forked from chiki2bum2/SniperGold_ML
209 lines
No EOL
4.7 KiB
JSON
209 lines
No EOL
4.7 KiB
JSON
{
|
|
"session": "P3-S21.2 calibration diagnostics",
|
|
"reproduction": {
|
|
"exact": true,
|
|
"max_abs_prob_diff": 0.0,
|
|
"n_oos": 271
|
|
},
|
|
"feature_sha16": "0414e401522ea4e2",
|
|
"counts": {
|
|
"binary_fit": 571,
|
|
"win": 167,
|
|
"loss": 404
|
|
},
|
|
"versions": {
|
|
"raw": {
|
|
"folds": {
|
|
"1": {
|
|
"log_loss": 0.58152,
|
|
"brier": 0.195763,
|
|
"roc_auc": 0.5337142857142857,
|
|
"pr_auc": 0.33024865425810046,
|
|
"n": 95,
|
|
"n_win": 25,
|
|
"n_loss": 70
|
|
},
|
|
"2": {
|
|
"log_loss": 0.546676,
|
|
"brier": 0.18063,
|
|
"roc_auc": 0.6340579710144927,
|
|
"pr_auc": 0.42241475064086087,
|
|
"n": 95,
|
|
"n_win": 23,
|
|
"n_loss": 72
|
|
},
|
|
"3": {
|
|
"log_loss": 0.6491,
|
|
"brier": 0.228849,
|
|
"roc_auc": 0.534965034965035,
|
|
"pr_auc": 0.3714609565470035,
|
|
"n": 81,
|
|
"n_win": 26,
|
|
"n_loss": 55
|
|
}
|
|
},
|
|
"pooled": {
|
|
"log_loss": 0.589505,
|
|
"brier": 0.200347,
|
|
"roc_auc": 0.5791603786527645,
|
|
"pr_auc": 0.34171035508657777,
|
|
"n": 271,
|
|
"n_win": 74,
|
|
"n_loss": 197
|
|
},
|
|
"line": {
|
|
"intercept": -0.508581,
|
|
"slope": 0.662313
|
|
},
|
|
"boot": null
|
|
},
|
|
"sigmoid": {
|
|
"folds": {
|
|
"1": {
|
|
"log_loss": 0.581672,
|
|
"brier": 0.195808,
|
|
"roc_auc": 0.5337142857142857,
|
|
"pr_auc": 0.33024865425810046,
|
|
"n": 95,
|
|
"n_win": 25,
|
|
"n_loss": 70
|
|
},
|
|
"2": {
|
|
"log_loss": 0.546495,
|
|
"brier": 0.180561,
|
|
"roc_auc": 0.6340579710144927,
|
|
"pr_auc": 0.42241475064086087,
|
|
"n": 95,
|
|
"n_win": 23,
|
|
"n_loss": 72
|
|
},
|
|
"3": {
|
|
"log_loss": 0.649904,
|
|
"brier": 0.229236,
|
|
"roc_auc": 0.534965034965035,
|
|
"pr_auc": 0.3714609565470035,
|
|
"n": 81,
|
|
"n_win": 26,
|
|
"n_loss": 55
|
|
}
|
|
},
|
|
"pooled": {
|
|
"log_loss": 0.589735,
|
|
"brier": 0.200454,
|
|
"roc_auc": 0.5788173960762794,
|
|
"pr_auc": 0.3414694114068063,
|
|
"n": 271,
|
|
"n_win": 74,
|
|
"n_loss": 197
|
|
},
|
|
"line": {
|
|
"intercept": -0.516294,
|
|
"slope": 0.653047
|
|
},
|
|
"boot": {
|
|
"brier_raw_minus_cal_mean": -0.000103,
|
|
"brier_se": 8e-05,
|
|
"n_boot": 1000
|
|
}
|
|
},
|
|
"isotonic": {
|
|
"folds": {
|
|
"1": {
|
|
"log_loss": 0.836395,
|
|
"brier": 0.193335,
|
|
"roc_auc": 0.5674285714285714,
|
|
"pr_auc": 0.3261736587846427,
|
|
"n": 95,
|
|
"n_win": 25,
|
|
"n_loss": 70
|
|
},
|
|
"2": {
|
|
"log_loss": 0.539489,
|
|
"brier": 0.177446,
|
|
"roc_auc": 0.6059782608695652,
|
|
"pr_auc": 0.3541395785411229,
|
|
"n": 95,
|
|
"n_win": 23,
|
|
"n_loss": 72
|
|
},
|
|
"3": {
|
|
"log_loss": 1.768049,
|
|
"brier": 0.29476,
|
|
"roc_auc": 0.5206293706293706,
|
|
"pr_auc": 0.348568172796968,
|
|
"n": 81,
|
|
"n_win": 26,
|
|
"n_loss": 55
|
|
}
|
|
},
|
|
"pooled": {
|
|
"log_loss": 1.010779,
|
|
"brier": 0.21808,
|
|
"roc_auc": 0.5566950198929894,
|
|
"pr_auc": 0.32556776261127773,
|
|
"n": 271,
|
|
"n_win": 74,
|
|
"n_loss": 197
|
|
},
|
|
"line": {
|
|
"intercept": -0.973527,
|
|
"slope": 0.016203
|
|
},
|
|
"boot": {
|
|
"brier_raw_minus_cal_mean": -0.017432,
|
|
"brier_se": 0.007331,
|
|
"n_boot": 1000
|
|
}
|
|
}
|
|
},
|
|
"prior_fold": {
|
|
"1": {
|
|
"prior": 0.31,
|
|
"stats": {
|
|
"log_loss": 0.581621,
|
|
"brier": 0.1961,
|
|
"roc_auc": 0.5,
|
|
"pr_auc": 0.2631578947368421,
|
|
"n": 95,
|
|
"n_win": 25,
|
|
"n_loss": 70
|
|
}
|
|
},
|
|
"2": {
|
|
"prior": 0.298734,
|
|
"stats": {
|
|
"log_loss": 0.561465,
|
|
"brier": 0.186697,
|
|
"roc_auc": 0.5,
|
|
"pr_auc": 0.24210526315789474,
|
|
"n": 95,
|
|
"n_win": 23,
|
|
"n_loss": 72
|
|
}
|
|
},
|
|
"3": {
|
|
"prior": 0.287755,
|
|
"stats": {
|
|
"log_loss": 0.630248,
|
|
"brier": 0.219059,
|
|
"roc_auc": 0.5,
|
|
"pr_auc": 0.32098765432098764,
|
|
"n": 81,
|
|
"n_win": 26,
|
|
"n_loss": 55
|
|
}
|
|
}
|
|
},
|
|
"prior_pooled": {
|
|
"log_loss": 0.58909,
|
|
"brier": 0.199666,
|
|
"roc_auc": 0.4704349019069831,
|
|
"pr_auc": 0.2633662794664931,
|
|
"n": 271,
|
|
"n_win": 74,
|
|
"n_loss": 197
|
|
},
|
|
"decision": "B_ranking_exists_but_calibration_does_not_improve",
|
|
"git": "45b79d524b9e1cc2760487c052413d6af6103084",
|
|
"generated_utc": "2026-08-25T10:36:53.291345+00:00"
|
|
} |