SniperGold_ML/ml/p3/baseline/output/p3_s21_2_summary.json

{
  "session": "P3-S21.2 calibration diagnostics",
  "reproduction": {
    "exact": true,
    "max_abs_prob_diff": 0.0,
    "n_oos": 271
  },
  "feature_sha16": "0414e401522ea4e2",
  "counts": {
    "binary_fit": 571,
    "win": 167,
    "loss": 404
  },
  "versions": {
    "raw": {
      "folds": {
        "1": {
          "log_loss": 0.58152,
          "brier": 0.195763,
          "roc_auc": 0.5337142857142857,
          "pr_auc": 0.33024865425810046,
          "n": 95,
          "n_win": 25,
          "n_loss": 70
        },
        "2": {
          "log_loss": 0.546676,
          "brier": 0.18063,
          "roc_auc": 0.6340579710144927,
          "pr_auc": 0.42241475064086087,
          "n": 95,
          "n_win": 23,
          "n_loss": 72
        },
        "3": {
          "log_loss": 0.6491,
          "brier": 0.228849,
          "roc_auc": 0.534965034965035,
          "pr_auc": 0.3714609565470035,
          "n": 81,
          "n_win": 26,
          "n_loss": 55
        }
      },
      "pooled": {
        "log_loss": 0.589505,
        "brier": 0.200347,
        "roc_auc": 0.5791603786527645,
        "pr_auc": 0.34171035508657777,
        "n": 271,
        "n_win": 74,
        "n_loss": 197
      },
      "line": {
        "intercept": -0.508581,
        "slope": 0.662313
      },
      "boot": null
    },
    "sigmoid": {
      "folds": {
        "1": {
          "log_loss": 0.581672,
          "brier": 0.195808,
          "roc_auc": 0.5337142857142857,
          "pr_auc": 0.33024865425810046,
          "n": 95,
          "n_win": 25,
          "n_loss": 70
        },
        "2": {
          "log_loss": 0.546495,
          "brier": 0.180561,
          "roc_auc": 0.6340579710144927,
          "pr_auc": 0.42241475064086087,
          "n": 95,
          "n_win": 23,
          "n_loss": 72
        },
        "3": {
          "log_loss": 0.649904,
          "brier": 0.229236,
          "roc_auc": 0.534965034965035,
          "pr_auc": 0.3714609565470035,
          "n": 81,
          "n_win": 26,
          "n_loss": 55
        }
      },
      "pooled": {
        "log_loss": 0.589735,
        "brier": 0.200454,
        "roc_auc": 0.5788173960762794,
        "pr_auc": 0.3414694114068063,
        "n": 271,
        "n_win": 74,
        "n_loss": 197
      },
      "line": {
        "intercept": -0.516294,
        "slope": 0.653047
      },
      "boot": {
        "brier_raw_minus_cal_mean": -0.000103,
        "brier_se": 8e-05,
        "n_boot": 1000
      }
    },
    "isotonic": {
      "folds": {
        "1": {
          "log_loss": 0.836395,
          "brier": 0.193335,
          "roc_auc": 0.5674285714285714,
          "pr_auc": 0.3261736587846427,
          "n": 95,
          "n_win": 25,
          "n_loss": 70
        },
        "2": {
          "log_loss": 0.539489,
          "brier": 0.177446,
          "roc_auc": 0.6059782608695652,
          "pr_auc": 0.3541395785411229,
          "n": 95,
          "n_win": 23,
          "n_loss": 72
        },
        "3": {
          "log_loss": 1.768049,
          "brier": 0.29476,
          "roc_auc": 0.5206293706293706,
          "pr_auc": 0.348568172796968,
          "n": 81,
          "n_win": 26,
          "n_loss": 55
        }
      },
      "pooled": {
        "log_loss": 1.010779,
        "brier": 0.21808,
        "roc_auc": 0.5566950198929894,
        "pr_auc": 0.32556776261127773,
        "n": 271,
        "n_win": 74,
        "n_loss": 197
      },
      "line": {
        "intercept": -0.973527,
        "slope": 0.016203
      },
      "boot": {
        "brier_raw_minus_cal_mean": -0.017432,
        "brier_se": 0.007331,
        "n_boot": 1000
      }
    }
  },
  "prior_fold": {
    "1": {
      "prior": 0.31,
      "stats": {
        "log_loss": 0.581621,
        "brier": 0.1961,
        "roc_auc": 0.5,
        "pr_auc": 0.2631578947368421,
        "n": 95,
        "n_win": 25,
        "n_loss": 70
      }
    },
    "2": {
      "prior": 0.298734,
      "stats": {
        "log_loss": 0.561465,
        "brier": 0.186697,
        "roc_auc": 0.5,
        "pr_auc": 0.24210526315789474,
        "n": 95,
        "n_win": 23,
        "n_loss": 72
      }
    },
    "3": {
      "prior": 0.287755,
      "stats": {
        "log_loss": 0.630248,
        "brier": 0.219059,
        "roc_auc": 0.5,
        "pr_auc": 0.32098765432098764,
        "n": 81,
        "n_win": 26,
        "n_loss": 55
      }
    }
  },
  "prior_pooled": {
    "log_loss": 0.58909,
    "brier": 0.199666,
    "roc_auc": 0.4704349019069831,
    "pr_auc": 0.2633662794664931,
    "n": 271,
    "n_win": 74,
    "n_loss": 197
  },
  "decision": "B_ranking_exists_but_calibration_does_not_improve",
  "git": "45b79d524b9e1cc2760487c052413d6af6103084",
  "generated_utc": "2026-08-25T10:36:53.291345+00:00"
}