{
  "run": {
    "random_seed": 20260803,
    "python": "3.11.15",
    "numpy": "2.4.6",
    "scipy": "1.17.1",
    "matplotlib": "3.11.1",
    "scikit_learn": "1.9.0"
  },
  "dataset": {
    "name": "Breast Cancer Wisconsin (Diagnostic)",
    "source": "UCI ML repository copy bundled with scikit-learn",
    "samples": 569,
    "features": 30,
    "target_names_in_sklearn_order": ["malignant", "benign"],
    "positive_class": "benign (target=1)",
    "negative_class": "malignant (target=0)",
    "label_provenance": "Each row is a digitized fine-needle-aspirate image record; the diagnosis field supplies the malignant or benign label."
  },
  "split": {
    "method": "two stratified random splits with random_state=20260803",
    "training": 341,
    "calibration": 114,
    "test": 114,
    "training_positive": 214,
    "calibration_positive": 71,
    "test_positive": 72
  },
  "model": {
    "base": "GaussianNB()",
    "calibration": "CalibratedClassifierCV(FrozenEstimator(base), method='sigmoid')",
    "fit_boundary": "The base classifier fits only the training split; the sigmoid calibrator fits only the calibration split; all reported metrics use the untouched test split."
  },
  "metrics": {
    "uncalibrated": {
      "roc_auc": 0.973545,
      "brier_loss": 0.089369,
      "log_loss": 1.355334,
      "ece_10_equal_width_bins": 0.094987
    },
    "sigmoid_calibrated": {
      "roc_auc": 0.973545,
      "brier_loss": 0.087027,
      "log_loss": 0.319629,
      "ece_10_equal_width_bins": 0.051836
    }
  },
  "workflow_thresholds": {
    "constructed_policy": "auto-approve positive-class classification at p>=0.95; manual review at 0.05<=p<0.95; hold at p<0.05",
    "uncalibrated": {
      "total_test_items": 114,
      "auto_approve_items": 71,
      "manual_review_items": 5,
      "hold_items": 38,
      "review_share": 0.04386,
      "false_approvals_in_auto_lane": 4,
      "positive_items_held": 4,
      "correct_positive_auto_approvals": 67,
      "correct_negative_holds": 34
    },
    "sigmoid_calibrated": {
      "total_test_items": 114,
      "auto_approve_items": 0,
      "manual_review_items": 76,
      "hold_items": 38,
      "review_share": 0.666667,
      "false_approvals_in_auto_lane": 0,
      "positive_items_held": 4,
      "correct_positive_auto_approvals": 0,
      "correct_negative_holds": 34
    },
    "transitions_uncalibrated_to_calibrated": {
      "auto_approve_to_auto_approve": 0,
      "auto_approve_to_manual_review": 71,
      "auto_approve_to_hold": 0,
      "manual_review_to_auto_approve": 0,
      "manual_review_to_manual_review": 5,
      "manual_review_to_hold": 0,
      "hold_to_auto_approve": 0,
      "hold_to_manual_review": 0,
      "hold_to_hold": 38
    }
  },
  "reliability_bins": [
    {
      "variant": "Uncalibrated",
      "bin": 1,
      "lower": 0.0,
      "upper": 0.1,
      "count": 39,
      "mean_probability": 0.002011,
      "positive_rate": 0.102564,
      "absolute_gap": 0.100553
    },
    {
      "variant": "Uncalibrated",
      "bin": 2,
      "lower": 0.1,
      "upper": 0.2,
      "count": 1,
      "mean_probability": 0.195851,
      "positive_rate": 1.0,
      "absolute_gap": 0.804149
    },
    {
      "variant": "Uncalibrated",
      "bin": 3,
      "lower": 0.2,
      "upper": 0.3,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Uncalibrated",
      "bin": 4,
      "lower": 0.3,
      "upper": 0.4,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Uncalibrated",
      "bin": 5,
      "lower": 0.4,
      "upper": 0.5,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Uncalibrated",
      "bin": 6,
      "lower": 0.5,
      "upper": 0.6,
      "count": 1,
      "mean_probability": 0.573446,
      "positive_rate": 0.0,
      "absolute_gap": 0.573446
    },
    {
      "variant": "Uncalibrated",
      "bin": 7,
      "lower": 0.6,
      "upper": 0.7,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Uncalibrated",
      "bin": 8,
      "lower": 0.7,
      "upper": 0.8,
      "count": 1,
      "mean_probability": 0.730868,
      "positive_rate": 0.0,
      "absolute_gap": 0.730868
    },
    {
      "variant": "Uncalibrated",
      "bin": 9,
      "lower": 0.8,
      "upper": 0.9,
      "count": 1,
      "mean_probability": 0.82256,
      "positive_rate": 0.0,
      "absolute_gap": 0.82256
    },
    {
      "variant": "Uncalibrated",
      "bin": 10,
      "lower": 0.9,
      "upper": 1.0,
      "count": 71,
      "mean_probability": 0.99966,
      "positive_rate": 0.943662,
      "absolute_gap": 0.055998
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 1,
      "lower": 0.0,
      "upper": 0.1,
      "count": 39,
      "mean_probability": 0.034478,
      "positive_rate": 0.102564,
      "absolute_gap": 0.068086
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 2,
      "lower": 0.1,
      "upper": 0.2,
      "count": 1,
      "mean_probability": 0.104287,
      "positive_rate": 1.0,
      "absolute_gap": 0.895713
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 3,
      "lower": 0.2,
      "upper": 0.3,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 4,
      "lower": 0.3,
      "upper": 0.4,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 5,
      "lower": 0.4,
      "upper": 0.5,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 6,
      "lower": 0.5,
      "upper": 0.6,
      "count": 1,
      "mean_probability": 0.539102,
      "positive_rate": 0.0,
      "absolute_gap": 0.539102
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 7,
      "lower": 0.6,
      "upper": 0.7,
      "count": 0,
      "mean_probability": null,
      "positive_rate": null,
      "absolute_gap": null
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 8,
      "lower": 0.7,
      "upper": 0.8,
      "count": 1,
      "mean_probability": 0.753733,
      "positive_rate": 0.0,
      "absolute_gap": 0.753733
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 9,
      "lower": 0.8,
      "upper": 0.9,
      "count": 1,
      "mean_probability": 0.842756,
      "positive_rate": 0.0,
      "absolute_gap": 0.842756
    },
    {
      "variant": "Sigmoid calibrated",
      "bin": 10,
      "lower": 0.9,
      "upper": 1.0,
      "count": 71,
      "mean_probability": 0.940526,
      "positive_rate": 0.943662,
      "absolute_gap": 0.003136
    }
  ]
}