{
  "calibration": {
    "n": 569,
    "split": {
      "train": 341,
      "calibration": 114,
      "test": 114
    },
    "metrics": {
      "training_prior": {
        "n": 114,
        "auc": 0.5,
        "brier": 0.23270308449721835,
        "log_loss": 0.6581444885744455,
        "accuracy": 0.631578947368421,
        "tn": 72,
        "fp": 0,
        "fn": 42,
        "tp": 0,
        "sensitivity": 0.0,
        "specificity": 1.0,
        "auc_ci": [
          0.5,
          0.5
        ],
        "brier_ci": [
          0.21032308758411447,
          0.25508308141032227
        ]
      },
      "raw": {
        "n": 114,
        "auc": 0.9996693121693122,
        "brier": 0.012093829063298542,
        "log_loss": 0.05198099892684747,
        "accuracy": 0.9824561403508771,
        "tn": 72,
        "fp": 0,
        "fn": 2,
        "tp": 40,
        "sensitivity": 0.9523809523809523,
        "specificity": 1.0,
        "auc_ci": [
          0.9980342487742996,
          1.0
        ],
        "brier_ci": [
          0.004642935192587761,
          0.02203138630482175
        ]
      },
      "calibrated": {
        "n": 114,
        "auc": 0.9996693121693122,
        "brier": 0.020497663495140258,
        "log_loss": 0.09642155769996272,
        "accuracy": 0.9912280701754386,
        "tn": 72,
        "fp": 0,
        "fn": 1,
        "tp": 41,
        "sensitivity": 0.9761904761904762,
        "specificity": 1.0,
        "auc_ci": [
          0.9980342487742996,
          1.0
        ],
        "brier_ci": [
          0.01244846651860487,
          0.030033523232890765
        ]
      }
    }
  },
  "conformal": {
    "n": 442,
    "split": {
      "train": 264,
      "calibration": 89,
      "test": 89
    },
    "metrics": {
      "ridge": {
        "mae": 38.53545104763402,
        "mae_ci": [
          32.47455119364644,
          44.944783786636535
        ],
        "rmse": 50.092404548430416,
        "r2": 0.4838519958447237,
        "intervals": [
          {
            "nominal": 0.8,
            "q": 71.86938580419945,
            "width": 143.7387716083989,
            "covered": 77,
            "n": 89,
            "coverage": 0.8651685393258427,
            "coverage_ci": [
              0.7789609654865223,
              0.9211572879926208
            ]
          },
          {
            "nominal": 0.9,
            "q": 86.83222299624478,
            "width": 173.66444599248956,
            "covered": 79,
            "n": 89,
            "coverage": 0.8876404494382022,
            "coverage_ci": [
              0.8053898870598051,
              0.9378125666334389
            ]
          },
          {
            "nominal": 0.95,
            "q": 103.0004468898041,
            "width": 206.0008937796082,
            "covered": 84,
            "n": 89,
            "coverage": 0.9438202247191011,
            "coverage_ci": [
              0.8751458326492175,
              0.9757671215792795
            ]
          }
        ],
        "subgroups": [
          {
            "group": "BMI \u2264 training median",
            "n": 47,
            "covered": 41,
            "coverage": 0.8723404255319149,
            "ci": [
              0.7482605920720791,
              0.9401539580185649
            ]
          },
          {
            "group": "BMI > training median",
            "n": 42,
            "covered": 38,
            "coverage": 0.9047619047619048,
            "ci": [
              0.7793489419142942,
              0.9623377511944252
            ]
          }
        ]
      },
      "boosting": {
        "mae": 39.75697418163689,
        "mae_ci": [
          33.35349538426424,
          46.79228612802439
        ],
        "rmse": 51.51258180082686,
        "r2": 0.4541703439318626,
        "intervals": [
          {
            "nominal": 0.8,
            "q": 76.85535869841434,
            "width": 153.71071739682867,
            "covered": 78,
            "n": 89,
            "coverage": 0.8764044943820225,
            "coverage_ci": [
              0.7920955236695181,
              0.9295648299166756
            ]
          },
          {
            "nominal": 0.9,
            "q": 93.49372770708985,
            "width": 186.9874554141797,
            "covered": 82,
            "n": 89,
            "coverage": 0.9213483146067416,
            "coverage_ci": [
              0.8464485761795707,
              0.9613801778348253
            ]
          },
          {
            "nominal": 0.95,
            "q": 124.08045993950563,
            "width": 248.16091987901126,
            "covered": 87,
            "n": 89,
            "coverage": 0.9775280898876404,
            "coverage_ci": [
              0.9217236532517773,
              0.9938156012978713
            ]
          }
        ],
        "subgroups": [
          {
            "group": "BMI \u2264 training median",
            "n": 47,
            "covered": 44,
            "coverage": 0.9361702127659575,
            "ci": [
              0.8283738581687596,
              0.9780546147945661
            ]
          },
          {
            "group": "BMI > training median",
            "n": 42,
            "covered": 38,
            "coverage": 0.9047619047619048,
            "ci": [
              0.7793489419142942,
              0.9623377511944252
            ]
          }
        ]
      },
      "training_mean": {
        "mae": 60.28217568947907,
        "mae_ci": [
          52.90080439223698,
          67.8479060265577
        ],
        "rmse": 70.01943773377104,
        "r2": -0.008481026249484769
      }
    }
  },
  "robustness": {
    "n": 299,
    "split": {
      "train": 209,
      "test": 90
    },
    "metrics": {
      "baseline": {
        "n": 90,
        "auc": 0.7309214245336348,
        "brier": 0.19325937210529523,
        "log_loss": 0.5843082455379363,
        "accuracy": 0.7111111111111111,
        "tn": 52,
        "fp": 9,
        "fn": 17,
        "tp": 12,
        "sensitivity": 0.41379310344827586,
        "specificity": 0.8524590163934426,
        "auc_ci": [
          0.610809597586496,
          0.8313631560327491
        ],
        "brier_ci": [
          0.14452173097970927,
          0.24678378972237477
        ]
      },
      "augmented": {
        "n": 90,
        "auc": 0.7416619559072922,
        "brier": 0.18813924697272155,
        "log_loss": 0.5729410326137708,
        "accuracy": 0.7111111111111111,
        "tn": 53,
        "fp": 8,
        "fn": 18,
        "tp": 11,
        "sensitivity": 0.3793103448275862,
        "specificity": 0.8688524590163934,
        "auc_ci": [
          0.623331797235023,
          0.8413482142857143
        ],
        "brier_ci": [
          0.13989598261960068,
          0.24032078835697365
        ]
      },
      "leaky_time": {
        "n": 90,
        "auc": 0.8756359525155456,
        "brier": 0.12830990057993527,
        "log_loss": 0.40579715479654915,
        "accuracy": 0.8333333333333334,
        "tn": 56,
        "fp": 5,
        "fn": 10,
        "tp": 19,
        "sensitivity": 0.6551724137931034,
        "specificity": 0.9180327868852459,
        "auc_ci": [
          0.7912934693636449,
          0.9425147239485475
        ],
        "brier_ci": [
          0.08632413700160012,
          0.17479961556412066
        ]
      },
      "training_prior": {
        "n": 90,
        "auc": 0.5,
        "brier": 0.2183977778286517,
        "log_loss": 0.6285394022313119,
        "accuracy": 0.6777777777777778,
        "tn": 61,
        "fp": 0,
        "fn": 29,
        "tp": 0,
        "sensitivity": 0.0,
        "specificity": 1.0,
        "auc_ci": [
          0.5,
          0.5
        ],
        "brier_ci": [
          0.18251261036453686,
          0.25428294529276646
        ]
      }
    }
  }
}
