{
  "schema": 1,
  "date": "2026-11-13",
  "seed": 20261113,
  "environment": {
    "python": "3.12.14",
    "numpy": "2.3.5",
    "pandas": "2.2.3",
    "scipy": "1.17.0",
    "sklearn": "1.8.0",
    "matplotlib": "3.10.8"
  },
  "calibration": {
    "dataset": "Wisconsin Diagnostic Breast Cancer",
    "n": 569,
    "features": [
      "mean radius",
      "mean texture",
      "mean perimeter",
      "mean area",
      "mean smoothness",
      "mean compactness",
      "mean concavity",
      "mean concave points",
      "mean symmetry",
      "mean fractal dimension",
      "radius error",
      "texture error",
      "perimeter error",
      "area error",
      "smoothness error",
      "compactness error",
      "concavity error",
      "concave points error",
      "symmetry error",
      "fractal dimension error",
      "worst radius",
      "worst texture",
      "worst perimeter",
      "worst area",
      "worst smoothness",
      "worst compactness",
      "worst concavity",
      "worst concave points",
      "worst symmetry",
      "worst fractal dimension"
    ],
    "positive": "malignant",
    "split": {
      "train": [
        399,
        549,
        515,
        385,
        206,
        115,
        443,
        89,
        194,
        155,
        170,
        418,
        324,
        75,
        124,
        0,
        108,
        143,
        149,
        411,
        513,
        83,
        54,
        367,
        417,
        351,
        161,
        47,
        263,
        568,
        394,
        226,
        413,
        91,
        26,
        2,
        200,
        195,
        478,
        232,
        129,
        391,
        386,
        490,
        344,
        239,
        104,
        203,
        221,
        355,
        289,
        96,
        550,
        290,
        207,
        567,
        111,
        362,
        544,
        80,
        141,
        449,
        12,
        376,
        204,
        20,
        107,
        398,
        537,
        219,
        280,
        296,
        338,
        227,
        364,
        117,
        299,
        342,
        341,
        142,
        180,
        9,
        62,
        539,
        408,
        419,
        444,
        11,
        48,
        168,
        451,
        135,
        331,
        430,
        79,
        523,
        311,
        307,
        187,
        201,
        39,
        116,
        184,
        99,
        455,
        530,
        348,
        304,
        556,
        246,
        511,
        473,
        425,
        458,
        554,
        86,
        4,
        526,
        301,
        188,
        407,
        216,
        220,
        542,
        468,
        464,
        81,
        509,
        214,
        137,
        153,
        475,
        518,
        477,
        514,
        302,
        145,
        294,
        316,
        160,
        375,
        326,
        186,
        178,
        492,
        208,
        65,
        558,
        486,
        150,
        520,
        426,
        432,
        266,
        565,
        406,
        363,
        416,
        182,
        494,
        78,
        335,
        485,
        63,
        533,
        333,
        336,
        248,
        281,
        487,
        488,
        49,
        69,
        267,
        352,
        98,
        339,
        414,
        157,
        498,
        42,
        440,
        106,
        245,
        55,
        126,
        437,
        191,
        100,
        87,
        70,
        257,
        181,
        334,
        445,
        383,
        85,
        121,
        293,
        353,
        14,
        476,
        429,
        77,
        279,
        508,
        76,
        119,
        174,
        162,
        163,
        250,
        295,
        57,
        95,
        22,
        535,
        562,
        287,
        377,
        396,
        292,
        6,
        72,
        524,
        517,
        202,
        306,
        51,
        428,
        271,
        211,
        321,
        345,
        303,
        525,
        199,
        559,
        469,
        105,
        527,
        146,
        196,
        489,
        521,
        237,
        438,
        1,
        209,
        548,
        40,
        224,
        380,
        491,
        154,
        228,
        534,
        472,
        90,
        480,
        471,
        318,
        151,
        297,
        286,
        58,
        144,
        313,
        300,
        347,
        242,
        53,
        462,
        315,
        325,
        123,
        240,
        409,
        197,
        378,
        283,
        276,
        337,
        510,
        371,
        392,
        3,
        505,
        500,
        538,
        460,
        389,
        441,
        421,
        131,
        19,
        59,
        457,
        171,
        101,
        244,
        33,
        238,
        225,
        459,
        223,
        13,
        452,
        320,
        35,
        258,
        274,
        397,
        230,
        130,
        564,
        71,
        247,
        114,
        431,
        256,
        15,
        61,
        233,
        450,
        448,
        322,
        92,
        350,
        109,
        410,
        368,
        34,
        27,
        563,
        122,
        268,
        305,
        265,
        262,
        387
      ],
      "calibration": [
        5,
        415,
        436,
        68,
        504,
        132,
        269,
        7,
        481,
        439,
        277,
        365,
        46,
        66,
        312,
        282,
        175,
        404,
        45,
        482,
        359,
        217,
        360,
        285,
        422,
        260,
        120,
        264,
        113,
        44,
        28,
        74,
        561,
        314,
        349,
        50,
        354,
        435,
        210,
        251,
        474,
        502,
        93,
        73,
        241,
        18,
        310,
        405,
        177,
        32,
        84,
        319,
        512,
        403,
        36,
        16,
        158,
        103,
        461,
        497,
        470,
        270,
        140,
        23,
        222,
        52,
        235,
        308,
        10,
        467,
        529,
        412,
        164,
        369,
        532,
        193,
        134,
        278,
        328,
        212,
        453,
        205,
        112,
        110,
        252,
        503,
        446,
        528,
        272,
        234,
        479,
        17,
        516,
        401,
        496,
        192,
        400,
        560,
        555,
        231,
        284,
        463,
        29,
        255,
        343,
        213,
        361,
        456,
        372,
        67,
        37,
        128,
        340,
        332
      ],
      "test": [
        147,
        402,
        148,
        382,
        125,
        218,
        94,
        466,
        329,
        465,
        447,
        522,
        253,
        152,
        41,
        273,
        553,
        506,
        357,
        138,
        254,
        236,
        557,
        179,
        388,
        423,
        38,
        64,
        551,
        381,
        395,
        133,
        358,
        56,
        8,
        501,
        24,
        493,
        547,
        546,
        531,
        346,
        176,
        261,
        88,
        288,
        229,
        327,
        198,
        165,
        243,
        156,
        21,
        507,
        169,
        433,
        30,
        102,
        373,
        82,
        434,
        540,
        379,
        31,
        384,
        43,
        330,
        127,
        185,
        189,
        118,
        275,
        291,
        25,
        190,
        166,
        374,
        390,
        159,
        519,
        215,
        427,
        139,
        484,
        323,
        370,
        309,
        167,
        545,
        136,
        541,
        60,
        495,
        552,
        259,
        442,
        356,
        317,
        424,
        249,
        543,
        483,
        183,
        172,
        366,
        566,
        499,
        97,
        393,
        536,
        420,
        173,
        454,
        298
      ]
    },
    "data_sha256": "28fc6b7cdb8a1824689c926a6004e0800c4032a4ee1db540331d0b293ff2a468",
    "metrics": {
      "training_prior": {
        "n": 114,
        "auc": 0.5,
        "brier": 0.23270308449721835,
        "log_loss": 0.6581444885744455,
        "accuracy": 0.631578947368421,
        "tn": 72,
        "fp": 0,
        "fn": 42,
        "tp": 0,
        "sensitivity": 0.0,
        "specificity": 1.0,
        "auc_ci": [
          0.5,
          0.5
        ],
        "brier_ci": [
          0.21032308758411447,
          0.25508308141032227
        ]
      },
      "raw": {
        "n": 114,
        "auc": 0.9996693121693122,
        "brier": 0.012093829063298542,
        "log_loss": 0.05198099892684747,
        "accuracy": 0.9824561403508771,
        "tn": 72,
        "fp": 0,
        "fn": 2,
        "tp": 40,
        "sensitivity": 0.9523809523809523,
        "specificity": 1.0,
        "auc_ci": [
          0.9980342487742996,
          1.0
        ],
        "brier_ci": [
          0.004642935192587761,
          0.02203138630482175
        ]
      },
      "calibrated": {
        "n": 114,
        "auc": 0.9996693121693122,
        "brier": 0.020497663495140258,
        "log_loss": 0.09642155769996272,
        "accuracy": 0.9912280701754386,
        "tn": 72,
        "fp": 0,
        "fn": 1,
        "tp": 41,
        "sensitivity": 0.9761904761904762,
        "specificity": 1.0,
        "auc_ci": [
          0.9980342487742996,
          1.0
        ],
        "brier_ci": [
          0.01244846651860487,
          0.030033523232890765
        ]
      }
    },
    "paired_brier_raw_minus_calibrated": {
      "difference": -0.008403834431841718,
      "ci": [
        -0.012454736141149947,
        -0.004634544144178657
      ]
    },
    "reliability": [
      {
        "model": "raw",
        "bins": [
          {
            "low": 0.0,
            "high": 0.2,
            "n": 70,
            "predicted": 0.021474350993323926,
            "observed": 0.0,
            "ci": [
              0.0,
              0.0520230624102642
            ]
          },
          {
            "low": 0.2,
            "high": 0.4,
            "n": 1,
            "predicted": 0.32597503742938316,
            "observed": 0.0,
            "ci": [
              0.0,
              0.7934506856227534
            ]
          },
          {
            "low": 0.4,
            "high": 0.6000000000000001,
            "n": 3,
            "predicted": 0.43075879050129656,
            "observed": 0.6666666666666666,
            "ci": [
              0.20765960080205476,
              0.9385080552796012
            ]
          },
          {
            "low": 0.6000000000000001,
            "high": 0.8,
            "n": 3,
            "predicted": 0.7277052102149902,
            "observed": 1.0,
            "ci": [
              0.4385029682449681,
              1.0
            ]
          },
          {
            "low": 0.8,
            "high": 1.0,
            "n": 37,
            "predicted": 0.9802197429580423,
            "observed": 1.0,
            "ci": [
              0.9059421741628021,
              1.0
            ]
          }
        ]
      },
      {
        "model": "calibrated",
        "bins": [
          {
            "low": 0.0,
            "high": 0.2,
            "n": 60,
            "predicted": 0.04029370103532844,
            "observed": 0.0,
            "ci": [
              0.0,
              0.06017185214208674
            ]
          },
          {
            "low": 0.2,
            "high": 0.4,
            "n": 10,
            "predicted": 0.2506050841078637,
            "observed": 0.0,
            "ci": [
              0.0,
              0.27753279986287815
            ]
          },
          {
            "low": 0.4,
            "high": 0.6000000000000001,
            "n": 4,
            "predicted": 0.4881219366253975,
            "observed": 0.5,
            "ci": [
              0.1500389891521544,
              0.8499610108478456
            ]
          },
          {
            "low": 0.6000000000000001,
            "high": 0.8,
            "n": 5,
            "predicted": 0.7119490528425672,
            "observed": 1.0,
            "ci": [
              0.5655175352168389,
              1.0
            ]
          },
          {
            "low": 0.8,
            "high": 1.0,
            "n": 35,
            "predicted": 0.9669649187296526,
            "observed": 1.0,
            "ci": [
              0.9010990076756009,
              1.0
            ]
          }
        ]
      }
    ],
    "selective": [
      {
        "threshold": 0.5,
        "retained": 114,
        "deferred": 0,
        "coverage": 1.0,
        "accuracy": 0.9912280701754386,
        "accuracy_ci": [
          0.9519796532398654,
          0.9984498570602216
        ],
        "false_negatives": 1,
        "false_positives": 0,
        "malignant_retained": 42
      },
      {
        "threshold": 0.6,
        "retained": 110,
        "deferred": 4,
        "coverage": 0.9649122807017544,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9662560647018376,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 40
      },
      {
        "threshold": 0.7,
        "retained": 106,
        "deferred": 8,
        "coverage": 0.9298245614035088,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9650272414265295,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 38
      },
      {
        "threshold": 0.8,
        "retained": 95,
        "deferred": 19,
        "coverage": 0.8333333333333334,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9611351464605291,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 35
      },
      {
        "threshold": 0.9,
        "retained": 84,
        "deferred": 30,
        "coverage": 0.7368421052631579,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9562682715853423,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 31
      },
      {
        "threshold": 0.95,
        "retained": 68,
        "deferred": 46,
        "coverage": 0.5964912280701754,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9465286634799324,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 26
      },
      {
        "threshold": 0.99,
        "retained": 45,
        "deferred": 69,
        "coverage": 0.39473684210526316,
        "accuracy": 1.0,
        "accuracy_ci": [
          0.9213484012671157,
          1.0
        ],
        "false_negatives": 0,
        "false_positives": 0,
        "malignant_retained": 19
      }
    ],
    "records": [
      {
        "row": 147,
        "truth": 0,
        "raw": 0.00814895816574287,
        "calibrated": 0.06366619288096695
      },
      {
        "row": 402,
        "truth": 0,
        "raw": 0.0016498750024754082,
        "calibrated": 0.02537237006305608
      },
      {
        "row": 148,
        "truth": 0,
        "raw": 0.14171884162116827,
        "calibrated": 0.29069814487604934
      },
      {
        "row": 382,
        "truth": 0,
        "raw": 0.0005401216914674191,
        "calibrated": 0.0131570350962354
      },
      {
        "row": 125,
        "truth": 0,
        "raw": 0.002153297507990926,
        "calibrated": 0.02963631868460774
      },
      {
        "row": 218,
        "truth": 1,
        "raw": 0.999998692706554,
        "calibrated": 0.9997506854520191
      },
      {
        "row": 94,
        "truth": 1,
        "raw": 0.9943766383228475,
        "calibrated": 0.963889274615597
      },
      {
        "row": 466,
        "truth": 0,
        "raw": 0.18952905573578946,
        "calibrated": 0.33544588359344607
      },
      {
        "row": 329,
        "truth": 1,
        "raw": 0.7917405184180325,
        "calibrated": 0.7282392615346831
      },
      {
        "row": 465,
        "truth": 0,
        "raw": 0.07145439233725567,
        "calibrated": 0.20602521345612013
      },
      {
        "row": 447,
        "truth": 0,
        "raw": 0.05890698384589353,
        "calibrated": 0.18653428187741597
      },
      {
        "row": 522,
        "truth": 0,
        "raw": 0.00017563028745187217,
        "calibrated": 0.0067575804946893745
      },
      {
        "row": 253,
        "truth": 1,
        "raw": 0.992614663219438,
        "calibrated": 0.9577163516707224
      },
      {
        "row": 152,
        "truth": 0,
        "raw": 0.04656301330869102,
        "calibrated": 0.16503039075943166
      },
      {
        "row": 41,
        "truth": 1,
        "raw": 0.6547477424455288,
        "calibrated": 0.6386151049326623
      },
      {
        "row": 273,
        "truth": 0,
        "raw": 0.00013930539252542514,
        "calibrated": 0.00588733254460128
      },
      {
        "row": 553,
        "truth": 0,
        "raw": 6.14158687026656e-05,
        "calibrated": 0.0036137355060231807
      },
      {
        "row": 506,
        "truth": 0,
        "raw": 0.005150517770570622,
        "calibrated": 0.04904240571245808
      },
      {
        "row": 357,
        "truth": 0,
        "raw": 0.002717288195891007,
        "calibrated": 0.03392581765091279
      },
      {
        "row": 138,
        "truth": 1,
        "raw": 0.999840820897382,
        "calibrated": 0.9955996732280125
      },
      {
        "row": 254,
        "truth": 1,
        "raw": 0.9999902757934566,
        "calibrated": 0.9991716480384326
      },
      {
        "row": 236,
        "truth": 1,
        "raw": 0.9999999999721403,
        "calibrated": 0.9999996016182593
      },
      {
        "row": 557,
        "truth": 0,
        "raw": 0.0004947311923816049,
        "calibrated": 0.012491565249944922
      },
      {
        "row": 179,
        "truth": 0,
        "raw": 6.950514980425832e-05,
        "calibrated": 0.0038905175216601886
      },
      {
        "row": 388,
        "truth": 0,
        "raw": 2.893468953740022e-05,
        "calibrated": 0.0023058979558471795
      },
      {
        "row": 423,
        "truth": 0,
        "raw": 0.09516013233707826,
        "calibrated": 0.23829403040651292
      },
      {
        "row": 38,
        "truth": 1,
        "raw": 0.8052708865848911,
        "calibrated": 0.7380903648654509
      },
      {
        "row": 64,
        "truth": 1,
        "raw": 0.9929865379188522,
        "calibrated": 0.9589601116992073
      },
      {
        "row": 551,
        "truth": 0,
        "raw": 0.001508287706785331,
        "calibrated": 0.02407542667967671
      },
      {
        "row": 381,
        "truth": 0,
        "raw": 0.00032447952024703373,
        "calibrated": 0.009730214880895241
      },
      {
        "row": 395,
        "truth": 0,
        "raw": 0.0036955271363275756,
        "calibrated": 0.040527728397868376
      },
      {
        "row": 133,
        "truth": 0,
        "raw": 0.15222245801229228,
        "calibrated": 0.301151261258617
      },
      {
        "row": 358,
        "truth": 0,
        "raw": 8.153108245272847e-05,
        "calibrated": 0.004278895433053362
      },
      {
        "row": 56,
        "truth": 1,
        "raw": 0.9999988647081374,
        "calibrated": 0.9997708713488307
      },
      {
        "row": 8,
        "truth": 1,
        "raw": 0.9908200245549208,
        "calibrated": 0.9520675646317261
      },
      {
        "row": 501,
        "truth": 1,
        "raw": 0.9476048924532524,
        "calibrated": 0.8720732398668597
      },
      {
        "row": 24,
        "truth": 1,
        "raw": 0.9999998655574752,
        "calibrated": 0.9999361068316082
      },
      {
        "row": 493,
        "truth": 0,
        "raw": 1.9948703490990216e-05,
        "calibrated": 0.0018465129935322812
      },
      {
        "row": 547,
        "truth": 0,
        "raw": 8.58849416126438e-05,
        "calibrated": 0.004413670661847407
      },
      {
        "row": 546,
        "truth": 0,
        "raw": 8.070084525429029e-05,
        "calibrated": 0.0042528661377550835
      },
      {
        "row": 531,
        "truth": 0,
        "raw": 0.02409274877352729,
        "calibrated": 0.11612359082288701
      },
      {
        "row": 346,
        "truth": 0,
        "raw": 0.0018100692249891418,
        "calibrated": 0.02678341234812586
      },
      {
        "row": 176,
        "truth": 0,
        "raw": 2.322933694704457e-05,
        "calibrated": 0.002022372082982654
      },
      {
        "row": 261,
        "truth": 1,
        "raw": 0.8395628975305989,
        "calibrated": 0.7644072863383223
      },
      {
        "row": 88,
        "truth": 0,
        "raw": 0.07966170786118917,
        "calibrated": 0.21778068875611364
      },
      {
        "row": 288,
        "truth": 0,
        "raw": 0.0009778924060977572,
        "calibrated": 0.01867116583282479
      },
      {
        "row": 229,
        "truth": 1,
        "raw": 0.9583906526735992,
        "calibrated": 0.8873720120773491
      },
      {
        "row": 327,
        "truth": 0,
        "raw": 0.00013148602997878787,
        "calibrated": 0.005688322558609135
      },
      {
        "row": 198,
        "truth": 1,
        "raw": 0.9996533243600624,
        "calibrated": 0.9930053128611163
      },
      {
        "row": 165,
        "truth": 0,
        "raw": 0.009424368236861878,
        "calibrated": 0.0691063496572043
      },
      {
        "row": 243,
        "truth": 0,
        "raw": 0.028808564180620465,
        "calibrated": 0.1278899330133356
      },
      {
        "row": 156,
        "truth": 1,
        "raw": 0.9984758590475892,
        "calibrated": 0.983182800865001
      },
      {
        "row": 21,
        "truth": 0,
        "raw": 3.8095552588623995e-05,
        "calibrated": 0.002717539537733894
      },
      {
        "row": 507,
        "truth": 0,
        "raw": 0.00021522857185567935,
        "calibrated": 0.007625763091920767
      },
      {
        "row": 169,
        "truth": 0,
        "raw": 0.012210819626601364,
        "calibrated": 0.07989708515476054
      },
      {
        "row": 433,
        "truth": 1,
        "raw": 0.9999438697595264,
        "calibrated": 0.9976376648953942
      },
      {
        "row": 30,
        "truth": 1,
        "raw": 0.9999996124945224,
        "calibrated": 0.9998795917055154
      },
      {
        "row": 102,
        "truth": 0,
        "raw": 0.01387878707503279,
        "calibrated": 0.08579586203033432
      },
      {
        "row": 373,
        "truth": 1,
        "raw": 0.9999901052968758,
        "calibrated": 0.9991629908773729
      },
      {
        "row": 82,
        "truth": 1,
        "raw": 0.9999999997531386,
        "calibrated": 0.9999985293448007
      },
      {
        "row": 434,
        "truth": 0,
        "raw": 0.01033057061754637,
        "calibrated": 0.07276387267475058
      },
      {
        "row": 540,
        "truth": 0,
        "raw": 6.231064327394033e-05,
        "calibrated": 0.003645049917728785
      },
      {
        "row": 379,
        "truth": 1,
        "raw": 0.9742770081855519,
        "calibrated": 0.9138780698757486
      },
      {
        "row": 31,
        "truth": 1,
        "raw": 0.9872884362087831,
        "calibrated": 0.9422338830708885
      },
      {
        "row": 384,
        "truth": 0,
        "raw": 0.002068135450383252,
        "calibrated": 0.028947999328336613
      },
      {
        "row": 43,
        "truth": 1,
        "raw": 0.9075503682977375,
        "calibrated": 0.8254350377940342
      },
      {
        "row": 330,
        "truth": 1,
        "raw": 0.9389775273889915,
        "calibrated": 0.8608883219500172
      },
      {
        "row": 127,
        "truth": 1,
        "raw": 0.9983543873979382,
        "calibrated": 0.9824054371024161
      },
      {
        "row": 185,
        "truth": 0,
        "raw": 0.00015055899459026292,
        "calibrated": 0.006165916908489293
      },
      {
        "row": 189,
        "truth": 0,
        "raw": 0.00028358205087762194,
        "calibrated": 0.00898282620646365
      },
      {
        "row": 118,
        "truth": 1,
        "raw": 0.9999258953990692,
        "calibrated": 0.9972113931600475
      },
      {
        "row": 275,
        "truth": 0,
        "raw": 0.015674774032297386,
        "calibrated": 0.09177595187473446
      },
      {
        "row": 291,
        "truth": 0,
        "raw": 0.32597503742938316,
        "calibrated": 0.4381541489530549
      },
      {
        "row": 25,
        "truth": 1,
        "raw": 0.9999968176945954,
        "calibrated": 0.9995754062055769
      },
      {
        "row": 190,
        "truth": 1,
        "raw": 0.4147009946335531,
        "calibrated": 0.49498978669535687
      },
      {
        "row": 166,
        "truth": 0,
        "raw": 1.3996572851284054e-05,
        "calibrated": 0.0014940850033517597
      },
      {
        "row": 374,
        "truth": 0,
        "raw": 0.003166158844380357,
        "calibrated": 0.037066542723533394
      },
      {
        "row": 390,
        "truth": 0,
        "raw": 5.684052084486134e-05,
        "calibrated": 0.0034506264454127206
      },
      {
        "row": 159,
        "truth": 0,
        "raw": 9.754252446811638e-05,
        "calibrated": 0.004761491864563346
      },
      {
        "row": 519,
        "truth": 0,
        "raw": 0.010734826528801426,
        "calibrated": 0.074346439181333
      },
      {
        "row": 215,
        "truth": 1,
        "raw": 0.45711416405040994,
        "calibrated": 0.5208094433795589
      },
      {
        "row": 427,
        "truth": 0,
        "raw": 0.023186653038428533,
        "calibrated": 0.11373279829079039
      },
      {
        "row": 139,
        "truth": 0,
        "raw": 9.185713558500824e-05,
        "calibrated": 0.004594106115681783
      },
      {
        "row": 484,
        "truth": 0,
        "raw": 0.08035197806453111,
        "calibrated": 0.21873859292403486
      },
      {
        "row": 323,
        "truth": 1,
        "raw": 0.9999999900003601,
        "calibrated": 0.9999865146394715
      },
      {
        "row": 370,
        "truth": 1,
        "raw": 0.9999543972485081,
        "calibrated": 0.9979133166966683
      },
      {
        "row": 309,
        "truth": 0,
        "raw": 0.00041325883002581415,
        "calibrated": 0.011229672228950445
      },
      {
        "row": 167,
        "truth": 1,
        "raw": 0.9832182040542424,
        "calibrated": 0.9323324041834705
      },
      {
        "row": 545,
        "truth": 0,
        "raw": 0.03758566290656039,
        "calibrated": 0.14740529456324292
      },
      {
        "row": 136,
        "truth": 0,
        "raw": 0.0021115558078905,
        "calibrated": 0.029300445640249473
      },
      {
        "row": 541,
        "truth": 0,
        "raw": 0.4204612128199266,
        "calibrated": 0.49853436747361946
      },
      {
        "row": 60,
        "truth": 0,
        "raw": 9.634068031746438e-05,
        "calibrated": 0.004726445975152056
      },
      {
        "row": 495,
        "truth": 0,
        "raw": 0.10537538772555076,
        "calibrated": 0.25082547424998003
      },
      {
        "row": 552,
        "truth": 0,
        "raw": 0.0675148101283333,
        "calibrated": 0.20012090309994254
      },
      {
        "row": 259,
        "truth": 1,
        "raw": 0.9999863375563498,
        "calibrated": 0.9989848256077671
      },
      {
        "row": 442,
        "truth": 0,
        "raw": 0.0003010521950022881,
        "calibrated": 0.009307183889394683
      },
      {
        "row": 356,
        "truth": 0,
        "raw": 0.02902641033175611,
        "calibrated": 0.12840881671474566
      },
      {
        "row": 317,
        "truth": 1,
        "raw": 0.9983417634989863,
        "calibrated": 0.9823260536839278
      },
      {
        "row": 424,
        "truth": 0,
        "raw": 0.002332121776496998,
        "calibrated": 0.031044306198585492
      },
      {
        "row": 249,
        "truth": 0,
        "raw": 0.00238079328194873,
        "calibrated": 0.031419317136975405
      },
      {
        "row": 543,
        "truth": 0,
        "raw": 0.10217215394596009,
        "calibrated": 0.2469706484578203
      },
      {
        "row": 483,
        "truth": 0,
        "raw": 0.017360946102801113,
        "calibrated": 0.09709306964573884
      },
      {
        "row": 183,
        "truth": 0,
        "raw": 5.817635441073578e-05,
        "calibrated": 0.0034987814320918656
      },
      {
        "row": 172,
        "truth": 1,
        "raw": 0.9792272586918547,
        "calibrated": 0.9236444041787104
      },
      {
        "row": 366,
        "truth": 1,
        "raw": 0.9999995414887453,
        "calibrated": 0.9998668332169425
      },
      {
        "row": 566,
        "truth": 1,
        "raw": 0.9815193956566214,
        "calibrated": 0.9285296861367246
      },
      {
        "row": 499,
        "truth": 1,
        "raw": 0.9999947380397914,
        "calibrated": 0.9994263339828855
      },
      {
        "row": 97,
        "truth": 0,
        "raw": 2.8920325558046027e-05,
        "calibrated": 0.0023052141601887705
      },
      {
        "row": 393,
        "truth": 1,
        "raw": 0.9999999390341751,
        "calibrated": 0.9999602024247264
      },
      {
        "row": 536,
        "truth": 1,
        "raw": 0.7366273697814094,
        "calibrated": 0.6903932465417171
      },
      {
        "row": 420,
        "truth": 0,
        "raw": 0.008327673443853306,
        "calibrated": 0.06445130473735759
      },
      {
        "row": 173,
        "truth": 0,
        "raw": 6.293122221456115e-06,
        "calibrated": 0.0009263896022745113
      },
      {
        "row": 454,
        "truth": 0,
        "raw": 0.013499018499509649,
        "calibrated": 0.08448420199929714
      },
      {
        "row": 298,
        "truth": 0,
        "raw": 0.01439039413044761,
        "calibrated": 0.08753575834709364
      }
    ]
  },
  "conformal": {
    "dataset": "Diabetes progression benchmark",
    "n": 442,
    "features": [
      "age",
      "sex",
      "bmi",
      "bp",
      "s1",
      "s2",
      "s3",
      "s4",
      "s5",
      "s6"
    ],
    "split": {
      "train": [
        387,
        52,
        254,
        424,
        217,
        317,
        238,
        247,
        244,
        283,
        78,
        54,
        29,
        33,
        191,
        167,
        415,
        427,
        380,
        95,
        268,
        3,
        390,
        312,
        413,
        331,
        139,
        359,
        377,
        403,
        116,
        308,
        307,
        152,
        314,
        246,
        392,
        46,
        27,
        276,
        125,
        432,
        201,
        149,
        239,
        89,
        345,
        187,
        397,
        76,
        420,
        431,
        332,
        79,
        213,
        280,
        15,
        180,
        405,
        178,
        334,
        6,
        104,
        2,
        228,
        333,
        138,
        185,
        252,
        263,
        437,
        179,
        128,
        295,
        414,
        91,
        372,
        108,
        275,
        99,
        155,
        309,
        61,
        318,
        438,
        316,
        355,
        75,
        211,
        221,
        224,
        255,
        87,
        256,
        406,
        5,
        338,
        232,
        288,
        358,
        148,
        17,
        388,
        183,
        182,
        321,
        419,
        55,
        209,
        130,
        396,
        222,
        22,
        41,
        188,
        175,
        151,
        37,
        105,
        398,
        273,
        63,
        214,
        133,
        0,
        430,
        94,
        137,
        353,
        92,
        218,
        269,
        126,
        85,
        205,
        290,
        194,
        440,
        119,
        379,
        72,
        134,
        219,
        262,
        220,
        112,
        435,
        103,
        250,
        123,
        113,
        422,
        249,
        285,
        371,
        327,
        436,
        279,
        4,
        12,
        109,
        200,
        374,
        145,
        86,
        399,
        383,
        237,
        292,
        21,
        32,
        421,
        64,
        340,
        360,
        296,
        277,
        323,
        301,
        416,
        42,
        335,
        206,
        223,
        328,
        311,
        341,
        69,
        176,
        39,
        265,
        329,
        58,
        400,
        204,
        302,
        66,
        38,
        378,
        93,
        157,
        90,
        120,
        293,
        364,
        197,
        31,
        365,
        14,
        164,
        343,
        20,
        73,
        361,
        272,
        13,
        441,
        287,
        300,
        141,
        107,
        401,
        342,
        376,
        43,
        357,
        47,
        260,
        402,
        349,
        163,
        354,
        356,
        212,
        428,
        344,
        161,
        304,
        339,
        159,
        259,
        8,
        417,
        257,
        82,
        253,
        115,
        88,
        305,
        347,
        258,
        241,
        121,
        370,
        382,
        199,
        195,
        243,
        215,
        70,
        233,
        129,
        394,
        166
      ],
      "calibration": [
        114,
        226,
        389,
        162,
        313,
        261,
        62,
        53,
        381,
        172,
        147,
        393,
        198,
        24,
        362,
        412,
        67,
        160,
        36,
        131,
        65,
        350,
        196,
        142,
        80,
        425,
        186,
        48,
        299,
        10,
        117,
        240,
        96,
        208,
        57,
        210,
        40,
        385,
        59,
        207,
        289,
        395,
        411,
        74,
        150,
        23,
        423,
        56,
        143,
        291,
        297,
        352,
        310,
        184,
        229,
        189,
        171,
        144,
        336,
        127,
        326,
        168,
        146,
        81,
        227,
        165,
        156,
        30,
        202,
        266,
        282,
        281,
        135,
        294,
        193,
        369,
        170,
        9,
        11,
        278,
        320,
        106,
        306,
        319,
        173,
        315,
        225,
        368,
        83
      ],
      "test": [
        68,
        271,
        100,
        216,
        18,
        337,
        132,
        124,
        242,
        234,
        236,
        35,
        330,
        203,
        230,
        248,
        97,
        122,
        270,
        409,
        434,
        325,
        50,
        7,
        190,
        418,
        286,
        245,
        367,
        169,
        98,
        366,
        101,
        303,
        84,
        158,
        391,
        375,
        28,
        19,
        49,
        231,
        373,
        251,
        410,
        429,
        235,
        177,
        16,
        426,
        346,
        110,
        136,
        154,
        284,
        102,
        140,
        386,
        71,
        267,
        408,
        348,
        51,
        26,
        44,
        45,
        363,
        25,
        192,
        322,
        264,
        34,
        404,
        384,
        181,
        60,
        111,
        174,
        77,
        274,
        439,
        351,
        433,
        407,
        153,
        298,
        1,
        118,
        324
      ]
    },
    "data_sha256": "839c546b0b4ac02c2e6cbe5e5c92313cefa993446c9733e9b49477cc3f96e104",
    "bmi_training_median": 25.6,
    "metrics": {
      "ridge": {
        "mae": 38.53545104763402,
        "mae_ci": [
          32.47455119364644,
          44.944783786636535
        ],
        "rmse": 50.092404548430416,
        "r2": 0.4838519958447237,
        "intervals": [
          {
            "nominal": 0.8,
            "q": 71.86938580419945,
            "width": 143.7387716083989,
            "covered": 77,
            "n": 89,
            "coverage": 0.8651685393258427,
            "coverage_ci": [
              0.7789609654865223,
              0.9211572879926208
            ]
          },
          {
            "nominal": 0.9,
            "q": 86.83222299624478,
            "width": 173.66444599248956,
            "covered": 79,
            "n": 89,
            "coverage": 0.8876404494382022,
            "coverage_ci": [
              0.8053898870598051,
              0.9378125666334389
            ]
          },
          {
            "nominal": 0.95,
            "q": 103.0004468898041,
            "width": 206.0008937796082,
            "covered": 84,
            "n": 89,
            "coverage": 0.9438202247191011,
            "coverage_ci": [
              0.8751458326492175,
              0.9757671215792795
            ]
          }
        ],
        "subgroups": [
          {
            "group": "BMI \u2264 training median",
            "n": 47,
            "covered": 41,
            "coverage": 0.8723404255319149,
            "ci": [
              0.7482605920720791,
              0.9401539580185649
            ]
          },
          {
            "group": "BMI > training median",
            "n": 42,
            "covered": 38,
            "coverage": 0.9047619047619048,
            "ci": [
              0.7793489419142942,
              0.9623377511944252
            ]
          }
        ]
      },
      "boosting": {
        "mae": 39.75697418163689,
        "mae_ci": [
          33.35349538426424,
          46.79228612802439
        ],
        "rmse": 51.51258180082686,
        "r2": 0.4541703439318626,
        "intervals": [
          {
            "nominal": 0.8,
            "q": 76.85535869841434,
            "width": 153.71071739682867,
            "covered": 78,
            "n": 89,
            "coverage": 0.8764044943820225,
            "coverage_ci": [
              0.7920955236695181,
              0.9295648299166756
            ]
          },
          {
            "nominal": 0.9,
            "q": 93.49372770708985,
            "width": 186.9874554141797,
            "covered": 82,
            "n": 89,
            "coverage": 0.9213483146067416,
            "coverage_ci": [
              0.8464485761795707,
              0.9613801778348253
            ]
          },
          {
            "nominal": 0.95,
            "q": 124.08045993950563,
            "width": 248.16091987901126,
            "covered": 87,
            "n": 89,
            "coverage": 0.9775280898876404,
            "coverage_ci": [
              0.9217236532517773,
              0.9938156012978713
            ]
          }
        ],
        "subgroups": [
          {
            "group": "BMI \u2264 training median",
            "n": 47,
            "covered": 44,
            "coverage": 0.9361702127659575,
            "ci": [
              0.8283738581687596,
              0.9780546147945661
            ]
          },
          {
            "group": "BMI > training median",
            "n": 42,
            "covered": 38,
            "coverage": 0.9047619047619048,
            "ci": [
              0.7793489419142942,
              0.9623377511944252
            ]
          }
        ]
      },
      "training_mean": {
        "mae": 60.28217568947907,
        "mae_ci": [
          52.90080439223698,
          67.8479060265577
        ],
        "rmse": 70.01943773377104,
        "r2": -0.008481026249484769
      }
    },
    "records": [
      {
        "model": "ridge",
        "predictions": [
          {
            "row": 68,
            "truth": 160.0,
            "prediction": 119.11743299327054
          },
          {
            "row": 271,
            "truth": 127.0,
            "prediction": 170.65839275473138
          },
          {
            "row": 100,
            "truth": 128.0,
            "prediction": 167.31870188796472
          },
          {
            "row": 216,
            "truth": 248.0,
            "prediction": 234.03752783910286
          },
          {
            "row": 18,
            "truth": 97.0,
            "prediction": 145.97794378191122
          },
          {
            "row": 337,
            "truth": 91.0,
            "prediction": 182.51334184492322
          },
          {
            "row": 132,
            "truth": 107.0,
            "prediction": 122.05397996071329
          },
          {
            "row": 124,
            "truth": 121.0,
            "prediction": 164.9212428064104
          },
          {
            "row": 242,
            "truth": 71.0,
            "prediction": 92.18870903596596
          },
          {
            "row": 234,
            "truth": 246.0,
            "prediction": 230.82936307087473
          },
          {
            "row": 236,
            "truth": 67.0,
            "prediction": 191.6817740513357
          },
          {
            "row": 35,
            "truth": 102.0,
            "prediction": 88.00379733043438
          },
          {
            "row": 330,
            "truth": 244.0,
            "prediction": 188.5760496102043
          },
          {
            "row": 203,
            "truth": 222.0,
            "prediction": 205.54341624213004
          },
          {
            "row": 230,
            "truth": 220.0,
            "prediction": 174.04336298939126
          },
          {
            "row": 248,
            "truth": 258.0,
            "prediction": 242.896519531834
          },
          {
            "row": 97,
            "truth": 279.0,
            "prediction": 210.7389332105616
          },
          {
            "row": 122,
            "truth": 180.0,
            "prediction": 225.48677047824467
          },
          {
            "row": 270,
            "truth": 202.0,
            "prediction": 192.36227658543382
          },
          {
            "row": 409,
            "truth": 181.0,
            "prediction": 183.4981755963541
          },
          {
            "row": 434,
            "truth": 49.0,
            "prediction": 135.91281699965603
          },
          {
            "row": 325,
            "truth": 192.0,
            "prediction": 220.2813214138103
          },
          {
            "row": 50,
            "truth": 155.0,
            "prediction": 158.08656247674386
          },
          {
            "row": 7,
            "truth": 63.0,
            "prediction": 137.0444947812759
          },
          {
            "row": 190,
            "truth": 292.0,
            "prediction": 196.54213193096237
          },
          {
            "row": 418,
            "truth": 84.0,
            "prediction": 105.68074937021353
          },
          {
            "row": 286,
            "truth": 60.0,
            "prediction": 71.02807783369641
          },
          {
            "row": 245,
            "truth": 125.0,
            "prediction": 101.08132294984773
          },
          {
            "row": 367,
            "truth": 242.0,
            "prediction": 253.53488403473344
          },
          {
            "row": 169,
            "truth": 152.0,
            "prediction": 246.78579763341216
          },
          {
            "row": 98,
            "truth": 92.0,
            "prediction": 125.3489496856254
          },
          {
            "row": 366,
            "truth": 233.0,
            "prediction": 253.92055338009467
          },
          {
            "row": 101,
            "truth": 102.0,
            "prediction": 116.88981927817213
          },
          {
            "row": 303,
            "truth": 236.0,
            "prediction": 236.26504065522664
          },
          {
            "row": 84,
            "truth": 65.0,
            "prediction": 56.315315327427385
          },
          {
            "row": 158,
            "truth": 96.0,
            "prediction": 89.0361835087784
          },
          {
            "row": 391,
            "truth": 63.0,
            "prediction": 61.764659094020175
          },
          {
            "row": 375,
            "truth": 217.0,
            "prediction": 188.41017738075485
          },
          {
            "row": 28,
            "truth": 131.0,
            "prediction": 125.25411457696657
          },
          {
            "row": 19,
            "truth": 168.0,
            "prediction": 120.39538846892235
          },
          {
            "row": 49,
            "truth": 142.0,
            "prediction": 192.24116865308721
          },
          {
            "row": 231,
            "truth": 154.0,
            "prediction": 160.91249641655327
          },
          {
            "row": 373,
            "truth": 168.0,
            "prediction": 140.06645875544856
          },
          {
            "row": 251,
            "truth": 243.0,
            "prediction": 284.3286647919372
          },
          {
            "row": 410,
            "truth": 209.0,
            "prediction": 167.17607502973692
          },
          {
            "row": 429,
            "truth": 94.0,
            "prediction": 103.59491985454395
          },
          {
            "row": 235,
            "truth": 124.0,
            "prediction": 184.2961344610605
          },
          {
            "row": 177,
            "truth": 225.0,
            "prediction": 226.666152929188
          },
          {
            "row": 16,
            "truth": 166.0,
            "prediction": 206.4780563248738
          },
          {
            "row": 426,
            "truth": 120.0,
            "prediction": 175.27040828400516
          },
          {
            "row": 346,
            "truth": 139.0,
            "prediction": 191.5762467260059
          },
          {
            "row": 110,
            "truth": 104.0,
            "prediction": 60.457578246199944
          },
          {
            "row": 136,
            "truth": 85.0,
            "prediction": 59.52233897073947
          },
          {
            "row": 154,
            "truth": 197.0,
            "prediction": 155.66797506703696
          },
          {
            "row": 284,
            "truth": 156.0,
            "prediction": 164.2524687412806
          },
          {
            "row": 102,
            "truth": 302.0,
            "prediction": 145.50208508777584
          },
          {
            "row": 140,
            "truth": 118.0,
            "prediction": 164.94394330982274
          },
          {
            "row": 386,
            "truth": 72.0,
            "prediction": 111.7618871403566
          },
          {
            "row": 71,
            "truth": 270.0,
            "prediction": 239.22871493410204
          },
          {
            "row": 267,
            "truth": 115.0,
            "prediction": 140.8704830213787
          },
          {
            "row": 408,
            "truth": 189.0,
            "prediction": 213.65278061071365
          },
          {
            "row": 348,
            "truth": 148.0,
            "prediction": 129.8623480912371
          },
          {
            "row": 51,
            "truth": 225.0,
            "prediction": 173.2199509154519
          },
          {
            "row": 26,
            "truth": 137.0,
            "prediction": 93.47182897659587
          },
          {
            "row": 44,
            "truth": 259.0,
            "prediction": 223.36965295147735
          },
          {
            "row": 45,
            "truth": 53.0,
            "prediction": 133.51302122672197
          },
          {
            "row": 363,
            "truth": 58.0,
            "prediction": 167.0113517771277
          },
          {
            "row": 25,
            "truth": 202.0,
            "prediction": 148.97200418990712
          },
          {
            "row": 192,
            "truth": 91.0,
            "prediction": 101.10900613882578
          },
          {
            "row": 322,
            "truth": 242.0,
            "prediction": 306.795301619031
          },
          {
            "row": 264,
            "truth": 145.0,
            "prediction": 132.52539450700453
          },
          {
            "row": 34,
            "truth": 65.0,
            "prediction": 82.55202853703702
          },
          {
            "row": 404,
            "truth": 293.0,
            "prediction": 197.84503914941013
          },
          {
            "row": 384,
            "truth": 69.0,
            "prediction": 121.46544347075051
          },
          {
            "row": 181,
            "truth": 64.0,
            "prediction": 95.49906774145386
          },
          {
            "row": 60,
            "truth": 61.0,
            "prediction": 108.96735283824778
          },
          {
            "row": 111,
            "truth": 59.0,
            "prediction": 121.22498250961826
          },
          {
            "row": 174,
            "truth": 151.0,
            "prediction": 159.55803614779086
          },
          {
            "row": 77,
            "truth": 200.0,
            "prediction": 80.2055799176353
          },
          {
            "row": 274,
            "truth": 66.0,
            "prediction": 177.68555775018547
          },
          {
            "row": 439,
            "truth": 132.0,
            "prediction": 132.0979094513256
          },
          {
            "row": 351,
            "truth": 71.0,
            "prediction": 90.14676665926606
          },
          {
            "row": 433,
            "truth": 72.0,
            "prediction": 65.86236690782107
          },
          {
            "row": 407,
            "truth": 140.0,
            "prediction": 174.19271639946783
          },
          {
            "row": 153,
            "truth": 71.0,
            "prediction": 135.3295707028057
          },
          {
            "row": 298,
            "truth": 129.0,
            "prediction": 109.59476862743685
          },
          {
            "row": 1,
            "truth": 75.0,
            "prediction": 74.05881555419526
          },
          {
            "row": 118,
            "truth": 179.0,
            "prediction": 171.54355852187194
          },
          {
            "row": 324,
            "truth": 249.0,
            "prediction": 218.3163736942484
          }
        ]
      },
      {
        "model": "boosting",
        "predictions": [
          {
            "row": 68,
            "truth": 160.0,
            "prediction": 76.24473303046283
          },
          {
            "row": 271,
            "truth": 127.0,
            "prediction": 165.65698174015557
          },
          {
            "row": 100,
            "truth": 128.0,
            "prediction": 193.17277212806303
          },
          {
            "row": 216,
            "truth": 248.0,
            "prediction": 251.28655063638377
          },
          {
            "row": 18,
            "truth": 97.0,
            "prediction": 172.1380747866477
          },
          {
            "row": 337,
            "truth": 91.0,
            "prediction": 137.8437167606619
          },
          {
            "row": 132,
            "truth": 107.0,
            "prediction": 87.10644853040685
          },
          {
            "row": 124,
            "truth": 121.0,
            "prediction": 156.81624941200872
          },
          {
            "row": 242,
            "truth": 71.0,
            "prediction": 110.99653175027223
          },
          {
            "row": 234,
            "truth": 246.0,
            "prediction": 262.615903465967
          },
          {
            "row": 236,
            "truth": 67.0,
            "prediction": 163.82876849804455
          },
          {
            "row": 35,
            "truth": 102.0,
            "prediction": 102.85310301495103
          },
          {
            "row": 330,
            "truth": 244.0,
            "prediction": 188.4663037104244
          },
          {
            "row": 203,
            "truth": 222.0,
            "prediction": 213.93603266192162
          },
          {
            "row": 230,
            "truth": 220.0,
            "prediction": 217.2090820757442
          },
          {
            "row": 248,
            "truth": 258.0,
            "prediction": 267.23075983193036
          },
          {
            "row": 97,
            "truth": 279.0,
            "prediction": 254.85884659300396
          },
          {
            "row": 122,
            "truth": 180.0,
            "prediction": 263.7693923975123
          },
          {
            "row": 270,
            "truth": 202.0,
            "prediction": 203.09477686950655
          },
          {
            "row": 409,
            "truth": 181.0,
            "prediction": 175.87688746984028
          },
          {
            "row": 434,
            "truth": 49.0,
            "prediction": 99.21622710677771
          },
          {
            "row": 325,
            "truth": 192.0,
            "prediction": 192.84713376920013
          },
          {
            "row": 50,
            "truth": 155.0,
            "prediction": 130.08642560343247
          },
          {
            "row": 7,
            "truth": 63.0,
            "prediction": 113.0733948851416
          },
          {
            "row": 190,
            "truth": 292.0,
            "prediction": 169.69380842670094
          },
          {
            "row": 418,
            "truth": 84.0,
            "prediction": 82.33202343182408
          },
          {
            "row": 286,
            "truth": 60.0,
            "prediction": 74.68365201738793
          },
          {
            "row": 245,
            "truth": 125.0,
            "prediction": 85.57352674688998
          },
          {
            "row": 367,
            "truth": 242.0,
            "prediction": 257.17376622048124
          },
          {
            "row": 169,
            "truth": 152.0,
            "prediction": 162.042769392318
          },
          {
            "row": 98,
            "truth": 92.0,
            "prediction": 120.74082158102104
          },
          {
            "row": 366,
            "truth": 233.0,
            "prediction": 294.38628867093945
          },
          {
            "row": 101,
            "truth": 102.0,
            "prediction": 129.01129568832508
          },
          {
            "row": 303,
            "truth": 236.0,
            "prediction": 231.14240590655626
          },
          {
            "row": 84,
            "truth": 65.0,
            "prediction": 68.88863957406237
          },
          {
            "row": 158,
            "truth": 96.0,
            "prediction": 111.75511485322751
          },
          {
            "row": 391,
            "truth": 63.0,
            "prediction": 75.50501980173318
          },
          {
            "row": 375,
            "truth": 217.0,
            "prediction": 167.68356973574143
          },
          {
            "row": 28,
            "truth": 131.0,
            "prediction": 153.47780467810048
          },
          {
            "row": 19,
            "truth": 168.0,
            "prediction": 99.14939382482017
          },
          {
            "row": 49,
            "truth": 142.0,
            "prediction": 176.8874176823149
          },
          {
            "row": 231,
            "truth": 154.0,
            "prediction": 106.25101562226396
          },
          {
            "row": 373,
            "truth": 168.0,
            "prediction": 111.80605764912723
          },
          {
            "row": 251,
            "truth": 243.0,
            "prediction": 283.2829068625916
          },
          {
            "row": 410,
            "truth": 209.0,
            "prediction": 148.79213989080438
          },
          {
            "row": 429,
            "truth": 94.0,
            "prediction": 114.97793809792526
          },
          {
            "row": 235,
            "truth": 124.0,
            "prediction": 163.21316345464143
          },
          {
            "row": 177,
            "truth": 225.0,
            "prediction": 233.63665798057085
          },
          {
            "row": 16,
            "truth": 166.0,
            "prediction": 188.36903010405294
          },
          {
            "row": 426,
            "truth": 120.0,
            "prediction": 205.3289411936104
          },
          {
            "row": 346,
            "truth": 139.0,
            "prediction": 214.51180892270645
          },
          {
            "row": 110,
            "truth": 104.0,
            "prediction": 85.25073748296242
          },
          {
            "row": 136,
            "truth": 85.0,
            "prediction": 64.02319717541587
          },
          {
            "row": 154,
            "truth": 197.0,
            "prediction": 180.38447763677965
          },
          {
            "row": 284,
            "truth": 156.0,
            "prediction": 170.39081227903893
          },
          {
            "row": 102,
            "truth": 302.0,
            "prediction": 130.10175166451188
          },
          {
            "row": 140,
            "truth": 118.0,
            "prediction": 149.78254379722378
          },
          {
            "row": 386,
            "truth": 72.0,
            "prediction": 96.49582987365726
          },
          {
            "row": 71,
            "truth": 270.0,
            "prediction": 236.50591771904504
          },
          {
            "row": 267,
            "truth": 115.0,
            "prediction": 148.00264040462812
          },
          {
            "row": 408,
            "truth": 189.0,
            "prediction": 207.40350688845635
          },
          {
            "row": 348,
            "truth": 148.0,
            "prediction": 106.41263142620075
          },
          {
            "row": 51,
            "truth": 225.0,
            "prediction": 225.77454033161698
          },
          {
            "row": 26,
            "truth": 137.0,
            "prediction": 116.37610121622438
          },
          {
            "row": 44,
            "truth": 259.0,
            "prediction": 159.0671736093513
          },
          {
            "row": 45,
            "truth": 53.0,
            "prediction": 106.84585824099334
          },
          {
            "row": 363,
            "truth": 58.0,
            "prediction": 115.48645519356108
          },
          {
            "row": 25,
            "truth": 202.0,
            "prediction": 104.49897119175937
          },
          {
            "row": 192,
            "truth": 91.0,
            "prediction": 118.03427875346668
          },
          {
            "row": 322,
            "truth": 242.0,
            "prediction": 281.62405025920464
          },
          {
            "row": 264,
            "truth": 145.0,
            "prediction": 122.76705578865257
          },
          {
            "row": 34,
            "truth": 65.0,
            "prediction": 85.68151382387194
          },
          {
            "row": 404,
            "truth": 293.0,
            "prediction": 191.60643757016805
          },
          {
            "row": 384,
            "truth": 69.0,
            "prediction": 151.81138442042428
          },
          {
            "row": 181,
            "truth": 64.0,
            "prediction": 95.32797445343807
          },
          {
            "row": 60,
            "truth": 61.0,
            "prediction": 87.42481750164988
          },
          {
            "row": 111,
            "truth": 59.0,
            "prediction": 135.26703470503293
          },
          {
            "row": 174,
            "truth": 151.0,
            "prediction": 214.08615105607544
          },
          {
            "row": 77,
            "truth": 200.0,
            "prediction": 68.55605264766508
          },
          {
            "row": 274,
            "truth": 66.0,
            "prediction": 129.4096209355178
          },
          {
            "row": 439,
            "truth": 132.0,
            "prediction": 97.80591953635954
          },
          {
            "row": 351,
            "truth": 71.0,
            "prediction": 75.77459291705948
          },
          {
            "row": 433,
            "truth": 72.0,
            "prediction": 97.00018701635584
          },
          {
            "row": 407,
            "truth": 140.0,
            "prediction": 177.38205932314196
          },
          {
            "row": 153,
            "truth": 71.0,
            "prediction": 123.43418626861639
          },
          {
            "row": 298,
            "truth": 129.0,
            "prediction": 125.38058024508263
          },
          {
            "row": 1,
            "truth": 75.0,
            "prediction": 87.52837921442845
          },
          {
            "row": 118,
            "truth": 179.0,
            "prediction": 204.5261811204052
          },
          {
            "row": 324,
            "truth": 249.0,
            "prediction": 175.491564621272
          }
        ]
      }
    ]
  },
  "robustness": {
    "dataset": "UCI Heart Failure Clinical Records",
    "n": 299,
    "features": [
      "age",
      "anaemia",
      "creatinine_phosphokinase",
      "diabetes",
      "ejection_fraction",
      "high_blood_pressure",
      "platelets",
      "serum_creatinine",
      "serum_sodium",
      "sex",
      "smoking"
    ],
    "excluded_predictor": "time",
    "split": {
      "train": [
        252,
        145,
        14,
        130,
        77,
        195,
        53,
        143,
        81,
        116,
        261,
        30,
        22,
        66,
        211,
        2,
        12,
        8,
        98,
        278,
        74,
        217,
        205,
        91,
        83,
        230,
        235,
        26,
        40,
        78,
        37,
        100,
        131,
        174,
        64,
        243,
        19,
        51,
        142,
        129,
        286,
        206,
        284,
        107,
        1,
        245,
        140,
        32,
        196,
        177,
        213,
        212,
        33,
        69,
        120,
        65,
        296,
        187,
        56,
        285,
        146,
        282,
        258,
        248,
        189,
        265,
        31,
        263,
        157,
        84,
        197,
        276,
        236,
        68,
        175,
        216,
        210,
        247,
        136,
        208,
        179,
        192,
        7,
        90,
        28,
        35,
        266,
        178,
        259,
        194,
        149,
        171,
        267,
        117,
        219,
        17,
        87,
        153,
        39,
        113,
        29,
        95,
        253,
        218,
        233,
        144,
        237,
        105,
        270,
        165,
        281,
        16,
        203,
        260,
        242,
        62,
        250,
        11,
        249,
        207,
        277,
        111,
        108,
        191,
        279,
        181,
        43,
        96,
        268,
        275,
        55,
        139,
        85,
        185,
        123,
        49,
        24,
        10,
        200,
        13,
        251,
        264,
        176,
        183,
        162,
        170,
        234,
        231,
        222,
        152,
        114,
        63,
        47,
        257,
        167,
        180,
        184,
        72,
        115,
        75,
        20,
        254,
        190,
        79,
        298,
        238,
        126,
        132,
        134,
        199,
        269,
        101,
        141,
        88,
        52,
        80,
        59,
        226,
        21,
        71,
        94,
        46,
        138,
        60,
        244,
        202,
        106,
        150,
        97,
        5,
        241,
        4,
        291,
        34,
        163,
        214,
        70,
        246,
        89,
        227,
        188,
        121,
        256,
        118,
        173,
        225,
        109,
        6,
        232
      ],
      "test": [
        240,
        93,
        42,
        82,
        295,
        156,
        280,
        128,
        215,
        0,
        133,
        198,
        155,
        45,
        125,
        271,
        239,
        288,
        274,
        44,
        92,
        220,
        18,
        182,
        172,
        122,
        201,
        3,
        209,
        158,
        147,
        50,
        27,
        272,
        54,
        154,
        151,
        99,
        119,
        224,
        58,
        289,
        67,
        102,
        159,
        57,
        293,
        228,
        36,
        135,
        283,
        104,
        290,
        25,
        137,
        112,
        73,
        273,
        103,
        221,
        124,
        164,
        287,
        166,
        9,
        292,
        38,
        229,
        15,
        148,
        262,
        193,
        223,
        160,
        110,
        294,
        76,
        86,
        168,
        41,
        127,
        297,
        186,
        204,
        61,
        48,
        169,
        23,
        161,
        255
      ]
    },
    "file_sha256": "9c73cea7468ff5d517801ec050fe9993da5912fce4b56f296f8df3b38dd75912",
    "metrics": {
      "baseline": {
        "n": 90,
        "auc": 0.7309214245336348,
        "brier": 0.19325937210529523,
        "log_loss": 0.5843082455379363,
        "accuracy": 0.7111111111111111,
        "tn": 52,
        "fp": 9,
        "fn": 17,
        "tp": 12,
        "sensitivity": 0.41379310344827586,
        "specificity": 0.8524590163934426,
        "auc_ci": [
          0.610809597586496,
          0.8313631560327491
        ],
        "brier_ci": [
          0.14452173097970927,
          0.24678378972237477
        ]
      },
      "augmented": {
        "n": 90,
        "auc": 0.7416619559072922,
        "brier": 0.18813924697272155,
        "log_loss": 0.5729410326137708,
        "accuracy": 0.7111111111111111,
        "tn": 53,
        "fp": 8,
        "fn": 18,
        "tp": 11,
        "sensitivity": 0.3793103448275862,
        "specificity": 0.8688524590163934,
        "auc_ci": [
          0.623331797235023,
          0.8413482142857143
        ],
        "brier_ci": [
          0.13989598261960068,
          0.24032078835697365
        ]
      },
      "leaky_time": {
        "n": 90,
        "auc": 0.8756359525155456,
        "brier": 0.12830990057993527,
        "log_loss": 0.40579715479654915,
        "accuracy": 0.8333333333333334,
        "tn": 56,
        "fp": 5,
        "fn": 10,
        "tp": 19,
        "sensitivity": 0.6551724137931034,
        "specificity": 0.9180327868852459,
        "auc_ci": [
          0.7912934693636449,
          0.9425147239485475
        ],
        "brier_ci": [
          0.08632413700160012,
          0.17479961556412066
        ]
      },
      "training_prior": {
        "n": 90,
        "auc": 0.5,
        "brier": 0.2183977778286517,
        "log_loss": 0.6285394022313119,
        "accuracy": 0.6777777777777778,
        "tn": 61,
        "fp": 0,
        "fn": 29,
        "tp": 0,
        "sensitivity": 0.0,
        "specificity": 1.0,
        "auc_ci": [
          0.5,
          0.5
        ],
        "brier_ci": [
          0.18251261036453686,
          0.25428294529276646
        ]
      }
    },
    "stress": [
      {
        "missing_rate": 0,
        "preview_mask": [
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ]
        ],
        "models": {
          "baseline": {
            "auc": {
              "mean": 0.7309214245336346,
              "range90": [
                0.7309214245336348,
                0.7309214245336348
              ],
              "runs": [
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348,
                0.7309214245336348
              ]
            },
            "brier": {
              "mean": 0.19325937210529526,
              "range90": [
                0.19325937210529523,
                0.19325937210529523
              ],
              "runs": [
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523,
                0.19325937210529523
              ]
            }
          },
          "augmented": {
            "auc": {
              "mean": 0.7416619559072924,
              "range90": [
                0.7416619559072922,
                0.7416619559072922
              ],
              "runs": [
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922,
                0.7416619559072922
              ]
            },
            "brier": {
              "mean": 0.1881392469727216,
              "range90": [
                0.18813924697272155,
                0.18813924697272155
              ],
              "runs": [
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155,
                0.18813924697272155
              ]
            }
          }
        }
      },
      {
        "missing_rate": 0.1,
        "preview_mask": [
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false
          ]
        ],
        "models": {
          "baseline": {
            "auc": {
              "mean": 0.7136988882607878,
              "range90": [
                0.6759185980780101,
                0.7431599773883549
              ],
              "runs": [
                0.7133973996608254,
                0.7693612210288299,
                0.7263990955342001,
                0.7241379310344828,
                0.7247032221594121,
                0.6743923120407009,
                0.7218767665347654,
                0.6981345392877332,
                0.7207461842849067,
                0.7032221594120972,
                0.7422272470322215,
                0.6970039570378745,
                0.7213114754098361,
                0.7354437535330696,
                0.6953080836630865,
                0.7303561334087054,
                0.7280949689089881,
                0.70096099491238,
                0.6681741096664783,
                0.7439231204070096,
                0.6890898812888637,
                0.7190503109101186,
                0.7173544375353307,
                0.7263990955342001,
                0.6953080836630865,
                0.677784058790277,
                0.7218767665347654,
                0.7139626907857546,
                0.7088750706613907,
                0.7020915771622386
              ]
            },
            "brier": {
              "mean": 0.1973545883190666,
              "range90": [
                0.1878759083010781,
                0.20880773938429892
              ],
              "runs": [
                0.19738767127150916,
                0.18046206578750304,
                0.19265903810156107,
                0.19061296843147207,
                0.1959388958908979,
                0.21043006108995413,
                0.19611605030138743,
                0.19804726315326612,
                0.19296545702541326,
                0.19909440297452174,
                0.1927200913604903,
                0.20607465340837613,
                0.19347049879557537,
                0.18991380530707636,
                0.20651413300866592,
                0.19429994215160976,
                0.19506209903614655,
                0.20103705143735706,
                0.2115847851244293,
                0.18620853802344312,
                0.20426880686006177,
                0.19569304174505914,
                0.1950382047944416,
                0.19437352625631657,
                0.2064992712805959,
                0.2068249017440537,
                0.19279884599381575,
                0.19659250400971268,
                0.19908033389783708,
                0.19886874130944726
              ]
            }
          },
          "augmented": {
            "auc": {
              "mean": 0.7228942905596382,
              "range90": [
                0.6877331825890334,
                0.7592990390050876
              ],
              "runs": [
                0.7009609949123798,
                0.7603165630299604,
                0.7394007914075749,
                0.7297908422837762,
                0.7399660825325042,
                0.7173544375353307,
                0.7201808931599774,
                0.7173544375353307,
                0.7133973996608254,
                0.7003957037874505,
                0.7620124364047485,
                0.7184850197851893,
                0.7297908422837761,
                0.749576031656303,
                0.6981345392877332,
                0.742792538157151,
                0.7235726399095535,
                0.7066139061616733,
                0.6789146410401357,
                0.752967778405879,
                0.7105709440361786,
                0.7450537026568682,
                0.7388355002826454,
                0.7179197286602601,
                0.7083097795364613,
                0.6902204635387225,
                0.7122668174109668,
                0.7580553985302431,
                0.71791972866026,
                0.6856981345392877
              ]
            },
            "brier": {
              "mean": 0.19387863416009343,
              "range90": [
                0.1817282120715533,
                0.20680605020637993
              ],
              "runs": [
                0.20449094931355832,
                0.18279544216549273,
                0.18875669571456122,
                0.18737209008707142,
                0.19011137916641532,
                0.19625190259942155,
                0.19360373516715,
                0.1898102042368215,
                0.19786272966980759,
                0.20005096133179143,
                0.18502538959899215,
                0.1932388278130123,
                0.19274690602061806,
                0.18215467591740797,
                0.20331632809644426,
                0.19343664122354262,
                0.1922390361028487,
                0.19557392184028935,
                0.21071483267796323,
                0.1797668966610896,
                0.19884241612366513,
                0.18871281163937495,
                0.18927447103429162,
                0.19933725148370196,
                0.19835618647736328,
                0.19991570699953776,
                0.19810687118065234,
                0.1813792871067631,
                0.19441425368901105,
                0.20870022366414306
              ]
            }
          }
        }
      },
      {
        "missing_rate": 0.25,
        "preview_mask": [
          [
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            false,
            false,
            true
          ],
          [
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            true
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            true,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            true,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            true,
            false,
            true,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            true
          ],
          [
            true,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            false
          ]
        ],
        "models": {
          "baseline": {
            "auc": {
              "mean": 0.6939702280007538,
              "range90": [
                0.6382136800452234,
                0.7281797625777275
              ],
              "runs": [
                0.6919163369135104,
                0.7331825890333522,
                0.7156585641605427,
                0.7213114754098361,
                0.6591294516676088,
                0.6868287167891465,
                0.6941775014132279,
                0.6382136800452234,
                0.672696438665913,
                0.6879592990390051,
                0.7241379310344828,
                0.7105709440361786,
                0.7150932730356133,
                0.7314867156585642,
                0.6772187676653477,
                0.7043527416619559,
                0.711136235161108,
                0.6840022611644998,
                0.6206896551724138,
                0.7015262860373092,
                0.7167891464104014,
                0.7060486150367439,
                0.7139626907857547,
                0.7060486150367439,
                0.6382136800452234,
                0.6856981345392877,
                0.7088750706613907,
                0.7037874505370266,
                0.6885245901639344,
                0.6698699830412662
              ]
            },
            "brier": {
              "mean": 0.19968299636860518,
              "range90": [
                0.18799141686875975,
                0.21620745373283543
              ],
              "runs": [
                0.2072064813317433,
                0.18729754989626082,
                0.18811158685794607,
                0.1918329535600783,
                0.21394489550526297,
                0.18969984714357419,
                0.19763214296708315,
                0.2047562307193698,
                0.20998326087425695,
                0.2053449790349235,
                0.19348321117732895,
                0.1937169572106263,
                0.19055517928306998,
                0.1938470612453285,
                0.20280419709503,
                0.2017884522034617,
                0.19269095784432602,
                0.20705043519497404,
                0.21490324314319453,
                0.20018557596113165,
                0.1911871415387778,
                0.2000625775048346,
                0.19219432436610157,
                0.2069281252415197,
                0.22120974900553408,
                0.1966095409223016,
                0.18917375503072337,
                0.18789309596851642,
                0.20112184810651518,
                0.21727453512435982
              ]
            }
          },
          "augmented": {
            "auc": {
              "mean": 0.698247597512719,
              "range90": [
                0.6343979649519502,
                0.7535330695308083
              ],
              "runs": [
                0.6653476540418316,
                0.7280949689089882,
                0.706048615036744,
                0.7077444884115319,
                0.6772187676653476,
                0.7648388920293951,
                0.6958733747880158,
                0.6840022611644998,
                0.6896551724137931,
                0.6890898812888637,
                0.7286602600339175,
                0.7247032221594121,
                0.7117015262860373,
                0.714527981910684,
                0.6591294516676088,
                0.714527981910684,
                0.7201808931599774,
                0.6625211984171848,
                0.6144714527981912,
                0.6890898812888637,
                0.7405313736574336,
                0.741096664782363,
                0.7637083097795365,
                0.6772187676653477,
                0.6421707179197287,
                0.6998304126625212,
                0.6794799321650651,
                0.7247032221594121,
                0.7032221594120972,
                0.6280384397964952
              ]
            },
            "brier": {
              "mean": 0.20059455152398364,
              "range90": [
                0.18176768469137575,
                0.2231654635361575
              ],
              "runs": [
                0.2200003082475668,
                0.18774937651178839,
                0.19621016036026562,
                0.19721058126061794,
                0.2075598945306229,
                0.17180283795234613,
                0.19964125734224764,
                0.19957650724493692,
                0.2044106874277654,
                0.20570391181591757,
                0.1962956655595331,
                0.18595887286879814,
                0.19676909414705884,
                0.19847960236052525,
                0.20899516879408422,
                0.19993379923059992,
                0.19046476182650654,
                0.21394473135869024,
                0.22563692165730692,
                0.20326986209955528,
                0.18225920071255608,
                0.18364173154886557,
                0.1813655352195009,
                0.21626177069929778,
                0.2201447924991971,
                0.1926533955573028,
                0.20436413347960736,
                0.1884422439895221,
                0.20365102622370837,
                0.2354387131932182
              ]
            }
          }
        }
      },
      {
        "missing_rate": 0.5,
        "preview_mask": [
          [
            false,
            false,
            true,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            true
          ],
          [
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            true,
            false,
            false
          ],
          [
            true,
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            true
          ],
          [
            false,
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            false
          ],
          [
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            true,
            false,
            true
          ],
          [
            true,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true
          ],
          [
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            false
          ],
          [
            true,
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            true
          ],
          [
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            true
          ],
          [
            false,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            true
          ],
          [
            false,
            false,
            false,
            true,
            true,
            true,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            true,
            true,
            true,
            true,
            false,
            true,
            false,
            true
          ],
          [
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            false
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            true
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            true,
            false,
            false
          ],
          [
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            true,
            false,
            true
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            true,
            true,
            false,
            false
          ],
          [
            true,
            false,
            false,
            true,
            true,
            true,
            true,
            false,
            true,
            true,
            true
          ],
          [
            false,
            true,
            true,
            true,
            true,
            false,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            true,
            true,
            true,
            true,
            false,
            false,
            false,
            false
          ],
          [
            false,
            true,
            false,
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            true
          ],
          [
            true,
            true,
            false,
            false,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          [
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            true,
            false,
            true
          ],
          [
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            true,
            true,
            true
          ],
          [
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            true,
            false,
            false,
            false
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            true,
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            true,
            false
          ],
          [
            true,
            false,
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            true,
            false
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            true,
            true,
            true
          ],
          [
            false,
            true,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            true,
            true
          ],
          [
            false,
            false,
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            true
          ],
          [
            true,
            true,
            false,
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            true
          ],
          [
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            false,
            true
          ],
          [
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            true,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            true,
            false,
            true,
            false
          ],
          [
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            false,
            true,
            true
          ],
          [
            true,
            true,
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            true,
            false
          ],
          [
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true,
            true,
            true
          ],
          [
            false,
            true,
            true,
            true,
            true,
            true,
            false,
            true,
            true,
            false,
            true
          ],
          [
            false,
            true,
            false,
            true,
            false,
            false,
            true,
            false,
            true,
            true,
            true
          ],
          [
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            true,
            true,
            true
          ],
          [
            false,
            false,
            false,
            false,
            true,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            true,
            true,
            true,
            true,
            false,
            false,
            false,
            false,
            false,
            true,
            false
          ],
          [
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            true,
            false,
            true,
            true
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            false,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false
          ],
          [
            true,
            false,
            false,
            false,
            false,
            true,
            false,
            true,
            false,
            true,
            true
          ],
          [
            false,
            true,
            false,
            false,
            true,
            false,
            true,
            true,
            false,
            true,
            true
          ],
          [
            true,
            true,
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            false,
            true
          ],
          [
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            true,
            false,
            false,
            true
          ],
          [
            false,
            true,
            true,
            false,
            false,
            false,
            false,
            true,
            true,
            true,
            false
          ],
          [
            false,
            false,
            true,
            true,
            true,
            true,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            false,
            true,
            true,
            true
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            false,
            true
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            true,
            true,
            false,
            true,
            true,
            false,
            true,
            true,
            true,
            true,
            true
          ],
          [
            false,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true,
            true,
            false
          ],
          [
            true,
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            false,
            true
          ],
          [
            false,
            true,
            false,
            true,
            true,
            true,
            true,
            true,
            false,
            false,
            false
          ],
          [
            false,
            true,
            true,
            true,
            true,
            true,
            true,
            false,
            false,
            true,
            true
          ],
          [
            true,
            false,
            true,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            true
          ],
          [
            false,
            false,
            true,
            false,
            false,
            true,
            false,
            false,
            false,
            true,
            true
          ],
          [
            true,
            false,
            true,
            true,
            false,
            false,
            false,
            true,
            true,
            false,
            true
          ],
          [
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            false,
            true,
            true,
            false
          ],
          [
            true,
            false,
            false,
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true
          ],
          [
            true,
            true,
            true,
            true,
            true,
            false,
            true,
            false,
            true,
            false,
            false
          ],
          [
            true,
            false,
            true,
            true,
            true,
            false,
            false,
            true,
            true,
            false,
            false
          ],
          [
            true,
            true,
            false,
            true,
            false,
            false,
            false,
            false,
            false,
            false,
            false
          ],
          [
            true,
            true,
            false,
            false,
            true,
            true,
            true,
            true,
            false,
            false,
            true
          ],
          [
            false,
            true,
            false,
            false,
            true,
            true,
            true,
            false,
            true,
            false,
            false
          ]
        ],
        "models": {
          "baseline": {
            "auc": {
              "mean": 0.6557377049180328,
              "range90": [
                0.5879310344827586,
                0.7296777840587901
              ],
              "runs": [
                0.6466930469191633,
                0.671000565291125,
                0.7490107405313736,
                0.7642736009044658,
                0.5754663651780667,
                0.6461277557942341,
                0.6500847936687395,
                0.6458451102317693,
                0.6981345392877332,
                0.6438665912945167,
                0.6970039570378744,
                0.6181458451102319,
                0.6122102882984738,
                0.6551724137931035,
                0.6198417184850197,
                0.6546071226681741,
                0.7015262860373093,
                0.6071226681741098,
                0.5590729225551159,
                0.6823063877897116,
                0.6808931599773883,
                0.6506500847936687,
                0.6302996042962126,
                0.6823063877897116,
                0.6031656302996042,
                0.6591294516676088,
                0.6489542114188808,
                0.6246466930469193,
                0.7060486150367439,
                0.6885245901639344
              ]
            },
            "brier": {
              "mean": 0.20983763000490982,
              "range90": [
                0.19373723056094871,
                0.2287053777810188
              ],
              "runs": [
                0.21047960331013155,
                0.19995813489648764,
                0.1917040386885991,
                0.17720664123198232,
                0.22396063855219345,
                0.21585147536315563,
                0.20662856107762018,
                0.20164841871847972,
                0.1975367130790566,
                0.21658719676303406,
                0.2132051481468122,
                0.23371899929399578,
                0.21332338751527577,
                0.21819754640929384,
                0.22252104219638372,
                0.20776217674174144,
                0.19865727439146966,
                0.21487001979363435,
                0.2225217877788,
                0.20912945437092154,
                0.19759039009088133,
                0.2106484584655542,
                0.22340611917158892,
                0.21488940105783724,
                0.23258743715005778,
                0.2036196616139012,
                0.20344969641853558,
                0.211324264291655,
                0.19622224284937606,
                0.2059229707188396
              ]
            }
          },
          "augmented": {
            "auc": {
              "mean": 0.6571697757678537,
              "range90": [
                0.5767947993216507,
                0.7329564725833805
              ],
              "runs": [
                0.6161673261729791,
                0.6596947427925383,
                0.7467495760316563,
                0.7054833239118146,
                0.5500282645562464,
                0.7360090446579989,
                0.6698699830412662,
                0.6885245901639345,
                0.7049180327868853,
                0.6438665912945166,
                0.6693046919163369,
                0.6314301865460712,
                0.6817410966647823,
                0.6500847936687394,
                0.5839457320520067,
                0.6885245901639344,
                0.7049180327868854,
                0.5952515545505935,
                0.570944036178632,
                0.6472583380440927,
                0.7292255511588469,
                0.6630864895421142,
                0.6749576031656304,
                0.642736009044658,
                0.6404748445449407,
                0.6647823629169022,
                0.6127755794234031,
                0.6625211984171849,
                0.6563029960429622,
                0.6235161107970605
              ]
            },
            "brier": {
              "mean": 0.2091358861232096,
              "range90": [
                0.1814589061021368,
                0.2277700507332587
              ],
              "runs": [
                0.21561141475177703,
                0.20464537639960964,
                0.18498830622795503,
                0.19429915627118943,
                0.23795498804009588,
                0.17930539000277146,
                0.2089416060383416,
                0.19881344609885998,
                0.18367431314740365,
                0.21630857149109894,
                0.21163194172785083,
                0.22062615802177454,
                0.20123106243816882,
                0.220230457338805,
                0.22914194322788697,
                0.21124062843538643,
                0.1896974147215374,
                0.21757711483724712,
                0.2260932932398242,
                0.21010851112885914,
                0.17964630033782758,
                0.20368404606879323,
                0.20810022171478415,
                0.2222121253587469,
                0.22467618958698382,
                0.2069273477340553,
                0.2248406369998989,
                0.20004168633524547,
                0.21805333702890764,
                0.22377359894460194
              ]
            }
          }
        }
      }
    ],
    "test_truth": [
      0,
      1,
      1,
      1,
      0,
      0,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      0,
      0,
      1,
      0,
      1,
      1,
      1,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      1,
      1,
      0,
      1,
      0,
      0,
      0,
      1,
      0,
      1,
      0,
      1,
      0,
      0,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      0,
      0,
      0,
      1,
      1,
      0,
      0,
      1,
      0,
      0,
      0,
      1,
      1,
      1,
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      0,
      1,
      0,
      0,
      1,
      0,
      1,
      1,
      0,
      0,
      0,
      0
    ],
    "test_baseline_probabilities": [
      0.5188317547569603,
      0.5473800990242341,
      0.13420074785135075,
      0.7863528067385573,
      0.25804645762048006,
      0.3007297189304353,
      0.3213700513394686,
      0.2382100039376692,
      0.47235549298137913,
      0.8838087283540553,
      0.021783728688127408,
      0.6592589164335233,
      0.4618839004335527,
      0.1236843695539629,
      0.06428969746211075,
      0.12018449392346335,
      0.0739914110824853,
      0.3012793883115775,
      0.23489914772408108,
      0.04220422247445538,
      0.015378315348214842,
      0.7878768399289441,
      0.7260190264402234,
      0.37129953553825806,
      0.03889574958188117,
      0.13556209547249878,
      0.012868176847668264,
      0.514958498926979,
      0.2706462923191883,
      0.37803672209311134,
      0.03949139924721335,
      0.6196633368854515,
      0.15464996465508155,
      0.3426487528491983,
      0.45636490913895744,
      0.481223687393035,
      0.022176649128935712,
      0.2319130481583888,
      0.7355554168018383,
      0.345682633085193,
      0.3855761462217641,
      0.64704772197519,
      0.498167082327698,
      0.5081029681878657,
      0.11676866166834006,
      0.10753882083081022,
      0.1836589545728056,
      0.9548849677032059,
      0.30969382672814494,
      0.2772666252985566,
      0.2105586624657912,
      0.1708634245299839,
      0.016048118608148945,
      0.276523358278921,
      0.8117985965939774,
      0.28078154960798796,
      0.050200886334976665,
      0.025292283890871115,
      0.2812363132476978,
      0.03263720453338396,
      0.4843977121575386,
      0.20350977439546056,
      0.03920636570010499,
      0.010066592654928532,
      0.9974903989467949,
      0.059322675989800434,
      0.6165954221673854,
      0.6947753918342031,
      0.2390053631876721,
      0.7181692620757464,
      0.6298841482242414,
      0.3661740837081936,
      0.18196734527663888,
      0.32316252020924946,
      0.0962950716258696,
      0.10025151388723516,
      0.05140114421512843,
      0.1560493857342885,
      0.2224536466657296,
      0.2356350936669176,
      0.03884590902668034,
      0.09241646369406203,
      0.04205118780199741,
      0.2578254823845162,
      0.34849769267939024,
      0.9843201648232199,
      0.545328695759056,
      0.012341631249906755,
      0.06377608061432195,
      0.1959589076567615
    ]
  }
}