{
    "WorstCase attack_ccd2def8-54f1-4d1f-8158-98c65d687db6": {
        "log_id": "ccd2def8-54f1-4d1f-8158-98c65d687db6",
        "log_time": "30/06/2024 18:34:39",
        "metadata": {
            "attack_name": "WorstCase attack",
            "attack_params": {
                "output_dir": "outputs_worstcase",
                "write_report": true,
                "n_reps": 10,
                "reproduce_split": 5,
                "p_thresh": 0.05,
                "n_dummy_reps": 1,
                "train_beta": 5,
                "test_beta": 2,
                "test_prop": 0.5,
                "include_model_correct_feature": false,
                "sort_probs": true,
                "attack_model": "sklearn.ensemble.RandomForestClassifier",
                "attack_model_params": null
            },
            "global_metrics": {
                "null_auc_3sd_range": "0.3880 -> 0.6120",
                "n_sig_auc_p_vals": 4,
                "n_sig_auc_p_vals_corrected": 0,
                "n_sig_pdif_vals": 3,
                "n_sig_pdif_vals_corrected": 0
            },
            "baseline_global_metrics": {
                "null_auc_3sd_range": "0.3880 -> 0.6120",
                "n_sig_auc_p_vals": 10,
                "n_sig_auc_p_vals_corrected": 10,
                "n_sig_pdif_vals": 8,
                "n_sig_pdif_vals_corrected": 8
            },
            "target_model": "RandomForestClassifier",
            "target_model_params": {
                "bootstrap": true,
                "ccp_alpha": 0.0,
                "class_weight": null,
                "criterion": "gini",
                "max_depth": null,
                "max_features": "sqrt",
                "max_leaf_nodes": null,
                "max_samples": null,
                "min_impurity_decrease": 0.0,
                "min_samples_leaf": 1,
                "min_samples_split": 2,
                "min_weight_fraction_leaf": 0.0,
                "monotonic_cst": null,
                "n_estimators": 100,
                "n_jobs": null,
                "oob_score": false,
                "random_state": null,
                "verbose": 0,
                "warm_start": false
            }
        },
        "attack_experiment_logger": {
            "attack_instance_logger": {
                "instance_0": {
                    "TPR": 0.96482412,
                    "FPR": 0.88372093,
                    "FAR": 0.28358209,
                    "TNR": 0.11627907,
                    "PPV": 0.71641791,
                    "NPV": 0.58823529,
                    "FNR": 0.03517588,
                    "ACC": 0.70877193,
                    "F1score": 0.82226981,
                    "Advantage": 0.08110318999999999,
                    "AUC": 0.56909548,
                    "P_HIGHER_AUC": 0.032045980556885345,
                    "FMAX01": 0.6896551724137931,
                    "FMIN01": 0.5172413793103449,
                    "FDIF01": 0.1724137931034483,
                    "PDIF01": 2.5728670463946393,
                    "FMAX02": 0.7543859649122807,
                    "FMIN02": 0.543859649122807,
                    "FDIF02": 0.21052631578947367,
                    "PDIF02": 4.937449769004868,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 0.0,
                    "FDIF001": 0.6666666666666666,
                    "PDIF001": 3.2797542278361775,
                    "pred_prob_var": 0.01129902576974124,
                    "TPR@0.5": 0.5998284103444051,
                    "TPR@0.2": 0.2361809045226127,
                    "TPR@0.1": 0.0914572864321608,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.023255813953488372,
                        0.046511627906976744,
                        0.046511627906976744,
                        0.046511627906976744,
                        0.06976744186046512,
                        0.08139534883720931,
                        0.08139534883720931,
                        0.10465116279069768,
                        0.10465116279069768,
                        0.5813953488372093,
                        0.6046511627906976,
                        0.6046511627906976,
                        0.6511627906976745,
                        0.6511627906976745,
                        0.7209302325581395,
                        0.7674418604651163,
                        0.8604651162790697,
                        0.8604651162790697,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.9069767441860465,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.020100502512562814,
                        0.02512562814070352,
                        0.04522613065326633,
                        0.05527638190954774,
                        0.06532663316582915,
                        0.06532663316582915,
                        0.07537688442211055,
                        0.09547738693467336,
                        0.12060301507537688,
                        0.6984924623115578,
                        0.7085427135678392,
                        0.7185929648241206,
                        0.7487437185929648,
                        0.7537688442211056,
                        0.8592964824120602,
                        0.8894472361809045,
                        0.9296482412060302,
                        0.9346733668341709,
                        0.964824120603015,
                        0.9748743718592965,
                        0.9798994974874372,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.825851798523959,
                        0.8218557850396795,
                        0.8104747175329332,
                        0.8089833296917734,
                        0.8001330648589553,
                        0.7943774744719808,
                        0.794355938857314,
                        0.7931958099381825,
                        0.7896072464207436,
                        0.7515441159999184,
                        0.7101152733748299,
                        0.7059705365327247,
                        0.6866424923999992,
                        0.6821582446450714,
                        0.6646040031837572,
                        0.6619913740467628,
                        0.6546474044736891,
                        0.6190034766424983,
                        0.6148670207690615,
                        0.3662630297192441,
                        0.3455145448707592,
                        0.3171915330573382
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_1": {
                    "TPR": 0.98492462,
                    "FPR": 0.94186047,
                    "FAR": 0.29241877,
                    "TNR": 0.05813953,
                    "PPV": 0.70758123,
                    "NPV": 0.625,
                    "FNR": 0.01507538,
                    "ACC": 0.70526316,
                    "F1score": 0.82352941,
                    "Advantage": 0.04306415000000008,
                    "AUC": 0.5831483,
                    "P_HIGHER_AUC": 0.012936570328542674,
                    "FMAX01": 0.7586206896551724,
                    "FMIN01": 0.5862068965517241,
                    "FDIF01": 0.1724137931034483,
                    "PDIF01": 2.5728670463946393,
                    "FMAX02": 0.7719298245614035,
                    "FMIN02": 0.5614035087719298,
                    "FDIF02": 0.21052631578947367,
                    "PDIF02": 4.937449769004868,
                    "FMAX001": 0.3333333333333333,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.0,
                    "PDIF001": 0.6931471805599453,
                    "pred_prob_var": 0.00945597915192779,
                    "TPR@0.5": 0.6180904522613065,
                    "TPR@0.2": 0.27115062491946856,
                    "TPR@0.1": 0.15258342997036556,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.023255813953488372,
                        0.03488372093023256,
                        0.03488372093023256,
                        0.03488372093023256,
                        0.03488372093023256,
                        0.4883720930232558,
                        0.5116279069767442,
                        0.5232558139534884,
                        0.5232558139534884,
                        0.5232558139534884,
                        0.5465116279069767,
                        0.5465116279069767,
                        0.6627906976744186,
                        0.6627906976744186,
                        0.686046511627907,
                        0.7093023255813954,
                        0.7093023255813954,
                        0.7674418604651163,
                        0.7674418604651163,
                        0.8837209302325582,
                        0.9186046511627907,
                        0.9186046511627907,
                        0.9418604651162791,
                        0.9418604651162791,
                        0.9651162790697675,
                        0.9767441860465116,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.03015075376884422,
                        0.04020100502512563,
                        0.05025125628140704,
                        0.07035175879396985,
                        0.07537688442211055,
                        0.6130653266331658,
                        0.6231155778894473,
                        0.6432160804020101,
                        0.6482412060301508,
                        0.6582914572864321,
                        0.6683417085427136,
                        0.6733668341708543,
                        0.7839195979899497,
                        0.7889447236180904,
                        0.7989949748743719,
                        0.8241206030150754,
                        0.8291457286432161,
                        0.8542713567839196,
                        0.8592964824120602,
                        0.9296482412060302,
                        0.9798994974874372,
                        0.9849246231155779,
                        0.9849246231155779,
                        0.9949748743718593,
                        0.9949748743718593,
                        0.9949748743718593,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8513212822109211,
                        0.8304469787143121,
                        0.8084817214429054,
                        0.7839161177296797,
                        0.7831477224396126,
                        0.7512690543855228,
                        0.7390341311655853,
                        0.738690796330375,
                        0.734489115658106,
                        0.7313727748695517,
                        0.7279848017315785,
                        0.7277774939464844,
                        0.7183390146869284,
                        0.7155252864555163,
                        0.7131856536289293,
                        0.6816649267929662,
                        0.6813765953973088,
                        0.6771586502379751,
                        0.6684955274283696,
                        0.5981414432513413,
                        0.5649437325008086,
                        0.5480123238328595,
                        0.5259297563029234,
                        0.30409427990074767,
                        0.2985387243451921,
                        0.25462932672526817,
                        0.2149051725899298
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_2": {
                    "TPR": 0.96482412,
                    "FPR": 0.88372093,
                    "FAR": 0.28358209,
                    "TNR": 0.11627907,
                    "PPV": 0.71641791,
                    "NPV": 0.58823529,
                    "FNR": 0.03517588,
                    "ACC": 0.70877193,
                    "F1score": 0.82226981,
                    "Advantage": 0.08110318999999999,
                    "AUC": 0.55296833,
                    "P_HIGHER_AUC": 0.07789366841416012,
                    "FMAX01": 0.8275862068965517,
                    "FMIN01": 0.5862068965517241,
                    "FDIF01": 0.24137931034482762,
                    "PDIF01": 3.7889078224645787,
                    "FMAX02": 0.7719298245614035,
                    "FMIN02": 0.6491228070175439,
                    "FDIF02": 0.12280701754385959,
                    "PDIF02": 2.5690929345644054,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 0.0,
                    "FDIF001": 0.6666666666666666,
                    "PDIF001": 3.2797542278361775,
                    "pred_prob_var": 0.015035666511345275,
                    "TPR@0.5": 0.5755607304816734,
                    "TPR@0.2": 0.25618335580341034,
                    "TPR@0.1": 0.14972423091065262,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.011627906976744186,
                        0.011627906976744186,
                        0.023255813953488372,
                        0.023255813953488372,
                        0.023255813953488372,
                        0.03488372093023256,
                        0.5116279069767442,
                        0.5232558139534884,
                        0.5465116279069767,
                        0.5581395348837209,
                        0.5581395348837209,
                        0.6627906976744186,
                        0.7674418604651163,
                        0.813953488372093,
                        0.8255813953488372,
                        0.8255813953488372,
                        0.8255813953488372,
                        0.8604651162790697,
                        0.8604651162790697,
                        0.8604651162790697,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.8953488372093024,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.005025125628140704,
                        0.010050251256281407,
                        0.010050251256281407,
                        0.03015075376884422,
                        0.04522613065326633,
                        0.08040201005025126,
                        0.5879396984924623,
                        0.5879396984924623,
                        0.592964824120603,
                        0.5979899497487438,
                        0.6030150753768844,
                        0.7386934673366834,
                        0.8040201005025126,
                        0.8341708542713567,
                        0.8442211055276382,
                        0.8542713567839196,
                        0.8592964824120602,
                        0.8844221105527639,
                        0.8944723618090452,
                        0.9045226130653267,
                        0.964824120603015,
                        0.9698492462311558,
                        0.9698492462311558,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8202899572689847,
                        0.8172998168513756,
                        0.7887314516909629,
                        0.7880171659766773,
                        0.7828617988900791,
                        0.778614673307755,
                        0.7729828848639824,
                        0.7675174883016952,
                        0.7670355543000243,
                        0.7378649061549046,
                        0.7282783819801503,
                        0.654930507739666,
                        0.6395024771274006,
                        0.6181759566956554,
                        0.6071831054132137,
                        0.587008016286654,
                        0.5847746829533206,
                        0.5780714975983569,
                        0.5639588198690365,
                        0.5177793130140738,
                        0.5024347218829593,
                        0.4645809947344861,
                        0.38991798781872655,
                        0.3191636524698799
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_3": {
                    "TPR": 0.93969849,
                    "FPR": 0.88372093,
                    "FAR": 0.28897338,
                    "TNR": 0.11627907,
                    "PPV": 0.71102662,
                    "NPV": 0.45454545,
                    "FNR": 0.06030151,
                    "ACC": 0.69122807,
                    "F1score": 0.80952381,
                    "Advantage": 0.05597756000000009,
                    "AUC": 0.5593666,
                    "P_HIGHER_AUC": 0.05582318792662222,
                    "FMAX01": 0.8275862068965517,
                    "FMIN01": 0.6206896551724138,
                    "FDIF01": 0.2068965517241379,
                    "PDIF01": 3.145420412944275,
                    "FMAX02": 0.7894736842105263,
                    "FMIN02": 0.6140350877192983,
                    "FDIF02": 0.17543859649122806,
                    "PDIF02": 3.8798010518537023,
                    "FMAX001": 1.0,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.6666666666666667,
                    "PDIF001": 3.2797542278361775,
                    "pred_prob_var": 0.012798467308000003,
                    "TPR@0.5": 0.6211055276381906,
                    "TPR@0.2": 0.23301120989563145,
                    "TPR@0.1": 0.11998453807499099,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.011627906976744186,
                        0.46511627906976744,
                        0.47674418604651164,
                        0.47674418604651164,
                        0.47674418604651164,
                        0.47674418604651164,
                        0.5930232558139535,
                        0.627906976744186,
                        0.6395348837209303,
                        0.7093023255813954,
                        0.7209302325581395,
                        0.7325581395348837,
                        0.7441860465116279,
                        0.7906976744186046,
                        0.8488372093023255,
                        0.872093023255814,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.9069767441860465,
                        0.9069767441860465,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.020100502512562814,
                        0.5326633165829145,
                        0.5527638190954773,
                        0.5678391959798995,
                        0.5879396984924623,
                        0.5979899497487438,
                        0.7135678391959799,
                        0.7336683417085427,
                        0.7386934673366834,
                        0.7788944723618091,
                        0.7788944723618091,
                        0.7939698492462312,
                        0.8190954773869347,
                        0.864321608040201,
                        0.9095477386934674,
                        0.9095477386934674,
                        0.9095477386934674,
                        0.9296482412060302,
                        0.9597989949748744,
                        0.9748743718592965,
                        0.9798994974874372,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8055012041737802,
                        0.765249795558943,
                        0.7640488764917515,
                        0.7572252806664393,
                        0.7276671968761054,
                        0.7275088797030821,
                        0.7150461527091959,
                        0.6657425860853895,
                        0.6654670073500106,
                        0.6329528082691607,
                        0.625760846716422,
                        0.6225269059409951,
                        0.6168391719000104,
                        0.6145166041582106,
                        0.6109521669782105,
                        0.6042482894299627,
                        0.6015293460170537,
                        0.5936661522688782,
                        0.4576087240067097,
                        0.3529239309277856,
                        0.34442125713099414,
                        0.341096448946851
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_4": {
                    "TPR": 1.0,
                    "FPR": 1.0,
                    "FAR": 0.30175439,
                    "TNR": 0.0,
                    "PPV": 0.69824561,
                    "NPV": 0.0,
                    "FNR": 0.0,
                    "ACC": 0.69824561,
                    "F1score": 0.82231405,
                    "Advantage": 0.0,
                    "AUC": 0.52629426,
                    "P_HIGHER_AUC": 0.2405287486867479,
                    "FMAX01": 0.6551724137931034,
                    "FMIN01": 0.6896551724137931,
                    "FDIF01": -0.034482758620689724,
                    "PDIF01": 0.490070177552447,
                    "FMAX02": 0.6842105263157895,
                    "FMIN02": 0.5964912280701754,
                    "FDIF02": 0.08771929824561409,
                    "PDIF02": 1.8719978462658604,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 1.0,
                    "FDIF001": -0.33333333333333337,
                    "PDIF001": 0.20689635800507752,
                    "pred_prob_var": 0.009054854614813016,
                    "TPR@0.5": 0.542713567839196,
                    "TPR@0.2": 0.18368766911479584,
                    "TPR@0.1": 0.08693467336683408,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.011627906976744186,
                        0.011627906976744186,
                        0.011627906976744186,
                        0.023255813953488372,
                        0.05813953488372093,
                        0.19767441860465115,
                        0.19767441860465115,
                        0.6511627906976745,
                        0.6627906976744186,
                        0.6627906976744186,
                        0.6744186046511628,
                        0.686046511627907,
                        0.7093023255813954,
                        0.7093023255813954,
                        0.7441860465116279,
                        0.7674418604651163,
                        0.7674418604651163,
                        0.7674418604651163,
                        0.9302325581395349,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.010050251256281407,
                        0.01507537688442211,
                        0.03015075376884422,
                        0.035175879396984924,
                        0.05527638190954774,
                        0.16080402010050251,
                        0.18090452261306533,
                        0.7236180904522613,
                        0.7587939698492462,
                        0.7638190954773869,
                        0.7788944723618091,
                        0.7989949748743719,
                        0.7989949748743719,
                        0.8140703517587939,
                        0.8391959798994975,
                        0.8542713567839196,
                        0.8592964824120602,
                        0.8693467336683417,
                        0.8994974874371859,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8434638635738719,
                        0.8269245445997703,
                        0.823121311025639,
                        0.8186546443589724,
                        0.806795431108455,
                        0.778863545381092,
                        0.7549608357378551,
                        0.7528922098766166,
                        0.7426499857261537,
                        0.6455311332252057,
                        0.645471085216948,
                        0.6429100484276503,
                        0.6152715216511607,
                        0.6120117892816794,
                        0.6111892357729977,
                        0.5979672587313205,
                        0.5928020488919485,
                        0.5752023651746547,
                        0.540510144237697,
                        0.5007350287434608
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_5": {
                    "TPR": 0.83919598,
                    "FPR": 0.75581395,
                    "FAR": 0.28017241,
                    "TNR": 0.24418605,
                    "PPV": 0.71982759,
                    "NPV": 0.39622642,
                    "FNR": 0.16080402,
                    "ACC": 0.65964912,
                    "F1score": 0.774942,
                    "Advantage": 0.08338203,
                    "AUC": 0.56643684,
                    "P_HIGHER_AUC": 0.03751372489763849,
                    "FMAX01": 0.7586206896551724,
                    "FMIN01": 0.5517241379310345,
                    "FDIF01": 0.2068965517241379,
                    "PDIF01": 3.145420412944275,
                    "FMAX02": 0.7017543859649122,
                    "FMIN02": 0.5964912280701754,
                    "FDIF02": 0.10526315789473684,
                    "PDIF02": 2.203372254115738,
                    "FMAX001": 1.0,
                    "FMIN001": 0.6666666666666666,
                    "FDIF001": 0.33333333333333337,
                    "PDIF001": 1.677202524252041,
                    "pred_prob_var": 0.018153151102488482,
                    "TPR@0.5": 0.5807084201495276,
                    "TPR@0.2": 0.2644931976957961,
                    "TPR@0.1": 0.1590881235445527,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.023255813953488372,
                        0.023255813953488372,
                        0.03488372093023256,
                        0.03488372093023256,
                        0.5116279069767442,
                        0.5348837209302325,
                        0.5581395348837209,
                        0.5581395348837209,
                        0.5697674418604651,
                        0.5697674418604651,
                        0.5930232558139535,
                        0.6976744186046512,
                        0.6976744186046512,
                        0.7209302325581395,
                        0.7558139534883721,
                        0.7790697674418605,
                        0.7906976744186046,
                        0.8837209302325582,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.03015075376884422,
                        0.04020100502512563,
                        0.05025125628140704,
                        0.09045226130653267,
                        0.592964824120603,
                        0.6030150753768844,
                        0.6180904522613065,
                        0.628140703517588,
                        0.6331658291457286,
                        0.6381909547738693,
                        0.6532663316582915,
                        0.7638190954773869,
                        0.7688442211055276,
                        0.7889447236180904,
                        0.8391959798994975,
                        0.8793969849246231,
                        0.8844221105527639,
                        0.9748743718592965,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8261715153209457,
                        0.8218861877979522,
                        0.8198406461227399,
                        0.8158393550161854,
                        0.7757303561753066,
                        0.733928845882359,
                        0.7313889685129985,
                        0.7173737626034292,
                        0.7099260127941234,
                        0.707556353885556,
                        0.7024452637903563,
                        0.7010235363774677,
                        0.6742364343972932,
                        0.5989839441072702,
                        0.5098201669510588,
                        0.4629847527733464,
                        0.4596417534513049,
                        0.45865954509412676,
                        0.3996597251024035
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_6": {
                    "TPR": 0.9798995,
                    "FPR": 0.90697674,
                    "FAR": 0.28571429,
                    "TNR": 0.09302326,
                    "PPV": 0.71428571,
                    "NPV": 0.66666667,
                    "FNR": 0.0201005,
                    "ACC": 0.7122807,
                    "F1score": 0.82627118,
                    "Advantage": 0.07292276000000009,
                    "AUC": 0.51846442,
                    "P_HIGHER_AUC": 0.310374935251162,
                    "FMAX01": 0.6896551724137931,
                    "FMIN01": 0.6551724137931034,
                    "FDIF01": 0.034482758620689724,
                    "PDIF01": 0.9482546870891132,
                    "FMAX02": 0.6666666666666666,
                    "FMIN02": 0.631578947368421,
                    "FDIF02": 0.03508771929824561,
                    "PDIF02": 1.0740943143454584,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.3333333333333333,
                    "PDIF001": 1.677202524252041,
                    "pred_prob_var": 0.009679543591272365,
                    "TPR@0.5": 0.5183493223694167,
                    "TPR@0.2": 0.1825125628140704,
                    "TPR@0.1": 0.1108040201005026,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.023255813953488372,
                        0.03488372093023256,
                        0.046511627906976744,
                        0.046511627906976744,
                        0.046511627906976744,
                        0.18604651162790697,
                        0.3023255813953488,
                        0.3023255813953488,
                        0.686046511627907,
                        0.7325581395348837,
                        0.7441860465116279,
                        0.7674418604651163,
                        0.8255813953488372,
                        0.8372093023255814,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.9069767441860465,
                        0.9069767441860465,
                        0.9069767441860465,
                        0.9069767441860465,
                        0.9302325581395349,
                        0.9302325581395349,
                        0.9418604651162791,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.02512562814070352,
                        0.03015075376884422,
                        0.04522613065326633,
                        0.05527638190954774,
                        0.07035175879396985,
                        0.17587939698492464,
                        0.23115577889447236,
                        0.23618090452261306,
                        0.7839195979899497,
                        0.8090452261306532,
                        0.8140703517587939,
                        0.8241206030150754,
                        0.864321608040201,
                        0.8693467336683417,
                        0.9095477386934674,
                        0.9195979899497487,
                        0.9447236180904522,
                        0.964824120603015,
                        0.9748743718592965,
                        0.9798994974874372,
                        0.9899497487437185,
                        0.9899497487437185,
                        0.9949748743718593,
                        0.9949748743718593,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.9097858406012286,
                        0.9035828821639248,
                        0.901809083934956,
                        0.8238809617847177,
                        0.8205387348207869,
                        0.7744871240903618,
                        0.7262561651636881,
                        0.7211688292140535,
                        0.7170275001718116,
                        0.7117373724415502,
                        0.6963231920643329,
                        0.6885089356131451,
                        0.6802355988607814,
                        0.6759068463832812,
                        0.6495040382865638,
                        0.6422862535567814,
                        0.6250097943332138,
                        0.617792371153308,
                        0.6024439050253889,
                        0.5634070234293815,
                        0.446211863187721,
                        0.430940604179133,
                        0.29757684611919305,
                        0.28774680948915643,
                        0.26232445127461557
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_7": {
                    "TPR": 0.96984925,
                    "FPR": 0.94186047,
                    "FAR": 0.29562044,
                    "TNR": 0.05813953,
                    "PPV": 0.70437956,
                    "NPV": 0.45454545,
                    "FNR": 0.03015075,
                    "ACC": 0.69473684,
                    "F1score": 0.81606765,
                    "Advantage": 0.027988780000000046,
                    "AUC": 0.51098516,
                    "P_HIGHER_AUC": 0.3842385757720995,
                    "FMAX01": 0.6896551724137931,
                    "FMIN01": 0.6896551724137931,
                    "FDIF01": 0.0,
                    "PDIF01": 0.6931471805599453,
                    "FMAX02": 0.6666666666666666,
                    "FMIN02": 0.631578947368421,
                    "FDIF02": 0.03508771929824561,
                    "PDIF02": 1.0740943143454584,
                    "FMAX001": 0.3333333333333333,
                    "FMIN001": 0.0,
                    "FDIF001": 0.3333333333333333,
                    "PDIF001": 1.677202524252041,
                    "pred_prob_var": 0.010094474450982082,
                    "TPR@0.5": 0.5175879396984759,
                    "TPR@0.2": 0.17432617633622682,
                    "TPR@0.1": 0.09547738693467336,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.023255813953488372,
                        0.09302325581395349,
                        0.09302325581395349,
                        0.09302325581395349,
                        0.10465116279069768,
                        0.10465116279069768,
                        0.16279069767441862,
                        0.29069767441860467,
                        0.7093023255813954,
                        0.7325581395348837,
                        0.7906976744186046,
                        0.8023255813953488,
                        0.813953488372093,
                        0.813953488372093,
                        0.8488372093023255,
                        0.8488372093023255,
                        0.8488372093023255,
                        0.9418604651162791,
                        0.9418604651162791,
                        0.9534883720930233,
                        0.9534883720930233,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.010050251256281407,
                        0.035175879396984924,
                        0.06532663316582915,
                        0.09547738693467336,
                        0.09547738693467336,
                        0.10552763819095477,
                        0.1407035175879397,
                        0.2562814070351759,
                        0.7788944723618091,
                        0.7989949748743719,
                        0.8291457286432161,
                        0.8291457286432161,
                        0.8391959798994975,
                        0.8592964824120602,
                        0.8693467336683417,
                        0.8844221105527639,
                        0.8944723618090452,
                        0.9547738693467337,
                        0.9698492462311558,
                        0.9899497487437185,
                        0.9949748743718593,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8771667228069415,
                        0.8598245489544017,
                        0.8441576576870246,
                        0.7941789725331843,
                        0.7900203181500716,
                        0.7895597588933019,
                        0.7599307930442774,
                        0.7402892971324565,
                        0.7385359534097491,
                        0.7233906050379314,
                        0.7116962084842894,
                        0.6714305415970125,
                        0.6701156060572443,
                        0.6576117859775603,
                        0.6520188483104864,
                        0.643909675130725,
                        0.6350865701311492,
                        0.6197880205488494,
                        0.6003118113442221,
                        0.4525020316378479,
                        0.21013072326223456,
                        0.1936574631889745
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_8": {
                    "TPR": 0.96482412,
                    "FPR": 0.88372093,
                    "FAR": 0.28358209,
                    "TNR": 0.11627907,
                    "PPV": 0.71641791,
                    "NPV": 0.58823529,
                    "FNR": 0.03517588,
                    "ACC": 0.70877193,
                    "F1score": 0.82226981,
                    "Advantage": 0.08110318999999999,
                    "AUC": 0.58043123,
                    "P_HIGHER_AUC": 0.0155691146749396,
                    "FMAX01": 0.7241379310344828,
                    "FMIN01": 0.5517241379310345,
                    "FDIF01": 0.1724137931034483,
                    "PDIF01": 2.5728670463946393,
                    "FMAX02": 0.6666666666666666,
                    "FMIN02": 0.6491228070175439,
                    "FDIF02": 0.01754385964912275,
                    "PDIF02": 0.8695004910111879,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.3333333333333333,
                    "PDIF001": 1.677202524252041,
                    "pred_prob_var": 0.011564092255346407,
                    "TPR@0.5": 0.6231155778894473,
                    "TPR@0.2": 0.26982412060291355,
                    "TPR@0.1": 0.1520603015074023,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.011627906976744186,
                        0.011627906976744186,
                        0.023255813953488372,
                        0.03488372093023256,
                        0.5,
                        0.6162790697674418,
                        0.627906976744186,
                        0.627906976744186,
                        0.6395348837209303,
                        0.6511627906976745,
                        0.686046511627907,
                        0.7209302325581395,
                        0.813953488372093,
                        0.8488372093023255,
                        0.8488372093023255,
                        0.8488372093023255,
                        0.8488372093023255,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.8837209302325582,
                        0.8953488372093024,
                        0.8953488372093024,
                        0.9186046511627907,
                        0.9302325581395349,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.005025125628140704,
                        0.05025125628140704,
                        0.07035175879396985,
                        0.07537688442211055,
                        0.6231155778894473,
                        0.7336683417085427,
                        0.7537688442211056,
                        0.7587939698492462,
                        0.7587939698492462,
                        0.7788944723618091,
                        0.7989949748743719,
                        0.8040201005025126,
                        0.8542713567839196,
                        0.8844221105527639,
                        0.8944723618090452,
                        0.9045226130653267,
                        0.9095477386934674,
                        0.9547738693467337,
                        0.9748743718592965,
                        0.9798994974874372,
                        0.9849246231155779,
                        0.9899497487437185,
                        0.9949748743718593,
                        0.9949748743718593,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.8205138082234891,
                        0.7982093484334317,
                        0.790949774988966,
                        0.7562673481083729,
                        0.7561235980138686,
                        0.7337630210370137,
                        0.6847111810995622,
                        0.6747689128450278,
                        0.6728599665937673,
                        0.6669166982678902,
                        0.6465284467618866,
                        0.6464860997370003,
                        0.639238051725342,
                        0.6205824675626717,
                        0.6056147611256161,
                        0.603989761125616,
                        0.5779583338736679,
                        0.5752205730379312,
                        0.40442486101613645,
                        0.40060907154245223,
                        0.35755113108868886,
                        0.350943988231546,
                        0.3342500884494109,
                        0.32883342178274433,
                        0.3220932257043129
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                },
                "instance_9": {
                    "TPR": 0.9798995,
                    "FPR": 0.87209302,
                    "FAR": 0.27777778,
                    "TNR": 0.12790698,
                    "PPV": 0.72222222,
                    "NPV": 0.73333333,
                    "FNR": 0.0201005,
                    "ACC": 0.72280702,
                    "F1score": 0.8315565,
                    "Advantage": 0.10780648000000004,
                    "AUC": 0.5411067,
                    "P_HIGHER_AUC": 0.1353332183240572,
                    "FMAX01": 0.5862068965517241,
                    "FMIN01": 0.4827586206896552,
                    "FDIF01": 0.1034482758620689,
                    "PDIF01": 1.6327185713531083,
                    "FMAX02": 0.7192982456140351,
                    "FMIN02": 0.631578947368421,
                    "FDIF02": 0.08771929824561409,
                    "PDIF02": 1.8719978462658604,
                    "FMAX001": 0.6666666666666666,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.3333333333333333,
                    "PDIF001": 1.677202524252041,
                    "pred_prob_var": 0.007887712252135689,
                    "TPR@0.5": 0.5310764348056368,
                    "TPR@0.2": 0.1864850568632887,
                    "TPR@0.1": 0.07162126421579207,
                    "TPR@0.01": 0.0,
                    "TPR@0.001": 0.0,
                    "TPR@1e-05": 0.0,
                    "fpr": [
                        0.0,
                        0.011627906976744186,
                        0.05813953488372093,
                        0.08139534883720931,
                        0.08139534883720931,
                        0.5232558139534884,
                        0.5348837209302325,
                        0.5348837209302325,
                        0.5348837209302325,
                        0.5465116279069767,
                        0.5581395348837209,
                        0.5697674418604651,
                        0.5813953488372093,
                        0.5813953488372093,
                        0.6511627906976745,
                        0.6511627906976745,
                        0.6744186046511628,
                        0.6744186046511628,
                        0.7674418604651163,
                        0.7906976744186046,
                        0.872093023255814,
                        0.872093023255814,
                        0.8837209302325582,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.010050251256281407,
                        0.01507537688442211,
                        0.035175879396984924,
                        0.05025125628140704,
                        0.5577889447236181,
                        0.5829145728643216,
                        0.592964824120603,
                        0.6030150753768844,
                        0.6080402010050251,
                        0.628140703517588,
                        0.6733668341708543,
                        0.6934673366834171,
                        0.6984924623115578,
                        0.7336683417085427,
                        0.7386934673366834,
                        0.7487437185929648,
                        0.7587939698492462,
                        0.8894472361809045,
                        0.9246231155778895,
                        0.9748743718592965,
                        0.9849246231155779,
                        0.9849246231155779,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        0.7783395039054761,
                        0.7761026618002128,
                        0.76706011235259,
                        0.754159623207495,
                        0.7533654056104558,
                        0.7524162676774053,
                        0.7521296223539515,
                        0.7451262852415619,
                        0.7346109631271165,
                        0.7225058059697499,
                        0.7217423920793745,
                        0.7176616795675388,
                        0.7138756156680564,
                        0.7121850329229279,
                        0.7116090389605252,
                        0.7030902798286865,
                        0.6647350490735255,
                        0.6406580287365936,
                        0.6019440210478921,
                        0.5938086673704709,
                        0.4474812035703419,
                        0.40615749289437986,
                        0.40080035003723696
                    ],
                    "n_pos_test_examples": 199.0,
                    "n_neg_test_examples": 86.0
                }
            }
        }
    }
}