{
    "LiRA Attack_0d8cf41e-cb4a-4bf7-8a21-74a1998fb8b7": {
        "log_id": "0d8cf41e-cb4a-4bf7-8a21-74a1998fb8b7",
        "log_time": "30/06/2024 18:34:53",
        "metadata": {
            "attack_name": "LiRA Attack",
            "attack_params": {
                "output_dir": "outputs_lira",
                "write_report": true,
                "n_shadow_models": 100,
                "p_thresh": 0.05
            },
            "global_metrics": {
                "PDIF_sig": "Significant at p=0.05",
                "AUC_sig": "Significant at p=0.05",
                "null_auc_3sd_range": "0.4207446718814698 -> 0.5792553281185302"
            },
            "target_model": "RandomForestClassifier",
            "target_model_params": {
                "bootstrap": true,
                "ccp_alpha": 0.0,
                "class_weight": null,
                "criterion": "gini",
                "max_depth": null,
                "max_features": "sqrt",
                "max_leaf_nodes": null,
                "max_samples": null,
                "min_impurity_decrease": 0.0,
                "min_samples_leaf": 1,
                "min_samples_split": 2,
                "min_weight_fraction_leaf": 0.0,
                "monotonic_cst": null,
                "n_estimators": 100,
                "n_jobs": null,
                "oob_score": false,
                "random_state": null,
                "verbose": 0,
                "warm_start": false
            }
        },
        "attack_experiment_logger": {
            "attack_instance_logger": {
                "instance_0": {
                    "TPR": 0.76884422,
                    "FPR": 0.49122807,
                    "FAR": 0.21538462,
                    "TNR": 0.50877193,
                    "PPV": 0.78461538,
                    "NPV": 0.48603352,
                    "FNR": 0.23115578,
                    "ACC": 0.69068541,
                    "F1score": 0.77664974,
                    "Advantage": 0.27761614999999995,
                    "AUC": 0.75869112,
                    "P_HIGHER_AUC": 0.0,
                    "FMAX01": 0.9824561403508771,
                    "FMIN01": 0.3333333333333333,
                    "FDIF01": 0.6491228070175439,
                    "PDIF01": 31.521864812068117,
                    "FMAX02": 0.956140350877193,
                    "FMIN02": 0.38596491228070173,
                    "FDIF02": 0.5701754385964912,
                    "PDIF02": 115.13,
                    "FMAX001": 1.0,
                    "FMIN001": 0.3333333333333333,
                    "FDIF001": 0.6666666666666667,
                    "PDIF001": 5.134026454098573,
                    "pred_prob_var": 0.07234395378484082,
                    "TPR@0.5": 0.7776381909547895,
                    "TPR@0.2": 0.5703517587939698,
                    "TPR@0.1": 0.4321608040201005,
                    "TPR@0.01": 0.23618090452261306,
                    "TPR@0.001": 0.12814070351758794,
                    "TPR@1e-05": 0.12814070351758794,
                    "fpr": [
                        0.0,
                        0.0,
                        0.0,
                        0.005847953216374269,
                        0.005847953216374269,
                        0.011695906432748537,
                        0.011695906432748537,
                        0.017543859649122806,
                        0.017543859649122806,
                        0.023391812865497075,
                        0.023391812865497075,
                        0.029239766081871343,
                        0.029239766081871343,
                        0.03508771929824561,
                        0.03508771929824561,
                        0.04093567251461988,
                        0.04093567251461988,
                        0.05263157894736842,
                        0.05263157894736842,
                        0.05847953216374269,
                        0.05847953216374269,
                        0.06432748538011696,
                        0.06432748538011696,
                        0.07017543859649122,
                        0.07017543859649122,
                        0.07602339181286549,
                        0.07602339181286549,
                        0.08187134502923976,
                        0.08187134502923976,
                        0.08771929824561403,
                        0.08771929824561403,
                        0.0935672514619883,
                        0.0935672514619883,
                        0.09941520467836257,
                        0.09941520467836257,
                        0.10526315789473684,
                        0.10526315789473684,
                        0.1111111111111111,
                        0.1111111111111111,
                        0.1286549707602339,
                        0.1286549707602339,
                        0.13450292397660818,
                        0.13450292397660818,
                        0.14035087719298245,
                        0.14035087719298245,
                        0.14619883040935672,
                        0.14619883040935672,
                        0.15204678362573099,
                        0.15204678362573099,
                        0.15789473684210525,
                        0.15789473684210525,
                        0.1695906432748538,
                        0.1695906432748538,
                        0.17543859649122806,
                        0.17543859649122806,
                        0.1871345029239766,
                        0.1871345029239766,
                        0.1871345029239766,
                        0.1871345029239766,
                        0.19298245614035087,
                        0.19298245614035087,
                        0.2046783625730994,
                        0.2046783625730994,
                        0.21052631578947367,
                        0.21052631578947367,
                        0.21637426900584794,
                        0.21637426900584794,
                        0.22807017543859648,
                        0.22807017543859648,
                        0.23976608187134502,
                        0.23976608187134502,
                        0.24561403508771928,
                        0.24561403508771928,
                        0.2573099415204678,
                        0.2573099415204678,
                        0.2631578947368421,
                        0.2631578947368421,
                        0.26900584795321636,
                        0.26900584795321636,
                        0.26900584795321636,
                        0.26900584795321636,
                        0.27485380116959063,
                        0.27485380116959063,
                        0.2807017543859649,
                        0.2807017543859649,
                        0.28654970760233917,
                        0.28654970760233917,
                        0.2982456140350877,
                        0.2982456140350877,
                        0.30994152046783624,
                        0.3157894736842105,
                        0.3157894736842105,
                        0.3157894736842105,
                        0.32748538011695905,
                        0.32748538011695905,
                        0.3333333333333333,
                        0.3333333333333333,
                        0.3333333333333333,
                        0.3333333333333333,
                        0.3391812865497076,
                        0.3391812865497076,
                        0.34502923976608185,
                        0.34502923976608185,
                        0.3508771929824561,
                        0.3567251461988304,
                        0.36257309941520466,
                        0.36257309941520466,
                        0.3684210526315789,
                        0.3684210526315789,
                        0.3684210526315789,
                        0.3684210526315789,
                        0.3742690058479532,
                        0.39766081871345027,
                        0.39766081871345027,
                        0.4093567251461988,
                        0.4152046783625731,
                        0.4152046783625731,
                        0.42105263157894735,
                        0.4444444444444444,
                        0.4502923976608187,
                        0.4619883040935672,
                        0.4619883040935672,
                        0.47953216374269003,
                        0.47953216374269003,
                        0.4853801169590643,
                        0.4853801169590643,
                        0.49122807017543857,
                        0.5087719298245614,
                        0.5321637426900585,
                        0.5321637426900585,
                        0.5321637426900585,
                        0.543859649122807,
                        0.543859649122807,
                        0.5497076023391813,
                        0.5497076023391813,
                        0.5555555555555556,
                        0.5555555555555556,
                        0.5614035087719298,
                        0.5614035087719298,
                        0.5672514619883041,
                        0.5672514619883041,
                        0.5730994152046783,
                        0.5730994152046783,
                        0.5847953216374269,
                        0.5847953216374269,
                        0.5906432748538012,
                        0.5906432748538012,
                        0.5964912280701754,
                        0.5964912280701754,
                        0.6023391812865497,
                        0.6023391812865497,
                        0.6081871345029239,
                        0.6081871345029239,
                        0.6257309941520468,
                        0.6257309941520468,
                        0.6374269005847953,
                        0.6374269005847953,
                        0.6432748538011696,
                        0.6432748538011696,
                        0.6491228070175439,
                        0.6491228070175439,
                        0.6608187134502924,
                        0.6608187134502924,
                        0.672514619883041,
                        0.672514619883041,
                        0.7017543859649122,
                        0.7017543859649122,
                        0.7426900584795322,
                        0.7426900584795322,
                        0.7485380116959064,
                        0.7485380116959064,
                        0.7543859649122807,
                        0.7543859649122807,
                        0.7602339181286549,
                        0.7602339181286549,
                        0.7660818713450293,
                        0.7660818713450293,
                        0.7953216374269005,
                        0.7953216374269005,
                        0.8011695906432749,
                        0.8011695906432749,
                        0.8070175438596491,
                        0.8070175438596491,
                        0.8245614035087719,
                        0.8245614035087719,
                        0.8304093567251462,
                        0.8304093567251462,
                        0.8362573099415205,
                        0.8362573099415205,
                        0.8538011695906432,
                        0.8538011695906432,
                        0.8596491228070176,
                        0.8596491228070176,
                        0.8654970760233918,
                        0.8654970760233918,
                        0.9122807017543859,
                        0.9122807017543859,
                        0.9532163742690059,
                        0.9590643274853801,
                        0.9766081871345029,
                        0.9766081871345029,
                        0.9824561403508771,
                        0.9883040935672515,
                        1.0
                    ],
                    "tpr": [
                        0.0,
                        0.01256281407035176,
                        0.12814070351758794,
                        0.12814070351758794,
                        0.23618090452261306,
                        0.23618090452261306,
                        0.24874371859296482,
                        0.24874371859296482,
                        0.2562814070351759,
                        0.2562814070351759,
                        0.2613065326633166,
                        0.2613065326633166,
                        0.2914572864321608,
                        0.2914572864321608,
                        0.2989949748743719,
                        0.2989949748743719,
                        0.3341708542713568,
                        0.3341708542713568,
                        0.3391959798994975,
                        0.3391959798994975,
                        0.36683417085427134,
                        0.36683417085427134,
                        0.37185929648241206,
                        0.37185929648241206,
                        0.3844221105527638,
                        0.3844221105527638,
                        0.38944723618090454,
                        0.38944723618090454,
                        0.3969849246231156,
                        0.3969849246231156,
                        0.4045226130653266,
                        0.4045226130653266,
                        0.4221105527638191,
                        0.4221105527638191,
                        0.4321608040201005,
                        0.4321608040201005,
                        0.43467336683417085,
                        0.43467336683417085,
                        0.45226130653266333,
                        0.45226130653266333,
                        0.4899497487437186,
                        0.4899497487437186,
                        0.5125628140703518,
                        0.5125628140703518,
                        0.5150753768844221,
                        0.5150753768844221,
                        0.5201005025125628,
                        0.5201005025125628,
                        0.5276381909547738,
                        0.5276381909547738,
                        0.5452261306532663,
                        0.5452261306532663,
                        0.5477386934673367,
                        0.5477386934673367,
                        0.550251256281407,
                        0.550251256281407,
                        0.5603015075376885,
                        0.5653266331658291,
                        0.5678391959798995,
                        0.5678391959798995,
                        0.5703517587939698,
                        0.5703517587939698,
                        0.5778894472361809,
                        0.5778894472361809,
                        0.6005025125628141,
                        0.6005025125628141,
                        0.6030150753768844,
                        0.6030150753768844,
                        0.6080402010050251,
                        0.6080402010050251,
                        0.6105527638190955,
                        0.6105527638190955,
                        0.6180904522613065,
                        0.6180904522613065,
                        0.6231155778894473,
                        0.6231155778894473,
                        0.628140703517588,
                        0.6306532663316583,
                        0.635678391959799,
                        0.6407035175879398,
                        0.6457286432160804,
                        0.6457286432160804,
                        0.6532663316582915,
                        0.6532663316582915,
                        0.6582914572864321,
                        0.6582914572864321,
                        0.6608040201005025,
                        0.6608040201005025,
                        0.6633165829145728,
                        0.6683417085427136,
                        0.6708542713567839,
                        0.6758793969849246,
                        0.6809045226130653,
                        0.6809045226130653,
                        0.6859296482412061,
                        0.6859296482412061,
                        0.6884422110552764,
                        0.6934673366834171,
                        0.6959798994974874,
                        0.6984924623115578,
                        0.7085427135678392,
                        0.7085427135678392,
                        0.7160804020100503,
                        0.7185929648241206,
                        0.7286432160804021,
                        0.7286432160804021,
                        0.7311557788944724,
                        0.7311557788944724,
                        0.7361809045226131,
                        0.7386934673366834,
                        0.7437185929648241,
                        0.7437185929648241,
                        0.7487437185929648,
                        0.7512562814070352,
                        0.7512562814070352,
                        0.7512562814070352,
                        0.7537688442211056,
                        0.7587939698492462,
                        0.7587939698492462,
                        0.7613065326633166,
                        0.7613065326633166,
                        0.7638190954773869,
                        0.7638190954773869,
                        0.7663316582914573,
                        0.7663316582914573,
                        0.7688442211055276,
                        0.7688442211055276,
                        0.7864321608040201,
                        0.8190954773869347,
                        0.8241206030150754,
                        0.8291457286432161,
                        0.8291457286432161,
                        0.8316582914572864,
                        0.8316582914572864,
                        0.8341708542713567,
                        0.8341708542713567,
                        0.8366834170854272,
                        0.8366834170854272,
                        0.8467336683417085,
                        0.8467336683417085,
                        0.8492462311557789,
                        0.8492462311557789,
                        0.8542713567839196,
                        0.8542713567839196,
                        0.8768844221105527,
                        0.8768844221105527,
                        0.8944723618090452,
                        0.8944723618090452,
                        0.8969849246231156,
                        0.8969849246231156,
                        0.8994974874371859,
                        0.8994974874371859,
                        0.9020100502512562,
                        0.9020100502512562,
                        0.9045226130653267,
                        0.9045226130653267,
                        0.9095477386934674,
                        0.9095477386934674,
                        0.9120603015075377,
                        0.9120603015075377,
                        0.9195979899497487,
                        0.9195979899497487,
                        0.9221105527638191,
                        0.9221105527638191,
                        0.9271356783919598,
                        0.9271356783919598,
                        0.9296482412060302,
                        0.9296482412060302,
                        0.9321608040201005,
                        0.9321608040201005,
                        0.9346733668341709,
                        0.9346733668341709,
                        0.9396984924623115,
                        0.9396984924623115,
                        0.9422110552763819,
                        0.9422110552763819,
                        0.9522613065326633,
                        0.9522613065326633,
                        0.9547738693467337,
                        0.9547738693467337,
                        0.957286432160804,
                        0.957286432160804,
                        0.9623115577889447,
                        0.9623115577889447,
                        0.964824120603015,
                        0.964824120603015,
                        0.9673366834170855,
                        0.9673366834170855,
                        0.9773869346733668,
                        0.9773869346733668,
                        0.9798994974874372,
                        0.9798994974874372,
                        0.9824120603015075,
                        0.9824120603015075,
                        0.9899497487437185,
                        0.9899497487437185,
                        0.992462311557789,
                        0.992462311557789,
                        0.9949748743718593,
                        0.9949748743718593,
                        0.9974874371859297,
                        0.9974874371859297,
                        1.0,
                        1.0
                    ],
                    "roc_thresh": [
                        null,
                        1.0,
                        0.9997295737148277,
                        0.9996517559988691,
                        0.9782042095498769,
                        0.9771588382176053,
                        0.9666195732425267,
                        0.964227517959063,
                        0.9635392621950645,
                        0.9622977418643489,
                        0.9582915000745373,
                        0.9582825877584221,
                        0.9449855142906414,
                        0.9430645292415549,
                        0.9275078419531647,
                        0.9268056529555889,
                        0.8945514082889757,
                        0.8896136037358711,
                        0.879445154907128,
                        0.8784824066769135,
                        0.8523326827727193,
                        0.8496432712851155,
                        0.847546317322327,
                        0.8469690055422092,
                        0.8413000328822121,
                        0.8412952813825597,
                        0.8407377882099488,
                        0.8375297162377666,
                        0.8329741530774297,
                        0.8329597413134081,
                        0.8211336774769791,
                        0.8162850263942258,
                        0.8062954393224391,
                        0.8040894857024858,
                        0.7964614077991111,
                        0.7956274370672685,
                        0.7894033915630831,
                        0.7893928397719702,
                        0.7766024307805219,
                        0.7751277280961939,
                        0.7543514378920535,
                        0.7543439252965495,
                        0.7364384373488638,
                        0.7341859940288324,
                        0.7341690242050011,
                        0.7335442611711884,
                        0.7267532022967089,
                        0.7267460800266611,
                        0.7181336118941577,
                        0.7141849077791924,
                        0.7080587896148174,
                        0.7061938992637833,
                        0.7061938992637832,
                        0.7035037620292894,
                        0.7016493916353219,
                        0.700910395815921,
                        0.6980626640623229,
                        0.6952383098245855,
                        0.6952308669752427,
                        0.6942735065232478,
                        0.6883878810122829,
                        0.6813240558830315,
                        0.6794748664810916,
                        0.6788890599726357,
                        0.6650923212002915,
                        0.6650862623063054,
                        0.6636911919179302,
                        0.661012278544606,
                        0.6584543008451956,
                        0.6525566988137632,
                        0.6525566988137631,
                        0.6525566988137629,
                        0.6472715069443632,
                        0.6453059424928868,
                        0.6448267155022165,
                        0.6448175011143846,
                        0.6381631950841185,
                        0.6381631950841182,
                        0.6361382266652248,
                        0.6354827552305977,
                        0.6341997055200492,
                        0.634199705520049,
                        0.6305513320618845,
                        0.6305504755424713,
                        0.6282896511523737,
                        0.6282824668957872,
                        0.6269564920113957,
                        0.6202685673100331,
                        0.6184876997235024,
                        0.6159587190495285,
                        0.6135850036577761,
                        0.6120811628910351,
                        0.6113512946052388,
                        0.6092376384957937,
                        0.6072526264408226,
                        0.6069859896265537,
                        0.6066125339962983,
                        0.6053659869328589,
                        0.6048148078288289,
                        0.6035755086858973,
                        0.5958174220427449,
                        0.5946178036750199,
                        0.5907270958089782,
                        0.584414795229118,
                        0.5808717568070867,
                        0.579259709439103,
                        0.5792597094391029,
                        0.57774036626353,
                        0.5763051701566424,
                        0.5749466304307371,
                        0.5749466304307367,
                        0.5736581578326786,
                        0.5724339297076463,
                        0.5712687790203796,
                        0.5712687790203791,
                        0.5701581024006671,
                        0.5701581024006666,
                        0.5690977834754943,
                        0.568084128572636,
                        0.5671138125036891,
                        0.5518014512593604,
                        0.5341217277257556,
                        0.5271383817340841,
                        0.5256559633367658,
                        0.5224742578228889,
                        0.5163823713841876,
                        0.5000623847643585,
                        0.5,
                        0.4999997165344607,
                        0.49999943306892136,
                        0.48495099276413856,
                        0.483809135017406,
                        0.4822776605087658,
                        0.47638300515361925,
                        0.4742893993145948,
                        0.47289081799488486,
                        0.4661135962752618,
                        0.45221952319437086,
                        0.4375702213490566,
                        0.4360754036979878,
                        0.4262445138253022,
                        0.425807595163003,
                        0.41715956614052513,
                        0.41262335483936324,
                        0.39892671895036774,
                        0.39879112421004426,
                        0.38530837664442086,
                        0.38520741264412706,
                        0.3848165437623386,
                        0.38362946261861863,
                        0.3753501518897933,
                        0.37501879493755574,
                        0.3686965664328564,
                        0.36180936886211246,
                        0.36027203922070156,
                        0.35983267810331687,
                        0.3569214303954568,
                        0.35620698398675726,
                        0.3552743002037074,
                        0.35522832361746515,
                        0.35197780985557686,
                        0.34139326054066144,
                        0.34057112094255004,
                        0.3393087179499329,
                        0.338861411483949,
                        0.33204409463920725,
                        0.3254350757639142,
                        0.30171247939092805,
                        0.30030328215863367,
                        0.29905022939455006,
                        0.2969637716323285,
                        0.29305116123633645,
                        0.29180514955198805,
                        0.2904091656058932,
                        0.2899815008767104,
                        0.28736993459777055,
                        0.2818633748045013,
                        0.24573843064913353,
                        0.24567442118883975,
                        0.2385744433127177,
                        0.23688469364742532,
                        0.22883846831156074,
                        0.22716113249371161,
                        0.22061032257707974,
                        0.21898684106372823,
                        0.2186573914320013,
                        0.21519546306466997,
                        0.2120257760895205,
                        0.18258249873718746,
                        0.1693146506540406,
                        0.16327520868808776,
                        0.16297846641229813,
                        0.1626618708364604,
                        0.1577408584926066,
                        0.15044242321073076,
                        0.11950158840601832,
                        0.11774676613830187,
                        0.0906831938788113,
                        0.07530915900053184,
                        0.022508288203730666,
                        0.01575274152085758,
                        0.007152939217714809,
                        0.006209665325776123,
                        0.0004555594385768564
                    ],
                    "n_pos_test_examples": 398,
                    "n_neg_test_examples": 171
                }
            }
        }
    }
}