From cb30c30e61ef0f686954f90b95dd2b130451be33 Mon Sep 17 00:00:00 2001 From: Tinsae Date: Thu, 9 Jul 2026 12:20:18 +0200 Subject: [PATCH] reports --- .../CertifiedUnlearning/RESNET34/forget.csv | 70 +++++++++++++++++++ .../RESNET34/forget_train.csv | 70 +++++++++++++++++++ .../CertifiedUnlearning/RESNET34/retain.csv | 70 +++++++++++++++++++ reports/CertifiedUnlearning/attack_values.csv | 70 +++++++++++++++++++ reports/LinearFiltration/RESNET34/forget.csv | 70 +++++++++++++++++++ .../RESNET34/forget_train.csv | 70 +++++++++++++++++++ reports/LinearFiltration/RESNET34/retain.csv | 70 +++++++++++++++++++ reports/LinearFiltration/attack_values.csv | 70 +++++++++++++++++++ reports/Retrain/RESNET34/forget.csv | 70 +++++++++++++++++++ reports/Retrain/RESNET34/forget_train.csv | 70 +++++++++++++++++++ reports/Retrain/RESNET34/retain.csv | 70 +++++++++++++++++++ reports/Retrain/attack_values.csv | 70 +++++++++++++++++++ reports/WeightFiltration/RESNET34/forget.csv | 70 +++++++++++++++++++ .../RESNET34/forget_train.csv | 70 +++++++++++++++++++ reports/WeightFiltration/RESNET34/retain.csv | 70 +++++++++++++++++++ reports/WeightFiltration/attack_values.csv | 70 +++++++++++++++++++ 16 files changed, 1120 insertions(+) diff --git a/reports/CertifiedUnlearning/RESNET34/forget.csv b/reports/CertifiedUnlearning/RESNET34/forget.csv index d11381d..25e34de 100644 --- a/reports/CertifiedUnlearning/RESNET34/forget.csv +++ b/reports/CertifiedUnlearning/RESNET34/forget.csv @@ -430,3 +430,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.3250,1.0000,0.3250,0.4906,1.0000,0.3250,0.4906 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.3000,1.0000,0.3000,0.4615,1.0000,0.3000,0.4615 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0250,1.0000,0.0250,0.0488,1.0000,0.0250,0.0488 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1500,1.0000,0.1500,0.2609,1.0000,0.1500,0.2609 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1750,1.0000,0.1750,0.2979,1.0000,0.1750,0.2979 +0.0375,1.0000,0.0375,0.0723,1.0000,0.0375,0.0723 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1500,1.0000,0.1500,0.2609,1.0000,0.1500,0.2609 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0375,1.0000,0.0375,0.0723,1.0000,0.0375,0.0723 +0.0250,1.0000,0.0250,0.0488,1.0000,0.0250,0.0488 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1125,1.0000,0.1125,0.2022,1.0000,0.1125,0.2022 diff --git a/reports/CertifiedUnlearning/RESNET34/forget_train.csv b/reports/CertifiedUnlearning/RESNET34/forget_train.csv index 65c729f..7f24ebf 100644 --- a/reports/CertifiedUnlearning/RESNET34/forget_train.csv +++ b/reports/CertifiedUnlearning/RESNET34/forget_train.csv @@ -430,3 +430,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.5094,1.0000,0.5094,0.6749,1.0000,0.5094,0.6749 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0031,1.0000,0.0031,0.0062,1.0000,0.0031,0.0062 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.2969,1.0000,0.2969,0.4578,1.0000,0.2969,0.4578 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0156,1.0000,0.0156,0.0308,1.0000,0.0156,0.0308 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.2562,1.0000,0.2562,0.4080,1.0000,0.2562,0.4080 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1469,1.0000,0.1469,0.2561,1.0000,0.1469,0.2561 +0.0375,1.0000,0.0375,0.0723,1.0000,0.0375,0.0723 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0250,1.0000,0.0250,0.0488,1.0000,0.0250,0.0488 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1031,1.0000,0.1031,0.1870,1.0000,0.1031,0.1870 +0.0375,1.0000,0.0375,0.0723,1.0000,0.0375,0.0723 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0656,1.0000,0.0656,0.1232,1.0000,0.0656,0.1232 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0875,1.0000,0.0875,0.1609,1.0000,0.0875,0.1609 diff --git a/reports/CertifiedUnlearning/RESNET34/retain.csv b/reports/CertifiedUnlearning/RESNET34/retain.csv index 39eaa69..346d70c 100644 --- a/reports/CertifiedUnlearning/RESNET34/retain.csv +++ b/reports/CertifiedUnlearning/RESNET34/retain.csv @@ -430,3 +430,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.7046,0.8702,0.7046,0.7201,0.8702,0.7046,0.7201 0.0789,0.0145,0.0789,0.0229,0.0145,0.0789,0.0229 0.8559,0.9075,0.8559,0.8674,0.9075,0.8559,0.8674 +0.9224,0.9298,0.9224,0.9229,0.9298,0.9224,0.9229 +0.4855,0.8412,0.4855,0.4695,0.8412,0.4855,0.4695 +0.9105,0.9286,0.9105,0.9140,0.9286,0.9105,0.9140 +0.9428,0.9446,0.9428,0.9427,0.9446,0.9428,0.9427 +0.8599,0.9066,0.8599,0.8687,0.9066,0.8599,0.8687 +0.9382,0.9441,0.9382,0.9390,0.9441,0.9382,0.9390 +0.8421,0.9053,0.8421,0.8560,0.9053,0.8421,0.8560 +0.9395,0.9435,0.9395,0.9399,0.9435,0.9395,0.9399 +0.5605,0.8519,0.5605,0.5714,0.8519,0.5605,0.5714 +0.9421,0.9446,0.9421,0.9424,0.9446,0.9421,0.9424 +0.4868,0.9257,0.4868,0.5641,0.9257,0.4868,0.5641 +0.8454,0.8987,0.8454,0.8538,0.8987,0.8454,0.8538 +0.8066,0.9109,0.8066,0.8308,0.9109,0.8066,0.8308 +0.9191,0.9321,0.9191,0.9210,0.9321,0.9191,0.9210 +0.9237,0.9358,0.9237,0.9260,0.9358,0.9237,0.9260 +0.9401,0.9454,0.9401,0.9409,0.9454,0.9401,0.9409 +0.9132,0.9232,0.9132,0.9139,0.9232,0.9132,0.9139 +0.1789,0.7363,0.1789,0.2088,0.7363,0.1789,0.2088 +0.0743,0.0111,0.0743,0.0181,0.0111,0.0743,0.0181 +0.4007,0.7057,0.4007,0.3780,0.7057,0.4007,0.3780 +0.8724,0.9280,0.8724,0.8870,0.9280,0.8724,0.8870 +0.1743,0.5505,0.1743,0.1488,0.5505,0.1743,0.1488 +0.9388,0.9437,0.9388,0.9398,0.9437,0.9388,0.9398 +0.9447,0.9470,0.9447,0.9449,0.9470,0.9447,0.9449 +0.8954,0.9243,0.8954,0.9019,0.9243,0.8954,0.9019 +0.9388,0.9430,0.9388,0.9393,0.9430,0.9388,0.9393 +0.8961,0.9162,0.8961,0.8995,0.9162,0.8961,0.8995 +0.8559,0.9244,0.8559,0.8749,0.9244,0.8559,0.8749 +0.7645,0.8747,0.7645,0.7787,0.8747,0.7645,0.7787 +0.9441,0.9462,0.9441,0.9444,0.9462,0.9441,0.9444 +0.9336,0.9395,0.9336,0.9340,0.9395,0.9336,0.9340 +0.6783,0.8697,0.6783,0.7008,0.8697,0.6783,0.7008 +0.8382,0.9077,0.8382,0.8484,0.9077,0.8382,0.8484 +0.0526,0.0028,0.0526,0.0053,0.0028,0.0526,0.0053 +0.9342,0.9393,0.9342,0.9345,0.9393,0.9342,0.9345 +0.9368,0.9416,0.9368,0.9376,0.9416,0.9368,0.9376 +0.9158,0.9388,0.9158,0.9207,0.9388,0.9158,0.9207 +0.8533,0.9012,0.8533,0.8595,0.9012,0.8533,0.8595 +0.1026,0.1456,0.1026,0.0392,0.1456,0.1026,0.0392 +0.6928,0.8887,0.6928,0.7218,0.8887,0.6928,0.7218 +0.9191,0.9270,0.9191,0.9197,0.9270,0.9191,0.9197 +0.4316,0.8326,0.4316,0.4030,0.8326,0.4316,0.4030 +0.9289,0.9391,0.9289,0.9310,0.9391,0.9289,0.9310 +0.9454,0.9476,0.9454,0.9456,0.9476,0.9454,0.9456 +0.9046,0.9221,0.9046,0.9073,0.9221,0.9046,0.9073 +0.9322,0.9393,0.9322,0.9332,0.9393,0.9322,0.9332 +0.8842,0.9196,0.8842,0.8916,0.9196,0.8842,0.8916 +0.9072,0.9258,0.9072,0.9111,0.9258,0.9072,0.9111 +0.1322,0.3672,0.1322,0.0844,0.3672,0.1322,0.0844 +0.9447,0.9469,0.9447,0.9451,0.9469,0.9447,0.9451 +0.9336,0.9384,0.9336,0.9339,0.9384,0.9336,0.9339 +0.7941,0.8921,0.7941,0.8103,0.8921,0.7941,0.8103 +0.9447,0.9477,0.9447,0.9449,0.9477,0.9447,0.9449 +0.1329,0.2409,0.1329,0.0850,0.2409,0.1329,0.0850 +0.9513,0.9546,0.9513,0.9519,0.9546,0.9513,0.9519 +0.9408,0.9464,0.9408,0.9416,0.9464,0.9408,0.9416 +0.8987,0.9157,0.8987,0.8994,0.9157,0.8987,0.8994 +0.8987,0.9205,0.8987,0.9035,0.9205,0.8987,0.9035 +0.0750,0.0175,0.0750,0.0233,0.0175,0.0750,0.0233 +0.4493,0.7334,0.4493,0.4059,0.7334,0.4493,0.4059 +0.9322,0.9380,0.9322,0.9327,0.9380,0.9322,0.9327 +0.7204,0.8401,0.7204,0.7178,0.8401,0.7204,0.7178 +0.9428,0.9486,0.9428,0.9439,0.9486,0.9428,0.9439 +0.9401,0.9450,0.9401,0.9408,0.9450,0.9401,0.9408 +0.5875,0.8750,0.5875,0.6154,0.8750,0.5875,0.6154 +0.9336,0.9402,0.9336,0.9342,0.9402,0.9336,0.9342 +0.8257,0.8913,0.8257,0.8352,0.8913,0.8257,0.8352 +0.8987,0.9353,0.8987,0.9086,0.9353,0.8987,0.9086 +0.8882,0.9162,0.8882,0.8931,0.9162,0.8882,0.8931 +0.9388,0.9419,0.9388,0.9392,0.9419,0.9388,0.9392 diff --git a/reports/CertifiedUnlearning/attack_values.csv b/reports/CertifiedUnlearning/attack_values.csv index 8d69cc5..4e14b2c 100644 --- a/reports/CertifiedUnlearning/attack_values.csv +++ b/reports/CertifiedUnlearning/attack_values.csv @@ -35,3 +35,73 @@ target_class, parameter_mia_accuracy, lookalike_accuracy, A-Dist, JS-Dist 9,0.500000,0.962500, 0.062500, 0.622796 10,0.500000,1.000000, 0.093750, 0.712293 11,0.500000,0.939583, 0.187500, 0.511184 +12,0.500000,0.466667, 0.281250, 0.413517 +13,0.500000,0.995833, 0.114583, 0.669439 +14,0.500000,0.675000, 0.218750, 0.498983 +15,0.500000,0.316667, 0.093750, 0.529322 +16,0.500000,0.916667, 0.187500, 0.523973 +17,0.500000,0.345833, 0.062500, 0.510469 +18,0.506250,0.820833, 0.135417, 0.511134 +19,0.500000,0.389583, 0.229167, 0.477538 +0,0.500000,0.970833, 0.135417, 0.623213 +1,0.500000,0.193750, 0.218750, 0.493351 +2,0.500000,0.854167, 0.177083, 0.671919 +3,0.500000,0.920833, 0.114583, 0.558905 +4,0.500000,0.756250, 0.072917, 0.596233 +5,0.500000,0.608333, 0.250000, 0.485097 +6,0.500000,0.260417, 0.166667, 0.490399 +7,0.500000,0.364583, 0.072917, 0.561459 +8,0.500000,0.708333, 0.020833, 0.470800 +9,0.500000,0.991667, 0.385417, 0.762109 +10,0.500000,1.000000, 0.093750, 0.678853 +11,0.500000,0.995833, 0.104167, 0.683396 +12,0.500000,0.641667, 0.083333, 0.571319 +13,0.500000,0.997917, 0.135417, 0.583894 +14,0.500000,0.468750, 0.177083, 0.451983 +15,0.500000,0.291667, 0.145833, 0.541368 +16,0.500000,0.875000, 0.156250, 0.511462 +17,0.500000,0.345833, 0.041667, 0.479962 +18,0.500000,0.618750, 0.072917, 0.544584 +19,0.500000,0.618750, 0.166667, 0.573180 +0,0.500000,0.950000, 0.062500, 0.586028 +1,0.500000,0.200000, 0.291667, 0.459955 +2,0.500000,0.297917, 0.156250, 0.499117 +3,0.500000,0.989583, 0.083333, 0.521307 +4,0.500000,0.731250, 0.125000, 0.579185 +5,0.500000,1.000000, 0.687500, 0.765466 +6,0.500000,0.260417, 0.229167, 0.482433 +7,0.500000,0.410417, 0.114583, 0.560566 +8,0.500000,0.566667, 0.166667, 0.523542 +9,0.500000,0.820833, 0.010417, 0.625328 +10,0.500000,1.000000, 0.093750, 0.778510 +11,0.500000,0.966667, 0.333333, 0.690986 +12,0.500000,0.504167, 0.135417, 0.426680 +13,0.500000,0.997917, 0.125000, 0.644118 +14,0.500000,0.537500, 0.114583, 0.477172 +15,0.500000,0.279167, 0.125000, 0.540951 +16,0.500000,0.804167, 0.260417, 0.474340 +17,0.500000,0.379167, 0.072917, 0.470821 +18,0.500000,0.606250, 0.093750, 0.469626 +19,0.500000,0.291667, 0.302083, 0.480096 +0,0.500000,0.995833, 0.072917, 0.715035 +1,0.500000,0.185417, 0.218750, 0.456389 +2,0.500000,0.300000, 0.114583, 0.497263 +3,0.500000,0.966667, 0.187500, 0.580753 +4,0.500000,0.310417, 0.197917, 0.575135 +5,0.500000,1.000000, 0.052083, 0.697449 +6,0.500000,0.289583, 0.072917, 0.543144 +7,0.500000,0.381250, 0.218750, 0.565703 +8,0.500000,0.760417, 0.197917, 0.522653 +9,0.500000,0.618750, 0.093750, 0.575952 +10,0.500000,1.000000, 0.093750, 0.659746 +11,0.500000,0.995833, 0.062500, 0.574689 +12,0.500000,0.347917, 0.104167, 0.395158 +13,0.500000,0.968750, 0.093750, 0.507495 +14,0.500000,0.456250, 0.229167, 0.474004 +15,0.500000,0.293750, 0.218750, 0.543328 +16,0.500000,0.993750, 0.156250, 0.550782 +17,0.500000,0.377083, 0.166667, 0.459667 +18,0.600000,0.881250, 0.083333, 0.488006 +19,0.500000,0.568750, 0.187500, 0.546058 +0,0.500000,0.635417, 0.156250, 0.527750 +1,0.500000,0.193750, 0.333333, 0.447474 diff --git a/reports/LinearFiltration/RESNET34/forget.csv b/reports/LinearFiltration/RESNET34/forget.csv index 6e739a6..df037a5 100644 --- a/reports/LinearFiltration/RESNET34/forget.csv +++ b/reports/LinearFiltration/RESNET34/forget.csv @@ -511,3 +511,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/LinearFiltration/RESNET34/forget_train.csv b/reports/LinearFiltration/RESNET34/forget_train.csv index 6e739a6..df037a5 100644 --- a/reports/LinearFiltration/RESNET34/forget_train.csv +++ b/reports/LinearFiltration/RESNET34/forget_train.csv @@ -511,3 +511,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/LinearFiltration/RESNET34/retain.csv b/reports/LinearFiltration/RESNET34/retain.csv index 69432c3..1d3db74 100644 --- a/reports/LinearFiltration/RESNET34/retain.csv +++ b/reports/LinearFiltration/RESNET34/retain.csv @@ -511,3 +511,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 0.9546,0.9561,0.9546,0.9549,0.9561,0.9546,0.9549 0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9533,0.9549,0.9533,0.9535,0.9549,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9520,0.9538,0.9520,0.9523,0.9538,0.9520,0.9523 +0.9539,0.9554,0.9539,0.9542,0.9554,0.9539,0.9542 +0.9526,0.9544,0.9526,0.9529,0.9544,0.9526,0.9529 +0.9526,0.9541,0.9526,0.9529,0.9541,0.9526,0.9529 +0.9533,0.9551,0.9533,0.9536,0.9551,0.9533,0.9536 +0.9533,0.9545,0.9533,0.9535,0.9545,0.9533,0.9535 +0.9546,0.9562,0.9546,0.9548,0.9562,0.9546,0.9548 +0.9553,0.9570,0.9553,0.9555,0.9570,0.9553,0.9555 +0.9566,0.9581,0.9566,0.9568,0.9581,0.9566,0.9568 +0.9553,0.9568,0.9553,0.9555,0.9568,0.9553,0.9555 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9539,0.9556,0.9539,0.9542,0.9556,0.9539,0.9542 +0.9520,0.9539,0.9520,0.9523,0.9539,0.9520,0.9523 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9561,0.9546,0.9549,0.9561,0.9546,0.9549 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9533,0.9549,0.9533,0.9535,0.9549,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9520,0.9538,0.9520,0.9523,0.9538,0.9520,0.9523 +0.9539,0.9554,0.9539,0.9542,0.9554,0.9539,0.9542 +0.9526,0.9544,0.9526,0.9529,0.9544,0.9526,0.9529 +0.9526,0.9541,0.9526,0.9529,0.9541,0.9526,0.9529 +0.9533,0.9551,0.9533,0.9536,0.9551,0.9533,0.9536 +0.9533,0.9545,0.9533,0.9535,0.9545,0.9533,0.9535 +0.9546,0.9562,0.9546,0.9548,0.9562,0.9546,0.9548 +0.9553,0.9570,0.9553,0.9555,0.9570,0.9553,0.9555 +0.9566,0.9581,0.9566,0.9568,0.9581,0.9566,0.9568 +0.9553,0.9568,0.9553,0.9555,0.9568,0.9553,0.9555 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9539,0.9556,0.9539,0.9542,0.9556,0.9539,0.9542 +0.9520,0.9539,0.9520,0.9523,0.9539,0.9520,0.9523 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9561,0.9546,0.9549,0.9561,0.9546,0.9549 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9533,0.9549,0.9533,0.9535,0.9549,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9520,0.9538,0.9520,0.9523,0.9538,0.9520,0.9523 +0.9539,0.9554,0.9539,0.9542,0.9554,0.9539,0.9542 +0.9526,0.9544,0.9526,0.9529,0.9544,0.9526,0.9529 +0.9526,0.9541,0.9526,0.9529,0.9541,0.9526,0.9529 +0.9533,0.9551,0.9533,0.9536,0.9551,0.9533,0.9536 +0.9533,0.9545,0.9533,0.9535,0.9545,0.9533,0.9535 +0.9546,0.9562,0.9546,0.9548,0.9562,0.9546,0.9548 +0.9553,0.9570,0.9553,0.9555,0.9570,0.9553,0.9555 +0.9566,0.9581,0.9566,0.9568,0.9581,0.9566,0.9568 +0.9553,0.9568,0.9553,0.9555,0.9568,0.9553,0.9555 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9539,0.9556,0.9539,0.9542,0.9556,0.9539,0.9542 +0.9520,0.9539,0.9520,0.9523,0.9539,0.9520,0.9523 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9561,0.9546,0.9549,0.9561,0.9546,0.9549 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9533,0.9549,0.9533,0.9535,0.9549,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9513,0.9531,0.9513,0.9516,0.9531,0.9513,0.9516 +0.9520,0.9538,0.9520,0.9523,0.9538,0.9520,0.9523 +0.9539,0.9554,0.9539,0.9542,0.9554,0.9539,0.9542 +0.9526,0.9544,0.9526,0.9529,0.9544,0.9526,0.9529 +0.9526,0.9541,0.9526,0.9529,0.9541,0.9526,0.9529 +0.9533,0.9551,0.9533,0.9536,0.9551,0.9533,0.9536 +0.9533,0.9545,0.9533,0.9535,0.9545,0.9533,0.9535 diff --git a/reports/LinearFiltration/attack_values.csv b/reports/LinearFiltration/attack_values.csv index 6930383..536ce1e 100644 --- a/reports/LinearFiltration/attack_values.csv +++ b/reports/LinearFiltration/attack_values.csv @@ -36,3 +36,73 @@ target_class, parameter_mia_accuracy, lookalike_accuracy, A-Dist, JS-Dist 10,0.500000,1.000000, 0.208333, 0.454807 11,0.500000,1.000000, 0.197917, 0.496418 12,0.500000,1.000000, 0.083333, 0.449275 +13,0.500000,1.000000, 0.177083, 0.478610 +14,0.500000,1.000000, 0.177083, 0.465639 +15,0.500000,1.000000, 0.031250, 0.481693 +16,0.500000,1.000000, 0.062500, 0.471196 +17,0.500000,1.000000, 0.218750, 0.467138 +18,0.500000,1.000000, 0.156250, 0.450509 +19,0.500000,1.000000, 0.177083, 0.494708 +0,0.500000,1.000000, 0.062500, 0.485891 +1,0.500000,1.000000, 0.218750, 0.478561 +2,0.500000,1.000000, 0.135417, 0.532665 +3,0.500000,1.000000, 0.072917, 0.489767 +4,0.500000,1.000000, 0.125000, 0.507482 +5,0.500000,1.000000, 0.031250, 0.494227 +6,0.500000,1.000000, 0.114583, 0.482238 +7,0.500000,1.000000, 0.041667, 0.515044 +8,0.500000,1.000000, 0.250000, 0.487606 +9,0.500000,1.000000, 0.083333, 0.481131 +10,0.500000,1.000000, 0.229167, 0.452552 +11,0.500000,1.000000, 0.291667, 0.507944 +12,0.500000,1.000000, 0.177083, 0.454018 +13,0.500000,1.000000, 0.250000, 0.478261 +14,0.500000,1.000000, 0.145833, 0.474314 +15,0.500000,1.000000, 0.135417, 0.480764 +16,0.500000,1.000000, 0.020833, 0.468673 +17,0.500000,1.000000, 0.281250, 0.465219 +18,0.493750,1.000000, 0.177083, 0.460478 +19,0.500000,1.000000, 0.322917, 0.491559 +0,0.500000,1.000000, 0.072917, 0.481852 +1,0.500000,1.000000, 0.197917, 0.479149 +2,0.500000,1.000000, 0.218750, 0.525174 +3,0.500000,1.000000, 0.156250, 0.486232 +4,0.500000,1.000000, 0.052083, 0.512113 +5,0.500000,1.000000, 0.010417, 0.486220 +6,0.500000,1.000000, 0.208333, 0.487183 +7,0.500000,1.000000, 0.083333, 0.514833 +8,0.500000,1.000000, 0.052083, 0.491940 +9,0.500000,1.000000, 0.052083, 0.489207 +10,0.500000,1.000000, 0.104167, 0.454086 +11,0.500000,1.000000, 0.333333, 0.503387 +12,0.500000,1.000000, 0.208333, 0.455327 +13,0.500000,1.000000, 0.020833, 0.486724 +14,0.500000,1.000000, 0.010417, 0.471118 +15,0.500000,1.000000, 0.010417, 0.477412 +16,0.500000,1.000000, 0.260417, 0.467595 +17,0.500000,1.000000, 0.208333, 0.467013 +18,0.500000,1.000000, 0.270833, 0.453672 +19,0.500000,1.000000, 0.208333, 0.496708 +0,0.500000,1.000000, 0.177083, 0.478702 +1,0.500000,1.000000, 0.145833, 0.479852 +2,0.500000,1.000000, 0.156250, 0.524556 +3,0.500000,1.000000, 0.020833, 0.484795 +4,0.500000,1.000000, 0.000000, 0.510410 +5,0.500000,1.000000, 0.072917, 0.494813 +6,0.500000,1.000000, 0.239583, 0.479916 +7,0.500000,1.000000, 0.062500, 0.516064 +8,0.500000,1.000000, 0.114583, 0.486330 +9,0.500000,1.000000, 0.093750, 0.483989 +10,0.500000,1.000000, 0.260417, 0.458786 +11,0.500000,1.000000, 0.218750, 0.500200 +12,0.500000,1.000000, 0.166667, 0.460794 +13,0.500000,1.000000, 0.135417, 0.487145 +14,0.500000,1.000000, 0.041667, 0.470029 +15,0.500000,1.000000, 0.020833, 0.479780 +16,0.500000,1.000000, 0.208333, 0.468624 +17,0.500000,1.000000, 0.291667, 0.465381 +18,0.493750,1.000000, 0.145833, 0.449917 +19,0.500000,1.000000, 0.250000, 0.493480 +0,0.500000,1.000000, 0.145833, 0.477865 +1,0.500000,1.000000, 0.072917, 0.476946 +2,0.500000,1.000000, 0.187500, 0.530780 diff --git a/reports/Retrain/RESNET34/forget.csv b/reports/Retrain/RESNET34/forget.csv index f501dc1..245005a 100644 --- a/reports/Retrain/RESNET34/forget.csv +++ b/reports/Retrain/RESNET34/forget.csv @@ -142,3 +142,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/Retrain/RESNET34/forget_train.csv b/reports/Retrain/RESNET34/forget_train.csv index f501dc1..245005a 100644 --- a/reports/Retrain/RESNET34/forget_train.csv +++ b/reports/Retrain/RESNET34/forget_train.csv @@ -142,3 +142,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/Retrain/RESNET34/retain.csv b/reports/Retrain/RESNET34/retain.csv index 322a08a..7176953 100644 --- a/reports/Retrain/RESNET34/retain.csv +++ b/reports/Retrain/RESNET34/retain.csv @@ -142,3 +142,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.9546,0.9554,0.9546,0.9546,0.9554,0.9546,0.9546 0.9612,0.9620,0.9612,0.9613,0.9620,0.9612,0.9613 0.9539,0.9551,0.9539,0.9540,0.9551,0.9539,0.9540 +0.9625,0.9638,0.9625,0.9626,0.9638,0.9625,0.9626 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9520,0.9532,0.9520,0.9521,0.9532,0.9520,0.9521 +0.9579,0.9586,0.9579,0.9580,0.9586,0.9579,0.9580 +0.9566,0.9572,0.9566,0.9566,0.9572,0.9566,0.9566 +0.9533,0.9544,0.9533,0.9535,0.9544,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9559,0.9571,0.9559,0.9560,0.9571,0.9559,0.9560 +0.9507,0.9518,0.9507,0.9507,0.9518,0.9507,0.9507 +0.9612,0.9622,0.9612,0.9612,0.9622,0.9612,0.9612 +0.9553,0.9561,0.9553,0.9552,0.9561,0.9553,0.9552 +0.9618,0.9626,0.9618,0.9618,0.9626,0.9618,0.9618 +0.9566,0.9586,0.9566,0.9569,0.9586,0.9566,0.9569 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9539,0.9548,0.9539,0.9541,0.9548,0.9539,0.9541 +0.9500,0.9511,0.9500,0.9500,0.9511,0.9500,0.9500 +0.9566,0.9572,0.9566,0.9565,0.9572,0.9566,0.9565 +0.9546,0.9554,0.9546,0.9546,0.9554,0.9546,0.9546 +0.9612,0.9620,0.9612,0.9613,0.9620,0.9612,0.9613 +0.9539,0.9551,0.9539,0.9540,0.9551,0.9539,0.9540 +0.9625,0.9638,0.9625,0.9626,0.9638,0.9625,0.9626 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9520,0.9532,0.9520,0.9521,0.9532,0.9520,0.9521 +0.9579,0.9586,0.9579,0.9580,0.9586,0.9579,0.9580 +0.9566,0.9572,0.9566,0.9566,0.9572,0.9566,0.9566 +0.9533,0.9544,0.9533,0.9535,0.9544,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9559,0.9571,0.9559,0.9560,0.9571,0.9559,0.9560 +0.9507,0.9518,0.9507,0.9507,0.9518,0.9507,0.9507 +0.9612,0.9622,0.9612,0.9612,0.9622,0.9612,0.9612 +0.9553,0.9561,0.9553,0.9552,0.9561,0.9553,0.9552 +0.9618,0.9626,0.9618,0.9618,0.9626,0.9618,0.9618 +0.9566,0.9586,0.9566,0.9569,0.9586,0.9566,0.9569 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9539,0.9548,0.9539,0.9541,0.9548,0.9539,0.9541 +0.9500,0.9511,0.9500,0.9500,0.9511,0.9500,0.9500 +0.9566,0.9572,0.9566,0.9565,0.9572,0.9566,0.9565 +0.9546,0.9554,0.9546,0.9546,0.9554,0.9546,0.9546 +0.9612,0.9620,0.9612,0.9613,0.9620,0.9612,0.9613 +0.9539,0.9551,0.9539,0.9540,0.9551,0.9539,0.9540 +0.9625,0.9638,0.9625,0.9626,0.9638,0.9625,0.9626 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9520,0.9532,0.9520,0.9521,0.9532,0.9520,0.9521 +0.9579,0.9586,0.9579,0.9580,0.9586,0.9579,0.9580 +0.9566,0.9572,0.9566,0.9566,0.9572,0.9566,0.9566 +0.9533,0.9544,0.9533,0.9535,0.9544,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9559,0.9571,0.9559,0.9560,0.9571,0.9559,0.9560 +0.9507,0.9518,0.9507,0.9507,0.9518,0.9507,0.9507 +0.9612,0.9622,0.9612,0.9612,0.9622,0.9612,0.9612 +0.9553,0.9561,0.9553,0.9552,0.9561,0.9553,0.9552 +0.9618,0.9626,0.9618,0.9618,0.9626,0.9618,0.9618 +0.9566,0.9586,0.9566,0.9569,0.9586,0.9566,0.9569 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9539,0.9548,0.9539,0.9541,0.9548,0.9539,0.9541 +0.9500,0.9511,0.9500,0.9500,0.9511,0.9500,0.9500 +0.9566,0.9572,0.9566,0.9565,0.9572,0.9566,0.9565 +0.9546,0.9554,0.9546,0.9546,0.9554,0.9546,0.9546 +0.9612,0.9620,0.9612,0.9613,0.9620,0.9612,0.9613 +0.9539,0.9551,0.9539,0.9540,0.9551,0.9539,0.9540 +0.9625,0.9638,0.9625,0.9626,0.9638,0.9625,0.9626 +0.9533,0.9548,0.9533,0.9535,0.9548,0.9533,0.9535 +0.9520,0.9532,0.9520,0.9521,0.9532,0.9520,0.9521 +0.9579,0.9586,0.9579,0.9580,0.9586,0.9579,0.9580 +0.9566,0.9572,0.9566,0.9566,0.9572,0.9566,0.9566 +0.9533,0.9544,0.9533,0.9535,0.9544,0.9533,0.9535 +0.9559,0.9570,0.9559,0.9561,0.9570,0.9559,0.9561 +0.9559,0.9571,0.9559,0.9560,0.9571,0.9559,0.9560 +0.9507,0.9518,0.9507,0.9507,0.9518,0.9507,0.9507 +0.9612,0.9622,0.9612,0.9612,0.9622,0.9612,0.9612 diff --git a/reports/Retrain/attack_values.csv b/reports/Retrain/attack_values.csv index f1c38c0..4a8cde1 100644 --- a/reports/Retrain/attack_values.csv +++ b/reports/Retrain/attack_values.csv @@ -39,3 +39,73 @@ target_class, parameter_mia_accuracy, lookalike_accuracy, A-Dist, JS-Dist 10,0.500000,0.000000, 0.072917, 0.000000 11,0.500000,0.000000, 0.072917, 0.000000 12,0.500000,0.000000, 0.125000, 0.000000 +13,0.500000,0.000000, 0.093750, 0.000000 +14,0.500000,0.000000, 0.041667, 0.000000 +15,0.500000,0.000000, 0.041667, 0.000000 +16,0.500000,0.000000, 0.177083, 0.000000 +17,0.500000,0.000000, 0.072917, 0.000000 +18,0.500000,0.000000, 0.083333, 0.000000 +19,0.500000,0.000000, 0.031250, 0.000000 +0,0.500000,0.000000, 0.093750, 0.000000 +1,0.500000,0.000000, 0.114583, 0.000000 +2,0.500000,0.000000, 0.041667, 0.000000 +3,0.500000,0.000000, 0.062500, 0.000000 +4,0.500000,0.000000, 0.166667, 0.000000 +5,0.500000,0.000000, 0.114583, 0.000000 +6,0.500000,0.000000, 0.145833, 0.000000 +7,0.500000,0.000000, 0.468750, 0.000000 +8,0.500000,0.000000, 0.072917, 0.000000 +9,0.500000,0.000000, 0.031250, 0.000000 +10,0.500000,0.000000, 0.135417, 0.000000 +11,0.500000,0.000000, 0.125000, 0.000000 +12,0.500000,0.000000, 0.093750, 0.000000 +13,0.500000,0.000000, 0.062500, 0.000000 +14,0.500000,0.000000, 0.072917, 0.000000 +15,0.500000,0.000000, 0.072917, 0.000000 +16,0.500000,0.000000, 0.062500, 0.000000 +17,0.500000,0.000000, 0.031250, 0.000000 +18,0.500000,0.000000, 0.125000, 0.000000 +19,0.500000,0.000000, 0.031250, 0.000000 +0,0.500000,0.000000, 0.020833, 0.000000 +1,0.500000,0.000000, 0.104167, 0.000000 +2,0.500000,0.000000, 0.072917, 0.000000 +3,0.500000,0.000000, 0.041667, 0.000000 +4,0.500000,0.000000, 0.125000, 0.000000 +5,0.500000,0.000000, 0.114583, 0.000000 +6,0.500000,0.000000, 0.093750, 0.000000 +7,0.500000,0.000000, 0.000000, 0.000000 +8,0.500000,0.000000, 0.010417, 0.000000 +9,0.500000,0.000000, 0.093750, 0.000000 +10,0.500000,0.000000, 0.093750, 0.000000 +11,0.500000,0.000000, 0.135417, 0.000000 +12,0.500000,0.000000, 0.072917, 0.000000 +13,0.500000,0.000000, 0.072917, 0.000000 +14,0.500000,0.000000, 0.093750, 0.000000 +15,0.500000,0.000000, 0.083333, 0.000000 +16,0.500000,0.000000, 0.114583, 0.000000 +17,0.500000,0.000000, 0.010417, 0.000000 +18,0.550000,0.000000, 0.020833, 0.000000 +19,0.500000,0.000000, 0.093750, 0.000000 +0,0.500000,0.000000, 0.135417, 0.000000 +1,0.500000,0.000000, 0.135417, 0.000000 +2,0.500000,0.000000, 0.052083, 0.000000 +3,0.500000,0.000000, 0.072917, 0.000000 +4,0.500000,0.000000, 0.156250, 0.000000 +5,0.500000,0.000000, 0.083333, 0.000000 +6,0.500000,0.000000, 0.104167, 0.000000 +7,0.500000,0.000000, 0.135417, 0.000000 +8,0.500000,0.000000, 0.250000, 0.000000 +9,0.500000,0.000000, 0.135417, 0.000000 +10,0.500000,0.000000, 0.104167, 0.000000 +11,0.500000,0.000000, 0.062500, 0.000000 +12,0.500000,0.000000, 0.031250, 0.000000 +13,0.500000,0.000000, 0.052083, 0.000000 +14,0.500000,0.000000, 0.072917, 0.000000 +15,0.500000,0.000000, 0.083333, 0.000000 +16,0.500000,0.000000, 0.156250, 0.000000 +17,0.500000,0.000000, 0.125000, 0.000000 +18,0.500000,0.000000, 0.114583, 0.000000 +19,0.500000,0.000000, 0.104167, 0.000000 +0,0.500000,0.000000, 0.031250, 0.000000 +1,0.500000,0.000000, 0.072917, 0.000000 +2,0.500000,0.000000, 0.104167, 0.000000 diff --git a/reports/WeightFiltration/RESNET34/forget.csv b/reports/WeightFiltration/RESNET34/forget.csv index 57d1b81..10d041a 100644 --- a/reports/WeightFiltration/RESNET34/forget.csv +++ b/reports/WeightFiltration/RESNET34/forget.csv @@ -600,3 +600,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0125,1.0000,0.0125,0.0247,1.0000,0.0125,0.0247 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0125,1.0000,0.0125,0.0247,1.0000,0.0125,0.0247 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1000,1.0000,0.1000,0.1818,1.0000,0.1000,0.1818 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1625,1.0000,0.1625,0.2796,1.0000,0.1625,0.2796 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1000,1.0000,0.1000,0.1818,1.0000,0.1000,0.1818 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0125,1.0000,0.0125,0.0247,1.0000,0.0125,0.0247 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0250,1.0000,0.0250,0.0488,1.0000,0.0250,0.0488 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0125,1.0000,0.0125,0.0247,1.0000,0.0125,0.0247 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0250,1.0000,0.0250,0.0488,1.0000,0.0250,0.0488 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.2250,1.0000,0.2250,0.3673,1.0000,0.2250,0.3673 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0625,1.0000,0.0625,0.1176,1.0000,0.0625,0.1176 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/WeightFiltration/RESNET34/forget_train.csv b/reports/WeightFiltration/RESNET34/forget_train.csv index 89d0f7e..671cea5 100644 --- a/reports/WeightFiltration/RESNET34/forget_train.csv +++ b/reports/WeightFiltration/RESNET34/forget_train.csv @@ -600,3 +600,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.0187,1.0000,0.0187,0.0368,1.0000,0.0187,0.0368 0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0031,1.0000,0.0031,0.0062,1.0000,0.0031,0.0062 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0813,1.0000,0.0813,0.1503,1.0000,0.0813,0.1503 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0281,1.0000,0.0281,0.0547,1.0000,0.0281,0.0547 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.1625,1.0000,0.1625,0.2796,1.0000,0.1625,0.2796 +0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0906,1.0000,0.0906,0.1662,1.0000,0.0906,0.1662 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0063,1.0000,0.0063,0.0124,1.0000,0.0063,0.0124 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0406,1.0000,0.0406,0.0781,1.0000,0.0406,0.0781 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0344,1.0000,0.0344,0.0665,1.0000,0.0344,0.0665 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0469,1.0000,0.0469,0.0896,1.0000,0.0469,0.0896 +0.0031,1.0000,0.0031,0.0062,1.0000,0.0031,0.0062 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.2875,1.0000,0.2875,0.4466,1.0000,0.2875,0.4466 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0094,1.0000,0.0094,0.0186,1.0000,0.0094,0.0186 +0.0031,1.0000,0.0031,0.0062,1.0000,0.0031,0.0062 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0063,1.0000,0.0063,0.0124,1.0000,0.0063,0.0124 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 +0.0844,1.0000,0.0844,0.1556,1.0000,0.0844,0.1556 +0.0000,0.0000,0.0000,0.0000,0.0000,0.0000,0.0000 diff --git a/reports/WeightFiltration/RESNET34/retain.csv b/reports/WeightFiltration/RESNET34/retain.csv index aebc5be..97a7f74 100644 --- a/reports/WeightFiltration/RESNET34/retain.csv +++ b/reports/WeightFiltration/RESNET34/retain.csv @@ -600,3 +600,73 @@ accuracy,macro_precision,macro_recall,macro_f1,weighted_precision,weighted_recal 0.9539,0.9556,0.9539,0.9542,0.9556,0.9539,0.9542 0.9539,0.9559,0.9539,0.9543,0.9559,0.9539,0.9543 0.9500,0.9518,0.9500,0.9503,0.9518,0.9500,0.9503 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9558,0.9546,0.9547,0.9558,0.9546,0.9547 +0.9520,0.9539,0.9520,0.9522,0.9539,0.9520,0.9522 +0.9493,0.9515,0.9493,0.9497,0.9515,0.9493,0.9497 +0.9520,0.9543,0.9520,0.9523,0.9543,0.9520,0.9523 +0.9520,0.9531,0.9520,0.9521,0.9531,0.9520,0.9521 +0.9533,0.9546,0.9533,0.9535,0.9546,0.9533,0.9535 +0.9533,0.9554,0.9533,0.9537,0.9554,0.9533,0.9537 +0.9520,0.9540,0.9520,0.9523,0.9540,0.9520,0.9523 +0.9513,0.9523,0.9513,0.9513,0.9523,0.9513,0.9513 +0.9533,0.9551,0.9533,0.9536,0.9551,0.9533,0.9536 +0.9572,0.9590,0.9572,0.9576,0.9590,0.9572,0.9576 +0.9566,0.9583,0.9566,0.9568,0.9583,0.9566,0.9568 +0.9533,0.9548,0.9533,0.9536,0.9548,0.9533,0.9536 +0.9487,0.9518,0.9487,0.9493,0.9518,0.9487,0.9493 +0.9539,0.9551,0.9539,0.9541,0.9551,0.9539,0.9541 +0.9520,0.9534,0.9520,0.9522,0.9534,0.9520,0.9522 +0.9546,0.9561,0.9546,0.9548,0.9561,0.9546,0.9548 +0.9539,0.9559,0.9539,0.9543,0.9559,0.9539,0.9543 +0.9500,0.9518,0.9500,0.9503,0.9518,0.9500,0.9503 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9558,0.9546,0.9547,0.9558,0.9546,0.9547 +0.9520,0.9539,0.9520,0.9522,0.9539,0.9520,0.9522 +0.9487,0.9509,0.9487,0.9490,0.9509,0.9487,0.9490 +0.9513,0.9536,0.9513,0.9516,0.9536,0.9513,0.9516 +0.9513,0.9526,0.9513,0.9514,0.9526,0.9513,0.9514 +0.9533,0.9546,0.9533,0.9535,0.9546,0.9533,0.9535 +0.9513,0.9536,0.9513,0.9517,0.9536,0.9513,0.9517 +0.9520,0.9540,0.9520,0.9523,0.9540,0.9520,0.9523 +0.9513,0.9522,0.9513,0.9514,0.9522,0.9513,0.9514 +0.9533,0.9550,0.9533,0.9536,0.9550,0.9533,0.9536 +0.9579,0.9597,0.9579,0.9582,0.9597,0.9579,0.9582 +0.9566,0.9584,0.9566,0.9568,0.9584,0.9566,0.9568 +0.9539,0.9555,0.9539,0.9542,0.9555,0.9539,0.9542 +0.9500,0.9531,0.9500,0.9506,0.9531,0.9500,0.9506 +0.9553,0.9565,0.9553,0.9554,0.9565,0.9553,0.9554 +0.9520,0.9534,0.9520,0.9522,0.9534,0.9520,0.9522 +0.9546,0.9561,0.9546,0.9548,0.9561,0.9546,0.9548 +0.9539,0.9559,0.9539,0.9543,0.9559,0.9539,0.9543 +0.9500,0.9518,0.9500,0.9503,0.9518,0.9500,0.9503 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9558,0.9546,0.9547,0.9558,0.9546,0.9547 +0.9520,0.9539,0.9520,0.9522,0.9539,0.9520,0.9522 +0.9487,0.9508,0.9487,0.9490,0.9508,0.9487,0.9490 +0.9520,0.9542,0.9520,0.9523,0.9542,0.9520,0.9523 +0.9507,0.9519,0.9507,0.9507,0.9519,0.9507,0.9507 +0.9533,0.9545,0.9533,0.9535,0.9545,0.9533,0.9535 +0.9513,0.9536,0.9513,0.9517,0.9536,0.9513,0.9517 +0.9520,0.9542,0.9520,0.9524,0.9542,0.9520,0.9524 +0.9513,0.9523,0.9513,0.9514,0.9523,0.9513,0.9514 +0.9539,0.9555,0.9539,0.9541,0.9555,0.9539,0.9541 +0.9572,0.9590,0.9572,0.9576,0.9590,0.9572,0.9576 +0.9566,0.9583,0.9566,0.9568,0.9583,0.9566,0.9568 +0.9539,0.9555,0.9539,0.9542,0.9555,0.9539,0.9542 +0.9500,0.9528,0.9500,0.9505,0.9528,0.9500,0.9505 +0.9539,0.9552,0.9539,0.9541,0.9552,0.9539,0.9541 +0.9526,0.9539,0.9526,0.9529,0.9539,0.9526,0.9529 +0.9533,0.9549,0.9533,0.9536,0.9549,0.9533,0.9536 +0.9539,0.9559,0.9539,0.9543,0.9559,0.9539,0.9543 +0.9507,0.9524,0.9507,0.9509,0.9524,0.9507,0.9509 +0.9533,0.9547,0.9533,0.9535,0.9547,0.9533,0.9535 +0.9546,0.9559,0.9546,0.9547,0.9559,0.9546,0.9547 +0.9513,0.9532,0.9513,0.9516,0.9532,0.9513,0.9516 +0.9493,0.9515,0.9493,0.9496,0.9515,0.9493,0.9496 +0.9513,0.9535,0.9513,0.9516,0.9535,0.9513,0.9516 +0.9520,0.9532,0.9520,0.9520,0.9532,0.9520,0.9520 +0.9533,0.9546,0.9533,0.9535,0.9546,0.9533,0.9535 +0.9513,0.9536,0.9513,0.9517,0.9536,0.9513,0.9517 +0.9520,0.9538,0.9520,0.9523,0.9538,0.9520,0.9523 +0.9513,0.9523,0.9513,0.9514,0.9523,0.9513,0.9514 diff --git a/reports/WeightFiltration/attack_values.csv b/reports/WeightFiltration/attack_values.csv index 33fd866..464c2dc 100644 --- a/reports/WeightFiltration/attack_values.csv +++ b/reports/WeightFiltration/attack_values.csv @@ -36,3 +36,73 @@ target_class, parameter_mia_accuracy, lookalike_accuracy, A-Dist, JS-Dist 10,0.500000,0.937500, 0.135417, 0.490381 11,0.500000,0.925000, 0.239583, 0.548656 12,0.500000,0.954167, 0.104167, 0.515086 +13,0.500000,0.947917, 0.239583, 0.534527 +14,0.500000,0.943750, 0.187500, 0.549692 +15,0.500000,0.939583, 0.177083, 0.538563 +16,0.500000,0.939583, 0.302083, 0.550387 +17,0.500000,0.937500, 0.020833, 0.534927 +18,0.500000,0.943750, 0.062500, 0.525926 +19,0.500000,0.966667, 0.072917, 0.550368 +0,0.500000,0.950000, 0.010417, 0.539187 +1,0.500000,0.920833, 0.083333, 0.532476 +2,0.500000,0.939583, 0.010417, 0.563573 +3,0.500000,0.947917, 0.062500, 0.565630 +4,0.500000,0.968750, 0.031250, 0.572755 +5,0.500000,0.952083, 0.072917, 0.558786 +6,0.500000,0.947917, 0.010417, 0.526097 +7,0.500000,0.935417, 0.031250, 0.609396 +8,0.500000,0.977083, 0.083333, 0.531147 +9,0.500000,0.950000, 0.208333, 0.535584 +10,0.500000,0.937500, 0.072917, 0.489855 +11,0.500000,0.964583, 0.072917, 0.549640 +12,0.500000,0.960417, 0.000000, 0.519796 +13,0.500000,0.950000, 0.166667, 0.531902 +14,0.500000,0.933333, 0.270833, 0.544382 +15,0.500000,0.939583, 0.322917, 0.539786 +16,0.500000,0.947917, 0.312500, 0.551968 +17,0.500000,0.945833, 0.041667, 0.535604 +18,0.500000,0.952083, 0.031250, 0.529436 +19,0.500000,0.966667, 0.072917, 0.554195 +0,0.500000,0.950000, 0.125000, 0.533747 +1,0.500000,0.918750, 0.010417, 0.530306 +2,0.500000,0.927083, 0.010417, 0.564333 +3,0.500000,0.950000, 0.052083, 0.560864 +4,0.500000,0.945833, 0.187500, 0.573512 +5,0.500000,0.952083, 0.135417, 0.557525 +6,0.500000,0.950000, 0.125000, 0.529118 +7,0.500000,0.922917, 0.114583, 0.607466 +8,0.500000,0.937500, 0.083333, 0.535555 +9,0.500000,0.954167, 0.062500, 0.534876 +10,0.500000,0.937500, 0.104167, 0.493227 +11,0.500000,0.925000, 0.281250, 0.550555 +12,0.500000,0.950000, 0.093750, 0.516082 +13,0.500000,0.950000, 0.166667, 0.540771 +14,0.500000,0.941667, 0.187500, 0.545515 +15,0.500000,0.945833, 0.218750, 0.534969 +16,0.500000,0.943750, 0.395833, 0.552199 +17,0.500000,0.947917, 0.125000, 0.536930 +18,0.500000,0.941667, 0.104167, 0.530283 +19,0.500000,0.966667, 0.000000, 0.548011 +0,0.500000,0.960417, 0.125000, 0.532006 +1,0.500000,0.910417, 0.010417, 0.536290 +2,0.500000,0.929167, 0.062500, 0.563630 +3,0.500000,0.962500, 0.135417, 0.566771 +4,0.500000,0.968750, 0.239583, 0.573766 +5,0.500000,0.954167, 0.093750, 0.560717 +6,0.500000,0.950000, 0.177083, 0.529426 +7,0.500000,0.943750, 0.010417, 0.608156 +8,0.500000,0.960417, 0.041667, 0.530703 +9,0.500000,0.950000, 0.114583, 0.533561 +10,0.500000,0.937500, 0.041667, 0.489375 +11,0.500000,0.920833, 0.343750, 0.554261 +12,0.500000,0.960417, 0.187500, 0.517192 +13,0.500000,0.952083, 0.145833, 0.542150 +14,0.500000,0.941667, 0.125000, 0.546994 +15,0.500000,0.945833, 0.072917, 0.537957 +16,0.500000,0.935417, 0.333333, 0.548728 +17,0.500000,0.937500, 0.093750, 0.532926 +18,0.500000,0.937500, 0.031250, 0.532182 +19,0.500000,0.962500, 0.041667, 0.552156 +0,0.500000,0.960417, 0.031250, 0.534253 +1,0.500000,0.910417, 0.000000, 0.534778 +2,0.500000,0.922917, 0.000000, 0.560311