-
Notifications
You must be signed in to change notification settings - Fork 1
/
adv-results-cifar-linf.json
1 lines (1 loc) · 433 KB
/
adv-results-cifar-linf.json
1
{"0": {"1": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5355, 0.519, 0.5014000000000001, 0.4847, 0.4658, 0.4354, 0.371, 0.23399999999999999, 0.07940000000000003, 0.026900000000000035, 0.00039999999999995595, 0.0023999999999999577, 0.0048000000000000265, 0.008399999999999963], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5355, 0.5211, 0.5059, 0.489, 0.4746, 0.44430000000000003, 0.3843, 0.2481, 0.08279999999999998, 0.02180000000000004, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5355, 0.519, 0.5013000000000001, 0.48440000000000005, 0.4648, 0.43310000000000004, 0.3647, 0.21740000000000004, 0.05469999999999997, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5355, 0.5354, 0.5355, 0.5357000000000001, 0.5361, 0.5356000000000001, 0.5356000000000001, 0.5357000000000001, 0.5347, 0.5342, 0.5336000000000001, 0.48240000000000005, 0.39490000000000003, 0.20209999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5355, 0.5165, 0.496, 0.47740000000000005, 0.4576, 0.4223, 0.34809999999999997, 0.20409999999999995, 0.055499999999999994, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5355, 0.5165, 0.496, 0.47740000000000005, 0.4576, 0.4222, 0.3478, 0.20179999999999998, 0.05030000000000001, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.544, 0.5267, 0.5065999999999999, 0.48819999999999997, 0.47109999999999996, 0.4353, 0.36850000000000005, 0.22960000000000003, 0.08199999999999996, 0.028200000000000003, 0.00539999999999996, 0.014900000000000024, 0.021700000000000053, 0.030399999999999983], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.544, 0.5287999999999999, 0.5114000000000001, 0.4939, 0.4779, 0.4457, 0.3819, 0.24539999999999995, 0.08050000000000002, 0.022299999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.544, 0.5267, 0.5065999999999999, 0.48760000000000003, 0.47040000000000004, 0.43289999999999995, 0.36319999999999997, 0.21299999999999997, 0.055400000000000005, 0.011600000000000055, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.544, 0.544, 0.544, 0.5442, 0.5443, 0.5432, 0.5437000000000001, 0.5437000000000001, 0.5437000000000001, 0.5415, 0.5365, 0.4357, 0.26739999999999997, 0.15580000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.544, 0.525, 0.5019, 0.48, 0.4597, 0.4202, 0.3489, 0.1995, 0.058699999999999974, 0.014700000000000046, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.544, 0.525, 0.5019, 0.48, 0.4597, 0.42010000000000003, 0.34840000000000004, 0.19679999999999997, 0.05169999999999997, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5426, 0.5262, 0.5111, 0.4921, 0.4777, 0.4445, 0.3799, 0.25349999999999995, 0.09519999999999995, 0.03490000000000004, 9.999999999998899e-05, 0.00019999999999997797, 0.0013999999999999568, 0.0046000000000000485], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5426, 0.5278, 0.5146999999999999, 0.49829999999999997, 0.48329999999999995, 0.45399999999999996, 0.3951, 0.26970000000000005, 0.09730000000000005, 0.03090000000000004, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5426, 0.5261, 0.5109, 0.4918, 0.4769, 0.4434, 0.3758, 0.2389, 0.06999999999999995, 0.016700000000000048, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5426, 0.5426, 0.5423, 0.5426, 0.5429999999999999, 0.5428999999999999, 0.5422, 0.5424, 0.5411, 0.5411, 0.5358, 0.5035000000000001, 0.39870000000000005, 0.17210000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5426, 0.5242, 0.5065, 0.486, 0.47, 0.43389999999999995, 0.36319999999999997, 0.2278, 0.07150000000000001, 0.02080000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5426, 0.5242, 0.5065, 0.4859, 0.4699, 0.43379999999999996, 0.3628, 0.22519999999999996, 0.06530000000000002, 0.01539999999999997, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5459, 0.5296000000000001, 0.5133, 0.4971, 0.48, 0.44430000000000003, 0.385, 0.2538, 0.09719999999999995, 0.03859999999999997, 0.0006000000000000449, 0.0010999999999999899, 0.0018000000000000238, 0.0037000000000000366], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5459, 0.531, 0.5166, 0.5026999999999999, 0.4879, 0.45520000000000005, 0.3994, 0.2691, 0.10240000000000005, 0.03400000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5459, 0.5296000000000001, 0.5131, 0.49650000000000005, 0.47919999999999996, 0.44279999999999997, 0.38070000000000004, 0.24209999999999998, 0.07589999999999997, 0.019399999999999973, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5459, 0.5459, 0.5461, 0.5461, 0.546, 0.5465, 0.5458000000000001, 0.5459, 0.5466, 0.5462, 0.5405, 0.4887, 0.3278, 0.1483], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5459, 0.5283, 0.5091, 0.4897, 0.4707, 0.43420000000000003, 0.368, 0.22819999999999996, 0.0746, 0.022399999999999975, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5459, 0.5283, 0.5091, 0.4897, 0.4707, 0.43420000000000003, 0.3678, 0.2268, 0.06910000000000005, 0.017000000000000015, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5388, 0.5224, 0.5075000000000001, 0.4919, 0.47319999999999995, 0.4397, 0.378, 0.24670000000000003, 0.09399999999999997, 0.02939999999999998, 0.0016000000000000458, 0.005600000000000049, 0.009600000000000053, 0.014499999999999957], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5388, 0.5237, 0.5106999999999999, 0.49670000000000003, 0.48009999999999997, 0.44910000000000005, 0.392, 0.26470000000000005, 0.09730000000000005, 0.027000000000000024, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5388, 0.5224, 0.5076, 0.49139999999999995, 0.4719, 0.4383, 0.37329999999999997, 0.2338, 0.06869999999999998, 0.01429999999999998, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5388, 0.5386, 0.5388999999999999, 0.5387, 0.5392, 0.5388, 0.5382, 0.5383, 0.5389999999999999, 0.5364, 0.5308999999999999, 0.4698, 0.3498, 0.18810000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5388, 0.5206999999999999, 0.5034000000000001, 0.48519999999999996, 0.46409999999999996, 0.42800000000000005, 0.3619, 0.22040000000000004, 0.06869999999999998, 0.01649999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5388, 0.5206999999999999, 0.5034000000000001, 0.48519999999999996, 0.46399999999999997, 0.42800000000000005, 0.36129999999999995, 0.21850000000000003, 0.06340000000000001, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5586, 0.5428999999999999, 0.5246999999999999, 0.5058, 0.48850000000000005, 0.4505, 0.38280000000000003, 0.24029999999999996, 0.08289999999999997, 0.023900000000000032, 0.0040000000000000036, 0.012299999999999978, 0.01880000000000004, 0.026599999999999957], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5586, 0.5453, 0.5287, 0.5122, 0.49319999999999997, 0.4606, 0.39759999999999995, 0.2548, 0.08299999999999996, 0.018299999999999983, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5586, 0.5428999999999999, 0.5242, 0.5051, 0.4878, 0.4494, 0.3751, 0.2239, 0.055300000000000016, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5586, 0.5585, 0.5587, 0.5585, 0.5585, 0.5593, 0.5585, 0.5589, 0.5577, 0.5591999999999999, 0.554, 0.5002, 0.389, 0.19079999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5586, 0.5404, 0.5192, 0.4981, 0.4797, 0.4373, 0.36160000000000003, 0.2107, 0.056599999999999984, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5586, 0.5404, 0.5192, 0.4981, 0.4797, 0.4373, 0.3607, 0.20850000000000002, 0.05049999999999999, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5481, 0.5275000000000001, 0.5116, 0.4929, 0.47629999999999995, 0.4434, 0.383, 0.24639999999999995, 0.08830000000000005, 0.031100000000000017, 0.005600000000000049, 0.008499999999999952, 0.010800000000000032, 0.015199999999999991], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5481, 0.53, 0.5146, 0.5005, 0.48350000000000004, 0.45289999999999997, 0.395, 0.2649, 0.08740000000000003, 0.022800000000000042, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5481, 0.5274, 0.5115000000000001, 0.4929, 0.47540000000000004, 0.4427, 0.38029999999999997, 0.2318, 0.062000000000000055, 0.013700000000000045, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5481, 0.5481, 0.5481, 0.548, 0.5477000000000001, 0.5483, 0.5477000000000001, 0.5473, 0.5470999999999999, 0.5452, 0.5391, 0.46430000000000005, 0.32189999999999996, 0.16410000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5481, 0.5254, 0.5073, 0.48650000000000004, 0.46699999999999997, 0.4317, 0.36429999999999996, 0.21750000000000003, 0.0625, 0.015199999999999991, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5481, 0.5254, 0.5073, 0.48640000000000005, 0.46699999999999997, 0.4317, 0.364, 0.21540000000000004, 0.05679999999999996, 0.012399999999999967, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5448, 0.5245, 0.5069, 0.4919, 0.47419999999999995, 0.4395, 0.3731, 0.24319999999999997, 0.08509999999999995, 0.027000000000000024, 9.999999999998899e-05, 0.0008000000000000229, 0.0018000000000000238, 0.0022999999999999687], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5448, 0.5276000000000001, 0.5101, 0.49560000000000004, 0.4809, 0.45030000000000003, 0.38759999999999994, 0.259, 0.08750000000000002, 0.022399999999999975, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5448, 0.5246, 0.5067999999999999, 0.49160000000000004, 0.47319999999999995, 0.43789999999999996, 0.3691, 0.2289, 0.06000000000000005, 0.011900000000000022, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5448, 0.5448, 0.5445, 0.5443, 0.5445, 0.5441, 0.5444, 0.5447, 0.5456, 0.5436000000000001, 0.5408999999999999, 0.4899, 0.3446, 0.1362], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5448, 0.5223, 0.5017, 0.4848, 0.46630000000000005, 0.42700000000000005, 0.3539, 0.2128, 0.06120000000000003, 0.014499999999999957, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5448, 0.5223, 0.5017, 0.4848, 0.46630000000000005, 0.42689999999999995, 0.35340000000000005, 0.21009999999999995, 0.05489999999999995, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.542, 0.5233, 0.5059, 0.4881, 0.4709, 0.43789999999999996, 0.3762, 0.24029999999999996, 0.0857, 0.030200000000000005, 0.0031999999999999806, 0.006900000000000017, 0.010399999999999965, 0.012800000000000034], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.542, 0.5255000000000001, 0.5102, 0.4931, 0.47809999999999997, 0.4487, 0.3911, 0.2562, 0.08620000000000005, 0.024399999999999977, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.542, 0.5232, 0.5056, 0.4879, 0.47040000000000004, 0.4366, 0.37139999999999995, 0.2217, 0.05930000000000002, 0.012299999999999978, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.542, 0.5418000000000001, 0.5419, 0.542, 0.5417000000000001, 0.5418000000000001, 0.542, 0.5424, 0.5411, 0.5412, 0.5355, 0.45820000000000005, 0.3486, 0.1613], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.542, 0.5215000000000001, 0.5012, 0.4818, 0.4627, 0.42689999999999995, 0.35350000000000004, 0.20699999999999996, 0.06040000000000001, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.542, 0.5215000000000001, 0.5012, 0.4818, 0.4627, 0.42679999999999996, 0.35340000000000005, 0.20440000000000003, 0.0534, 0.010700000000000043, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5398000000000001, 0.5213, 0.5025, 0.485, 0.4706, 0.43789999999999996, 0.37729999999999997, 0.24550000000000005, 0.08860000000000001, 0.03359999999999996, 0.0010999999999999899, 0.0050000000000000044, 0.008700000000000041, 0.013000000000000012], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5398000000000001, 0.5231, 0.5075000000000001, 0.4898, 0.47609999999999997, 0.4474, 0.3912, 0.26180000000000003, 0.09060000000000001, 0.028299999999999992, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5398000000000001, 0.5212, 0.5024, 0.48460000000000003, 0.47, 0.4365, 0.37450000000000006, 0.2308, 0.06469999999999998, 0.015800000000000036, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5398000000000001, 0.5399, 0.5396000000000001, 0.5401, 0.5397000000000001, 0.5397000000000001, 0.5396000000000001, 0.54, 0.5393, 0.5414, 0.5354, 0.488, 0.3516, 0.17469999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5398000000000001, 0.5191, 0.4979, 0.4786, 0.4607, 0.42700000000000005, 0.36219999999999997, 0.21940000000000004, 0.06579999999999997, 0.020399999999999974, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5398000000000001, 0.5191, 0.4979, 0.4786, 0.4606, 0.42689999999999995, 0.3621, 0.21730000000000005, 0.06059999999999999, 0.014800000000000035, 0.0, 0.0, 0.0, 0.0]}}, "2": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6024, 0.5851, 0.5668, 0.5473, 0.5276000000000001, 0.49129999999999996, 0.4266, 0.2784, 0.10350000000000004, 0.034499999999999975, 0.0012999999999999678, 0.008499999999999952, 0.016000000000000014, 0.022399999999999975], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6024, 0.5875, 0.5708, 0.5547, 0.5352, 0.5006999999999999, 0.44010000000000005, 0.29290000000000005, 0.10409999999999997, 0.027100000000000013, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6024, 0.5851, 0.5664, 0.5467, 0.5264, 0.48839999999999995, 0.4202, 0.25880000000000003, 0.07020000000000004, 0.015700000000000047, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6024, 0.6021000000000001, 0.6027, 0.6023000000000001, 0.6023000000000001, 0.6026, 0.6024, 0.6025, 0.6028, 0.6012, 0.5946, 0.47419999999999995, 0.2842, 0.1461], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6024, 0.5832999999999999, 0.5625, 0.5416000000000001, 0.5172, 0.48019999999999996, 0.4085, 0.25049999999999994, 0.07609999999999995, 0.021199999999999997, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6024, 0.5832999999999999, 0.5625, 0.5416000000000001, 0.5172, 0.4799, 0.40790000000000004, 0.24739999999999995, 0.06579999999999997, 0.014800000000000035, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5983, 0.5795, 0.5603, 0.5424, 0.5234, 0.4887, 0.4185, 0.27490000000000003, 0.09389999999999998, 0.028699999999999948, 0.00019999999999997797, 0.0013999999999999568, 0.0020999999999999908, 0.0037000000000000366], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5983, 0.5816, 0.5636, 0.5488, 0.531, 0.5005, 0.43300000000000005, 0.29079999999999995, 0.09560000000000002, 0.024499999999999966, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5983, 0.5795, 0.56, 0.5416000000000001, 0.5222, 0.486, 0.4144, 0.25560000000000005, 0.06410000000000005, 0.010700000000000043, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5983, 0.5985, 0.599, 0.5987, 0.5983, 0.5983, 0.5986, 0.599, 0.5977, 0.5987, 0.5841000000000001, 0.4689, 0.3163, 0.18230000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5983, 0.5779000000000001, 0.5574, 0.5374, 0.5162, 0.4769, 0.4021, 0.24609999999999999, 0.06659999999999999, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5983, 0.5779000000000001, 0.5574, 0.5374, 0.5161, 0.4767, 0.40180000000000005, 0.24239999999999995, 0.05940000000000001, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6002000000000001, 0.5789, 0.5602, 0.5431, 0.5264, 0.48640000000000005, 0.4165, 0.27180000000000004, 0.09430000000000005, 0.02939999999999998, 0.00039999999999995595, 0.0032999999999999696, 0.006399999999999961, 0.010299999999999976], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6002000000000001, 0.5816, 0.5633, 0.5486, 0.5323, 0.4988, 0.4316, 0.2881, 0.0968, 0.02400000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6002000000000001, 0.5788, 0.5599000000000001, 0.5426, 0.5255000000000001, 0.484, 0.4102, 0.25029999999999997, 0.06520000000000004, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6002000000000001, 0.6001000000000001, 0.5999, 0.5992999999999999, 0.5999, 0.6, 0.5996, 0.5996, 0.5981000000000001, 0.5986, 0.5938, 0.5195000000000001, 0.38380000000000003, 0.16479999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6002000000000001, 0.5759000000000001, 0.5564, 0.5375, 0.5175000000000001, 0.4737, 0.3963, 0.24070000000000003, 0.0695, 0.01529999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6002000000000001, 0.5759000000000001, 0.5564, 0.5375, 0.5174000000000001, 0.4737, 0.39549999999999996, 0.23709999999999998, 0.06130000000000002, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5866, 0.5690999999999999, 0.5533, 0.5356000000000001, 0.5195000000000001, 0.48219999999999996, 0.4162, 0.2714, 0.10140000000000005, 0.03469999999999995, 9.999999999998899e-05, 0.0004999999999999449, 0.0027000000000000357, 0.006199999999999983], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5866, 0.5715, 0.5568, 0.5396000000000001, 0.5261, 0.49250000000000005, 0.42989999999999995, 0.28859999999999997, 0.10640000000000005, 0.032299999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5866, 0.5690999999999999, 0.5529999999999999, 0.5351, 0.5186, 0.48009999999999997, 0.4115, 0.2542, 0.07499999999999996, 0.017199999999999993, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5866, 0.5867, 0.5866, 0.5861000000000001, 0.5864, 0.5862, 0.5865, 0.5857, 0.5858, 0.5848, 0.5811, 0.5049, 0.399, 0.2158], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5866, 0.5671999999999999, 0.5489999999999999, 0.5307999999999999, 0.5097, 0.47009999999999996, 0.4003, 0.24660000000000004, 0.07830000000000004, 0.02100000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5866, 0.5671999999999999, 0.5489999999999999, 0.5307999999999999, 0.5096, 0.47009999999999996, 0.39990000000000003, 0.24370000000000003, 0.0706, 0.016000000000000014, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5759000000000001, 0.5556, 0.5372, 0.5198, 0.5038, 0.46809999999999996, 0.40269999999999995, 0.2522, 0.08340000000000003, 0.026599999999999957, 0.00019999999999997797, 0.0030999999999999917, 0.005700000000000038, 0.009399999999999964], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5759000000000001, 0.5568, 0.5405, 0.5248999999999999, 0.5103, 0.47909999999999997, 0.4173, 0.2679, 0.08409999999999995, 0.022299999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5759000000000001, 0.5556, 0.5371, 0.5192, 0.5033000000000001, 0.4666, 0.39649999999999996, 0.2318, 0.059699999999999975, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5759000000000001, 0.5760000000000001, 0.5758, 0.5756, 0.5751999999999999, 0.5755, 0.5749, 0.5751999999999999, 0.5739000000000001, 0.5743, 0.5659000000000001, 0.45620000000000005, 0.29569999999999996, 0.132], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5759000000000001, 0.5529999999999999, 0.5337000000000001, 0.5149, 0.4962, 0.45609999999999995, 0.3852, 0.22240000000000004, 0.06169999999999998, 0.015199999999999991, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5759000000000001, 0.5529999999999999, 0.5337000000000001, 0.5147999999999999, 0.4962, 0.45599999999999996, 0.38460000000000005, 0.21860000000000002, 0.05589999999999995, 0.011900000000000022, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5864, 0.5663, 0.5467, 0.5277000000000001, 0.5111, 0.4759, 0.4115, 0.26170000000000004, 0.09009999999999996, 0.027599999999999958, 9.999999999998899e-05, 0.0028000000000000247, 0.00649999999999995, 0.01319999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5864, 0.5683, 0.5510999999999999, 0.5329999999999999, 0.5171, 0.4871, 0.42400000000000004, 0.27769999999999995, 0.09399999999999997, 0.024700000000000055, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5864, 0.5663, 0.5461, 0.5273, 0.5105999999999999, 0.47409999999999997, 0.4044, 0.24370000000000003, 0.06710000000000005, 0.010199999999999987, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5864, 0.5865, 0.5865, 0.5861000000000001, 0.5865, 0.5867, 0.5866, 0.5859, 0.5851999999999999, 0.5853999999999999, 0.5842, 0.5171, 0.3708, 0.15980000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5864, 0.5637, 0.5417000000000001, 0.5214, 0.5026999999999999, 0.46540000000000004, 0.3912, 0.23399999999999999, 0.06869999999999998, 0.013399999999999967, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5864, 0.5637, 0.5417000000000001, 0.5214, 0.5026999999999999, 0.46509999999999996, 0.39080000000000004, 0.23160000000000003, 0.06279999999999997, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5647, 0.5482, 0.5305, 0.5129, 0.49760000000000004, 0.45830000000000004, 0.3852, 0.24380000000000002, 0.09450000000000003, 0.032399999999999984, 0.00039999999999995595, 0.0020000000000000018, 0.0038000000000000256, 0.006700000000000039], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5647, 0.5499, 0.5349999999999999, 0.5185, 0.5025999999999999, 0.46940000000000004, 0.401, 0.257, 0.09460000000000002, 0.02949999999999997, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5647, 0.5481, 0.5304, 0.5125, 0.4969, 0.4568, 0.37939999999999996, 0.22719999999999996, 0.06769999999999998, 0.01629999999999998, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5647, 0.5649, 0.5649, 0.5649, 0.5647, 0.5650999999999999, 0.5647, 0.5656, 0.5651999999999999, 0.5666, 0.5683, 0.5101, 0.3631, 0.14759999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5647, 0.5464, 0.5273, 0.5076, 0.48929999999999996, 0.4458, 0.36739999999999995, 0.21899999999999997, 0.07230000000000003, 0.022700000000000053, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5647, 0.5464, 0.5273, 0.5076, 0.48919999999999997, 0.4457, 0.367, 0.21609999999999996, 0.06410000000000005, 0.015499999999999958, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5900000000000001, 0.5714, 0.5549999999999999, 0.5376000000000001, 0.5181, 0.4831, 0.40700000000000003, 0.25439999999999996, 0.08830000000000005, 0.02969999999999995, 0.00019999999999997797, 0.0019000000000000128, 0.0042999999999999705, 0.007299999999999973], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5900000000000001, 0.5738, 0.5584, 0.5436000000000001, 0.5259, 0.49460000000000004, 0.42279999999999995, 0.26980000000000004, 0.09079999999999999, 0.02290000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5900000000000001, 0.5715, 0.5549, 0.5372, 0.5173, 0.48119999999999996, 0.40059999999999996, 0.23360000000000003, 0.062000000000000055, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5900000000000001, 0.5900000000000001, 0.5901000000000001, 0.5897, 0.5900000000000001, 0.5900000000000001, 0.5901000000000001, 0.5885, 0.5889, 0.5869, 0.5792999999999999, 0.49219999999999997, 0.3378, 0.1553], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5900000000000001, 0.5698, 0.5513, 0.5325, 0.5123, 0.472, 0.38949999999999996, 0.22760000000000002, 0.06810000000000005, 0.015100000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5900000000000001, 0.5698, 0.5513, 0.5325, 0.5122, 0.472, 0.38870000000000005, 0.22250000000000003, 0.05889999999999995, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.5828, 0.5669, 0.5512, 0.5326, 0.5158, 0.482, 0.41869999999999996, 0.2792, 0.10570000000000002, 0.03710000000000002, 0.00019999999999997797, 0.0016000000000000458, 0.0048000000000000265, 0.011900000000000022], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.5828, 0.5683, 0.5545, 0.5388999999999999, 0.523, 0.49139999999999995, 0.43400000000000005, 0.29579999999999995, 0.1079, 0.0343, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.5828, 0.5669, 0.5510999999999999, 0.5315, 0.5149, 0.48009999999999997, 0.41359999999999997, 0.26259999999999994, 0.07550000000000001, 0.017900000000000027, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.5828, 0.5831999999999999, 0.5828, 0.5832999999999999, 0.5831, 0.5823, 0.5829, 0.5824, 0.5826, 0.5824, 0.5811999999999999, 0.5267, 0.42689999999999995, 0.22430000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.5828, 0.5656, 0.5476, 0.5278, 0.508, 0.472, 0.40180000000000005, 0.2528, 0.08089999999999997, 0.02180000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.5828, 0.5656, 0.5476, 0.5278, 0.5079, 0.4718, 0.40149999999999997, 0.25029999999999997, 0.07169999999999999, 0.016800000000000037, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6009, 0.5812999999999999, 0.5643, 0.5449999999999999, 0.5284, 0.49160000000000004, 0.42210000000000003, 0.2692, 0.09450000000000003, 0.0343, 0.0, 0.0021999999999999797, 0.0049000000000000155, 0.009399999999999964], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6009, 0.5832999999999999, 0.5680000000000001, 0.5519000000000001, 0.5359, 0.5001, 0.43610000000000004, 0.2882, 0.09619999999999995, 0.031100000000000017, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6009, 0.5812999999999999, 0.5643, 0.5444, 0.5273, 0.4898, 0.41700000000000004, 0.25249999999999995, 0.06940000000000002, 0.015800000000000036, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6009, 0.6009, 0.6005, 0.6014999999999999, 0.601, 0.6013999999999999, 0.6011, 0.6013999999999999, 0.6023000000000001, 0.5996, 0.5983, 0.5327, 0.39570000000000005, 0.20030000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6009, 0.5798, 0.5609999999999999, 0.5413, 0.5198, 0.4807, 0.4064, 0.24560000000000004, 0.07240000000000002, 0.02090000000000003, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6009, 0.5798, 0.5609999999999999, 0.5412, 0.5196000000000001, 0.4806, 0.40580000000000005, 0.24239999999999995, 0.06530000000000002, 0.015100000000000002, 0.0, 0.0, 0.0, 0.0]}}, "4": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6203000000000001, 0.6021000000000001, 0.583, 0.5643, 0.5432, 0.507, 0.43289999999999995, 0.2673, 0.08330000000000004, 0.023299999999999987, 0.00029999999999996696, 0.0017000000000000348, 0.0020999999999999908, 0.0046000000000000485], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6203000000000001, 0.6037, 0.5873999999999999, 0.5708, 0.5524, 0.5172, 0.44910000000000005, 0.2851, 0.08320000000000005, 0.018299999999999983, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6203000000000001, 0.6021000000000001, 0.5828, 0.5633, 0.5423, 0.5041, 0.4242, 0.24460000000000004, 0.053300000000000014, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6203000000000001, 0.6201, 0.6203000000000001, 0.6202, 0.6206, 0.6199, 0.6203000000000001, 0.6201, 0.6192, 0.619, 0.5941000000000001, 0.4706, 0.36119999999999997, 0.20140000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6203000000000001, 0.6003000000000001, 0.5792999999999999, 0.5586, 0.5375, 0.49650000000000005, 0.4142, 0.24129999999999996, 0.05930000000000002, 0.011700000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6203000000000001, 0.6003000000000001, 0.5792999999999999, 0.5584, 0.5374, 0.49629999999999996, 0.41390000000000005, 0.23619999999999997, 0.050799999999999956, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6395, 0.6192, 0.6028, 0.5820000000000001, 0.5628, 0.5235000000000001, 0.44099999999999995, 0.2723, 0.08120000000000005, 0.02100000000000002, 0.0, 0.0006000000000000449, 0.005099999999999993, 0.016599999999999948], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6395, 0.6212, 0.6059, 0.5873999999999999, 0.5698, 0.5347999999999999, 0.4569, 0.2874, 0.0796, 0.016800000000000037, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6395, 0.6192, 0.6019, 0.5813999999999999, 0.562, 0.52, 0.43289999999999995, 0.244, 0.051000000000000045, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6395, 0.6394, 0.6393, 0.6392, 0.6393, 0.6393, 0.639, 0.6384000000000001, 0.6386000000000001, 0.6377999999999999, 0.6249, 0.47440000000000004, 0.3095, 0.1462], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6395, 0.6174, 0.5984, 0.5772999999999999, 0.5554, 0.5101, 0.4214, 0.2379, 0.054200000000000026, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6395, 0.6174, 0.5984, 0.5771999999999999, 0.5554, 0.5098, 0.42079999999999995, 0.2329, 0.047799999999999954, 0.00660000000000005, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6654, 0.6474, 0.628, 0.608, 0.5879, 0.5484, 0.47450000000000003, 0.29679999999999995, 0.10160000000000002, 0.032299999999999995, 0.0, 0.0008000000000000229, 0.006299999999999972, 0.020100000000000007], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6654, 0.6502, 0.6322, 0.6142000000000001, 0.5961000000000001, 0.5596, 0.49029999999999996, 0.31299999999999994, 0.10089999999999999, 0.025800000000000045, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6654, 0.6475, 0.6276999999999999, 0.6072, 0.5863, 0.5462, 0.4668, 0.2741, 0.07010000000000005, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6654, 0.6653, 0.6649, 0.6653, 0.6653, 0.6646000000000001, 0.6656, 0.6657, 0.6658, 0.6644, 0.6595, 0.5462, 0.3813, 0.19199999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6654, 0.6454, 0.6243000000000001, 0.603, 0.5804, 0.5379, 0.45489999999999997, 0.2694, 0.07589999999999997, 0.01870000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6654, 0.6454, 0.6243000000000001, 0.603, 0.5803, 0.5377000000000001, 0.45389999999999997, 0.2643, 0.0665, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6633, 0.6441, 0.6263000000000001, 0.6079, 0.5887, 0.5489999999999999, 0.47450000000000003, 0.30720000000000003, 0.09919999999999995, 0.030100000000000016, 0.0, 0.0008000000000000229, 0.0033999999999999586, 0.010700000000000043], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6633, 0.6464, 0.6306, 0.6137, 0.5961000000000001, 0.5584, 0.48960000000000004, 0.32589999999999997, 0.10040000000000004, 0.023399999999999976, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6633, 0.644, 0.6259, 0.6075999999999999, 0.5877, 0.5465, 0.4687, 0.28269999999999995, 0.06579999999999997, 0.010700000000000043, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6633, 0.6633, 0.6631, 0.6632, 0.6638999999999999, 0.6631, 0.6633, 0.6634, 0.6627000000000001, 0.6624, 0.6534, 0.5056, 0.36360000000000003, 0.20130000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6633, 0.6423, 0.6231, 0.6025, 0.5799000000000001, 0.5391, 0.45899999999999996, 0.27459999999999996, 0.07340000000000002, 0.014700000000000046, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6633, 0.6423, 0.6231, 0.6025, 0.5798, 0.5388, 0.45820000000000005, 0.2704, 0.06340000000000001, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6377999999999999, 0.6207, 0.6026, 0.5813999999999999, 0.5625, 0.5253, 0.4585, 0.30379999999999996, 0.11609999999999998, 0.04459999999999997, 0.00029999999999996696, 0.0023999999999999577, 0.00990000000000002, 0.028100000000000014], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6377999999999999, 0.6225, 0.6061000000000001, 0.5886, 0.5695, 0.5354, 0.4736, 0.31910000000000005, 0.11560000000000004, 0.03979999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6377999999999999, 0.6206, 0.602, 0.5801000000000001, 0.5617, 0.5233, 0.4515, 0.28169999999999995, 0.08289999999999997, 0.02190000000000003, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6377999999999999, 0.6376999999999999, 0.6379, 0.6382, 0.6379, 0.6375, 0.6382, 0.639, 0.6379, 0.637, 0.6275, 0.5052, 0.36839999999999995, 0.1886], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6377999999999999, 0.6187, 0.6003000000000001, 0.5760000000000001, 0.5574, 0.5179, 0.44410000000000005, 0.27949999999999997, 0.0907, 0.028900000000000037, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6377999999999999, 0.6187, 0.6003000000000001, 0.5760000000000001, 0.5573, 0.5177, 0.44289999999999996, 0.2733, 0.08030000000000004, 0.020399999999999974, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6486000000000001, 0.6291, 0.6102000000000001, 0.5904, 0.5714, 0.5308999999999999, 0.46120000000000005, 0.29979999999999996, 0.10319999999999996, 0.03159999999999996, 9.999999999998899e-05, 0.0013999999999999568, 0.0049000000000000155, 0.010700000000000043], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6486000000000001, 0.631, 0.6142000000000001, 0.5964, 0.5783, 0.5428999999999999, 0.47550000000000003, 0.31599999999999995, 0.10340000000000005, 0.024800000000000044, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6486000000000001, 0.6289, 0.6101, 0.5896, 0.5702, 0.5285, 0.4544, 0.275, 0.06620000000000004, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6486000000000001, 0.6486000000000001, 0.6484, 0.6488, 0.6478999999999999, 0.6477999999999999, 0.6482, 0.6476, 0.6468, 0.6444, 0.6268, 0.4828, 0.29610000000000003, 0.11970000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6486000000000001, 0.6275999999999999, 0.6065, 0.585, 0.5646, 0.5217, 0.44620000000000004, 0.2733, 0.07640000000000002, 0.01749999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6486000000000001, 0.6275999999999999, 0.6065, 0.5849, 0.5645, 0.5214, 0.4454, 0.26649999999999996, 0.06269999999999998, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6191, 0.6013, 0.5817, 0.5626, 0.5444, 0.5082, 0.43899999999999995, 0.28280000000000005, 0.09760000000000002, 0.03159999999999996, 9.999999999998899e-05, 0.0016000000000000458, 0.00649999999999995, 0.016599999999999948], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6191, 0.603, 0.585, 0.5691999999999999, 0.5516, 0.5171, 0.45430000000000004, 0.2982, 0.09630000000000005, 0.024499999999999966, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6191, 0.6013, 0.5811999999999999, 0.5622, 0.5431, 0.5056, 0.43310000000000004, 0.2583, 0.06220000000000003, 0.01419999999999999, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6191, 0.619, 0.6189, 0.6193, 0.6192, 0.6194, 0.6198, 0.6192, 0.6196999999999999, 0.6186, 0.5984, 0.4465, 0.2944, 0.14629999999999999], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6191, 0.5992, 0.5784, 0.5574, 0.5363, 0.4979, 0.42200000000000004, 0.25229999999999997, 0.06689999999999996, 0.016900000000000026, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6191, 0.5992, 0.5784, 0.5574, 0.5363, 0.49770000000000003, 0.4213, 0.247, 0.05779999999999996, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6224000000000001, 0.6045, 0.5880000000000001, 0.5695, 0.5515, 0.5177, 0.44720000000000004, 0.29369999999999996, 0.10009999999999997, 0.028100000000000014, 0.0008000000000000229, 0.0042999999999999705, 0.010199999999999987, 0.021299999999999986], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6224000000000001, 0.6069, 0.5920000000000001, 0.5747, 0.5582, 0.5275000000000001, 0.4608, 0.30610000000000004, 0.09740000000000004, 0.02100000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6224000000000001, 0.6044, 0.5882000000000001, 0.5688, 0.5505, 0.5147999999999999, 0.4403, 0.26770000000000005, 0.06269999999999998, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6224000000000001, 0.6225, 0.6226, 0.6223000000000001, 0.6221, 0.6226, 0.6216999999999999, 0.6232, 0.6208, 0.6203000000000001, 0.602, 0.4213, 0.26839999999999997, 0.1602], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6224000000000001, 0.603, 0.5859, 0.5656, 0.5467, 0.5085, 0.43420000000000003, 0.2673, 0.07120000000000004, 0.014800000000000035, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6224000000000001, 0.6029, 0.5859, 0.5655, 0.5466, 0.5079, 0.43289999999999995, 0.2603, 0.05989999999999995, 0.009800000000000031, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6569, 0.6371, 0.6183000000000001, 0.5974999999999999, 0.5764, 0.536, 0.4575, 0.29279999999999995, 0.09799999999999998, 0.030299999999999994, 0.00029999999999996696, 0.0030000000000000027, 0.011900000000000022, 0.025499999999999967], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6569, 0.6392, 0.6227, 0.6039, 0.5851, 0.5472, 0.4749, 0.30779999999999996, 0.09709999999999996, 0.024599999999999955, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6569, 0.6371, 0.6178, 0.5971, 0.5749, 0.5328999999999999, 0.45030000000000003, 0.26949999999999996, 0.06630000000000003, 0.01319999999999999, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6569, 0.6568, 0.6567000000000001, 0.6574, 0.6567000000000001, 0.657, 0.6562, 0.6577999999999999, 0.6562, 0.6548, 0.6478999999999999, 0.5306, 0.37560000000000004, 0.20909999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6569, 0.6354, 0.6143000000000001, 0.5921000000000001, 0.5701, 0.5251, 0.44220000000000004, 0.26659999999999995, 0.0746, 0.017299999999999982, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6569, 0.6354, 0.6142000000000001, 0.5921000000000001, 0.5701, 0.5248999999999999, 0.4413, 0.26149999999999995, 0.06389999999999996, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6636, 0.6447, 0.6261, 0.6073999999999999, 0.589, 0.5521, 0.47650000000000003, 0.3062, 0.10370000000000001, 0.033399999999999985, 0.00019999999999997797, 0.009000000000000008, 0.012700000000000045, 0.019399999999999973], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6636, 0.6472, 0.6296999999999999, 0.6133, 0.5961000000000001, 0.563, 0.4918, 0.3245, 0.10450000000000004, 0.026599999999999957, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6636, 0.6446000000000001, 0.626, 0.6064, 0.5881000000000001, 0.5493, 0.46809999999999996, 0.2801, 0.06899999999999995, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6636, 0.6636, 0.6635, 0.6632, 0.6632, 0.6633, 0.6634, 0.6626000000000001, 0.6627000000000001, 0.6617, 0.6469, 0.488, 0.33330000000000004, 0.19079999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6636, 0.6429, 0.6231, 0.6021000000000001, 0.5824, 0.5407, 0.45940000000000003, 0.27490000000000003, 0.07750000000000001, 0.01990000000000003, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6636, 0.6429, 0.6231, 0.6019, 0.5823, 0.5406, 0.4587, 0.2694, 0.0655, 0.012399999999999967, 0.0, 0.0, 0.0, 0.0]}}, "8": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6819, 0.6634, 0.6436, 0.6254, 0.6046, 0.5639000000000001, 0.4827, 0.3052, 0.10329999999999995, 0.03090000000000004, 0.0, 0.0040999999999999925, 0.013399999999999967, 0.035800000000000054], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6819, 0.6662, 0.6471, 0.6316999999999999, 0.6127, 0.5752999999999999, 0.4998, 0.3225, 0.10199999999999998, 0.023499999999999965, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6819, 0.6633, 0.6434, 0.6244000000000001, 0.6034999999999999, 0.5606, 0.47440000000000004, 0.27669999999999995, 0.06740000000000002, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6819, 0.6818, 0.6821999999999999, 0.6821999999999999, 0.6818, 0.6818, 0.6819, 0.6829000000000001, 0.6817, 0.6835, 0.6768000000000001, 0.5635, 0.3659, 0.17269999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6819, 0.6621, 0.6414, 0.6219, 0.5989, 0.5527, 0.46799999999999997, 0.276, 0.07730000000000004, 0.016700000000000048, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6819, 0.6621, 0.6414, 0.6215999999999999, 0.5988, 0.5524, 0.46640000000000004, 0.2692, 0.06440000000000001, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6813, 0.6628000000000001, 0.6441, 0.6239, 0.6043000000000001, 0.5635, 0.4869, 0.3198, 0.1109, 0.03169999999999995, 0.00019999999999997797, 0.0040000000000000036, 0.008900000000000019, 0.016100000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6813, 0.6652, 0.6484, 0.6304000000000001, 0.6124, 0.5758, 0.5033000000000001, 0.3346, 0.1068, 0.024399999999999977, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6813, 0.6626000000000001, 0.6436999999999999, 0.6232, 0.6033, 0.5604, 0.47909999999999997, 0.2915, 0.06840000000000002, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6813, 0.6815, 0.6814, 0.6814, 0.6817, 0.6813, 0.6814, 0.6813, 0.6800999999999999, 0.6795, 0.656, 0.44099999999999995, 0.27459999999999996, 0.13729999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6813, 0.6613, 0.6415, 0.6206, 0.5985, 0.5554, 0.47250000000000003, 0.29090000000000005, 0.08150000000000002, 0.01529999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6813, 0.6613, 0.6415, 0.6204000000000001, 0.5984, 0.5549, 0.4709, 0.28400000000000003, 0.06559999999999999, 0.009099999999999997, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6788000000000001, 0.6591, 0.6372, 0.6174, 0.5987, 0.5547, 0.474, 0.29990000000000006, 0.09599999999999997, 0.028800000000000048, 9.999999999998899e-05, 0.00539999999999996, 0.01100000000000001, 0.025800000000000045], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6788000000000001, 0.6614, 0.6423, 0.6241, 0.6063000000000001, 0.5674, 0.49060000000000004, 0.3124, 0.09050000000000002, 0.019399999999999973, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6788000000000001, 0.659, 0.6367, 0.6168, 0.5964, 0.5521, 0.4646, 0.26970000000000005, 0.059599999999999986, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6788000000000001, 0.6789000000000001, 0.6785, 0.6788000000000001, 0.6782, 0.6784, 0.6782, 0.6792, 0.6794, 0.6787000000000001, 0.6673, 0.5265, 0.3641, 0.1573], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6788000000000001, 0.6574, 0.634, 0.6137, 0.5915, 0.5432, 0.45709999999999995, 0.27059999999999995, 0.0706, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6788000000000001, 0.6574, 0.634, 0.6135999999999999, 0.5913999999999999, 0.5429999999999999, 0.4556, 0.2611, 0.05740000000000001, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6901999999999999, 0.6726, 0.6527000000000001, 0.6321, 0.6134, 0.5745, 0.4961, 0.31620000000000004, 0.10619999999999996, 0.03359999999999996, 0.0024999999999999467, 0.018100000000000005, 0.03069999999999995, 0.058499999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6901999999999999, 0.6744, 0.657, 0.6384000000000001, 0.6214999999999999, 0.5863, 0.5121, 0.3327, 0.10160000000000002, 0.021599999999999953, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6901999999999999, 0.6726, 0.6525000000000001, 0.6315, 0.612, 0.5714, 0.48450000000000004, 0.2854, 0.06559999999999999, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6901999999999999, 0.6903, 0.6901999999999999, 0.6905, 0.6907, 0.6904, 0.6912, 0.6916, 0.6906, 0.6916, 0.6863, 0.5603, 0.37239999999999995, 0.16010000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6901999999999999, 0.6716, 0.6493, 0.6284000000000001, 0.6073999999999999, 0.5643, 0.47419999999999995, 0.2832, 0.07979999999999998, 0.01429999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6901999999999999, 0.6716, 0.6493, 0.6284000000000001, 0.6072, 0.5640000000000001, 0.47330000000000005, 0.27649999999999997, 0.06359999999999999, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6989000000000001, 0.6779999999999999, 0.6573, 0.635, 0.6163000000000001, 0.5738, 0.48950000000000005, 0.3116, 0.10209999999999997, 0.028699999999999948, 0.0007000000000000339, 0.00770000000000004, 0.012599999999999945, 0.021199999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6989000000000001, 0.6804, 0.6612, 0.6422, 0.6255, 0.5859, 0.5069, 0.32709999999999995, 0.09630000000000005, 0.01959999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6989000000000001, 0.6779999999999999, 0.6571, 0.6342, 0.6149, 0.5705, 0.47840000000000005, 0.28300000000000003, 0.059799999999999964, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6989000000000001, 0.6987, 0.6988, 0.6982999999999999, 0.6986, 0.6986, 0.6987, 0.6985, 0.6980999999999999, 0.6984, 0.6903, 0.536, 0.34609999999999996, 0.15610000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6989000000000001, 0.6757, 0.6544, 0.6311, 0.6093, 0.5637, 0.469, 0.27980000000000005, 0.07269999999999999, 0.01429999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6989000000000001, 0.6756, 0.6544, 0.6311, 0.609, 0.5635, 0.46740000000000004, 0.27280000000000004, 0.05700000000000005, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6617, 0.6397999999999999, 0.6215999999999999, 0.6018, 0.5815, 0.5441, 0.46509999999999996, 0.29159999999999997, 0.10289999999999999, 0.028900000000000037, 0.0009000000000000119, 0.011199999999999988, 0.015900000000000025, 0.01990000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6617, 0.6423, 0.6254, 0.6077, 0.5886, 0.5541, 0.4796, 0.3067, 0.09730000000000005, 0.021499999999999964, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6617, 0.6397999999999999, 0.6213, 0.6007, 0.5796, 0.5407, 0.45589999999999997, 0.2621, 0.06220000000000003, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6617, 0.6616, 0.6616, 0.6617999999999999, 0.6618999999999999, 0.6614, 0.6612, 0.6614, 0.6607000000000001, 0.6604, 0.6436, 0.49239999999999995, 0.31299999999999994, 0.1594], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6617, 0.6381, 0.6186, 0.5972999999999999, 0.5769, 0.5349999999999999, 0.4508, 0.26470000000000005, 0.07609999999999995, 0.01529999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6617, 0.6381, 0.6186, 0.5972, 0.5763, 0.5345, 0.4485, 0.2563, 0.060699999999999976, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6683, 0.6502, 0.6325000000000001, 0.613, 0.5928, 0.5519000000000001, 0.472, 0.29669999999999996, 0.10029999999999994, 0.029100000000000015, 0.00019999999999997797, 0.0018000000000000238, 0.00649999999999995, 0.018299999999999983], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6683, 0.6517999999999999, 0.6362, 0.6187, 0.6, 0.5636, 0.48719999999999997, 0.31089999999999995, 0.09850000000000003, 0.021199999999999997, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6683, 0.6502, 0.6319, 0.6123000000000001, 0.5913999999999999, 0.5497000000000001, 0.4628, 0.26739999999999997, 0.06299999999999994, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6683, 0.6683, 0.6683, 0.6683, 0.6682, 0.6681, 0.6678, 0.6682, 0.6685, 0.6689, 0.6626000000000001, 0.5226, 0.3427, 0.13270000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6683, 0.6491, 0.6295, 0.6098, 0.5883, 0.5443, 0.45699999999999996, 0.271, 0.07909999999999995, 0.017299999999999982, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6683, 0.6491, 0.6294, 0.6097, 0.5878, 0.544, 0.45489999999999997, 0.2612, 0.06169999999999998, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.681, 0.6597999999999999, 0.6428, 0.6234999999999999, 0.6068, 0.5696, 0.4978, 0.33740000000000003, 0.13129999999999997, 0.050000000000000044, 0.00019999999999997797, 0.0009000000000000119, 0.0037000000000000366, 0.009399999999999964], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.681, 0.6622, 0.6458999999999999, 0.6299, 0.6142000000000001, 0.5791999999999999, 0.5113, 0.35219999999999996, 0.126, 0.037799999999999945, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.681, 0.6596, 0.6427, 0.6224000000000001, 0.6056, 0.5661, 0.4911, 0.30820000000000003, 0.08860000000000001, 0.019299999999999984, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.681, 0.681, 0.681, 0.681, 0.6800999999999999, 0.6805, 0.6805, 0.6796, 0.6778, 0.6765, 0.6448, 0.42490000000000006, 0.26339999999999997, 0.1603], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.681, 0.6579999999999999, 0.6395, 0.6198, 0.5998, 0.5594, 0.482, 0.30500000000000005, 0.09809999999999997, 0.02939999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.681, 0.6579999999999999, 0.6395, 0.6196999999999999, 0.5998, 0.5589999999999999, 0.481, 0.29869999999999997, 0.08509999999999995, 0.01859999999999995, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6517, 0.6303000000000001, 0.6123000000000001, 0.594, 0.5702, 0.5287, 0.45130000000000003, 0.2812, 0.09260000000000002, 0.026800000000000046, 0.0014999999999999458, 0.007299999999999973, 0.012700000000000045, 0.02629999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6517, 0.6329, 0.6155999999999999, 0.5987, 0.5784, 0.5411, 0.4669, 0.2935, 0.09189999999999998, 0.02310000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6517, 0.6302, 0.6124, 0.5928, 0.5687, 0.5257000000000001, 0.4403, 0.25660000000000005, 0.062100000000000044, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6517, 0.6515, 0.6517, 0.6516, 0.6511, 0.6513, 0.6515, 0.6512, 0.6509, 0.6491, 0.641, 0.5474, 0.4182, 0.19110000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6517, 0.6289, 0.6102000000000001, 0.5906, 0.5655, 0.5217, 0.4367, 0.2612, 0.07150000000000001, 0.01649999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6517, 0.6289, 0.6102000000000001, 0.5905, 0.5649, 0.5212, 0.4337, 0.25139999999999996, 0.05910000000000004, 0.01090000000000002, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6743, 0.6548, 0.6356999999999999, 0.6163000000000001, 0.5972999999999999, 0.5616, 0.4868, 0.3218, 0.11819999999999997, 0.041200000000000014, 0.00019999999999997797, 0.0023999999999999577, 0.009199999999999986, 0.020199999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6743, 0.6565, 0.6397999999999999, 0.6212, 0.6041000000000001, 0.5715, 0.5006999999999999, 0.33409999999999995, 0.10880000000000001, 0.027900000000000036, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6743, 0.6547000000000001, 0.6354, 0.6153, 0.5962000000000001, 0.5582, 0.47719999999999996, 0.28869999999999996, 0.07269999999999999, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6743, 0.6742, 0.6742, 0.6740999999999999, 0.6740999999999999, 0.6744, 0.6744, 0.6739999999999999, 0.6720999999999999, 0.6702, 0.6474, 0.47909999999999997, 0.33430000000000004, 0.17179999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6743, 0.6535, 0.6324000000000001, 0.6112, 0.5916, 0.5530999999999999, 0.4699, 0.29179999999999995, 0.08760000000000001, 0.02059999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6743, 0.6535, 0.6324000000000001, 0.6112, 0.5913999999999999, 0.5527, 0.4679, 0.2825, 0.07020000000000004, 0.01100000000000001, 0.0, 0.0, 0.0, 0.0]}}, "16": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7048, 0.6838, 0.6623, 0.6401, 0.6191, 0.5731999999999999, 0.4841, 0.3083, 0.11309999999999998, 0.038799999999999946, 0.00990000000000002, 0.04290000000000005, 0.062000000000000055, 0.09089999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7048, 0.6855, 0.6667000000000001, 0.6471, 0.628, 0.5859, 0.4992, 0.31799999999999995, 0.09950000000000003, 0.02300000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7048, 0.6837, 0.6616, 0.6388, 0.6178, 0.5685, 0.4747, 0.2744, 0.06520000000000004, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7048, 0.7049000000000001, 0.7049000000000001, 0.7047, 0.7046, 0.7051000000000001, 0.7041999999999999, 0.7041999999999999, 0.7042999999999999, 0.7050000000000001, 0.6949000000000001, 0.5932999999999999, 0.4367, 0.20930000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7048, 0.6819, 0.6584, 0.6357999999999999, 0.6113, 0.5640000000000001, 0.46930000000000005, 0.2802, 0.08099999999999996, 0.019199999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7048, 0.6819, 0.6583, 0.6355, 0.6112, 0.5633, 0.46699999999999997, 0.2691, 0.06289999999999996, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7002999999999999, 0.6819, 0.6601, 0.6428, 0.6234, 0.5848, 0.5054000000000001, 0.33909999999999996, 0.1251, 0.046699999999999964, 0.0013999999999999568, 0.019199999999999995, 0.04579999999999995, 0.08120000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7002999999999999, 0.6837, 0.6636, 0.6489, 0.6329, 0.5948, 0.5182, 0.34719999999999995, 0.11229999999999996, 0.03049999999999997, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7002999999999999, 0.6817, 0.6598999999999999, 0.6422, 0.6214, 0.579, 0.4941, 0.2982, 0.07540000000000002, 0.01419999999999999, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7002999999999999, 0.7005, 0.7004, 0.7004, 0.7004, 0.7007, 0.7001999999999999, 0.7018, 0.7004, 0.6991, 0.6831, 0.542, 0.38939999999999997, 0.1946], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7002999999999999, 0.6796, 0.6577, 0.6388, 0.6177, 0.5730999999999999, 0.48950000000000005, 0.30489999999999995, 0.09060000000000001, 0.025399999999999978, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7002999999999999, 0.6796, 0.6577, 0.6386000000000001, 0.6174999999999999, 0.5727, 0.4867, 0.2922, 0.07289999999999996, 0.013499999999999956, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6914, 0.6706, 0.6498999999999999, 0.6251, 0.6038, 0.5631999999999999, 0.48219999999999996, 0.30079999999999996, 0.10240000000000005, 0.032299999999999995, 0.0039000000000000146, 0.033299999999999996, 0.05730000000000002, 0.09770000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6914, 0.673, 0.6542, 0.6326, 0.6113, 0.5758, 0.49650000000000005, 0.3123, 0.09030000000000005, 0.021299999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6914, 0.6706, 0.6496, 0.6238, 0.6023000000000001, 0.5598000000000001, 0.47130000000000005, 0.26659999999999995, 0.058599999999999985, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6914, 0.6913, 0.6916, 0.6914, 0.6914, 0.6914, 0.6909000000000001, 0.6916, 0.6928000000000001, 0.692, 0.6803, 0.507, 0.32489999999999997, 0.1623], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6914, 0.6694, 0.6458999999999999, 0.6191, 0.5981000000000001, 0.5528, 0.4598, 0.26480000000000004, 0.06910000000000005, 0.016100000000000003, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6914, 0.6694, 0.6458999999999999, 0.619, 0.5981000000000001, 0.5525, 0.45820000000000005, 0.25660000000000005, 0.05579999999999996, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6938, 0.6754, 0.6572, 0.6339, 0.6134, 0.5714, 0.49450000000000005, 0.32620000000000005, 0.11860000000000004, 0.04369999999999996, 0.010800000000000032, 0.049799999999999955, 0.07189999999999996, 0.10329999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6938, 0.6777, 0.6608, 0.64, 0.6214, 0.5840000000000001, 0.5085, 0.33509999999999995, 0.10499999999999998, 0.02529999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6938, 0.6754, 0.6565, 0.6327, 0.6112, 0.5678000000000001, 0.48329999999999995, 0.29190000000000005, 0.06930000000000003, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6938, 0.6933, 0.6938, 0.6939, 0.6939, 0.6937, 0.6930000000000001, 0.6941999999999999, 0.692, 0.692, 0.6672, 0.5054000000000001, 0.3207, 0.15300000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6938, 0.6742, 0.6535, 0.6281, 0.6067, 0.5617, 0.47509999999999997, 0.29169999999999996, 0.08560000000000001, 0.01959999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6938, 0.6742, 0.6535, 0.628, 0.6066, 0.5614, 0.47319999999999995, 0.2834, 0.0675, 0.011900000000000022, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6799999999999999, 0.6617999999999999, 0.6416, 0.6191, 0.5956, 0.5529, 0.4697, 0.2931, 0.09189999999999998, 0.022599999999999953, 0.0014999999999999458, 0.02980000000000005, 0.04700000000000004, 0.07330000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6799999999999999, 0.6631, 0.646, 0.626, 0.6045, 0.5662, 0.483, 0.30289999999999995, 0.08020000000000005, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6799999999999999, 0.6617999999999999, 0.6411, 0.6187, 0.5937, 0.5499, 0.4597, 0.25749999999999995, 0.04679999999999995, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6799999999999999, 0.6800999999999999, 0.6802, 0.6800999999999999, 0.6802, 0.6802, 0.6799999999999999, 0.6799, 0.6798, 0.6813, 0.6681, 0.5163, 0.34009999999999996, 0.1371], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6799999999999999, 0.6607000000000001, 0.6388, 0.6148, 0.5909, 0.5448, 0.4557, 0.26349999999999996, 0.060699999999999976, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6799999999999999, 0.6607000000000001, 0.6386000000000001, 0.6148, 0.5908, 0.5443, 0.45320000000000005, 0.25160000000000005, 0.044399999999999995, 0.0034999999999999476, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7161, 0.6962999999999999, 0.6759999999999999, 0.6535, 0.6329, 0.5913999999999999, 0.5052, 0.3173, 0.10150000000000003, 0.03169999999999995, 0.0037000000000000366, 0.04490000000000005, 0.06969999999999998, 0.10850000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7161, 0.6979, 0.6797, 0.6611, 0.6412, 0.6029, 0.5223, 0.3306, 0.09289999999999998, 0.019000000000000017, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7161, 0.6961999999999999, 0.6757, 0.6528, 0.6306, 0.5876, 0.49450000000000005, 0.28259999999999996, 0.05779999999999996, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7161, 0.7161, 0.7163999999999999, 0.7162999999999999, 0.7162999999999999, 0.7165, 0.7168, 0.7175, 0.7162999999999999, 0.7181, 0.7118, 0.5776, 0.40259999999999996, 0.17269999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7161, 0.6950000000000001, 0.6738, 0.6494, 0.627, 0.5811999999999999, 0.49, 0.28779999999999994, 0.07299999999999995, 0.015000000000000013, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7161, 0.6950000000000001, 0.6738, 0.6494, 0.6266, 0.5808, 0.48719999999999997, 0.2764, 0.05520000000000003, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6961999999999999, 0.6768000000000001, 0.6535, 0.6326, 0.6113999999999999, 0.567, 0.48040000000000005, 0.2944, 0.1038, 0.03249999999999997, 0.0031999999999999806, 0.01870000000000005, 0.029299999999999993, 0.04290000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6961999999999999, 0.6793, 0.659, 0.6394, 0.62, 0.5791, 0.49539999999999995, 0.3056, 0.09340000000000004, 0.023700000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6961999999999999, 0.6767000000000001, 0.653, 0.6316999999999999, 0.6093999999999999, 0.5628, 0.4697, 0.25949999999999995, 0.06240000000000001, 0.010499999999999954, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6961999999999999, 0.6957, 0.696, 0.6958, 0.6966, 0.6960999999999999, 0.6956, 0.6966, 0.6957, 0.6941999999999999, 0.6740999999999999, 0.5216000000000001, 0.354, 0.15790000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6961999999999999, 0.6756, 0.6507000000000001, 0.6288, 0.6047, 0.5584, 0.46530000000000005, 0.26480000000000004, 0.07579999999999998, 0.017100000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6961999999999999, 0.6756, 0.6506000000000001, 0.6287, 0.6043000000000001, 0.5579000000000001, 0.46309999999999996, 0.2548, 0.0595, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7008, 0.6787000000000001, 0.6585, 0.6353, 0.6108, 0.5659000000000001, 0.47829999999999995, 0.2964, 0.09450000000000003, 0.030399999999999983, 0.0010999999999999899, 0.010700000000000043, 0.030299999999999994, 0.056400000000000006], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7008, 0.6816, 0.6634, 0.6413, 0.6214999999999999, 0.5786, 0.49539999999999995, 0.30889999999999995, 0.08489999999999998, 0.017299999999999982, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7008, 0.6786, 0.6583, 0.6347, 0.6092, 0.5625, 0.46709999999999996, 0.263, 0.051899999999999946, 0.006900000000000017, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7008, 0.7006, 0.7009000000000001, 0.7008, 0.7011000000000001, 0.7007, 0.7001, 0.7002999999999999, 0.7002999999999999, 0.7006, 0.6951, 0.5185, 0.2662, 0.11180000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7008, 0.6772, 0.6551, 0.6308, 0.6052, 0.5584, 0.46309999999999996, 0.26749999999999996, 0.06979999999999997, 0.0131, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7008, 0.6772, 0.6551, 0.6308, 0.6048, 0.5579000000000001, 0.4606, 0.25660000000000005, 0.05030000000000001, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6956, 0.6742, 0.6524, 0.6315999999999999, 0.611, 0.5710999999999999, 0.4931, 0.3144, 0.10560000000000003, 0.03069999999999995, 0.0040999999999999925, 0.027200000000000002, 0.03869999999999996, 0.05349999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6956, 0.6765, 0.6567000000000001, 0.6372, 0.6198, 0.5831999999999999, 0.5086999999999999, 0.32830000000000004, 0.09689999999999999, 0.019499999999999962, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6956, 0.6740999999999999, 0.6518999999999999, 0.631, 0.6097, 0.5670999999999999, 0.48440000000000005, 0.2832, 0.06359999999999999, 0.009099999999999997, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6956, 0.6959, 0.6958, 0.6958, 0.6960999999999999, 0.6953, 0.6953, 0.6950000000000001, 0.6954, 0.6937, 0.6745, 0.48829999999999996, 0.30369999999999997, 0.14759999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6956, 0.6728000000000001, 0.6491, 0.6281, 0.6059, 0.5625, 0.4786, 0.2865, 0.07450000000000001, 0.012700000000000045, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6956, 0.6728000000000001, 0.6491, 0.6281, 0.6059, 0.5619000000000001, 0.47640000000000005, 0.2763, 0.06140000000000001, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6858, 0.6678, 0.6467, 0.6268, 0.609, 0.569, 0.4891, 0.31200000000000006, 0.10440000000000005, 0.031000000000000028, 0.0023999999999999577, 0.02300000000000002, 0.03490000000000004, 0.05500000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6858, 0.6702, 0.65, 0.6326, 0.6163000000000001, 0.5804, 0.5032, 0.32489999999999997, 0.09630000000000005, 0.02200000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6858, 0.6678, 0.6465000000000001, 0.6268, 0.6072, 0.5656, 0.47640000000000005, 0.28200000000000003, 0.06279999999999997, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6858, 0.6859, 0.6859999999999999, 0.6854, 0.6856, 0.6859999999999999, 0.6854, 0.6853, 0.6847, 0.6839999999999999, 0.6758, 0.5706, 0.3952, 0.18220000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6858, 0.6655, 0.6435, 0.6226, 0.6016, 0.5574, 0.4639, 0.27680000000000005, 0.07289999999999996, 0.014499999999999957, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6858, 0.6655, 0.6435, 0.6226, 0.6014999999999999, 0.5573, 0.46330000000000005, 0.2711, 0.059599999999999986, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0]}}, "32": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7090000000000001, 0.6891, 0.6694, 0.6481, 0.6282, 0.5822, 0.5021, 0.3173, 0.10719999999999996, 0.03369999999999995, 0.0028000000000000247, 0.06499999999999995, 0.11170000000000002, 0.14749999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7090000000000001, 0.6917, 0.6738999999999999, 0.6554, 0.6366, 0.593, 0.5171, 0.32599999999999996, 0.08909999999999996, 0.017900000000000027, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7090000000000001, 0.6889000000000001, 0.6689, 0.6474, 0.6261, 0.5786, 0.49050000000000005, 0.27849999999999997, 0.05489999999999995, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7090000000000001, 0.7091000000000001, 0.7091000000000001, 0.7087, 0.7086, 0.7088, 0.7074, 0.7082999999999999, 0.7081999999999999, 0.7074, 0.6916, 0.5287, 0.34019999999999995, 0.1481], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7090000000000001, 0.6879, 0.6679999999999999, 0.6446000000000001, 0.6229, 0.5754, 0.48550000000000004, 0.28559999999999997, 0.07440000000000002, 0.015700000000000047, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7090000000000001, 0.6879, 0.6677, 0.6445000000000001, 0.6224000000000001, 0.5741, 0.48260000000000003, 0.27280000000000004, 0.05410000000000004, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6891, 0.6705, 0.6517, 0.6321, 0.6117, 0.575, 0.4992, 0.33330000000000004, 0.13990000000000002, 0.06120000000000003, 0.006700000000000039, 0.031000000000000028, 0.05349999999999999, 0.07389999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6891, 0.6725, 0.6558999999999999, 0.6386000000000001, 0.621, 0.5851999999999999, 0.5124, 0.3435, 0.1279, 0.035800000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6891, 0.6700999999999999, 0.6513, 0.6311, 0.6112, 0.5712999999999999, 0.4891, 0.30079999999999996, 0.0867, 0.020100000000000007, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6891, 0.6892, 0.6892, 0.6891, 0.6892, 0.6893, 0.6890000000000001, 0.6893, 0.6877, 0.6877, 0.6543, 0.4659, 0.33520000000000005, 0.18500000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6891, 0.6688000000000001, 0.6492, 0.6287, 0.6068, 0.5670999999999999, 0.48360000000000003, 0.30569999999999997, 0.10509999999999997, 0.028699999999999948, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6891, 0.6688000000000001, 0.6492, 0.6287, 0.6067, 0.5665, 0.4817, 0.29579999999999995, 0.08450000000000002, 0.01859999999999995, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6776, 0.6567000000000001, 0.6382, 0.6181, 0.599, 0.5533, 0.469, 0.2925, 0.09109999999999996, 0.028299999999999992, 0.0041999999999999815, 0.06510000000000005, 0.11299999999999999, 0.13929999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6776, 0.6597, 0.642, 0.6238, 0.6062000000000001, 0.5660000000000001, 0.48440000000000005, 0.3042, 0.07820000000000005, 0.014499999999999957, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6776, 0.6565, 0.6382, 0.6174999999999999, 0.5978, 0.5484, 0.45599999999999996, 0.2571, 0.0484, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6776, 0.6779, 0.6778, 0.6779, 0.6778, 0.6786, 0.6779, 0.6795, 0.6782, 0.6759, 0.6602, 0.4395, 0.24680000000000002, 0.14890000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6776, 0.6552, 0.6361, 0.6143000000000001, 0.595, 0.5449999999999999, 0.4545, 0.26949999999999996, 0.06520000000000004, 0.012399999999999967, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6776, 0.6551, 0.636, 0.6141, 0.5948, 0.5438000000000001, 0.45089999999999997, 0.2541, 0.04690000000000005, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.733, 0.7133, 0.6926, 0.6686000000000001, 0.6489, 0.6044, 0.5196000000000001, 0.32799999999999996, 0.10840000000000005, 0.030200000000000005, 0.0019000000000000128, 0.02059999999999995, 0.05010000000000003, 0.09699999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.733, 0.7153, 0.6969000000000001, 0.6744, 0.656, 0.6169, 0.5369999999999999, 0.3415, 0.09360000000000002, 0.019399999999999973, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.733, 0.7135, 0.6923, 0.6681, 0.646, 0.6009, 0.5089, 0.2854, 0.05920000000000003, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.733, 0.7331, 0.7325999999999999, 0.7331, 0.7331, 0.733, 0.7328, 0.7336, 0.7328, 0.732, 0.7070000000000001, 0.5185, 0.31699999999999995, 0.13260000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.733, 0.7121999999999999, 0.6877, 0.6632, 0.6404000000000001, 0.5923, 0.49760000000000004, 0.28600000000000003, 0.07179999999999997, 0.013499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.733, 0.7121999999999999, 0.6877, 0.6631, 0.6401, 0.5918, 0.496, 0.2754, 0.057599999999999985, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6845, 0.6668000000000001, 0.6498999999999999, 0.6274, 0.6069, 0.5689, 0.4881, 0.3235, 0.12060000000000004, 0.041200000000000014, 0.009299999999999975, 0.07140000000000002, 0.10409999999999997, 0.13329999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6845, 0.6693, 0.6529, 0.6347, 0.6138, 0.5792999999999999, 0.504, 0.3355, 0.10770000000000002, 0.023700000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6845, 0.6667000000000001, 0.6496999999999999, 0.6266, 0.6054999999999999, 0.565, 0.48009999999999997, 0.29190000000000005, 0.06930000000000003, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6845, 0.6845, 0.6843, 0.6843, 0.6841999999999999, 0.6841999999999999, 0.6840999999999999, 0.6837, 0.6839, 0.6820999999999999, 0.6698, 0.45499999999999996, 0.25560000000000005, 0.1412], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6845, 0.6655, 0.6482, 0.6232, 0.6014999999999999, 0.5596, 0.47719999999999996, 0.29769999999999996, 0.08709999999999996, 0.017299999999999982, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6845, 0.6655, 0.6481, 0.6232, 0.6013, 0.5589999999999999, 0.47519999999999996, 0.2865, 0.06699999999999995, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7091000000000001, 0.6892, 0.6658999999999999, 0.6436, 0.6213, 0.5777, 0.49119999999999997, 0.2963, 0.08430000000000004, 0.01959999999999995, 0.0029000000000000137, 0.04379999999999995, 0.0685, 0.1058], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7091000000000001, 0.6911, 0.6712, 0.6497999999999999, 0.6316999999999999, 0.5907, 0.5094000000000001, 0.3087, 0.07789999999999997, 0.012399999999999967, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7091000000000001, 0.6893, 0.6649, 0.6432, 0.62, 0.5741, 0.47909999999999997, 0.25980000000000003, 0.04459999999999997, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7091000000000001, 0.7090000000000001, 0.7091000000000001, 0.7091000000000001, 0.7089, 0.7088, 0.7097, 0.7095, 0.7093, 0.7081, 0.6961999999999999, 0.5019, 0.29700000000000004, 0.134], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7091000000000001, 0.6881999999999999, 0.6631, 0.641, 0.6167, 0.5702, 0.47519999999999996, 0.26739999999999997, 0.0605, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7091000000000001, 0.6881999999999999, 0.663, 0.641, 0.6165, 0.5695, 0.47209999999999996, 0.2549, 0.043399999999999994, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6918, 0.6706, 0.6511, 0.6327, 0.6113999999999999, 0.5714, 0.49229999999999996, 0.3238, 0.12029999999999996, 0.043200000000000016, 0.020499999999999963, 0.05569999999999997, 0.07269999999999999, 0.10299999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6918, 0.6723, 0.6549, 0.6384000000000001, 0.6199, 0.5845, 0.5082, 0.3349, 0.10970000000000002, 0.02629999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6918, 0.6705, 0.6509, 0.6315999999999999, 0.6095999999999999, 0.5680000000000001, 0.4808, 0.29079999999999995, 0.07350000000000001, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6918, 0.6918, 0.6918, 0.6918, 0.692, 0.6919, 0.6916, 0.6917, 0.6913, 0.6914, 0.6635, 0.41259999999999997, 0.2087, 0.1079], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6918, 0.6699999999999999, 0.6498999999999999, 0.6309, 0.608, 0.567, 0.4821, 0.3026, 0.09150000000000003, 0.019499999999999962, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6918, 0.6699999999999999, 0.6498999999999999, 0.6306, 0.6073999999999999, 0.5661, 0.4779, 0.28759999999999997, 0.07089999999999996, 0.010700000000000043, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7025, 0.6819, 0.6601, 0.6406000000000001, 0.6218, 0.5812999999999999, 0.4991, 0.3217, 0.11419999999999997, 0.03939999999999999, 0.0039000000000000146, 0.04569999999999996, 0.08550000000000002, 0.121], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7025, 0.6838, 0.6637, 0.6468, 0.6288, 0.591, 0.5162, 0.33240000000000003, 0.10629999999999995, 0.024900000000000033, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7025, 0.6817, 0.6598999999999999, 0.6399, 0.6204000000000001, 0.5779000000000001, 0.4878, 0.2921, 0.07150000000000001, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7025, 0.7024, 0.7027, 0.7021, 0.7022999999999999, 0.7028, 0.7026, 0.7035, 0.7036, 0.7042999999999999, 0.7147, 0.5797, 0.3558, 0.14949999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7025, 0.6808000000000001, 0.6586000000000001, 0.6381, 0.6179, 0.5751, 0.4871, 0.30089999999999995, 0.08830000000000005, 0.020299999999999985, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7025, 0.6807000000000001, 0.6586000000000001, 0.6381, 0.6174999999999999, 0.5748, 0.484, 0.2882, 0.0695, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7137, 0.6934, 0.6756, 0.6563, 0.6353, 0.5927, 0.5132, 0.3397, 0.12719999999999998, 0.044399999999999995, 0.0040999999999999925, 0.06369999999999998, 0.09789999999999999, 0.11639999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7137, 0.6957, 0.6798, 0.6622, 0.6444, 0.605, 0.5265, 0.35129999999999995, 0.11019999999999996, 0.026599999999999957, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7137, 0.6934, 0.6754, 0.6554, 0.6329, 0.5892, 0.5015000000000001, 0.30400000000000005, 0.07030000000000003, 0.013000000000000012, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7137, 0.7138, 0.7133, 0.7135, 0.7136, 0.7137, 0.7138, 0.7127, 0.7121, 0.7101999999999999, 0.6878, 0.5331, 0.35129999999999995, 0.14390000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7137, 0.6918, 0.6723, 0.6515, 0.6282, 0.5826, 0.49150000000000005, 0.30389999999999995, 0.08760000000000001, 0.020399999999999974, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7137, 0.6918, 0.6722, 0.6514, 0.6278, 0.5822, 0.48929999999999996, 0.29400000000000004, 0.0685, 0.011800000000000033, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7203999999999999, 0.7011000000000001, 0.6796, 0.6563, 0.6366, 0.5946, 0.5084, 0.3205, 0.10650000000000004, 0.03520000000000001, 0.0047000000000000375, 0.04679999999999995, 0.0797, 0.10709999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7203999999999999, 0.7032, 0.6853, 0.6641, 0.6441, 0.6073, 0.5245, 0.33209999999999995, 0.09519999999999995, 0.020399999999999974, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7203999999999999, 0.7010000000000001, 0.6792, 0.655, 0.6347, 0.5905, 0.49629999999999996, 0.28180000000000005, 0.06120000000000003, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7203999999999999, 0.7204999999999999, 0.7204999999999999, 0.7203999999999999, 0.7204999999999999, 0.7203999999999999, 0.7201, 0.7202999999999999, 0.7211000000000001, 0.7199, 0.7069, 0.5376000000000001, 0.3307, 0.15859999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7203999999999999, 0.7001, 0.6775, 0.6534, 0.6324000000000001, 0.5877, 0.49570000000000003, 0.29400000000000004, 0.08120000000000005, 0.017900000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7203999999999999, 0.7001, 0.6775, 0.653, 0.6319, 0.5867, 0.49250000000000005, 0.27780000000000005, 0.05910000000000004, 0.008199999999999985, 0.0, 0.0, 0.0, 0.0]}}}, "1": {"1": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6782, 0.653, 0.6286, 0.6043000000000001, 0.579, 0.5322, 0.43179999999999996, 0.2358, 0.054200000000000026, 0.01319999999999999, 0.022700000000000053, 0.06720000000000004, 0.09199999999999997, 0.11909999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6782, 0.6561, 0.6334, 0.6121, 0.5896, 0.5442, 0.44899999999999995, 0.24480000000000002, 0.045399999999999996, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6782, 0.6529, 0.6283000000000001, 0.6027, 0.5767, 0.5272, 0.4193, 0.20330000000000004, 0.025599999999999956, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6782, 0.6780999999999999, 0.6785, 0.6787000000000001, 0.6779999999999999, 0.6789000000000001, 0.6789000000000001, 0.6793, 0.6791, 0.6759, 0.6722, 0.5124, 0.3375, 0.15690000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6782, 0.651, 0.6241, 0.5969, 0.5699000000000001, 0.5194, 0.40900000000000003, 0.20520000000000005, 0.03400000000000003, 0.0034999999999999476, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6782, 0.651, 0.6241, 0.5968, 0.5696, 0.5187999999999999, 0.40680000000000005, 0.19589999999999996, 0.024599999999999955, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6768000000000001, 0.6535, 0.6305000000000001, 0.608, 0.5856, 0.5352, 0.43899999999999995, 0.25239999999999996, 0.06230000000000002, 0.013399999999999967, 0.01100000000000001, 0.07389999999999997, 0.09519999999999995, 0.11219999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6768000000000001, 0.6555, 0.6355999999999999, 0.6144000000000001, 0.5947, 0.5507, 0.4556, 0.2601, 0.052200000000000024, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6768000000000001, 0.6535, 0.6302, 0.607, 0.5841000000000001, 0.5308999999999999, 0.4262, 0.21299999999999997, 0.02729999999999999, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6768000000000001, 0.6768000000000001, 0.6767000000000001, 0.6768000000000001, 0.6768000000000001, 0.6772, 0.6768000000000001, 0.677, 0.6763, 0.6768000000000001, 0.6672, 0.5085, 0.30889999999999995, 0.13090000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6768000000000001, 0.6521, 0.627, 0.6031, 0.5768, 0.5219, 0.41590000000000005, 0.21709999999999996, 0.0383, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6768000000000001, 0.6521, 0.627, 0.603, 0.5767, 0.5214, 0.41359999999999997, 0.20440000000000003, 0.026499999999999968, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6769000000000001, 0.6577, 0.6351, 0.6118, 0.5897, 0.5426, 0.4527, 0.26680000000000004, 0.07799999999999996, 0.022299999999999986, 0.017800000000000038, 0.057599999999999985, 0.07399999999999995, 0.09340000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6769000000000001, 0.6601, 0.6396999999999999, 0.6184000000000001, 0.5974999999999999, 0.5552, 0.46930000000000005, 0.28, 0.06799999999999995, 0.01100000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6769000000000001, 0.6576, 0.6345000000000001, 0.6111, 0.5878, 0.5381, 0.4416, 0.23219999999999996, 0.04079999999999995, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6769000000000001, 0.677, 0.6768000000000001, 0.6767000000000001, 0.6773, 0.6769000000000001, 0.6767000000000001, 0.6773, 0.6785, 0.6775, 0.6674, 0.5450999999999999, 0.36419999999999997, 0.14859999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6769000000000001, 0.6557, 0.6313, 0.6074999999999999, 0.5831999999999999, 0.5327, 0.43389999999999995, 0.24029999999999996, 0.05410000000000004, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6769000000000001, 0.6557, 0.6313, 0.6073, 0.583, 0.5322, 0.4314, 0.22699999999999998, 0.039000000000000035, 0.0042999999999999705, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6897, 0.6652, 0.6409, 0.617, 0.5911, 0.5388, 0.4363, 0.23129999999999995, 0.05820000000000003, 0.021100000000000008, 0.058599999999999985, 0.10089999999999999, 0.10340000000000005, 0.10919999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6897, 0.6675, 0.6464, 0.6236999999999999, 0.6021000000000001, 0.5524, 0.45320000000000005, 0.2299, 0.03400000000000003, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6897, 0.6651, 0.6405000000000001, 0.6161, 0.5887, 0.5332, 0.4226, 0.18510000000000004, 0.018100000000000005, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6897, 0.6897, 0.6898, 0.6895, 0.6896, 0.6904, 0.6890000000000001, 0.6903, 0.6889000000000001, 0.6880999999999999, 0.6638999999999999, 0.4507, 0.27549999999999997, 0.1483], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6897, 0.6631, 0.6372, 0.6103000000000001, 0.5812999999999999, 0.5241, 0.4144, 0.19510000000000005, 0.02629999999999999, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6897, 0.6631, 0.6372, 0.6103000000000001, 0.5811, 0.5231, 0.41180000000000005, 0.17669999999999997, 0.016000000000000014, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6807000000000001, 0.6596, 0.6369, 0.6162000000000001, 0.5928, 0.5468, 0.45699999999999996, 0.2599, 0.06679999999999997, 0.013700000000000045, 0.012399999999999967, 0.06630000000000003, 0.09160000000000001, 0.11750000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6807000000000001, 0.6626000000000001, 0.6414, 0.624, 0.6012, 0.5591999999999999, 0.47430000000000005, 0.27459999999999996, 0.05800000000000005, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6807000000000001, 0.6596, 0.6369, 0.6154999999999999, 0.5911, 0.5433, 0.4456, 0.2239, 0.03169999999999995, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6807000000000001, 0.6809000000000001, 0.6808000000000001, 0.6809000000000001, 0.6811, 0.6813, 0.6816, 0.6817, 0.6804, 0.6803, 0.6637, 0.514, 0.34109999999999996, 0.16469999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6807000000000001, 0.6573, 0.634, 0.6099, 0.5843, 0.5348999999999999, 0.4344, 0.22699999999999998, 0.04079999999999995, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6807000000000001, 0.6573, 0.634, 0.6097, 0.5842, 0.5347, 0.4324, 0.21619999999999995, 0.02949999999999997, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6834, 0.6607000000000001, 0.6396, 0.6168, 0.5952, 0.548, 0.4588, 0.2679, 0.07340000000000002, 0.019399999999999973, 0.02100000000000002, 0.07269999999999999, 0.08679999999999999, 0.10509999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6834, 0.6638999999999999, 0.6442, 0.6252, 0.6045, 0.5610999999999999, 0.47619999999999996, 0.2792, 0.06279999999999997, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6834, 0.6605, 0.6387, 0.6161, 0.594, 0.5436000000000001, 0.44789999999999996, 0.23140000000000005, 0.03700000000000003, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6834, 0.6836, 0.6832, 0.6831, 0.6836, 0.6837, 0.6839999999999999, 0.683, 0.6818, 0.6833, 0.6662, 0.5177, 0.35019999999999996, 0.15490000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6834, 0.6588, 0.6355, 0.6126, 0.5876, 0.5367999999999999, 0.43820000000000003, 0.23519999999999996, 0.04859999999999998, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6834, 0.6588, 0.6355, 0.6126, 0.5873999999999999, 0.536, 0.43689999999999996, 0.2248, 0.03539999999999999, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.681, 0.6597, 0.6369, 0.6153, 0.5912999999999999, 0.5439, 0.45420000000000005, 0.26049999999999995, 0.06930000000000003, 0.019000000000000017, 0.012700000000000045, 0.06040000000000001, 0.08309999999999995, 0.11580000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.681, 0.6621, 0.6423, 0.6224000000000001, 0.6011, 0.5568, 0.47119999999999995, 0.2712, 0.05930000000000002, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.681, 0.6597, 0.6364000000000001, 0.6141, 0.5896, 0.5398000000000001, 0.4427, 0.22440000000000004, 0.03359999999999996, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.681, 0.681, 0.6807000000000001, 0.6812, 0.6811, 0.6809000000000001, 0.6804, 0.6802, 0.6795, 0.6804, 0.6629, 0.499, 0.33919999999999995, 0.17279999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.681, 0.6576, 0.6329, 0.6082000000000001, 0.5821000000000001, 0.5286, 0.43000000000000005, 0.2257, 0.04420000000000002, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.681, 0.6576, 0.6329, 0.6081, 0.5819, 0.5284, 0.42810000000000004, 0.2157, 0.03180000000000005, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6644, 0.6408, 0.6168, 0.5941000000000001, 0.5701, 0.5179, 0.4252, 0.24009999999999998, 0.06269999999999998, 0.01529999999999998, 0.01770000000000005, 0.05059999999999998, 0.06059999999999999, 0.07420000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6644, 0.6424000000000001, 0.6213, 0.6013999999999999, 0.5797, 0.5328999999999999, 0.44310000000000005, 0.24850000000000005, 0.047799999999999954, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6644, 0.6407, 0.6166, 0.5935, 0.5688, 0.5136000000000001, 0.4122, 0.20440000000000003, 0.023800000000000043, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6644, 0.6643, 0.6645, 0.6644, 0.6643, 0.6645, 0.6643, 0.6649, 0.6643, 0.6626000000000001, 0.652, 0.48719999999999997, 0.3015, 0.14549999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6644, 0.6386000000000001, 0.6139, 0.5885, 0.5624, 0.5064, 0.4052, 0.20940000000000003, 0.037799999999999945, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6644, 0.6386000000000001, 0.6139, 0.5884, 0.5623, 0.5057, 0.40269999999999995, 0.19679999999999997, 0.022499999999999964, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6736, 0.653, 0.6311, 0.6059, 0.5819, 0.5395, 0.4518, 0.26959999999999995, 0.0796, 0.025900000000000034, 0.021700000000000053, 0.07809999999999995, 0.09940000000000004, 0.1149], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6736, 0.6552, 0.6365000000000001, 0.6145, 0.5905, 0.5508, 0.4699, 0.28259999999999996, 0.0696, 0.014100000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6736, 0.6528, 0.6307, 0.6045, 0.5804, 0.5352, 0.44099999999999995, 0.2368, 0.04349999999999998, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6736, 0.6737, 0.6735, 0.6738, 0.6742, 0.6742, 0.6737, 0.6740999999999999, 0.6713, 0.6736, 0.6553, 0.4992, 0.3428, 0.16900000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6736, 0.6507000000000001, 0.628, 0.5991, 0.5751999999999999, 0.5287999999999999, 0.4337, 0.23970000000000002, 0.05389999999999995, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6736, 0.6507000000000001, 0.6279, 0.599, 0.5751, 0.5279, 0.4313, 0.2309, 0.0413, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6792, 0.6527000000000001, 0.6322, 0.6109, 0.5862, 0.5372, 0.44310000000000005, 0.24939999999999996, 0.05820000000000003, 0.0121, 0.013399999999999967, 0.03500000000000003, 0.04590000000000005, 0.06459999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6792, 0.6556, 0.6372, 0.6177, 0.5963, 0.5493, 0.4617, 0.26149999999999995, 0.0494, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6792, 0.6526000000000001, 0.6316999999999999, 0.6101, 0.5843, 0.5327, 0.43000000000000005, 0.2156, 0.02529999999999999, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6792, 0.6789000000000001, 0.6794, 0.6792, 0.6791, 0.6792, 0.6786, 0.679, 0.6772, 0.6779999999999999, 0.6632, 0.5174000000000001, 0.3597, 0.15880000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6792, 0.6517, 0.6286, 0.6061000000000001, 0.5798, 0.5268999999999999, 0.42190000000000005, 0.22140000000000004, 0.03620000000000001, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6792, 0.6517, 0.6286, 0.6061000000000001, 0.5795, 0.5263, 0.41979999999999995, 0.20840000000000003, 0.02400000000000002, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0]}}, "2": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.683, 0.6626000000000001, 0.6412, 0.6188, 0.5946, 0.5525, 0.4638, 0.27569999999999995, 0.07830000000000004, 0.02190000000000003, 0.012900000000000023, 0.06169999999999998, 0.0786, 0.10309999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.683, 0.6646000000000001, 0.6457999999999999, 0.6249, 0.6053999999999999, 0.5643, 0.48009999999999997, 0.2845, 0.06699999999999995, 0.010199999999999987, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.683, 0.6626000000000001, 0.6407, 0.6175999999999999, 0.5932999999999999, 0.5481, 0.4514, 0.238, 0.03939999999999999, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.683, 0.6835, 0.6835, 0.6834, 0.6833, 0.6837, 0.6836, 0.6837, 0.683, 0.6794, 0.6682, 0.5187999999999999, 0.3436, 0.15439999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.683, 0.6606000000000001, 0.6376, 0.6122000000000001, 0.5868, 0.5388999999999999, 0.4416, 0.2399, 0.0494, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.683, 0.6606000000000001, 0.6376, 0.6122000000000001, 0.5867, 0.5384, 0.43979999999999997, 0.22970000000000002, 0.03759999999999997, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6910000000000001, 0.6699999999999999, 0.6465000000000001, 0.6224000000000001, 0.5972999999999999, 0.5488999999999999, 0.4544, 0.2612, 0.06969999999999998, 0.018000000000000016, 0.0039000000000000146, 0.035800000000000054, 0.05810000000000004, 0.08599999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6910000000000001, 0.6727000000000001, 0.6523, 0.6305000000000001, 0.6085, 0.563, 0.4729, 0.2753, 0.06330000000000002, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6910000000000001, 0.6698999999999999, 0.6461, 0.6212, 0.5953999999999999, 0.5449999999999999, 0.4436, 0.2299, 0.0363, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6910000000000001, 0.6907, 0.6908000000000001, 0.6906, 0.6903, 0.6912, 0.6910000000000001, 0.6909000000000001, 0.6906, 0.6908000000000001, 0.6811, 0.5703, 0.39749999999999996, 0.15600000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6910000000000001, 0.6687000000000001, 0.6436, 0.6185, 0.5913999999999999, 0.5393, 0.4396, 0.23560000000000003, 0.049000000000000044, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6910000000000001, 0.6687000000000001, 0.6436, 0.6184000000000001, 0.5912999999999999, 0.5387, 0.43679999999999997, 0.22450000000000003, 0.03480000000000005, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6592, 0.6395, 0.6214999999999999, 0.6011, 0.5791, 0.5351, 0.44730000000000003, 0.26339999999999997, 0.07979999999999998, 0.023299999999999987, 0.009199999999999986, 0.030000000000000027, 0.04749999999999999, 0.06569999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6592, 0.6421, 0.6252, 0.6073999999999999, 0.5888, 0.5470999999999999, 0.4645, 0.27490000000000003, 0.07110000000000005, 0.0131, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6592, 0.6394, 0.6211, 0.5999, 0.5771999999999999, 0.5313, 0.43589999999999995, 0.23309999999999997, 0.042300000000000004, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6592, 0.6592, 0.6588, 0.6595, 0.6589, 0.6595, 0.6588, 0.6592, 0.6581, 0.659, 0.6548, 0.5532, 0.3618, 0.15690000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6592, 0.6383, 0.6184000000000001, 0.5966, 0.5729, 0.5246, 0.42779999999999996, 0.23550000000000004, 0.05459999999999998, 0.011299999999999977, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6592, 0.6383, 0.6184000000000001, 0.5963, 0.5726, 0.5242, 0.42579999999999996, 0.2269, 0.04079999999999995, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6907, 0.6709, 0.6455, 0.6258, 0.6063000000000001, 0.5629, 0.47430000000000005, 0.2875, 0.08509999999999995, 0.024800000000000044, 0.01090000000000002, 0.03359999999999996, 0.04579999999999995, 0.06159999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6907, 0.6736, 0.6503, 0.6317999999999999, 0.6144000000000001, 0.5756, 0.49139999999999995, 0.2992, 0.07489999999999997, 0.013599999999999945, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6907, 0.6707000000000001, 0.6451, 0.6248, 0.6048, 0.5584, 0.4638, 0.2538, 0.047599999999999976, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6907, 0.6907, 0.6911, 0.6901999999999999, 0.6908000000000001, 0.6907, 0.6916, 0.6907, 0.6908000000000001, 0.6919, 0.6769000000000001, 0.5616, 0.3751, 0.16690000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6907, 0.6686000000000001, 0.6426000000000001, 0.6212, 0.6018, 0.5518000000000001, 0.4569, 0.256, 0.05730000000000002, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6907, 0.6686000000000001, 0.6426000000000001, 0.6212, 0.6013999999999999, 0.5514, 0.4547, 0.246, 0.04510000000000003, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6935, 0.6712, 0.6491, 0.6304000000000001, 0.6098, 0.5630999999999999, 0.47950000000000004, 0.2942, 0.09430000000000005, 0.03059999999999996, 0.0047000000000000375, 0.03720000000000001, 0.062100000000000044, 0.09489999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6935, 0.6731, 0.6536, 0.6363, 0.6182000000000001, 0.5758, 0.49570000000000003, 0.3035, 0.08240000000000003, 0.016900000000000026, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6935, 0.6711, 0.649, 0.6293, 0.6083000000000001, 0.5598000000000001, 0.46730000000000005, 0.2579, 0.05230000000000001, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6935, 0.6933, 0.6936, 0.6935, 0.6934, 0.6932, 0.6926, 0.6914, 0.6920999999999999, 0.6921999999999999, 0.6867, 0.5458000000000001, 0.33120000000000005, 0.13239999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6935, 0.6689, 0.6476, 0.6262, 0.6033, 0.5509999999999999, 0.45999999999999996, 0.262, 0.06489999999999996, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6935, 0.6689, 0.6475, 0.6262, 0.603, 0.5508, 0.45740000000000003, 0.25049999999999994, 0.05120000000000002, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6874, 0.6631, 0.6416999999999999, 0.6155999999999999, 0.5927, 0.5465, 0.45199999999999996, 0.26439999999999997, 0.06669999999999998, 0.017199999999999993, 0.008099999999999996, 0.03359999999999996, 0.05630000000000002, 0.08919999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6874, 0.6656, 0.6457999999999999, 0.6239, 0.6014999999999999, 0.5601, 0.46930000000000005, 0.27769999999999995, 0.058699999999999974, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6874, 0.663, 0.6404000000000001, 0.6145, 0.5918, 0.5423, 0.4383, 0.22960000000000003, 0.035800000000000054, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6874, 0.6873, 0.6871, 0.6873, 0.6874, 0.6876, 0.688, 0.6864, 0.687, 0.6846, 0.6732, 0.5427, 0.3732, 0.1745], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6874, 0.6617, 0.6376999999999999, 0.6111, 0.5877, 0.5373, 0.4357, 0.23729999999999996, 0.04579999999999995, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6874, 0.6617, 0.6376, 0.611, 0.5875, 0.5362, 0.43300000000000005, 0.2248, 0.03400000000000003, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6933, 0.6737, 0.6526000000000001, 0.6289, 0.6063000000000001, 0.5584, 0.47240000000000004, 0.28159999999999996, 0.08799999999999997, 0.029000000000000026, 0.015199999999999991, 0.06259999999999999, 0.0806, 0.0948], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6933, 0.6758, 0.6562, 0.636, 0.617, 0.5712999999999999, 0.48960000000000004, 0.2943, 0.0796, 0.018100000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6933, 0.6737, 0.6524, 0.628, 0.6039, 0.5547, 0.4609, 0.24580000000000002, 0.05159999999999998, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6933, 0.6932, 0.6933, 0.6931, 0.6929000000000001, 0.6927, 0.6939, 0.6925, 0.6929000000000001, 0.6946, 0.6869000000000001, 0.5788, 0.4215, 0.20689999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6933, 0.6719999999999999, 0.6485000000000001, 0.6245, 0.598, 0.5477000000000001, 0.4526, 0.24939999999999996, 0.06430000000000002, 0.016000000000000014, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6933, 0.6719999999999999, 0.6485000000000001, 0.6244000000000001, 0.598, 0.5469999999999999, 0.4505, 0.2388, 0.0504, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6749, 0.6566000000000001, 0.6356999999999999, 0.6162000000000001, 0.5941000000000001, 0.5478000000000001, 0.46309999999999996, 0.27659999999999996, 0.08509999999999995, 0.028800000000000048, 0.005800000000000027, 0.03990000000000005, 0.057699999999999974, 0.0756], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6749, 0.6583, 0.6403, 0.6213, 0.6027, 0.5609999999999999, 0.482, 0.2902, 0.07789999999999997, 0.01629999999999998, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6749, 0.6566000000000001, 0.6355, 0.6153, 0.5923, 0.5442, 0.45309999999999995, 0.24560000000000004, 0.050799999999999956, 0.007800000000000029, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6749, 0.675, 0.675, 0.6746, 0.6756, 0.6749, 0.6746, 0.6749, 0.6744, 0.6759, 0.6675, 0.5537000000000001, 0.36460000000000004, 0.14659999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6749, 0.6547000000000001, 0.6325000000000001, 0.6108, 0.5859, 0.5361, 0.4425, 0.24570000000000003, 0.061000000000000054, 0.014100000000000001, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6749, 0.6547000000000001, 0.6325000000000001, 0.6108, 0.5858, 0.5358, 0.44089999999999996, 0.23750000000000004, 0.0484, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6942999999999999, 0.6746, 0.6517, 0.6291, 0.6053, 0.562, 0.47050000000000003, 0.2764, 0.07840000000000003, 0.021199999999999997, 0.0023999999999999577, 0.0242, 0.04479999999999995, 0.06679999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6942999999999999, 0.6763, 0.6569, 0.6357999999999999, 0.6154999999999999, 0.5744, 0.4897, 0.2881, 0.0695, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6942999999999999, 0.6746, 0.6513, 0.6284000000000001, 0.6044, 0.5577, 0.4595, 0.23860000000000003, 0.04139999999999999, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6942999999999999, 0.6942999999999999, 0.6941999999999999, 0.6946, 0.6946, 0.6946, 0.6940999999999999, 0.6947, 0.6948, 0.6948, 0.6877, 0.6042000000000001, 0.4397, 0.18310000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6942999999999999, 0.6736, 0.6495, 0.6249, 0.5999, 0.5512, 0.4547, 0.2449, 0.05689999999999995, 0.008499999999999952, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6942999999999999, 0.6736, 0.6494, 0.6247, 0.5999, 0.5504, 0.4524, 0.23319999999999996, 0.04039999999999999, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6854, 0.6625, 0.6406000000000001, 0.6183000000000001, 0.5959, 0.5488, 0.4556, 0.25980000000000003, 0.07469999999999999, 0.02200000000000002, 0.0031999999999999806, 0.03610000000000002, 0.05249999999999999, 0.07399999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6854, 0.6648000000000001, 0.6447, 0.6245, 0.6046, 0.5608, 0.47250000000000003, 0.26949999999999996, 0.06469999999999998, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6854, 0.6623, 0.6396999999999999, 0.6168, 0.5941000000000001, 0.5432, 0.4417, 0.2227, 0.03849999999999998, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6854, 0.6855, 0.6856, 0.6852, 0.6855, 0.6857, 0.6854, 0.6845, 0.6856, 0.6852, 0.6788000000000001, 0.5738, 0.40359999999999996, 0.16879999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6854, 0.6614, 0.6374, 0.6132, 0.5898, 0.5382, 0.4365, 0.23219999999999996, 0.05120000000000002, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6854, 0.6613, 0.6373, 0.613, 0.5895, 0.5374, 0.43300000000000005, 0.21760000000000002, 0.03700000000000003, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0]}}, "4": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6915, 0.6717, 0.6488, 0.6282, 0.6066, 0.558, 0.47009999999999996, 0.27359999999999995, 0.08340000000000003, 0.022499999999999964, 0.0009000000000000119, 0.03180000000000005, 0.05679999999999996, 0.08330000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6915, 0.6739999999999999, 0.6533, 0.6349, 0.6153, 0.5728, 0.48740000000000006, 0.28480000000000005, 0.06799999999999995, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6915, 0.6716, 0.6483, 0.6276999999999999, 0.6056, 0.5538000000000001, 0.4585, 0.2399, 0.04179999999999995, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6915, 0.6914, 0.6918, 0.6917, 0.6910000000000001, 0.6915, 0.6920999999999999, 0.6932, 0.6913, 0.6914, 0.6789000000000001, 0.5625, 0.36929999999999996, 0.14529999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6915, 0.6703, 0.6466000000000001, 0.6238, 0.6021000000000001, 0.5494, 0.4548, 0.24680000000000002, 0.056499999999999995, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6915, 0.6703, 0.6465000000000001, 0.6236999999999999, 0.602, 0.5484, 0.4515, 0.23560000000000003, 0.040000000000000036, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7004, 0.6796, 0.6563, 0.6348, 0.614, 0.5675, 0.47819999999999996, 0.2874, 0.09130000000000005, 0.02849999999999997, 0.0010999999999999899, 0.013800000000000034, 0.027800000000000047, 0.04479999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7004, 0.6824, 0.6606000000000001, 0.6422, 0.6224000000000001, 0.5808, 0.4941, 0.29810000000000003, 0.07840000000000003, 0.014399999999999968, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7004, 0.6796, 0.6558999999999999, 0.6337999999999999, 0.613, 0.5631999999999999, 0.46499999999999997, 0.25029999999999997, 0.046599999999999975, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7004, 0.7004, 0.7005, 0.7002999999999999, 0.7002999999999999, 0.7004, 0.7005, 0.7, 0.7, 0.6980999999999999, 0.6859, 0.5705, 0.4002, 0.17049999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7004, 0.6785, 0.6537, 0.6306, 0.6087, 0.5589999999999999, 0.4608, 0.2582, 0.06140000000000001, 0.0121, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7004, 0.6785, 0.6536, 0.6305000000000001, 0.6087, 0.558, 0.4587, 0.24509999999999998, 0.044399999999999995, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6807000000000001, 0.6613, 0.6372, 0.6149, 0.5907, 0.5473, 0.46309999999999996, 0.28700000000000003, 0.09550000000000003, 0.026699999999999946, 0.0028000000000000247, 0.021299999999999986, 0.03869999999999996, 0.06030000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6807000000000001, 0.6644, 0.6432, 0.6222, 0.5991, 0.5589, 0.4769, 0.2976, 0.08399999999999996, 0.016700000000000048, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6807000000000001, 0.6612, 0.6366, 0.6134999999999999, 0.589, 0.5422, 0.4498, 0.2521, 0.05149999999999999, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6807000000000001, 0.6809000000000001, 0.6807000000000001, 0.6805, 0.6809000000000001, 0.6800999999999999, 0.6813, 0.6812, 0.6809000000000001, 0.6808000000000001, 0.6709, 0.5238, 0.3264, 0.14759999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6807000000000001, 0.6597999999999999, 0.6327, 0.6083000000000001, 0.5836, 0.5338, 0.4396, 0.25339999999999996, 0.06430000000000002, 0.013299999999999979, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6807000000000001, 0.6597999999999999, 0.6327, 0.6082000000000001, 0.5833999999999999, 0.5327999999999999, 0.43700000000000006, 0.24370000000000003, 0.049699999999999966, 0.006700000000000039, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7162, 0.6933, 0.6696, 0.6462, 0.623, 0.5751999999999999, 0.4828, 0.29090000000000005, 0.08620000000000005, 0.023399999999999976, 0.0040000000000000036, 0.026800000000000046, 0.04079999999999995, 0.06130000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7162, 0.6956, 0.675, 0.6524, 0.6321, 0.5896, 0.498, 0.29790000000000005, 0.07050000000000001, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7162, 0.6932, 0.6692, 0.6454, 0.621, 0.5709, 0.4696, 0.24439999999999995, 0.04090000000000005, 0.0038000000000000256, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7162, 0.7161, 0.7162999999999999, 0.7156, 0.7161, 0.716, 0.7157, 0.7141, 0.7142999999999999, 0.7151000000000001, 0.6946, 0.5446, 0.3426, 0.1592], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7162, 0.6923, 0.6674, 0.6425000000000001, 0.6174, 0.567, 0.46719999999999995, 0.25749999999999995, 0.05820000000000003, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7162, 0.6923, 0.6674, 0.6424000000000001, 0.617, 0.5654, 0.46319999999999995, 0.2399, 0.03979999999999995, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6945, 0.6755, 0.6528, 0.6325000000000001, 0.6104, 0.5631999999999999, 0.4737, 0.2925, 0.09499999999999997, 0.03180000000000005, 0.0046000000000000485, 0.017199999999999993, 0.028200000000000003, 0.0534], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6945, 0.6775, 0.6578999999999999, 0.638, 0.6199, 0.5762, 0.4899, 0.3013, 0.08250000000000002, 0.018199999999999994, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6945, 0.6755, 0.6525000000000001, 0.6313, 0.6083000000000001, 0.5596, 0.4616, 0.2542, 0.05259999999999998, 0.008399999999999963, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6945, 0.6945, 0.6947, 0.6948, 0.6955, 0.6953, 0.6953, 0.6961999999999999, 0.6967, 0.6952, 0.6805, 0.5378000000000001, 0.3752, 0.14870000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6945, 0.6745, 0.6502, 0.6292, 0.6033, 0.5553, 0.45840000000000003, 0.2641, 0.0675, 0.015900000000000025, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6945, 0.6745, 0.6502, 0.6289, 0.6033, 0.5543, 0.4545, 0.25049999999999994, 0.0504, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7007, 0.679, 0.6546000000000001, 0.6321, 0.6098, 0.5648, 0.47209999999999996, 0.2763, 0.08309999999999995, 0.020000000000000018, 0.0019000000000000128, 0.027200000000000002, 0.05059999999999998, 0.08009999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7007, 0.6819999999999999, 0.6605, 0.6399, 0.618, 0.5776, 0.4919, 0.28769999999999996, 0.06999999999999995, 0.010199999999999987, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7007, 0.6789000000000001, 0.6541, 0.6311, 0.6077, 0.5613, 0.4605, 0.24319999999999997, 0.040100000000000025, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7007, 0.7008, 0.7002999999999999, 0.7004, 0.7010000000000001, 0.7011000000000001, 0.7005, 0.6997, 0.7001, 0.7, 0.6863, 0.5712999999999999, 0.38339999999999996, 0.17010000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7007, 0.6774, 0.6515, 0.6278, 0.6037, 0.5564, 0.4558, 0.24819999999999998, 0.05489999999999995, 0.009299999999999975, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7007, 0.6774, 0.6515, 0.6278, 0.6033999999999999, 0.5556, 0.4535, 0.23609999999999998, 0.03859999999999997, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6915, 0.6709, 0.6476, 0.6247, 0.6028, 0.5556, 0.46940000000000004, 0.2792, 0.08589999999999998, 0.026699999999999946, 0.0013999999999999568, 0.007499999999999951, 0.01980000000000004, 0.03639999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6915, 0.6733, 0.6533, 0.6335, 0.611, 0.5683, 0.4847, 0.2882, 0.07320000000000004, 0.014599999999999946, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6915, 0.6709, 0.6476, 0.6238, 0.6002000000000001, 0.5519000000000001, 0.4556, 0.2419, 0.04600000000000004, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6915, 0.6917, 0.6918, 0.6924, 0.692, 0.6924, 0.692, 0.6908000000000001, 0.6906, 0.692, 0.685, 0.5331, 0.33309999999999995, 0.12749999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6915, 0.6698, 0.6456999999999999, 0.6205, 0.5967, 0.5473, 0.44999999999999996, 0.25139999999999996, 0.06020000000000003, 0.01100000000000001, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6915, 0.6698, 0.6456999999999999, 0.6204000000000001, 0.5963, 0.546, 0.4467, 0.23740000000000006, 0.04390000000000005, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6857, 0.6678, 0.6489, 0.6289, 0.6075999999999999, 0.5637, 0.477, 0.29510000000000003, 0.11060000000000003, 0.04310000000000003, 0.0012999999999999678, 0.012800000000000034, 0.028299999999999992, 0.04390000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6857, 0.6698, 0.6534, 0.6354, 0.6155999999999999, 0.5758, 0.4961, 0.3053, 0.09950000000000003, 0.025900000000000034, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6857, 0.6677, 0.6488, 0.6276999999999999, 0.6061000000000001, 0.56, 0.46519999999999995, 0.2621, 0.07030000000000003, 0.011800000000000033, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6857, 0.6855, 0.6857, 0.6855, 0.6854, 0.6857, 0.685, 0.6858, 0.687, 0.6865, 0.6831, 0.5655, 0.37739999999999996, 0.1845], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6857, 0.6667000000000001, 0.647, 0.6256999999999999, 0.6019, 0.5563, 0.46099999999999997, 0.26759999999999995, 0.08560000000000001, 0.0232, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6857, 0.6667000000000001, 0.647, 0.6255999999999999, 0.6017, 0.5553, 0.45799999999999996, 0.25770000000000004, 0.0686, 0.011600000000000055, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6927, 0.673, 0.6504, 0.6282, 0.6068, 0.5647, 0.4841, 0.30579999999999996, 0.10329999999999995, 0.03390000000000004, 0.0022999999999999687, 0.031200000000000006, 0.057599999999999985, 0.0826], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6927, 0.6751, 0.6557999999999999, 0.635, 0.6163000000000001, 0.5756, 0.4988, 0.3136, 0.08530000000000004, 0.018100000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6927, 0.673, 0.6498999999999999, 0.6265000000000001, 0.6049, 0.5603, 0.47119999999999995, 0.2659, 0.05230000000000001, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6927, 0.6928000000000001, 0.6928000000000001, 0.6928000000000001, 0.6929000000000001, 0.6930000000000001, 0.6940999999999999, 0.6938, 0.6920999999999999, 0.6916, 0.6760999999999999, 0.5549999999999999, 0.3659, 0.13560000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6927, 0.6716, 0.6472, 0.6236999999999999, 0.6, 0.5553, 0.46809999999999996, 0.27459999999999996, 0.07079999999999997, 0.016000000000000014, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6927, 0.6716, 0.6472, 0.6233, 0.5994999999999999, 0.5542, 0.4647, 0.2591, 0.05010000000000003, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6840999999999999, 0.6614, 0.6374, 0.6154999999999999, 0.5901000000000001, 0.5431, 0.45209999999999995, 0.2612, 0.0756, 0.02300000000000002, 0.0012999999999999678, 0.01990000000000003, 0.0373, 0.05720000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6840999999999999, 0.6646000000000001, 0.6416999999999999, 0.6225, 0.5988, 0.5565, 0.4678, 0.273, 0.06530000000000002, 0.012700000000000045, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6840999999999999, 0.6614, 0.6371, 0.615, 0.5879, 0.5394, 0.44079999999999997, 0.22560000000000002, 0.0393, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6840999999999999, 0.6839999999999999, 0.6838, 0.6839999999999999, 0.6843, 0.6840999999999999, 0.6840999999999999, 0.6827, 0.6839, 0.6843, 0.6719999999999999, 0.5248999999999999, 0.35760000000000003, 0.15349999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6840999999999999, 0.6597999999999999, 0.6345000000000001, 0.6106, 0.5833999999999999, 0.5335, 0.43579999999999997, 0.2309, 0.0514, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6840999999999999, 0.6597999999999999, 0.6345000000000001, 0.6106, 0.5831, 0.5327999999999999, 0.43279999999999996, 0.21919999999999995, 0.038000000000000034, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0]}}, "8": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7130000000000001, 0.6906, 0.6652, 0.6399, 0.6152, 0.5659000000000001, 0.46830000000000005, 0.2752, 0.0837, 0.02629999999999999, 0.0046000000000000485, 0.04169999999999996, 0.07150000000000001, 0.08660000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7130000000000001, 0.6933, 0.6706, 0.648, 0.6248, 0.5803, 0.48440000000000005, 0.27449999999999997, 0.05669999999999997, 0.006900000000000017, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7130000000000001, 0.6905, 0.6643, 0.6383, 0.6129, 0.5595, 0.4535, 0.2248, 0.02949999999999997, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7130000000000001, 0.7128, 0.7129, 0.7132000000000001, 0.7130000000000001, 0.7129, 0.7122999999999999, 0.7132000000000001, 0.7129, 0.7138, 0.7034, 0.5414, 0.32709999999999995, 0.14249999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7130000000000001, 0.6886, 0.663, 0.6351, 0.6084, 0.5556, 0.44989999999999997, 0.24019999999999997, 0.050899999999999945, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7130000000000001, 0.6886, 0.6627000000000001, 0.6349, 0.6081, 0.5538000000000001, 0.4456, 0.21999999999999997, 0.02859999999999996, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6843, 0.6648000000000001, 0.6415, 0.6212, 0.5998, 0.5585, 0.4739, 0.29569999999999996, 0.10929999999999995, 0.03839999999999999, 0.0020000000000000018, 0.028000000000000025, 0.0474, 0.07010000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6843, 0.6667000000000001, 0.647, 0.6268, 0.6079, 0.5692999999999999, 0.48950000000000005, 0.3015, 0.09260000000000002, 0.020100000000000007, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6843, 0.6647000000000001, 0.6411, 0.6202, 0.5981000000000001, 0.5533, 0.4609, 0.2589, 0.06010000000000004, 0.008399999999999963, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6843, 0.6840999999999999, 0.6841999999999999, 0.6840999999999999, 0.6843, 0.6838, 0.6836, 0.6855, 0.6847, 0.6821999999999999, 0.6661, 0.5258, 0.3378, 0.15449999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6843, 0.6617, 0.6364000000000001, 0.6145, 0.5909, 0.5422, 0.44989999999999997, 0.2592, 0.07269999999999999, 0.014100000000000001, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6843, 0.6617, 0.6364000000000001, 0.6143000000000001, 0.5907, 0.5418000000000001, 0.4484, 0.25, 0.057499999999999996, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7115, 0.6869000000000001, 0.6632, 0.6417999999999999, 0.6167, 0.5676, 0.47309999999999997, 0.28290000000000004, 0.09189999999999998, 0.029200000000000004, 0.006000000000000005, 0.050799999999999956, 0.0826, 0.11380000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7115, 0.6893, 0.6678999999999999, 0.6481, 0.6262, 0.5803, 0.49029999999999996, 0.28400000000000003, 0.0706, 0.012700000000000045, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7115, 0.6867, 0.6631, 0.6402, 0.6146, 0.5615, 0.4566, 0.23809999999999998, 0.04190000000000005, 0.0044999999999999485, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7115, 0.7115, 0.7116, 0.7115, 0.712, 0.7113, 0.7112, 0.7115, 0.7105, 0.7097, 0.6948, 0.5024, 0.3216, 0.1583], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7115, 0.6857, 0.6601, 0.6362, 0.6087, 0.5549999999999999, 0.4515, 0.246, 0.05520000000000003, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7115, 0.6857, 0.6601, 0.6361, 0.6084, 0.5542, 0.4487, 0.2318, 0.03990000000000005, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7002999999999999, 0.6808000000000001, 0.6618999999999999, 0.6409, 0.6194, 0.5778, 0.49860000000000004, 0.32199999999999995, 0.12219999999999998, 0.05149999999999999, 0.0031999999999999806, 0.014499999999999957, 0.027000000000000024, 0.04710000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7002999999999999, 0.6824, 0.6657, 0.6484, 0.6276999999999999, 0.5897, 0.5145, 0.3288, 0.10399999999999998, 0.02969999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7002999999999999, 0.6807000000000001, 0.6614, 0.6396999999999999, 0.6168, 0.5740000000000001, 0.48460000000000003, 0.2804, 0.06999999999999995, 0.013399999999999967, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7002999999999999, 0.7002999999999999, 0.7006, 0.7004, 0.7005, 0.7002999999999999, 0.7001999999999999, 0.6995, 0.6995, 0.6997, 0.6809000000000001, 0.4838, 0.30379999999999996, 0.16359999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7002999999999999, 0.6793, 0.6596, 0.6359, 0.6121, 0.5678000000000001, 0.4779, 0.2885, 0.08650000000000002, 0.02529999999999999, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7002999999999999, 0.6792, 0.6595, 0.6357999999999999, 0.6118, 0.5674, 0.47540000000000004, 0.275, 0.06769999999999998, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7194, 0.6959, 0.6745, 0.6505000000000001, 0.6281, 0.5811999999999999, 0.487, 0.2921, 0.08930000000000005, 0.0252, 0.008000000000000007, 0.05469999999999997, 0.07150000000000001, 0.08330000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7194, 0.6976, 0.6785, 0.6576, 0.6368, 0.5928, 0.5013000000000001, 0.3025, 0.07420000000000004, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7194, 0.6958, 0.6740999999999999, 0.6501, 0.6265000000000001, 0.5761000000000001, 0.4749, 0.25329999999999997, 0.045599999999999974, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7194, 0.7195, 0.7194, 0.7191000000000001, 0.7195, 0.7198, 0.719, 0.7198, 0.7192000000000001, 0.7173, 0.7001, 0.5478000000000001, 0.3457, 0.14580000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7194, 0.6950000000000001, 0.6718, 0.6469, 0.6225, 0.5720000000000001, 0.47440000000000004, 0.2653, 0.0625, 0.011499999999999955, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7194, 0.6950000000000001, 0.6718, 0.6469, 0.6218, 0.5705, 0.47140000000000004, 0.24980000000000002, 0.044300000000000006, 0.0044999999999999485, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.719, 0.6960999999999999, 0.6743, 0.6508, 0.6271, 0.5799000000000001, 0.48560000000000003, 0.2942, 0.09309999999999996, 0.02959999999999996, 0.0022999999999999687, 0.014100000000000001, 0.020299999999999985, 0.029100000000000015], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.719, 0.6982999999999999, 0.679, 0.6562, 0.6348, 0.5916, 0.5025, 0.2992, 0.0756, 0.01200000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.719, 0.6959, 0.6736, 0.6498999999999999, 0.6238, 0.5759000000000001, 0.46919999999999995, 0.25170000000000003, 0.043300000000000005, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.719, 0.7191000000000001, 0.7194, 0.7191000000000001, 0.7188, 0.7195, 0.7189, 0.7182999999999999, 0.7169, 0.7194, 0.6994, 0.5014000000000001, 0.30379999999999996, 0.1623], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.719, 0.6945, 0.6716, 0.6449, 0.6183000000000001, 0.5704, 0.4677, 0.26139999999999997, 0.0625, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.719, 0.6945, 0.6713, 0.6449, 0.6181, 0.5696, 0.46309999999999996, 0.24619999999999997, 0.04239999999999999, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7083999999999999, 0.6881999999999999, 0.6685, 0.6462, 0.6228, 0.5761000000000001, 0.4819, 0.2942, 0.09930000000000005, 0.03520000000000001, 0.0042999999999999705, 0.02210000000000001, 0.03310000000000002, 0.0474], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7083999999999999, 0.6899, 0.6726, 0.6523, 0.6314, 0.5884, 0.49839999999999995, 0.3012, 0.08250000000000002, 0.014499999999999957, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7083999999999999, 0.6881999999999999, 0.6678999999999999, 0.6452, 0.6209, 0.5703, 0.4679, 0.252, 0.05069999999999997, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7083999999999999, 0.7085, 0.7081999999999999, 0.7081, 0.7083999999999999, 0.7085, 0.7085, 0.7092, 0.7076, 0.7062999999999999, 0.6881999999999999, 0.5082, 0.33620000000000005, 0.16949999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7083999999999999, 0.6871, 0.6633, 0.64, 0.6152, 0.5627, 0.4616, 0.25949999999999995, 0.0675, 0.012700000000000045, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7083999999999999, 0.6871, 0.6632, 0.6399, 0.6147, 0.5616, 0.4586, 0.24619999999999997, 0.048900000000000055, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7118, 0.6913, 0.6667000000000001, 0.6436, 0.6213, 0.5791999999999999, 0.49450000000000005, 0.30800000000000005, 0.1089, 0.03849999999999998, 0.0022999999999999687, 0.016800000000000037, 0.03300000000000003, 0.04490000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7118, 0.6937, 0.6717, 0.6517999999999999, 0.6295, 0.5891, 0.5084, 0.3097, 0.08289999999999997, 0.015700000000000047, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7118, 0.6913, 0.6659999999999999, 0.6423, 0.6186, 0.5741, 0.479, 0.259, 0.04959999999999998, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7118, 0.7117, 0.7116, 0.7116, 0.7116, 0.7113, 0.7122999999999999, 0.7110000000000001, 0.7122999999999999, 0.7122999999999999, 0.688, 0.45799999999999996, 0.27180000000000004, 0.14570000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7118, 0.69, 0.6632, 0.6385000000000001, 0.6145, 0.5677, 0.47550000000000003, 0.2711, 0.07150000000000001, 0.014599999999999946, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7118, 0.69, 0.6632, 0.6383, 0.6141, 0.5668, 0.4716, 0.255, 0.04859999999999998, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6789000000000001, 0.6577999999999999, 0.6368, 0.6158, 0.5939, 0.5497000000000001, 0.4669, 0.2885, 0.08979999999999999, 0.026900000000000035, 0.0014999999999999458, 0.015800000000000036, 0.027699999999999947, 0.0494], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6789000000000001, 0.6598999999999999, 0.6402, 0.6212, 0.601, 0.5610999999999999, 0.4827, 0.29779999999999995, 0.07699999999999996, 0.015499999999999958, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6789000000000001, 0.6577, 0.636, 0.6148, 0.5918, 0.5469999999999999, 0.4554, 0.2481, 0.046599999999999975, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6789000000000001, 0.679, 0.6789000000000001, 0.6788000000000001, 0.6786, 0.6788000000000001, 0.6797, 0.6802, 0.6794, 0.6794, 0.6672, 0.48150000000000004, 0.2843, 0.12849999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6789000000000001, 0.6563, 0.6333, 0.6112, 0.5882000000000001, 0.5423, 0.45209999999999995, 0.25370000000000004, 0.06130000000000002, 0.01429999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6789000000000001, 0.6563, 0.6333, 0.6112, 0.5879, 0.5417000000000001, 0.44930000000000003, 0.24170000000000003, 0.045499999999999985, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7103999999999999, 0.6868000000000001, 0.6635, 0.6376, 0.612, 0.5676, 0.47330000000000005, 0.27690000000000003, 0.0887, 0.026599999999999957, 0.0012999999999999678, 0.016000000000000014, 0.03300000000000003, 0.05559999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7103999999999999, 0.6895, 0.6687000000000001, 0.6454, 0.6211, 0.5780000000000001, 0.4847, 0.2742, 0.060899999999999954, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7103999999999999, 0.6867, 0.6631, 0.6364000000000001, 0.6093, 0.5607, 0.45320000000000005, 0.22719999999999996, 0.03380000000000005, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7103999999999999, 0.7101, 0.7107, 0.7107, 0.7101999999999999, 0.7102999999999999, 0.7096, 0.7086, 0.7067, 0.7048, 0.6732, 0.501, 0.3409, 0.16579999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7103999999999999, 0.6852, 0.6606000000000001, 0.633, 0.6037, 0.5558000000000001, 0.4518, 0.2419, 0.05030000000000001, 0.007800000000000029, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7103999999999999, 0.6852, 0.6606000000000001, 0.6326, 0.603, 0.5546, 0.4457, 0.22309999999999997, 0.032399999999999984, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}}, "16": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6843, 0.6608, 0.6385000000000001, 0.6167, 0.5926, 0.5472, 0.4578, 0.2813, 0.08699999999999997, 0.028800000000000048, 0.005800000000000027, 0.028800000000000048, 0.046699999999999964, 0.06399999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6843, 0.6629, 0.6431, 0.623, 0.6019, 0.5586, 0.4708, 0.28190000000000004, 0.06530000000000002, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6843, 0.6609, 0.6376999999999999, 0.6155999999999999, 0.5908, 0.5403, 0.4447, 0.23470000000000002, 0.03590000000000004, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6843, 0.6840999999999999, 0.6840999999999999, 0.6838, 0.6841999999999999, 0.6843, 0.6837, 0.6844, 0.6829000000000001, 0.6835, 0.6549, 0.4466, 0.27580000000000005, 0.1481], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6843, 0.6595, 0.6342, 0.6114999999999999, 0.5851999999999999, 0.5343, 0.4374, 0.24280000000000002, 0.053200000000000025, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6843, 0.6595, 0.6342, 0.6113999999999999, 0.585, 0.5335, 0.4346, 0.2288, 0.0343, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6824, 0.6613, 0.6376999999999999, 0.6137, 0.5892999999999999, 0.5413, 0.4457, 0.25529999999999997, 0.07479999999999998, 0.026000000000000023, 0.0030999999999999917, 0.024900000000000033, 0.04510000000000003, 0.06120000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6824, 0.6632, 0.6425000000000001, 0.6201, 0.5989, 0.5539000000000001, 0.46330000000000005, 0.26339999999999997, 0.06130000000000002, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6824, 0.6612, 0.6376, 0.6128, 0.5875, 0.5378000000000001, 0.43000000000000005, 0.21519999999999995, 0.03539999999999999, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6824, 0.6826, 0.6828000000000001, 0.6819999999999999, 0.6827, 0.6828000000000001, 0.6826, 0.6834, 0.6827, 0.681, 0.6776, 0.5263, 0.31689999999999996, 0.15510000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6824, 0.6607000000000001, 0.6361, 0.6117, 0.585, 0.5352, 0.43210000000000004, 0.22840000000000005, 0.049000000000000044, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6824, 0.6607000000000001, 0.636, 0.6113999999999999, 0.5845, 0.5345, 0.42669999999999997, 0.21189999999999998, 0.03369999999999995, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7134, 0.6923, 0.6678, 0.6441, 0.6204000000000001, 0.5708, 0.4788, 0.2911, 0.0948, 0.03369999999999995, 0.005499999999999949, 0.045499999999999985, 0.07330000000000003, 0.08750000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7134, 0.6945, 0.6719999999999999, 0.6506000000000001, 0.6303000000000001, 0.5842, 0.494, 0.29179999999999995, 0.07199999999999995, 0.013299999999999979, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7134, 0.6921999999999999, 0.6677, 0.6428, 0.6181, 0.5656, 0.4627, 0.24050000000000005, 0.04179999999999995, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7134, 0.7135, 0.7136, 0.7139, 0.7135, 0.7131000000000001, 0.7134, 0.7121999999999999, 0.7119, 0.7078, 0.6716, 0.4031, 0.23709999999999998, 0.14770000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7134, 0.6911, 0.6653, 0.64, 0.6138, 0.5629, 0.4615, 0.2563, 0.060899999999999954, 0.011900000000000022, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7134, 0.6911, 0.6653, 0.6397999999999999, 0.6135999999999999, 0.5619000000000001, 0.4568, 0.23650000000000004, 0.03990000000000005, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.6906, 0.6662, 0.6431, 0.6199, 0.5991, 0.5535, 0.4606, 0.27480000000000004, 0.09260000000000002, 0.031399999999999983, 0.011900000000000022, 0.05559999999999998, 0.07140000000000002, 0.08599999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.6906, 0.6685, 0.6484, 0.6274, 0.6066, 0.5647, 0.473, 0.27569999999999995, 0.06569999999999998, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.6906, 0.6661, 0.6428, 0.6184000000000001, 0.5967, 0.5469999999999999, 0.44410000000000005, 0.22799999999999998, 0.036699999999999955, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.6906, 0.6905, 0.6904, 0.6905, 0.6903, 0.6901999999999999, 0.6903, 0.6900999999999999, 0.688, 0.6851, 0.6282, 0.30379999999999996, 0.14670000000000005, 0.10219999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.6906, 0.6648000000000001, 0.6413, 0.6155999999999999, 0.5923, 0.5421, 0.44189999999999996, 0.24, 0.055300000000000016, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.6906, 0.6647000000000001, 0.6413, 0.6152, 0.5917, 0.5406, 0.4377, 0.2227, 0.03539999999999999, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7249, 0.7034, 0.6789000000000001, 0.6544, 0.6303000000000001, 0.5821000000000001, 0.49150000000000005, 0.30469999999999997, 0.10880000000000001, 0.042300000000000004, 0.009700000000000042, 0.07369999999999999, 0.0947, 0.09970000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7249, 0.7057, 0.6841999999999999, 0.6625, 0.639, 0.5938, 0.5025999999999999, 0.30400000000000005, 0.0786, 0.016100000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7249, 0.7035, 0.6785, 0.6531, 0.6279, 0.5763, 0.474, 0.24880000000000002, 0.0474, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7249, 0.7248, 0.7254, 0.725, 0.7246, 0.7247, 0.7248, 0.7251000000000001, 0.723, 0.7232000000000001, 0.6914, 0.42910000000000004, 0.21030000000000004, 0.11719999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7249, 0.7025, 0.6756, 0.65, 0.6234999999999999, 0.5702, 0.4716, 0.2661, 0.06769999999999998, 0.015100000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7249, 0.7025, 0.6756, 0.65, 0.6229, 0.5694, 0.4675, 0.24450000000000005, 0.045599999999999974, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.685, 0.6657, 0.6457999999999999, 0.6239, 0.6009, 0.5517000000000001, 0.4699, 0.2871, 0.10319999999999996, 0.037799999999999945, 0.0032999999999999696, 0.022800000000000042, 0.03759999999999997, 0.059699999999999975], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.685, 0.6673, 0.6502, 0.6309, 0.6093999999999999, 0.5649, 0.48229999999999995, 0.2922, 0.08140000000000003, 0.016199999999999992, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.685, 0.6656, 0.6455, 0.6227, 0.5989, 0.5478000000000001, 0.45299999999999996, 0.24370000000000003, 0.049799999999999955, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.685, 0.6852, 0.685, 0.6852, 0.6853, 0.6851, 0.685, 0.6846, 0.6840999999999999, 0.6836, 0.6657, 0.47540000000000004, 0.3268, 0.18430000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.685, 0.6643, 0.6429, 0.6187, 0.5915, 0.5414, 0.4447, 0.24939999999999996, 0.06459999999999999, 0.013499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.685, 0.6643, 0.6429, 0.6184000000000001, 0.5915, 0.5408, 0.44199999999999995, 0.23660000000000003, 0.04710000000000003, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7253000000000001, 0.7028, 0.6779, 0.6557, 0.6324000000000001, 0.5832999999999999, 0.49060000000000004, 0.3024, 0.10009999999999997, 0.03510000000000002, 0.0039000000000000146, 0.023599999999999954, 0.032299999999999995, 0.04410000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7253000000000001, 0.7046, 0.6843, 0.6621, 0.641, 0.5947, 0.506, 0.30169999999999997, 0.07640000000000002, 0.01419999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7253000000000001, 0.7026, 0.6774, 0.6536, 0.6298, 0.5766, 0.4726, 0.25049999999999994, 0.04359999999999997, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7253000000000001, 0.7252000000000001, 0.7253000000000001, 0.7254, 0.7254, 0.7253000000000001, 0.7257, 0.7248, 0.7262, 0.7241, 0.696, 0.42569999999999997, 0.22260000000000002, 0.12270000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7253000000000001, 0.7008, 0.6743, 0.6497999999999999, 0.6231, 0.5704, 0.46809999999999996, 0.258, 0.06120000000000003, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7253000000000001, 0.7008, 0.6742, 0.6495, 0.6228, 0.5691999999999999, 0.4638, 0.24260000000000004, 0.041100000000000025, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7257, 0.7038, 0.6807000000000001, 0.659, 0.6343, 0.5875, 0.4962, 0.3014, 0.09260000000000002, 0.028299999999999992, 0.0011999999999999789, 0.016800000000000037, 0.03720000000000001, 0.06020000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7257, 0.7056, 0.6847, 0.6653, 0.6444, 0.5991, 0.5113, 0.30700000000000005, 0.07530000000000003, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7257, 0.7036, 0.6802, 0.6575, 0.6323, 0.5815, 0.47819999999999996, 0.2541, 0.04390000000000005, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7257, 0.7261, 0.7262, 0.7258, 0.7259, 0.7255, 0.7264999999999999, 0.7258, 0.7248, 0.7264999999999999, 0.7261, 0.5574, 0.34219999999999995, 0.14490000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7257, 0.7025, 0.6791, 0.6545000000000001, 0.6281, 0.5786, 0.4777, 0.2691, 0.06569999999999998, 0.0121, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7257, 0.7025, 0.679, 0.6544, 0.6275999999999999, 0.577, 0.473, 0.25060000000000004, 0.04290000000000005, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7359, 0.7151000000000001, 0.6918, 0.6686000000000001, 0.645, 0.5951, 0.5034000000000001, 0.3107, 0.10509999999999997, 0.03739999999999999, 0.0042999999999999705, 0.034599999999999964, 0.06000000000000005, 0.0746], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7359, 0.7169, 0.6967, 0.6755, 0.6534, 0.609, 0.5187999999999999, 0.30920000000000003, 0.08279999999999998, 0.015800000000000036, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7359, 0.7150000000000001, 0.6911, 0.6672, 0.6424000000000001, 0.5895, 0.48660000000000003, 0.25960000000000005, 0.0484, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7359, 0.736, 0.7355, 0.7357, 0.7358, 0.736, 0.7357, 0.7354, 0.7374, 0.7359, 0.7162999999999999, 0.471, 0.25039999999999996, 0.11070000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7359, 0.7139, 0.6879, 0.6639999999999999, 0.6393, 0.5864, 0.48529999999999995, 0.27370000000000005, 0.06889999999999996, 0.014000000000000012, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7359, 0.7139, 0.6878, 0.6637, 0.6387, 0.585, 0.48019999999999996, 0.2551, 0.046599999999999975, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7123999999999999, 0.6933, 0.6722, 0.6491, 0.6247, 0.5775, 0.4867, 0.28669999999999995, 0.08650000000000002, 0.025800000000000045, 0.0024999999999999467, 0.017100000000000004, 0.04049999999999998, 0.06920000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7123999999999999, 0.6950000000000001, 0.6765, 0.6558999999999999, 0.6353, 0.5892999999999999, 0.5014000000000001, 0.29510000000000003, 0.07269999999999999, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7123999999999999, 0.6933, 0.6717, 0.6481, 0.6234999999999999, 0.573, 0.4748, 0.2471, 0.04169999999999996, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7123999999999999, 0.7125, 0.7128, 0.7125, 0.7123999999999999, 0.7121999999999999, 0.7134, 0.7133, 0.7125, 0.7150000000000001, 0.7157, 0.6037, 0.4041, 0.19520000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7123999999999999, 0.6927, 0.6704, 0.6463, 0.6214, 0.5709, 0.47529999999999994, 0.26049999999999995, 0.06169999999999998, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7123999999999999, 0.6927, 0.6703, 0.6463, 0.6212, 0.5698, 0.47109999999999996, 0.24370000000000003, 0.04059999999999997, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0]}}, "32": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7283, 0.7079, 0.6868000000000001, 0.6648000000000001, 0.6412, 0.5927, 0.5016, 0.3134, 0.1119, 0.03710000000000002, 0.0016000000000000458, 0.017900000000000027, 0.039100000000000024, 0.05889999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7283, 0.7103999999999999, 0.6906, 0.6725, 0.6509, 0.604, 0.5152, 0.31200000000000006, 0.08089999999999997, 0.015199999999999991, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7283, 0.7078, 0.6864, 0.6639999999999999, 0.6383, 0.5867, 0.48360000000000003, 0.2622, 0.046699999999999964, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7283, 0.7284999999999999, 0.7286, 0.7284999999999999, 0.7282, 0.7287, 0.7287, 0.7281, 0.7304999999999999, 0.7272000000000001, 0.7088, 0.46719999999999995, 0.22099999999999997, 0.10980000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7283, 0.7067, 0.6836, 0.6598999999999999, 0.6323, 0.577, 0.48009999999999997, 0.27270000000000005, 0.06599999999999995, 0.013700000000000045, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7283, 0.7067, 0.6835, 0.6598999999999999, 0.6322, 0.5764, 0.4759, 0.2552, 0.04500000000000004, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.736, 0.7142, 0.6906, 0.6647000000000001, 0.6403, 0.5913999999999999, 0.5043, 0.31610000000000005, 0.11680000000000001, 0.04349999999999998, 0.00770000000000004, 0.029200000000000004, 0.051100000000000034, 0.07720000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.736, 0.7166, 0.6958, 0.6723, 0.6493, 0.6057, 0.5159, 0.31299999999999994, 0.08350000000000002, 0.015100000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.736, 0.7137, 0.6900999999999999, 0.6637, 0.6376999999999999, 0.5847, 0.4869, 0.26239999999999997, 0.0484, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.736, 0.736, 0.7362, 0.7362, 0.7362, 0.7363, 0.7364999999999999, 0.7369, 0.7358, 0.7351, 0.6969000000000001, 0.43779999999999997, 0.26849999999999996, 0.12729999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.736, 0.7114, 0.6880999999999999, 0.6605, 0.6346, 0.5804, 0.48629999999999995, 0.2773, 0.06940000000000002, 0.0121, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.736, 0.7114, 0.6880999999999999, 0.6604, 0.6341, 0.579, 0.48150000000000004, 0.2582, 0.046699999999999964, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7364999999999999, 0.7167, 0.6956, 0.675, 0.6533, 0.6108, 0.5223, 0.33230000000000004, 0.11660000000000004, 0.046499999999999986, 0.00660000000000005, 0.03369999999999995, 0.04400000000000004, 0.05249999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7364999999999999, 0.718, 0.6999, 0.6819, 0.6613, 0.6225, 0.5368999999999999, 0.3379, 0.09460000000000002, 0.02100000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7364999999999999, 0.7166, 0.6953, 0.6738999999999999, 0.6515, 0.6047, 0.5079, 0.28259999999999996, 0.058699999999999974, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7364999999999999, 0.7365999999999999, 0.7367, 0.7367, 0.7367, 0.7367, 0.7368, 0.7363999999999999, 0.7354, 0.7352000000000001, 0.7277, 0.5006999999999999, 0.2622, 0.13160000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7364999999999999, 0.7157, 0.6932, 0.6707000000000001, 0.6484, 0.6018, 0.5073, 0.2986, 0.08040000000000003, 0.017000000000000015, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7364999999999999, 0.7157, 0.6931, 0.6707000000000001, 0.6481, 0.6001000000000001, 0.5035000000000001, 0.27869999999999995, 0.05700000000000005, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7483, 0.7259, 0.7026, 0.6773, 0.6531, 0.6017, 0.5022, 0.29000000000000004, 0.0947, 0.04959999999999998, 0.014100000000000001, 0.04069999999999996, 0.0675, 0.09250000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7483, 0.7293000000000001, 0.7083999999999999, 0.6844, 0.6625, 0.6154999999999999, 0.5186, 0.29290000000000005, 0.06489999999999996, 0.01319999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7483, 0.7257, 0.702, 0.6763, 0.649, 0.5946, 0.4869, 0.24450000000000005, 0.03849999999999998, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7483, 0.7484999999999999, 0.7486999999999999, 0.749, 0.7484999999999999, 0.7479, 0.7482, 0.7472, 0.7496, 0.7476, 0.7173, 0.43779999999999997, 0.22870000000000001, 0.11460000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7483, 0.7251000000000001, 0.7011000000000001, 0.675, 0.6489, 0.5944, 0.49019999999999997, 0.2669, 0.05479999999999996, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7483, 0.725, 0.7010000000000001, 0.6747000000000001, 0.6474, 0.5916, 0.48450000000000004, 0.24250000000000005, 0.03700000000000003, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.759, 0.7387, 0.7147, 0.6913, 0.6694, 0.6205, 0.5265, 0.32799999999999996, 0.10770000000000002, 0.040000000000000036, 0.005299999999999971, 0.03180000000000005, 0.05249999999999999, 0.07440000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.759, 0.7408, 0.7192000000000001, 0.6976, 0.6784, 0.6341, 0.542, 0.32730000000000004, 0.0806, 0.014499999999999957, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.759, 0.7384, 0.7142999999999999, 0.6899, 0.6678999999999999, 0.6144000000000001, 0.5085999999999999, 0.27170000000000005, 0.0464, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.759, 0.759, 0.7591, 0.7591, 0.7588, 0.7588, 0.759, 0.7593, 0.7583, 0.7594, 0.7252000000000001, 0.4334, 0.21599999999999997, 0.10899999999999999], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.759, 0.7373000000000001, 0.7116, 0.6874, 0.6649, 0.6097, 0.5095000000000001, 0.2893, 0.0675, 0.013000000000000012, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.759, 0.7373000000000001, 0.7116, 0.6873, 0.6647000000000001, 0.609, 0.5026999999999999, 0.2671, 0.04530000000000001, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.706, 0.6844, 0.6619999999999999, 0.6402, 0.6142000000000001, 0.5690999999999999, 0.4847, 0.30300000000000005, 0.1099, 0.04520000000000002, 0.009800000000000031, 0.05369999999999997, 0.08540000000000003, 0.1149], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.706, 0.6876, 0.6666000000000001, 0.647, 0.6255, 0.5811999999999999, 0.497, 0.30200000000000005, 0.08030000000000004, 0.01539999999999997, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.706, 0.6843, 0.6612, 0.6389, 0.6124, 0.5628, 0.4686, 0.2563, 0.048900000000000055, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.706, 0.7061, 0.7059, 0.7067, 0.7066, 0.7061999999999999, 0.7066, 0.7068, 0.7039, 0.7021999999999999, 0.6658, 0.4262, 0.26359999999999995, 0.15649999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.706, 0.6829000000000001, 0.6597, 0.6362, 0.6083000000000001, 0.5604, 0.46730000000000005, 0.27180000000000004, 0.07210000000000005, 0.013000000000000012, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.706, 0.6829000000000001, 0.6597, 0.636, 0.608, 0.5590999999999999, 0.46220000000000006, 0.2531, 0.047699999999999965, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7193, 0.6936, 0.6703, 0.6463, 0.6233, 0.5763, 0.48519999999999996, 0.29879999999999995, 0.1109, 0.0504, 0.007299999999999973, 0.034499999999999975, 0.06030000000000002, 0.08299999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7193, 0.6972, 0.6751, 0.6532, 0.632, 0.5858, 0.5004, 0.2965, 0.08309999999999995, 0.016800000000000037, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7193, 0.6936, 0.6698, 0.6452, 0.6213, 0.5688, 0.46699999999999997, 0.24519999999999997, 0.05059999999999998, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7193, 0.7192000000000001, 0.7194, 0.7191000000000001, 0.7191000000000001, 0.7195, 0.7194, 0.7198, 0.7204999999999999, 0.7162999999999999, 0.6907, 0.4575, 0.2632, 0.12980000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7193, 0.6925, 0.667, 0.6417999999999999, 0.617, 0.5656, 0.46499999999999997, 0.26070000000000004, 0.07140000000000002, 0.013499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7193, 0.6925, 0.6668000000000001, 0.6416999999999999, 0.6168, 0.5630999999999999, 0.46020000000000005, 0.24050000000000005, 0.04930000000000001, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7108, 0.6901999999999999, 0.6675, 0.6438999999999999, 0.6212, 0.5716, 0.48519999999999996, 0.29190000000000005, 0.10440000000000005, 0.04269999999999996, 0.01419999999999999, 0.06920000000000004, 0.09160000000000001, 0.10880000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7108, 0.6933, 0.6716, 0.6518999999999999, 0.6292, 0.5861000000000001, 0.498, 0.2892, 0.07489999999999997, 0.015199999999999991, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7108, 0.6900999999999999, 0.6666000000000001, 0.6434, 0.6187, 0.5663, 0.4657, 0.24080000000000001, 0.04359999999999997, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7108, 0.7108, 0.7109, 0.7110000000000001, 0.7112, 0.7109, 0.7107, 0.7109, 0.7088, 0.7095, 0.6747000000000001, 0.36129999999999995, 0.19510000000000005, 0.11760000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7108, 0.6876, 0.6629, 0.6376, 0.6114999999999999, 0.5569, 0.4555, 0.24580000000000002, 0.05730000000000002, 0.011600000000000055, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7108, 0.6876, 0.6628000000000001, 0.6376, 0.6112, 0.5563, 0.45299999999999996, 0.23229999999999995, 0.04179999999999995, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7479, 0.7232000000000001, 0.6990000000000001, 0.6753, 0.65, 0.6001000000000001, 0.5115000000000001, 0.3114, 0.10350000000000004, 0.03180000000000005, 0.0031999999999999806, 0.036699999999999955, 0.0645, 0.07779999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7479, 0.7251000000000001, 0.7041, 0.6820999999999999, 0.6598999999999999, 0.613, 0.5242, 0.30900000000000005, 0.07040000000000002, 0.009800000000000031, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7479, 0.7231000000000001, 0.6984, 0.6738, 0.6466000000000001, 0.5939, 0.49060000000000004, 0.2542, 0.036599999999999966, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7479, 0.7477, 0.7481, 0.748, 0.748, 0.7479, 0.7473000000000001, 0.7473000000000001, 0.748, 0.7455, 0.7148, 0.5203, 0.2835, 0.13390000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7479, 0.7217, 0.6962999999999999, 0.6702, 0.6432, 0.5883, 0.4891, 0.2683, 0.05830000000000002, 0.008399999999999963, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7479, 0.7217, 0.6962999999999999, 0.6699999999999999, 0.6425000000000001, 0.5869, 0.48319999999999996, 0.248, 0.035599999999999965, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7273000000000001, 0.704, 0.6818, 0.6598999999999999, 0.6386000000000001, 0.5908, 0.502, 0.3105, 0.1089, 0.040100000000000025, 0.007499999999999951, 0.05469999999999997, 0.08430000000000004, 0.10799999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7273000000000001, 0.7062999999999999, 0.6857, 0.6665, 0.647, 0.6033999999999999, 0.5163, 0.31010000000000004, 0.07909999999999995, 0.015000000000000013, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7273000000000001, 0.7038, 0.6813, 0.6588, 0.6366, 0.5840000000000001, 0.4851, 0.2602, 0.04469999999999996, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7273000000000001, 0.7272000000000001, 0.7268, 0.7271000000000001, 0.7269, 0.7273000000000001, 0.7268, 0.7254, 0.7263, 0.7257, 0.6985, 0.45030000000000003, 0.24239999999999995, 0.12229999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7273000000000001, 0.7028, 0.679, 0.6554, 0.6311, 0.5802, 0.4818, 0.27459999999999996, 0.06830000000000003, 0.014000000000000012, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7273000000000001, 0.7027, 0.679, 0.6553, 0.631, 0.5791, 0.47740000000000005, 0.25460000000000005, 0.043399999999999994, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0]}}}, "2": {"1": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7203999999999999, 0.698, 0.6752, 0.6507000000000001, 0.625, 0.581, 0.482, 0.27949999999999997, 0.07830000000000004, 0.028000000000000025, 0.021599999999999953, 0.10640000000000005, 0.13990000000000002, 0.16149999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7203999999999999, 0.7011000000000001, 0.6793, 0.6576, 0.6357999999999999, 0.5924, 0.49760000000000004, 0.2784, 0.05030000000000001, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7203999999999999, 0.6977, 0.6749, 0.6492, 0.6231, 0.5741, 0.4635, 0.22340000000000004, 0.027100000000000013, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7203999999999999, 0.7202999999999999, 0.7202, 0.7206, 0.7202, 0.7195, 0.7203999999999999, 0.7207, 0.7183999999999999, 0.7197, 0.6763, 0.4164, 0.2178, 0.1089], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7203999999999999, 0.6965, 0.6722, 0.645, 0.6201, 0.569, 0.46009999999999995, 0.24350000000000005, 0.043399999999999994, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7203999999999999, 0.6965, 0.6720999999999999, 0.6447, 0.6196999999999999, 0.5674, 0.45589999999999997, 0.21989999999999998, 0.026000000000000023, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7172000000000001, 0.6930000000000001, 0.6667000000000001, 0.6387, 0.6138, 0.556, 0.4555, 0.2558, 0.07220000000000004, 0.02410000000000001, 0.018399999999999972, 0.06920000000000004, 0.0948, 0.12419999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7172000000000001, 0.6948, 0.6703, 0.6482, 0.6227, 0.5719000000000001, 0.46950000000000003, 0.25339999999999996, 0.050899999999999945, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7172000000000001, 0.6929000000000001, 0.6654, 0.6373, 0.6121, 0.5502, 0.43610000000000004, 0.2027, 0.027100000000000013, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7172000000000001, 0.7170000000000001, 0.7173, 0.7171000000000001, 0.7173, 0.7167, 0.7174, 0.7181, 0.7166, 0.7174, 0.6893, 0.47209999999999996, 0.3254, 0.17359999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7172000000000001, 0.6913, 0.6617, 0.6313, 0.6057, 0.5436000000000001, 0.4315, 0.21989999999999998, 0.042200000000000015, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7172000000000001, 0.6913, 0.6617, 0.6312, 0.6053999999999999, 0.5428, 0.42610000000000003, 0.1986, 0.026699999999999946, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7050000000000001, 0.6779999999999999, 0.654, 0.6288, 0.6009, 0.5494, 0.4476, 0.24650000000000005, 0.06979999999999997, 0.021599999999999953, 0.045599999999999974, 0.124, 0.15380000000000005, 0.16659999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7050000000000001, 0.6820999999999999, 0.6597999999999999, 0.6369, 0.6121, 0.5613, 0.4626, 0.24429999999999996, 0.04200000000000004, 0.005800000000000027, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7050000000000001, 0.6779, 0.6534, 0.6264000000000001, 0.5974999999999999, 0.5416000000000001, 0.42479999999999996, 0.19220000000000004, 0.02100000000000002, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7050000000000001, 0.7052, 0.7049000000000001, 0.7045, 0.7051000000000001, 0.7047, 0.7044, 0.7045, 0.702, 0.7017, 0.6607000000000001, 0.39249999999999996, 0.22970000000000002, 0.1291], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7050000000000001, 0.6758, 0.6503, 0.6221, 0.5909, 0.5355, 0.4242, 0.20920000000000005, 0.035699999999999954, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7050000000000001, 0.6758, 0.6502, 0.6221, 0.5905, 0.5336000000000001, 0.41790000000000005, 0.18789999999999996, 0.01990000000000003, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7011000000000001, 0.6735, 0.6474, 0.6208, 0.5943, 0.5387, 0.43910000000000005, 0.2419, 0.06520000000000004, 0.02080000000000004, 0.0131, 0.05930000000000002, 0.0887, 0.11260000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7011000000000001, 0.6755, 0.6521, 0.628, 0.6046, 0.5529, 0.45230000000000004, 0.2328, 0.03810000000000002, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7011000000000001, 0.6734, 0.647, 0.619, 0.591, 0.5324, 0.41779999999999995, 0.18169999999999997, 0.020299999999999985, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7011000000000001, 0.7014, 0.7009000000000001, 0.7010000000000001, 0.7008, 0.7009000000000001, 0.7, 0.7009000000000001, 0.7002999999999999, 0.6996, 0.6843, 0.47240000000000004, 0.29510000000000003, 0.14270000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7011000000000001, 0.6711, 0.6435, 0.614, 0.5829, 0.526, 0.4145, 0.19899999999999995, 0.0343, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7011000000000001, 0.6711, 0.6435, 0.6138, 0.5823, 0.5248999999999999, 0.4085, 0.17689999999999995, 0.019199999999999995, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7269, 0.7018, 0.6740999999999999, 0.6458999999999999, 0.617, 0.5610999999999999, 0.45420000000000005, 0.24860000000000004, 0.06169999999999998, 0.016800000000000037, 0.015199999999999991, 0.0766, 0.10319999999999996, 0.12370000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7269, 0.704, 0.6796, 0.6542, 0.6284000000000001, 0.5761000000000001, 0.47, 0.2519, 0.04569999999999996, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7269, 0.7018, 0.6734, 0.6436999999999999, 0.6131, 0.5539000000000001, 0.4354, 0.20420000000000005, 0.02629999999999999, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7269, 0.7271000000000001, 0.7271000000000001, 0.7269, 0.7264999999999999, 0.7281, 0.7267, 0.7271000000000001, 0.7253000000000001, 0.727, 0.7122999999999999, 0.5424, 0.3486, 0.14939999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7269, 0.6999, 0.6698, 0.6392, 0.6084, 0.5497000000000001, 0.4337, 0.21950000000000003, 0.03920000000000001, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7269, 0.6999, 0.6698, 0.6389, 0.6078, 0.5478000000000001, 0.4274, 0.2006, 0.025399999999999978, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7313000000000001, 0.7067, 0.6767000000000001, 0.651, 0.6255, 0.5745, 0.47640000000000005, 0.27590000000000003, 0.07569999999999999, 0.024399999999999977, 0.024900000000000033, 0.05059999999999998, 0.0534, 0.06910000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7313000000000001, 0.71, 0.6827, 0.6578999999999999, 0.6341, 0.5867, 0.49029999999999996, 0.2772, 0.05520000000000003, 0.00660000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7313000000000001, 0.7065, 0.6762, 0.6498999999999999, 0.6234, 0.5675, 0.45630000000000004, 0.22740000000000005, 0.030100000000000016, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7313000000000001, 0.7312000000000001, 0.7311000000000001, 0.7318, 0.7314, 0.7313000000000001, 0.7311000000000001, 0.7324999999999999, 0.7322, 0.7306, 0.6996, 0.4688, 0.29469999999999996, 0.15669999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7313000000000001, 0.7042999999999999, 0.6724, 0.6445000000000001, 0.617, 0.5605, 0.45109999999999995, 0.24, 0.04510000000000003, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7313000000000001, 0.7042999999999999, 0.6723, 0.6443, 0.6166, 0.5596, 0.44689999999999996, 0.22150000000000003, 0.028699999999999948, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7001, 0.675, 0.6516, 0.625, 0.6005, 0.5508, 0.45389999999999997, 0.26549999999999996, 0.07899999999999996, 0.026499999999999968, 0.03979999999999995, 0.1129, 0.14129999999999998, 0.15580000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7001, 0.6779, 0.6574, 0.6327, 0.6117, 0.5646, 0.47019999999999995, 0.27159999999999995, 0.05810000000000004, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7001, 0.6749, 0.6511, 0.6242, 0.599, 0.5446, 0.43989999999999996, 0.2208, 0.033499999999999974, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7001, 0.7001999999999999, 0.7001, 0.7002999999999999, 0.7001999999999999, 0.7004, 0.6999, 0.6991, 0.6997, 0.6993, 0.6798, 0.48350000000000004, 0.27849999999999997, 0.11399999999999999], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7001, 0.6738, 0.6483, 0.6199, 0.5933999999999999, 0.5396000000000001, 0.4326, 0.23040000000000005, 0.04910000000000003, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7001, 0.6737, 0.6483, 0.6198, 0.5932999999999999, 0.5385, 0.4295, 0.21419999999999995, 0.03210000000000002, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7246, 0.6961999999999999, 0.6678999999999999, 0.6373, 0.6038, 0.5412, 0.4196, 0.20909999999999995, 0.05130000000000001, 0.01649999999999996, 0.01970000000000005, 0.08850000000000002, 0.11770000000000003, 0.13739999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7246, 0.6997, 0.6735, 0.647, 0.6153, 0.5533, 0.4305, 0.19499999999999995, 0.02629999999999999, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7246, 0.6960999999999999, 0.667, 0.6347, 0.5992999999999999, 0.5313, 0.3911, 0.14649999999999996, 0.011299999999999977, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7246, 0.7244999999999999, 0.7243999999999999, 0.7246, 0.7244999999999999, 0.7243999999999999, 0.7248, 0.7241, 0.7222999999999999, 0.7224999999999999, 0.6779999999999999, 0.4274, 0.253, 0.1432], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7246, 0.6938, 0.6651, 0.6309, 0.5969, 0.5287, 0.39249999999999996, 0.17049999999999998, 0.02300000000000002, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7246, 0.6938, 0.6647000000000001, 0.6306, 0.5961000000000001, 0.5261, 0.3833, 0.14339999999999997, 0.010499999999999954, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7477, 0.7195, 0.6926, 0.6648000000000001, 0.6342, 0.5716, 0.4586, 0.2479, 0.06410000000000005, 0.01759999999999995, 0.031000000000000028, 0.07469999999999999, 0.08489999999999998, 0.09730000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7477, 0.7227, 0.6972, 0.6745, 0.645, 0.5849, 0.47030000000000005, 0.23650000000000004, 0.03410000000000002, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7477, 0.7194, 0.6913, 0.6618999999999999, 0.6299, 0.563, 0.43089999999999995, 0.18200000000000005, 0.014700000000000046, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7477, 0.7481, 0.7478, 0.7476, 0.7479, 0.748, 0.7475, 0.7474000000000001, 0.7463, 0.746, 0.7095, 0.42779999999999996, 0.2469, 0.12880000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7477, 0.7174, 0.6881999999999999, 0.6574, 0.625, 0.5578000000000001, 0.4324, 0.21050000000000002, 0.032299999999999995, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7477, 0.7174, 0.6879, 0.6568, 0.624, 0.556, 0.4236, 0.1785, 0.014499999999999957, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7181, 0.6903, 0.6624, 0.6341, 0.6036, 0.5476, 0.4345, 0.2108, 0.043300000000000005, 0.01090000000000002, 0.028299999999999992, 0.09140000000000004, 0.10399999999999998, 0.12060000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7181, 0.6935, 0.6687000000000001, 0.6425000000000001, 0.6146, 0.5599000000000001, 0.45189999999999997, 0.2057, 0.022700000000000053, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7181, 0.6903, 0.6617999999999999, 0.6326, 0.6006, 0.5402, 0.4114, 0.15559999999999996, 0.008700000000000041, 0.00029999999999996696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7181, 0.718, 0.7182999999999999, 0.7178, 0.7182, 0.718, 0.7187, 0.7169, 0.7183999999999999, 0.7167, 0.6871, 0.44310000000000005, 0.2801, 0.15749999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7181, 0.6885, 0.6596, 0.6282, 0.5956, 0.5343, 0.41369999999999996, 0.17600000000000005, 0.020199999999999996, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7181, 0.6885, 0.6596, 0.628, 0.5946, 0.5332, 0.4041, 0.15169999999999995, 0.008199999999999985, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}}, "2": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7339, 0.7076, 0.6798, 0.6496999999999999, 0.622, 0.5668, 0.4627, 0.24980000000000002, 0.06569999999999998, 0.01990000000000003, 0.012900000000000023, 0.0685, 0.08879999999999999, 0.10309999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7339, 0.71, 0.6854, 0.6593, 0.6321, 0.5807, 0.47809999999999997, 0.24770000000000003, 0.04069999999999996, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7339, 0.7073, 0.6793, 0.6489, 0.6195999999999999, 0.5603, 0.44310000000000005, 0.19379999999999997, 0.021199999999999997, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7339, 0.734, 0.7337, 0.7332000000000001, 0.7339, 0.7338, 0.7339, 0.7335, 0.732, 0.73, 0.6899, 0.4547, 0.2663, 0.14270000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7339, 0.7061999999999999, 0.6775, 0.645, 0.6159, 0.5568, 0.4436, 0.2136, 0.03369999999999995, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7339, 0.7061999999999999, 0.6773, 0.6448, 0.6155999999999999, 0.5552, 0.4367, 0.1895, 0.020100000000000007, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7277, 0.6995, 0.6704, 0.6423, 0.6143000000000001, 0.5562, 0.45109999999999995, 0.24829999999999997, 0.0665, 0.01959999999999995, 0.015900000000000025, 0.06159999999999999, 0.08399999999999996, 0.10799999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7277, 0.7026, 0.6769000000000001, 0.6503, 0.6248, 0.5707, 0.4658, 0.24470000000000003, 0.044399999999999995, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7277, 0.6992, 0.6697, 0.6409, 0.6115999999999999, 0.5474, 0.43100000000000005, 0.19489999999999996, 0.021499999999999964, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7277, 0.7278, 0.7277, 0.7278, 0.7277, 0.7278, 0.7274, 0.7262, 0.7269, 0.7274, 0.7145, 0.5139, 0.29890000000000005, 0.1531], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7277, 0.6978, 0.6678999999999999, 0.6389, 0.6094999999999999, 0.5464, 0.4345, 0.2188, 0.0393, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7277, 0.6977, 0.6678999999999999, 0.6384000000000001, 0.6086, 0.5431, 0.42700000000000005, 0.19320000000000004, 0.021100000000000008, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7137, 0.6891, 0.6648000000000001, 0.638, 0.6138, 0.5629, 0.469, 0.27170000000000005, 0.07909999999999995, 0.02310000000000001, 0.0042999999999999705, 0.034399999999999986, 0.05500000000000005, 0.07689999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7137, 0.6930000000000001, 0.6697, 0.645, 0.6234, 0.5772999999999999, 0.48260000000000003, 0.27490000000000003, 0.05610000000000004, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7137, 0.6889000000000001, 0.6642, 0.6364000000000001, 0.6113999999999999, 0.5569999999999999, 0.45230000000000004, 0.2207, 0.030100000000000016, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7137, 0.7137, 0.7142, 0.7138, 0.7135, 0.7137, 0.7134, 0.7136, 0.7121999999999999, 0.7123999999999999, 0.6910000000000001, 0.4989, 0.2952, 0.13290000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7137, 0.6881999999999999, 0.6615, 0.6336999999999999, 0.6084, 0.5528, 0.45120000000000005, 0.24039999999999995, 0.04730000000000001, 0.006700000000000039, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7137, 0.6881999999999999, 0.6614, 0.6332, 0.608, 0.552, 0.44530000000000003, 0.21730000000000005, 0.029000000000000026, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7292000000000001, 0.7054, 0.6785, 0.6517, 0.6243000000000001, 0.569, 0.4585, 0.24850000000000005, 0.06289999999999996, 0.019399999999999973, 0.006000000000000005, 0.038000000000000034, 0.06379999999999997, 0.08299999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7292000000000001, 0.7081999999999999, 0.6841999999999999, 0.6587000000000001, 0.6342, 0.5831, 0.4756, 0.24750000000000005, 0.043200000000000016, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7292000000000001, 0.7054, 0.6778, 0.65, 0.6209, 0.5601, 0.43779999999999997, 0.20020000000000004, 0.022399999999999975, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7292000000000001, 0.7292000000000001, 0.7293000000000001, 0.7295, 0.7291000000000001, 0.7295, 0.7302, 0.7303, 0.7297, 0.7303999999999999, 0.7133, 0.5101, 0.30679999999999996, 0.13149999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7292000000000001, 0.704, 0.6749, 0.6469, 0.6172, 0.5575, 0.43899999999999995, 0.21640000000000004, 0.035599999999999965, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7292000000000001, 0.704, 0.6748000000000001, 0.6464, 0.6164000000000001, 0.5552, 0.4323, 0.19620000000000004, 0.021299999999999986, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7079, 0.6816, 0.6563, 0.6306, 0.6057, 0.5542, 0.45609999999999995, 0.25870000000000004, 0.07289999999999996, 0.02410000000000001, 0.007800000000000029, 0.04379999999999995, 0.06799999999999995, 0.0998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7079, 0.6839, 0.6628000000000001, 0.6392, 0.6144000000000001, 0.5666, 0.47119999999999995, 0.25860000000000005, 0.05520000000000003, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7079, 0.6815, 0.6558999999999999, 0.6291, 0.6029, 0.5486, 0.4383, 0.21150000000000002, 0.030100000000000016, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7079, 0.7077, 0.7076, 0.7082999999999999, 0.7082999999999999, 0.7076, 0.7077, 0.7086, 0.7065, 0.7079, 0.6914, 0.5423, 0.36739999999999995, 0.1622], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7079, 0.6800999999999999, 0.652, 0.6226, 0.5958, 0.5394, 0.4306, 0.22130000000000005, 0.04390000000000005, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7079, 0.6800999999999999, 0.652, 0.6224000000000001, 0.5952999999999999, 0.5389999999999999, 0.42779999999999996, 0.20609999999999995, 0.029000000000000026, 0.0034999999999999476, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7155, 0.6903, 0.6642, 0.6406000000000001, 0.6124, 0.5599000000000001, 0.45840000000000003, 0.24309999999999998, 0.059599999999999986, 0.013700000000000045, 0.0037000000000000366, 0.04710000000000003, 0.07110000000000005, 0.08630000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7155, 0.6933, 0.6697, 0.6476, 0.6215999999999999, 0.5730999999999999, 0.4749, 0.24329999999999996, 0.0403, 0.0044999999999999485, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7155, 0.6900999999999999, 0.6638999999999999, 0.6388, 0.6108, 0.5529999999999999, 0.43600000000000005, 0.19269999999999998, 0.02070000000000005, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7155, 0.7154, 0.7156, 0.7153, 0.7152000000000001, 0.716, 0.7157, 0.7162, 0.7158, 0.7138, 0.6812, 0.45620000000000005, 0.2862, 0.14249999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7155, 0.6873, 0.6609, 0.6349, 0.6061000000000001, 0.5462, 0.43389999999999995, 0.20879999999999999, 0.03249999999999997, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7155, 0.6873, 0.6609, 0.6347, 0.6058, 0.5447, 0.4274, 0.1885, 0.020000000000000018, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7281, 0.7061, 0.6838, 0.6577999999999999, 0.6335999999999999, 0.5843, 0.48529999999999995, 0.27880000000000005, 0.07750000000000001, 0.023700000000000054, 0.007800000000000029, 0.044300000000000006, 0.06410000000000005, 0.0776], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7281, 0.7087, 0.6895, 0.6658, 0.6446000000000001, 0.5966, 0.5016, 0.2784, 0.054200000000000026, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7281, 0.706, 0.6834, 0.656, 0.6305000000000001, 0.5786, 0.4668, 0.22419999999999995, 0.030000000000000027, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7281, 0.7282, 0.7286, 0.7282, 0.7282, 0.728, 0.7283999999999999, 0.7275, 0.7289, 0.7267, 0.7137, 0.5217, 0.3246, 0.1481], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7281, 0.7051000000000001, 0.6806, 0.6522, 0.6255999999999999, 0.5714, 0.4635, 0.239, 0.04600000000000004, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7281, 0.7051000000000001, 0.6806, 0.6518999999999999, 0.6253, 0.5703, 0.4589, 0.21999999999999997, 0.02859999999999996, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7235, 0.6981999999999999, 0.6742, 0.6506000000000001, 0.6252, 0.5754, 0.48129999999999995, 0.27780000000000005, 0.08250000000000002, 0.024499999999999966, 0.014599999999999946, 0.057599999999999985, 0.07530000000000003, 0.09219999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7235, 0.7012, 0.6800999999999999, 0.6579999999999999, 0.634, 0.5879, 0.4951, 0.27549999999999997, 0.056599999999999984, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7235, 0.6978, 0.6738999999999999, 0.6485000000000001, 0.6233, 0.5701, 0.46109999999999995, 0.22260000000000002, 0.030100000000000016, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7235, 0.7234, 0.7235, 0.7238, 0.723, 0.7232000000000001, 0.7228, 0.7228, 0.7222999999999999, 0.7226, 0.6895, 0.46509999999999996, 0.28400000000000003, 0.14629999999999999], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7235, 0.6964, 0.6706, 0.643, 0.6168, 0.5640000000000001, 0.45530000000000004, 0.23519999999999996, 0.04459999999999997, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7235, 0.6964, 0.6705, 0.6429, 0.6165, 0.563, 0.45130000000000003, 0.21599999999999997, 0.028900000000000037, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7110000000000001, 0.6845, 0.6613, 0.6361, 0.6123000000000001, 0.5641, 0.47040000000000004, 0.2793, 0.09079999999999999, 0.030000000000000027, 0.013399999999999967, 0.05689999999999995, 0.07410000000000005, 0.0907], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7110000000000001, 0.6881999999999999, 0.6658999999999999, 0.6446000000000001, 0.6211, 0.5774, 0.4858, 0.2862, 0.06699999999999995, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7110000000000001, 0.6843, 0.6612, 0.6355, 0.611, 0.5585, 0.4567, 0.23609999999999998, 0.03849999999999998, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7110000000000001, 0.7110000000000001, 0.7109, 0.7111000000000001, 0.7112, 0.7107, 0.7102999999999999, 0.7102999999999999, 0.7103999999999999, 0.7094, 0.6951, 0.5231, 0.3346, 0.16910000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7110000000000001, 0.6833, 0.6571, 0.6294, 0.6056, 0.5517000000000001, 0.4515, 0.24760000000000004, 0.05569999999999997, 0.009800000000000031, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7110000000000001, 0.6833, 0.6571, 0.6294, 0.6053999999999999, 0.5505, 0.4477, 0.2319, 0.0373, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7137, 0.6904, 0.6683, 0.6411, 0.6129, 0.5629, 0.46609999999999996, 0.26749999999999996, 0.07640000000000002, 0.02429999999999999, 0.005099999999999993, 0.02510000000000001, 0.04269999999999996, 0.060799999999999965], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7137, 0.6931, 0.6731, 0.6488, 0.6233, 0.5749, 0.4798, 0.2673, 0.05630000000000002, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7137, 0.6903, 0.6677, 0.6386000000000001, 0.6099, 0.5556, 0.45089999999999997, 0.22060000000000002, 0.02949999999999997, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7137, 0.7141, 0.7138, 0.7134, 0.7142, 0.7136, 0.7142, 0.7131000000000001, 0.7130000000000001, 0.7128, 0.6901999999999999, 0.4757, 0.29179999999999995, 0.14880000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7137, 0.6889000000000001, 0.6648000000000001, 0.6341, 0.6041000000000001, 0.5486, 0.44630000000000003, 0.2319, 0.04610000000000003, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7137, 0.6889000000000001, 0.6648000000000001, 0.6337999999999999, 0.6036, 0.5478000000000001, 0.4427, 0.21609999999999996, 0.028699999999999948, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}}, "4": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7527, 0.7244999999999999, 0.7002999999999999, 0.6772, 0.6508, 0.6001000000000001, 0.49660000000000004, 0.29169999999999996, 0.09240000000000004, 0.031000000000000028, 0.017100000000000004, 0.05159999999999998, 0.07330000000000003, 0.09140000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7527, 0.7288, 0.7052, 0.6852, 0.6616, 0.6124, 0.5106999999999999, 0.28080000000000005, 0.05610000000000004, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7527, 0.7241, 0.6998, 0.6747000000000001, 0.6485000000000001, 0.5927, 0.47019999999999995, 0.22529999999999994, 0.030000000000000027, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7527, 0.7529, 0.7528, 0.7524, 0.7525999999999999, 0.7528, 0.7527, 0.7533, 0.7504, 0.7481, 0.7237, 0.5071, 0.3125, 0.1473], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7527, 0.723, 0.6970000000000001, 0.6714, 0.6449, 0.5891, 0.4738, 0.24860000000000004, 0.05069999999999997, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7527, 0.7228, 0.6970000000000001, 0.6709, 0.6441, 0.587, 0.4638, 0.22119999999999995, 0.029000000000000026, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7402, 0.7188, 0.6925, 0.6652, 0.6394, 0.5899, 0.487, 0.27949999999999997, 0.08589999999999998, 0.027000000000000024, 0.009600000000000053, 0.044399999999999995, 0.058699999999999974, 0.0726], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7402, 0.7214, 0.6975, 0.6742, 0.6484, 0.6017, 0.5001, 0.2722, 0.05389999999999995, 0.00660000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7402, 0.7186, 0.692, 0.6643, 0.6357999999999999, 0.5812999999999999, 0.4636, 0.22340000000000004, 0.02959999999999996, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7402, 0.74, 0.7403, 0.7404999999999999, 0.7404999999999999, 0.7401, 0.7401, 0.7408, 0.7398, 0.7401, 0.7186, 0.521, 0.31310000000000004, 0.14390000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7402, 0.7169, 0.688, 0.6584, 0.6308, 0.5759000000000001, 0.4608, 0.23740000000000006, 0.04920000000000002, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7402, 0.7169, 0.6879, 0.6584, 0.6301, 0.5744, 0.45489999999999997, 0.2178, 0.028699999999999948, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7451, 0.722, 0.6945, 0.6693, 0.6402, 0.5888, 0.494, 0.30100000000000005, 0.09819999999999995, 0.03610000000000002, 0.01429999999999998, 0.047900000000000054, 0.06000000000000005, 0.07379999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7451, 0.7246, 0.7001, 0.6757, 0.6509, 0.6006, 0.5031, 0.28959999999999997, 0.061000000000000054, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7451, 0.7219, 0.6935, 0.6675, 0.6359, 0.5791999999999999, 0.47240000000000004, 0.23419999999999996, 0.03180000000000005, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7451, 0.7452, 0.7454000000000001, 0.7454000000000001, 0.7453000000000001, 0.7458, 0.7454000000000001, 0.7441, 0.7446999999999999, 0.743, 0.7215, 0.525, 0.3044, 0.1271], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7451, 0.7202999999999999, 0.6900999999999999, 0.6618999999999999, 0.631, 0.5746, 0.4716, 0.25849999999999995, 0.05620000000000003, 0.010399999999999965, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7451, 0.7202999999999999, 0.6900999999999999, 0.6617, 0.6302, 0.573, 0.46540000000000004, 0.22999999999999998, 0.03059999999999996, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7222, 0.6969000000000001, 0.6723, 0.6488, 0.6249, 0.5738, 0.47709999999999997, 0.28080000000000005, 0.08909999999999996, 0.031100000000000017, 0.01419999999999999, 0.043200000000000016, 0.060699999999999976, 0.0796], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7222, 0.6997, 0.6774, 0.6556, 0.633, 0.5849, 0.48939999999999995, 0.2771, 0.05889999999999995, 0.008199999999999985, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7222, 0.6966, 0.6712, 0.6473, 0.6214999999999999, 0.5682, 0.45530000000000004, 0.22870000000000001, 0.032299999999999995, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7222, 0.722, 0.7222999999999999, 0.722, 0.7223999999999999, 0.7221, 0.7222999999999999, 0.7203999999999999, 0.7222, 0.7198, 0.6897, 0.4575, 0.27180000000000004, 0.14249999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7222, 0.6953, 0.669, 0.6446000000000001, 0.6181, 0.5624, 0.45530000000000004, 0.24619999999999997, 0.051899999999999946, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7222, 0.6953, 0.669, 0.6442, 0.6174999999999999, 0.5613, 0.44889999999999997, 0.22540000000000004, 0.031000000000000028, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7298, 0.7046, 0.6832, 0.6595, 0.637, 0.5866, 0.49319999999999997, 0.3066, 0.10450000000000004, 0.037699999999999956, 0.011900000000000022, 0.04579999999999995, 0.06989999999999996, 0.09130000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7298, 0.7071000000000001, 0.6884, 0.6672, 0.6454, 0.5988, 0.5077, 0.3036, 0.07509999999999994, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7298, 0.7045, 0.6827, 0.6578999999999999, 0.6343, 0.581, 0.47609999999999997, 0.25349999999999995, 0.04310000000000003, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7298, 0.73, 0.73, 0.7297, 0.73, 0.7299, 0.7303, 0.7303999999999999, 0.7283999999999999, 0.7309, 0.7153, 0.5215000000000001, 0.3025, 0.14259999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7298, 0.7031000000000001, 0.6807000000000001, 0.655, 0.6305000000000001, 0.5768, 0.4768, 0.27170000000000005, 0.06879999999999997, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7298, 0.7031000000000001, 0.6807000000000001, 0.6547000000000001, 0.6298, 0.5751, 0.471, 0.24919999999999998, 0.04200000000000004, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7375, 0.7127, 0.6859, 0.6573, 0.6275, 0.5791999999999999, 0.47, 0.2623, 0.07550000000000001, 0.022700000000000053, 0.008600000000000052, 0.042200000000000015, 0.062000000000000055, 0.09099999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7375, 0.7153, 0.6897, 0.6653, 0.6393, 0.5903, 0.4861, 0.2622, 0.051100000000000034, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7375, 0.7123999999999999, 0.685, 0.6548, 0.6243000000000001, 0.5717, 0.4494, 0.21240000000000003, 0.026800000000000046, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7375, 0.7376, 0.7374, 0.7373000000000001, 0.7371, 0.7368, 0.7368, 0.7363999999999999, 0.737, 0.7367, 0.7292000000000001, 0.5765, 0.3556, 0.15980000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7375, 0.7110000000000001, 0.6824, 0.6524, 0.6208, 0.5667, 0.45030000000000003, 0.2288, 0.04520000000000002, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7375, 0.7110000000000001, 0.6824, 0.6521, 0.6203000000000001, 0.565, 0.4438, 0.20899999999999996, 0.026100000000000012, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7241, 0.7021, 0.6792, 0.6557999999999999, 0.6298, 0.5809, 0.48760000000000003, 0.2935, 0.09340000000000004, 0.032399999999999984, 0.010199999999999987, 0.03269999999999995, 0.036900000000000044, 0.047799999999999954], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7241, 0.7049000000000001, 0.6839, 0.6623, 0.6414, 0.5925, 0.5024, 0.2891, 0.06410000000000005, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7241, 0.702, 0.6784, 0.6548, 0.6281, 0.5751999999999999, 0.46809999999999996, 0.2369, 0.03400000000000003, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7241, 0.7241, 0.7242, 0.7244999999999999, 0.7241, 0.7242999999999999, 0.7249, 0.7249, 0.7248, 0.7242999999999999, 0.7059, 0.5096, 0.29900000000000004, 0.13729999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7241, 0.7010000000000001, 0.6762, 0.6523, 0.6234999999999999, 0.5718, 0.4709, 0.25970000000000004, 0.05930000000000002, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7241, 0.7010000000000001, 0.6760999999999999, 0.6522, 0.6227, 0.5707, 0.46309999999999996, 0.23429999999999995, 0.033399999999999985, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7283, 0.704, 0.6787000000000001, 0.6516, 0.6252, 0.5714, 0.48150000000000004, 0.27470000000000006, 0.09350000000000003, 0.03280000000000005, 0.009499999999999953, 0.0252, 0.0363, 0.05179999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7283, 0.7067, 0.6837, 0.6591, 0.6342, 0.5851, 0.4938, 0.2714, 0.061799999999999966, 0.011399999999999966, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7283, 0.7038, 0.6777, 0.6502, 0.6227, 0.5659000000000001, 0.4588, 0.21609999999999996, 0.03359999999999996, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7283, 0.7279, 0.7283, 0.7278, 0.7276, 0.7274, 0.7279, 0.7279, 0.7269, 0.7275, 0.7123999999999999, 0.5701, 0.3991, 0.16910000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7283, 0.702, 0.6740999999999999, 0.6466000000000001, 0.6178, 0.5608, 0.4567, 0.23419999999999996, 0.05179999999999996, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7283, 0.702, 0.6738, 0.6465000000000001, 0.6174999999999999, 0.5595, 0.45089999999999997, 0.21189999999999998, 0.032399999999999984, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7421, 0.7185, 0.6936, 0.6638999999999999, 0.6379, 0.5900000000000001, 0.48729999999999996, 0.2894, 0.09330000000000005, 0.03490000000000004, 0.01629999999999998, 0.045599999999999974, 0.049699999999999966, 0.06369999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7421, 0.7218, 0.6990000000000001, 0.6722, 0.6477999999999999, 0.5997, 0.49970000000000003, 0.2821, 0.06120000000000003, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7421, 0.7183999999999999, 0.6929000000000001, 0.6619999999999999, 0.6339, 0.5807, 0.4665, 0.22870000000000001, 0.03400000000000003, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7421, 0.7421, 0.742, 0.7421, 0.7422, 0.7424999999999999, 0.7414000000000001, 0.7417, 0.7424999999999999, 0.7407, 0.7253000000000001, 0.5319, 0.32420000000000004, 0.15600000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7421, 0.7170000000000001, 0.69, 0.6581, 0.6315999999999999, 0.5776, 0.46950000000000003, 0.25339999999999996, 0.056599999999999984, 0.009399999999999964, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7421, 0.7170000000000001, 0.6899, 0.6577999999999999, 0.6307, 0.5756, 0.46130000000000004, 0.2258, 0.032299999999999995, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7236, 0.6998, 0.6729, 0.6474, 0.6236999999999999, 0.5758, 0.47230000000000005, 0.2741, 0.08979999999999999, 0.033399999999999985, 0.012900000000000023, 0.036599999999999966, 0.05289999999999995, 0.07189999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7236, 0.7034, 0.6784, 0.6541, 0.6327, 0.5885, 0.48540000000000005, 0.26970000000000005, 0.0605, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7236, 0.6995, 0.6724, 0.6458999999999999, 0.6215999999999999, 0.567, 0.4514, 0.22030000000000005, 0.03269999999999995, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7236, 0.7236, 0.7234, 0.7232000000000001, 0.7236, 0.7242, 0.723, 0.7238, 0.7223999999999999, 0.7209, 0.6974, 0.5021, 0.2935, 0.11660000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7236, 0.698, 0.6694, 0.6432, 0.6188, 0.5634, 0.4546, 0.24270000000000003, 0.05510000000000004, 0.009700000000000042, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7236, 0.698, 0.6694, 0.6429, 0.618, 0.5609999999999999, 0.4465, 0.21709999999999996, 0.03180000000000005, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0]}}, "8": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7369, 0.7108, 0.6838, 0.6564, 0.6301, 0.5779000000000001, 0.4729, 0.26480000000000004, 0.07740000000000002, 0.025900000000000034, 0.006399999999999961, 0.026499999999999968, 0.04200000000000004, 0.06110000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7369, 0.7151000000000001, 0.6888000000000001, 0.6641, 0.6402, 0.5908, 0.4871, 0.25739999999999996, 0.04930000000000001, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7369, 0.7108, 0.6828000000000001, 0.6546000000000001, 0.627, 0.5694, 0.4506, 0.2076, 0.028000000000000025, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7369, 0.7374, 0.7368, 0.7374, 0.7372000000000001, 0.7367, 0.7363999999999999, 0.7369, 0.7384999999999999, 0.7363, 0.7157, 0.5302, 0.2982, 0.12450000000000006], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7369, 0.7096, 0.6812, 0.6523, 0.6263000000000001, 0.5671999999999999, 0.4568, 0.23109999999999997, 0.04390000000000005, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7369, 0.7096, 0.681, 0.6518999999999999, 0.6249, 0.5650999999999999, 0.44789999999999996, 0.20489999999999997, 0.027100000000000013, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7233, 0.7008, 0.6768000000000001, 0.6511, 0.6258, 0.5789, 0.4919, 0.3067, 0.1139, 0.04690000000000005, 0.013900000000000023, 0.03059999999999996, 0.046499999999999986, 0.07089999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7233, 0.7036, 0.6824, 0.6588, 0.6347, 0.5891, 0.5016, 0.2972, 0.07599999999999996, 0.013700000000000045, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7233, 0.7007, 0.6756, 0.65, 0.6218, 0.5715, 0.46840000000000004, 0.24539999999999995, 0.042300000000000004, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7233, 0.7233, 0.7235, 0.7234, 0.7236, 0.7235, 0.7222, 0.7234, 0.7235, 0.7226, 0.6927, 0.48560000000000003, 0.30889999999999995, 0.1501], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7233, 0.6989000000000001, 0.6724, 0.6437999999999999, 0.6173, 0.5676, 0.46819999999999995, 0.26649999999999996, 0.06620000000000004, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7233, 0.6989000000000001, 0.6723, 0.6437999999999999, 0.6166, 0.5658000000000001, 0.46099999999999997, 0.24160000000000004, 0.041100000000000025, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7396, 0.7141, 0.6909000000000001, 0.6639999999999999, 0.6391, 0.5886, 0.48939999999999995, 0.2901, 0.10409999999999997, 0.04359999999999997, 0.015800000000000036, 0.0383, 0.0615, 0.08020000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7396, 0.7172000000000001, 0.6953, 0.6713, 0.6476, 0.5991, 0.4971, 0.2691, 0.05789999999999995, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7396, 0.7139, 0.6893, 0.6615, 0.6342, 0.5791, 0.4607, 0.21550000000000002, 0.03149999999999997, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7396, 0.7397, 0.7395, 0.7394000000000001, 0.7393000000000001, 0.7395, 0.7389, 0.7402, 0.7402, 0.7424999999999999, 0.7202, 0.49260000000000004, 0.30310000000000004, 0.15369999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7396, 0.7127, 0.6872, 0.6577999999999999, 0.6309, 0.5751, 0.46530000000000005, 0.24129999999999996, 0.05559999999999998, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7396, 0.7127, 0.687, 0.6573, 0.6299, 0.5732999999999999, 0.4547, 0.21250000000000002, 0.031000000000000028, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7171000000000001, 0.6976, 0.6716, 0.648, 0.6241, 0.5777, 0.48429999999999995, 0.3013, 0.10709999999999997, 0.0413, 0.01429999999999998, 0.05459999999999998, 0.07269999999999999, 0.08640000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7171000000000001, 0.6998, 0.6767000000000001, 0.6541, 0.6315999999999999, 0.5880000000000001, 0.4962, 0.2952, 0.07010000000000005, 0.013299999999999979, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7171000000000001, 0.6975, 0.671, 0.6466000000000001, 0.6214, 0.5710999999999999, 0.46509999999999996, 0.2429, 0.0413, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7171000000000001, 0.7172000000000001, 0.7173, 0.7170000000000001, 0.7171000000000001, 0.7177, 0.7178, 0.7178, 0.7163999999999999, 0.7153, 0.6876, 0.483, 0.25970000000000004, 0.1271], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7171000000000001, 0.6960999999999999, 0.6689, 0.6422, 0.6155999999999999, 0.5657, 0.46609999999999996, 0.2621, 0.061000000000000054, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7171000000000001, 0.696, 0.6689, 0.642, 0.615, 0.5643, 0.4606, 0.23909999999999998, 0.03969999999999996, 0.0034999999999999476, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7207, 0.6965, 0.673, 0.6466000000000001, 0.6188, 0.5675, 0.4717, 0.28280000000000005, 0.09809999999999997, 0.038000000000000034, 0.010099999999999998, 0.06020000000000003, 0.08609999999999995, 0.10109999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7207, 0.7001, 0.6778, 0.6543, 0.6283000000000001, 0.5807, 0.48129999999999995, 0.275, 0.06030000000000002, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7207, 0.6964, 0.6722, 0.6445000000000001, 0.6154999999999999, 0.5606, 0.4468, 0.21850000000000003, 0.03300000000000003, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7207, 0.7207, 0.7207, 0.7207, 0.7207, 0.7212000000000001, 0.721, 0.7197, 0.7208, 0.7197, 0.6838, 0.4304, 0.2643, 0.1492], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7207, 0.6951, 0.6684, 0.6399, 0.6106, 0.5544, 0.4446, 0.239, 0.05049999999999999, 0.009700000000000042, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7207, 0.6951, 0.6683, 0.6397999999999999, 0.6098, 0.5526, 0.4383, 0.21419999999999995, 0.03149999999999997, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.731, 0.7075, 0.6828000000000001, 0.6558999999999999, 0.6322, 0.5816, 0.48460000000000003, 0.28380000000000005, 0.09209999999999996, 0.03420000000000001, 0.014599999999999946, 0.04590000000000005, 0.060899999999999954, 0.07620000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.731, 0.7103999999999999, 0.6879, 0.6637, 0.6408, 0.5924, 0.4951, 0.276, 0.05359999999999998, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.731, 0.7073, 0.6820999999999999, 0.6534, 0.6278, 0.5758, 0.4567, 0.2227, 0.026900000000000035, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.731, 0.7312000000000001, 0.7315, 0.7309, 0.7308, 0.7314, 0.731, 0.7307, 0.7292000000000001, 0.728, 0.6975, 0.4575, 0.25539999999999996, 0.12890000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.731, 0.7058, 0.6792, 0.6509, 0.6227, 0.5715, 0.4605, 0.245, 0.048799999999999955, 0.00660000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.731, 0.7057, 0.6791, 0.6507000000000001, 0.6216999999999999, 0.5700000000000001, 0.4517, 0.21889999999999998, 0.026100000000000012, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7412000000000001, 0.7186, 0.6927, 0.6689, 0.6397999999999999, 0.5869, 0.487, 0.28990000000000005, 0.10099999999999998, 0.04139999999999999, 0.019199999999999995, 0.02949999999999997, 0.04139999999999999, 0.058699999999999974], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7412000000000001, 0.7212000000000001, 0.6979, 0.6757, 0.65, 0.5986, 0.49829999999999997, 0.277, 0.06220000000000003, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7412000000000001, 0.7185, 0.6927, 0.6669, 0.6361, 0.5781000000000001, 0.4606, 0.2228, 0.03290000000000004, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7412000000000001, 0.7413000000000001, 0.7413000000000001, 0.7415, 0.7416, 0.7409, 0.7417, 0.7416, 0.7403, 0.7424999999999999, 0.7198, 0.5206999999999999, 0.32630000000000003, 0.15459999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7412000000000001, 0.7162, 0.6888000000000001, 0.6602, 0.6289, 0.5719000000000001, 0.45899999999999996, 0.2429, 0.054400000000000004, 0.009099999999999997, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7412000000000001, 0.7162, 0.6888000000000001, 0.6598999999999999, 0.6285000000000001, 0.5697, 0.4507, 0.21750000000000003, 0.032399999999999984, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7121, 0.6879, 0.6635, 0.6377999999999999, 0.6127, 0.56, 0.46299999999999997, 0.2711, 0.09019999999999995, 0.032399999999999984, 0.013900000000000023, 0.043399999999999994, 0.061799999999999966, 0.08450000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7121, 0.6905, 0.6682, 0.6464, 0.6199, 0.5700000000000001, 0.47419999999999995, 0.2583, 0.0484, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7121, 0.6878, 0.6626000000000001, 0.6344000000000001, 0.608, 0.5517000000000001, 0.43789999999999996, 0.20620000000000005, 0.02310000000000001, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7121, 0.7122999999999999, 0.7121999999999999, 0.7123999999999999, 0.7116, 0.7119, 0.7116, 0.7115, 0.7119, 0.7094, 0.6873, 0.4869, 0.29769999999999996, 0.15369999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7121, 0.6866, 0.6605, 0.6315, 0.6046, 0.5502, 0.44210000000000005, 0.23099999999999998, 0.04249999999999998, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7121, 0.6866, 0.6604, 0.6307, 0.6036, 0.5479, 0.43310000000000004, 0.2025, 0.02200000000000002, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7322, 0.7083999999999999, 0.6872, 0.6625, 0.6389, 0.5951, 0.5016, 0.3083, 0.10719999999999996, 0.04149999999999998, 0.00660000000000005, 0.028100000000000014, 0.044499999999999984, 0.06479999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7322, 0.7115, 0.6912, 0.6705, 0.6465000000000001, 0.6061000000000001, 0.5146, 0.30679999999999996, 0.07879999999999998, 0.01419999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7322, 0.7083999999999999, 0.6869000000000001, 0.6615, 0.6372, 0.5901000000000001, 0.48529999999999995, 0.25539999999999996, 0.0474, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7322, 0.7323, 0.7323999999999999, 0.7323, 0.732, 0.7323999999999999, 0.7319, 0.7306, 0.7304999999999999, 0.7296, 0.7112, 0.5332, 0.33699999999999997, 0.15790000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7322, 0.7074, 0.6847, 0.6581, 0.6349, 0.5853999999999999, 0.4837, 0.27490000000000003, 0.07089999999999996, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7322, 0.7074, 0.6847, 0.6578999999999999, 0.6343, 0.5849, 0.4789, 0.252, 0.0464, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7448, 0.7211000000000001, 0.6950000000000001, 0.6713, 0.6441, 0.5886, 0.48419999999999996, 0.2774, 0.08420000000000005, 0.03600000000000003, 0.016199999999999992, 0.04859999999999998, 0.06720000000000004, 0.08299999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7448, 0.724, 0.7004, 0.6778, 0.653, 0.6024, 0.4951, 0.26949999999999996, 0.0534, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7448, 0.7209, 0.6948, 0.6695, 0.6406000000000001, 0.581, 0.46299999999999997, 0.21699999999999997, 0.02849999999999997, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7448, 0.7449, 0.7452, 0.7448, 0.7455, 0.7455, 0.7461, 0.7444, 0.7431, 0.7423, 0.7198, 0.5136000000000001, 0.30589999999999995, 0.14739999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7448, 0.7199, 0.6934, 0.6681, 0.6391, 0.5796, 0.4685, 0.24180000000000001, 0.04710000000000003, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7448, 0.7199, 0.6934, 0.6673, 0.6382, 0.5766, 0.4605, 0.21450000000000002, 0.02749999999999997, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}}, "16": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7299, 0.7047, 0.6812, 0.6562, 0.6282, 0.5771999999999999, 0.4828, 0.2953, 0.10560000000000003, 0.04490000000000005, 0.006700000000000039, 0.023399999999999976, 0.036800000000000055, 0.05279999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7299, 0.7074, 0.6868000000000001, 0.6622, 0.6387, 0.5872999999999999, 0.49539999999999995, 0.28690000000000004, 0.0675, 0.013299999999999979, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7299, 0.7041999999999999, 0.6799, 0.6541, 0.6252, 0.5691999999999999, 0.4609, 0.23509999999999998, 0.037699999999999956, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7299, 0.7297, 0.7299, 0.7298, 0.7296, 0.7297, 0.7287, 0.7287, 0.7286, 0.7282, 0.7119, 0.5276000000000001, 0.3498, 0.17759999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7299, 0.7033, 0.6777, 0.6503, 0.6214, 0.5664, 0.46209999999999996, 0.258, 0.05989999999999995, 0.012199999999999989, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7299, 0.7033, 0.6776, 0.6501, 0.6208, 0.5645, 0.45589999999999997, 0.23260000000000003, 0.036699999999999955, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.753, 0.7244999999999999, 0.7013, 0.6747000000000001, 0.6454, 0.5883, 0.4828, 0.28559999999999997, 0.09960000000000002, 0.0474, 0.01849999999999996, 0.07389999999999997, 0.09940000000000004, 0.11129999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.753, 0.7272000000000001, 0.7061999999999999, 0.6820999999999999, 0.655, 0.6002000000000001, 0.49339999999999995, 0.26849999999999996, 0.054400000000000004, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.753, 0.7243999999999999, 0.7004, 0.6727000000000001, 0.6413, 0.5771999999999999, 0.4568, 0.21150000000000002, 0.028200000000000003, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.753, 0.753, 0.7527, 0.7528, 0.7527, 0.7525, 0.7522, 0.7515000000000001, 0.7527, 0.7486999999999999, 0.7374, 0.46740000000000004, 0.24929999999999997, 0.13980000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.753, 0.7236, 0.6979, 0.6697, 0.6377999999999999, 0.5747, 0.46040000000000003, 0.24329999999999996, 0.05249999999999999, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.753, 0.7236, 0.6979, 0.6692, 0.6365000000000001, 0.5721, 0.4514, 0.20899999999999996, 0.026900000000000035, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.724, 0.7008, 0.6744, 0.648, 0.6207, 0.5702, 0.47450000000000003, 0.2933, 0.11329999999999996, 0.05569999999999997, 0.0262, 0.08350000000000002, 0.09809999999999997, 0.1008], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.724, 0.7030000000000001, 0.6799999999999999, 0.6548, 0.6296999999999999, 0.5823, 0.4818, 0.2713, 0.06489999999999996, 0.012399999999999967, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.724, 0.7007, 0.6736, 0.6455, 0.6173, 0.5597, 0.44689999999999996, 0.21899999999999997, 0.034499999999999975, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.724, 0.7241, 0.7244999999999999, 0.7247, 0.7251000000000001, 0.7242999999999999, 0.7244999999999999, 0.7246, 0.7231000000000001, 0.7224999999999999, 0.7021, 0.4528, 0.21209999999999996, 0.10329999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.724, 0.6976, 0.6702, 0.6395, 0.6112, 0.5534, 0.4447, 0.24019999999999997, 0.06020000000000003, 0.0121, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.724, 0.6976, 0.6702, 0.6393, 0.6108, 0.5513, 0.43779999999999997, 0.21440000000000003, 0.033299999999999996, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7522, 0.731, 0.7053, 0.6802, 0.6521, 0.5965, 0.5033000000000001, 0.3074, 0.1078, 0.04679999999999995, 0.025499999999999967, 0.0706, 0.07899999999999996, 0.08220000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7522, 0.7334, 0.7101999999999999, 0.6859, 0.6623, 0.6075999999999999, 0.5132, 0.29379999999999995, 0.06479999999999997, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7522, 0.7309, 0.704, 0.6779, 0.6476999999999999, 0.5877, 0.47829999999999995, 0.2379, 0.033499999999999974, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7522, 0.7521, 0.7523, 0.7518, 0.7525999999999999, 0.752, 0.7522, 0.7523, 0.7517, 0.753, 0.728, 0.47750000000000004, 0.23850000000000005, 0.11019999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7522, 0.7288, 0.7011000000000001, 0.6740999999999999, 0.6442, 0.5852999999999999, 0.4819, 0.2649, 0.05740000000000001, 0.010800000000000032, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7522, 0.7288, 0.7010000000000001, 0.6738999999999999, 0.6431, 0.5829, 0.47330000000000005, 0.2348, 0.03249999999999997, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7428, 0.7132000000000001, 0.6867, 0.6613, 0.6354, 0.5791, 0.4768, 0.27759999999999996, 0.1018, 0.04369999999999996, 0.02200000000000002, 0.07730000000000004, 0.09140000000000004, 0.0978], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7428, 0.7155, 0.6928000000000001, 0.6687000000000001, 0.6442, 0.5907, 0.48419999999999996, 0.25349999999999995, 0.043300000000000005, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7428, 0.7130000000000001, 0.6861999999999999, 0.6594, 0.6319, 0.5675, 0.44589999999999996, 0.2015, 0.021100000000000008, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7428, 0.7425999999999999, 0.7424, 0.742, 0.7423, 0.7424999999999999, 0.7423, 0.742, 0.7392000000000001, 0.739, 0.7019, 0.4415, 0.23509999999999998, 0.13539999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7428, 0.7112, 0.6836, 0.6553, 0.6273, 0.5667, 0.45230000000000004, 0.2288, 0.042300000000000004, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7428, 0.7112, 0.6836, 0.6551, 0.6266, 0.5635, 0.4407, 0.1975, 0.020100000000000007, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7109, 0.6869000000000001, 0.6617999999999999, 0.6356999999999999, 0.6079, 0.5583, 0.4607, 0.27559999999999996, 0.10570000000000002, 0.045499999999999985, 0.01639999999999997, 0.07110000000000005, 0.09530000000000005, 0.10560000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7109, 0.6895, 0.6667000000000001, 0.6425000000000001, 0.6181, 0.5671999999999999, 0.469, 0.2573, 0.05889999999999995, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7109, 0.6867, 0.6608, 0.6337999999999999, 0.6033999999999999, 0.5477000000000001, 0.4344, 0.20750000000000002, 0.03249999999999997, 0.0042999999999999705, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7109, 0.7109, 0.7110000000000001, 0.7111000000000001, 0.7115, 0.7115, 0.7116, 0.7119, 0.7112, 0.7110000000000001, 0.6857, 0.4548, 0.27349999999999997, 0.14529999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7109, 0.6847, 0.657, 0.628, 0.5973999999999999, 0.5398000000000001, 0.4285, 0.22060000000000002, 0.05130000000000001, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7109, 0.6847, 0.657, 0.6275999999999999, 0.5968, 0.5388, 0.4225, 0.20130000000000003, 0.031299999999999994, 0.0038000000000000256, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7209, 0.6909000000000001, 0.6642, 0.6372, 0.6073999999999999, 0.5488999999999999, 0.44320000000000004, 0.25049999999999994, 0.0756, 0.026499999999999968, 0.009299999999999975, 0.062100000000000044, 0.08760000000000001, 0.11180000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7209, 0.6935, 0.6694, 0.6436, 0.6192, 0.5625, 0.45499999999999996, 0.2368, 0.042200000000000015, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7209, 0.6907, 0.6628000000000001, 0.6346, 0.6043000000000001, 0.5389999999999999, 0.4193, 0.18710000000000004, 0.021199999999999997, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7209, 0.7207, 0.7204999999999999, 0.7204999999999999, 0.7204999999999999, 0.7204999999999999, 0.7195, 0.7208, 0.7195, 0.7182, 0.7008, 0.501, 0.2972, 0.1513], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7209, 0.6889000000000001, 0.6586000000000001, 0.6298, 0.5987, 0.5329999999999999, 0.4161, 0.19940000000000002, 0.03639999999999999, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7209, 0.6889000000000001, 0.6584, 0.6295999999999999, 0.5985, 0.5313, 0.4101, 0.18130000000000002, 0.020399999999999974, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7232000000000001, 0.7001, 0.6744, 0.6478999999999999, 0.62, 0.5692999999999999, 0.4716, 0.28590000000000004, 0.09830000000000005, 0.04190000000000005, 0.016800000000000037, 0.04310000000000003, 0.06159999999999999, 0.08420000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7232000000000001, 0.7021999999999999, 0.6793, 0.6556, 0.6292, 0.5811, 0.48260000000000003, 0.2804, 0.05910000000000004, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7232000000000001, 0.6999, 0.6735, 0.6464, 0.6169, 0.5611999999999999, 0.45009999999999994, 0.22919999999999996, 0.03180000000000005, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7232000000000001, 0.7231000000000001, 0.7232000000000001, 0.7232000000000001, 0.7223999999999999, 0.7232000000000001, 0.7227, 0.723, 0.7222999999999999, 0.7219, 0.6853, 0.43489999999999995, 0.252, 0.1291], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7232000000000001, 0.6994, 0.6714, 0.6435, 0.6145, 0.5605, 0.4538, 0.2531, 0.05389999999999995, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7232000000000001, 0.6993, 0.6713, 0.6429, 0.6135999999999999, 0.5579000000000001, 0.44630000000000003, 0.22609999999999997, 0.030399999999999983, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7309, 0.7065, 0.6804, 0.6529, 0.6242, 0.5751, 0.4799, 0.3024, 0.11960000000000004, 0.050799999999999956, 0.011399999999999966, 0.036599999999999966, 0.05730000000000002, 0.0766], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7309, 0.7092, 0.6856, 0.6617, 0.6339, 0.5849, 0.48850000000000005, 0.28700000000000003, 0.07140000000000002, 0.011499999999999955, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7309, 0.7063999999999999, 0.6792, 0.6498999999999999, 0.6205, 0.5649, 0.4545, 0.23350000000000004, 0.0373, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7309, 0.731, 0.731, 0.7314, 0.7315, 0.7308, 0.7318, 0.7308, 0.7307, 0.7281, 0.6951, 0.4374, 0.22109999999999996, 0.12280000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7309, 0.7052, 0.6760999999999999, 0.645, 0.6154, 0.5605, 0.4557, 0.2571, 0.06279999999999997, 0.011199999999999988, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7309, 0.7052, 0.6760999999999999, 0.6447, 0.6147, 0.5582, 0.4487, 0.23040000000000005, 0.035800000000000054, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7273000000000001, 0.7025, 0.6795, 0.6553, 0.6303000000000001, 0.5794, 0.4891, 0.30369999999999997, 0.11539999999999995, 0.05059999999999998, 0.010299999999999976, 0.049799999999999955, 0.07699999999999996, 0.09699999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7273000000000001, 0.7055, 0.6839, 0.6625, 0.6386000000000001, 0.5909, 0.49750000000000005, 0.28800000000000003, 0.06899999999999995, 0.013000000000000012, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7273000000000001, 0.7021999999999999, 0.6785, 0.6536, 0.6258, 0.5705, 0.4678, 0.2369, 0.037699999999999956, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7273000000000001, 0.7274, 0.7275, 0.7269, 0.7271000000000001, 0.7275, 0.7263999999999999, 0.7273000000000001, 0.7267, 0.7246, 0.7092, 0.5534, 0.3507, 0.14170000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7273000000000001, 0.7, 0.6748000000000001, 0.649, 0.6189, 0.5617, 0.46130000000000004, 0.25229999999999997, 0.05879999999999996, 0.012599999999999945, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7273000000000001, 0.7, 0.6747000000000001, 0.6486000000000001, 0.6186, 0.5604, 0.45720000000000005, 0.2309, 0.0363, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0]}}, "32": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7646999999999999, 0.7381, 0.7129, 0.6898, 0.6644, 0.6092, 0.5063, 0.3146, 0.1189, 0.057599999999999985, 0.018399999999999972, 0.07150000000000001, 0.09040000000000004, 0.0968], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7646999999999999, 0.7412000000000001, 0.7185, 0.6964, 0.6723, 0.6207, 0.516, 0.29700000000000004, 0.06779999999999997, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7646999999999999, 0.7377, 0.7121999999999999, 0.688, 0.6615, 0.6013999999999999, 0.47819999999999996, 0.23960000000000004, 0.037699999999999956, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7646999999999999, 0.7644, 0.7646999999999999, 0.7644, 0.765, 0.7642, 0.7636000000000001, 0.7643, 0.7633, 0.7621, 0.7374, 0.47850000000000004, 0.25070000000000003, 0.13790000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7646999999999999, 0.7368, 0.7102999999999999, 0.6851, 0.6573, 0.5992999999999999, 0.48260000000000003, 0.2691, 0.06020000000000003, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7646999999999999, 0.7367, 0.7102999999999999, 0.6849000000000001, 0.6565, 0.597, 0.47309999999999997, 0.2368, 0.03639999999999999, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7671, 0.7443, 0.7199, 0.6931, 0.6659999999999999, 0.6143000000000001, 0.5133, 0.3147, 0.11140000000000005, 0.048799999999999955, 0.015800000000000036, 0.07199999999999995, 0.09809999999999997, 0.10840000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7671, 0.7462, 0.7253000000000001, 0.7005, 0.6758, 0.6244000000000001, 0.521, 0.2883, 0.057599999999999985, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7671, 0.7441, 0.7181, 0.6911, 0.6616, 0.6041000000000001, 0.48229999999999995, 0.22850000000000004, 0.030100000000000016, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7671, 0.7671, 0.7672, 0.7672, 0.7666999999999999, 0.7674, 0.7675, 0.7664, 0.7661, 0.7676000000000001, 0.7283999999999999, 0.4747, 0.27180000000000004, 0.14200000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7671, 0.7427, 0.7152000000000001, 0.6871, 0.6589, 0.6001000000000001, 0.486, 0.2593, 0.052200000000000024, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7671, 0.7427, 0.7150000000000001, 0.687, 0.6576, 0.5979, 0.47609999999999997, 0.22499999999999998, 0.029100000000000015, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7299, 0.7061, 0.6837, 0.6596, 0.6319, 0.5785, 0.48760000000000003, 0.30900000000000005, 0.121, 0.05589999999999995, 0.026900000000000035, 0.08140000000000003, 0.10450000000000004, 0.11770000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7299, 0.7093, 0.6881999999999999, 0.665, 0.6424000000000001, 0.5899, 0.4961, 0.2925, 0.07079999999999997, 0.013700000000000045, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7299, 0.706, 0.6825, 0.6582, 0.6283000000000001, 0.5686, 0.4605, 0.2368, 0.040200000000000014, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7299, 0.73, 0.7298, 0.7298, 0.7293000000000001, 0.7304999999999999, 0.7299, 0.7296, 0.7286, 0.7275, 0.6961999999999999, 0.39859999999999995, 0.20789999999999997, 0.11350000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7299, 0.7047, 0.6800999999999999, 0.6545000000000001, 0.6228, 0.5647, 0.46199999999999997, 0.262, 0.06430000000000002, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7299, 0.7047, 0.6798, 0.6545000000000001, 0.6223000000000001, 0.5628, 0.4538, 0.23240000000000005, 0.038799999999999946, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7301, 0.7088, 0.6843, 0.6575, 0.6294, 0.5797, 0.48719999999999997, 0.30589999999999995, 0.12009999999999998, 0.058499999999999996, 0.031000000000000028, 0.060699999999999976, 0.06879999999999997, 0.07750000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7301, 0.7117, 0.688, 0.6648000000000001, 0.6396, 0.5883, 0.494, 0.28469999999999995, 0.06320000000000003, 0.010499999999999954, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7301, 0.7087, 0.6833, 0.6548, 0.6263000000000001, 0.571, 0.4616, 0.2329, 0.034599999999999964, 0.0042999999999999705, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7301, 0.7301, 0.7302, 0.7302, 0.7303, 0.7299, 0.7303, 0.7308, 0.7302, 0.7286, 0.6987, 0.40969999999999995, 0.2047, 0.11229999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7301, 0.7073, 0.6804, 0.6497999999999999, 0.6204000000000001, 0.5649, 0.4617, 0.25260000000000005, 0.05800000000000005, 0.01100000000000001, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7301, 0.7073, 0.6803, 0.6495, 0.6199, 0.5631999999999999, 0.45509999999999995, 0.2278, 0.03390000000000004, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7663, 0.7418, 0.7151000000000001, 0.6866, 0.6608, 0.6057, 0.502, 0.29290000000000005, 0.10629999999999995, 0.05349999999999999, 0.02100000000000002, 0.06399999999999995, 0.08789999999999998, 0.09689999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7663, 0.7442, 0.7222999999999999, 0.6949000000000001, 0.6705, 0.6189, 0.5119, 0.2804, 0.05830000000000002, 0.011099999999999999, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7663, 0.7416, 0.7142, 0.6848000000000001, 0.6574, 0.5949, 0.4749, 0.22499999999999998, 0.03200000000000003, 0.0038000000000000256, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7663, 0.7663, 0.7663, 0.7668, 0.7665, 0.767, 0.7672, 0.7666999999999999, 0.7654, 0.763, 0.7356, 0.4699, 0.2569, 0.13219999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7663, 0.7403, 0.7122999999999999, 0.683, 0.6557, 0.5946, 0.48129999999999995, 0.25270000000000004, 0.049799999999999955, 0.009299999999999975, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7663, 0.7402, 0.7121, 0.6826, 0.6544, 0.5911, 0.47119999999999995, 0.2217, 0.030000000000000027, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7296, 0.7034, 0.6792, 0.651, 0.6234999999999999, 0.5696, 0.4708, 0.27290000000000003, 0.09730000000000005, 0.04039999999999999, 0.02300000000000002, 0.07040000000000002, 0.09319999999999995, 0.1059], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7296, 0.7061999999999999, 0.6831, 0.6593, 0.6312, 0.5806, 0.48160000000000003, 0.25880000000000003, 0.04949999999999999, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7296, 0.7033, 0.6780999999999999, 0.6488, 0.6192, 0.5603, 0.4448, 0.2047, 0.024700000000000055, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7296, 0.7296, 0.7293000000000001, 0.7296, 0.7294, 0.7292000000000001, 0.7287, 0.729, 0.7278, 0.7291000000000001, 0.6935, 0.371, 0.17400000000000004, 0.12029999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7296, 0.7022999999999999, 0.6769000000000001, 0.6456999999999999, 0.6165, 0.5587, 0.4474, 0.22719999999999996, 0.04630000000000001, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7296, 0.7021999999999999, 0.6764, 0.6456, 0.6158, 0.5561, 0.43899999999999995, 0.20089999999999997, 0.02400000000000002, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7463, 0.7204999999999999, 0.6959, 0.6695, 0.6444, 0.5926, 0.496, 0.3026, 0.10619999999999996, 0.04859999999999998, 0.015100000000000002, 0.05820000000000003, 0.08050000000000002, 0.09360000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7463, 0.7226, 0.7012, 0.6777, 0.6534, 0.6046, 0.505, 0.28090000000000004, 0.05520000000000003, 0.007800000000000029, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7463, 0.7201, 0.6951, 0.6667000000000001, 0.6408, 0.5839, 0.46809999999999996, 0.22560000000000002, 0.029100000000000015, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7463, 0.7464999999999999, 0.7464, 0.7465999999999999, 0.7464999999999999, 0.7462, 0.7458, 0.7449, 0.7456, 0.7459, 0.7248, 0.5224, 0.3297, 0.16769999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7463, 0.718, 0.6928000000000001, 0.6633, 0.6363, 0.579, 0.473, 0.24870000000000003, 0.05359999999999998, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7463, 0.718, 0.6927, 0.6625, 0.6359, 0.577, 0.46299999999999997, 0.22060000000000002, 0.028299999999999992, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7368, 0.7113, 0.6892, 0.6672, 0.6426000000000001, 0.5920000000000001, 0.49960000000000004, 0.3063, 0.11770000000000003, 0.06220000000000003, 0.021399999999999975, 0.06410000000000005, 0.08340000000000003, 0.09760000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7368, 0.7136, 0.6933, 0.6723, 0.6509, 0.6037, 0.5085, 0.28969999999999996, 0.06720000000000004, 0.01429999999999998, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7368, 0.7110000000000001, 0.6885, 0.6646000000000001, 0.6394, 0.5836, 0.47019999999999995, 0.23740000000000006, 0.03810000000000002, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7368, 0.7368, 0.7365999999999999, 0.7365999999999999, 0.7364999999999999, 0.7367, 0.7376, 0.7382, 0.7374, 0.736, 0.7283, 0.5331, 0.2811, 0.11450000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7368, 0.7097, 0.6868000000000001, 0.6624, 0.6368, 0.5807, 0.47550000000000003, 0.26339999999999997, 0.062000000000000055, 0.011900000000000022, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7368, 0.7097, 0.6867, 0.6619999999999999, 0.6359, 0.5789, 0.46440000000000003, 0.23450000000000004, 0.03610000000000002, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7488, 0.7233, 0.6953, 0.6713, 0.6432, 0.5932, 0.5005999999999999, 0.31910000000000005, 0.13229999999999997, 0.07199999999999995, 0.02749999999999997, 0.05449999999999999, 0.0776, 0.0897], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7488, 0.726, 0.7007, 0.6779999999999999, 0.6542, 0.6026, 0.5097, 0.30100000000000005, 0.07569999999999999, 0.015000000000000013, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7488, 0.723, 0.6947, 0.6694, 0.6389, 0.5824, 0.4716, 0.247, 0.04169999999999996, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7488, 0.7484, 0.7486999999999999, 0.7486999999999999, 0.7489, 0.7481, 0.7483, 0.7484999999999999, 0.7464, 0.7435, 0.7047, 0.39459999999999995, 0.19199999999999995, 0.10970000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7488, 0.7218, 0.6924, 0.6669, 0.636, 0.5827, 0.47709999999999997, 0.27580000000000005, 0.06979999999999997, 0.013399999999999967, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7488, 0.7218, 0.6921999999999999, 0.6665, 0.6349, 0.5791999999999999, 0.4666, 0.24339999999999995, 0.03949999999999998, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7484, 0.7237, 0.6979, 0.6729, 0.6438999999999999, 0.5943, 0.49250000000000005, 0.3034, 0.11629999999999996, 0.052000000000000046, 0.02180000000000004, 0.05810000000000004, 0.07420000000000004, 0.08760000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7484, 0.727, 0.7028, 0.679, 0.6533, 0.6053, 0.5031, 0.2845, 0.061799999999999966, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7484, 0.7235, 0.6975, 0.6691, 0.6402, 0.5835, 0.46530000000000005, 0.22870000000000001, 0.032200000000000006, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7484, 0.7484, 0.7485999999999999, 0.7484, 0.7488, 0.7489, 0.7488, 0.7486999999999999, 0.748, 0.7442, 0.7108, 0.40759999999999996, 0.18799999999999994, 0.10560000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7484, 0.7213, 0.6947, 0.6658999999999999, 0.6353, 0.5809, 0.46740000000000004, 0.25570000000000004, 0.05720000000000003, 0.010399999999999965, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7484, 0.7212000000000001, 0.6946, 0.6651, 0.6349, 0.5781000000000001, 0.45940000000000003, 0.2257, 0.03080000000000005, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0]}}}, "3": {"1": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7421, 0.7134, 0.6795, 0.6463, 0.6161, 0.5522, 0.43720000000000003, 0.2229, 0.05579999999999996, 0.01980000000000004, 0.03859999999999997, 0.10160000000000002, 0.12090000000000001, 0.14039999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7421, 0.7175, 0.6872, 0.6558999999999999, 0.6273, 0.5645, 0.44730000000000003, 0.20779999999999998, 0.02400000000000002, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7421, 0.7134, 0.6780999999999999, 0.6445000000000001, 0.611, 0.5403, 0.40349999999999997, 0.15649999999999997, 0.010600000000000054, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7421, 0.7422, 0.7423, 0.742, 0.7421, 0.7413000000000001, 0.7424, 0.7414000000000001, 0.7379, 0.7412000000000001, 0.712, 0.4303, 0.25329999999999997, 0.125], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7421, 0.7110000000000001, 0.6742, 0.6394, 0.6068, 0.5372, 0.40859999999999996, 0.1825, 0.02400000000000002, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7421, 0.7109, 0.6740999999999999, 0.639, 0.606, 0.5336000000000001, 0.39659999999999995, 0.1543, 0.010199999999999987, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7192000000000001, 0.6879, 0.6588, 0.6254, 0.5927, 0.5232, 0.40359999999999996, 0.1966, 0.04620000000000002, 0.020399999999999974, 0.031399999999999983, 0.07389999999999997, 0.09209999999999996, 0.12050000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7192000000000001, 0.6907, 0.6644, 0.6354, 0.6033, 0.5379, 0.4153, 0.1834, 0.016599999999999948, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7192000000000001, 0.6875, 0.6579999999999999, 0.624, 0.5881000000000001, 0.5102, 0.37629999999999997, 0.135, 0.007000000000000006, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7192000000000001, 0.7192000000000001, 0.7197, 0.7196, 0.7198, 0.7201, 0.7187, 0.7187, 0.7196, 0.7156, 0.6718, 0.37329999999999997, 0.22099999999999997, 0.13039999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7192000000000001, 0.6867, 0.6562, 0.6213, 0.5867, 0.5113, 0.3859, 0.1622, 0.016100000000000003, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7192000000000001, 0.6867, 0.656, 0.6205, 0.5853999999999999, 0.5065999999999999, 0.37260000000000004, 0.13239999999999996, 0.006199999999999983, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7527, 0.7259, 0.6959, 0.6661, 0.6371, 0.5803, 0.46940000000000004, 0.26259999999999994, 0.07469999999999999, 0.024399999999999977, 0.04290000000000005, 0.09040000000000004, 0.09689999999999999, 0.10850000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7527, 0.7281, 0.7024, 0.6755, 0.6474, 0.5921000000000001, 0.47929999999999995, 0.24750000000000005, 0.03420000000000001, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7527, 0.7258, 0.6951, 0.6637, 0.6319, 0.5703, 0.4427, 0.1904, 0.015000000000000013, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7527, 0.7522, 0.7529, 0.7531, 0.753, 0.7525999999999999, 0.7521, 0.7521, 0.7525, 0.7504, 0.7252000000000001, 0.4606, 0.2652, 0.1392], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7527, 0.724, 0.6903, 0.6596, 0.6249, 0.5649, 0.4417, 0.22109999999999996, 0.03380000000000005, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7527, 0.7239, 0.6903, 0.659, 0.6239, 0.5624, 0.43389999999999995, 0.18710000000000004, 0.013900000000000023, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7491, 0.7171000000000001, 0.6855, 0.6506000000000001, 0.6159, 0.5506, 0.42100000000000004, 0.19279999999999997, 0.047799999999999954, 0.023599999999999954, 0.04379999999999995, 0.09819999999999995, 0.1169, 0.13029999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7491, 0.7202999999999999, 0.6939, 0.6601, 0.6283000000000001, 0.5636, 0.43000000000000005, 0.16920000000000002, 0.014100000000000001, 0.00039999999999995595, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7491, 0.7170000000000001, 0.6840999999999999, 0.6477999999999999, 0.6114999999999999, 0.5365, 0.38570000000000004, 0.12150000000000005, 0.005499999999999949, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7491, 0.7493000000000001, 0.7493000000000001, 0.7492, 0.7494000000000001, 0.7484, 0.749, 0.7477, 0.7497, 0.7482, 0.6899, 0.32220000000000004, 0.16490000000000005, 0.10399999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7491, 0.7154, 0.6820999999999999, 0.6454, 0.6093999999999999, 0.5371, 0.39570000000000005, 0.15380000000000005, 0.015599999999999947, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7491, 0.7153, 0.6817, 0.6446000000000001, 0.608, 0.5324, 0.38180000000000003, 0.11939999999999995, 0.005199999999999982, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7376, 0.7122999999999999, 0.6827, 0.6536, 0.6234999999999999, 0.565, 0.4504, 0.23629999999999995, 0.05579999999999996, 0.017900000000000027, 0.03359999999999996, 0.08979999999999999, 0.10309999999999997, 0.10940000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7376, 0.7153, 0.69, 0.6623, 0.6339, 0.5801000000000001, 0.4646, 0.22240000000000004, 0.025499999999999967, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7376, 0.712, 0.6821999999999999, 0.6517999999999999, 0.6201, 0.5553, 0.42479999999999996, 0.16810000000000003, 0.011499999999999955, 0.0, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7376, 0.7378, 0.7379, 0.7379, 0.7374, 0.7382, 0.7379, 0.7378, 0.7374, 0.7368, 0.7032, 0.3853, 0.19699999999999995, 0.10660000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7376, 0.7110000000000001, 0.6795, 0.6488, 0.6169, 0.5543, 0.42900000000000005, 0.19479999999999997, 0.023700000000000054, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7376, 0.7110000000000001, 0.6792, 0.6486000000000001, 0.6162000000000001, 0.5509999999999999, 0.41969999999999996, 0.16510000000000002, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7226, 0.6923, 0.6601, 0.6296999999999999, 0.5991, 0.5374, 0.42889999999999995, 0.22019999999999995, 0.05810000000000004, 0.021700000000000053, 0.0514, 0.122, 0.13790000000000002, 0.15690000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7226, 0.6959, 0.667, 0.6379, 0.6105, 0.5521, 0.44110000000000005, 0.20689999999999997, 0.024700000000000055, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7226, 0.692, 0.6589, 0.6272, 0.5954999999999999, 0.5243, 0.40059999999999996, 0.15680000000000005, 0.01100000000000001, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7226, 0.7226, 0.7219, 0.7222, 0.7222999999999999, 0.7214, 0.7217, 0.723, 0.7221, 0.7222, 0.7017, 0.39859999999999995, 0.2268, 0.13439999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7226, 0.6910000000000001, 0.6565, 0.6231, 0.5901000000000001, 0.5238, 0.40680000000000005, 0.1835, 0.023299999999999987, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7226, 0.6908000000000001, 0.6565, 0.6229, 0.5893999999999999, 0.5205, 0.396, 0.15339999999999998, 0.010299999999999976, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7463, 0.7231000000000001, 0.6988, 0.6733, 0.6442, 0.5948, 0.49950000000000006, 0.29969999999999997, 0.10619999999999996, 0.043300000000000005, 0.04149999999999998, 0.09399999999999997, 0.10070000000000001, 0.11380000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7463, 0.7267, 0.7037, 0.6805, 0.654, 0.6073999999999999, 0.5105, 0.2921, 0.06640000000000001, 0.013399999999999967, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7463, 0.7228, 0.6980999999999999, 0.6709, 0.6417999999999999, 0.5867, 0.4747, 0.24270000000000003, 0.04069999999999996, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7463, 0.7462, 0.7466999999999999, 0.7464, 0.7462, 0.7465999999999999, 0.7462, 0.7471, 0.7461, 0.7471, 0.7239, 0.46940000000000004, 0.27459999999999996, 0.14159999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7463, 0.7209, 0.6952, 0.6677, 0.637, 0.5832999999999999, 0.47650000000000003, 0.263, 0.06230000000000002, 0.01419999999999999, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7463, 0.7209, 0.6950000000000001, 0.6671, 0.6368, 0.5811999999999999, 0.46830000000000005, 0.23870000000000002, 0.039000000000000035, 0.0044999999999999485, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7258, 0.6979, 0.6662, 0.6311, 0.5973999999999999, 0.5357000000000001, 0.4153, 0.20850000000000002, 0.06140000000000001, 0.03190000000000004, 0.03949999999999998, 0.06659999999999999, 0.07299999999999995, 0.07940000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7258, 0.7008, 0.6720999999999999, 0.6417999999999999, 0.6089, 0.5498000000000001, 0.42600000000000005, 0.18410000000000004, 0.021399999999999975, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7258, 0.6979, 0.6649, 0.6282, 0.5932, 0.5224, 0.3801, 0.13370000000000004, 0.009800000000000031, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7258, 0.7258, 0.7257, 0.7257, 0.7263, 0.7273000000000001, 0.7268, 0.7267, 0.7275, 0.7253000000000001, 0.6945, 0.45120000000000005, 0.29200000000000004, 0.1594], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7258, 0.6964, 0.6613, 0.6234999999999999, 0.5900000000000001, 0.5193, 0.38849999999999996, 0.1653, 0.02070000000000005, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7258, 0.6964, 0.661, 0.6229, 0.5889, 0.5163, 0.3751, 0.13160000000000005, 0.008900000000000019, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7176, 0.6917, 0.6638999999999999, 0.6368, 0.6098, 0.5494, 0.44310000000000005, 0.25649999999999995, 0.08450000000000002, 0.032299999999999995, 0.029000000000000026, 0.0827, 0.09770000000000001, 0.11439999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7176, 0.6938, 0.6697, 0.6448, 0.6209, 0.5625, 0.45620000000000005, 0.24680000000000002, 0.049699999999999966, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7176, 0.6917, 0.6632, 0.6353, 0.606, 0.5417000000000001, 0.4224, 0.19640000000000002, 0.027000000000000024, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7176, 0.7175, 0.7173, 0.7171000000000001, 0.7170000000000001, 0.7171000000000001, 0.7166, 0.7181, 0.7172000000000001, 0.7141, 0.6995, 0.4637, 0.27559999999999996, 0.12949999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7176, 0.6903, 0.6609, 0.6315999999999999, 0.6016, 0.5382, 0.42269999999999996, 0.22240000000000004, 0.04620000000000002, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7176, 0.6903, 0.6608, 0.631, 0.601, 0.5364, 0.41659999999999997, 0.19299999999999995, 0.025499999999999967, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7237, 0.6981999999999999, 0.6692, 0.6382, 0.6098, 0.5485, 0.43799999999999994, 0.22499999999999998, 0.060699999999999976, 0.01980000000000004, 0.027800000000000047, 0.1038, 0.1251, 0.13839999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7237, 0.7012, 0.6753, 0.6455, 0.6208, 0.5639000000000001, 0.4498, 0.2137, 0.030299999999999994, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7237, 0.6980999999999999, 0.6679999999999999, 0.6355999999999999, 0.6049, 0.5394, 0.41000000000000003, 0.1622, 0.01319999999999999, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7237, 0.724, 0.7241, 0.7237, 0.7243999999999999, 0.7239, 0.7236, 0.7237, 0.7242999999999999, 0.7191000000000001, 0.6772, 0.43069999999999997, 0.25449999999999995, 0.14370000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7237, 0.6969000000000001, 0.6654, 0.6329, 0.6, 0.5361, 0.4144, 0.1864, 0.030000000000000027, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7237, 0.6969000000000001, 0.6651, 0.6323, 0.5994999999999999, 0.5341, 0.40449999999999997, 0.16010000000000002, 0.013000000000000012, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0]}}, "2": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7142999999999999, 0.6895, 0.6635, 0.6393, 0.6111, 0.5581, 0.45499999999999996, 0.26249999999999996, 0.08120000000000005, 0.027599999999999958, 0.01870000000000005, 0.06810000000000005, 0.08579999999999999, 0.09719999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7142999999999999, 0.6917, 0.6697, 0.6462, 0.6228, 0.5703, 0.46919999999999995, 0.25680000000000003, 0.04959999999999998, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7142999999999999, 0.6894, 0.6627000000000001, 0.6376999999999999, 0.609, 0.5489999999999999, 0.43410000000000004, 0.20730000000000004, 0.023399999999999976, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7142999999999999, 0.7141, 0.7139, 0.714, 0.7142, 0.7145, 0.7136, 0.7150000000000001, 0.7154, 0.7134, 0.6907, 0.4436, 0.23229999999999995, 0.11319999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7142999999999999, 0.6884, 0.661, 0.6357999999999999, 0.6067, 0.5485, 0.44010000000000005, 0.23009999999999997, 0.04300000000000004, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7142999999999999, 0.6883, 0.661, 0.6355, 0.6059, 0.5456, 0.4312, 0.20309999999999995, 0.021199999999999997, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7258, 0.6932, 0.659, 0.6272, 0.5984, 0.5369999999999999, 0.4225, 0.21730000000000005, 0.06459999999999999, 0.026000000000000023, 0.012900000000000023, 0.04369999999999996, 0.06289999999999996, 0.0806], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7258, 0.6969000000000001, 0.6658999999999999, 0.6365000000000001, 0.6074999999999999, 0.5496, 0.42900000000000005, 0.19489999999999996, 0.029299999999999993, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7258, 0.6929000000000001, 0.6582, 0.6247, 0.5941000000000001, 0.5247999999999999, 0.3879, 0.14800000000000002, 0.013299999999999979, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7258, 0.7259, 0.7255, 0.7254, 0.7262, 0.7258, 0.7256, 0.7248, 0.7232000000000001, 0.7214, 0.6813, 0.44399999999999995, 0.26759999999999995, 0.14439999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7258, 0.6912, 0.6554, 0.62, 0.5885, 0.5195000000000001, 0.3913, 0.17169999999999996, 0.028100000000000014, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7258, 0.6912, 0.6553, 0.6198, 0.5876, 0.5163, 0.3812, 0.14500000000000002, 0.013000000000000012, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7515000000000001, 0.7243999999999999, 0.696, 0.6673, 0.6385000000000001, 0.5873999999999999, 0.483, 0.2682, 0.08209999999999995, 0.03700000000000003, 0.02290000000000003, 0.05149999999999999, 0.06599999999999995, 0.08189999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7515000000000001, 0.7272000000000001, 0.7028, 0.6755, 0.65, 0.5983, 0.49439999999999995, 0.25239999999999996, 0.04590000000000005, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7515000000000001, 0.7242999999999999, 0.6953, 0.665, 0.6351, 0.5768, 0.4534, 0.1985, 0.024800000000000044, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7515000000000001, 0.7515000000000001, 0.7516, 0.7521, 0.7519, 0.7514000000000001, 0.7527, 0.7517, 0.7525, 0.7507, 0.7349, 0.5408999999999999, 0.35750000000000004, 0.18430000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7515000000000001, 0.7228, 0.694, 0.6628000000000001, 0.6333, 0.5777, 0.4608, 0.23060000000000003, 0.04390000000000005, 0.008199999999999985, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7515000000000001, 0.7228, 0.6938, 0.6621, 0.6324000000000001, 0.5740000000000001, 0.44889999999999997, 0.19589999999999996, 0.023499999999999965, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7367, 0.7067, 0.6760999999999999, 0.6444, 0.6118, 0.5499, 0.4354, 0.22829999999999995, 0.05789999999999995, 0.02300000000000002, 0.022800000000000042, 0.06269999999999998, 0.07889999999999997, 0.09799999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7367, 0.7101999999999999, 0.6825, 0.6538999999999999, 0.6255, 0.5646, 0.44689999999999996, 0.20789999999999997, 0.026000000000000023, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7367, 0.7063999999999999, 0.6752, 0.6428, 0.607, 0.5393, 0.406, 0.15880000000000005, 0.011600000000000055, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7367, 0.7367, 0.7363999999999999, 0.7372000000000001, 0.7371, 0.7374, 0.7373000000000001, 0.7357, 0.7349, 0.7297, 0.6779999999999999, 0.42469999999999997, 0.25529999999999997, 0.13959999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7367, 0.7050000000000001, 0.6731, 0.6405000000000001, 0.6046, 0.5381, 0.41300000000000003, 0.18779999999999997, 0.024599999999999955, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7367, 0.7050000000000001, 0.6729, 0.6403, 0.6034999999999999, 0.5347999999999999, 0.4013, 0.15669999999999995, 0.010800000000000032, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7119, 0.6872, 0.6609, 0.6337999999999999, 0.6074999999999999, 0.5555, 0.4619, 0.2822, 0.09670000000000001, 0.03810000000000002, 0.018100000000000005, 0.05820000000000003, 0.08599999999999997, 0.10350000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7119, 0.6893, 0.6662, 0.6409, 0.6167, 0.5677, 0.47219999999999995, 0.2693, 0.055300000000000016, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7119, 0.6868000000000001, 0.6601, 0.6319, 0.6042000000000001, 0.5457000000000001, 0.4383, 0.21989999999999998, 0.028900000000000037, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7119, 0.712, 0.7118, 0.7119, 0.7121999999999999, 0.7119, 0.7117, 0.7128, 0.7129, 0.7101, 0.6938, 0.5051, 0.2974, 0.12829999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7119, 0.6846, 0.6564, 0.627, 0.5987, 0.5381, 0.43689999999999996, 0.23850000000000005, 0.049699999999999966, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7119, 0.6846, 0.6563, 0.6268, 0.5983, 0.5365, 0.43100000000000005, 0.2157, 0.02749999999999997, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7196, 0.6942999999999999, 0.6683, 0.6407, 0.6154999999999999, 0.5611999999999999, 0.4668, 0.273, 0.09450000000000003, 0.03849999999999998, 0.0242, 0.04369999999999996, 0.04579999999999995, 0.05510000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7196, 0.6960999999999999, 0.6739999999999999, 0.6478999999999999, 0.6252, 0.5732999999999999, 0.4768, 0.26439999999999997, 0.05930000000000002, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7196, 0.694, 0.6675, 0.6391, 0.6114999999999999, 0.5530999999999999, 0.4433, 0.21299999999999997, 0.032200000000000006, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7196, 0.7196, 0.7195, 0.7195, 0.7195, 0.7193, 0.7197, 0.7189, 0.7185, 0.7167, 0.6841999999999999, 0.43520000000000003, 0.27780000000000005, 0.1461], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7196, 0.692, 0.6632, 0.6329, 0.6064, 0.5465, 0.44310000000000005, 0.23460000000000003, 0.05349999999999999, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7196, 0.692, 0.6631, 0.6328, 0.6056, 0.5448999999999999, 0.4355, 0.2098, 0.03149999999999997, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7454000000000001, 0.7150000000000001, 0.6855, 0.6572, 0.6276999999999999, 0.5634, 0.44710000000000005, 0.23170000000000002, 0.06159999999999999, 0.021399999999999975, 0.03210000000000002, 0.08699999999999997, 0.09650000000000003, 0.10099999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7454000000000001, 0.7177, 0.6917, 0.6657, 0.6382, 0.577, 0.4548, 0.2086, 0.021599999999999953, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7454000000000001, 0.7145, 0.6851, 0.6542, 0.623, 0.5508, 0.41080000000000005, 0.15280000000000005, 0.009099999999999997, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7454000000000001, 0.7455, 0.7453000000000001, 0.7455, 0.7461, 0.7458, 0.7454000000000001, 0.7441, 0.7428, 0.7407, 0.6880999999999999, 0.35550000000000004, 0.17179999999999995, 0.10270000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7454000000000001, 0.7128, 0.6808000000000001, 0.6492, 0.6167, 0.5437000000000001, 0.4123, 0.17659999999999998, 0.02090000000000003, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7454000000000001, 0.7128, 0.6808000000000001, 0.649, 0.6161, 0.5411, 0.4012, 0.14849999999999997, 0.008499999999999952, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7484, 0.7223999999999999, 0.6940999999999999, 0.6672, 0.6404000000000001, 0.5833999999999999, 0.47750000000000004, 0.278, 0.08509999999999995, 0.031299999999999994, 0.017199999999999993, 0.04749999999999999, 0.06410000000000005, 0.08030000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7484, 0.7254, 0.7002999999999999, 0.6755, 0.6494, 0.5964, 0.4889, 0.26559999999999995, 0.05230000000000001, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7484, 0.7222, 0.6933, 0.6652, 0.6369, 0.5745, 0.45420000000000005, 0.21430000000000005, 0.027100000000000013, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7484, 0.748, 0.7485999999999999, 0.7483, 0.7484999999999999, 0.7492, 0.7485999999999999, 0.7483, 0.747, 0.745, 0.7299, 0.5422, 0.33609999999999995, 0.14239999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7484, 0.7198, 0.6905, 0.6614, 0.632, 0.5674, 0.4555, 0.23819999999999997, 0.047900000000000054, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7484, 0.7198, 0.6905, 0.6612, 0.6314, 0.5659000000000001, 0.4474, 0.21020000000000005, 0.025599999999999956, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7508, 0.7261, 0.6992, 0.6698, 0.6435, 0.5825, 0.47050000000000003, 0.25349999999999995, 0.06810000000000005, 0.022800000000000042, 0.012900000000000023, 0.05030000000000001, 0.0665, 0.08630000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7508, 0.7291000000000001, 0.7048, 0.6794, 0.6541, 0.5951, 0.4861, 0.2459, 0.0393, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7508, 0.7259, 0.6986, 0.6679999999999999, 0.64, 0.5729, 0.44310000000000005, 0.19099999999999995, 0.019399999999999973, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7508, 0.7508, 0.7507, 0.7512, 0.751, 0.7512, 0.7517, 0.7497, 0.7501, 0.7505999999999999, 0.7331, 0.5167999999999999, 0.3173, 0.15880000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7508, 0.7253000000000001, 0.6966, 0.6663, 0.6376, 0.5714, 0.44920000000000004, 0.21599999999999997, 0.03620000000000001, 0.0042999999999999705, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7508, 0.7252000000000001, 0.6965, 0.6658, 0.6361, 0.569, 0.43889999999999996, 0.1876, 0.018299999999999983, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7343, 0.7094, 0.6835, 0.6588, 0.6337999999999999, 0.5824, 0.4838, 0.29279999999999995, 0.10060000000000002, 0.0403, 0.029000000000000026, 0.03959999999999997, 0.045599999999999974, 0.05469999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7343, 0.7123999999999999, 0.6876, 0.6668000000000001, 0.643, 0.5953999999999999, 0.49460000000000004, 0.2851, 0.061899999999999955, 0.008700000000000041, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7343, 0.7091000000000001, 0.6832, 0.6571, 0.6306, 0.5740000000000001, 0.46409999999999996, 0.22950000000000004, 0.03539999999999999, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7343, 0.7343, 0.734, 0.734, 0.7343, 0.7344999999999999, 0.7338, 0.7351, 0.735, 0.7334, 0.7094, 0.497, 0.31020000000000003, 0.1572], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7343, 0.7061, 0.6792, 0.6518999999999999, 0.6227, 0.5640000000000001, 0.4578, 0.24780000000000002, 0.05700000000000005, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7343, 0.7061, 0.6792, 0.6517999999999999, 0.6225, 0.5631999999999999, 0.45320000000000005, 0.22440000000000004, 0.03469999999999995, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}}, "4": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7407, 0.7133, 0.6863, 0.6583, 0.6299, 0.5783, 0.4729, 0.27470000000000006, 0.09089999999999998, 0.03639999999999999, 0.021100000000000008, 0.05279999999999996, 0.07310000000000005, 0.09040000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7407, 0.7161, 0.6918, 0.6672, 0.6386000000000001, 0.5895, 0.48129999999999995, 0.2592, 0.050000000000000044, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7407, 0.7132000000000001, 0.6851, 0.6553, 0.6259, 0.5683, 0.4427, 0.20599999999999996, 0.026699999999999946, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7407, 0.7404999999999999, 0.7407, 0.7408, 0.7409, 0.7401, 0.7407, 0.742, 0.7391, 0.7407, 0.7264999999999999, 0.5259, 0.2993, 0.12660000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7407, 0.7114, 0.6814, 0.6518999999999999, 0.6231, 0.5631999999999999, 0.4474, 0.2329, 0.047900000000000054, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7407, 0.7114, 0.6813, 0.6514, 0.6224000000000001, 0.5611999999999999, 0.43820000000000003, 0.20340000000000003, 0.025399999999999978, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7482, 0.7254, 0.704, 0.6784, 0.6511, 0.5983, 0.4938, 0.2922, 0.09340000000000004, 0.03700000000000003, 0.023900000000000032, 0.0746, 0.0968, 0.1199], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7482, 0.7281, 0.7094, 0.6865, 0.6599999999999999, 0.6125, 0.5056, 0.27969999999999995, 0.05610000000000004, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7482, 0.7254, 0.7034, 0.6759999999999999, 0.6474, 0.5888, 0.46630000000000005, 0.22799999999999998, 0.031000000000000028, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7482, 0.7484, 0.7481, 0.7482, 0.7485999999999999, 0.7484, 0.7483, 0.7495, 0.7493000000000001, 0.7494000000000001, 0.7324999999999999, 0.5432, 0.3305, 0.14270000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7482, 0.7247, 0.7012, 0.6734, 0.6432, 0.5867, 0.4708, 0.254, 0.05149999999999999, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7482, 0.7247, 0.7012, 0.6729, 0.6429, 0.5840000000000001, 0.4606, 0.22550000000000003, 0.030200000000000005, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7473000000000001, 0.7207, 0.6949000000000001, 0.6663, 0.6384000000000001, 0.5824, 0.47319999999999995, 0.26970000000000005, 0.08940000000000003, 0.03920000000000001, 0.03510000000000002, 0.07840000000000003, 0.10009999999999997, 0.11950000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7473000000000001, 0.7233, 0.7004, 0.6737, 0.648, 0.5929, 0.4827, 0.252, 0.0504, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7473000000000001, 0.7204999999999999, 0.6940999999999999, 0.6634, 0.634, 0.5735, 0.4478, 0.20079999999999998, 0.025900000000000034, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7473000000000001, 0.7474000000000001, 0.7475, 0.747, 0.7474000000000001, 0.7473000000000001, 0.7472, 0.7463, 0.7458, 0.7464999999999999, 0.7142, 0.4545, 0.24680000000000002, 0.12549999999999994], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7473000000000001, 0.7194, 0.6914, 0.6603, 0.6321, 0.5702, 0.45189999999999997, 0.22899999999999998, 0.045599999999999974, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7473000000000001, 0.7194, 0.6913, 0.6598999999999999, 0.6309, 0.5682, 0.4427, 0.1975, 0.024800000000000044, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7384999999999999, 0.7130000000000001, 0.6854, 0.6566000000000001, 0.626, 0.5691999999999999, 0.45730000000000004, 0.253, 0.07840000000000003, 0.02859999999999996, 0.01739999999999997, 0.05410000000000004, 0.06989999999999996, 0.09030000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7384999999999999, 0.7156, 0.6908000000000001, 0.6633, 0.6355, 0.5811, 0.4656, 0.23619999999999997, 0.038799999999999946, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7384999999999999, 0.7129, 0.6845, 0.6547000000000001, 0.6212, 0.5597, 0.4266, 0.18310000000000004, 0.018299999999999983, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7384999999999999, 0.739, 0.7387, 0.7383, 0.7384, 0.738, 0.7389, 0.7384, 0.7379, 0.7371, 0.7128, 0.48529999999999995, 0.29400000000000004, 0.14659999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7384999999999999, 0.7112, 0.6803, 0.6504, 0.6155999999999999, 0.5563, 0.4304, 0.20689999999999997, 0.03510000000000002, 0.0041999999999999815, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7384999999999999, 0.7112, 0.6802, 0.65, 0.6152, 0.5529999999999999, 0.4205, 0.17979999999999996, 0.017199999999999993, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.734, 0.706, 0.6803, 0.6555, 0.6295999999999999, 0.5774, 0.47330000000000005, 0.28359999999999996, 0.10350000000000004, 0.042300000000000004, 0.010399999999999965, 0.0403, 0.061799999999999966, 0.07450000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.734, 0.7088, 0.6851, 0.6621, 0.6393, 0.5880000000000001, 0.48350000000000004, 0.26770000000000005, 0.05730000000000002, 0.0121, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.734, 0.7057, 0.6797, 0.6534, 0.6259, 0.5702, 0.44720000000000004, 0.21530000000000005, 0.03249999999999997, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.734, 0.7338, 0.7337, 0.7338, 0.7342, 0.7343999999999999, 0.7347, 0.7337, 0.7331, 0.7333000000000001, 0.7110000000000001, 0.5426, 0.3327, 0.14249999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.734, 0.7047, 0.6771, 0.6513, 0.6232, 0.5649, 0.45130000000000003, 0.23860000000000003, 0.05249999999999999, 0.010700000000000043, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.734, 0.7047, 0.677, 0.651, 0.6219, 0.563, 0.44189999999999996, 0.2118, 0.03149999999999997, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7401, 0.7127, 0.685, 0.6577999999999999, 0.6309, 0.5729, 0.47609999999999997, 0.2762, 0.08889999999999998, 0.03749999999999998, 0.022700000000000053, 0.05459999999999998, 0.06320000000000003, 0.07340000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7401, 0.7152000000000001, 0.6905, 0.665, 0.6394, 0.585, 0.48219999999999996, 0.2602, 0.048799999999999955, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7401, 0.7125, 0.6839999999999999, 0.6558999999999999, 0.6266, 0.5633, 0.4468, 0.20520000000000005, 0.023700000000000054, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7401, 0.7403, 0.7405999999999999, 0.7404999999999999, 0.7399, 0.7408, 0.7399, 0.7385999999999999, 0.739, 0.7393000000000001, 0.7157, 0.46630000000000005, 0.2552, 0.124], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7401, 0.7106, 0.6825, 0.6524, 0.6234, 0.5599000000000001, 0.4514, 0.235, 0.04569999999999996, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7401, 0.7106, 0.6823, 0.652, 0.6227, 0.5576, 0.4417, 0.20220000000000005, 0.02210000000000001, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7353000000000001, 0.7081999999999999, 0.6783, 0.6473, 0.6154, 0.5524, 0.43899999999999995, 0.23329999999999995, 0.06389999999999996, 0.022700000000000053, 0.009099999999999997, 0.02969999999999995, 0.040000000000000036, 0.05730000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7353000000000001, 0.712, 0.6852, 0.6567000000000001, 0.6269, 0.5659000000000001, 0.4484, 0.2198, 0.033499999999999974, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7353000000000001, 0.708, 0.6777, 0.6454, 0.6108, 0.5419, 0.40869999999999995, 0.1663, 0.015900000000000025, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7353000000000001, 0.7352000000000001, 0.7352000000000001, 0.7354, 0.7352000000000001, 0.7357, 0.7352000000000001, 0.7365999999999999, 0.7358, 0.7341, 0.7148, 0.5418000000000001, 0.3487, 0.1512], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7353000000000001, 0.7069, 0.6760999999999999, 0.6426000000000001, 0.6088, 0.5407, 0.41679999999999995, 0.19189999999999996, 0.029900000000000038, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7353000000000001, 0.7069, 0.6759999999999999, 0.6417999999999999, 0.608, 0.5376000000000001, 0.40569999999999995, 0.1633, 0.015199999999999991, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7150000000000001, 0.6868000000000001, 0.6608, 0.633, 0.608, 0.5603, 0.4615, 0.27790000000000004, 0.10060000000000002, 0.04369999999999996, 0.03200000000000003, 0.06530000000000002, 0.07530000000000003, 0.08930000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7150000000000001, 0.6906, 0.6665, 0.6411, 0.6177, 0.5698, 0.47, 0.26249999999999996, 0.05379999999999996, 0.008499999999999952, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7150000000000001, 0.6868000000000001, 0.6604, 0.632, 0.6044, 0.5505, 0.4375, 0.21150000000000002, 0.02939999999999998, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7150000000000001, 0.7151000000000001, 0.7149, 0.7148, 0.7153, 0.7148, 0.7146, 0.7146, 0.7150000000000001, 0.7123999999999999, 0.6926, 0.47409999999999997, 0.29879999999999995, 0.14449999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7150000000000001, 0.6855, 0.6577, 0.6285000000000001, 0.6012, 0.5464, 0.44120000000000004, 0.238, 0.05459999999999998, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7150000000000001, 0.6855, 0.6576, 0.6283000000000001, 0.6004, 0.5442, 0.4326, 0.2087, 0.028100000000000014, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7486999999999999, 0.721, 0.6939, 0.6685, 0.6411, 0.5862, 0.4797, 0.2731, 0.08740000000000003, 0.03600000000000003, 0.01639999999999997, 0.06930000000000003, 0.09309999999999996, 0.11519999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7486999999999999, 0.7242, 0.6997, 0.6764, 0.6508, 0.5969, 0.49019999999999997, 0.263, 0.05279999999999996, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7486999999999999, 0.7209, 0.6934, 0.6672, 0.6361, 0.5760000000000001, 0.45409999999999995, 0.20630000000000004, 0.027699999999999947, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7486999999999999, 0.7484999999999999, 0.7486999999999999, 0.7485999999999999, 0.7488, 0.7489, 0.7481, 0.7478, 0.7478, 0.7434000000000001, 0.7242999999999999, 0.5064, 0.2811, 0.12880000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7486999999999999, 0.72, 0.6921999999999999, 0.6653, 0.6346, 0.5757, 0.4625, 0.23660000000000003, 0.046699999999999964, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7486999999999999, 0.72, 0.6920999999999999, 0.6648000000000001, 0.6335999999999999, 0.5724, 0.4516, 0.20409999999999995, 0.027000000000000024, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.746, 0.7203999999999999, 0.6900999999999999, 0.6604, 0.6268, 0.5634, 0.45320000000000005, 0.25129999999999997, 0.07650000000000001, 0.03249999999999997, 0.02429999999999999, 0.059599999999999986, 0.07509999999999994, 0.08520000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.746, 0.7231000000000001, 0.6952, 0.6696, 0.638, 0.5764, 0.4598, 0.22809999999999997, 0.0383, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.746, 0.7202999999999999, 0.6892, 0.6572, 0.6204000000000001, 0.5506, 0.4164, 0.17320000000000002, 0.020000000000000018, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.746, 0.7458, 0.7461, 0.7461, 0.7458, 0.7461, 0.7461, 0.7455, 0.7453000000000001, 0.7439, 0.7128, 0.44899999999999995, 0.2572, 0.13970000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.746, 0.7185, 0.6840999999999999, 0.6514, 0.6142000000000001, 0.5431, 0.4184, 0.19699999999999995, 0.03480000000000005, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.746, 0.7185, 0.6839999999999999, 0.6513, 0.6126, 0.5404, 0.4074, 0.16949999999999998, 0.019199999999999995, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0]}}, "8": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7297, 0.7013, 0.6719999999999999, 0.6422, 0.6107, 0.5565, 0.45509999999999995, 0.26680000000000004, 0.10450000000000004, 0.06169999999999998, 0.02290000000000003, 0.05269999999999997, 0.06640000000000001, 0.07689999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7297, 0.7042999999999999, 0.6776, 0.6506000000000001, 0.6212, 0.5663, 0.45820000000000005, 0.2398, 0.05010000000000003, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7297, 0.7010000000000001, 0.6712, 0.6406000000000001, 0.6057, 0.5441, 0.4214, 0.19069999999999998, 0.02639999999999998, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7297, 0.7298, 0.7301, 0.7303999999999999, 0.7297, 0.7299, 0.7306, 0.7293000000000001, 0.7271000000000001, 0.7292000000000001, 0.7041999999999999, 0.4669, 0.24070000000000003, 0.10650000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7297, 0.6994, 0.6692, 0.6357999999999999, 0.6033999999999999, 0.5438000000000001, 0.42969999999999997, 0.22019999999999995, 0.0494, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7297, 0.6993, 0.6689, 0.6355, 0.6026, 0.5401, 0.4164, 0.18589999999999995, 0.02510000000000001, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7302, 0.7058, 0.6779, 0.6532, 0.6275999999999999, 0.5774, 0.47150000000000003, 0.28069999999999995, 0.10109999999999997, 0.047900000000000054, 0.021499999999999964, 0.07020000000000004, 0.09240000000000004, 0.10409999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7302, 0.7086, 0.6831, 0.6615, 0.6353, 0.587, 0.47950000000000004, 0.2571, 0.04590000000000005, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7302, 0.7057, 0.6773, 0.6511, 0.6229, 0.5663, 0.4414, 0.2026, 0.021599999999999953, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7302, 0.7303999999999999, 0.7302, 0.7303, 0.7299, 0.73, 0.7289, 0.7294, 0.7288, 0.7282, 0.7008, 0.4897, 0.27080000000000004, 0.14], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7302, 0.7038, 0.6749, 0.6487, 0.6213, 0.5643, 0.44799999999999995, 0.23409999999999997, 0.043200000000000016, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7302, 0.7038, 0.6747000000000001, 0.6481, 0.6194999999999999, 0.5606, 0.4375, 0.1996, 0.02070000000000005, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7053, 0.6752, 0.6467, 0.618, 0.5903, 0.5367, 0.4395, 0.2583, 0.08789999999999998, 0.03859999999999997, 0.016100000000000003, 0.05820000000000003, 0.08140000000000003, 0.09570000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7053, 0.6780999999999999, 0.6522, 0.6273, 0.6, 0.5468, 0.44499999999999995, 0.23929999999999996, 0.04620000000000002, 0.00660000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7053, 0.6752, 0.6456, 0.6155999999999999, 0.5859, 0.5271, 0.41359999999999997, 0.18830000000000002, 0.02180000000000004, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7053, 0.7051000000000001, 0.7052, 0.7047, 0.7055, 0.7055, 0.7053, 0.7054, 0.7032, 0.7049000000000001, 0.6881999999999999, 0.4837, 0.24319999999999997, 0.10399999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7053, 0.6736, 0.6428, 0.6124, 0.5821000000000001, 0.5235000000000001, 0.41579999999999995, 0.20940000000000003, 0.039000000000000035, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7053, 0.6736, 0.6428, 0.6121, 0.581, 0.5213, 0.40869999999999995, 0.18420000000000003, 0.020100000000000007, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7519, 0.725, 0.698, 0.6679999999999999, 0.6405000000000001, 0.5803, 0.4777, 0.26970000000000005, 0.08120000000000005, 0.029100000000000015, 0.013499999999999956, 0.06259999999999999, 0.08509999999999995, 0.09650000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7519, 0.7277, 0.7051000000000001, 0.6759999999999999, 0.652, 0.5941000000000001, 0.48850000000000005, 0.254, 0.04259999999999997, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7519, 0.725, 0.6968, 0.6663, 0.6366, 0.5680000000000001, 0.44910000000000005, 0.2005, 0.02080000000000004, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7519, 0.7523, 0.752, 0.7513, 0.7525, 0.752, 0.7517, 0.7511, 0.7497, 0.7507, 0.73, 0.5096, 0.3022, 0.14300000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7519, 0.7239, 0.6950000000000001, 0.6638999999999999, 0.634, 0.5675, 0.4575, 0.2278, 0.03859999999999997, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7519, 0.7239, 0.6948, 0.6634, 0.6328, 0.5639000000000001, 0.44599999999999995, 0.19679999999999997, 0.019499999999999962, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7378, 0.7116, 0.6840999999999999, 0.6589, 0.6272, 0.5717, 0.4677, 0.2773, 0.09870000000000001, 0.046599999999999975, 0.012499999999999956, 0.04690000000000005, 0.06999999999999995, 0.09599999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7378, 0.714, 0.6916, 0.6655, 0.6384000000000001, 0.5823, 0.47430000000000005, 0.25860000000000005, 0.056400000000000006, 0.009099999999999997, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7378, 0.7114, 0.6827, 0.6562, 0.6234999999999999, 0.5595, 0.4376, 0.20440000000000003, 0.030000000000000027, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7378, 0.7378, 0.738, 0.7376, 0.7378, 0.7377, 0.7385999999999999, 0.7385999999999999, 0.7365999999999999, 0.7373000000000001, 0.7281, 0.5852999999999999, 0.38029999999999997, 0.16100000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7378, 0.7103999999999999, 0.6800999999999999, 0.6513, 0.6182000000000001, 0.5552, 0.4415, 0.23299999999999998, 0.049699999999999966, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7378, 0.7103999999999999, 0.6799, 0.6507000000000001, 0.6174, 0.5527, 0.43089999999999995, 0.20120000000000005, 0.028699999999999948, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7534, 0.7295, 0.6998, 0.6716, 0.6432, 0.5937, 0.4888, 0.2914, 0.0988, 0.047599999999999976, 0.014499999999999957, 0.047799999999999954, 0.07020000000000004, 0.08950000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7534, 0.732, 0.7052, 0.6793, 0.6522, 0.6045, 0.4989, 0.27380000000000004, 0.05830000000000002, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7534, 0.7293000000000001, 0.6992, 0.6689, 0.639, 0.5816, 0.46109999999999995, 0.2178, 0.030200000000000005, 0.0031999999999999806, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7534, 0.7532, 0.7535000000000001, 0.7533, 0.7534, 0.7531, 0.753, 0.753, 0.7521, 0.7507, 0.7323999999999999, 0.5401, 0.3255, 0.14849999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7534, 0.7278, 0.6960999999999999, 0.6656, 0.6365000000000001, 0.5792999999999999, 0.4675, 0.24580000000000002, 0.05130000000000001, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7534, 0.7278, 0.6959, 0.665, 0.6356999999999999, 0.5764, 0.4566, 0.21450000000000002, 0.029100000000000015, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7491, 0.7219, 0.6945, 0.6654, 0.638, 0.587, 0.4868, 0.2911, 0.10640000000000005, 0.05279999999999996, 0.024599999999999955, 0.07569999999999999, 0.08919999999999995, 0.09970000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7491, 0.7243999999999999, 0.7002999999999999, 0.6729, 0.6476999999999999, 0.5987, 0.4961, 0.27290000000000003, 0.05820000000000003, 0.008499999999999952, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7491, 0.7218, 0.6934, 0.6632, 0.635, 0.5772999999999999, 0.4566, 0.21950000000000003, 0.03049999999999997, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7491, 0.7492, 0.7493000000000001, 0.7485999999999999, 0.7486999999999999, 0.749, 0.7482, 0.7475, 0.7477, 0.7478, 0.7232000000000001, 0.5202, 0.31020000000000003, 0.13729999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7491, 0.7208, 0.6907, 0.6594, 0.6311, 0.5751999999999999, 0.4648, 0.2502, 0.05500000000000005, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7491, 0.7208, 0.6904, 0.659, 0.6307, 0.5724, 0.45199999999999996, 0.21699999999999997, 0.030000000000000027, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7433000000000001, 0.7162, 0.6933, 0.6691, 0.6429, 0.5883, 0.48240000000000005, 0.2801, 0.0927, 0.03539999999999999, 0.01429999999999998, 0.04149999999999998, 0.05359999999999998, 0.0716], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7433000000000001, 0.7191000000000001, 0.6986, 0.677, 0.652, 0.6017, 0.49429999999999996, 0.26649999999999996, 0.052200000000000024, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7433000000000001, 0.7161, 0.6920999999999999, 0.6672, 0.6396999999999999, 0.5778, 0.45599999999999996, 0.21240000000000003, 0.026499999999999968, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7433000000000001, 0.7434000000000001, 0.7431, 0.7436, 0.7439, 0.7438, 0.7443, 0.7428, 0.7422, 0.7401, 0.7198, 0.5301, 0.32630000000000003, 0.14549999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7433000000000001, 0.7150000000000001, 0.6905, 0.6636, 0.6359, 0.5731999999999999, 0.45730000000000004, 0.23809999999999998, 0.047900000000000054, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7433000000000001, 0.7150000000000001, 0.6903, 0.6629, 0.635, 0.5708, 0.44810000000000005, 0.20830000000000004, 0.025900000000000034, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7486999999999999, 0.722, 0.6923, 0.6597, 0.6308, 0.5765, 0.4707, 0.2863, 0.1149, 0.060699999999999976, 0.025499999999999967, 0.05120000000000002, 0.06820000000000004, 0.08320000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7486999999999999, 0.7242999999999999, 0.6987, 0.6675, 0.6411, 0.5863, 0.47250000000000003, 0.256, 0.05379999999999996, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7486999999999999, 0.7216, 0.6905, 0.6568, 0.6252, 0.5614, 0.4347, 0.20220000000000005, 0.026100000000000012, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7486999999999999, 0.7485999999999999, 0.7484, 0.7485999999999999, 0.7484, 0.7488, 0.7486999999999999, 0.7482, 0.7486999999999999, 0.7466999999999999, 0.7228, 0.4937, 0.3022, 0.1402], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7486999999999999, 0.7202999999999999, 0.6887, 0.654, 0.6228, 0.5602, 0.4445, 0.23570000000000002, 0.05069999999999997, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7486999999999999, 0.7202999999999999, 0.6880999999999999, 0.653, 0.6207, 0.5549, 0.4302, 0.1985, 0.024900000000000033, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7416, 0.7159, 0.6879, 0.6582, 0.6304000000000001, 0.5764, 0.47, 0.27959999999999996, 0.10299999999999998, 0.05389999999999995, 0.021199999999999997, 0.0685, 0.09260000000000002, 0.10289999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7416, 0.7186, 0.6945, 0.6657, 0.639, 0.5863, 0.4796, 0.2593, 0.05069999999999997, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7416, 0.7155, 0.6868000000000001, 0.6556, 0.6269, 0.5647, 0.44120000000000004, 0.20420000000000005, 0.02529999999999999, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7416, 0.7417, 0.7416, 0.7414000000000001, 0.7415, 0.7413000000000001, 0.7414000000000001, 0.7416, 0.739, 0.7368, 0.716, 0.502, 0.2995, 0.1503], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7416, 0.7148, 0.6839999999999999, 0.6537, 0.6241, 0.5651999999999999, 0.4496, 0.239, 0.049000000000000044, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7416, 0.7147, 0.6839999999999999, 0.6529, 0.6234, 0.5605, 0.43810000000000004, 0.20220000000000005, 0.02429999999999999, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}}, "16": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7496, 0.7229, 0.6958, 0.6655, 0.6393, 0.5841000000000001, 0.47809999999999997, 0.27969999999999995, 0.10070000000000001, 0.050799999999999956, 0.01629999999999998, 0.06420000000000003, 0.08960000000000001, 0.09870000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7496, 0.7257, 0.7014, 0.6733, 0.6473, 0.5948, 0.4847, 0.25170000000000003, 0.0474, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7496, 0.7224999999999999, 0.6946, 0.6634, 0.6343, 0.5710999999999999, 0.4466, 0.1925, 0.0242, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7496, 0.7494000000000001, 0.7495, 0.7498, 0.7493000000000001, 0.7495, 0.7498, 0.7502, 0.7502, 0.748, 0.72, 0.4929, 0.2794, 0.121], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7496, 0.7214, 0.6932, 0.6609, 0.6329, 0.5723, 0.4556, 0.22840000000000005, 0.04369999999999996, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7496, 0.7214, 0.6927, 0.6607000000000001, 0.6315, 0.5678000000000001, 0.44320000000000004, 0.19030000000000002, 0.023499999999999965, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7379, 0.7098, 0.6843, 0.6572, 0.6282, 0.5748, 0.4737, 0.29069999999999996, 0.11329999999999996, 0.05789999999999995, 0.03759999999999997, 0.07310000000000005, 0.08330000000000004, 0.09760000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7379, 0.7122999999999999, 0.6896, 0.6642, 0.6369, 0.5843, 0.4778, 0.262, 0.05400000000000005, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7379, 0.7098, 0.6834, 0.654, 0.6229, 0.5621, 0.4373, 0.20609999999999995, 0.027000000000000024, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7379, 0.7381, 0.7381, 0.7378, 0.7384, 0.7381, 0.7384, 0.7371, 0.7394000000000001, 0.7352000000000001, 0.6965, 0.41090000000000004, 0.22199999999999998, 0.121], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7379, 0.7082999999999999, 0.6805, 0.6504, 0.6196999999999999, 0.5609999999999999, 0.44530000000000003, 0.23670000000000002, 0.048699999999999966, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7379, 0.7082999999999999, 0.6805, 0.6498999999999999, 0.618, 0.5578000000000001, 0.4333, 0.2027, 0.026000000000000023, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.737, 0.7090000000000001, 0.6804, 0.6493, 0.6202, 0.5643, 0.46199999999999997, 0.26549999999999996, 0.10340000000000005, 0.05449999999999999, 0.033399999999999985, 0.07589999999999997, 0.10070000000000001, 0.12519999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.737, 0.7113, 0.6875, 0.6566000000000001, 0.6294, 0.5742, 0.4638, 0.23270000000000002, 0.04390000000000005, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.737, 0.7085, 0.6792, 0.6457999999999999, 0.6162000000000001, 0.5514, 0.4192, 0.17969999999999997, 0.020000000000000018, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.737, 0.7369, 0.7373000000000001, 0.737, 0.7369, 0.7362, 0.737, 0.7375, 0.7368, 0.7315, 0.6802, 0.3759, 0.19330000000000003, 0.10770000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.737, 0.7072, 0.677, 0.6433, 0.6121, 0.552, 0.43210000000000004, 0.21189999999999998, 0.037900000000000045, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.737, 0.7070000000000001, 0.6764, 0.6425000000000001, 0.6107, 0.5469999999999999, 0.4152, 0.17759999999999998, 0.01859999999999995, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.746, 0.7211000000000001, 0.6939, 0.6669, 0.6409, 0.585, 0.48660000000000003, 0.29600000000000004, 0.11270000000000002, 0.057699999999999974, 0.02939999999999998, 0.08150000000000002, 0.10470000000000002, 0.12009999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.746, 0.7233, 0.6997, 0.673, 0.6514, 0.5978, 0.49350000000000005, 0.2732, 0.05300000000000005, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.746, 0.7211000000000001, 0.6929000000000001, 0.6648000000000001, 0.6357999999999999, 0.5725, 0.45630000000000004, 0.21899999999999997, 0.027800000000000047, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.746, 0.746, 0.7463, 0.7458, 0.7456, 0.7458, 0.7463, 0.745, 0.743, 0.7455, 0.7101999999999999, 0.477, 0.27659999999999996, 0.1481], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.746, 0.7201, 0.6904, 0.6632, 0.6354, 0.5747, 0.4665, 0.25460000000000005, 0.05020000000000002, 0.006700000000000039, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.746, 0.7201, 0.6903, 0.6625, 0.6335999999999999, 0.5697, 0.4544, 0.21689999999999998, 0.026900000000000035, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7606999999999999, 0.7324999999999999, 0.7045, 0.6748000000000001, 0.6491, 0.593, 0.4901, 0.29510000000000003, 0.11819999999999997, 0.05559999999999998, 0.015900000000000025, 0.05840000000000001, 0.08230000000000004, 0.09660000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7606999999999999, 0.7353000000000001, 0.7108, 0.6826, 0.6575, 0.6037, 0.495, 0.2653, 0.054300000000000015, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7606999999999999, 0.7324999999999999, 0.7035, 0.6720999999999999, 0.6436999999999999, 0.5798, 0.4514, 0.21299999999999997, 0.026499999999999968, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7606999999999999, 0.7609, 0.7609, 0.7612, 0.7611, 0.7603, 0.7605, 0.7608, 0.7584, 0.7581, 0.7281, 0.5163, 0.3036, 0.13480000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7606999999999999, 0.7303999999999999, 0.7014, 0.6694, 0.6403, 0.5764, 0.4595, 0.24339999999999995, 0.05010000000000003, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7606999999999999, 0.7303999999999999, 0.7012, 0.6688000000000001, 0.6392, 0.5734, 0.4457, 0.20930000000000004, 0.025399999999999978, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7351, 0.7036, 0.6759, 0.6491, 0.6214999999999999, 0.5640000000000001, 0.46140000000000003, 0.27759999999999996, 0.11060000000000003, 0.058699999999999974, 0.03520000000000001, 0.07979999999999998, 0.09409999999999996, 0.0998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7351, 0.7067, 0.6811, 0.6561, 0.6304000000000001, 0.5734, 0.46430000000000005, 0.24539999999999995, 0.05120000000000002, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7351, 0.7032, 0.675, 0.6458999999999999, 0.6161, 0.5499, 0.4266, 0.19130000000000003, 0.026000000000000023, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7351, 0.7348, 0.7353000000000001, 0.7351, 0.7355, 0.7351, 0.7348, 0.7337, 0.7321, 0.7297, 0.6916, 0.4365, 0.2389, 0.13429999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7351, 0.7013, 0.6725, 0.642, 0.6117, 0.5476, 0.43100000000000005, 0.22209999999999996, 0.048799999999999955, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7351, 0.7013, 0.6724, 0.6411, 0.6102000000000001, 0.544, 0.42100000000000004, 0.1886, 0.02510000000000001, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7297, 0.7030000000000001, 0.6742, 0.648, 0.6211, 0.5660000000000001, 0.46519999999999995, 0.275, 0.11339999999999995, 0.06620000000000004, 0.03180000000000005, 0.0716, 0.09079999999999999, 0.0978], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7297, 0.7061, 0.6806, 0.6551, 0.6313, 0.5767, 0.47109999999999996, 0.24550000000000005, 0.04620000000000002, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7297, 0.7030000000000001, 0.6733, 0.6458999999999999, 0.6165, 0.5535, 0.43179999999999996, 0.19079999999999997, 0.023800000000000043, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7297, 0.7296, 0.7299, 0.7297, 0.73, 0.7298, 0.7295, 0.7294, 0.7275, 0.7251000000000001, 0.6651, 0.41559999999999997, 0.23819999999999997, 0.13870000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7297, 0.7018, 0.6724, 0.6446000000000001, 0.6151, 0.5554, 0.4466, 0.22960000000000003, 0.044399999999999995, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7297, 0.7018, 0.6720999999999999, 0.6438999999999999, 0.6137, 0.5504, 0.4293, 0.18869999999999998, 0.022499999999999964, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7379, 0.7063999999999999, 0.6820999999999999, 0.6558999999999999, 0.6275, 0.5704, 0.45840000000000003, 0.26649999999999996, 0.09219999999999995, 0.04300000000000004, 0.013399999999999967, 0.0373, 0.05600000000000005, 0.07469999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7379, 0.7094, 0.6867, 0.6635, 0.6368, 0.5801000000000001, 0.46719999999999995, 0.24060000000000004, 0.04859999999999998, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7379, 0.7062999999999999, 0.6809000000000001, 0.6526000000000001, 0.6225, 0.5586, 0.42900000000000005, 0.18679999999999997, 0.02749999999999997, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7379, 0.7381, 0.738, 0.738, 0.7383, 0.7377, 0.7383, 0.7371, 0.7362, 0.7353000000000001, 0.7130000000000001, 0.5129, 0.3103, 0.14090000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7379, 0.7048, 0.679, 0.6491, 0.6172, 0.5537000000000001, 0.4313, 0.2138, 0.04420000000000002, 0.009099999999999997, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7379, 0.7048, 0.6787000000000001, 0.6486000000000001, 0.6164000000000001, 0.5502, 0.42200000000000004, 0.18289999999999995, 0.02639999999999998, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7517, 0.7241, 0.6955, 0.6697, 0.6403, 0.5864, 0.48629999999999995, 0.2843, 0.10199999999999998, 0.04630000000000001, 0.014900000000000024, 0.038799999999999946, 0.05910000000000004, 0.08109999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7517, 0.7278, 0.7009000000000001, 0.6759999999999999, 0.6498999999999999, 0.5972, 0.4898, 0.25849999999999995, 0.05010000000000003, 0.009800000000000031, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7517, 0.7238, 0.6941999999999999, 0.6669, 0.6361, 0.5737, 0.45020000000000004, 0.20409999999999995, 0.02629999999999999, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7517, 0.7517, 0.7518, 0.752, 0.7515000000000001, 0.7516, 0.7517, 0.7515000000000001, 0.7502, 0.7499, 0.7327, 0.5401, 0.33840000000000003, 0.15590000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7517, 0.7214, 0.6917, 0.6642, 0.6322, 0.5710999999999999, 0.4557, 0.23399999999999999, 0.04720000000000002, 0.010099999999999998, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7517, 0.7214, 0.6916, 0.6634, 0.6315, 0.5681, 0.4435, 0.20009999999999994, 0.025399999999999978, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7207, 0.6912, 0.6664, 0.6386000000000001, 0.6112, 0.5584, 0.4625, 0.28090000000000004, 0.10660000000000003, 0.05410000000000004, 0.03059999999999996, 0.06530000000000002, 0.07410000000000005, 0.08509999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7207, 0.6945, 0.6716, 0.6474, 0.6207, 0.5675, 0.46540000000000004, 0.24660000000000004, 0.04530000000000001, 0.005800000000000027, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7207, 0.6908000000000001, 0.6655, 0.6363, 0.606, 0.5447, 0.42679999999999996, 0.18969999999999998, 0.021399999999999975, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7207, 0.7208, 0.721, 0.7207, 0.7209, 0.7207, 0.7208, 0.7207, 0.7171000000000001, 0.716, 0.6864, 0.4152, 0.21930000000000005, 0.13039999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7207, 0.6883, 0.6619999999999999, 0.6304000000000001, 0.5994999999999999, 0.5403, 0.4293, 0.21730000000000005, 0.040100000000000025, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7207, 0.6883, 0.6618999999999999, 0.6302, 0.5988, 0.5372, 0.4181, 0.1854, 0.02059999999999995, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}}, "32": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7545, 0.7276, 0.7007, 0.6711, 0.6453, 0.5925, 0.48860000000000003, 0.3035, 0.11780000000000002, 0.05830000000000002, 0.019100000000000006, 0.05230000000000001, 0.07399999999999995, 0.09519999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7545, 0.7302, 0.7071000000000001, 0.6808000000000001, 0.6538999999999999, 0.6027, 0.49219999999999997, 0.2712, 0.05840000000000001, 0.009000000000000008, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7545, 0.7272000000000001, 0.6992, 0.6681, 0.6388, 0.5775, 0.45520000000000005, 0.21240000000000003, 0.027900000000000036, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7545, 0.7547, 0.7544, 0.7545999999999999, 0.7547, 0.7543, 0.7539, 0.7537, 0.7545999999999999, 0.7534, 0.7302, 0.4868, 0.272, 0.12960000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7545, 0.7258, 0.6964, 0.6645, 0.6361, 0.5731999999999999, 0.4579, 0.24080000000000001, 0.052100000000000035, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7545, 0.7257, 0.6964, 0.6638, 0.6348, 0.5691999999999999, 0.4484, 0.2086, 0.027100000000000013, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7591, 0.7322, 0.7069, 0.6803, 0.6544, 0.601, 0.5018, 0.31100000000000005, 0.1331, 0.07189999999999996, 0.0353, 0.0695, 0.08360000000000001, 0.09750000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7591, 0.735, 0.7123999999999999, 0.6872, 0.6629, 0.6097, 0.5065, 0.278, 0.06359999999999999, 0.01090000000000002, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7591, 0.732, 0.7061, 0.6775, 0.6495, 0.5877, 0.4637, 0.2227, 0.03310000000000002, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7591, 0.759, 0.7587, 0.7594, 0.7595000000000001, 0.7592, 0.7585, 0.7592, 0.759, 0.7597, 0.7362, 0.47109999999999996, 0.24519999999999997, 0.12570000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7591, 0.7304999999999999, 0.704, 0.6742, 0.6456999999999999, 0.5858, 0.4709, 0.2551, 0.06240000000000001, 0.011800000000000033, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7591, 0.7304999999999999, 0.7039, 0.6737, 0.6441, 0.5822, 0.45709999999999995, 0.2198, 0.03200000000000003, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7481, 0.7209, 0.6924, 0.6624, 0.6347, 0.5767, 0.47519999999999996, 0.28890000000000005, 0.12880000000000003, 0.07189999999999996, 0.034499999999999975, 0.07340000000000002, 0.08789999999999998, 0.09360000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7481, 0.7244999999999999, 0.6968, 0.6698, 0.6422, 0.5858, 0.4767, 0.24939999999999996, 0.0534, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7481, 0.7202, 0.6909000000000001, 0.6597999999999999, 0.628, 0.5606, 0.4354, 0.1946, 0.025900000000000034, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7481, 0.7483, 0.7484, 0.7484, 0.7477, 0.7482, 0.7479, 0.7476, 0.7476, 0.7471, 0.7005, 0.42190000000000005, 0.2469, 0.1421], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7481, 0.719, 0.6890000000000001, 0.6566000000000001, 0.6268, 0.5630999999999999, 0.4496, 0.23350000000000004, 0.0494, 0.007299999999999973, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7481, 0.7188, 0.6887, 0.656, 0.6246, 0.5567, 0.43289999999999995, 0.19210000000000005, 0.023900000000000032, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7473000000000001, 0.7170000000000001, 0.6885, 0.6604, 0.6288, 0.5654, 0.4638, 0.2823, 0.12229999999999996, 0.07240000000000002, 0.041200000000000014, 0.08240000000000003, 0.09760000000000002, 0.10570000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7473000000000001, 0.7214, 0.694, 0.6685, 0.6396999999999999, 0.5754, 0.46740000000000004, 0.2528, 0.05789999999999995, 0.014100000000000001, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7473000000000001, 0.7170000000000001, 0.6868000000000001, 0.6577, 0.6223000000000001, 0.5525, 0.43000000000000005, 0.20009999999999994, 0.03259999999999996, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7473000000000001, 0.7473000000000001, 0.7469, 0.7475, 0.7472, 0.7476, 0.7483, 0.7473000000000001, 0.7456, 0.7453000000000001, 0.708, 0.44210000000000005, 0.25029999999999997, 0.13229999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7473000000000001, 0.7162999999999999, 0.6856, 0.6542, 0.6211, 0.5533, 0.4426, 0.2318, 0.051100000000000034, 0.010399999999999965, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7473000000000001, 0.7162999999999999, 0.6851, 0.6537, 0.6193, 0.5498000000000001, 0.42769999999999997, 0.19630000000000003, 0.02959999999999996, 0.0037000000000000366, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7512, 0.7219, 0.6890000000000001, 0.6578999999999999, 0.6265000000000001, 0.5645, 0.4637, 0.2791, 0.12239999999999995, 0.07210000000000005, 0.030100000000000016, 0.05259999999999998, 0.06589999999999996, 0.07650000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7512, 0.7254, 0.6974, 0.6658, 0.6366, 0.5751, 0.46519999999999995, 0.2449, 0.05589999999999995, 0.009299999999999975, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7512, 0.7215, 0.6880999999999999, 0.6548, 0.6195999999999999, 0.5509, 0.42479999999999996, 0.19079999999999997, 0.030100000000000016, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7512, 0.7513, 0.7512, 0.7514000000000001, 0.7513, 0.7515000000000001, 0.7505999999999999, 0.751, 0.7515000000000001, 0.7528, 0.7416, 0.5339, 0.3022, 0.12229999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7512, 0.7197, 0.6851, 0.652, 0.6175999999999999, 0.5509, 0.4385, 0.2289, 0.05510000000000004, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7512, 0.7197, 0.6849000000000001, 0.6513, 0.6159, 0.5462, 0.42090000000000005, 0.1885, 0.028900000000000037, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.734, 0.7096, 0.6863, 0.6597, 0.6307, 0.579, 0.47629999999999995, 0.2935, 0.12409999999999999, 0.06310000000000004, 0.02939999999999998, 0.06810000000000005, 0.08709999999999996, 0.1049], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.734, 0.7115, 0.6908000000000001, 0.6648000000000001, 0.6396999999999999, 0.5881000000000001, 0.47929999999999995, 0.2629, 0.05920000000000003, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.734, 0.7096, 0.6857, 0.6568, 0.625, 0.5647, 0.44110000000000005, 0.20840000000000003, 0.02980000000000005, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.734, 0.7339, 0.734, 0.7339, 0.7336, 0.7339, 0.7334, 0.7329, 0.7333000000000001, 0.7301, 0.6991, 0.43620000000000003, 0.23719999999999997, 0.11909999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.734, 0.7081, 0.6835, 0.6526000000000001, 0.6214999999999999, 0.5621, 0.4464, 0.23319999999999996, 0.0524, 0.009499999999999953, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.734, 0.7081, 0.6834, 0.6526000000000001, 0.62, 0.5584, 0.4364, 0.20350000000000001, 0.027800000000000047, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7182, 0.6892, 0.6592, 0.6308, 0.6, 0.5436000000000001, 0.44499999999999995, 0.26570000000000005, 0.11170000000000002, 0.061899999999999955, 0.03310000000000002, 0.06459999999999999, 0.08360000000000001, 0.09799999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7182, 0.6916, 0.6649, 0.6379, 0.6105, 0.5536, 0.44620000000000004, 0.23329999999999995, 0.05010000000000003, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7182, 0.6889000000000001, 0.6577, 0.6283000000000001, 0.5933999999999999, 0.5308999999999999, 0.40580000000000005, 0.18220000000000003, 0.026800000000000046, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7182, 0.7182, 0.7179, 0.7176, 0.7175, 0.7176, 0.7181, 0.7187, 0.7170000000000001, 0.7195, 0.7001, 0.46699999999999997, 0.27059999999999995, 0.1362], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7182, 0.6881999999999999, 0.6554, 0.6259, 0.5911, 0.5308999999999999, 0.4193, 0.2156, 0.04400000000000004, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7182, 0.6880999999999999, 0.6549, 0.6255999999999999, 0.5896, 0.5265, 0.40359999999999996, 0.1794, 0.02410000000000001, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7508, 0.7246, 0.6958, 0.6666000000000001, 0.6369, 0.5787, 0.47340000000000004, 0.28790000000000004, 0.12239999999999995, 0.06540000000000001, 0.023900000000000032, 0.053100000000000036, 0.07350000000000001, 0.09689999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7508, 0.7274, 0.7005, 0.6758, 0.6466000000000001, 0.5891, 0.47729999999999995, 0.2571, 0.06230000000000002, 0.011800000000000033, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7508, 0.7244999999999999, 0.6953, 0.6638, 0.6319, 0.5653, 0.4374, 0.20540000000000003, 0.033499999999999974, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7508, 0.7505999999999999, 0.7508, 0.751, 0.7509, 0.7511, 0.7508, 0.751, 0.7525, 0.7525999999999999, 0.7391, 0.5126999999999999, 0.28990000000000005, 0.14380000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7508, 0.7226, 0.6910000000000001, 0.6599999999999999, 0.6268, 0.5617, 0.44189999999999996, 0.23160000000000003, 0.058599999999999985, 0.011700000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7508, 0.7226, 0.6908000000000001, 0.6595, 0.6255999999999999, 0.558, 0.42969999999999997, 0.20009999999999994, 0.03159999999999996, 0.0047000000000000375, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.771, 0.7452, 0.7146, 0.6866, 0.6588, 0.6005, 0.4929, 0.29369999999999996, 0.11609999999999998, 0.06369999999999998, 0.030299999999999994, 0.07630000000000003, 0.09860000000000002, 0.10950000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.771, 0.7474000000000001, 0.7201, 0.694, 0.6687000000000001, 0.6112, 0.49860000000000004, 0.2642, 0.05400000000000005, 0.00880000000000003, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.771, 0.745, 0.7133, 0.6838, 0.6511, 0.5864, 0.45699999999999996, 0.20820000000000005, 0.027100000000000013, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.771, 0.7713, 0.7713, 0.7718, 0.7711, 0.7711, 0.7717, 0.772, 0.7705, 0.7684, 0.7374, 0.4646, 0.2551, 0.13649999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.771, 0.7435, 0.7109, 0.6813, 0.6489, 0.5857, 0.46730000000000005, 0.244, 0.0494, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.771, 0.7435, 0.7105, 0.6806, 0.6471, 0.5811999999999999, 0.4528, 0.2057, 0.025399999999999978, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7658, 0.7384, 0.7123999999999999, 0.6848000000000001, 0.6551, 0.5997, 0.494, 0.29710000000000003, 0.11550000000000005, 0.0625, 0.029100000000000015, 0.06389999999999996, 0.08230000000000004, 0.09199999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7658, 0.7408, 0.7169, 0.6924, 0.6642, 0.6098, 0.5001, 0.2632, 0.05059999999999998, 0.007399999999999962, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7658, 0.7383, 0.7109, 0.6821999999999999, 0.6483, 0.5869, 0.4569, 0.20499999999999996, 0.025000000000000022, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7658, 0.766, 0.7662, 0.7664, 0.7657, 0.7658, 0.7655000000000001, 0.7649, 0.7659, 0.7644, 0.7398, 0.46540000000000004, 0.24919999999999998, 0.12729999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7658, 0.7371, 0.7092, 0.6789000000000001, 0.6469, 0.5871999999999999, 0.4679, 0.24309999999999998, 0.049699999999999966, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7658, 0.7371, 0.7089, 0.6780999999999999, 0.6454, 0.5829, 0.4527, 0.2025, 0.02400000000000002, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}}}, "4": {"1": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7302, 0.7001999999999999, 0.6705, 0.6382, 0.6073, 0.5434, 0.43379999999999996, 0.24970000000000003, 0.10009999999999997, 0.05720000000000003, 0.06799999999999995, 0.09219999999999995, 0.09719999999999995, 0.10150000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7302, 0.7025, 0.6759, 0.6476999999999999, 0.6175999999999999, 0.5537000000000001, 0.43720000000000003, 0.22560000000000002, 0.03869999999999996, 0.0040999999999999925, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7302, 0.6999, 0.6693, 0.6353, 0.6004, 0.5285, 0.40159999999999996, 0.17710000000000004, 0.01749999999999996, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7302, 0.7303999999999999, 0.7308, 0.7306, 0.7309, 0.7304999999999999, 0.7303999999999999, 0.7289, 0.728, 0.7258, 0.6597999999999999, 0.3214, 0.1634, 0.10399999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7302, 0.6997, 0.6681, 0.6332, 0.5999, 0.5312, 0.4132, 0.20930000000000004, 0.038000000000000034, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7302, 0.6997, 0.6677, 0.6326, 0.5972999999999999, 0.5255000000000001, 0.3992, 0.17500000000000004, 0.016800000000000037, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7394000000000001, 0.7068, 0.6789000000000001, 0.6503, 0.62, 0.5515, 0.4334, 0.21930000000000005, 0.06310000000000004, 0.02949999999999997, 0.052200000000000024, 0.10940000000000005, 0.1251, 0.13480000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7394000000000001, 0.7106, 0.6849000000000001, 0.6577999999999999, 0.6309, 0.5639000000000001, 0.43810000000000004, 0.18089999999999995, 0.015100000000000002, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7394000000000001, 0.7067, 0.6774, 0.647, 0.6139, 0.5347999999999999, 0.3921, 0.12990000000000002, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7394000000000001, 0.7393000000000001, 0.7393000000000001, 0.7395, 0.7393000000000001, 0.7388, 0.7391, 0.7379, 0.7353000000000001, 0.738, 0.6869000000000001, 0.37139999999999995, 0.22030000000000005, 0.13429999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7394000000000001, 0.7057, 0.6758, 0.6446000000000001, 0.6098, 0.5365, 0.404, 0.16510000000000002, 0.015800000000000036, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7394000000000001, 0.7056, 0.6755, 0.6437999999999999, 0.6079, 0.5306, 0.38859999999999995, 0.12729999999999997, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7368, 0.7066, 0.6806, 0.6509, 0.6222, 0.5648, 0.45820000000000005, 0.25660000000000005, 0.08460000000000001, 0.03510000000000002, 0.03610000000000002, 0.10229999999999995, 0.12860000000000005, 0.14980000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7368, 0.7093, 0.6859, 0.6571, 0.6311, 0.5765, 0.4657, 0.23060000000000003, 0.02980000000000005, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7368, 0.7063999999999999, 0.6794, 0.6491, 0.6183000000000001, 0.5509999999999999, 0.42569999999999997, 0.17610000000000003, 0.011700000000000044, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7368, 0.7368, 0.7372000000000001, 0.7367, 0.7372000000000001, 0.7363, 0.7365999999999999, 0.7361, 0.7362, 0.7362, 0.7198, 0.4424, 0.2449, 0.129], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7368, 0.7053, 0.6755, 0.6437999999999999, 0.6127, 0.5483, 0.4325, 0.20809999999999995, 0.03049999999999997, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7368, 0.7053, 0.6754, 0.6436, 0.6118, 0.5449999999999999, 0.42090000000000005, 0.1733, 0.011299999999999977, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7361, 0.7079, 0.6797, 0.6477999999999999, 0.6168, 0.5596, 0.4526, 0.2551, 0.09119999999999995, 0.04510000000000003, 0.05500000000000005, 0.10050000000000003, 0.0998, 0.09889999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7361, 0.7111000000000001, 0.6845, 0.6581, 0.6271, 0.5704, 0.45589999999999997, 0.22950000000000004, 0.04039999999999999, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7361, 0.7078, 0.6782, 0.6444, 0.6113999999999999, 0.5472, 0.4175, 0.1764, 0.01959999999999995, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7361, 0.7363999999999999, 0.7364999999999999, 0.736, 0.7365999999999999, 0.7362, 0.736, 0.7365999999999999, 0.7357, 0.7375, 0.7055, 0.4365, 0.2469, 0.1481], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7361, 0.7063999999999999, 0.6754, 0.6428, 0.6095999999999999, 0.5469999999999999, 0.42710000000000004, 0.21150000000000002, 0.04049999999999998, 0.005600000000000049, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7361, 0.7063999999999999, 0.6753, 0.6421, 0.6078, 0.5428, 0.4135, 0.1744, 0.019199999999999995, 0.0009000000000000119, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.766, 0.7309, 0.6959, 0.6626000000000001, 0.6279, 0.5593, 0.43799999999999994, 0.23140000000000005, 0.07550000000000001, 0.040100000000000025, 0.0806, 0.1169, 0.12339999999999995, 0.1271], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.766, 0.7345999999999999, 0.7026, 0.6719999999999999, 0.637, 0.5698, 0.4355, 0.1935, 0.018900000000000028, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.766, 0.7308, 0.6945, 0.6575, 0.6214, 0.5417000000000001, 0.39070000000000005, 0.13939999999999997, 0.006700000000000039, 0.00029999999999996696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.766, 0.7662, 0.7662, 0.7662, 0.7656000000000001, 0.766, 0.7644, 0.7644, 0.7646999999999999, 0.76, 0.6676, 0.2633, 0.14390000000000003, 0.10509999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.766, 0.729, 0.6915, 0.6543, 0.6186, 0.5427, 0.40490000000000004, 0.17800000000000005, 0.020399999999999974, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.766, 0.729, 0.6914, 0.6533, 0.6174999999999999, 0.5372, 0.3871, 0.1371, 0.006399999999999961, 0.00029999999999996696, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7251000000000001, 0.6867, 0.6515, 0.6159, 0.5849, 0.5155000000000001, 0.40269999999999995, 0.21020000000000005, 0.06989999999999996, 0.0353, 0.04379999999999995, 0.09189999999999998, 0.09960000000000002, 0.11040000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7251000000000001, 0.6897, 0.6602, 0.6243000000000001, 0.5941000000000001, 0.5262, 0.40059999999999996, 0.1754, 0.017900000000000027, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7251000000000001, 0.6860999999999999, 0.6495, 0.6125, 0.577, 0.5003, 0.3556, 0.12780000000000002, 0.00770000000000004, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7251000000000001, 0.7253000000000001, 0.7254, 0.7255, 0.7249, 0.7253000000000001, 0.725, 0.7244999999999999, 0.7224999999999999, 0.7222, 0.6889000000000001, 0.4182, 0.22919999999999996, 0.12219999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7251000000000001, 0.6846, 0.6468, 0.6104, 0.5742, 0.5003, 0.37170000000000003, 0.16249999999999998, 0.01859999999999995, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7251000000000001, 0.6846, 0.6467, 0.6095999999999999, 0.5723, 0.49470000000000003, 0.35250000000000004, 0.1251, 0.006900000000000017, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7543, 0.7207, 0.6851, 0.6508, 0.6159, 0.5411, 0.41500000000000004, 0.22060000000000002, 0.07569999999999999, 0.041100000000000025, 0.05740000000000001, 0.12229999999999996, 0.13329999999999997, 0.1412], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7543, 0.7241, 0.6908000000000001, 0.6597999999999999, 0.6266, 0.5543, 0.4152, 0.1824, 0.022700000000000053, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7543, 0.7204999999999999, 0.6833, 0.6462, 0.6073, 0.5232, 0.3728, 0.13149999999999995, 0.009000000000000008, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7543, 0.7542, 0.7542, 0.7538, 0.7533, 0.7535000000000001, 0.7545999999999999, 0.7537, 0.7537, 0.754, 0.7129, 0.3771, 0.2066, 0.1251], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7543, 0.719, 0.6803, 0.6432, 0.6045, 0.5231, 0.3861, 0.17100000000000004, 0.02410000000000001, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7543, 0.719, 0.6800999999999999, 0.6419, 0.6019, 0.517, 0.36950000000000005, 0.12990000000000002, 0.008600000000000052, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7605999999999999, 0.7331, 0.7002999999999999, 0.6682, 0.6359, 0.5741, 0.4505, 0.23850000000000005, 0.07399999999999995, 0.033499999999999974, 0.056400000000000006, 0.12360000000000004, 0.14, 0.15390000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7605999999999999, 0.7356, 0.7076, 0.6755, 0.6481, 0.5868, 0.45799999999999996, 0.21030000000000004, 0.029000000000000026, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7605999999999999, 0.7328, 0.6993, 0.6653, 0.6311, 0.5594, 0.41600000000000004, 0.1624, 0.010299999999999976, 0.00029999999999996696, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7605999999999999, 0.7606999999999999, 0.7605999999999999, 0.7605, 0.7601, 0.7611, 0.7612, 0.7598, 0.7615000000000001, 0.7619, 0.7302, 0.4213, 0.22609999999999997, 0.12339999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7605999999999999, 0.7316, 0.6975, 0.6632, 0.6283000000000001, 0.5594, 0.42669999999999997, 0.19520000000000004, 0.031100000000000017, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7605999999999999, 0.7315, 0.6972, 0.6628000000000001, 0.6271, 0.5547, 0.4121, 0.16010000000000002, 0.00990000000000002, 0.00019999999999997797, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7162, 0.6819, 0.6465000000000001, 0.6139, 0.5808, 0.5181, 0.4112, 0.22760000000000002, 0.08179999999999998, 0.04159999999999997, 0.07079999999999997, 0.13229999999999997, 0.14129999999999998, 0.14949999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7162, 0.6855, 0.6537, 0.62, 0.5895, 0.5262, 0.40890000000000004, 0.1874, 0.021399999999999975, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7162, 0.6817, 0.6443, 0.6103000000000001, 0.5744, 0.5028, 0.3692, 0.13580000000000003, 0.009000000000000008, 0.00039999999999995595, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7162, 0.7166, 0.7162, 0.7163999999999999, 0.7159, 0.7162, 0.7167, 0.7174, 0.7173, 0.7177, 0.6924, 0.36750000000000005, 0.20040000000000002, 0.13070000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7162, 0.6799999999999999, 0.6406000000000001, 0.6057, 0.5707, 0.5021, 0.3823, 0.17310000000000003, 0.02429999999999999, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7162, 0.6799999999999999, 0.6405000000000001, 0.6053, 0.5690999999999999, 0.4982, 0.36529999999999996, 0.13360000000000005, 0.008299999999999974, 0.00039999999999995595, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7183999999999999, 0.6837, 0.6498999999999999, 0.6124, 0.5768, 0.5138, 0.39959999999999996, 0.20799999999999996, 0.06899999999999995, 0.03649999999999998, 0.0484, 0.08230000000000004, 0.09660000000000002, 0.10670000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7183999999999999, 0.6868000000000001, 0.6577999999999999, 0.6214, 0.5886, 0.5219, 0.3992, 0.1713, 0.01980000000000004, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7183999999999999, 0.6835, 0.6476999999999999, 0.6082000000000001, 0.5703, 0.4959, 0.35440000000000005, 0.12470000000000003, 0.008199999999999985, 0.00039999999999995595, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7183999999999999, 0.7182999999999999, 0.7182999999999999, 0.7182, 0.7178, 0.7179, 0.7193, 0.7181, 0.7189, 0.7185, 0.6757, 0.39990000000000003, 0.24850000000000005, 0.13780000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7183999999999999, 0.6820999999999999, 0.644, 0.6048, 0.5674, 0.49650000000000005, 0.36939999999999995, 0.1583, 0.022499999999999964, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7183999999999999, 0.6819999999999999, 0.6436999999999999, 0.6043000000000001, 0.5653, 0.49050000000000005, 0.3506, 0.12329999999999997, 0.00770000000000004, 0.00029999999999996696, 0.0, 0.0, 0.0, 0.0]}}, "2": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7666999999999999, 0.7325999999999999, 0.7012, 0.6694, 0.6374, 0.5728, 0.45499999999999996, 0.24950000000000006, 0.08360000000000001, 0.043200000000000016, 0.0373, 0.08109999999999995, 0.09450000000000003, 0.10209999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7666999999999999, 0.735, 0.7074, 0.6782, 0.6474, 0.5837, 0.4579, 0.21750000000000003, 0.03420000000000001, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7666999999999999, 0.7322, 0.6994, 0.6663, 0.631, 0.5555, 0.41479999999999995, 0.16090000000000004, 0.014700000000000046, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7666999999999999, 0.7665, 0.7665, 0.7665, 0.7672, 0.7671, 0.767, 0.7657, 0.7661, 0.7645, 0.7277, 0.40280000000000005, 0.23309999999999997, 0.14449999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7666999999999999, 0.7307, 0.6974, 0.6639999999999999, 0.6284000000000001, 0.5565, 0.42910000000000004, 0.19899999999999995, 0.03310000000000002, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7666999999999999, 0.7306, 0.6968, 0.6631, 0.6269, 0.5513, 0.4123, 0.15900000000000003, 0.013800000000000034, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7438, 0.716, 0.6896, 0.6609, 0.6303000000000001, 0.5735, 0.4696, 0.271, 0.09250000000000003, 0.04349999999999998, 0.02849999999999997, 0.06330000000000002, 0.07830000000000004, 0.08809999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7438, 0.7199, 0.694, 0.6685, 0.64, 0.5840000000000001, 0.472, 0.242, 0.04059999999999997, 0.005800000000000027, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7438, 0.7159, 0.6885, 0.6568, 0.6245, 0.5619000000000001, 0.43310000000000004, 0.18400000000000005, 0.020299999999999985, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7438, 0.7437, 0.7436, 0.7439, 0.7435, 0.743, 0.7435, 0.7427, 0.7432000000000001, 0.7432000000000001, 0.7228, 0.5226, 0.3123, 0.14270000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7438, 0.7132000000000001, 0.6819999999999999, 0.6508, 0.6173, 0.5517000000000001, 0.43079999999999996, 0.21140000000000003, 0.0373, 0.00539999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7438, 0.7132000000000001, 0.6819999999999999, 0.6504, 0.6164000000000001, 0.5501, 0.4222, 0.17879999999999996, 0.018900000000000028, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7609, 0.7307, 0.7028, 0.6723, 0.6432, 0.5836, 0.47009999999999996, 0.27459999999999996, 0.09689999999999999, 0.04749999999999999, 0.03369999999999995, 0.09260000000000002, 0.11529999999999996, 0.13729999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7609, 0.7338, 0.7081999999999999, 0.6804, 0.6522, 0.5931, 0.4749, 0.24, 0.043200000000000016, 0.0046000000000000485, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7609, 0.7303, 0.7014, 0.6699999999999999, 0.6376999999999999, 0.5681, 0.4323, 0.1885, 0.018900000000000028, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7609, 0.7612, 0.7614, 0.7614, 0.7608, 0.7608, 0.7599, 0.7594, 0.7573, 0.7576, 0.7165, 0.44499999999999995, 0.24029999999999996, 0.12329999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7609, 0.7286, 0.6987, 0.6667000000000001, 0.6343, 0.5681, 0.44389999999999996, 0.22330000000000005, 0.03939999999999999, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7609, 0.7286, 0.6984, 0.6666000000000001, 0.6324000000000001, 0.5634, 0.4285, 0.18600000000000005, 0.018299999999999983, 0.0010000000000000009, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7412000000000001, 0.7129, 0.6834, 0.6537, 0.6221, 0.5615, 0.44730000000000003, 0.23250000000000004, 0.0686, 0.025399999999999978, 0.02839999999999998, 0.07769999999999999, 0.09740000000000004, 0.10970000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7412000000000001, 0.7156, 0.6901999999999999, 0.6621, 0.6328, 0.5749, 0.45430000000000004, 0.20950000000000002, 0.025800000000000045, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7412000000000001, 0.7125, 0.6825, 0.6516, 0.6179, 0.5494, 0.41059999999999997, 0.1593, 0.01090000000000002, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7412000000000001, 0.7412000000000001, 0.7417, 0.7415, 0.7414000000000001, 0.7415, 0.7413000000000001, 0.7407, 0.7403, 0.739, 0.6940999999999999, 0.4233, 0.24209999999999998, 0.122], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7412000000000001, 0.7108, 0.6804, 0.6484, 0.6165, 0.5487, 0.4182, 0.1876, 0.024800000000000044, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7412000000000001, 0.7108, 0.6802, 0.6477999999999999, 0.6153, 0.5445, 0.40480000000000005, 0.1563, 0.010499999999999954, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7384, 0.7081999999999999, 0.6755, 0.6487, 0.6182000000000001, 0.5591999999999999, 0.4487, 0.25660000000000005, 0.09309999999999996, 0.04179999999999995, 0.03169999999999995, 0.08030000000000004, 0.09189999999999998, 0.09999999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7384, 0.7123999999999999, 0.681, 0.6561, 0.6275, 0.5700000000000001, 0.4556, 0.2348, 0.04279999999999995, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7384, 0.7081, 0.6747000000000001, 0.6458999999999999, 0.6125, 0.5468, 0.41669999999999996, 0.17989999999999995, 0.022599999999999953, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7384, 0.7384999999999999, 0.7384, 0.7384, 0.7384999999999999, 0.7383, 0.7377, 0.7391, 0.7362, 0.7365999999999999, 0.7154, 0.481, 0.28659999999999997, 0.1442], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7384, 0.7056, 0.6719999999999999, 0.6404000000000001, 0.6068, 0.5396000000000001, 0.4173, 0.2076, 0.0383, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7384, 0.7056, 0.6718, 0.6397999999999999, 0.6059, 0.5375, 0.4082, 0.17700000000000005, 0.021599999999999953, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7332000000000001, 0.7061999999999999, 0.6771, 0.6451, 0.6142000000000001, 0.5557000000000001, 0.44920000000000004, 0.25449999999999995, 0.09550000000000003, 0.05120000000000002, 0.02639999999999998, 0.045499999999999985, 0.06820000000000004, 0.08760000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7332000000000001, 0.7101, 0.6825, 0.6526000000000001, 0.6255999999999999, 0.5665, 0.45420000000000005, 0.22929999999999995, 0.04579999999999995, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7332000000000001, 0.7061, 0.6751, 0.6421, 0.6078, 0.5429999999999999, 0.41180000000000005, 0.17869999999999997, 0.023800000000000043, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7332000000000001, 0.7334, 0.7329, 0.7336, 0.7336, 0.7336, 0.7327, 0.733, 0.732, 0.7319, 0.7037, 0.4587, 0.2633, 0.12390000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7332000000000001, 0.7047, 0.6733, 0.6392, 0.6061000000000001, 0.5432, 0.42390000000000005, 0.21250000000000002, 0.04679999999999995, 0.008099999999999996, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7332000000000001, 0.7047, 0.673, 0.6385000000000001, 0.6045, 0.5392, 0.4085, 0.17610000000000003, 0.022700000000000053, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7604, 0.7333000000000001, 0.702, 0.6718, 0.6405000000000001, 0.5744, 0.46140000000000003, 0.2508, 0.08589999999999998, 0.04310000000000003, 0.05740000000000001, 0.0978, 0.10940000000000005, 0.11760000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7604, 0.7357, 0.708, 0.6787000000000001, 0.6504, 0.5852999999999999, 0.46330000000000005, 0.2148, 0.032299999999999995, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7604, 0.7331, 0.7001999999999999, 0.6675, 0.6317999999999999, 0.5577, 0.41979999999999995, 0.1602, 0.012499999999999956, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7604, 0.7604, 0.7605, 0.7605999999999999, 0.7605, 0.7612, 0.7612, 0.7591, 0.7603, 0.7575000000000001, 0.7089, 0.3789, 0.19020000000000004, 0.11150000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7604, 0.7317, 0.6980999999999999, 0.6638, 0.6282, 0.5567, 0.4275, 0.19410000000000005, 0.031399999999999983, 0.0032999999999999696, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7604, 0.7317, 0.6978, 0.6631, 0.6261, 0.5519000000000001, 0.41300000000000003, 0.1573, 0.01200000000000001, 0.0004999999999999449, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7573, 0.7286, 0.7008, 0.6689, 0.6388, 0.5779000000000001, 0.4649, 0.26870000000000005, 0.09330000000000005, 0.04510000000000003, 0.03210000000000002, 0.06910000000000005, 0.07840000000000003, 0.09689999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7573, 0.7311000000000001, 0.7066, 0.677, 0.6487, 0.5885, 0.46440000000000003, 0.23519999999999996, 0.0383, 0.005199999999999982, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7573, 0.7282, 0.6989000000000001, 0.6654, 0.6311, 0.5598000000000001, 0.4244, 0.17979999999999996, 0.018399999999999972, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7573, 0.7571, 0.7576, 0.7574, 0.7573, 0.7576, 0.7576, 0.758, 0.7565, 0.7569, 0.7216, 0.44520000000000004, 0.24639999999999995, 0.12970000000000004], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7573, 0.7273000000000001, 0.6961999999999999, 0.6608, 0.6278, 0.5583, 0.43069999999999997, 0.21050000000000002, 0.037799999999999945, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7573, 0.7273000000000001, 0.696, 0.6602, 0.6262, 0.5530999999999999, 0.41779999999999995, 0.17689999999999995, 0.01759999999999995, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.748, 0.7203999999999999, 0.6906, 0.6584, 0.6278, 0.5621, 0.4488, 0.2538, 0.08499999999999996, 0.04249999999999998, 0.047599999999999976, 0.11060000000000003, 0.125, 0.12919999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.748, 0.7235, 0.6968, 0.6668000000000001, 0.6376999999999999, 0.5746, 0.45430000000000004, 0.21909999999999996, 0.03400000000000003, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.748, 0.7202, 0.6890000000000001, 0.6547000000000001, 0.6206, 0.5472, 0.40959999999999996, 0.1633, 0.015199999999999991, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.748, 0.7482, 0.7483, 0.7485999999999999, 0.7486999999999999, 0.7483, 0.7488, 0.7488, 0.7494000000000001, 0.7459, 0.71, 0.3822, 0.2047, 0.12719999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.748, 0.7191000000000001, 0.6860999999999999, 0.6518999999999999, 0.6183000000000001, 0.5465, 0.4214, 0.1996, 0.0353, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.748, 0.7191000000000001, 0.6859, 0.6514, 0.6164000000000001, 0.5409999999999999, 0.40580000000000005, 0.1613, 0.014800000000000035, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7449, 0.7162, 0.6887, 0.6619999999999999, 0.6339, 0.5785, 0.4689, 0.2841, 0.10760000000000003, 0.054300000000000015, 0.041200000000000014, 0.09019999999999995, 0.10099999999999998, 0.11009999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7449, 0.7188, 0.6945, 0.6691, 0.6424000000000001, 0.5883, 0.47350000000000003, 0.25529999999999997, 0.04949999999999999, 0.006900000000000017, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7449, 0.7159, 0.6879, 0.6598999999999999, 0.6281, 0.5651999999999999, 0.4365, 0.20079999999999998, 0.0242, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7449, 0.745, 0.7446999999999999, 0.7445999999999999, 0.7444, 0.7449, 0.7444, 0.7444, 0.7438, 0.742, 0.7186, 0.4839, 0.27880000000000005, 0.13639999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7449, 0.7148, 0.6863, 0.6574, 0.6264000000000001, 0.5663, 0.4465, 0.23929999999999996, 0.048699999999999966, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7449, 0.7148, 0.6860999999999999, 0.6571, 0.6249, 0.5606, 0.43289999999999995, 0.19820000000000004, 0.02290000000000003, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}}, "4": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7428, 0.7149, 0.6865, 0.6596, 0.6322, 0.5756, 0.46840000000000004, 0.28049999999999997, 0.10819999999999996, 0.05410000000000004, 0.030200000000000005, 0.060799999999999965, 0.07950000000000002, 0.0928], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7428, 0.718, 0.6916, 0.6655, 0.6416, 0.5852999999999999, 0.46940000000000004, 0.2449, 0.0484, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7428, 0.7147, 0.6856, 0.6572, 0.627, 0.5629, 0.43110000000000004, 0.1904, 0.024499999999999966, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7428, 0.743, 0.7431, 0.7428, 0.7432000000000001, 0.7427, 0.743, 0.7432000000000001, 0.7413000000000001, 0.7442, 0.7273000000000001, 0.5097, 0.3034, 0.14859999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7428, 0.7123999999999999, 0.6821999999999999, 0.6523, 0.6219, 0.5589, 0.43700000000000006, 0.22150000000000003, 0.04459999999999997, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7428, 0.7123999999999999, 0.6819999999999999, 0.652, 0.6211, 0.5555, 0.4242, 0.18530000000000002, 0.023499999999999965, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7417, 0.7111000000000001, 0.6809000000000001, 0.6524, 0.6234, 0.5656, 0.4677, 0.2782, 0.1068, 0.05030000000000001, 0.021199999999999997, 0.048699999999999966, 0.0635, 0.07599999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7417, 0.7150000000000001, 0.6863, 0.6597999999999999, 0.6333, 0.5752999999999999, 0.4649, 0.24319999999999997, 0.04490000000000005, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7417, 0.7110000000000001, 0.6798, 0.6495, 0.6171, 0.5524, 0.4283, 0.19069999999999998, 0.02200000000000002, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7417, 0.7417, 0.7418, 0.7424999999999999, 0.7418, 0.7417, 0.7419, 0.7429, 0.7407, 0.7408, 0.7029000000000001, 0.49750000000000005, 0.3043, 0.14139999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7417, 0.7092, 0.6767000000000001, 0.6442, 0.6102000000000001, 0.5489999999999999, 0.43489999999999995, 0.21950000000000003, 0.04290000000000005, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7417, 0.7092, 0.6765, 0.6436999999999999, 0.6091, 0.5455, 0.4204, 0.18679999999999997, 0.021199999999999997, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7401, 0.7133, 0.6873, 0.6577, 0.6253, 0.5658000000000001, 0.4556, 0.25839999999999996, 0.09919999999999995, 0.05520000000000003, 0.031200000000000006, 0.05989999999999995, 0.06889999999999996, 0.07669999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7401, 0.716, 0.6933, 0.6661, 0.6346, 0.5755, 0.45630000000000004, 0.21999999999999997, 0.04359999999999997, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7401, 0.7133, 0.6861999999999999, 0.6551, 0.618, 0.5507, 0.4111, 0.16979999999999995, 0.022499999999999964, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7401, 0.7404999999999999, 0.74, 0.7404999999999999, 0.7405999999999999, 0.7407, 0.7404999999999999, 0.7404, 0.7389, 0.7393000000000001, 0.7012, 0.4282, 0.2549, 0.1352], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7401, 0.7125, 0.6838, 0.653, 0.6171, 0.5532, 0.42669999999999997, 0.20620000000000005, 0.04369999999999996, 0.006800000000000028, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7401, 0.7125, 0.6837, 0.6526000000000001, 0.6148, 0.5470999999999999, 0.40690000000000004, 0.1663, 0.021599999999999953, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7471, 0.7198, 0.6892, 0.6596, 0.6315999999999999, 0.5728, 0.46819999999999995, 0.2744, 0.10409999999999997, 0.0514, 0.03720000000000001, 0.08020000000000005, 0.09299999999999997, 0.09970000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7471, 0.7232000000000001, 0.6951, 0.6671, 0.6406000000000001, 0.5842, 0.47230000000000005, 0.24339999999999995, 0.04749999999999999, 0.00770000000000004, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7471, 0.7193, 0.6875, 0.6575, 0.6248, 0.5591999999999999, 0.43069999999999997, 0.1875, 0.023499999999999965, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7471, 0.747, 0.7474000000000001, 0.747, 0.7475, 0.7478, 0.7465999999999999, 0.7469, 0.747, 0.745, 0.7162, 0.48140000000000005, 0.28569999999999995, 0.1411], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7471, 0.7166, 0.6838, 0.6536, 0.6212, 0.5553, 0.4365, 0.22040000000000004, 0.044300000000000006, 0.007099999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7471, 0.7166, 0.6837, 0.6533, 0.6196999999999999, 0.5517000000000001, 0.4246, 0.18500000000000005, 0.022399999999999975, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7418, 0.7155, 0.6886, 0.6593, 0.6284000000000001, 0.5748, 0.4686, 0.27990000000000004, 0.10229999999999995, 0.044300000000000006, 0.03949999999999998, 0.1049, 0.11350000000000005, 0.11439999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7418, 0.7186, 0.6940999999999999, 0.6674, 0.6402, 0.5846, 0.47209999999999996, 0.2469, 0.04420000000000002, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7418, 0.7152000000000001, 0.6869000000000001, 0.6568, 0.6238, 0.5610999999999999, 0.4353, 0.19079999999999997, 0.020499999999999963, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7418, 0.7416, 0.7419, 0.7415, 0.7421, 0.7417, 0.7421, 0.7412000000000001, 0.7403, 0.7388, 0.7062999999999999, 0.4365, 0.2508, 0.13870000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7418, 0.7126, 0.6835, 0.6513, 0.618, 0.5567, 0.4375, 0.21660000000000001, 0.04059999999999997, 0.005099999999999993, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7418, 0.7126, 0.6835, 0.6509, 0.6173, 0.5537000000000001, 0.42910000000000004, 0.1874, 0.020199999999999996, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7481, 0.7215, 0.6924, 0.6637, 0.6361, 0.5787, 0.4726, 0.27370000000000005, 0.09619999999999995, 0.04490000000000005, 0.023700000000000054, 0.05630000000000002, 0.07520000000000004, 0.09989999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7481, 0.7241, 0.6985, 0.6704, 0.646, 0.5911, 0.4776, 0.2519, 0.05159999999999998, 0.007800000000000029, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7481, 0.7212000000000001, 0.6913, 0.661, 0.6311, 0.5669, 0.4396, 0.19610000000000005, 0.027000000000000024, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7481, 0.748, 0.7478, 0.748, 0.7484, 0.7482, 0.7476, 0.7475, 0.7464, 0.7454000000000001, 0.7139, 0.5136000000000001, 0.3336, 0.1684], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7481, 0.7203999999999999, 0.6891, 0.6585, 0.629, 0.5669, 0.44689999999999996, 0.2258, 0.04690000000000005, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7481, 0.7203999999999999, 0.6890000000000001, 0.6578999999999999, 0.6275999999999999, 0.5628, 0.43520000000000003, 0.19299999999999995, 0.025800000000000045, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7056, 0.6775, 0.6455, 0.6142000000000001, 0.5855, 0.5212, 0.4181, 0.23740000000000006, 0.08299999999999996, 0.04149999999999998, 0.03310000000000002, 0.06369999999999998, 0.07540000000000002, 0.08740000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7056, 0.6815, 0.6523, 0.6229, 0.5951, 0.5337000000000001, 0.42100000000000004, 0.20640000000000003, 0.03169999999999995, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7056, 0.6772, 0.6438999999999999, 0.611, 0.5791, 0.5077, 0.38149999999999995, 0.1542, 0.014800000000000035, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7056, 0.7054, 0.7057, 0.7055, 0.7062999999999999, 0.706, 0.7055, 0.7059, 0.7049000000000001, 0.7006, 0.6671, 0.42769999999999997, 0.26039999999999996, 0.1421], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7056, 0.6759, 0.6409, 0.6086, 0.5780000000000001, 0.5075000000000001, 0.39180000000000004, 0.19220000000000004, 0.03149999999999997, 0.0049000000000000155, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7056, 0.6759, 0.6407, 0.6077, 0.5757, 0.5036, 0.37770000000000004, 0.1522, 0.014100000000000001, 0.0007000000000000339, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.73, 0.7009000000000001, 0.6723, 0.6434, 0.6128, 0.5564, 0.45289999999999997, 0.26049999999999995, 0.1028, 0.055300000000000016, 0.02300000000000002, 0.05289999999999995, 0.07669999999999999, 0.09509999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.73, 0.704, 0.6787000000000001, 0.6516, 0.6239, 0.5673, 0.4578, 0.2358, 0.05369999999999997, 0.009600000000000053, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.73, 0.7001999999999999, 0.671, 0.6413, 0.6079, 0.544, 0.41700000000000004, 0.18520000000000003, 0.030299999999999994, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.73, 0.7297, 0.7296, 0.7297, 0.7298, 0.7296, 0.7297, 0.73, 0.7275, 0.7273000000000001, 0.7113, 0.5454, 0.32699999999999996, 0.12860000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.73, 0.6984, 0.6685, 0.6376999999999999, 0.605, 0.5408, 0.42210000000000003, 0.2146, 0.0514, 0.00990000000000002, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.73, 0.6984, 0.6683, 0.6372, 0.6039, 0.538, 0.41090000000000004, 0.18300000000000005, 0.028699999999999948, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7254, 0.6985, 0.667, 0.6353, 0.6046, 0.5463, 0.4377, 0.24829999999999997, 0.0837, 0.03610000000000002, 0.01649999999999996, 0.06299999999999994, 0.07720000000000005, 0.08819999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7254, 0.7016, 0.6743, 0.6434, 0.6147, 0.5571999999999999, 0.4435, 0.22109999999999996, 0.03849999999999998, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7254, 0.6984, 0.6658999999999999, 0.6312, 0.6, 0.5328999999999999, 0.402, 0.1703, 0.017800000000000038, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7254, 0.7252000000000001, 0.7255, 0.7251000000000001, 0.725, 0.725, 0.7257, 0.7244999999999999, 0.7253000000000001, 0.7232000000000001, 0.7024, 0.47550000000000003, 0.27949999999999997, 0.13460000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7254, 0.6968, 0.6635, 0.6287, 0.5971, 0.5322, 0.4111, 0.1986, 0.03649999999999998, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7254, 0.6967, 0.6633, 0.6282, 0.5954999999999999, 0.5284, 0.39690000000000003, 0.16590000000000005, 0.016800000000000037, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.744, 0.7155, 0.6852, 0.6597, 0.6321, 0.5765, 0.47829999999999995, 0.28869999999999996, 0.11539999999999995, 0.06620000000000004, 0.035800000000000054, 0.057599999999999985, 0.07089999999999996, 0.08620000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.744, 0.719, 0.6912, 0.6667000000000001, 0.6414, 0.5885, 0.48550000000000004, 0.26559999999999995, 0.059799999999999964, 0.012800000000000034, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.744, 0.7151000000000001, 0.6835, 0.6571, 0.626, 0.5666, 0.44489999999999996, 0.21299999999999997, 0.03290000000000004, 0.0038000000000000256, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.744, 0.744, 0.7437, 0.7444, 0.7438, 0.7445999999999999, 0.7439, 0.7455, 0.7445999999999999, 0.7421, 0.7154, 0.5199, 0.3408, 0.1673], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.744, 0.7141, 0.6819999999999999, 0.6548, 0.6243000000000001, 0.5673, 0.45409999999999995, 0.245, 0.05740000000000001, 0.0121, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.744, 0.7139, 0.6815, 0.6542, 0.6224000000000001, 0.5637, 0.4407, 0.21009999999999995, 0.03190000000000004, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}}, "8": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7551, 0.725, 0.6925, 0.6641, 0.6335999999999999, 0.5813999999999999, 0.4738, 0.27459999999999996, 0.10070000000000001, 0.051899999999999946, 0.021700000000000053, 0.0625, 0.0807, 0.0947], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7551, 0.7283999999999999, 0.6993, 0.6728000000000001, 0.6435, 0.5918, 0.47809999999999997, 0.24570000000000003, 0.046499999999999986, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7551, 0.7244999999999999, 0.6911, 0.6607000000000001, 0.6281, 0.5673, 0.4376, 0.1876, 0.020000000000000018, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7551, 0.7552, 0.7552, 0.7555000000000001, 0.7552, 0.7542, 0.7552, 0.7558, 0.7545999999999999, 0.7533, 0.7399, 0.5754, 0.34709999999999996, 0.14029999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7551, 0.7234, 0.6894, 0.6586000000000001, 0.6262, 0.5673, 0.44599999999999995, 0.22799999999999998, 0.04459999999999997, 0.006900000000000017, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7551, 0.7234, 0.6891, 0.6578999999999999, 0.6249, 0.5624, 0.4323, 0.18520000000000003, 0.019499999999999962, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7469, 0.7166, 0.6851, 0.6508, 0.6189, 0.5548, 0.44530000000000003, 0.2549, 0.10170000000000001, 0.057499999999999996, 0.03869999999999996, 0.07599999999999996, 0.08999999999999997, 0.0968], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7469, 0.7194, 0.6906, 0.6597999999999999, 0.6266, 0.5627, 0.4425, 0.21240000000000003, 0.03280000000000005, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7469, 0.7161, 0.6835, 0.6462, 0.611, 0.5366, 0.3992, 0.15539999999999998, 0.015199999999999991, 0.0008000000000000229, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7469, 0.7468, 0.747, 0.7464, 0.747, 0.7469, 0.7462, 0.7465999999999999, 0.7461, 0.746, 0.7196, 0.4284, 0.19379999999999997, 0.1028], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7469, 0.7142999999999999, 0.6808000000000001, 0.6428, 0.6081, 0.5383, 0.41490000000000005, 0.19879999999999998, 0.032399999999999984, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7469, 0.7142999999999999, 0.6803, 0.642, 0.6065, 0.5322, 0.39559999999999995, 0.15300000000000002, 0.014599999999999946, 0.0006000000000000449, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7312000000000001, 0.7045, 0.6796, 0.6548, 0.629, 0.579, 0.4796, 0.29810000000000003, 0.122, 0.06230000000000002, 0.030000000000000027, 0.052200000000000024, 0.06589999999999996, 0.08340000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7312000000000001, 0.7082999999999999, 0.6858, 0.6613, 0.6375, 0.5877, 0.486, 0.27659999999999996, 0.05879999999999996, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7312000000000001, 0.7044, 0.6787000000000001, 0.6517, 0.6227, 0.5660000000000001, 0.4478, 0.22219999999999995, 0.029000000000000026, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7312000000000001, 0.7314, 0.7315, 0.7316, 0.7315, 0.7314, 0.7317, 0.7309, 0.7298, 0.7303999999999999, 0.7066, 0.4911, 0.2933, 0.14149999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7312000000000001, 0.7034, 0.6769000000000001, 0.6501, 0.6213, 0.5667, 0.4565, 0.2562, 0.05720000000000003, 0.009299999999999975, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7312000000000001, 0.7034, 0.6769000000000001, 0.6493, 0.6196999999999999, 0.5626, 0.44410000000000005, 0.21889999999999998, 0.027800000000000047, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7255, 0.6992, 0.6718999999999999, 0.6424000000000001, 0.6149, 0.5579000000000001, 0.4505, 0.2741, 0.121, 0.06979999999999997, 0.04690000000000005, 0.09199999999999997, 0.09770000000000001, 0.10009999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7255, 0.7010000000000001, 0.6760999999999999, 0.6501, 0.623, 0.5675, 0.4517, 0.23809999999999998, 0.05179999999999996, 0.008600000000000052, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7255, 0.6989000000000001, 0.6705, 0.6392, 0.6083000000000001, 0.5434, 0.41190000000000004, 0.1895, 0.026800000000000046, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7255, 0.7255, 0.7257, 0.7255, 0.725, 0.7255, 0.7251000000000001, 0.7241, 0.7232000000000001, 0.72, 0.6774, 0.39359999999999995, 0.22440000000000004, 0.11180000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7255, 0.6971, 0.6682, 0.6355, 0.6049, 0.5432, 0.42390000000000005, 0.21950000000000003, 0.05249999999999999, 0.010199999999999987, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7255, 0.6970000000000001, 0.6679999999999999, 0.6348, 0.6034999999999999, 0.5376000000000001, 0.40800000000000003, 0.18600000000000005, 0.026100000000000012, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7319, 0.7042999999999999, 0.6763, 0.6438999999999999, 0.615, 0.5576, 0.4585, 0.2661, 0.10999999999999999, 0.058499999999999996, 0.02639999999999998, 0.0696, 0.09109999999999996, 0.11629999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7319, 0.7073, 0.6820999999999999, 0.652, 0.6236999999999999, 0.5685, 0.46140000000000003, 0.23570000000000002, 0.05169999999999997, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7319, 0.704, 0.6756, 0.6411, 0.6101, 0.5466, 0.41990000000000005, 0.18700000000000006, 0.025800000000000045, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7319, 0.732, 0.7322, 0.7317, 0.7317, 0.7316, 0.7323999999999999, 0.7319, 0.7331, 0.7301, 0.7013, 0.47230000000000005, 0.26959999999999995, 0.12490000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7319, 0.7028, 0.6717, 0.6385000000000001, 0.6072, 0.5444, 0.43110000000000004, 0.21740000000000004, 0.04830000000000001, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7319, 0.7027, 0.6716, 0.638, 0.6058, 0.5414, 0.4155, 0.18530000000000002, 0.02429999999999999, 0.0011999999999999789, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7428, 0.7150000000000001, 0.6859, 0.6573, 0.6288, 0.5676, 0.46040000000000003, 0.26670000000000005, 0.1018, 0.0514, 0.02739999999999998, 0.04710000000000003, 0.06120000000000003, 0.07650000000000001], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7428, 0.7185, 0.6914, 0.6652, 0.6374, 0.5802, 0.46540000000000004, 0.23270000000000002, 0.04400000000000004, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7428, 0.7150000000000001, 0.6847, 0.6542, 0.6224000000000001, 0.5541, 0.4234, 0.18079999999999996, 0.023700000000000054, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7428, 0.7427, 0.7431, 0.7424999999999999, 0.7431, 0.7435, 0.7431, 0.7438, 0.7425999999999999, 0.7428, 0.7153, 0.47629999999999995, 0.2833, 0.14529999999999998], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7428, 0.7135, 0.6825, 0.6529, 0.6195999999999999, 0.554, 0.4333, 0.21630000000000005, 0.04510000000000003, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7428, 0.7135, 0.6823, 0.652, 0.618, 0.5496, 0.4185, 0.17779999999999996, 0.022800000000000042, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7401, 0.7102999999999999, 0.6823, 0.6555, 0.6274, 0.5710999999999999, 0.46950000000000003, 0.2774, 0.10860000000000003, 0.060799999999999965, 0.029900000000000038, 0.06869999999999998, 0.08050000000000002, 0.0968], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7401, 0.7134, 0.6879, 0.6625, 0.6359, 0.5836, 0.4737, 0.24860000000000004, 0.04590000000000005, 0.007800000000000029, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7401, 0.7101, 0.6811, 0.6526000000000001, 0.6205, 0.5562, 0.4353, 0.19279999999999997, 0.02429999999999999, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7401, 0.7399, 0.7398, 0.7401, 0.7398, 0.7399, 0.7401, 0.7398, 0.7397, 0.7374, 0.7127, 0.5292, 0.35050000000000003, 0.16259999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7401, 0.7091000000000001, 0.6788000000000001, 0.6508, 0.6196999999999999, 0.5590999999999999, 0.4465, 0.23199999999999998, 0.04510000000000003, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7401, 0.7089, 0.6787000000000001, 0.6495, 0.6178, 0.5538000000000001, 0.4313, 0.19089999999999996, 0.022800000000000042, 0.0022999999999999687, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7489, 0.7161, 0.6854, 0.6531, 0.6225, 0.5637, 0.4508, 0.2611, 0.09530000000000005, 0.044399999999999995, 0.03080000000000005, 0.05830000000000002, 0.06979999999999997, 0.08699999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7489, 0.72, 0.6913, 0.6626000000000001, 0.6298, 0.5716, 0.4535, 0.22550000000000003, 0.0383, 0.0036000000000000476, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7489, 0.7155, 0.6839999999999999, 0.649, 0.6157, 0.5463, 0.41080000000000005, 0.16810000000000003, 0.015700000000000047, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7489, 0.7486999999999999, 0.7488, 0.7494000000000001, 0.7489, 0.7493000000000001, 0.749, 0.7474000000000001, 0.7477, 0.745, 0.7125, 0.4323, 0.23819999999999997, 0.12890000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7489, 0.7131000000000001, 0.6797, 0.6423, 0.6097, 0.5393, 0.4145, 0.19569999999999999, 0.03490000000000004, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7489, 0.7130000000000001, 0.6796, 0.6417999999999999, 0.6085, 0.5365, 0.40290000000000004, 0.16359999999999997, 0.015199999999999991, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7499, 0.7191000000000001, 0.6886, 0.6561, 0.628, 0.5671999999999999, 0.4576, 0.2612, 0.10070000000000001, 0.05459999999999998, 0.03210000000000002, 0.07440000000000002, 0.09230000000000005, 0.09989999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7499, 0.7217, 0.6949000000000001, 0.665, 0.6368, 0.5764, 0.45730000000000004, 0.21989999999999998, 0.03420000000000001, 0.0042999999999999705, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7499, 0.7185, 0.6872, 0.6528, 0.6205, 0.5514, 0.4131, 0.1623, 0.015000000000000013, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7499, 0.7499, 0.75, 0.7496, 0.7497, 0.7503, 0.7496, 0.7504, 0.7486999999999999, 0.7509, 0.73, 0.532, 0.3359, 0.14700000000000002], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7499, 0.7163999999999999, 0.6846, 0.6497999999999999, 0.6174999999999999, 0.5510999999999999, 0.4243, 0.20299999999999996, 0.0343, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7499, 0.7163999999999999, 0.6841999999999999, 0.649, 0.6159, 0.5466, 0.4084, 0.15969999999999995, 0.014000000000000012, 0.0013999999999999568, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7662, 0.7376, 0.7065, 0.6777, 0.649, 0.5891, 0.48929999999999996, 0.29379999999999995, 0.10340000000000005, 0.04249999999999998, 0.020100000000000007, 0.05879999999999996, 0.07899999999999996, 0.0988], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7662, 0.7405999999999999, 0.7117, 0.6856, 0.6588, 0.6, 0.495, 0.2622, 0.04679999999999995, 0.006000000000000005, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7662, 0.7374, 0.7057, 0.6746, 0.6436999999999999, 0.5765, 0.45320000000000005, 0.20750000000000002, 0.02210000000000001, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7662, 0.7663, 0.7659, 0.7656000000000001, 0.7661, 0.7659, 0.7649, 0.7645, 0.7632, 0.7631, 0.7331, 0.5206, 0.3067, 0.15569999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7662, 0.7347, 0.7029000000000001, 0.6684, 0.6374, 0.5730999999999999, 0.4567, 0.2329, 0.043300000000000005, 0.006099999999999994, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7662, 0.7347, 0.7028, 0.6681, 0.6365000000000001, 0.5703, 0.44599999999999995, 0.2037, 0.02080000000000004, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}}, "16": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7484, 0.7231000000000001, 0.6951, 0.6647000000000001, 0.636, 0.5765, 0.4748, 0.28680000000000005, 0.11950000000000005, 0.06410000000000005, 0.041100000000000025, 0.0807, 0.09240000000000004, 0.09799999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7484, 0.7256, 0.7019, 0.6742, 0.6445000000000001, 0.5863, 0.4757, 0.24260000000000004, 0.04300000000000004, 0.006399999999999961, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7484, 0.7223999999999999, 0.6939, 0.6605, 0.6289, 0.5608, 0.4325, 0.18279999999999996, 0.020199999999999996, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7484, 0.7482, 0.7489, 0.7481, 0.7488, 0.7478, 0.7482, 0.7483, 0.7474000000000001, 0.7483, 0.7166, 0.44889999999999997, 0.24960000000000004, 0.12949999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7484, 0.721, 0.692, 0.6589, 0.6259, 0.5603, 0.4455, 0.22740000000000005, 0.04520000000000002, 0.008000000000000007, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7484, 0.721, 0.6916, 0.6577, 0.6246, 0.5556, 0.42810000000000004, 0.18069999999999997, 0.01970000000000005, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7545, 0.726, 0.6967, 0.6659999999999999, 0.6326, 0.5714, 0.46030000000000004, 0.2792, 0.1099, 0.053100000000000036, 0.03049999999999997, 0.08689999999999998, 0.09609999999999996, 0.09909999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7545, 0.7284999999999999, 0.7012, 0.6739999999999999, 0.6415, 0.5819, 0.46120000000000005, 0.23809999999999998, 0.04290000000000005, 0.005299999999999971, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7545, 0.7258, 0.6955, 0.6622, 0.6262, 0.5532, 0.4206, 0.18189999999999995, 0.021100000000000008, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7545, 0.7542, 0.7548, 0.7549, 0.7545999999999999, 0.755, 0.7549, 0.7537, 0.7553, 0.7543, 0.7282, 0.49570000000000003, 0.2652, 0.11029999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7545, 0.7236, 0.6919, 0.6562, 0.6216999999999999, 0.5496, 0.4276, 0.2148, 0.04049999999999998, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7545, 0.7236, 0.6918, 0.6556, 0.6202, 0.5448, 0.4144, 0.17910000000000004, 0.01990000000000003, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7449, 0.7171000000000001, 0.6880999999999999, 0.6583, 0.6271, 0.569, 0.4658, 0.2753, 0.11380000000000001, 0.058699999999999974, 0.03590000000000004, 0.06559999999999999, 0.07269999999999999, 0.08589999999999998], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7449, 0.7206, 0.6939, 0.6669, 0.637, 0.5795, 0.4679, 0.24119999999999997, 0.04569999999999996, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7449, 0.7169, 0.6871, 0.6547000000000001, 0.6219, 0.5549, 0.4263, 0.18810000000000004, 0.023800000000000043, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7449, 0.745, 0.7451, 0.745, 0.745, 0.7451, 0.744, 0.7439, 0.7454000000000001, 0.7433000000000001, 0.7209, 0.4878, 0.2793, 0.14370000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7449, 0.7154, 0.6848000000000001, 0.6517, 0.6196999999999999, 0.5555, 0.43799999999999994, 0.22130000000000005, 0.04600000000000004, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7449, 0.7154, 0.6846, 0.651, 0.6181, 0.5501, 0.4232, 0.18489999999999995, 0.023299999999999987, 0.0016000000000000458, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7375, 0.7054, 0.6772, 0.6468, 0.6187, 0.5618000000000001, 0.4555, 0.26449999999999996, 0.09709999999999996, 0.04300000000000004, 0.016700000000000048, 0.04959999999999998, 0.07179999999999997, 0.09099999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7375, 0.7089, 0.6839999999999999, 0.6538999999999999, 0.6286, 0.5735, 0.46199999999999997, 0.23909999999999998, 0.04310000000000003, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7375, 0.7050000000000001, 0.6760999999999999, 0.6447, 0.6149, 0.5496, 0.42069999999999996, 0.18679999999999997, 0.02090000000000003, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7375, 0.7375, 0.7372000000000001, 0.7376, 0.7377, 0.7373000000000001, 0.7371, 0.7359, 0.7356, 0.7372000000000001, 0.7208, 0.5394, 0.33140000000000003, 0.1513], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7375, 0.7034, 0.673, 0.6428, 0.6109, 0.5503, 0.4305, 0.2187, 0.043200000000000016, 0.005700000000000038, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7375, 0.7032, 0.6729, 0.642, 0.61, 0.5461, 0.41679999999999995, 0.1844, 0.01980000000000004, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7405999999999999, 0.7125, 0.683, 0.6558999999999999, 0.6259, 0.5700000000000001, 0.4697, 0.29690000000000005, 0.13029999999999997, 0.07169999999999999, 0.02729999999999999, 0.06659999999999999, 0.08530000000000004, 0.09709999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7405999999999999, 0.7150000000000001, 0.6887, 0.6623, 0.6343, 0.5788, 0.47240000000000004, 0.26049999999999995, 0.06159999999999999, 0.010299999999999976, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7405999999999999, 0.712, 0.6820999999999999, 0.6528, 0.6193, 0.5553, 0.43389999999999995, 0.2087, 0.03200000000000003, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7405999999999999, 0.7405999999999999, 0.7404999999999999, 0.7408, 0.7407, 0.7415, 0.7414000000000001, 0.741, 0.7405999999999999, 0.7399, 0.73, 0.5523, 0.33420000000000005, 0.1482], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7405999999999999, 0.7097, 0.6786, 0.649, 0.6151, 0.554, 0.43789999999999996, 0.23740000000000006, 0.05940000000000001, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7405999999999999, 0.7097, 0.6786, 0.6487, 0.6134, 0.5494, 0.42779999999999996, 0.20589999999999997, 0.031299999999999994, 0.0023999999999999577, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7505, 0.7197, 0.6896, 0.6569, 0.6283000000000001, 0.5651999999999999, 0.45720000000000005, 0.2764, 0.11960000000000004, 0.06640000000000001, 0.03720000000000001, 0.07520000000000004, 0.08479999999999999, 0.09840000000000004], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7505, 0.7229, 0.6951, 0.6658999999999999, 0.6362, 0.5746, 0.4557, 0.23419999999999996, 0.045499999999999985, 0.007499999999999951, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7505, 0.7193, 0.688, 0.6542, 0.6205, 0.5495, 0.41490000000000005, 0.1805, 0.024700000000000055, 0.0030000000000000027, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7505, 0.7505, 0.7507, 0.7507, 0.7501, 0.75, 0.7501, 0.7507, 0.7484, 0.7479, 0.7138, 0.45289999999999997, 0.26280000000000003, 0.14059999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7505, 0.718, 0.6855, 0.6507000000000001, 0.62, 0.5515, 0.4316, 0.22050000000000003, 0.04479999999999995, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7505, 0.718, 0.6853, 0.65, 0.6177, 0.5458000000000001, 0.41190000000000004, 0.17889999999999995, 0.023299999999999987, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7536, 0.7238, 0.6912, 0.661, 0.6327, 0.5783, 0.46509999999999996, 0.2784, 0.118, 0.06740000000000002, 0.036699999999999955, 0.06669999999999998, 0.0816, 0.08879999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7536, 0.727, 0.6976, 0.6678, 0.6413, 0.5856, 0.46299999999999997, 0.2278, 0.03959999999999997, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7536, 0.7237, 0.6889000000000001, 0.657, 0.6266, 0.5607, 0.4163, 0.16959999999999997, 0.01849999999999996, 0.0014999999999999458, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7536, 0.7536, 0.7536, 0.7534, 0.7528, 0.7545, 0.7532, 0.7539, 0.7524, 0.751, 0.7145, 0.4569, 0.2591, 0.131], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7536, 0.7215, 0.6861999999999999, 0.6529, 0.6216999999999999, 0.5599000000000001, 0.4306, 0.21350000000000002, 0.038900000000000046, 0.006199999999999983, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7536, 0.7215, 0.6858, 0.6517, 0.6206, 0.5550999999999999, 0.4112, 0.16790000000000005, 0.01759999999999995, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7501, 0.7226, 0.6929000000000001, 0.6647000000000001, 0.636, 0.5769, 0.4708, 0.28469999999999995, 0.11619999999999997, 0.05779999999999996, 0.025499999999999967, 0.05030000000000001, 0.06540000000000001, 0.08199999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7501, 0.7246, 0.6997, 0.6728000000000001, 0.6453, 0.5872999999999999, 0.4716, 0.24850000000000005, 0.053100000000000036, 0.008499999999999952, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7501, 0.7226, 0.6911, 0.6617999999999999, 0.6303000000000001, 0.5615, 0.43069999999999997, 0.19489999999999996, 0.027200000000000002, 0.0033999999999999586, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7501, 0.7498, 0.7502, 0.7504, 0.7498, 0.7503, 0.7499, 0.7495, 0.7501, 0.7484999999999999, 0.7335, 0.5490999999999999, 0.32799999999999996, 0.12039999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7501, 0.7203999999999999, 0.6888000000000001, 0.6577, 0.6244000000000001, 0.5577, 0.4336, 0.2257, 0.05120000000000002, 0.009299999999999975, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7501, 0.7203999999999999, 0.6887, 0.6571, 0.6234999999999999, 0.5538000000000001, 0.42200000000000004, 0.19110000000000005, 0.026000000000000023, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7482, 0.719, 0.6875, 0.6571, 0.6282, 0.5709, 0.46830000000000005, 0.2932, 0.1432, 0.09150000000000003, 0.061799999999999966, 0.09499999999999997, 0.09889999999999999, 0.09989999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7482, 0.7219, 0.6936, 0.6649, 0.6344000000000001, 0.5787, 0.46309999999999996, 0.24, 0.04849999999999999, 0.008199999999999985, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7482, 0.7189, 0.6861999999999999, 0.6528, 0.6203000000000001, 0.5510999999999999, 0.41879999999999995, 0.18520000000000003, 0.023900000000000032, 0.0020999999999999908, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7482, 0.7483, 0.7481, 0.7479, 0.7482, 0.7479, 0.7481, 0.7478, 0.7455, 0.749, 0.7187, 0.4597, 0.24780000000000002, 0.11229999999999996], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7482, 0.7167, 0.6847, 0.6496999999999999, 0.6188, 0.5535, 0.43320000000000003, 0.22640000000000005, 0.051100000000000034, 0.008900000000000019, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7482, 0.7166, 0.6839999999999999, 0.649, 0.6168, 0.5466, 0.41459999999999997, 0.18189999999999995, 0.02290000000000003, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7439, 0.7151000000000001, 0.6872, 0.657, 0.6259, 0.5646, 0.4577, 0.2724, 0.10440000000000005, 0.05669999999999997, 0.025499999999999967, 0.07210000000000005, 0.09179999999999999, 0.10289999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7439, 0.7185, 0.6935, 0.6653, 0.635, 0.5751999999999999, 0.46309999999999996, 0.24029999999999996, 0.04620000000000002, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7439, 0.7145, 0.6854, 0.6531, 0.6194, 0.5516, 0.4223, 0.18330000000000002, 0.023700000000000054, 0.0028000000000000247, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7439, 0.744, 0.7438, 0.7438, 0.7439, 0.7437, 0.7443, 0.7438, 0.7449, 0.7429, 0.7262, 0.5327999999999999, 0.31010000000000004, 0.12039999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7439, 0.7134, 0.6825, 0.6496, 0.6163000000000001, 0.5524, 0.4334, 0.2219, 0.04690000000000005, 0.008199999999999985, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7439, 0.7134, 0.6819999999999999, 0.6489, 0.6151, 0.5478000000000001, 0.4184, 0.18069999999999997, 0.022599999999999953, 0.0026000000000000467, 0.0, 0.0, 0.0, 0.0]}}, "32": {"0": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7342, 0.7028, 0.6695, 0.6404000000000001, 0.607, 0.548, 0.4405, 0.25770000000000004, 0.10309999999999997, 0.054300000000000015, 0.027100000000000013, 0.07569999999999999, 0.09709999999999996, 0.10760000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7342, 0.7061, 0.6759, 0.6493, 0.6174, 0.5582, 0.4446, 0.22460000000000002, 0.04139999999999999, 0.006299999999999972, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7342, 0.7027, 0.6686000000000001, 0.6366, 0.6005, 0.5353, 0.40390000000000004, 0.1723, 0.019299999999999984, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7342, 0.7342, 0.7341, 0.7345999999999999, 0.7343, 0.7341, 0.7335, 0.7335, 0.7329, 0.7348, 0.7268, 0.5175000000000001, 0.2902, 0.13419999999999999], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7342, 0.7016, 0.6672, 0.6343, 0.5992, 0.5378000000000001, 0.41690000000000005, 0.20679999999999998, 0.03939999999999999, 0.00649999999999995, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7342, 0.7016, 0.667, 0.6331, 0.5976, 0.5322, 0.4013, 0.17000000000000004, 0.01880000000000004, 0.0018000000000000238, 0.0, 0.0, 0.0, 0.0]}, "1": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7451, 0.7159, 0.6886, 0.6589, 0.6314, 0.5759000000000001, 0.47009999999999996, 0.29679999999999995, 0.14880000000000004, 0.09570000000000001, 0.041200000000000014, 0.06530000000000002, 0.08479999999999999, 0.09930000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7451, 0.7182, 0.6944, 0.6671, 0.6407, 0.5860000000000001, 0.47350000000000003, 0.26280000000000003, 0.07120000000000004, 0.014900000000000024, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7451, 0.7154, 0.6876, 0.6553, 0.6262, 0.5609, 0.4333, 0.21289999999999998, 0.040000000000000036, 0.005499999999999949, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7451, 0.7451, 0.7451, 0.7453000000000001, 0.7454000000000001, 0.7453000000000001, 0.7448, 0.7445999999999999, 0.7444999999999999, 0.7473000000000001, 0.732, 0.5198, 0.2934, 0.12170000000000003], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7451, 0.7147, 0.6859999999999999, 0.6542, 0.6247, 0.5641, 0.4494, 0.25129999999999997, 0.07189999999999996, 0.014399999999999968, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7451, 0.7146, 0.6856, 0.6526000000000001, 0.6234999999999999, 0.5587, 0.4314, 0.21109999999999995, 0.03749999999999998, 0.0048000000000000265, 0.0, 0.0, 0.0, 0.0]}, "2": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7465999999999999, 0.7169, 0.6893, 0.6652, 0.6359, 0.5806, 0.47519999999999996, 0.28800000000000003, 0.1311, 0.07430000000000003, 0.04069999999999996, 0.0826, 0.09230000000000005, 0.09560000000000002], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7465999999999999, 0.7208, 0.6942999999999999, 0.6708000000000001, 0.6458999999999999, 0.5901000000000001, 0.47509999999999997, 0.24580000000000002, 0.04820000000000002, 0.007600000000000051, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7465999999999999, 0.7165, 0.6881999999999999, 0.6624, 0.6304000000000001, 0.5651999999999999, 0.43400000000000005, 0.1926, 0.023700000000000054, 0.0024999999999999467, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7465999999999999, 0.7464, 0.747, 0.747, 0.7465999999999999, 0.7464, 0.7474000000000001, 0.7476, 0.7463, 0.7453000000000001, 0.7224999999999999, 0.42490000000000006, 0.20520000000000005, 0.1078], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7465999999999999, 0.716, 0.6863, 0.6594, 0.6284000000000001, 0.5658000000000001, 0.44610000000000005, 0.23229999999999995, 0.05059999999999998, 0.009199999999999986, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7465999999999999, 0.7159, 0.6858, 0.659, 0.6267, 0.56, 0.42969999999999997, 0.19089999999999996, 0.0232, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0]}, "3": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7649, 0.7377, 0.712, 0.6834, 0.6571, 0.5973999999999999, 0.49550000000000005, 0.3074, 0.1401, 0.07789999999999997, 0.03869999999999996, 0.0696, 0.08540000000000003, 0.1008], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7649, 0.7409, 0.7162999999999999, 0.6904, 0.6653, 0.6062000000000001, 0.49460000000000004, 0.26970000000000005, 0.06010000000000004, 0.010600000000000054, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7649, 0.7378, 0.7103999999999999, 0.6803, 0.6492, 0.5813999999999999, 0.4517, 0.21189999999999998, 0.030399999999999983, 0.0030999999999999917, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7649, 0.765, 0.7648, 0.7649, 0.7646999999999999, 0.7648, 0.7655000000000001, 0.7653, 0.7633, 0.7622, 0.7279, 0.46709999999999996, 0.27170000000000005, 0.14439999999999997], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7649, 0.7362, 0.7090000000000001, 0.6785, 0.6482, 0.5825, 0.46709999999999996, 0.25160000000000005, 0.05789999999999995, 0.01100000000000001, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7649, 0.7362, 0.7086, 0.6776, 0.6458999999999999, 0.5771, 0.4485, 0.20899999999999996, 0.02939999999999998, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0]}, "4": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7423, 0.7123999999999999, 0.6824, 0.6523, 0.62, 0.5636, 0.46120000000000005, 0.28200000000000003, 0.12860000000000005, 0.07220000000000004, 0.035800000000000054, 0.05559999999999998, 0.0695, 0.08479999999999999], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7423, 0.7153, 0.6888000000000001, 0.6602, 0.6295, 0.5719000000000001, 0.4608, 0.243, 0.062000000000000055, 0.011199999999999988, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7423, 0.7122999999999999, 0.681, 0.6476999999999999, 0.6124, 0.5476, 0.4213, 0.19479999999999997, 0.03359999999999996, 0.0029000000000000137, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7423, 0.7422, 0.7424, 0.7421, 0.7418, 0.7414000000000001, 0.7412000000000001, 0.742, 0.7411, 0.7375, 0.7252000000000001, 0.48050000000000004, 0.27790000000000004, 0.1451], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7423, 0.7095, 0.6766, 0.644, 0.6093999999999999, 0.5452, 0.43210000000000004, 0.2269, 0.05879999999999996, 0.011700000000000044, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7423, 0.7095, 0.6764, 0.6431, 0.6082000000000001, 0.5413, 0.41659999999999997, 0.19269999999999998, 0.03300000000000003, 0.0027000000000000357, 0.0, 0.0, 0.0, 0.0]}, "5": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7437, 0.7123999999999999, 0.6811, 0.6494, 0.6214999999999999, 0.563, 0.45409999999999995, 0.26949999999999996, 0.10770000000000002, 0.05779999999999996, 0.03639999999999999, 0.07579999999999998, 0.08660000000000001, 0.09519999999999995], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7437, 0.7167, 0.6864, 0.6571, 0.6295999999999999, 0.5709, 0.45330000000000004, 0.22160000000000002, 0.03649999999999998, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7437, 0.7121, 0.6796, 0.6451, 0.614, 0.5443, 0.41400000000000003, 0.16669999999999996, 0.016000000000000014, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7437, 0.7438, 0.7436, 0.7437, 0.7445999999999999, 0.7439, 0.7428, 0.7433000000000001, 0.7431, 0.7399, 0.6951, 0.4011, 0.23950000000000005, 0.14], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7437, 0.7098, 0.6767000000000001, 0.6435, 0.6113999999999999, 0.5461, 0.42279999999999995, 0.19999999999999996, 0.03739999999999999, 0.005900000000000016, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7437, 0.7098, 0.6764, 0.6419, 0.6098, 0.5392, 0.4081, 0.16300000000000003, 0.015499999999999958, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}, "6": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7253000000000001, 0.6988, 0.6705, 0.6404000000000001, 0.6127, 0.5568, 0.45489999999999997, 0.276, 0.12439999999999996, 0.06640000000000001, 0.025499999999999967, 0.05059999999999998, 0.07330000000000003, 0.09430000000000005], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7253000000000001, 0.7016, 0.6759999999999999, 0.6487, 0.6186, 0.5667, 0.45899999999999996, 0.24780000000000002, 0.06340000000000001, 0.013800000000000034, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7253000000000001, 0.6986, 0.6696, 0.6369, 0.6072, 0.542, 0.4193, 0.1986, 0.03480000000000005, 0.0043999999999999595, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7253000000000001, 0.7252000000000001, 0.7253000000000001, 0.7252000000000001, 0.7255, 0.7247, 0.7253000000000001, 0.7242999999999999, 0.7255, 0.7251000000000001, 0.7209, 0.5191, 0.29579999999999995, 0.13260000000000005], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7253000000000001, 0.6966, 0.6668000000000001, 0.6332, 0.6037, 0.5416000000000001, 0.4263, 0.22909999999999997, 0.059699999999999975, 0.012499999999999956, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7253000000000001, 0.6966, 0.6665, 0.6322, 0.6023000000000001, 0.5367, 0.41400000000000003, 0.1955, 0.03369999999999995, 0.0039000000000000146, 0.0, 0.0, 0.0, 0.0]}, "7": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7559, 0.7243999999999999, 0.6950000000000001, 0.6661, 0.6385000000000001, 0.5812999999999999, 0.4738, 0.2994, 0.13649999999999995, 0.0817, 0.03639999999999999, 0.06769999999999998, 0.08509999999999995, 0.09709999999999996], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7559, 0.7273000000000001, 0.7018, 0.6735, 0.6476999999999999, 0.5900000000000001, 0.4737, 0.25139999999999996, 0.05479999999999996, 0.008299999999999974, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7559, 0.7241, 0.6936, 0.6624, 0.6331, 0.5635, 0.4334, 0.1987, 0.02639999999999998, 0.0020000000000000018, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7559, 0.756, 0.7561, 0.7562, 0.756, 0.756, 0.7547, 0.7536, 0.7535000000000001, 0.7528, 0.7391, 0.5043, 0.2871, 0.13859999999999995], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7559, 0.7219, 0.6897, 0.6591, 0.6289, 0.5636, 0.4465, 0.2358, 0.05449999999999999, 0.010000000000000009, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7559, 0.7219, 0.6892, 0.6587000000000001, 0.6274, 0.5585, 0.4283, 0.19579999999999997, 0.024900000000000033, 0.0017000000000000348, 0.0, 0.0, 0.0, 0.0]}, "8": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.7568, 0.7295, 0.7013, 0.6679999999999999, 0.6388, 0.5804, 0.472, 0.2842, 0.12280000000000002, 0.06669999999999998, 0.031299999999999994, 0.06920000000000004, 0.08340000000000003, 0.09450000000000003], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.7568, 0.7327, 0.7074, 0.6765, 0.6492, 0.5879, 0.47209999999999996, 0.247, 0.04610000000000003, 0.0044999999999999485, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.7568, 0.7291000000000001, 0.7004, 0.6656, 0.632, 0.5644, 0.43010000000000004, 0.19230000000000003, 0.021499999999999964, 0.0012999999999999678, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.7568, 0.7568, 0.7567, 0.757, 0.757, 0.7565999999999999, 0.7568, 0.7571, 0.7567, 0.7579, 0.7345999999999999, 0.4921, 0.25160000000000005, 0.11180000000000001], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.7568, 0.7279, 0.6988, 0.6641, 0.6315, 0.5671999999999999, 0.44399999999999995, 0.22950000000000004, 0.045599999999999974, 0.006700000000000039, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.7568, 0.7279, 0.6984, 0.6636, 0.6298, 0.5607, 0.4266, 0.1895, 0.02059999999999995, 0.0010999999999999899, 0.0, 0.0, 0.0, 0.0]}, "9": {"LinfFastGradientAttack(rel_stepsize=1.0, abs_stepsize=None, steps=1, random_start=False)": [0.748, 0.7187, 0.6886, 0.6575, 0.6292, 0.567, 0.46909999999999996, 0.28769999999999996, 0.118, 0.06330000000000002, 0.0262, 0.05500000000000005, 0.07740000000000002, 0.09199999999999997], "LinfProjectedGradientDescentAttack(rel_stepsize=0.03333333333333333, abs_stepsize=None, steps=40, random_start=True)": [0.748, 0.723, 0.6941999999999999, 0.6662, 0.6384000000000001, 0.5756, 0.47119999999999995, 0.25149999999999995, 0.048799999999999955, 0.007199999999999984, 0.0, 0.0, 0.0, 0.0], "LinfBasicIterativeAttack(rel_stepsize=0.2, abs_stepsize=None, steps=10, random_start=False)": [0.748, 0.7182999999999999, 0.6879, 0.6545000000000001, 0.6226, 0.5517000000000001, 0.43179999999999996, 0.19610000000000005, 0.023700000000000054, 0.0021999999999999797, 0.0, 0.0, 0.0, 0.0], "LinfAdditiveUniformNoiseAttack()": [0.748, 0.7479, 0.748, 0.7483, 0.7482, 0.748, 0.7474000000000001, 0.7471, 0.7475, 0.7459, 0.7248, 0.5038, 0.29169999999999996, 0.1311], "LinfDeepFoolAttack(steps=50, candidates=10, overshoot=0.02, loss=logits)": [0.748, 0.7170000000000001, 0.6851, 0.6528, 0.6205, 0.5526, 0.4427, 0.2338, 0.04849999999999999, 0.007900000000000018, 0.0, 0.0, 0.0, 0.0], "robust_accuracy": [0.748, 0.7169, 0.6849000000000001, 0.6517999999999999, 0.6188, 0.5474, 0.4282, 0.19399999999999995, 0.022499999999999964, 0.0019000000000000128, 0.0, 0.0, 0.0, 0.0]}}}}