11.8
4
NVIDIA GeForce RTX 4090
True
Message sent successfully!
Namespace(batch_size=128, lr=0.01, epochs=20, analyze=False)
SEED 42
[sgd][none][epoch 1] train_loss=2.0043, train_acc=0.2652, test_acc=0.3901
[sgd][none][epoch 2] train_loss=1.5483, train_acc=0.4419, test_acc=0.5058
[sgd][none][epoch 3] train_loss=1.3662, train_acc=0.5107, test_acc=0.5433
[sgd][none][epoch 4] train_loss=1.2579, train_acc=0.5517, test_acc=0.5871
[sgd][none][epoch 5] train_loss=1.1643, train_acc=0.5869, test_acc=0.6003
[sgd][none][epoch 6] train_loss=1.0922, train_acc=0.6139, test_acc=0.6099
[sgd][none][epoch 7] train_loss=1.0241, train_acc=0.6380, test_acc=0.6553
[sgd][none][epoch 8] train_loss=0.9711, train_acc=0.6592, test_acc=0.6620
[sgd][none][epoch 9] train_loss=0.9307, train_acc=0.6708, test_acc=0.6742
[sgd][none][epoch 10] train_loss=0.8810, train_acc=0.6894, test_acc=0.6750
[sgd][none][epoch 11] train_loss=0.8455, train_acc=0.7029, test_acc=0.6799
[sgd][none][epoch 12] train_loss=0.8025, train_acc=0.7183, test_acc=0.6893
[sgd][none][epoch 13] train_loss=0.7720, train_acc=0.7281, test_acc=0.6880
[sgd][none][epoch 14] train_loss=0.7396, train_acc=0.7403, test_acc=0.6870
[sgd][none][epoch 15] train_loss=0.7045, train_acc=0.7509, test_acc=0.6827
[sgd][none][epoch 16] train_loss=0.6759, train_acc=0.7637, test_acc=0.6987
[sgd][none][epoch 17] train_loss=0.6473, train_acc=0.7725, test_acc=0.7049
[sgd][none][epoch 18] train_loss=0.6272, train_acc=0.7775, test_acc=0.6964
[sgd][none][epoch 19] train_loss=0.5973, train_acc=0.7895, test_acc=0.6974
[sgd][none][epoch 20] train_loss=0.5727, train_acc=0.7991, test_acc=0.7017
[sgd][standard][epoch 1] train_loss=2.0175, train_acc=0.2628, test_acc=0.3998
[sgd][standard][epoch 2] train_loss=1.6904, train_acc=0.3880, test_acc=0.4740
[sgd][standard][epoch 3] train_loss=1.5346, train_acc=0.4427, test_acc=0.5145
[sgd][standard][epoch 4] train_loss=1.4618, train_acc=0.4689, test_acc=0.5426
[sgd][standard][epoch 5] train_loss=1.3889, train_acc=0.4969, test_acc=0.5703
[sgd][standard][epoch 6] train_loss=1.3289, train_acc=0.5219, test_acc=0.6004
[sgd][standard][epoch 7] train_loss=1.2710, train_acc=0.5442, test_acc=0.6111
[sgd][standard][epoch 8] train_loss=1.2280, train_acc=0.5619, test_acc=0.6270
[sgd][standard][epoch 9] train_loss=1.1939, train_acc=0.5735, test_acc=0.6264
[sgd][standard][epoch 10] train_loss=1.1654, train_acc=0.5873, test_acc=0.6489
[sgd][standard][epoch 11] train_loss=1.1431, train_acc=0.5929, test_acc=0.6440
[sgd][standard][epoch 12] train_loss=1.1233, train_acc=0.6007, test_acc=0.6712
[sgd][standard][epoch 13] train_loss=1.1012, train_acc=0.6088, test_acc=0.6751
[sgd][standard][epoch 14] train_loss=1.0850, train_acc=0.6153, test_acc=0.6806
[sgd][standard][epoch 15] train_loss=1.0652, train_acc=0.6227, test_acc=0.6784
[sgd][standard][epoch 16] train_loss=1.0540, train_acc=0.6272, test_acc=0.6883
[sgd][standard][epoch 17] train_loss=1.0403, train_acc=0.6325, test_acc=0.6792
[sgd][standard][epoch 18] train_loss=1.0297, train_acc=0.6359, test_acc=0.6907
[sgd][standard][epoch 19] train_loss=1.0156, train_acc=0.6437, test_acc=0.6983
[sgd][standard][epoch 20] train_loss=1.0131, train_acc=0.6407, test_acc=0.6983
[sgd][aggressive][epoch 1] train_loss=2.0534, train_acc=0.2443, test_acc=0.3477
[sgd][aggressive][epoch 2] train_loss=1.7876, train_acc=0.3524, test_acc=0.4583
[sgd][aggressive][epoch 3] train_loss=1.6461, train_acc=0.4054, test_acc=0.4684
[sgd][aggressive][epoch 4] train_loss=1.5714, train_acc=0.4340, test_acc=0.5046
[sgd][aggressive][epoch 5] train_loss=1.5172, train_acc=0.4534, test_acc=0.5348
[sgd][aggressive][epoch 6] train_loss=1.4628, train_acc=0.4736, test_acc=0.5529
[sgd][aggressive][epoch 7] train_loss=1.4181, train_acc=0.4933, test_acc=0.5795
[sgd][aggressive][epoch 8] train_loss=1.3875, train_acc=0.5027, test_acc=0.5967
[sgd][aggressive][epoch 9] train_loss=1.3532, train_acc=0.5146, test_acc=0.5977
[sgd][aggressive][epoch 10] train_loss=1.3283, train_acc=0.5265, test_acc=0.6028
[sgd][aggressive][epoch 11] train_loss=1.3050, train_acc=0.5333, test_acc=0.6133
[sgd][aggressive][epoch 12] train_loss=1.2840, train_acc=0.5430, test_acc=0.6329
[sgd][aggressive][epoch 13] train_loss=1.2662, train_acc=0.5505, test_acc=0.6011
[sgd][aggressive][epoch 14] train_loss=1.2491, train_acc=0.5545, test_acc=0.6490
[sgd][aggressive][epoch 15] train_loss=1.2334, train_acc=0.5621, test_acc=0.6452
[sgd][aggressive][epoch 16] train_loss=1.2266, train_acc=0.5656, test_acc=0.6381
[sgd][aggressive][epoch 17] train_loss=1.2157, train_acc=0.5678, test_acc=0.6482
[sgd][aggressive][epoch 18] train_loss=1.2051, train_acc=0.5745, test_acc=0.6619
[sgd][aggressive][epoch 19] train_loss=1.1854, train_acc=0.5793, test_acc=0.6701
[sgd][aggressive][epoch 20] train_loss=1.1799, train_acc=0.5823, test_acc=0.6529
[adam][none][epoch 1] train_loss=1.7539, train_acc=0.3666, test_acc=0.4474
[adam][none][epoch 2] train_loss=1.5013, train_acc=0.4559, test_acc=0.4801
[adam][none][epoch 3] train_loss=1.4560, train_acc=0.4740, test_acc=0.5110
[adam][none][epoch 4] train_loss=1.4221, train_acc=0.4882, test_acc=0.5162
[adam][none][epoch 5] train_loss=1.3943, train_acc=0.4997, test_acc=0.5221
[adam][none][epoch 6] train_loss=1.3840, train_acc=0.5037, test_acc=0.5295
[adam][none][epoch 7] train_loss=1.3604, train_acc=0.5146, test_acc=0.5269
[adam][none][epoch 8] train_loss=1.3529, train_acc=0.5131, test_acc=0.5478
[adam][none][epoch 9] train_loss=1.3496, train_acc=0.5150, test_acc=0.5602
[adam][none][epoch 10] train_loss=1.3384, train_acc=0.5199, test_acc=0.5414
[adam][none][epoch 11] train_loss=1.3299, train_acc=0.5230, test_acc=0.5535
[adam][none][epoch 12] train_loss=1.3380, train_acc=0.5231, test_acc=0.5783
[adam][none][epoch 13] train_loss=1.3283, train_acc=0.5238, test_acc=0.5622
[adam][none][epoch 14] train_loss=1.3241, train_acc=0.5305, test_acc=0.5585
[adam][none][epoch 15] train_loss=1.3172, train_acc=0.5315, test_acc=0.5775
[adam][none][epoch 16] train_loss=1.3192, train_acc=0.5301, test_acc=0.5694
[adam][none][epoch 17] train_loss=1.3199, train_acc=0.5286, test_acc=0.5755
[adam][none][epoch 18] train_loss=1.3246, train_acc=0.5278, test_acc=0.5589
[adam][none][epoch 19] train_loss=1.3320, train_acc=0.5294, test_acc=0.5715
[adam][none][epoch 20] train_loss=1.3130, train_acc=0.5311, test_acc=0.5754
[adam][standard][epoch 1] train_loss=1.9662, train_acc=0.2817, test_acc=0.4059
[adam][standard][epoch 2] train_loss=1.6907, train_acc=0.3810, test_acc=0.4608
[adam][standard][epoch 3] train_loss=1.6306, train_acc=0.4023, test_acc=0.4703
[adam][standard][epoch 4] train_loss=1.5946, train_acc=0.4130, test_acc=0.4582
[adam][standard][epoch 5] train_loss=1.5847, train_acc=0.4194, test_acc=0.4656
[adam][standard][epoch 6] train_loss=1.5700, train_acc=0.4245, test_acc=0.4742
[adam][standard][epoch 7] train_loss=1.5597, train_acc=0.4317, test_acc=0.4815
[adam][standard][epoch 8] train_loss=1.5501, train_acc=0.4339, test_acc=0.4736
[adam][standard][epoch 9] train_loss=1.5521, train_acc=0.4347, test_acc=0.4965
[adam][standard][epoch 10] train_loss=1.5406, train_acc=0.4394, test_acc=0.4963
[adam][standard][epoch 11] train_loss=1.5427, train_acc=0.4397, test_acc=0.5065
[adam][standard][epoch 12] train_loss=1.5427, train_acc=0.4380, test_acc=0.4952
[adam][standard][epoch 13] train_loss=1.5383, train_acc=0.4385, test_acc=0.5190
[adam][standard][epoch 14] train_loss=1.5358, train_acc=0.4394, test_acc=0.4922
[adam][standard][epoch 15] train_loss=1.5209, train_acc=0.4479, test_acc=0.5174
[adam][standard][epoch 16] train_loss=1.5207, train_acc=0.4429, test_acc=0.5318
[adam][standard][epoch 17] train_loss=1.5428, train_acc=0.4420, test_acc=0.5101
[adam][standard][epoch 18] train_loss=1.5282, train_acc=0.4421, test_acc=0.5246
[adam][standard][epoch 19] train_loss=1.5154, train_acc=0.4515, test_acc=0.4926
[adam][standard][epoch 20] train_loss=1.5201, train_acc=0.4484, test_acc=0.5012
[adam][aggressive][epoch 1] train_loss=1.9946, train_acc=0.2655, test_acc=0.3420
[adam][aggressive][epoch 2] train_loss=1.7975, train_acc=0.3353, test_acc=0.4064
[adam][aggressive][epoch 3] train_loss=1.7743, train_acc=0.3444, test_acc=0.4200
[adam][aggressive][epoch 4] train_loss=1.7372, train_acc=0.3579, test_acc=0.4113
[adam][aggressive][epoch 5] train_loss=1.7270, train_acc=0.3684, test_acc=0.4221
[adam][aggressive][epoch 6] train_loss=1.7161, train_acc=0.3704, test_acc=0.4449
[adam][aggressive][epoch 7] train_loss=1.6962, train_acc=0.3799, test_acc=0.4352
[adam][aggressive][epoch 8] train_loss=1.6957, train_acc=0.3808, test_acc=0.4409
[adam][aggressive][epoch 9] train_loss=1.6931, train_acc=0.3804, test_acc=0.4434
[adam][aggressive][epoch 10] train_loss=1.6858, train_acc=0.3787, test_acc=0.4671
[adam][aggressive][epoch 11] train_loss=1.6876, train_acc=0.3814, test_acc=0.4560
[adam][aggressive][epoch 12] train_loss=1.6893, train_acc=0.3837, test_acc=0.4288
[adam][aggressive][epoch 13] train_loss=1.6795, train_acc=0.3832, test_acc=0.4422
[adam][aggressive][epoch 14] train_loss=1.6710, train_acc=0.3851, test_acc=0.4082
[adam][aggressive][epoch 15] train_loss=1.6753, train_acc=0.3846, test_acc=0.4628
[adam][aggressive][epoch 16] train_loss=1.6733, train_acc=0.3831, test_acc=0.4370
[adam][aggressive][epoch 17] train_loss=1.6646, train_acc=0.3890, test_acc=0.4529
[adam][aggressive][epoch 18] train_loss=1.6783, train_acc=0.3829, test_acc=0.4649
[adam][aggressive][epoch 19] train_loss=1.6775, train_acc=0.3857, test_acc=0.4383
[adam][aggressive][epoch 20] train_loss=1.6718, train_acc=0.3821, test_acc=0.4534
SEED 123
[sgd][none][epoch 1] train_loss=1.9311, train_acc=0.2982, test_acc=0.4331
[sgd][none][epoch 2] train_loss=1.5091, train_acc=0.4602, test_acc=0.5060
[sgd][none][epoch 3] train_loss=1.3347, train_acc=0.5203, test_acc=0.5345
[sgd][none][epoch 4] train_loss=1.2469, train_acc=0.5554, test_acc=0.5855
[sgd][none][epoch 5] train_loss=1.1582, train_acc=0.5873, test_acc=0.6146
[sgd][none][epoch 6] train_loss=1.0869, train_acc=0.6134, test_acc=0.6336
[sgd][none][epoch 7] train_loss=1.0187, train_acc=0.6405, test_acc=0.6517
[sgd][none][epoch 8] train_loss=0.9732, train_acc=0.6563, test_acc=0.6470
[sgd][none][epoch 9] train_loss=0.9221, train_acc=0.6754, test_acc=0.6732
[sgd][none][epoch 10] train_loss=0.8899, train_acc=0.6855, test_acc=0.6785
[sgd][none][epoch 11] train_loss=0.8532, train_acc=0.6995, test_acc=0.6832
[sgd][none][epoch 12] train_loss=0.8089, train_acc=0.7154, test_acc=0.6861
[sgd][none][epoch 13] train_loss=0.7808, train_acc=0.7241, test_acc=0.6775
[sgd][none][epoch 14] train_loss=0.7539, train_acc=0.7348, test_acc=0.6845
[sgd][none][epoch 15] train_loss=0.7263, train_acc=0.7432, test_acc=0.6986
[sgd][none][epoch 16] train_loss=0.6967, train_acc=0.7529, test_acc=0.6930
[sgd][none][epoch 17] train_loss=0.6710, train_acc=0.7639, test_acc=0.6845
[sgd][none][epoch 18] train_loss=0.6452, train_acc=0.7724, test_acc=0.7039
[sgd][none][epoch 19] train_loss=0.6094, train_acc=0.7859, test_acc=0.7033
[sgd][none][epoch 20] train_loss=0.5979, train_acc=0.7868, test_acc=0.7018
[sgd][standard][epoch 1] train_loss=2.0551, train_acc=0.2467, test_acc=0.3644
[sgd][standard][epoch 2] train_loss=1.7425, train_acc=0.3696, test_acc=0.4334
[sgd][standard][epoch 3] train_loss=1.5560, train_acc=0.4329, test_acc=0.5017
[sgd][standard][epoch 4] train_loss=1.4621, train_acc=0.4680, test_acc=0.5380
[sgd][standard][epoch 5] train_loss=1.3934, train_acc=0.4952, test_acc=0.5701
[sgd][standard][epoch 6] train_loss=1.3294, train_acc=0.5213, test_acc=0.5866
[sgd][standard][epoch 7] train_loss=1.2766, train_acc=0.5421, test_acc=0.6181
[sgd][standard][epoch 8] train_loss=1.2316, train_acc=0.5569, test_acc=0.6213
[sgd][standard][epoch 9] train_loss=1.2074, train_acc=0.5672, test_acc=0.6211
[sgd][standard][epoch 10] train_loss=1.1776, train_acc=0.5785, test_acc=0.6330
[sgd][standard][epoch 11] train_loss=1.1488, train_acc=0.5902, test_acc=0.6505
[sgd][standard][epoch 12] train_loss=1.1336, train_acc=0.5979, test_acc=0.6629
[sgd][standard][epoch 13] train_loss=1.1190, train_acc=0.5994, test_acc=0.6655
[sgd][standard][epoch 14] train_loss=1.0946, train_acc=0.6125, test_acc=0.6774
[sgd][standard][epoch 15] train_loss=1.0848, train_acc=0.6134, test_acc=0.6762
[sgd][standard][epoch 16] train_loss=1.0732, train_acc=0.6182, test_acc=0.6788
[sgd][standard][epoch 17] train_loss=1.0666, train_acc=0.6216, test_acc=0.6879
[sgd][standard][epoch 18] train_loss=1.0515, train_acc=0.6270, test_acc=0.6872
[sgd][standard][epoch 19] train_loss=1.0466, train_acc=0.6275, test_acc=0.6877
[sgd][standard][epoch 20] train_loss=1.0256, train_acc=0.6372, test_acc=0.6987
[sgd][aggressive][epoch 1] train_loss=2.0718, train_acc=0.2364, test_acc=0.3592
[sgd][aggressive][epoch 2] train_loss=1.7712, train_acc=0.3563, test_acc=0.4336
[sgd][aggressive][epoch 3] train_loss=1.6322, train_acc=0.4069, test_acc=0.4826
[sgd][aggressive][epoch 4] train_loss=1.5630, train_acc=0.4342, test_acc=0.5099
[sgd][aggressive][epoch 5] train_loss=1.4983, train_acc=0.4578, test_acc=0.5423
[sgd][aggressive][epoch 6] train_loss=1.4539, train_acc=0.4778, test_acc=0.5584
[sgd][aggressive][epoch 7] train_loss=1.4067, train_acc=0.4912, test_acc=0.5824
[sgd][aggressive][epoch 8] train_loss=1.3720, train_acc=0.5108, test_acc=0.5948
[sgd][aggressive][epoch 9] train_loss=1.3426, train_acc=0.5199, test_acc=0.5881
[sgd][aggressive][epoch 10] train_loss=1.3074, train_acc=0.5334, test_acc=0.6235
[sgd][aggressive][epoch 11] train_loss=1.2872, train_acc=0.5407, test_acc=0.6285
[sgd][aggressive][epoch 12] train_loss=1.2661, train_acc=0.5488, test_acc=0.6413
[sgd][aggressive][epoch 13] train_loss=1.2529, train_acc=0.5552, test_acc=0.6473
[sgd][aggressive][epoch 14] train_loss=1.2264, train_acc=0.5646, test_acc=0.6436
[sgd][aggressive][epoch 15] train_loss=1.2245, train_acc=0.5647, test_acc=0.6484
[sgd][aggressive][epoch 16] train_loss=1.2083, train_acc=0.5684, test_acc=0.6642
[sgd][aggressive][epoch 17] train_loss=1.1961, train_acc=0.5754, test_acc=0.6450
[sgd][aggressive][epoch 18] train_loss=1.1778, train_acc=0.5826, test_acc=0.6629
[sgd][aggressive][epoch 19] train_loss=1.1742, train_acc=0.5867, test_acc=0.6570
[sgd][aggressive][epoch 20] train_loss=1.1654, train_acc=0.5888, test_acc=0.6736
[adam][none][epoch 1] train_loss=1.7930, train_acc=0.3436, test_acc=0.4587
[adam][none][epoch 2] train_loss=1.5388, train_acc=0.4398, test_acc=0.4631
[adam][none][epoch 3] train_loss=1.4963, train_acc=0.4578, test_acc=0.4876
[adam][none][epoch 4] train_loss=1.4608, train_acc=0.4701, test_acc=0.5141
[adam][none][epoch 5] train_loss=1.4432, train_acc=0.4794, test_acc=0.5123
[adam][none][epoch 6] train_loss=1.4211, train_acc=0.4871, test_acc=0.5290
[adam][none][epoch 7] train_loss=1.4216, train_acc=0.4891, test_acc=0.5334
[adam][none][epoch 8] train_loss=1.4136, train_acc=0.4890, test_acc=0.5363
[adam][none][epoch 9] train_loss=1.4088, train_acc=0.4921, test_acc=0.5187
[adam][none][epoch 10] train_loss=1.4120, train_acc=0.4949, test_acc=0.5335
[adam][none][epoch 11] train_loss=1.3871, train_acc=0.5001, test_acc=0.5329
[adam][none][epoch 12] train_loss=1.4000, train_acc=0.4951, test_acc=0.5462
[adam][none][epoch 13] train_loss=1.3897, train_acc=0.5010, test_acc=0.5448
[adam][none][epoch 14] train_loss=1.3929, train_acc=0.4987, test_acc=0.5352
[adam][none][epoch 15] train_loss=1.3816, train_acc=0.5039, test_acc=0.5380
[adam][none][epoch 16] train_loss=1.3859, train_acc=0.5033, test_acc=0.5447
[adam][none][epoch 17] train_loss=1.3742, train_acc=0.5099, test_acc=0.5518
[adam][none][epoch 18] train_loss=1.3722, train_acc=0.5071, test_acc=0.5568
[adam][none][epoch 19] train_loss=1.3785, train_acc=0.5065, test_acc=0.5513
[adam][none][epoch 20] train_loss=1.3660, train_acc=0.5107, test_acc=0.5414
[adam][standard][epoch 1] train_loss=1.9765, train_acc=0.2750, test_acc=0.3317
[adam][standard][epoch 2] train_loss=1.7586, train_acc=0.3564, test_acc=0.4192
[adam][standard][epoch 3] train_loss=1.7183, train_acc=0.3688, test_acc=0.3962
[adam][standard][epoch 4] train_loss=1.6878, train_acc=0.3778, test_acc=0.4209
[adam][standard][epoch 5] train_loss=1.6783, train_acc=0.3823, test_acc=0.4596
[adam][standard][epoch 6] train_loss=1.6618, train_acc=0.3878, test_acc=0.4273
[adam][standard][epoch 7] train_loss=1.6519, train_acc=0.3927, test_acc=0.4477
[adam][standard][epoch 8] train_loss=1.6319, train_acc=0.3978, test_acc=0.4640
[adam][standard][epoch 9] train_loss=1.6272, train_acc=0.4000, test_acc=0.4671
[adam][standard][epoch 10] train_loss=1.6193, train_acc=0.4039, test_acc=0.4555
[adam][standard][epoch 11] train_loss=1.6237, train_acc=0.4038, test_acc=0.4712
[adam][standard][epoch 12] train_loss=1.6257, train_acc=0.3990, test_acc=0.4606
[adam][standard][epoch 13] train_loss=1.6252, train_acc=0.4029, test_acc=0.4628
[adam][standard][epoch 14] train_loss=1.6406, train_acc=0.4009, test_acc=0.4417
[adam][standard][epoch 15] train_loss=1.6137, train_acc=0.4072, test_acc=0.4691
[adam][standard][epoch 16] train_loss=1.6059, train_acc=0.4090, test_acc=0.4535
[adam][standard][epoch 17] train_loss=1.6091, train_acc=0.4086, test_acc=0.4407
[adam][standard][epoch 18] train_loss=1.5937, train_acc=0.4106, test_acc=0.4711
[adam][standard][epoch 19] train_loss=1.6146, train_acc=0.4040, test_acc=0.4599
[adam][standard][epoch 20] train_loss=1.6015, train_acc=0.4094, test_acc=0.4439
[adam][aggressive][epoch 1] train_loss=2.0220, train_acc=0.2568, test_acc=0.3374
[adam][aggressive][epoch 2] train_loss=1.7999, train_acc=0.3355, test_acc=0.4133
[adam][aggressive][epoch 3] train_loss=1.7349, train_acc=0.3581, test_acc=0.4205
[adam][aggressive][epoch 4] train_loss=1.7072, train_acc=0.3690, test_acc=0.4260
[adam][aggressive][epoch 5] train_loss=1.6942, train_acc=0.3751, test_acc=0.4365
[adam][aggressive][epoch 6] train_loss=1.6825, train_acc=0.3806, test_acc=0.4198
[adam][aggressive][epoch 7] train_loss=1.6737, train_acc=0.3837, test_acc=0.4576
[adam][aggressive][epoch 8] train_loss=1.6662, train_acc=0.3874, test_acc=0.4461
[adam][aggressive][epoch 9] train_loss=1.6690, train_acc=0.3842, test_acc=0.4494
[adam][aggressive][epoch 10] train_loss=1.6586, train_acc=0.3910, test_acc=0.4718
[adam][aggressive][epoch 11] train_loss=1.6606, train_acc=0.3920, test_acc=0.4709
[adam][aggressive][epoch 12] train_loss=1.6647, train_acc=0.3915, test_acc=0.4603
[adam][aggressive][epoch 13] train_loss=1.6484, train_acc=0.3987, test_acc=0.4381
[adam][aggressive][epoch 14] train_loss=1.6552, train_acc=0.3902, test_acc=0.4754
[adam][aggressive][epoch 15] train_loss=1.6531, train_acc=0.3944, test_acc=0.4632
[adam][aggressive][epoch 16] train_loss=1.6465, train_acc=0.3957, test_acc=0.4774
[adam][aggressive][epoch 17] train_loss=1.6686, train_acc=0.3903, test_acc=0.4495
[adam][aggressive][epoch 18] train_loss=1.6486, train_acc=0.3973, test_acc=0.4583
[adam][aggressive][epoch 19] train_loss=1.6871, train_acc=0.3846, test_acc=0.4529
[adam][aggressive][epoch 20] train_loss=1.6608, train_acc=0.3928, test_acc=0.4519
SEED 999
[sgd][none][epoch 1] train_loss=1.9648, train_acc=0.2823, test_acc=0.4082
[sgd][none][epoch 2] train_loss=1.5440, train_acc=0.4426, test_acc=0.4967
[sgd][none][epoch 3] train_loss=1.3841, train_acc=0.5031, test_acc=0.5481
[sgd][none][epoch 4] train_loss=1.2708, train_acc=0.5468, test_acc=0.5698
[sgd][none][epoch 5] train_loss=1.1830, train_acc=0.5788, test_acc=0.6024
[sgd][none][epoch 6] train_loss=1.0973, train_acc=0.6119, test_acc=0.6247
[sgd][none][epoch 7] train_loss=1.0351, train_acc=0.6321, test_acc=0.6337
[sgd][none][epoch 8] train_loss=0.9852, train_acc=0.6519, test_acc=0.6516
[sgd][none][epoch 9] train_loss=0.9321, train_acc=0.6699, test_acc=0.6519
[sgd][none][epoch 10] train_loss=0.8937, train_acc=0.6880, test_acc=0.6659
[sgd][none][epoch 11] train_loss=0.8555, train_acc=0.6975, test_acc=0.6739
[sgd][none][epoch 12] train_loss=0.8128, train_acc=0.7147, test_acc=0.6714
[sgd][none][epoch 13] train_loss=0.7774, train_acc=0.7244, test_acc=0.6844
[sgd][none][epoch 14] train_loss=0.7446, train_acc=0.7378, test_acc=0.6712
[sgd][none][epoch 15] train_loss=0.7130, train_acc=0.7504, test_acc=0.6967
[sgd][none][epoch 16] train_loss=0.6769, train_acc=0.7616, test_acc=0.6910
[sgd][none][epoch 17] train_loss=0.6570, train_acc=0.7681, test_acc=0.6931
[sgd][none][epoch 18] train_loss=0.6386, train_acc=0.7762, test_acc=0.7021
[sgd][none][epoch 19] train_loss=0.6080, train_acc=0.7853, test_acc=0.6982
[sgd][none][epoch 20] train_loss=0.5840, train_acc=0.7949, test_acc=0.6778
[sgd][standard][epoch 1] train_loss=2.0407, train_acc=0.2494, test_acc=0.3775
[sgd][standard][epoch 2] train_loss=1.6937, train_acc=0.3859, test_acc=0.4468
[sgd][standard][epoch 3] train_loss=1.5486, train_acc=0.4374, test_acc=0.4884
[sgd][standard][epoch 4] train_loss=1.4723, train_acc=0.4689, test_acc=0.5155
[sgd][standard][epoch 5] train_loss=1.4086, train_acc=0.4926, test_acc=0.5603
[sgd][standard][epoch 6] train_loss=1.3517, train_acc=0.5127, test_acc=0.5646
[sgd][standard][epoch 7] train_loss=1.3047, train_acc=0.5300, test_acc=0.5974
[sgd][standard][epoch 8] train_loss=1.2650, train_acc=0.5454, test_acc=0.6163
[sgd][standard][epoch 9] train_loss=1.2220, train_acc=0.5641, test_acc=0.6208
[sgd][standard][epoch 10] train_loss=1.1993, train_acc=0.5716, test_acc=0.6378
[sgd][standard][epoch 11] train_loss=1.1627, train_acc=0.5833, test_acc=0.6552
[sgd][standard][epoch 12] train_loss=1.1434, train_acc=0.5901, test_acc=0.6500
[sgd][standard][epoch 13] train_loss=1.1314, train_acc=0.5986, test_acc=0.6619
[sgd][standard][epoch 14] train_loss=1.1073, train_acc=0.6054, test_acc=0.6635
[sgd][standard][epoch 15] train_loss=1.0958, train_acc=0.6111, test_acc=0.6747
[sgd][standard][epoch 16] train_loss=1.0843, train_acc=0.6131, test_acc=0.6678
[sgd][standard][epoch 17] train_loss=1.0639, train_acc=0.6221, test_acc=0.6751
[sgd][standard][epoch 18] train_loss=1.0448, train_acc=0.6305, test_acc=0.6828
[sgd][standard][epoch 19] train_loss=1.0394, train_acc=0.6302, test_acc=0.6652
[sgd][standard][epoch 20] train_loss=1.0273, train_acc=0.6353, test_acc=0.6961
[sgd][aggressive][epoch 1] train_loss=2.0646, train_acc=0.2437, test_acc=0.3856
[sgd][aggressive][epoch 2] train_loss=1.7912, train_acc=0.3552, test_acc=0.4649
[sgd][aggressive][epoch 3] train_loss=1.6363, train_acc=0.4080, test_acc=0.4622
[sgd][aggressive][epoch 4] train_loss=1.5608, train_acc=0.4355, test_acc=0.4828
[sgd][aggressive][epoch 5] train_loss=1.5063, train_acc=0.4545, test_acc=0.5366
[sgd][aggressive][epoch 6] train_loss=1.4610, train_acc=0.4755, test_acc=0.5395
[sgd][aggressive][epoch 7] train_loss=1.4184, train_acc=0.4916, test_acc=0.5608
[sgd][aggressive][epoch 8] train_loss=1.3873, train_acc=0.5043, test_acc=0.5799
[sgd][aggressive][epoch 9] train_loss=1.3462, train_acc=0.5190, test_acc=0.6037
[sgd][aggressive][epoch 10] train_loss=1.3189, train_acc=0.5313, test_acc=0.6135
[sgd][aggressive][epoch 11] train_loss=1.2964, train_acc=0.5383, test_acc=0.6157
[sgd][aggressive][epoch 12] train_loss=1.2798, train_acc=0.5443, test_acc=0.6221
[sgd][aggressive][epoch 13] train_loss=1.2447, train_acc=0.5550, test_acc=0.6303
[sgd][aggressive][epoch 14] train_loss=1.2455, train_acc=0.5583, test_acc=0.6474
[sgd][aggressive][epoch 15] train_loss=1.2229, train_acc=0.5663, test_acc=0.6583
[sgd][aggressive][epoch 16] train_loss=1.2149, train_acc=0.5711, test_acc=0.6548
[sgd][aggressive][epoch 17] train_loss=1.1953, train_acc=0.5769, test_acc=0.6514
[sgd][aggressive][epoch 18] train_loss=1.1797, train_acc=0.5802, test_acc=0.6521
[sgd][aggressive][epoch 19] train_loss=1.1690, train_acc=0.5845, test_acc=0.6624
[sgd][aggressive][epoch 20] train_loss=1.1596, train_acc=0.5901, test_acc=0.6623
[adam][none][epoch 1] train_loss=1.7632, train_acc=0.3531, test_acc=0.4299
[adam][none][epoch 2] train_loss=1.5243, train_acc=0.4486, test_acc=0.4979
[adam][none][epoch 3] train_loss=1.4566, train_acc=0.4711, test_acc=0.5188
[adam][none][epoch 4] train_loss=1.4304, train_acc=0.4808, test_acc=0.5000
[adam][none][epoch 5] train_loss=1.4109, train_acc=0.4907, test_acc=0.5087
[adam][none][epoch 6] train_loss=1.4031, train_acc=0.4983, test_acc=0.5271
[adam][none][epoch 7] train_loss=1.3831, train_acc=0.5013, test_acc=0.5123
[adam][none][epoch 8] train_loss=1.3821, train_acc=0.5024, test_acc=0.5529
[adam][none][epoch 9] train_loss=1.3669, train_acc=0.5103, test_acc=0.5251
[adam][none][epoch 10] train_loss=1.3697, train_acc=0.5087, test_acc=0.5277
[adam][none][epoch 11] train_loss=1.3734, train_acc=0.5077, test_acc=0.5407
[adam][none][epoch 12] train_loss=1.3641, train_acc=0.5121, test_acc=0.5310
[adam][none][epoch 13] train_loss=1.3571, train_acc=0.5137, test_acc=0.5501
[adam][none][epoch 14] train_loss=1.3592, train_acc=0.5151, test_acc=0.5302
[adam][none][epoch 15] train_loss=1.3578, train_acc=0.5142, test_acc=0.5569
[adam][none][epoch 16] train_loss=1.3404, train_acc=0.5190, test_acc=0.5500
[adam][none][epoch 17] train_loss=1.3544, train_acc=0.5151, test_acc=0.5515
[adam][none][epoch 18] train_loss=1.3483, train_acc=0.5184, test_acc=0.5486
[adam][none][epoch 19] train_loss=1.3437, train_acc=0.5180, test_acc=0.5480
[adam][none][epoch 20] train_loss=1.3356, train_acc=0.5202, test_acc=0.5477
[adam][standard][epoch 1] train_loss=1.9782, train_acc=0.2757, test_acc=0.3604
[adam][standard][epoch 2] train_loss=1.7882, train_acc=0.3426, test_acc=0.3830
[adam][standard][epoch 3] train_loss=1.7298, train_acc=0.3602, test_acc=0.3849
[adam][standard][epoch 4] train_loss=1.7011, train_acc=0.3696, test_acc=0.4051
[adam][standard][epoch 5] train_loss=1.6930, train_acc=0.3764, test_acc=0.4322
[adam][standard][epoch 6] train_loss=1.6891, train_acc=0.3793, test_acc=0.4155
[adam][standard][epoch 7] train_loss=1.6894, train_acc=0.3785, test_acc=0.4244
[adam][standard][epoch 8] train_loss=1.6838, train_acc=0.3799, test_acc=0.4361
[adam][standard][epoch 9] train_loss=1.6820, train_acc=0.3811, test_acc=0.4266
[adam][standard][epoch 10] train_loss=1.6631, train_acc=0.3870, test_acc=0.4309
[adam][standard][epoch 11] train_loss=1.6606, train_acc=0.3863, test_acc=0.4306
[adam][standard][epoch 12] train_loss=1.6556, train_acc=0.3915, test_acc=0.4356
[adam][standard][epoch 13] train_loss=1.6466, train_acc=0.3940, test_acc=0.4422
[adam][standard][epoch 14] train_loss=1.6496, train_acc=0.3945, test_acc=0.4355
[adam][standard][epoch 15] train_loss=1.6502, train_acc=0.3904, test_acc=0.4526
[adam][standard][epoch 16] train_loss=1.6383, train_acc=0.3980, test_acc=0.4489
[adam][standard][epoch 17] train_loss=1.6598, train_acc=0.3888, test_acc=0.4484
[adam][standard][epoch 18] train_loss=1.6430, train_acc=0.3930, test_acc=0.3994
[adam][standard][epoch 19] train_loss=1.6456, train_acc=0.3931, test_acc=0.4483
[adam][standard][epoch 20] train_loss=1.6409, train_acc=0.3942, test_acc=0.4508
[adam][aggressive][epoch 1] train_loss=2.0724, train_acc=0.2302, test_acc=0.3199
[adam][aggressive][epoch 2] train_loss=1.9161, train_acc=0.2906, test_acc=0.3617
[adam][aggressive][epoch 3] train_loss=1.8448, train_acc=0.3195, test_acc=0.3999
[adam][aggressive][epoch 4] train_loss=1.8053, train_acc=0.3348, test_acc=0.4099
[adam][aggressive][epoch 5] train_loss=1.7892, train_acc=0.3404, test_acc=0.4121
[adam][aggressive][epoch 6] train_loss=1.7877, train_acc=0.3387, test_acc=0.3256
[adam][aggressive][epoch 7] train_loss=1.7722, train_acc=0.3472, test_acc=0.4181
[adam][aggressive][epoch 8] train_loss=1.7613, train_acc=0.3479, test_acc=0.3857
[adam][aggressive][epoch 9] train_loss=1.7486, train_acc=0.3553, test_acc=0.3986
[adam][aggressive][epoch 10] train_loss=1.7620, train_acc=0.3498, test_acc=0.3982
[adam][aggressive][epoch 11] train_loss=1.7493, train_acc=0.3537, test_acc=0.4078
[adam][aggressive][epoch 12] train_loss=1.7450, train_acc=0.3541, test_acc=0.4106
[adam][aggressive][epoch 13] train_loss=1.7524, train_acc=0.3513, test_acc=0.4204
[adam][aggressive][epoch 14] train_loss=1.7393, train_acc=0.3585, test_acc=0.4125
[adam][aggressive][epoch 15] train_loss=1.7469, train_acc=0.3586, test_acc=0.3921
[adam][aggressive][epoch 16] train_loss=1.7383, train_acc=0.3580, test_acc=0.3887
[adam][aggressive][epoch 17] train_loss=1.7540, train_acc=0.3518, test_acc=0.3902
[adam][aggressive][epoch 18] train_loss=1.7417, train_acc=0.3536, test_acc=0.4027
[adam][aggressive][epoch 19] train_loss=1.7406, train_acc=0.3585, test_acc=0.4284
[adam][aggressive][epoch 20] train_loss=1.7528, train_acc=0.3491, test_acc=0.4209
saved results to results.json
anova on test accuracy:
                                sum_sq    df           F        PR(>F)
C(optimizer)                  0.175350   1.0  541.527205  2.363959e-11
C(augmentation)               0.015656   2.0   24.175125  6.180350e-05
C(optimizer):C(augmentation)  0.007791   2.0   12.030388  1.357929e-03
Residual                      0.003886  12.0         NaN           NaN
saved plot to test_acc_comparison.png
Message sent successfully!
