{"train_lr": 0.010000000000000002, "train_loss": 1.3616196155548095, "epoch": 0, "test_loss": 0.6028877664357424, "test_acc1": 99.1625, "test_acc5": 100.0}
{"train_lr": 0.009997557473810372, "train_loss": 0.3475665055215359, "epoch": 1, "test_loss": 0.1931833573617041, "test_acc1": 99.175, "test_acc5": 99.9875}
{"train_lr": 0.009990232305719944, "train_loss": 0.14084508456289768, "epoch": 2, "test_loss": 0.11133331013843417, "test_acc1": 99.175, "test_acc5": 99.9875}
{"train_lr": 0.00997803172478525, "train_loss": 0.09031593799591064, "epoch": 3, "test_loss": 0.08294724836014211, "test_acc1": 99.1625, "test_acc5": 99.9875}
{"train_lr": 0.00996096777150667, "train_loss": 0.06898678038269282, "epoch": 4, "test_loss": 0.06828640482854098, "test_acc1": 99.1625, "test_acc5": 99.9875}
{"train_lr": 0.009939057285945933, "train_loss": 0.05655554104596376, "epoch": 5, "test_loss": 0.05907167016994208, "test_acc1": 99.15, "test_acc5": 99.9875}
{"train_lr": 0.009912321891107015, "train_loss": 0.04813721477985382, "epoch": 6, "test_loss": 0.0527058137813583, "test_acc1": 99.1625, "test_acc5": 99.9875}
{"train_lr": 0.009880787971596803, "train_loss": 0.04197955885902047, "epoch": 7, "test_loss": 0.048063815862406045, "test_acc1": 99.1375, "test_acc5": 99.9875}
{"train_lr": 0.009844486647586723, "train_loss": 0.03725117389112711, "epoch": 8, "test_loss": 0.04455198161303997, "test_acc1": 99.1375, "test_acc5": 99.9875}
{"train_lr": 0.009803453744100873, "train_loss": 0.03349073436111212, "epoch": 9, "test_loss": 0.04182058369042352, "test_acc1": 99.1375, "test_acc5": 99.9875}
{"train_lr": 0.009757729755661007, "train_loss": 0.030418331176042555, "epoch": 10, "test_loss": 0.03964922181330621, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.00970735980632342, "train_loss": 0.027853766549378635, "epoch": 11, "test_loss": 0.03789215337019414, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.00965239360514685, "train_loss": 0.02567573208361864, "epoch": 12, "test_loss": 0.0364492746302858, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009592885397135707, "train_loss": 0.023799526831135155, "epoch": 13, "test_loss": 0.03524968551937491, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009528893909706794, "train_loss": 0.02216418646275997, "epoch": 14, "test_loss": 0.034241847635712475, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.009460482294732422, "train_loss": 0.020724662626162172, "epoch": 15, "test_loss": 0.03338745885412209, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.009387718066217125, "train_loss": 0.01944688744843006, "epoch": 16, "test_loss": 0.03265750268474221, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009310673033669522, "train_loss": 0.018304584035649895, "epoch": 17, "test_loss": 0.03202962881186977, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009229423231234971, "train_loss": 0.017277124244719742, "epoch": 18, "test_loss": 0.031486364285228774, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009144048842659078, "train_loss": 0.016348056960850954, "epoch": 19, "test_loss": 0.031013873842312023, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.009054634122155989, "train_loss": 0.015504075540229678, "epoch": 20, "test_loss": 0.030601067788666114, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.008961267311259671, "train_loss": 0.014734283811412752, "epoch": 21, "test_loss": 0.030238967126933858, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.00886404055174016, "train_loss": 0.014029653207398952, "epoch": 22, "test_loss": 0.02992022508988157, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.008763049794670772, "train_loss": 0.013382627232931554, "epoch": 23, "test_loss": 0.02963878575246781, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.008658394705735987, "train_loss": 0.012786827306263149, "epoch": 24, "test_loss": 0.02938961493782699, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.008550178566873411, "train_loss": 0.012236804002895951, "epoch": 25, "test_loss": 0.029168495791964233, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.00843850817434701, "train_loss": 0.011727884714491665, "epoch": 26, "test_loss": 0.028971871070098132, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.008323493733352078, "train_loss": 0.011256017466075718, "epoch": 27, "test_loss": 0.028796720027457923, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.008205248749256017, "train_loss": 0.010817675990983844, "epoch": 28, "test_loss": 0.028640473959967494, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.008083889915582235, "train_loss": 0.01040976366493851, "epoch": 29, "test_loss": 0.028500915825134143, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.007959536998847746, "train_loss": 0.01002955895382911, "epoch": 30, "test_loss": 0.028376142116030678, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.00783231272036805, "train_loss": 0.009674646821804345, "epoch": 31, "test_loss": 0.02826449877466075, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0077023426351460365, "train_loss": 0.009342879639007151, "epoch": 32, "test_loss": 0.028164547722553834, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.007569755007964338, "train_loss": 0.009032341837882995, "epoch": 33, "test_loss": 0.028075031528715044, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0074346806868034925, "train_loss": 0.008741323673166334, "epoch": 34, "test_loss": 0.027994844364002347, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.007297252973710757, "train_loss": 0.008468281442765147, "epoch": 35, "test_loss": 0.02792301280715037, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0071576074932471105, "train_loss": 0.008211835892871023, "epoch": 36, "test_loss": 0.027858678193297237, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.007015882058642166, "train_loss": 0.007970732380636036, "epoch": 37, "test_loss": 0.027801074189483188, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.006872216535789159, "train_loss": 0.00774384771939367, "epoch": 38, "test_loss": 0.02774952731851954, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.006726752705214195, "train_loss": 0.007530153333209455, "epoch": 39, "test_loss": 0.027703432802809402, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.006579634122155993, "train_loss": 0.007328725082334131, "epoch": 40, "test_loss": 0.02766224708466325, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.006431005974894185, "train_loss": 0.0071387146483175455, "epoch": 41, "test_loss": 0.02762549082399346, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.0062810149414660316, "train_loss": 0.006959354213904589, "epoch": 42, "test_loss": 0.027592725949943997, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.006129809044912889, "train_loss": 0.006789939058944583, "epoch": 43, "test_loss": 0.027563565701711923, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.005977537507199341, "train_loss": 0.006629826524294913, "epoch": 44, "test_loss": 0.027537657122593373, "test_acc1": 99.125, "test_acc5": 99.9875}
{"train_lr": 0.005824350601949147, "train_loss": 0.006478427723050117, "epoch": 45, "test_loss": 0.027514683199115098, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.005670399506143311, "train_loss": 0.006335199880413711, "epoch": 46, "test_loss": 0.02749436371959746, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.005515836150926646, "train_loss": 0.0061996477073989805, "epoch": 47, "test_loss": 0.027476438684971072, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0053608130716701055, "train_loss": 0.0060713102691806855, "epoch": 48, "test_loss": 0.027460671539301984, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.005205483257436736, "train_loss": 0.005949766235426068, "epoch": 49, "test_loss": 0.027446854364825413, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.005050000000000001, "train_loss": 0.0058346257079392675, "epoch": 50, "test_loss": 0.027434797753812745, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.004894516742563267, "train_loss": 0.0057255234336480495, "epoch": 51, "test_loss": 0.027424325424362905, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.004739186928329902, "train_loss": 0.005622129410039633, "epoch": 52, "test_loss": 0.02741527947364375, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.004584163849073356, "train_loss": 0.005524132063146681, "epoch": 53, "test_loss": 0.027407515328377485, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0044296004938566965, "train_loss": 0.005431246024090797, "epoch": 54, "test_loss": 0.027400908220442943, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.004275649398050861, "train_loss": 0.0053431987878866495, "epoch": 55, "test_loss": 0.027395334138418548, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.004122462492800667, "train_loss": 0.005259740189649165, "epoch": 56, "test_loss": 0.02739068801747635, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.003970190955087118, "train_loss": 0.0051806398900225755, "epoch": 57, "test_loss": 0.027386873436626047, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0038189850585339676, "train_loss": 0.005105683137662709, "epoch": 58, "test_loss": 0.02738379515358247, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.003668994025105816, "train_loss": 0.005034666939172894, "epoch": 59, "test_loss": 0.027381372681702487, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0035203658778440125, "train_loss": 0.004967397800646723, "epoch": 60, "test_loss": 0.027379532970371656, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.003373247294785809, "train_loss": 0.004903705278411508, "epoch": 61, "test_loss": 0.027378206024877727, "test_acc1": 99.1125, "test_acc5": 99.9875}
{"train_lr": 0.0032277834642108474, "train_loss": 0.004843419743701815, "epoch": 62, "test_loss": 0.027377331789466552, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0030841179413578362, "train_loss": 0.004786387353669852, "epoch": 63, "test_loss": 0.027376850688597187, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0029423925067528912, "train_loss": 0.004732459329534322, "epoch": 64, "test_loss": 0.027376709578675218, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0028027470262892437, "train_loss": 0.004681502270977944, "epoch": 65, "test_loss": 0.027376863392419182, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0026653193131965097, "train_loss": 0.004633384384214878, "epoch": 66, "test_loss": 0.027377268663258292, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.002530244992035663, "train_loss": 0.0045879831537604335, "epoch": 67, "test_loss": 0.027377885446185246, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.002397657364853966, "train_loss": 0.004545181954745204, "epoch": 68, "test_loss": 0.027378676692023873, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0022676872796319543, "train_loss": 0.004504878784064204, "epoch": 69, "test_loss": 0.027379610139178112, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.00214046300115226, "train_loss": 0.004466963093727827, "epoch": 70, "test_loss": 0.02738065920129884, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0020161100844177664, "train_loss": 0.004431340389419347, "epoch": 71, "test_loss": 0.02738179588050116, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0018947512507439875, "train_loss": 0.004397917713504285, "epoch": 72, "test_loss": 0.02738299257180188, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0017765062666479238, "train_loss": 0.004366602096706629, "epoch": 73, "test_loss": 0.027384230503230356, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.001661491825652992, "train_loss": 0.004337312350980937, "epoch": 74, "test_loss": 0.027385497698560357, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0015498214331265906, "train_loss": 0.004309966054279357, "epoch": 75, "test_loss": 0.02738676370063331, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0014416052942640147, "train_loss": 0.004284481354989112, "epoch": 76, "test_loss": 0.02738802437670529, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0013369502053292258, "train_loss": 0.004260783037170768, "epoch": 77, "test_loss": 0.027389263283112086, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0012359594482598444, "train_loss": 0.004238800966413691, "epoch": 78, "test_loss": 0.027390468603698537, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.001138732688740333, "train_loss": 0.0042184608755633235, "epoch": 79, "test_loss": 0.027391634255764075, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0010453658778440112, "train_loss": 0.004199690063251183, "epoch": 80, "test_loss": 0.027392746866098605, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0009559511573409202, "train_loss": 0.004182424151804298, "epoch": 81, "test_loss": 0.027393804775783792, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0008705767687650266, "train_loss": 0.004166594886919483, "epoch": 82, "test_loss": 0.027394802527851425, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0007893269663304789, "train_loss": 0.004152131750015542, "epoch": 83, "test_loss": 0.02739573287544772, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0007122819337828758, "train_loss": 0.0041389747755602, "epoch": 84, "test_loss": 0.027396598175982945, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0006395177052675797, "train_loss": 0.004127050784882158, "epoch": 85, "test_loss": 0.027397394194849767, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0005711060902932046, "train_loss": 0.004116299166344106, "epoch": 86, "test_loss": 0.02739812138315756, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0005071146028642945, "train_loss": 0.004106650623725727, "epoch": 87, "test_loss": 0.027398780453950167, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.00044760639485315595, "train_loss": 0.004098034102935344, "epoch": 88, "test_loss": 0.027399375321692787, "test_acc1": 99.1, "test_acc5": 99.9875}
{"train_lr": 0.0003926401936765841, "train_loss": 0.004090389597695321, "epoch": 89, "test_loss": 0.02739990208647214, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.0003422702443389902, "train_loss": 0.00408364252652973, "epoch": 90, "test_loss": 0.02740037084731739, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.0002965462558991325, "train_loss": 0.004077721765497699, "epoch": 91, "test_loss": 0.027400785183999687, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.0002555133524132768, "train_loss": 0.004072555538732559, "epoch": 92, "test_loss": 0.027401144863688387, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.00021921202840320076, "train_loss": 0.004068070329958573, "epoch": 93, "test_loss": 0.02740145573625341, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.0001876781088929908, "train_loss": 0.004064190585631877, "epoch": 94, "test_loss": 0.027401724975788966, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.00016094271405406866, "train_loss": 0.004060837754514069, "epoch": 95, "test_loss": 0.02740195814112667, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.0001390322284933351, "train_loss": 0.004057931143324822, "epoch": 96, "test_loss": 0.027402160310884938, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.00012196827521475402, "train_loss": 0.004055381170473993, "epoch": 97, "test_loss": 0.027402341307606548, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.00010976769428005578, "train_loss": 0.00405311236390844, "epoch": 98, "test_loss": 0.02740250415808987, "test_acc1": 99.0875, "test_acc5": 99.9875}
{"train_lr": 0.00010244252618962862, "train_loss": 0.00405102715594694, "epoch": 99, "test_loss": 0.027402656400226988, "test_acc1": 99.0875, "test_acc5": 99.9875}
Best accuracy is 99.175
