{"train_lr": 0.010000000000000007, "train_loss": 1.1586097638521875, "epoch": 0, "test_loss": 0.49862629026174543, "test_acc1": 87.24, "test_acc5": 98.25}
{"train_lr": 0.009997557473810424, "train_loss": 0.4339450079263473, "epoch": 1, "test_loss": 0.4196135140955448, "test_acc1": 88.26, "test_acc5": 98.37}
{"train_lr": 0.009990232305719939, "train_loss": 0.37084214564184753, "epoch": 2, "test_loss": 0.39233760088682174, "test_acc1": 88.83, "test_acc5": 98.41}
{"train_lr": 0.009978031724785274, "train_loss": 0.3357930661616277, "epoch": 3, "test_loss": 0.3783292055130005, "test_acc1": 88.92, "test_acc5": 98.44}
{"train_lr": 0.009960967771506677, "train_loss": 0.31078215148680066, "epoch": 4, "test_loss": 0.3699179098010063, "test_acc1": 89.16, "test_acc5": 98.46}
{"train_lr": 0.00993905728594591, "train_loss": 0.2910194511012155, "epoch": 5, "test_loss": 0.36445668116211893, "test_acc1": 89.2, "test_acc5": 98.51}
{"train_lr": 0.009912321891107021, "train_loss": 0.27454505617521247, "epoch": 6, "test_loss": 0.3607639081776142, "test_acc1": 89.13, "test_acc5": 98.55}
{"train_lr": 0.009880787971596763, "train_loss": 0.2603623915691765, "epoch": 7, "test_loss": 0.3582264021039009, "test_acc1": 89.18, "test_acc5": 98.49}
{"train_lr": 0.00984448664758669, "train_loss": 0.2478917752753715, "epoch": 8, "test_loss": 0.356492043286562, "test_acc1": 89.19, "test_acc5": 98.53}
{"train_lr": 0.00980345374410091, "train_loss": 0.2367633354603028, "epoch": 9, "test_loss": 0.3553431026637554, "test_acc1": 89.28, "test_acc5": 98.6}
{"train_lr": 0.009757729755661023, "train_loss": 0.22672433942100223, "epoch": 10, "test_loss": 0.35463716834783554, "test_acc1": 89.31, "test_acc5": 98.6}
{"train_lr": 0.00970735980632337, "train_loss": 0.2175924815617654, "epoch": 11, "test_loss": 0.35427661538124083, "test_acc1": 89.37, "test_acc5": 98.61}
{"train_lr": 0.009652393605146869, "train_loss": 0.2092305058043222, "epoch": 12, "test_loss": 0.3541918948292732, "test_acc1": 89.38, "test_acc5": 98.61}
{"train_lr": 0.009592885397135667, "train_loss": 0.20153150095471314, "epoch": 13, "test_loss": 0.35433169156312944, "test_acc1": 89.43, "test_acc5": 98.58}
{"train_lr": 0.009528893909706845, "train_loss": 0.1944101251737804, "epoch": 14, "test_loss": 0.35465692952275274, "test_acc1": 89.41, "test_acc5": 98.59}
{"train_lr": 0.009460482294732401, "train_loss": 0.18779707183035052, "epoch": 15, "test_loss": 0.35513700917363167, "test_acc1": 89.34, "test_acc5": 98.59}
{"train_lr": 0.009387718066217141, "train_loss": 0.18163532972791974, "epoch": 16, "test_loss": 0.3557470254600048, "test_acc1": 89.3, "test_acc5": 98.58}
{"train_lr": 0.009310673033669557, "train_loss": 0.17587743520888746, "epoch": 17, "test_loss": 0.3564662516117096, "test_acc1": 89.31, "test_acc5": 98.59}
{"train_lr": 0.009229423231234936, "train_loss": 0.17048329833362783, "epoch": 18, "test_loss": 0.35727728307247164, "test_acc1": 89.29, "test_acc5": 98.58}
{"train_lr": 0.009144048842659071, "train_loss": 0.16541862943950963, "epoch": 19, "test_loss": 0.3581655453890562, "test_acc1": 89.26, "test_acc5": 98.58}
{"train_lr": 0.009054634122156008, "train_loss": 0.16065378939466818, "epoch": 20, "test_loss": 0.3591187361627817, "test_acc1": 89.27, "test_acc5": 98.56}
{"train_lr": 0.008961267311259631, "train_loss": 0.1561629426266466, "epoch": 21, "test_loss": 0.3601265262812376, "test_acc1": 89.21, "test_acc5": 98.55}
{"train_lr": 0.00886404055174017, "train_loss": 0.1519234865827828, "epoch": 22, "test_loss": 0.3611800592392683, "test_acc1": 89.19, "test_acc5": 98.51}
{"train_lr": 0.008763049794670746, "train_loss": 0.14791555809123175, "epoch": 23, "test_loss": 0.3622717961668968, "test_acc1": 89.17, "test_acc5": 98.54}
{"train_lr": 0.008658394705735978, "train_loss": 0.14412166535550233, "epoch": 24, "test_loss": 0.3633953381329775, "test_acc1": 89.14, "test_acc5": 98.54}
{"train_lr": 0.008550178566873396, "train_loss": 0.1405262943091137, "epoch": 25, "test_loss": 0.364545226842165, "test_acc1": 89.15, "test_acc5": 98.5}
{"train_lr": 0.008438508174346996, "train_loss": 0.13711559434174275, "epoch": 26, "test_loss": 0.36571689397096635, "test_acc1": 89.12, "test_acc5": 98.49}
{"train_lr": 0.008323493733352064, "train_loss": 0.13387709675470785, "epoch": 27, "test_loss": 0.366906451061368, "test_acc1": 89.14, "test_acc5": 98.48}
{"train_lr": 0.008205248749256036, "train_loss": 0.13079951403244416, "epoch": 28, "test_loss": 0.36811051666736605, "test_acc1": 89.15, "test_acc5": 98.46}
{"train_lr": 0.00808388991558223, "train_loss": 0.12787260240590087, "epoch": 29, "test_loss": 0.3693260941654444, "test_acc1": 89.17, "test_acc5": 98.44}
{"train_lr": 0.007959536998847728, "train_loss": 0.12508702776109687, "epoch": 30, "test_loss": 0.3705503329634666, "test_acc1": 89.18, "test_acc5": 98.42}
{"train_lr": 0.007832312720368053, "train_loss": 0.12243426034265027, "epoch": 31, "test_loss": 0.3717805124819279, "test_acc1": 89.18, "test_acc5": 98.42}
{"train_lr": 0.007702342635146061, "train_loss": 0.11990646291904304, "epoch": 32, "test_loss": 0.37301384583115577, "test_acc1": 89.15, "test_acc5": 98.44}
{"train_lr": 0.007569755007964322, "train_loss": 0.11749637942305025, "epoch": 33, "test_loss": 0.37424757741391657, "test_acc1": 89.14, "test_acc5": 98.43}
{"train_lr": 0.007434680686803514, "train_loss": 0.1151972737125292, "epoch": 34, "test_loss": 0.3754791148006916, "test_acc1": 89.16, "test_acc5": 98.43}
{"train_lr": 0.007297252973710756, "train_loss": 0.11300291592369274, "epoch": 35, "test_loss": 0.3767060097306967, "test_acc1": 89.18, "test_acc5": 98.43}
{"train_lr": 0.007157607493247119, "train_loss": 0.11090753202763748, "epoch": 36, "test_loss": 0.3779261365532875, "test_acc1": 89.19, "test_acc5": 98.43}
{"train_lr": 0.007015882058642139, "train_loss": 0.10890579738711216, "epoch": 37, "test_loss": 0.3791375648230314, "test_acc1": 89.2, "test_acc5": 98.42}
{"train_lr": 0.006872216535789144, "train_loss": 0.10699278893595447, "epoch": 38, "test_loss": 0.3803386386483908, "test_acc1": 89.14, "test_acc5": 98.41}
{"train_lr": 0.006726752705214173, "train_loss": 0.10516396535522475, "epoch": 39, "test_loss": 0.38152785524725913, "test_acc1": 89.13, "test_acc5": 98.39}
{"train_lr": 0.006579634122156004, "train_loss": 0.10341511891052431, "epoch": 40, "test_loss": 0.3827039018273354, "test_acc1": 89.13, "test_acc5": 98.38}
{"train_lr": 0.0064310059748942045, "train_loss": 0.1017423523209837, "epoch": 41, "test_loss": 0.38386552929878237, "test_acc1": 89.14, "test_acc5": 98.39}
{"train_lr": 0.006281014941466043, "train_loss": 0.1001420440722485, "epoch": 42, "test_loss": 0.38501167967915534, "test_acc1": 89.13, "test_acc5": 98.38}
{"train_lr": 0.006129809044912892, "train_loss": 0.09861081811998572, "epoch": 43, "test_loss": 0.3861413441598415, "test_acc1": 89.14, "test_acc5": 98.34}
{"train_lr": 0.005977537507199321, "train_loss": 0.09714552915978189, "epoch": 44, "test_loss": 0.38725356832146646, "test_acc1": 89.14, "test_acc5": 98.34}
{"train_lr": 0.005824350601949154, "train_loss": 0.09574323067707675, "epoch": 45, "test_loss": 0.38834747970104216, "test_acc1": 89.13, "test_acc5": 98.32}
{"train_lr": 0.005670399506143323, "train_loss": 0.09440116179460774, "epoch": 46, "test_loss": 0.38942221477627753, "test_acc1": 89.09, "test_acc5": 98.33}
{"train_lr": 0.005515836150926654, "train_loss": 0.09311672644119481, "epoch": 47, "test_loss": 0.39047702625393865, "test_acc1": 89.07, "test_acc5": 98.33}
{"train_lr": 0.005360813071670109, "train_loss": 0.09188748154865235, "epoch": 48, "test_loss": 0.3915110945701599, "test_acc1": 89.07, "test_acc5": 98.33}
{"train_lr": 0.005205483257436746, "train_loss": 0.09071111471905392, "epoch": 49, "test_loss": 0.3925237223505974, "test_acc1": 89.08, "test_acc5": 98.33}
{"train_lr": 0.00505, "train_loss": 0.08958544709472632, "epoch": 50, "test_loss": 0.3935141772031784, "test_acc1": 89.08, "test_acc5": 98.33}
{"train_lr": 0.004894516742563255, "train_loss": 0.08850840914386268, "epoch": 51, "test_loss": 0.3944817841053009, "test_acc1": 89.07, "test_acc5": 98.32}
{"train_lr": 0.004739186928329887, "train_loss": 0.08747805267268298, "epoch": 52, "test_loss": 0.39542585164308547, "test_acc1": 89.04, "test_acc5": 98.31}
{"train_lr": 0.004584163849073348, "train_loss": 0.086492521783375, "epoch": 53, "test_loss": 0.39634582176804545, "test_acc1": 89.04, "test_acc5": 98.31}
{"train_lr": 0.004429600493856682, "train_loss": 0.08555005920328657, "epoch": 54, "test_loss": 0.39724106788635255, "test_acc1": 89.0, "test_acc5": 98.3}
{"train_lr": 0.00427564939805084, "train_loss": 0.08464900081102945, "epoch": 55, "test_loss": 0.3981110669672489, "test_acc1": 88.99, "test_acc5": 98.29}
{"train_lr": 0.004122462492800676, "train_loss": 0.08378776909821496, "epoch": 56, "test_loss": 0.3989553898572922, "test_acc1": 88.98, "test_acc5": 98.28}
{"train_lr": 0.003970190955087108, "train_loss": 0.08296486056808915, "epoch": 57, "test_loss": 0.3997735813260078, "test_acc1": 89.01, "test_acc5": 98.27}
{"train_lr": 0.00381898505853396, "train_loss": 0.08217885379432416, "epoch": 58, "test_loss": 0.40056532621383667, "test_acc1": 89.01, "test_acc5": 98.26}
{"train_lr": 0.0036689940251058164, "train_loss": 0.0814283901293363, "epoch": 59, "test_loss": 0.4013304106891155, "test_acc1": 89.03, "test_acc5": 98.24}
{"train_lr": 0.003520365877843999, "train_loss": 0.08071217191766719, "epoch": 60, "test_loss": 0.4020686589181423, "test_acc1": 89.02, "test_acc5": 98.23}
{"train_lr": 0.00337324729478582, "train_loss": 0.08002896382644469, "epoch": 61, "test_loss": 0.40278001204133035, "test_acc1": 88.96, "test_acc5": 98.23}
{"train_lr": 0.0032277834642108314, "train_loss": 0.07937757927468236, "epoch": 62, "test_loss": 0.4034645386040211, "test_acc1": 88.91, "test_acc5": 98.23}
{"train_lr": 0.003084117941357835, "train_loss": 0.07875688508989251, "epoch": 63, "test_loss": 0.4041223034262657, "test_acc1": 88.89, "test_acc5": 98.25}
{"train_lr": 0.0029423925067528812, "train_loss": 0.07816577626734364, "epoch": 64, "test_loss": 0.40475356206297874, "test_acc1": 88.91, "test_acc5": 98.25}
{"train_lr": 0.0028027470262892433, "train_loss": 0.0776032054017545, "epoch": 65, "test_loss": 0.40535858646035194, "test_acc1": 88.9, "test_acc5": 98.25}
{"train_lr": 0.002665319313196518, "train_loss": 0.07706814519680884, "epoch": 66, "test_loss": 0.40593770444393157, "test_acc1": 88.88, "test_acc5": 98.26}
{"train_lr": 0.0025302449920356763, "train_loss": 0.07655960329979354, "epoch": 67, "test_loss": 0.4064913660287857, "test_acc1": 88.88, "test_acc5": 98.26}
{"train_lr": 0.0023976573648539744, "train_loss": 0.07607662040094028, "epoch": 68, "test_loss": 0.4070199690759182, "test_acc1": 88.87, "test_acc5": 98.26}
{"train_lr": 0.00226768727963195, "train_loss": 0.07561825840182755, "epoch": 69, "test_loss": 0.40752392783761027, "test_acc1": 88.87, "test_acc5": 98.27}
{"train_lr": 0.0021404630011522662, "train_loss": 0.0751836096050636, "epoch": 70, "test_loss": 0.40800369456410407, "test_acc1": 88.87, "test_acc5": 98.27}
{"train_lr": 0.0020161100844177664, "train_loss": 0.07477179349267057, "epoch": 71, "test_loss": 0.40845968648791314, "test_acc1": 88.86, "test_acc5": 98.27}
{"train_lr": 0.0018947512507439914, "train_loss": 0.07438194767895098, "epoch": 72, "test_loss": 0.4088922768831253, "test_acc1": 88.85, "test_acc5": 98.26}
{"train_lr": 0.0017765062666479318, "train_loss": 0.0740132455390935, "epoch": 73, "test_loss": 0.40930178090929986, "test_acc1": 88.83, "test_acc5": 98.26}
{"train_lr": 0.001661491825653, "train_loss": 0.07366488581257206, "epoch": 74, "test_loss": 0.4096885122358799, "test_acc1": 88.86, "test_acc5": 98.26}
{"train_lr": 0.0015498214331265954, "train_loss": 0.07333610087100949, "epoch": 75, "test_loss": 0.4100527174770832, "test_acc1": 88.85, "test_acc5": 98.26}
{"train_lr": 0.0014416052942640147, "train_loss": 0.07302615703178608, "epoch": 76, "test_loss": 0.4103946439921856, "test_acc1": 88.82, "test_acc5": 98.26}
{"train_lr": 0.0013369502053292275, "train_loss": 0.07273436305398236, "epoch": 77, "test_loss": 0.4107144795358181, "test_acc1": 88.83, "test_acc5": 98.24}
{"train_lr": 0.0012359594482598487, "train_loss": 0.07246005649165231, "epoch": 78, "test_loss": 0.4110124632716179, "test_acc1": 88.84, "test_acc5": 98.24}
{"train_lr": 0.0011387326887403384, "train_loss": 0.07220263519723501, "epoch": 79, "test_loss": 0.41128884106874464, "test_acc1": 88.84, "test_acc5": 98.24}
{"train_lr": 0.001045365877844012, "train_loss": 0.07196152301467194, "epoch": 80, "test_loss": 0.4115439608693123, "test_acc1": 88.84, "test_acc5": 98.24}
{"train_lr": 0.0009559511573409215, "train_loss": 0.07173619272035299, "epoch": 81, "test_loss": 0.41177820414304733, "test_acc1": 88.86, "test_acc5": 98.24}
{"train_lr": 0.0008705767687650276, "train_loss": 0.07152614966795152, "epoch": 82, "test_loss": 0.41199211329221724, "test_acc1": 88.85, "test_acc5": 98.24}
{"train_lr": 0.0007893269663304776, "train_loss": 0.07133093635000441, "epoch": 83, "test_loss": 0.4121862605214119, "test_acc1": 88.86, "test_acc5": 98.24}
{"train_lr": 0.0007122819337828757, "train_loss": 0.07115010288068835, "epoch": 84, "test_loss": 0.4123614214360714, "test_acc1": 88.86, "test_acc5": 98.24}
{"train_lr": 0.0006395177052675832, "train_loss": 0.07098322543220556, "epoch": 85, "test_loss": 0.41251848787069323, "test_acc1": 88.85, "test_acc5": 98.24}
{"train_lr": 0.0005711060902932051, "train_loss": 0.07082987828560326, "epoch": 86, "test_loss": 0.41265839487314226, "test_acc1": 88.84, "test_acc5": 98.24}
{"train_lr": 0.0005071146028642933, "train_loss": 0.07068963616858331, "epoch": 87, "test_loss": 0.41278222426772115, "test_acc1": 88.83, "test_acc5": 98.25}
{"train_lr": 0.0004476063948531545, "train_loss": 0.07056205576209694, "epoch": 88, "test_loss": 0.412891098856926, "test_acc1": 88.86, "test_acc5": 98.25}
{"train_lr": 0.000392640193676584, "train_loss": 0.07044668730386362, "epoch": 89, "test_loss": 0.4129862405359745, "test_acc1": 88.87, "test_acc5": 98.25}
{"train_lr": 0.0003422702443389905, "train_loss": 0.07034304910054316, "epoch": 90, "test_loss": 0.4130687974393368, "test_acc1": 88.88, "test_acc5": 98.25}
{"train_lr": 0.0002965462558991315, "train_loss": 0.07025064129800516, "epoch": 91, "test_loss": 0.4131400115787983, "test_acc1": 88.88, "test_acc5": 98.25}
{"train_lr": 0.00025551335241327756, "train_loss": 0.07016894227007822, "epoch": 92, "test_loss": 0.4132011510431767, "test_acc1": 88.88, "test_acc5": 98.25}
{"train_lr": 0.0002192120284032003, "train_loss": 0.07009739697701772, "epoch": 93, "test_loss": 0.4132534094154835, "test_acc1": 88.89, "test_acc5": 98.25}
{"train_lr": 0.0001876781088929909, "train_loss": 0.07003543189517697, "epoch": 94, "test_loss": 0.41329804360866546, "test_acc1": 88.89, "test_acc5": 98.25}
{"train_lr": 0.00016094271405406926, "train_loss": 0.0699824476044397, "epoch": 95, "test_loss": 0.4133362829685211, "test_acc1": 88.9, "test_acc5": 98.25}
{"train_lr": 0.00013903222849333534, "train_loss": 0.06993782074589815, "epoch": 96, "test_loss": 0.41336934491991995, "test_acc1": 88.9, "test_acc5": 98.26}
{"train_lr": 0.00012196827521475385, "train_loss": 0.06990090444950121, "epoch": 97, "test_loss": 0.4133984386920929, "test_acc1": 88.9, "test_acc5": 98.26}
{"train_lr": 0.00010976769428005605, "train_loss": 0.06987102973103827, "epoch": 98, "test_loss": 0.4134247645735741, "test_acc1": 88.91, "test_acc5": 98.26}
{"train_lr": 0.00010244252618962813, "train_loss": 0.06984750839064316, "epoch": 99, "test_loss": 0.4134495988488197, "test_acc1": 88.91, "test_acc5": 98.26}
Best accuracy is 89.43
