{"train_loss": 8.219024551298311, "train_lr": 7.497302050441666e-05, "train_wd": 0.040001849435828095, "epoch": 0}
{"train_loss": 5.839061239670269, "train_lr": 0.0002249790159478796, "train_wd": 0.040012950350747506, "epoch": 1}
{"train_loss": 4.770240564551428, "train_lr": 0.00037498501139134266, "train_wd": 0.040035153714703925, "epoch": 2}
{"train_loss": 8.959678928861372, "train_lr": 0.0005249910068348054, "train_wd": 0.04006845815808921, "epoch": 3}
{"train_loss": 6.939238053050449, "train_lr": 0.0006749970022782684, "train_wd": 0.040112861626528745, "epoch": 4}
{"train_loss": 5.91832116437997, "train_lr": 0.0008250029977217312, "train_wd": 0.04016836138100686, "epoch": 5}
{"train_loss": 5.361067236089211, "train_lr": 0.0009750089931651943, "train_wd": 0.04023495399803801, "epoch": 6}
{"train_loss": 5.026911418518717, "train_lr": 0.0011250149886086573, "train_wd": 0.04031263536987551, "epoch": 7}
{"train_loss": 4.783532947718764, "train_lr": 0.0012750209840521206, "train_wd": 0.040401400704766305, "epoch": 8}
{"train_loss": 4.604828427676007, "train_lr": 0.0014250269794955836, "train_wd": 0.04050124452724671, "epoch": 9}
{"train_loss": 4.455900769135792, "train_lr": 0.0014999919045819924, "train_wd": 0.040612160678479316, "epoch": 10}
{"train_loss": 4.324286029231158, "train_lr": 0.0014999433132831896, "train_wd": 0.04073414231663328, "epoch": 11}
{"train_loss": 4.221149713003474, "train_lr": 0.0014998461241260612, "train_wd": 0.04086718191730689, "epoch": 12}
{"train_loss": 4.140274594138138, "train_lr": 0.001499700343417082, "train_wd": 0.041011271273990686, "epoch": 13}
{"train_loss": 4.072456765893123, "train_lr": 0.0014995059806157491, "train_wd": 0.04116640149857441, "epoch": 14}
{"train_loss": 4.017571529389905, "train_lr": 0.0014992630483339814, "train_wd": 0.041332563021895266, "epoch": 15}
{"train_loss": 3.9719216517633575, "train_lr": 0.001498971562335309, "train_wd": 0.04150974559432768, "epoch": 16}
{"train_loss": 3.9339765037397307, "train_lr": 0.0014986315415338408, "train_wd": 0.041697938286415916, "epoch": 17}
{"train_loss": 3.9025947552302376, "train_lr": 0.0014982430079930429, "train_wd": 0.041897129489548435, "epoch": 18}
{"train_loss": 3.8788384579413897, "train_lr": 0.0014978059869242982, "train_wd": 0.04210730691667352, "epoch": 19}
{"train_loss": 3.8576862713177618, "train_lr": 0.0014973205066852744, "train_wd": 0.04232845760305726, "epoch": 20}
{"train_loss": 3.844227574009308, "train_lr": 0.0014967865987780924, "train_wd": 0.04256056790708386, "epoch": 21}
{"train_loss": 3.832087604113096, "train_lr": 0.0014962042978472678, "train_wd": 0.04280362351109627, "epoch": 22}
{"train_loss": 3.822668100897071, "train_lr": 0.0014955736416774766, "train_wd": 0.0430576094222798, "epoch": 23}
{"train_loss": 3.8163705257405574, "train_lr": 0.0014948946711910922, "train_wd": 0.04332250997358749, "epoch": 24}
{"train_loss": 3.8100823823520416, "train_lr": 0.001494167430445533, "train_wd": 0.04359830882470519, "epoch": 25}
{"train_loss": 3.809227069820479, "train_lr": 0.0014933919666304182, "train_wd": 0.04388498896306084, "epoch": 26}
{"train_loss": 3.8083772319529077, "train_lr": 0.0014925683300644724, "train_wd": 0.04418253270487289, "epoch": 27}
{"train_loss": 3.8103675711259757, "train_lr": 0.0014916965741923049, "train_wd": 0.04449092169624178, "epoch": 28}
{"train_loss": 3.817117274236336, "train_lr": 0.0014907767555808894, "train_wd": 0.044810136914282366, "epoch": 29}
{"train_loss": 3.8243249500815053, "train_lr": 0.0014898089339159478, "train_wd": 0.04514015866829574, "epoch": 30}
{"train_loss": 3.831566318899369, "train_lr": 0.001488793171998046, "train_wd": 0.0454809666009859, "epoch": 31}
{"train_loss": 3.8427621665046656, "train_lr": 0.001487729535738504, "train_wd": 0.04583253968971422, "epoch": 32}
{"train_loss": 3.8551881244595196, "train_lr": 0.0014866180941551668, "train_wd": 0.0461948562477965, "epoch": 33}
{"train_loss": 3.8692285240732796, "train_lr": 0.0014854589193678803, "train_wd": 0.04656789392584062, "epoch": 34}
{"train_loss": 3.8844219234754904, "train_lr": 0.0014842520865938384, "train_wd": 0.046951629713125574, "epoch": 35}
{"train_loss": 3.9053462569971833, "train_lr": 0.0014829976741426842, "train_wd": 0.04734603993902043, "epoch": 36}
{"train_loss": 3.924853120377357, "train_lr": 0.0014816957634114518, "train_wd": 0.047751100274444694, "epoch": 37}
{"train_loss": 3.945928328668328, "train_lr": 0.0014803464388792567, "train_wd": 0.04816678573336877, "epoch": 38}
{"train_loss": 3.9725465865956124, "train_lr": 0.0014789497881018455, "train_wd": 0.04859307067435547, "epoch": 39}
{"train_loss": 3.9999628743107656, "train_lr": 0.0014775059017058656, "train_wd": 0.049029928802141846, "epoch": 40}
{"train_loss": 4.042210412611492, "train_lr": 0.001476014873383052, "train_wd": 0.04947733316926044, "epoch": 41}
{"train_loss": 4.104977531232041, "train_lr": 0.001474476799884091, "train_wd": 0.049935256177702884, "epoch": 42}
{"train_loss": 4.182032083292945, "train_lr": 0.0014728917810123711, "train_wd": 0.05040366958062051, "epoch": 43}
{"train_loss": 4.270709514004483, "train_lr": 0.0014712599196174889, "train_wd": 0.050882544484068475, "epoch": 44}
{"train_loss": 4.343323847777742, "train_lr": 0.0014695813215885984, "train_wd": 0.051371851348787155, "epoch": 45}
{"train_loss": 4.404428127804677, "train_lr": 0.0014678560958475133, "train_wd": 0.051871559992023926, "epoch": 46}
{"train_loss": 4.464001635281588, "train_lr": 0.0014660843543416692, "train_wd": 0.05238163958939622, "epoch": 47}
{"train_loss": 4.530817813575744, "train_lr": 0.0014642662120368218, "train_wd": 0.052902058676791694, "epoch": 48}
{"train_loss": 4.597168541336946, "train_lr": 0.001462401786909625, "train_wd": 0.05343278515230944, "epoch": 49}
{"train_loss": 4.613217084259867, "train_lr": 0.0014604911999399589, "train_wd": 0.05397378627824068, "epoch": 50}
{"train_loss": 4.624215708963638, "train_lr": 0.0014585345751030674, "train_wd": 0.054525028683087395, "epoch": 51}
{"train_loss": 4.631462186152081, "train_lr": 0.0014565320393615363, "train_wd": 0.055086478363621856, "epoch": 52}
{"train_loss": 4.635979479224943, "train_lr": 0.0014544837226570355, "train_wd": 0.05565810068698267, "epoch": 53}
{"train_loss": 4.641594014114899, "train_lr": 0.0014523897579019039, "train_wd": 0.05623986039281283, "epoch": 54}
{"train_loss": 4.659712940144787, "train_lr": 0.0014502502809705072, "train_wd": 0.056831721595432975, "epoch": 55}
{"train_loss": 4.715995361610092, "train_lr": 0.0014480654306904493, "train_wd": 0.05743364778605646, "epoch": 56}
{"train_loss": 4.779856285841154, "train_lr": 0.001445835348833524, "train_wd": 0.05804560183504011, "epoch": 57}
{"train_loss": 4.843126159831345, "train_lr": 0.0014435601801065527, "train_wd": 0.05866754599417596, "epoch": 58}
{"train_loss": 4.883338943236976, "train_lr": 0.0014412400721419709, "train_wd": 0.05929944189901888, "epoch": 59}
{"train_loss": 4.901562319444619, "train_lr": 0.0014388751754882655, "train_wd": 0.05994125057125248, "epoch": 60}
{"train_loss": 4.902494588582445, "train_lr": 0.0014364656436001795, "train_wd": 0.060592932421095015, "epoch": 61}
{"train_loss": 4.905656723994955, "train_lr": 0.0014340116328287957, "train_wd": 0.061254447249739816, "epoch": 62}
{"train_loss": 4.908267064512872, "train_lr": 0.0014315133024113444, "train_wd": 0.06192575425183684, "epoch": 63}
{"train_loss": 4.9152179890089664, "train_lr": 0.0014289708144609187, "train_wd": 0.06260681201800769, "epoch": 64}
{"train_loss": 4.914669878757019, "train_lr": 0.0014263843339559134, "train_wd": 0.06329757853740163, "epoch": 65}
{"train_loss": 4.9138488279019805, "train_lr": 0.001423754028729339, "train_wd": 0.06399801120028535, "epoch": 66}
{"train_loss": 4.91444294486972, "train_lr": 0.0014210800694579335, "train_wd": 0.06470806680067342, "epoch": 67}
{"train_loss": 4.916301155303546, "train_lr": 0.0014183626296510835, "train_wd": 0.06542770153899138, "epoch": 68}
{"train_loss": 4.915963993804584, "train_lr": 0.0014156018856395667, "train_wd": 0.06615687102477914, "epoch": 69}
{"train_loss": 4.922668968744987, "train_lr": 0.001412798016564101, "train_wd": 0.0668955302794279, "epoch": 70}
{"train_loss": 4.940058492993613, "train_lr": 0.001409951204363731, "train_wd": 0.0676436337389553, "epoch": 71}
{"train_loss": 4.958741841705249, "train_lr": 0.001407061633764023, "train_wd": 0.06840113525681632, "epoch": 72}
{"train_loss": 4.984950145377482, "train_lr": 0.0014041294922650758, "train_wd": 0.06916798810674919, "epoch": 73}
{"train_loss": 5.014856086747585, "train_lr": 0.0014011549701293475, "train_wd": 0.0699441449856578, "epoch": 74}
{"train_loss": 5.034422070657511, "train_lr": 0.0013981382603693137, "train_wd": 0.0707295580165298, "epoch": 75}
{"train_loss": 5.042264365350648, "train_lr": 0.0013950795587349511, "train_wd": 0.07152417875139, "epoch": 76}
{"train_loss": 5.047881102729901, "train_lr": 0.0013919790637010243, "train_wd": 0.07232795817428839, "epoch": 77}
{"train_loss": 5.0532442167234555, "train_lr": 0.001388836976454208, "train_wd": 0.07314084670432389, "epoch": 78}
{"train_loss": 5.069872734995244, "train_lr": 0.0013856535008800537, "train_wd": 0.07396279419870341, "epoch": 79}
{"train_loss": 5.079643170187752, "train_lr": 0.0013824288435497166, "train_wd": 0.07479374995583302, "epoch": 80}
{"train_loss": 5.10151495941156, "train_lr": 0.001379163213706595, "train_wd": 0.07563366271844818, "epoch": 81}
{"train_loss": 5.145570967819908, "train_lr": 0.0013758568232527255, "train_wd": 0.07648248067677275, "epoch": 82}
{"train_loss": 5.175651889720219, "train_lr": 0.001372509886735055, "train_wd": 0.07734015147171684, "epoch": 83}
{"train_loss": 5.18661932679389, "train_lr": 0.0013691226213314916, "train_wd": 0.07820662219810648, "epoch": 84}
{"train_loss": 5.18965997012685, "train_lr": 0.001365695246836834, "train_wd": 0.0790818394079453, "epoch": 85}
{"train_loss": 5.190086020464949, "train_lr": 0.001362227985648503, "train_wd": 0.0799657491137131, "epoch": 86}
{"train_loss": 5.194113646789516, "train_lr": 0.001358721062752106, "train_wd": 0.08085829679169622, "epoch": 87}
{"train_loss": 5.193078271681361, "train_lr": 0.0013551747057068385, "train_wd": 0.08175942738534855, "epoch": 88}
{"train_loss": 5.194336290422866, "train_lr": 0.001351589144630744, "train_wd": 0.08266908530869134, "epoch": 89}
{"train_loss": 5.198145403701672, "train_lr": 0.0013479646121857271, "train_wd": 0.08358721444973839, "epoch": 90}
{"train_loss": 5.197801085178562, "train_lr": 0.0013443013435625092, "train_wd": 0.08451375817396004, "epoch": 91}
{"train_loss": 5.199769269302785, "train_lr": 0.001340599576465339, "train_wd": 0.08544865932777464, "epoch": 92}
{"train_loss": 5.2047174189814465, "train_lr": 0.0013368595510965854, "train_wd": 0.08639186024207532, "epoch": 93}
{"train_loss": 5.208232517722699, "train_lr": 0.0013330815101411256, "train_wd": 0.08734330273578676, "epoch": 94}
{"train_loss": 5.209353217135945, "train_lr": 0.0013292656987506373, "train_wd": 0.08830292811945434, "epoch": 95}
{"train_loss": 5.212467513603272, "train_lr": 0.0013254123645276372, "train_wd": 0.08927067719886386, "epoch": 96}
{"train_loss": 5.214330913982899, "train_lr": 0.0013215217575094707, "train_wd": 0.0902464902786942, "epoch": 97}
{"train_loss": 5.2192055357457825, "train_lr": 0.0013175941301520487, "train_wd": 0.09123030716619769, "epoch": 98}
{"train_loss": 5.221544113108437, "train_lr": 0.0013136297373134791, "train_wd": 0.09222206717491453, "epoch": 99}
{"train_loss": 5.224291933460726, "train_lr": 0.0013096288362375382, "train_wd": 0.09322170912841582, "epoch": 100}
{"train_loss": 5.228493106629637, "train_lr": 0.0013055916865369582, "train_wd": 0.09422917136407702, "epoch": 101}
{"train_loss": 5.231804160703477, "train_lr": 0.0013015185501766024, "train_wd": 0.09524439173688226, "epoch": 102}
{"train_loss": 5.234608095350692, "train_lr": 0.0012974096914564455, "train_wd": 0.09626730762325619, "epoch": 103}
{"train_loss": 5.237248341468789, "train_lr": 0.0012932653769944502, "train_wd": 0.09729785592492891, "epoch": 104}
{"train_loss": 5.24166442299013, "train_lr": 0.001289085875709234, "train_wd": 0.09833597307282735, "epoch": 105}
{"train_loss": 5.243892496051215, "train_lr": 0.0012848714588026481, "train_wd": 0.09938159503099477, "epoch": 106}
{"train_loss": 5.24730211150327, "train_lr": 0.0012806223997421772, "train_wd": 0.10043465730054453, "epoch": 107}
{"train_loss": 5.249857029546317, "train_lr": 0.0012763389742431591, "train_wd": 0.10149509492363527, "epoch": 108}
{"train_loss": 5.252796892288158, "train_lr": 0.001272021460250942, "train_wd": 0.10256284248747866, "epoch": 109}
{"train_loss": 5.254248850309639, "train_lr": 0.0012676701379228214, "train_wd": 0.10363783412837607, "epoch": 110}
{"train_loss": 5.2582299252636995, "train_lr": 0.0012632852896098722, "train_wd": 0.10472000353577904, "epoch": 111}
{"train_loss": 5.263541321882861, "train_lr": 0.0012588671998386115, "train_wd": 0.10580928395638113, "epoch": 112}
{"train_loss": 5.267501050399409, "train_lr": 0.001254416155292555, "train_wd": 0.10690560819823476, "epoch": 113}
{"train_loss": 5.2693132788276404, "train_lr": 0.001249932444793605, "train_wd": 0.10800890863489769, "epoch": 114}
{"train_loss": 5.272980694475172, "train_lr": 0.001245416359283312, "train_wd": 0.10911911720960042, "epoch": 115}
{"train_loss": 5.275988678673475, "train_lr": 0.0012408681918039902, "train_wd": 0.11023616543944975, "epoch": 116}
{"train_loss": 5.276237410493939, "train_lr": 0.0012362882374797103, "train_wd": 0.11135998441964834, "epoch": 117}
{"train_loss": 5.28137507263443, "train_lr": 0.0012316767934971494, "train_wd": 0.11249050482774796, "epoch": 118}
{"train_loss": 5.282029166388854, "train_lr": 0.0012270341590862896, "train_wd": 0.11362765692792524, "epoch": 119}
{"train_loss": 5.283248349643059, "train_lr": 0.0012223606355010299, "train_wd": 0.11477137057528111, "epoch": 120}
{"train_loss": 5.286939961679405, "train_lr": 0.0012176565259996196, "train_wd": 0.11592157522017137, "epoch": 121}
{"train_loss": 5.28886186981873, "train_lr": 0.0012129221358249862, "train_wd": 0.11707819991255515, "epoch": 122}
{"train_loss": 5.292155814506739, "train_lr": 0.001208157772184916, "train_wd": 0.11824117330637335, "epoch": 123}
{"train_loss": 5.2952340365016015, "train_lr": 0.0012033637442321419, "train_wd": 0.11941042366394855, "epoch": 124}
{"train_loss": 5.297330640536323, "train_lr": 0.0011985403630442699, "train_wd": 0.12058587886041199, "epoch": 125}
{"train_loss": 5.300108351450649, "train_lr": 0.0011936879416035854, "train_wd": 0.12176746638814896, "epoch": 126}
{"train_loss": 5.299753938266318, "train_lr": 0.001188806794776768, "train_wd": 0.1229551133612761, "epoch": 127}
{"train_loss": 5.303162591479761, "train_lr": 0.001183897239294439, "train_wd": 0.12414874652013319, "epoch": 128}
{"train_loss": 5.305112158032439, "train_lr": 0.0011789595937306207, "train_wd": 0.12534829223580485, "epoch": 129}
{"train_loss": 5.307108635757324, "train_lr": 0.0011739941784820543, "train_wd": 0.1265536765146604, "epoch": 130}
{"train_loss": 5.31258693962789, "train_lr": 0.0011690013157474196, "train_wd": 0.12776482500291977, "epoch": 131}
{"train_loss": 5.312790127573825, "train_lr": 0.001163981329506423, "train_wd": 0.12898166299123992, "epoch": 132}
{"train_loss": 5.316013200129632, "train_lr": 0.0011589345454987817, "train_wd": 0.13020411541932156, "epoch": 133}
{"train_loss": 5.320807590759058, "train_lr": 0.0011538612912030779, "train_wd": 0.1314321068805404, "epoch": 134}
{"train_loss": 5.322933704196978, "train_lr": 0.0011487618958155113, "train_wd": 0.13266556162659845, "epoch": 135}
{"train_loss": 5.325618113467781, "train_lr": 0.0011436366902285381, "train_wd": 0.1339044035721977, "epoch": 136}
{"train_loss": 5.327509227255694, "train_lr": 0.001138486007009408, "train_wd": 0.13514855629973072, "epoch": 137}
{"train_loss": 5.329124109159937, "train_lr": 0.0011333101803785684, "train_wd": 0.1363979430639978, "epoch": 138}
{"train_loss": 5.332250683457493, "train_lr": 0.0011281095461879997, "train_wd": 0.13765248679693723, "epoch": 139}
{"train_loss": 5.3339801490140095, "train_lr": 0.0011228844418993934, "train_wd": 0.13891211011238194, "epoch": 140}
{"train_loss": 5.336556739819279, "train_lr": 0.0011176352065622882, "train_wd": 0.14017673531083352, "epoch": 141}
{"train_loss": 5.338197522216754, "train_lr": 0.001112362180792034, "train_wd": 0.14144628438425227, "epoch": 142}
{"train_loss": 5.339397325391154, "train_lr": 0.0011070657067477237, "train_wd": 0.14272067902087127, "epoch": 143}
{"train_loss": 5.344372265993787, "train_lr": 0.0011017461281099625, "train_wd": 0.1439998406100263, "epoch": 144}
{"train_loss": 5.345712433246781, "train_lr": 0.0010964037900585888, "train_wd": 0.14528369024700497, "epoch": 145}
{"train_loss": 5.346980049551058, "train_lr": 0.0010910390392502593, "train_wd": 0.14657214873791485, "epoch": 146}
{"train_loss": 5.348291409023994, "train_lr": 0.001085652223795968, "train_wd": 0.14786513660456616, "epoch": 147}
{"train_loss": 5.350002903637173, "train_lr": 0.0010802436932384515, "train_wd": 0.1491625740893777, "epoch": 148}
{"train_loss": 5.353393581642997, "train_lr": 0.0010748137985295064, "train_wd": 0.150464381160293, "epoch": 149}
{"train_loss": 5.35376716257452, "train_lr": 0.0010693628920072163, "train_wd": 0.15177047751572065, "epoch": 150}
{"train_loss": 5.3563685858730885, "train_lr": 0.001063891327373093, "train_wd": 0.1530807825894853, "epoch": 151}
{"train_loss": 5.357923976189608, "train_lr": 0.001058399459669133, "train_wd": 0.15439521555579686, "epoch": 152}
{"train_loss": 5.358767770385619, "train_lr": 0.0010528876452547465, "train_wd": 0.15571369533423898, "epoch": 153}
{"train_loss": 5.361421144563708, "train_lr": 0.001047356241783689, "train_wd": 0.15703614059476867, "epoch": 154}
{"train_loss": 5.363706388758669, "train_lr": 0.0010418056081807913, "train_wd": 0.15836246976273255, "epoch": 155}
{"train_loss": 5.365960523730321, "train_lr": 0.0010362361046187278, "train_wd": 0.15969260102390076, "epoch": 156}
{"train_loss": 5.366492877260958, "train_lr": 0.0010306480924945894, "train_wd": 0.16102645232951068, "epoch": 157}
{"train_loss": 5.364950559044675, "train_lr": 0.0010250419344064801, "train_wd": 0.16236394140133095, "epoch": 158}
{"train_loss": 5.367645191738931, "train_lr": 0.001019417994129966, "train_wd": 0.1637049857367358, "epoch": 159}
{"train_loss": 5.368489321919797, "train_lr": 0.0010137766365944717, "train_wd": 0.16504950261379375, "epoch": 160}
{"train_loss": 5.3706664078944115, "train_lr": 0.0010081182278595985, "train_wd": 0.16639740909636977, "epoch": 161}
{"train_loss": 5.3718277685683695, "train_lr": 0.0010024431350913895, "train_wd": 0.167748622039244, "epoch": 162}
{"train_loss": 5.3732013320036645, "train_lr": 0.0009967517265384743, "train_wd": 0.16910305809323725, "epoch": 163}
{"train_loss": 5.374170154642811, "train_lr": 0.0009910443715081976, "train_wd": 0.17046063371035242, "epoch": 164}
{"train_loss": 5.3720131648375355, "train_lr": 0.0009853214403426536, "train_wd": 0.17182126514893273, "epoch": 165}
{"train_loss": 5.3736686396131885, "train_lr": 0.0009795833043946412, "train_wd": 0.17318486847882, "epoch": 166}
{"train_loss": 5.373701579517407, "train_lr": 0.0009738303360035787, "train_wd": 0.17455135958653803, "epoch": 167}
{"train_loss": 5.376711519299556, "train_lr": 0.00096806290847134, "train_wd": 0.1759206541804798, "epoch": 168}
{"train_loss": 5.3779892650701635, "train_lr": 0.0009622813960380359, "train_wd": 0.17729266779610314, "epoch": 169}
{"train_loss": 5.3774882055324715, "train_lr": 0.0009564861738577181, "train_wd": 0.17866731580114734, "epoch": 170}
{"train_loss": 5.377534736570218, "train_lr": 0.0009506776179740542, "train_wd": 0.18004451340084632, "epoch": 171}
{"train_loss": 5.377174520199533, "train_lr": 0.000944856105295908, "train_wd": 0.1814241756431667, "epoch": 172}
{"train_loss": 5.3782219833535825, "train_lr": 0.0009390220135728977, "train_wd": 0.18280621742404124, "epoch": 173}
{"train_loss": 5.37923196022459, "train_lr": 0.0009331757213708716, "train_wd": 0.18419055349262323, "epoch": 174}
{"train_loss": 5.3776056114003525, "train_lr": 0.0009273176080473532, "train_wd": 0.1855770984565439, "epoch": 175}
{"train_loss": 5.378144111141836, "train_lr": 0.0009214480537269233, "train_wd": 0.18696576678717747, "epoch": 176}
{"train_loss": 5.381155739221975, "train_lr": 0.0009155674392765442, "train_wd": 0.18835647282492135, "epoch": 177}
{"train_loss": 5.378695774850228, "train_lr": 0.0009096761462808689, "train_wd": 0.18974913078447514, "epoch": 178}
{"train_loss": 5.382109647519964, "train_lr": 0.0009037745570174536, "train_wd": 0.19114365476013767, "epoch": 179}
{"train_loss": 5.382357906475723, "train_lr": 0.0008978630544319653, "train_wd": 0.19253995873109875, "epoch": 180}
{"train_loss": 5.380616906652157, "train_lr": 0.0008919420221133379, "train_wd": 0.193937956566754, "epoch": 181}
{"train_loss": 5.382176190036997, "train_lr": 0.0008860118442688748, "train_wd": 0.1953375620320117, "epoch": 182}
{"train_loss": 5.381068557554441, "train_lr": 0.0008800729056993173, "train_wd": 0.19673868879261344, "epoch": 183}
{"train_loss": 5.381161709793275, "train_lr": 0.0008741255917738762, "train_wd": 0.1981412504204609, "epoch": 184}
{"train_loss": 5.380433524606659, "train_lr": 0.0008681702884052325, "train_wd": 0.19954516039894674, "epoch": 185}
{"train_loss": 5.380367479414391, "train_lr": 0.000862207382024484, "train_wd": 0.20095033212829028, "epoch": 186}
{"train_loss": 5.380366292574423, "train_lr": 0.0008562372595560815, "train_wd": 0.20235667893087958, "epoch": 187}
{"train_loss": 5.38264950367806, "train_lr": 0.0008502603083927197, "train_wd": 0.2037641140566197, "epoch": 188}
{"train_loss": 5.3801085684630126, "train_lr": 0.0008442769163701898, "train_wd": 0.2051725506882831, "epoch": 189}
{"train_loss": 5.379498864344651, "train_lr": 0.0008382874717422278, "train_wd": 0.20658190194686338, "epoch": 190}
{"train_loss": 5.379564195609302, "train_lr": 0.000832292363155315, "train_wd": 0.2079920808969362, "epoch": 191}
{"train_loss": 5.37791656814724, "train_lr": 0.0008262919796234509, "train_wd": 0.20940300055202224, "epoch": 192}
{"train_loss": 5.373769786378605, "train_lr": 0.0008202867105029249, "train_wd": 0.21081457387995087, "epoch": 193}
{"train_loss": 5.3733590379726595, "train_lr": 0.0008142769454670502, "train_wd": 0.2122267138082284, "epoch": 194}
{"train_loss": 5.375927668770583, "train_lr": 0.0008082630744808588, "train_wd": 0.21363933322941417, "epoch": 195}
{"train_loss": 5.374286039353465, "train_lr": 0.00080224548777583, "train_wd": 0.21505234500648884, "epoch": 196}
{"train_loss": 5.373812574961727, "train_lr": 0.0007962245758245349, "train_wd": 0.21646566197822822, "epoch": 197}
{"train_loss": 5.372303874831167, "train_lr": 0.0007902007293153252, "train_wd": 0.21787919696458521, "epoch": 198}
{"train_loss": 5.371868637796167, "train_lr": 0.0007841743391269679, "train_wd": 0.21929286277206284, "epoch": 199}
{"train_loss": 5.368476554507213, "train_lr": 0.0007781457963032835, "train_wd": 0.22070657219909653, "epoch": 200}
{"train_loss": 5.365079956088993, "train_lr": 0.0007721154920277797, "train_wd": 0.22212023804142753, "epoch": 201}
{"train_loss": 5.366646846540445, "train_lr": 0.0007660838175982562, "train_wd": 0.22353377309748942, "epoch": 202}
{"train_loss": 5.3639558609143245, "train_lr": 0.0007600511644014259, "train_wd": 0.22494709017378173, "epoch": 203}
{"train_loss": 5.3638918849466135, "train_lr": 0.0007540179238875068, "train_wd": 0.226360102090248, "epoch": 204}
{"train_loss": 5.36282410085511, "train_lr": 0.0007479844875448328, "train_wd": 0.22777272168565932, "epoch": 205}
{"train_loss": 5.3608082495897795, "train_lr": 0.0007419512468744427, "train_wd": 0.22918486182298461, "epoch": 206}
{"train_loss": 5.358454266219116, "train_lr": 0.0007359185933646723, "train_wd": 0.23059643539476835, "epoch": 207}
{"train_loss": 5.357105997892068, "train_lr": 0.0007298869184657669, "train_wd": 0.2320073553285019, "epoch": 208}
{"train_loss": 5.357664846938005, "train_lr": 0.000723856613564467, "train_wd": 0.23341753459200015, "epoch": 209}
{"train_loss": 5.355480346140816, "train_lr": 0.0007178280699586125, "train_wd": 0.2348268861987621, "epoch": 210}
{"train_loss": 5.353066977158153, "train_lr": 0.0007118016788317614, "train_wd": 0.23623532321334312, "epoch": 211}
{"train_loss": 5.3510068796819255, "train_lr": 0.0007057778312278006, "train_wd": 0.2376427587567114, "epoch": 212}
{"train_loss": 5.349911868810463, "train_lr": 0.000699756918025564, "train_wd": 0.23904910601161666, "epoch": 213}
{"train_loss": 5.346290432214499, "train_lr": 0.0006937393299134827, "train_wd": 0.24045427822793347, "epoch": 214}
{"train_loss": 5.346911856447526, "train_lr": 0.0006877254573642231, "train_wd": 0.24185818872801984, "epoch": 215}
{"train_loss": 5.3461300668587315, "train_lr": 0.0006817156906093626, "train_wd": 0.243260750912065, "epoch": 216}
{"train_loss": 5.341846588501732, "train_lr": 0.00067571041961405, "train_wd": 0.2446618782634265, "epoch": 217}
{"train_loss": 5.338426558382744, "train_lr": 0.0006697100340517125, "train_wd": 0.24606148435396777, "epoch": 218}
{"train_loss": 5.336837196610957, "train_lr": 0.0006637149232787714, "train_wd": 0.24745948284939426, "epoch": 219}
{"train_loss": 5.333474641104492, "train_lr": 0.0006577254763093781, "train_wd": 0.24885578751457296, "epoch": 220}
{"train_loss": 5.332164193925669, "train_lr": 0.0006517420817901564, "train_wd": 0.2502503122188545, "epoch": 221}
{"train_loss": 5.329156909194543, "train_lr": 0.0006457651279750062, "train_wd": 0.2516429709413868, "epoch": 222}
{"train_loss": 5.326908478139639, "train_lr": 0.0006397950026998945, "train_wd": 0.2530336777764206, "epoch": 223}
{"train_loss": 5.325139028193663, "train_lr": 0.0006338320933576957, "train_wd": 0.2544223469386053, "epoch": 224}
{"train_loss": 5.323073740956261, "train_lr": 0.000627876786873049, "train_wd": 0.2558088927682875, "epoch": 225}
{"train_loss": 5.318771438382798, "train_lr": 0.0006219294696772601, "train_wd": 0.2571932297367883, "epoch": 226}
{"train_loss": 5.316733890645605, "train_lr": 0.0006159905276832187, "train_wd": 0.25857527245168443, "epoch": 227}
{"train_loss": 5.3129947919139475, "train_lr": 0.0006100603462603597, "train_wd": 0.25995493566206923, "epoch": 228}
{"train_loss": 5.311726729033424, "train_lr": 0.0006041393102096564, "train_wd": 0.26133213426381785, "epoch": 229}
{"train_loss": 5.3082720207975065, "train_lr": 0.0005982278037386572, "train_wd": 0.2627067833048336, "epoch": 230}
{"train_loss": 5.306215019647976, "train_lr": 0.0005923262104365406, "train_wd": 0.26407879799028827, "epoch": 231}
{"train_loss": 5.303488453086332, "train_lr": 0.0005864349132492392, "train_wd": 0.26544809368785205, "epoch": 232}
{"train_loss": 5.299027536805871, "train_lr": 0.0005805542944545885, "train_wd": 0.266814585932919, "epoch": 233}
{"train_loss": 5.295593880432592, "train_lr": 0.0005746847356375101, "train_wd": 0.26817819043380836, "epoch": 234}
{"train_loss": 5.290992974353542, "train_lr": 0.0005688266176652681, "train_wd": 0.26953882307697197, "epoch": 235}
{"train_loss": 5.288473680329552, "train_lr": 0.0005629803206627392, "train_wd": 0.27089639993218084, "epoch": 236}
{"train_loss": 5.287064983541493, "train_lr": 0.0005571462239877606, "train_wd": 0.2722508372576971, "epoch": 237}
{"train_loss": 5.283125931035272, "train_lr": 0.0005513247062065057, "train_wd": 0.2736020515054495, "epoch": 238}
{"train_loss": 5.279159141899489, "train_lr": 0.0005455161450689171, "train_wd": 0.2749499593261752, "epoch": 239}
{"train_loss": 5.277374925039751, "train_lr": 0.0005397209174842076, "train_wd": 0.2762944775745731, "epoch": 240}
{"train_loss": 5.273143915964259, "train_lr": 0.0005339393994963853, "train_wd": 0.2776355233144227, "epoch": 241}
{"train_loss": 5.270973776348775, "train_lr": 0.0005281719662598699, "train_wd": 0.2789730138237075, "epoch": 242}
{"train_loss": 5.264293574666281, "train_lr": 0.0005224189920151407, "train_wd": 0.2803068665997115, "epoch": 243}
{"train_loss": 5.26151506235893, "train_lr": 0.0005166808500644488, "train_wd": 0.281636999364114, "epoch": 244}
{"train_loss": 5.256460184715301, "train_lr": 0.0005109579127476047, "train_wd": 0.2829633300680584, "epoch": 245}
{"train_loss": 5.252079617425644, "train_lr": 0.000505250551417809, "train_wd": 0.28428577689722045, "epoch": 246}
{"train_loss": 5.248017783418929, "train_lr": 0.000499559136417559, "train_wd": 0.2856042582768511, "epoch": 247}
{"train_loss": 5.243741402779218, "train_lr": 0.0004938840370546162, "train_wd": 0.286918692876806, "epoch": 248}
{"train_loss": 5.240073110774267, "train_lr": 0.0004882256215780493, "train_wd": 0.2882289996165706, "epoch": 249}
{"train_loss": 5.235847899227215, "train_lr": 0.0004825842571543274, "train_wd": 0.2895350976702517, "epoch": 250}
{"train_loss": 5.232010000430757, "train_lr": 0.00047696030984350455, "train_wd": 0.29083690647156873, "epoch": 251}
{"train_loss": 5.22739143428995, "train_lr": 0.0004713541445754608, "train_wd": 0.292134345718823, "epoch": 252}
{"train_loss": 5.224737452457753, "train_lr": 0.000465766125126228, "train_wd": 0.293427335379849, "epoch": 253}
{"train_loss": 5.219506776268534, "train_lr": 0.0004601966140943796, "train_wd": 0.29471579569695666, "epoch": 254}
{"train_loss": 5.21462795814331, "train_lr": 0.00045464597287750425, "train_wd": 0.2959996471918429, "epoch": 255}
{"train_loss": 5.209823077537125, "train_lr": 0.0004491145616487574, "train_wd": 0.29727881067049905, "epoch": 256}
{"train_loss": 5.205441831666931, "train_lr": 0.000443602739333487, "train_wd": 0.2985532072280974, "epoch": 257}
{"train_loss": 5.202013874410106, "train_lr": 0.0004381108635859436, "train_wd": 0.29982275825385585, "epoch": 258}
{"train_loss": 5.196110088369258, "train_lr": 0.00043263929076607443, "train_wd": 0.3010873854358864, "epoch": 259}
{"train_loss": 5.193479983593158, "train_lr": 0.00042718837591640033, "train_wd": 0.30234701076602694, "epoch": 260}
{"train_loss": 5.1883474586369225, "train_lr": 0.00042175847273897036, "train_wd": 0.30360155654465537, "epoch": 261}
{"train_loss": 5.183366387201061, "train_lr": 0.00041634993357242384, "train_wd": 0.3048509453854767, "epoch": 262}
{"train_loss": 5.177979289645628, "train_lr": 0.0004109631093691157, "train_wd": 0.30609510022030406, "epoch": 263}
{"train_loss": 5.17485536634922, "train_lr": 0.00040559834967234974, "train_wd": 0.3073339443038036, "epoch": 264}
{"train_loss": 5.166811475519844, "train_lr": 0.0004002560025936921, "train_wd": 0.30856740121824133, "epoch": 265}
{"train_loss": 5.162628107547141, "train_lr": 0.0003949364147903915, "train_wd": 0.30979539487818164, "epoch": 266}
{"train_loss": 5.158035029723442, "train_lr": 0.0003896399314428753, "train_wd": 0.31101784953519124, "epoch": 267}
{"train_loss": 5.152347492740499, "train_lr": 0.00038436689623235946, "train_wd": 0.3122346897825089, "epoch": 268}
{"train_loss": 5.146999781646079, "train_lr": 0.00037911765131854114, "train_wd": 0.3134458405596979, "epoch": 269}
{"train_loss": 5.139636778038183, "train_lr": 0.00037389253731740017, "train_wd": 0.3146512271572711, "epoch": 270}
{"train_loss": 5.1340818375611095, "train_lr": 0.0003686918932790979, "train_wd": 0.31585077522130556, "epoch": 271}
{"train_loss": 5.131043710237403, "train_lr": 0.00036351605666596997, "train_wd": 0.3170444107580268, "epoch": 272}
{"train_loss": 5.125028536343079, "train_lr": 0.0003583653633306393, "train_wd": 0.3182320601383734, "epoch": 273}
{"train_loss": 5.119859270048703, "train_lr": 0.00035324014749421573, "train_wd": 0.3194136501025365, "epoch": 274}
{"train_loss": 5.1133917329742085, "train_lr": 0.0003481407417246094, "train_wd": 0.3205891077644806, "epoch": 275}
{"train_loss": 5.10715807216178, "train_lr": 0.0003430674769149515, "train_wd": 0.3217583606164405, "epoch": 276}
{"train_loss": 5.103214682071663, "train_lr": 0.00033802068226212756, "train_wd": 0.3229213365333931, "epoch": 277}
{"train_loss": 5.0961927299519525, "train_lr": 0.0003330006852454071, "train_wd": 0.32407796377750736, "epoch": 278}
{"train_loss": 5.091617995648266, "train_lr": 0.00032800781160520725, "train_wd": 0.32522817100256185, "epoch": 279}
{"train_loss": 5.086011450693047, "train_lr": 0.00032304238532193956, "train_wd": 0.32637188725836164, "epoch": 280}
{"train_loss": 5.079018757217746, "train_lr": 0.0003181047285950028, "train_wd": 0.32750904199509856, "epoch": 281}
{"train_loss": 5.072103887998896, "train_lr": 0.0003131951618218627, "train_wd": 0.3286395650677133, "epoch": 282}
{"train_loss": 5.066048159915432, "train_lr": 0.0003083140035772739, "train_wd": 0.3297633867402155, "epoch": 283}
{"train_loss": 5.059820343353908, "train_lr": 0.0003034615705925985, "train_wd": 0.33088043768999276, "epoch": 284}
{"train_loss": 5.053519130432063, "train_lr": 0.00029863817773526086, "train_wd": 0.3319906490120793, "epoch": 285}
{"train_loss": 5.048171874067242, "train_lr": 0.00029384413798830955, "train_wd": 0.33309395222341115, "epoch": 286}
{"train_loss": 5.040790256747096, "train_lr": 0.0002890797624301147, "train_wd": 0.3341902792670508, "epoch": 287}
{"train_loss": 5.03417079446675, "train_lr": 0.00028434536021417785, "train_wd": 0.3352795625163801, "epoch": 288}
{"train_loss": 5.0296627535856215, "train_lr": 0.000279641238549075, "train_wd": 0.33636173477927955, "epoch": 289}
{"train_loss": 5.0244545457686645, "train_lr": 0.00027496770267851806, "train_wd": 0.3374367293022637, "epoch": 290}
{"train_loss": 5.017504324831313, "train_lr": 0.00027032505586155423, "train_wd": 0.3385044797746078, "epoch": 291}
{"train_loss": 5.01104133787582, "train_lr": 0.00026571359935288275, "train_wd": 0.33956492033243485, "epoch": 292}
{"train_loss": 5.00382971799345, "train_lr": 0.0002611336323833054, "train_wd": 0.3406179855627746, "epoch": 293}
{"train_loss": 4.9951773951653475, "train_lr": 0.000256585452140318, "train_wd": 0.3416636105076024, "epoch": 294}
{"train_loss": 4.989944576520285, "train_lr": 0.00025206935374881556, "train_wd": 0.3427017306678484, "epoch": 295}
{"train_loss": 4.980343131763901, "train_lr": 0.0002475856302519547, "train_wd": 0.3437322820073689, "epoch": 296}
{"train_loss": 4.972401215732813, "train_lr": 0.000243134572592125, "train_wd": 0.3447552009569052, "epoch": 297}
{"train_loss": 4.966469692157136, "train_lr": 0.00023871646959208108, "train_wd": 0.3457704244179973, "epoch": 298}
{"train_loss": 4.958404980331874, "train_lr": 0.00023433160793619336, "train_wd": 0.3467778897668786, "epoch": 299}
{"train_loss": 4.950450363365723, "train_lr": 0.00022998027215185302, "train_wd": 0.3477775348583425, "epoch": 300}
{"train_loss": 4.942354602958087, "train_lr": 0.00022566274459100187, "train_wd": 0.34876929802957, "epoch": 301}
{"train_loss": 4.933627783865046, "train_lr": 0.00022137930541181588, "train_wd": 0.3497531181039364, "epoch": 302}
{"train_loss": 4.926209146045237, "train_lr": 0.0002171302325605273, "train_wd": 0.35072893439478925, "epoch": 303}
{"train_loss": 4.9189952864028, "train_lr": 0.00021291580175338156, "train_wd": 0.35169668670917836, "epoch": 304}
{"train_loss": 4.910504919328659, "train_lr": 0.00020873628645875597, "train_wd": 0.35265631535158454, "epoch": 305}
{"train_loss": 4.9015419429643075, "train_lr": 0.0002045919578794071, "train_wd": 0.3536077611275935, "epoch": 306}
{"train_loss": 4.892782104881309, "train_lr": 0.00020048308493487852, "train_wd": 0.35455096534754504, "epoch": 307}
{"train_loss": 4.885729876562036, "train_lr": 0.00019640993424404748, "train_wd": 0.35548586983016583, "epoch": 308}
{"train_loss": 4.876729815841007, "train_lr": 0.00019237277010782428, "train_wd": 0.3564124169061363, "epoch": 309}
{"train_loss": 4.867000046429588, "train_lr": 0.00018837185449200545, "train_wd": 0.3573305494216757, "epoch": 310}
{"train_loss": 4.859276324659467, "train_lr": 0.0001844074470102707, "train_wd": 0.3582402107420411, "epoch": 311}
{"train_loss": 4.850286369784463, "train_lr": 0.00018047980490734059, "train_wd": 0.35914134475503834, "epoch": 312}
{"train_loss": 4.841215622254746, "train_lr": 0.00017658918304228283, "train_wd": 0.360033895874476, "epoch": 313}
{"train_loss": 4.831184957786906, "train_lr": 0.00017273583387197465, "train_wd": 0.3609178090435983, "epoch": 314}
{"train_loss": 4.821881576908006, "train_lr": 0.0001689200074347216, "train_wd": 0.361793029738477, "epoch": 315}
{"train_loss": 4.813827580709061, "train_lr": 0.00016514195133403336, "train_wd": 0.3626595039713756, "epoch": 316}
{"train_loss": 4.803715366301396, "train_lr": 0.00016140191072255565, "train_wd": 0.36351717829408237, "epoch": 317}
{"train_loss": 4.794366056053377, "train_lr": 0.00015770012828616385, "train_wd": 0.36436599980120776, "epoch": 318}
{"train_loss": 4.785903388224869, "train_lr": 0.00015403684422821623, "train_wd": 0.3652059161334404, "epoch": 319}
{"train_loss": 4.775459758848023, "train_lr": 0.00015041229625396488, "train_wd": 0.3660368754807849, "epoch": 320}
{"train_loss": 4.765095830166178, "train_lr": 0.00014682671955513357, "train_wd": 0.3668588265857537, "epoch": 321}
{"train_loss": 4.755407211347688, "train_lr": 0.00014328034679465665, "train_wd": 0.36767171874653265, "epoch": 322}
{"train_loss": 4.7449113124435085, "train_lr": 0.0001397734080915799, "train_wd": 0.3684755018201024, "epoch": 323}
{"train_loss": 4.734724125815191, "train_lr": 0.0001363061310061302, "train_wd": 0.3692701262253385, "epoch": 324}
{"train_loss": 4.724423216484624, "train_lr": 0.00013287874052494907, "train_wd": 0.3700555429460629, "epoch": 325}
{"train_loss": 4.713140525775467, "train_lr": 0.0001294914590464927, "train_wd": 0.3708317035340753, "epoch": 326}
{"train_loss": 4.7034836337149, "train_lr": 0.00012614450636660277, "train_wd": 0.3715985601121337, "epoch": 327}
{"train_loss": 4.691251627981758, "train_lr": 0.00012283809966424138, "train_wd": 0.3723560653769096, "epoch": 328}
{"train_loss": 4.679881358794647, "train_lr": 0.00011957245348740255, "train_wd": 0.373104172601913, "epoch": 329}
{"train_loss": 4.670439957911305, "train_lr": 0.00011634777973918533, "train_wd": 0.3738428356403647, "epoch": 330}
{"train_loss": 4.65929068630929, "train_lr": 0.00011316428766404892, "train_wd": 0.37457200892804976, "epoch": 331}
{"train_loss": 4.649182371378278, "train_lr": 0.00011002218383423184, "train_wd": 0.37529164748612476, "epoch": 332}
{"train_loss": 4.637637577736549, "train_lr": 0.00010692167213634891, "train_wd": 0.3760017069238934, "epoch": 333}
{"train_loss": 4.625262481810378, "train_lr": 0.00010386295375816084, "train_wd": 0.37670214344154507, "epoch": 334}
{"train_loss": 4.613839027156933, "train_lr": 0.00010084622717551962, "train_wd": 0.3773929138328576, "epoch": 335}
{"train_loss": 4.602665248629953, "train_lr": 9.787168813949034e-05, "train_wd": 0.37807397548785676, "epoch": 336}
{"train_loss": 4.591067398111407, "train_lr": 9.493952966364834e-05, "train_wd": 0.378745286395454, "epoch": 337}
{"train_loss": 4.578356729154821, "train_lr": 9.204994201155555e-05, "train_wd": 0.37940680514602987, "epoch": 338}
{"train_loss": 4.567343480545554, "train_lr": 8.920311268441312e-05, "train_wd": 0.38005849093398913, "epoch": 339}
{"train_loss": 4.554512512882789, "train_lr": 8.639922640889667e-05, "train_wd": 0.3807003035602872, "epoch": 340}
{"train_loss": 4.543882406985969, "train_lr": 8.363846512516867e-05, "train_wd": 0.38133220343489477, "epoch": 341}
{"train_loss": 4.530193685383486, "train_lr": 8.09210079750724e-05, "train_wd": 0.38195415157925167, "epoch": 342}
{"train_loss": 4.517480697283308, "train_lr": 7.824703129050781e-05, "train_wd": 0.38256610962866516, "epoch": 343}
{"train_loss": 4.505634353636838, "train_lr": 7.561670858199057e-05, "train_wd": 0.38316803983468506, "epoch": 344}
{"train_loss": 4.493581717457179, "train_lr": 7.303021052739127e-05, "train_wd": 0.3837599050674158, "epoch": 345}
{"train_loss": 4.480691095741151, "train_lr": 7.048770496086219e-05, "train_wd": 0.3843416688178255, "epoch": 346}
{"train_loss": 4.467586655017855, "train_lr": 6.798935686194641e-05, "train_wd": 0.38491329519998413, "epoch": 347}
{"train_loss": 4.455079819819481, "train_lr": 6.553532834487096e-05, "train_wd": 0.3854747489532832, "epoch": 348}
{"train_loss": 4.441879045429657, "train_lr": 6.31257786480306e-05, "train_wd": 0.3860259954446108, "epoch": 349}
{"train_loss": 4.429005296443768, "train_lr": 6.076086412365134e-05, "train_wd": 0.3865670006704875, "epoch": 350}
{"train_loss": 4.4174072220206835, "train_lr": 5.844073822764801e-05, "train_wd": 0.38709773125916164, "epoch": 351}
{"train_loss": 4.402947610731033, "train_lr": 5.616555150966504e-05, "train_wd": 0.38761815447267195, "epoch": 352}
{"train_loss": 4.390828506373387, "train_lr": 5.39354516033077e-05, "train_wd": 0.38812823820886205, "epoch": 353}
{"train_loss": 4.376610484840772, "train_lr": 5.1750583216563684e-05, "train_wd": 0.388627951003365, "epoch": 354}
{"train_loss": 4.364049121785126, "train_lr": 4.9611088122411444e-05, "train_wd": 0.38911726203154107, "epoch": 355}
{"train_loss": 4.351273606631825, "train_lr": 4.751710514962121e-05, "train_wd": 0.389596141110381, "epoch": 356}
{"train_loss": 4.337743239216715, "train_lr": 4.54687701737477e-05, "train_wd": 0.3900645587003693, "epoch": 357}
{"train_loss": 4.323886532273939, "train_lr": 4.3466216108311896e-05, "train_wd": 0.39052248590730043, "epoch": 358}
{"train_loss": 4.310272674099338, "train_lr": 4.150957289617747e-05, "train_wd": 0.3909698944840694, "epoch": 359}
{"train_loss": 4.297246395546994, "train_lr": 3.959896750111843e-05, "train_wd": 0.3914067568324056, "epoch": 360}
{"train_loss": 4.283122655668324, "train_lr": 3.7734523899580844e-05, "train_wd": 0.3918330460045821, "epoch": 361}
{"train_loss": 4.269350960785203, "train_lr": 3.591636307263809e-05, "train_wd": 0.39224873570507557, "epoch": 362}
{"train_loss": 4.25703830694814, "train_lr": 3.414460299814077e-05, "train_wd": 0.3926538002921871, "epoch": 363}
{"train_loss": 4.243131145185751, "train_lr": 3.2419358643061195e-05, "train_wd": 0.39304821477962415, "epoch": 364}
{"train_loss": 4.229511647010974, "train_lr": 3.0740741956033166e-05, "train_wd": 0.3934319548380432, "epoch": 365}
{"train_loss": 4.218083513190421, "train_lr": 2.9108861860087733e-05, "train_wd": 0.3938049967965514, "epoch": 366}
{"train_loss": 4.204078380962451, "train_lr": 2.7523824245585864e-05, "train_wd": 0.3941673176441629, "epoch": 367}
{"train_loss": 4.1909593211637315, "train_lr": 2.598573196334712e-05, "train_wd": 0.39451889503122023, "epoch": 368}
{"train_loss": 4.178394482581973, "train_lr": 2.4494684817975215e-05, "train_wd": 0.394859707270774, "epoch": 369}
{"train_loss": 4.16453535378956, "train_lr": 2.3050779561382835e-05, "train_wd": 0.39518973333992147, "epoch": 370}
{"train_loss": 4.1517314353375605, "train_lr": 2.1654109886512866e-05, "train_wd": 0.39550895288109844, "epoch": 371}
{"train_loss": 4.140118712822882, "train_lr": 2.030476642125902e-05, "train_wd": 0.39581734620334147, "epoch": 372}
{"train_loss": 4.12697189966504, "train_lr": 1.9002836722584968e-05, "train_wd": 0.396114894283497, "epoch": 373}
{"train_loss": 4.115597487603732, "train_lr": 1.774840527084322e-05, "train_wd": 0.3964015787673972, "epoch": 374}
{"train_loss": 4.102925403214854, "train_lr": 1.6541553464293e-05, "train_wd": 0.39667738197099306, "epoch": 375}
{"train_loss": 4.092041851400281, "train_lr": 1.5382359613818497e-05, "train_wd": 0.3969422868814452, "epoch": 376}
{"train_loss": 4.080274881117588, "train_lr": 1.4270898937847463e-05, "train_wd": 0.39719627715817, "epoch": 377}
{"train_loss": 4.070087643568035, "train_lr": 1.3207243557470527e-05, "train_wd": 0.3974393371338498, "epoch": 378}
{"train_loss": 4.058976442122059, "train_lr": 1.2191462491760872e-05, "train_wd": 0.3976714518154008, "epoch": 379}
{"train_loss": 4.048895387781514, "train_lr": 1.1223621653296291e-05, "train_wd": 0.3978926068848987, "epoch": 380}
{"train_loss": 4.03759744582321, "train_lr": 1.0303783843881732e-05, "train_wd": 0.39810278870045396, "epoch": 381}
{"train_loss": 4.029223617002499, "train_lr": 9.432008750474561e-06, "train_wd": 0.3983019842970628, "epoch": 382}
{"train_loss": 4.019459948706017, "train_lr": 8.60835294131119e-06, "train_wd": 0.3984901813874026, "epoch": 383}
{"train_loss": 4.011252578779709, "train_lr": 7.832869862236839e-06, "train_wd": 0.3986673683625907, "epoch": 384}
{"train_loss": 4.002217674546009, "train_lr": 7.1056098332371105e-06, "train_wd": 0.39883353429290047, "epoch": 385}
{"train_loss": 3.9924725608514557, "train_lr": 6.426620045173119e-06, "train_wd": 0.3989886689284337, "epoch": 386}
{"train_loss": 3.98578947740231, "train_lr": 5.795944556719183e-06, "train_wd": 0.3991327626997553, "epoch": 387}
{"train_loss": 3.979203000819559, "train_lr": 5.2136242915039444e-06, "train_wd": 0.3992658067184828, "epoch": 388}
{"train_loss": 3.9722927401272607, "train_lr": 4.679697035454921e-06, "train_wd": 0.39938779277783326, "epoch": 389}
{"train_loss": 3.9663904348818613, "train_lr": 4.194197434346619e-06, "train_wd": 0.39949871335313586, "epoch": 390}
{"train_loss": 3.96082531343952, "train_lr": 3.7571569915523753e-06, "train_wd": 0.3995985616022837, "epoch": 391}
{"train_loss": 3.956131414674836, "train_lr": 3.368604066000254e-06, "train_wd": 0.3996873313661653, "epoch": 392}
{"train_loss": 3.9514852179397497, "train_lr": 3.028563870332765e-06, "train_wd": 0.399765017169047, "epoch": 393}
{"train_loss": 3.948345969966371, "train_lr": 2.7370584692709104e-06, "train_wd": 0.39983161421890073, "epoch": 394}
{"train_loss": 3.9437414502783072, "train_lr": 2.49410677818242e-06, "train_wd": 0.39988711840770785, "epoch": 395}
{"train_loss": 3.941950385673917, "train_lr": 2.2997245618543473e-06, "train_wd": 0.39993152631170514, "epoch": 396}
{"train_loss": 3.938865901611978, "train_lr": 2.1539244334701705e-06, "train_wd": 0.3999648351916083, "epoch": 397}
{"train_loss": 3.936447291601476, "train_lr": 2.0567158537912795e-06, "train_wd": 0.39998704299276633, "epoch": 398}
{"train_loss": 3.9356692388034364, "train_lr": 2.0081051305430956e-06, "train_wd": 0.399998148345298, "epoch": 399}
