Epoch:0	 lr:0.10000	 duration:504.696
 train_loss:6.69653	 train_loss_div:6.69653Train Top-1 class_accuracy: 0.17304521799087524
Train Top-5 class_accuracy: 0.35424861311912537
test epoch:0	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.30979999899864197
Top-5 class_accuracy: 0.5581799745559692
test epoch:0	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.3104200065135956
Top-5 class_accuracy: 0.5591599941253662
test epoch:0	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.31095999479293823
Top-5 class_accuracy: 0.5593000054359436
test epoch:0	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.31115999817848206
Top-5 class_accuracy: 0.5595799684524536
Epoch:1	 lr:0.10000	 duration:501.344
 train_loss:3.95597	 train_loss_div:3.95597Train Top-1 class_accuracy: 0.349115788936615
Train Top-5 class_accuracy: 0.5935927033424377
test epoch:1	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.38523998856544495
Top-5 class_accuracy: 0.647379994392395
test epoch:1	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.38515999913215637
Top-5 class_accuracy: 0.6480799913406372
test epoch:1	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.38527998328208923
Top-5 class_accuracy: 0.6481999754905701
test epoch:1	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.3851799964904785
Top-5 class_accuracy: 0.6480599641799927
Epoch:2	 lr:0.10000	 duration:506.512
 train_loss:3.26007	 train_loss_div:3.26007Train Top-1 class_accuracy: 0.40846163034439087
Train Top-5 class_accuracy: 0.6524140238761902
test epoch:2	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.42023998498916626
Top-5 class_accuracy: 0.6791599988937378
test epoch:2	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4201200008392334
Top-5 class_accuracy: 0.6790599822998047
test epoch:2	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4199199974536896
Top-5 class_accuracy: 0.6789000034332275
test epoch:2	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4199199974536896
Top-5 class_accuracy: 0.6787199974060059
Epoch:3	 lr:0.10000	 duration:502.055
 train_loss:2.93450	 train_loss_div:2.93450Train Top-1 class_accuracy: 0.43563684821128845
Train Top-5 class_accuracy: 0.6811034679412842
test epoch:3	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.47293999791145325
Top-5 class_accuracy: 0.7300800085067749
test epoch:3	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4726199805736542
Top-5 class_accuracy: 0.7301200032234192
test epoch:3	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4724399745464325
Top-5 class_accuracy: 0.7303199768066406
test epoch:3	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.472460001707077
Top-5 class_accuracy: 0.7302799820899963
Epoch:4	 lr:0.10000	 duration:502.325
 train_loss:2.75089	 train_loss_div:2.75089Train Top-1 class_accuracy: 0.45278680324554443
Train Top-5 class_accuracy: 0.6952717900276184
test epoch:4	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4782799780368805
Top-5 class_accuracy: 0.7276600003242493
test epoch:4	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4779999852180481
Top-5 class_accuracy: 0.7275599837303162
test epoch:4	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.47783997654914856
Top-5 class_accuracy: 0.7275800108909607
test epoch:4	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.47775998711586
Top-5 class_accuracy: 0.7275999784469604
Epoch:5	 lr:0.10000	 duration:508.843
 train_loss:2.65200	 train_loss_div:2.65200Train Top-1 class_accuracy: 0.4615975320339203
Train Top-5 class_accuracy: 0.7039607167243958
test epoch:5	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49497997760772705
Top-5 class_accuracy: 0.7511999607086182
test epoch:5	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49480000138282776
Top-5 class_accuracy: 0.7508800029754639
test epoch:5	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.495059996843338
Top-5 class_accuracy: 0.7508999705314636
test epoch:5	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4950999915599823
Top-5 class_accuracy: 0.7509399652481079
Epoch:6	 lr:0.10000	 duration:507.880
 train_loss:2.56890	 train_loss_div:2.56890Train Top-1 class_accuracy: 0.46918123960494995
Train Top-5 class_accuracy: 0.710148811340332
test epoch:6	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49667999148368835
Top-5 class_accuracy: 0.7488799691200256
test epoch:6	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4966999888420105
Top-5 class_accuracy: 0.7488200068473816
test epoch:6	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49653998017311096
Top-5 class_accuracy: 0.7487199902534485
test epoch:6	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49629998207092285
Top-5 class_accuracy: 0.7486799955368042
Epoch:7	 lr:0.10000	 duration:507.367
 train_loss:2.51050	 train_loss_div:2.51050Train Top-1 class_accuracy: 0.47596877813339233
Train Top-5 class_accuracy: 0.7159279584884644
test epoch:7	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.506879985332489
Top-5 class_accuracy: 0.7633599638938904
test epoch:7	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5070399641990662
Top-5 class_accuracy: 0.7633399963378906
test epoch:7	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5069599747657776
Top-5 class_accuracy: 0.763439953327179
test epoch:7	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5069999694824219
Top-5 class_accuracy: 0.7634599804878235
Epoch:8	 lr:0.10000	 duration:507.014
 train_loss:2.46006	 train_loss_div:2.46006Train Top-1 class_accuracy: 0.4793563187122345
Train Top-5 class_accuracy: 0.7193591594696045
test epoch:8	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5041999816894531
Top-5 class_accuracy: 0.7547999620437622
test epoch:8	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5041800141334534
Top-5 class_accuracy: 0.7550599575042725
test epoch:8	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5042999982833862
Top-5 class_accuracy: 0.7548399567604065
test epoch:8	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5043599605560303
Top-5 class_accuracy: 0.7549600005149841
Epoch:9	 lr:0.10000	 duration:507.033
 train_loss:2.42996	 train_loss_div:2.42996Train Top-1 class_accuracy: 0.48303109407424927
Train Top-5 class_accuracy: 0.7223720550537109
test epoch:9	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5236799716949463
Top-5 class_accuracy: 0.7718799710273743
test epoch:9	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5240799784660339
Top-5 class_accuracy: 0.7719599604606628
test epoch:9	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5240799784660339
Top-5 class_accuracy: 0.7720999717712402
test epoch:9	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5240600109100342
Top-5 class_accuracy: 0.7719999551773071
Epoch:10	 lr:0.10000	 duration:508.174
 train_loss:2.40069	 train_loss_div:2.40069Train Top-1 class_accuracy: 0.48585352301597595
Train Top-5 class_accuracy: 0.7250415086746216
test epoch:10	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5040000081062317
Top-5 class_accuracy: 0.7581200003623962
test epoch:10	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5042999982833862
Top-5 class_accuracy: 0.7581799626350403
test epoch:10	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5042200088500977
Top-5 class_accuracy: 0.7581799626350403
test epoch:10	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5043599605560303
Top-5 class_accuracy: 0.7582799792289734
Epoch:11	 lr:0.10000	 duration:511.230
 train_loss:2.36483	 train_loss_div:2.36483Train Top-1 class_accuracy: 0.4886353611946106
Train Top-5 class_accuracy: 0.7276359796524048
test epoch:11	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5150799751281738
Top-5 class_accuracy: 0.7676799893379211
test epoch:11	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5151599645614624
Top-5 class_accuracy: 0.7677599787712097
test epoch:11	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5151000022888184
Top-5 class_accuracy: 0.7677599787712097
test epoch:11	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5150600075721741
Top-5 class_accuracy: 0.7676599621772766
Epoch:12	 lr:0.10000	 duration:506.218
 train_loss:2.36077	 train_loss_div:2.36077Train Top-1 class_accuracy: 0.4894065260887146
Train Top-5 class_accuracy: 0.7283166646957397
test epoch:12	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5115199685096741
Top-5 class_accuracy: 0.7613399624824524
test epoch:12	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5112999677658081
Top-5 class_accuracy: 0.7612800002098083
test epoch:12	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5112000107765198
Top-5 class_accuracy: 0.7613399624824524
test epoch:12	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5112400054931641
Top-5 class_accuracy: 0.7612400054931641
Epoch:13	 lr:0.10000	 duration:505.091
 train_loss:2.33307	 train_loss_div:2.33307Train Top-1 class_accuracy: 0.4915982782840729
Train Top-5 class_accuracy: 0.7302929759025574
test epoch:13	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.521619975566864
Top-5 class_accuracy: 0.7703799605369568
test epoch:13	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5215799808502197
Top-5 class_accuracy: 0.7703799605369568
test epoch:13	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5214399695396423
Top-5 class_accuracy: 0.7702599763870239
test epoch:13	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5214799642562866
Top-5 class_accuracy: 0.7702800035476685
Epoch:14	 lr:0.10000	 duration:509.346
 train_loss:2.30997	 train_loss_div:2.30997Train Top-1 class_accuracy: 0.494033545255661
Train Top-5 class_accuracy: 0.7317291498184204
test epoch:14	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5177800059318542
Top-5 class_accuracy: 0.7696200013160706
test epoch:14	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5171399712562561
Top-5 class_accuracy: 0.7696200013160706
test epoch:14	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5171399712562561
Top-5 class_accuracy: 0.7696200013160706
test epoch:14	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5170400142669678
Top-5 class_accuracy: 0.7696399688720703
Epoch:15	 lr:0.10000	 duration:506.564
 train_loss:2.43516	 train_loss_div:2.43516Train Top-1 class_accuracy: 0.49173563718795776
Train Top-5 class_accuracy: 0.7300869226455688
test epoch:15	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4466799795627594
Top-5 class_accuracy: 0.7115199565887451
test epoch:15	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4467199742794037
Top-5 class_accuracy: 0.7115799784660339
test epoch:15	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4467400014400482
Top-5 class_accuracy: 0.7115399837493896
test epoch:15	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4465799927711487
Top-5 class_accuracy: 0.7116000056266785
Epoch:16	 lr:0.10000	 duration:507.326
 train_loss:2.32660	 train_loss_div:2.32660Train Top-1 class_accuracy: 0.49344345927238464
Train Top-5 class_accuracy: 0.7314044237136841
test epoch:16	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.515500009059906
Top-5 class_accuracy: 0.7671599984169006
test epoch:16	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5156800150871277
Top-5 class_accuracy: 0.7669199705123901
test epoch:16	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5158799886703491
Top-5 class_accuracy: 0.7669199705123901
test epoch:16	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5159800052642822
Top-5 class_accuracy: 0.7668399810791016
Epoch:17	 lr:0.10000	 duration:508.081
 train_loss:2.28755	 train_loss_div:2.28755Train Top-1 class_accuracy: 0.49598801136016846
Train Top-5 class_accuracy: 0.7337554097175598
test epoch:17	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5301600098609924
Top-5 class_accuracy: 0.7806599736213684
test epoch:17	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5301399827003479
Top-5 class_accuracy: 0.7804799675941467
test epoch:17	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5301600098609924
Top-5 class_accuracy: 0.780460000038147
test epoch:17	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.530239999294281
Top-5 class_accuracy: 0.7804399728775024
Epoch:18	 lr:0.10000	 duration:509.531
 train_loss:2.26853	 train_loss_div:2.26853Train Top-1 class_accuracy: 0.4978019893169403
Train Top-5 class_accuracy: 0.735353946685791
test epoch:18	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5357199907302856
Top-5 class_accuracy: 0.7832799553871155
test epoch:18	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5358200073242188
Top-5 class_accuracy: 0.7833600044250488
test epoch:18	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5356599688529968
Top-5 class_accuracy: 0.7832399606704712
test epoch:18	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5356599688529968
Top-5 class_accuracy: 0.7831599712371826
Epoch:19	 lr:0.10000	 duration:507.119
 train_loss:2.25949	 train_loss_div:2.25949Train Top-1 class_accuracy: 0.49795809388160706
Train Top-5 class_accuracy: 0.7356880307197571
test epoch:19	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5196599960327148
Top-5 class_accuracy: 0.7712000012397766
test epoch:19	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5199199914932251
Top-5 class_accuracy: 0.7714200019836426
test epoch:19	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.519819974899292
Top-5 class_accuracy: 0.7715199589729309
test epoch:19	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5199399590492249
Top-5 class_accuracy: 0.7714200019836426
Epoch:20	 lr:0.10000	 duration:510.305
 train_loss:2.25954	 train_loss_div:2.25954Train Top-1 class_accuracy: 0.4994848370552063
Train Top-5 class_accuracy: 0.7367495894432068
test epoch:20	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5382400155067444
Top-5 class_accuracy: 0.7821399569511414
test epoch:20	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.538599967956543
Top-5 class_accuracy: 0.7821999788284302
test epoch:20	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5388999581336975
Top-5 class_accuracy: 0.7822999954223633
test epoch:20	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5388199687004089
Top-5 class_accuracy: 0.7822399735450745
Epoch:21	 lr:0.10000	 duration:508.088
 train_loss:2.24441	 train_loss_div:2.24441Train Top-1 class_accuracy: 0.49906647205352783
Train Top-5 class_accuracy: 0.7372678518295288
test epoch:21	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5436999797821045
Top-5 class_accuracy: 0.7886399626731873
test epoch:21	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5439000129699707
Top-5 class_accuracy: 0.7887399792671204
test epoch:21	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5439199805259705
Top-5 class_accuracy: 0.7887799739837646
test epoch:21	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5439800024032593
Top-5 class_accuracy: 0.7886599898338318
Epoch:22	 lr:0.10000	 duration:508.010
 train_loss:2.24479	 train_loss_div:2.24479Train Top-1 class_accuracy: 0.49969401955604553
Train Top-5 class_accuracy: 0.7381670475006104
test epoch:22	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5286999940872192
Top-5 class_accuracy: 0.7804999947547913
test epoch:22	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5291599631309509
Top-5 class_accuracy: 0.780739963054657
test epoch:22	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5292400121688843
Top-5 class_accuracy: 0.7806800007820129
test epoch:22	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5293999910354614
Top-5 class_accuracy: 0.7807599902153015
Epoch:23	 lr:0.10000	 duration:503.961
 train_loss:2.23122	 train_loss_div:2.23122Train Top-1 class_accuracy: 0.502313494682312
Train Top-5 class_accuracy: 0.7383293509483337
test epoch:23	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5276199579238892
Top-5 class_accuracy: 0.7795000076293945
test epoch:23	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.527180016040802
Top-5 class_accuracy: 0.7794599533081055
test epoch:23	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.527180016040802
Top-5 class_accuracy: 0.7796799540519714
test epoch:23	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5270199775695801
Top-5 class_accuracy: 0.7795999646186829
Epoch:24	 lr:0.10000	 duration:504.739
 train_loss:2.22365	 train_loss_div:2.22365Train Top-1 class_accuracy: 0.5027412176132202
Train Top-5 class_accuracy: 0.7395813465118408
test epoch:24	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.500819981098175
Top-5 class_accuracy: 0.7594000101089478
test epoch:24	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5008599758148193
Top-5 class_accuracy: 0.7594199776649475
test epoch:24	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5009999871253967
Top-5 class_accuracy: 0.759440004825592
test epoch:24	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5008599758148193
Top-5 class_accuracy: 0.7593599557876587
Epoch:25	 lr:0.10000	 duration:504.388
 train_loss:2.22009	 train_loss_div:2.22009Train Top-1 class_accuracy: 0.5029628872871399
Train Top-5 class_accuracy: 0.7401058673858643
test epoch:25	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5286999940872192
Top-5 class_accuracy: 0.7807799577713013
test epoch:25	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5288400053977966
Top-5 class_accuracy: 0.780959963798523
test epoch:25	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5289199948310852
Top-5 class_accuracy: 0.7809999585151672
test epoch:25	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5289799571037292
Top-5 class_accuracy: 0.7809799909591675
Epoch:26	 lr:0.10000	 duration:501.995
 train_loss:2.21019	 train_loss_div:2.21019Train Top-1 class_accuracy: 0.5037809014320374
Train Top-5 class_accuracy: 0.740702211856842
test epoch:26	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5366799831390381
Top-5 class_accuracy: 0.7839399576187134
test epoch:26	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.536579966545105
Top-5 class_accuracy: 0.7839799523353577
test epoch:26	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5367799997329712
Top-5 class_accuracy: 0.783840000629425
test epoch:26	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.536799967288971
Top-5 class_accuracy: 0.7838199734687805
Epoch:27	 lr:0.10000	 duration:510.277
 train_loss:2.21929	 train_loss_div:2.21929Train Top-1 class_accuracy: 0.50206059217453
Train Top-5 class_accuracy: 0.739490807056427
test epoch:27	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5266199707984924
Top-5 class_accuracy: 0.7774800062179565
test epoch:27	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5267599821090698
Top-5 class_accuracy: 0.7772799730300903
test epoch:27	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5271199941635132
Top-5 class_accuracy: 0.7773599624633789
test epoch:27	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5272799730300903
Top-5 class_accuracy: 0.7772799730300903
Epoch:28	 lr:0.10000	 duration:499.256
 train_loss:2.20394	 train_loss_div:2.20394Train Top-1 class_accuracy: 0.5038901567459106
Train Top-5 class_accuracy: 0.7403057217597961
test epoch:28	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.528439998626709
Top-5 class_accuracy: 0.7778799533843994
test epoch:28	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5285999774932861
Top-5 class_accuracy: 0.7781199812889099
test epoch:28	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5283600091934204
Top-5 class_accuracy: 0.7781199812889099
test epoch:28	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5281999707221985
Top-5 class_accuracy: 0.7780999541282654
Epoch:29	 lr:0.10000	 duration:505.447
 train_loss:2.18895	 train_loss_div:2.18895Train Top-1 class_accuracy: 0.5050359964370728
Train Top-5 class_accuracy: 0.7418168187141418
test epoch:29	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5338000059127808
Top-5 class_accuracy: 0.7832199931144714
test epoch:29	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5340399742126465
Top-5 class_accuracy: 0.7831199765205383
test epoch:29	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5342999696731567
Top-5 class_accuracy: 0.783079981803894
test epoch:29	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5344799757003784
Top-5 class_accuracy: 0.7828999757766724
Epoch:30	 lr:0.01000	 duration:501.444
 train_loss:1.41135	 train_loss_div:1.41135Train Top-1 class_accuracy: 0.5878385901451111
Train Top-5 class_accuracy: 0.8016559481620789
test epoch:30	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6512799859046936
Top-5 class_accuracy: 0.8615399599075317
test epoch:30	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6512399911880493
Top-5 class_accuracy: 0.8614999651908875
test epoch:30	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6513000130653381
Top-5 class_accuracy: 0.8614400029182434
test epoch:30	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6513000130653381
Top-5 class_accuracy: 0.8613999485969543
Epoch:31	 lr:0.01000	 duration:506.391
 train_loss:1.24196	 train_loss_div:1.24196Train Top-1 class_accuracy: 0.6056160926818848
Train Top-5 class_accuracy: 0.814784586429596
test epoch:31	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6581999659538269
Top-5 class_accuracy: 0.8678399920463562
test epoch:31	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.658079981803894
Top-5 class_accuracy: 0.8679800033569336
test epoch:31	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6584199666976929
Top-5 class_accuracy: 0.8679800033569336
test epoch:31	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6583999991416931
Top-5 class_accuracy: 0.8678999543190002
Epoch:32	 lr:0.01000	 duration:506.566
 train_loss:1.18137	 train_loss_div:1.18137Train Top-1 class_accuracy: 0.6130155920982361
Train Top-5 class_accuracy: 0.8196020722389221
test epoch:32	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6630600094795227
Top-5 class_accuracy: 0.8725000023841858
test epoch:32	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6629199981689453
Top-5 class_accuracy: 0.8725000023841858
test epoch:32	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6628400087356567
Top-5 class_accuracy: 0.8724799752235413
test epoch:32	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6629399657249451
Top-5 class_accuracy: 0.8723399639129639
Epoch:33	 lr:0.01000	 duration:503.963
 train_loss:1.13965	 train_loss_div:1.13965Train Top-1 class_accuracy: 0.6186479330062866
Train Top-5 class_accuracy: 0.8246006369590759
test epoch:33	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6673399806022644
Top-5 class_accuracy: 0.8735199570655823
test epoch:33	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672799587249756
Top-5 class_accuracy: 0.8737999796867371
test epoch:33	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6674799919128418
Top-5 class_accuracy: 0.874019980430603
test epoch:33	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6675800085067749
Top-5 class_accuracy: 0.8740800023078918
Epoch:34	 lr:0.01000	 duration:505.158
 train_loss:1.11747	 train_loss_div:1.11747Train Top-1 class_accuracy: 0.6230002641677856
Train Top-5 class_accuracy: 0.8267768025398254
test epoch:34	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6691399812698364
Top-5 class_accuracy: 0.8741599917411804
test epoch:34	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6690399646759033
Top-5 class_accuracy: 0.8740999698638916
test epoch:34	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.668999969959259
Top-5 class_accuracy: 0.8737799525260925
test epoch:34	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6692399978637695
Top-5 class_accuracy: 0.8738600015640259
Epoch:35	 lr:0.01000	 duration:504.318
 train_loss:1.10249	 train_loss_div:1.10249Train Top-1 class_accuracy: 0.6250514984130859
Train Top-5 class_accuracy: 0.82827228307724
test epoch:35	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677799820899963
Top-5 class_accuracy: 0.8743799924850464
test epoch:35	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6678599715232849
Top-5 class_accuracy: 0.8743399977684021
test epoch:35	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.667739987373352
Top-5 class_accuracy: 0.8742199540138245
test epoch:35	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6675399541854858
Top-5 class_accuracy: 0.8742599487304688
Epoch:36	 lr:0.01000	 duration:503.321
 train_loss:1.09112	 train_loss_div:1.09112Train Top-1 class_accuracy: 0.6274087429046631
Train Top-5 class_accuracy: 0.8289498090744019
test epoch:36	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6712599992752075
Top-5 class_accuracy: 0.8770399689674377
test epoch:36	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.671239972114563
Top-5 class_accuracy: 0.8768599629402161
test epoch:36	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6713599562644958
Top-5 class_accuracy: 0.8768999576568604
test epoch:36	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6713799834251404
Top-5 class_accuracy: 0.876800000667572
Epoch:37	 lr:0.01000	 duration:502.350
 train_loss:1.08724	 train_loss_div:1.08724Train Top-1 class_accuracy: 0.6262566447257996
Train Top-5 class_accuracy: 0.8289061188697815
test epoch:37	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6700599789619446
Top-5 class_accuracy: 0.8754799962043762
test epoch:37	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6700599789619446
Top-5 class_accuracy: 0.8756200075149536
test epoch:37	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6698399782180786
Top-5 class_accuracy: 0.875499963760376
test epoch:37	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6698399782180786
Top-5 class_accuracy: 0.8755599856376648
Epoch:38	 lr:0.01000	 duration:502.158
 train_loss:1.08466	 train_loss_div:1.08466Train Top-1 class_accuracy: 0.6277677416801453
Train Top-5 class_accuracy: 0.8298895955085754
test epoch:38	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6715199947357178
Top-5 class_accuracy: 0.8764599561691284
test epoch:38	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6714800000190735
Top-5 class_accuracy: 0.8765199780464172
test epoch:38	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.671459972858429
Top-5 class_accuracy: 0.8764599561691284
test epoch:38	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.671459972858429
Top-5 class_accuracy: 0.876479983329773
Epoch:39	 lr:0.01000	 duration:502.701
 train_loss:1.08420	 train_loss_div:1.08420Train Top-1 class_accuracy: 0.6276522278785706
Train Top-5 class_accuracy: 0.8295305371284485
test epoch:39	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6697199940681458
Top-5 class_accuracy: 0.8754199743270874
test epoch:39	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6696199774742126
Top-5 class_accuracy: 0.8752999901771545
test epoch:39	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6696199774742126
Top-5 class_accuracy: 0.8755199909210205
test epoch:39	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6695199608802795
Top-5 class_accuracy: 0.8755399584770203
Epoch:40	 lr:0.01000	 duration:504.263
 train_loss:1.08624	 train_loss_div:1.08624Train Top-1 class_accuracy: 0.627511739730835
Train Top-5 class_accuracy: 0.8295804858207703
test epoch:40	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6691399812698364
Top-5 class_accuracy: 0.8757799863815308
test epoch:40	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6689199805259705
Top-5 class_accuracy: 0.8759399652481079
test epoch:40	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6687600016593933
Top-5 class_accuracy: 0.875819981098175
test epoch:40	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.668720006942749
Top-5 class_accuracy: 0.8757999539375305
Epoch:41	 lr:0.01000	 duration:502.805
 train_loss:1.08927	 train_loss_div:1.08927Train Top-1 class_accuracy: 0.627180814743042
Train Top-5 class_accuracy: 0.8302267789840698
test epoch:41	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6667799949645996
Top-5 class_accuracy: 0.8744799494743347
test epoch:41	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6670599579811096
Top-5 class_accuracy: 0.8745399713516235
test epoch:41	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6674399971961975
Top-5 class_accuracy: 0.8745399713516235
test epoch:41	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672999858856201
Top-5 class_accuracy: 0.8743799924850464
Epoch:42	 lr:0.01000	 duration:503.658
 train_loss:1.09488	 train_loss_div:1.09488Train Top-1 class_accuracy: 0.6269559860229492
Train Top-5 class_accuracy: 0.830801248550415
test epoch:42	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6673399806022644
Top-5 class_accuracy: 0.8752599954605103
test epoch:42	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6678000092506409
Top-5 class_accuracy: 0.8755799531936646
test epoch:42	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6675999760627747
Top-5 class_accuracy: 0.8754199743270874
test epoch:42	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6674599647521973
Top-5 class_accuracy: 0.8754799962043762
Epoch:43	 lr:0.01000	 duration:502.105
 train_loss:1.09846	 train_loss_div:1.09846Train Top-1 class_accuracy: 0.6262503862380981
Train Top-5 class_accuracy: 0.8286344408988953
test epoch:43	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677799820899963
Top-5 class_accuracy: 0.875220000743866
test epoch:43	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6675599813461304
Top-5 class_accuracy: 0.8753799796104431
test epoch:43	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677199602127075
Top-5 class_accuracy: 0.8754000067710876
test epoch:43	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6676200032234192
Top-5 class_accuracy: 0.8754599690437317
Epoch:44	 lr:0.01000	 duration:503.310
 train_loss:1.09918	 train_loss_div:1.09918Train Top-1 class_accuracy: 0.6275616884231567
Train Top-5 class_accuracy: 0.8304921388626099
test epoch:44	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6676999926567078
Top-5 class_accuracy: 0.8721799850463867
test epoch:44	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6680600047111511
Top-5 class_accuracy: 0.8721399903297424
test epoch:44	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.667959988117218
Top-5 class_accuracy: 0.8719199895858765
test epoch:44	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6680600047111511
Top-5 class_accuracy: 0.871999979019165
Epoch:45	 lr:0.01000	 duration:505.118
 train_loss:1.10721	 train_loss_div:1.10721Train Top-1 class_accuracy: 0.6267125010490417
Train Top-5 class_accuracy: 0.8293119668960571
test epoch:45	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6657399535179138
Top-5 class_accuracy: 0.8732199668884277
test epoch:45	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6660799980163574
Top-5 class_accuracy: 0.8733999729156494
test epoch:45	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6662200093269348
Top-5 class_accuracy: 0.8734399676322937
test epoch:45	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6660999655723572
Top-5 class_accuracy: 0.8733800053596497
Epoch:46	 lr:0.01000	 duration:503.771
 train_loss:1.11429	 train_loss_div:1.11429Train Top-1 class_accuracy: 0.6240180730819702
Train Top-5 class_accuracy: 0.8280443549156189
test epoch:46	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6675800085067749
Top-5 class_accuracy: 0.8743199706077576
test epoch:46	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6674799919128418
Top-5 class_accuracy: 0.8744199872016907
test epoch:46	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677199602127075
Top-5 class_accuracy: 0.8742799758911133
test epoch:46	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677199602127075
Top-5 class_accuracy: 0.8743599653244019
Epoch:47	 lr:0.01000	 duration:506.910
 train_loss:1.11620	 train_loss_div:1.11620Train Top-1 class_accuracy: 0.6252762675285339
Train Top-5 class_accuracy: 0.8291246294975281
test epoch:47	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6653000116348267
Top-5 class_accuracy: 0.8737599849700928
test epoch:47	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6653800010681152
Top-5 class_accuracy: 0.8739599585533142
test epoch:47	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6655200123786926
Top-5 class_accuracy: 0.8738399744033813
test epoch:47	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.665399968624115
Top-5 class_accuracy: 0.8737199902534485
Epoch:48	 lr:0.01000	 duration:505.492
 train_loss:1.11486	 train_loss_div:1.11486Train Top-1 class_accuracy: 0.6269591450691223
Train Top-5 class_accuracy: 0.8297085165977478
test epoch:48	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6649599671363831
Top-5 class_accuracy: 0.8725000023841858
test epoch:48	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.665619969367981
Top-5 class_accuracy: 0.8725599646568298
test epoch:48	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6656999588012695
Top-5 class_accuracy: 0.8726399540901184
test epoch:48	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6655200123786926
Top-5 class_accuracy: 0.8725199699401855
Epoch:49	 lr:0.01000	 duration:502.697
 train_loss:1.11994	 train_loss_div:1.11994Train Top-1 class_accuracy: 0.6252856254577637
Train Top-5 class_accuracy: 0.8284565210342407
test epoch:49	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.667419970035553
Top-5 class_accuracy: 0.8743999600410461
test epoch:49	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6674399971961975
Top-5 class_accuracy: 0.874779999256134
test epoch:49	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672599911689758
Top-5 class_accuracy: 0.8748599886894226
test epoch:49	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672999858856201
Top-5 class_accuracy: 0.8748199939727783
Epoch:50	 lr:0.01000	 duration:498.875
 train_loss:1.12606	 train_loss_div:1.12606Train Top-1 class_accuracy: 0.6229814887046814
Train Top-5 class_accuracy: 0.8276759386062622
test epoch:50	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6647599935531616
Top-5 class_accuracy: 0.8720799684524536
test epoch:50	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6651600003242493
Top-5 class_accuracy: 0.8719199895858765
test epoch:50	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6652199625968933
Top-5 class_accuracy: 0.8720399737358093
==========
Args:Namespace(data='/home/imagenet/', dataset='imagenet', arch='resnet18_imagenet_fakd', tarch='resnet34_imagenet', tcheckpoint='./resnet34-333f7ec4.pth', init_lr=0.1, weight_decay=0.0001, milestones=[30, 60, 90], layer_weight=[0, 0.5, 0.5, 0], flow_loss_type='dist', encoder_type='mlp', flow_weight=1, dirac_ratio=0.5, warmup_epoch=0, epochs=100, batch_size=256, accumulate_step=1, num_workers=4, gpu_id='4,5,6,7', manual_seed=0, kd_T=1, kd_alpha=0.5, cutmix=False, zip=False, resume=False, evaluate=False, checkpoint_dir='./checkpoint/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', world_size=1, rank=0, dist_backend='nccl', multiprocessing_distributed=False, dist_url='tcp://127.0.0.1:10172', log_txt='result/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0.txt', log_dir='train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', traindir='/home/imagenet/train', valdir='/home/imagenet/val')
==========
==========
Args:Namespace(data='/home/imagenet/', dataset='imagenet', arch='resnet18_imagenet_fakd', tarch='resnet34_imagenet', tcheckpoint='./resnet34-333f7ec4.pth', init_lr=0.1, weight_decay=0.0001, milestones=[30, 60, 90], layer_weight=[0, 0.5, 0.5, 0], flow_loss_type='dist', encoder_type='mlp', flow_weight=1, dirac_ratio=1.0, warmup_epoch=0, epochs=100, batch_size=256, accumulate_step=1, num_workers=4, gpu_id='4,5,6,7', manual_seed=0, kd_T=1, kd_alpha=0.5, cutmix=False, zip=False, resume=False, evaluate=False, checkpoint_dir='./checkpoint/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', world_size=1, rank=0, dist_backend='nccl', multiprocessing_distributed=False, dist_url='tcp://127.0.0.1:10129', log_txt='result/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0.txt', log_dir='train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', traindir='/home/imagenet/train', valdir='/home/imagenet/val')
==========
==========
Args:Namespace(data='/home/imagenet/', dataset='imagenet', arch='resnet18_imagenet_fakd', tarch='resnet34_imagenet', tcheckpoint='./resnet34-333f7ec4.pth', init_lr=0.1, weight_decay=0.0001, milestones=[30, 60, 90], layer_weight=[0, 0.5, 0.5, 0], flow_loss_type='pkd', encoder_type='mlp', flow_weight=1, dirac_ratio=1.0, warmup_epoch=0, epochs=100, batch_size=256, accumulate_step=1, num_workers=4, gpu_id='4,5,6,7', manual_seed=0, kd_T=1, kd_alpha=0.5, cutmix=False, zip=False, resume=False, evaluate=False, checkpoint_dir='./checkpoint/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', world_size=1, rank=0, dist_backend='nccl', multiprocessing_distributed=False, dist_url='tcp://127.0.0.1:10722', log_txt='result/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0.txt', log_dir='train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', traindir='/home/imagenet/train', valdir='/home/imagenet/val')
==========
==========
Args:Namespace(data='/home/imagenet/', dataset='imagenet', arch='resnet18_imagenet_fakd', tarch='resnet34_imagenet', tcheckpoint='./resnet34-333f7ec4.pth', init_lr=0.1, weight_decay=0.0001, milestones=[30, 60, 90], layer_weight=[0, 0.5, 0.5, 0], flow_loss_type='pkd', encoder_type='mlp', flow_weight=1, dirac_ratio=0.5, warmup_epoch=0, epochs=100, batch_size=256, accumulate_step=1, num_workers=4, gpu_id='4,5,6,7', manual_seed=0, kd_T=1, kd_alpha=0.5, cutmix=False, zip=False, resume=False, evaluate=False, checkpoint_dir='./checkpoint/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', world_size=1, rank=0, dist_backend='nccl', multiprocessing_distributed=False, dist_url='tcp://127.0.0.1:10275', log_txt='result/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0.txt', log_dir='train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', traindir='/home/imagenet/train', valdir='/home/imagenet/val')
==========
Epoch:0	 lr:0.10000	 duration:1284.291
 train_loss:6.69352	 train_loss_div:6.69352Train Top-1 class_accuracy: 0.17275173962116241
Train Top-5 class_accuracy: 0.3546326458454132
test epoch:0	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.31902000308036804
Top-5 class_accuracy: 0.57669997215271
test epoch:0	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.31977999210357666
Top-5 class_accuracy: 0.5768799781799316
test epoch:0	 samplin==========
Args:Namespace(data='/home/imagenet/', dataset='imagenet', arch='resnet18_imagenet_fakd', tarch='resnet34_imagenet', tcheckpoint='./resnet34-333f7ec4.pth', init_lr=0.1, weight_decay=0.0001, milestones=[30, 60, 90], layer_weight=[0, 0.5, 0.5, 0], flow_loss_type='pkd', encoder_type='mlp', flow_weight=1, dirac_ratio=0.5, warmup_epoch=0, epochs=100, batch_size=256, accumulate_step=1, num_workers=4, gpu_id='4,5,6,7', manual_seed=0, kd_T=1, kd_alpha=0.5, cutmix=False, zip=False, resume=False, evaluate=False, checkpoint_dir='./checkpoint/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', world_size=1, rank=0, dist_backend='nccl', multiprocessing_distributed=False, dist_url='tcp://127.0.0.1:10678', log_txt='result/train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0.txt', log_dir='train_student_imagenet_dkd_arch_resnet18_imagenet_fakd_dataset_imagenet_seed0', traindir='/home/imagenet/train', valdir='/home/imagenet/val')
==========
Epoch:0	 lr:0.10000	 duration:1215.056
 train_loss:6.60733	 train_loss_div:6.60733Train Top-1 class_accuracy: 0.17793762683868408
Train Top-5 class_accuracy: 0.36292508244514465
test epoch:0	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.2991800010204315
Top-5 class_accuracy: 0.5491600036621094
test epoch:0	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.2991800010204315
Top-5 class_accuracy: 0.5491999983787537
test epoch:0	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.2988799810409546
Top-5 class_accuracy: 0.5489999651908875
test epoch:0	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.2988399863243103
Top-5 class_accuracy: 0.5489799976348877
Epoch:1	 lr:0.10000	 duration:1215.827
 train_loss:3.87629	 train_loss_div:3.87629Train Top-1 class_accuracy: 0.3555130958557129
Train Top-5 class_accuracy: 0.5996965169906616
test epoch:1	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4168599843978882
Top-5 class_accuracy: 0.6772199869155884
test epoch:1	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.41651999950408936
Top-5 class_accuracy: 0.6773999929428101
test epoch:1	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.41641998291015625
Top-5 class_accuracy: 0.6774199604988098
test epoch:1	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4165000021457672
Top-5 class_accuracy: 0.6774599552154541
Epoch:2	 lr:0.10000	 duration:1236.925
 train_loss:3.20811	 train_loss_div:3.20811Train Top-1 class_accuracy: 0.4118335545063019
Train Top-5 class_accuracy: 0.6571753025054932
test epoch:2	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.45923998951911926
Top-5 class_accuracy: 0.7178800106048584
test epoch:2	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4599999785423279
Top-5 class_accuracy: 0.7176399827003479
test epoch:2	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.45989999175071716
Top-5 class_accuracy: 0.7173799872398376
test epoch:2	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.460099995136261
Top-5 class_accuracy: 0.7173799872398376
Epoch:3	 lr:0.10000	 duration:1216.637
 train_loss:2.91249	 train_loss_div:2.91249Train Top-1 class_accuracy: 0.43729469180107117
Train Top-5 class_accuracy: 0.6816436052322388
test epoch:3	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.47905999422073364
Top-5 class_accuracy: 0.7339199781417847
test epoch:3	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4792199730873108
Top-5 class_accuracy: 0.7340399622917175
test epoch:3	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4793199896812439
Top-5 class_accuracy: 0.7342999577522278
test epoch:3	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4793799817562103
Top-5 class_accuracy: 0.7342999577522278
Epoch:4	 lr:0.10000	 duration:1209.155
 train_loss:2.73724	 train_loss_div:2.73724Train Top-1 class_accuracy: 0.4539732336997986
Train Top-5 class_accuracy: 0.6967610716819763
test epoch:4	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.48333999514579773
Top-5 class_accuracy: 0.736299991607666
test epoch:4	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4835200011730194
Top-5 class_accuracy: 0.7364599704742432
test epoch:4	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4832799732685089
Top-5 class_accuracy: 0.7366999983787537
test epoch:4	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.4833199977874756
Top-5 class_accuracy: 0.7366799712181091
Epoch:5	 lr:0.10000	 duration:1217.811
 train_loss:2.63453	 train_loss_div:2.63453Train Top-1 class_accuracy: 0.46269339323043823
Train Top-5 class_accuracy: 0.7037234306335449
test epoch:5	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.495199978351593
Top-5 class_accuracy: 0.7516599893569946
test epoch:5	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49543997645378113
Top-5 class_accuracy: 0.7516199946403503
test epoch:5	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49573999643325806
Top-5 class_accuracy: 0.7515599727630615
test epoch:5	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.49577999114990234
Top-5 class_accuracy: 0.7514599561691284
Epoch:6	 lr:0.10000	 duration:1216.957
 train_loss:2.54843	 train_loss_div:2.54843Train Top-1 class_accuracy: 0.47083598375320435
Train Top-5 class_accuracy: 0.7110386490821838
test epoch:6	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5184199810028076
Top-5 class_accuracy: 0.7676999568939209
test epoch:6	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5184999704360962
Top-5 class_accuracy: 0.7678799629211426
test epoch:6	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5184599757194519
Top-5 class_accuracy: 0.7680000066757202
test epoch:6	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5184800028800964
Top-5 class_accuracy: 0.7679399847984314
Epoch:7	 lr:0.10000	 duration:1227.140
 train_loss:2.49215	 train_loss_div:2.49215Train Top-1 class_accuracy: 0.4762216806411743
Train Top-5 class_accuracy: 0.7179729342460632
test epoch:7	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5017200112342834
Top-5 class_accuracy: 0.7542999982833862
test epoch:7	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5017200112342834
Top-5 class_accuracy: 0.7544599771499634
test epoch:7	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5019599795341492
Top-5 class_accuracy: 0.7545799612998962
test epoch:7	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5018799901008606
Top-5 class_accuracy: 0.7544599771499634
Epoch:8	 lr:0.10000	 duration:1231.788
 train_loss:2.44415	 train_loss_div:2.44415Train Top-1 class_accuracy: 0.4809798300266266
Train Top-5 class_accuracy: 0.720511257648468
test epoch:8	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5174199938774109
Top-5 class_accuracy: 0.7673199772834778
test epoch:8	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5173199772834778
Top-5 class_accuracy: 0.7672199606895447
test epoch:8	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5171999931335449
Top-5 class_accuracy: 0.7671999931335449
test epoch:8	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5171799659729004
Top-5 class_accuracy: 0.767259955406189
Epoch:9	 lr:0.10000	 duration:1250.821
 train_loss:2.42471	 train_loss_div:2.42471Train Top-1 class_accuracy: 0.48236608505249023
Train Top-5 class_accuracy: 0.7221753597259521
test epoch:9	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5112599730491638
Top-5 class_accuracy: 0.7628200054168701
test epoch:9	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5110200047492981
Top-5 class_accuracy: 0.7626000046730042
test epoch:9	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5109999775886536
Top-5 class_accuracy: 0.762719988822937
test epoch:9	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5109400153160095
Top-5 class_accuracy: 0.762779951095581
Epoch:10	 lr:0.10000	 duration:1232.672
 train_loss:2.39107	 train_loss_div:2.39107Train Top-1 class_accuracy: 0.4867807924747467
Train Top-5 class_accuracy: 0.7248479127883911
test epoch:10	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5218600034713745
Top-5 class_accuracy: 0.7747600078582764
test epoch:10	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5217399597167969
Top-5 class_accuracy: 0.7748399972915649
test epoch:10	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5216400027275085
Top-5 class_accuracy: 0.7748599648475647
test epoch:10	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5215799808502197
Top-5 class_accuracy: 0.7749199867248535
Epoch:11	 lr:0.10000	 duration:1254.715
 train_loss:2.35610	 train_loss_div:2.35610Train Top-1 class_accuracy: 0.49096447229385376
Train Top-5 class_accuracy: 0.7291315197944641
test epoch:11	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5280399918556213
Top-5 class_accuracy: 0.7803799510002136
test epoch:11	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5283399820327759
Top-5 class_accuracy: 0.780519962310791
test epoch:11	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5284599661827087
Top-5 class_accuracy: 0.7805599570274353
test epoch:11	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5285599827766418
Top-5 class_accuracy: 0.7804999947547913
Epoch:12	 lr:0.10000	 duration:1243.611
 train_loss:2.33737	 train_loss_div:2.33737Train Top-1 class_accuracy: 0.49068036675453186
Train Top-5 class_accuracy: 0.7285507917404175
test epoch:12	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5276600122451782
Top-5 class_accuracy: 0.7757599949836731
test epoch:12	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5278599858283997
Top-5 class_accuracy: 0.7758399844169617
test epoch:12	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.527999997138977
Top-5 class_accuracy: 0.7759199738502502
test epoch:12	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5280599594116211
Top-5 class_accuracy: 0.7759199738502502
Epoch:13	 lr:0.10000	 duration:1246.240
 train_loss:2.31827	 train_loss_div:2.31827Train Top-1 class_accuracy: 0.4933404326438904
Train Top-5 class_accuracy: 0.7316323518753052
test epoch:13	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5153399705886841
Top-5 class_accuracy: 0.765019953250885
test epoch:13	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5156399607658386
Top-5 class_accuracy: 0.765500009059906
test epoch:13	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5155199766159058
Top-5 class_accuracy: 0.7654399871826172
test epoch:13	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5156599879264832
Top-5 class_accuracy: 0.7654199600219727
Epoch:14	 lr:0.10000	 duration:1249.578
 train_loss:2.30272	 train_loss_div:2.30272Train Top-1 class_accuracy: 0.49367761611938477
Train Top-5 class_accuracy: 0.7316386103630066
test epoch:14	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5283399820327759
Top-5 class_accuracy: 0.7791799902915955
test epoch:14	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5281599760055542
Top-5 class_accuracy: 0.7793200016021729
test epoch:14	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5281599760055542
Top-5 class_accuracy: 0.7792399525642395
test epoch:14	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5281400084495544
Top-5 class_accuracy: 0.779259979724884
Epoch:15	 lr:0.10000	 duration:1251.461
 train_loss:2.29635	 train_loss_div:2.29635Train Top-1 class_accuracy: 0.4952074885368347
Train Top-5 class_accuracy: 0.7332434058189392
test epoch:15	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5382599830627441
Top-5 class_accuracy: 0.7853800058364868
test epoch:15	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5380600094795227
Top-5 class_accuracy: 0.7855599522590637
test epoch:15	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5381399989128113
Top-5 class_accuracy: 0.7855599522590637
test epoch:15	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5380200147628784
Top-5 class_accuracy: 0.7855799794197083
Epoch:16	 lr:0.10000	 duration:1240.915
 train_loss:2.29150	 train_loss_div:2.29150Train Top-1 class_accuracy: 0.49538543820381165
Train Top-5 class_accuracy: 0.7333027124404907
test epoch:16	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5259400010108948
Top-5 class_accuracy: 0.7750399708747864
test epoch:16	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5259000062942505
Top-5 class_accuracy: 0.7749800086021423
test epoch:16	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5259000062942505
Top-5 class_accuracy: 0.7750599980354309
test epoch:16	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5259400010108948
Top-5 class_accuracy: 0.7750399708747864
Epoch:17	 lr:0.10000	 duration:1249.857
 train_loss:2.27831	 train_loss_div:2.27831Train Top-1 class_accuracy: 0.4963657855987549
Train Top-5 class_accuracy: 0.7349511981010437
test epoch:17	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5261200070381165
Top-5 class_accuracy: 0.7739999890327454
test epoch:17	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5264399647712708
Top-5 class_accuracy: 0.7741000056266785
test epoch:17	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5266000032424927
Top-5 class_accuracy: 0.7740799784660339
test epoch:17	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5267199873924255
Top-5 class_accuracy: 0.7741400003433228
Epoch:18	 lr:0.10000	 duration:1226.090
 train_loss:2.25788	 train_loss_div:2.25788Train Top-1 class_accuracy: 0.49887600541114807
Train Top-5 class_accuracy: 0.7367401719093323
test epoch:18	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5252199769020081
Top-5 class_accuracy: 0.7759000062942505
test epoch:18	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5251399874687195
Top-5 class_accuracy: 0.7757599949836731
test epoch:18	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5250999927520752
Top-5 class_accuracy: 0.7755199670791626
test epoch:18	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5250999927520752
Top-5 class_accuracy: 0.7755399942398071
Epoch:19	 lr:0.10000	 duration:1259.119
 train_loss:2.24963	 train_loss_div:2.24963Train Top-1 class_accuracy: 0.49906647205352783
Train Top-5 class_accuracy: 0.7360439300537109
test epoch:19	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.522059977054596
Top-5 class_accuracy: 0.7742199897766113
test epoch:19	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5220000147819519
Top-5 class_accuracy: 0.7741599678993225
test epoch:19	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5217599868774414
Top-5 class_accuracy: 0.7740199565887451
test epoch:19	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5216400027275085
Top-5 class_accuracy: 0.7739599943161011
Epoch:20	 lr:0.10000	 duration:1261.298
 train_loss:2.25101	 train_loss_div:2.25101Train Top-1 class_accuracy: 0.4990820586681366
Train Top-5 class_accuracy: 0.7369993329048157
test epoch:20	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5205999612808228
Top-5 class_accuracy: 0.773419976234436
test epoch:20	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5205999612808228
Top-5 class_accuracy: 0.7732799649238586
test epoch:20	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.520579993724823
Top-5 class_accuracy: 0.7732200026512146
test epoch:20	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5207799673080444
Top-5 class_accuracy: 0.7731800079345703
Epoch:21	 lr:0.10000	 duration:1267.312
 train_loss:2.22694	 train_loss_div:2.22694Train Top-1 class_accuracy: 0.5026912689208984
Train Top-5 class_accuracy: 0.7393097281455994
test epoch:21	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5310400128364563
Top-5 class_accuracy: 0.7791799902915955
test epoch:21	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5307799577713013
Top-5 class_accuracy: 0.7788999676704407
test epoch:21	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5308200120925903
Top-5 class_accuracy: 0.7789599895477295
test epoch:21	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5307199954986572
Top-5 class_accuracy: 0.7788999676704407
Epoch:22	 lr:0.10000	 duration:1264.443
 train_loss:2.22605	 train_loss_div:2.22605Train Top-1 class_accuracy: 0.5005338788032532
Train Top-5 class_accuracy: 0.7393971681594849
test epoch:22	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5347999930381775
Top-5 class_accuracy: 0.7782399654388428
test epoch:22	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5349000096321106
Top-5 class_accuracy: 0.778219997882843
test epoch:22	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5349799990653992
Top-5 class_accuracy: 0.7783199548721313
test epoch:22	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5350399613380432
Top-5 class_accuracy: 0.778499960899353
Epoch:23	 lr:0.10000	 duration:1271.336
 train_loss:2.22217	 train_loss_div:2.22217Train Top-1 class_accuracy: 0.5022010803222656
Train Top-5 class_accuracy: 0.7397655844688416
test epoch:23	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.530299961566925
Top-5 class_accuracy: 0.7821399569511414
test epoch:23	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5303800106048584
Top-5 class_accuracy: 0.7821199893951416
test epoch:23	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5303999781608582
Top-5 class_accuracy: 0.782039999961853
test epoch:23	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5305399894714355
Top-5 class_accuracy: 0.7820999622344971
Epoch:24	 lr:0.10000	 duration:1256.402
 train_loss:2.22325	 train_loss_div:2.22325Train Top-1 class_accuracy: 0.50253826379776
Train Top-5 class_accuracy: 0.7392348051071167
test epoch:24	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5203199982643127
Top-5 class_accuracy: 0.7715599536895752
test epoch:24	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5204600095748901
Top-5 class_accuracy: 0.7715399861335754
test epoch:24	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5204799771308899
Top-5 class_accuracy: 0.7714799642562866
test epoch:24	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5206599831581116
Top-5 class_accuracy: 0.7714999914169312
Epoch:25	 lr:0.10000	 duration:1271.519
 train_loss:2.26151	 train_loss_div:2.26151Train Top-1 class_accuracy: 0.5000187158584595
Train Top-5 class_accuracy: 0.7373302578926086
test epoch:25	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5337399840354919
Top-5 class_accuracy: 0.7839399576187134
test epoch:25	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5337799787521362
Top-5 class_accuracy: 0.7839399576187134
test epoch:25	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5337600111961365
Top-5 class_accuracy: 0.7838999629020691
test epoch:25	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5336399674415588
Top-5 class_accuracy: 0.7838599681854248
Epoch:26	 lr:0.10000	 duration:1257.868
 train_loss:2.19886	 train_loss_div:2.19886Train Top-1 class_accuracy: 0.5066033601760864
Train Top-5 class_accuracy: 0.7421352863311768
test epoch:26	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5362799763679504
Top-5 class_accuracy: 0.7852399945259094
test epoch:26	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5363199710845947
Top-5 class_accuracy: 0.7851199507713318
test epoch:26	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5362600088119507
Top-5 class_accuracy: 0.7851600050926208
test epoch:26	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5362799763679504
Top-5 class_accuracy: 0.7851199507713318
Epoch:27	 lr:0.10000	 duration:1262.354
 train_loss:2.19856	 train_loss_div:2.19856Train Top-1 class_accuracy: 0.503524899482727
Train Top-5 class_accuracy: 0.7408177256584167
test epoch:27	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5347399711608887
Top-5 class_accuracy: 0.7844799757003784
test epoch:27	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5345799922943115
Top-5 class_accuracy: 0.7843999862670898
test epoch:27	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5344600081443787
Top-5 class_accuracy: 0.7842199802398682
test epoch:27	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5343599915504456
Top-5 class_accuracy: 0.7841999530792236
Epoch:28	 lr:0.10000	 duration:1273.337
 train_loss:2.19165	 train_loss_div:2.19165Train Top-1 class_accuracy: 0.5054013133049011
Train Top-5 class_accuracy: 0.7410081624984741
test epoch:28	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.532539963722229
Top-5 class_accuracy: 0.782039999961853
test epoch:28	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5323399901390076
Top-5 class_accuracy: 0.7821599841117859
test epoch:28	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5323599576950073
Top-5 class_accuracy: 0.7821199893951416
test epoch:28	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5324400067329407
Top-5 class_accuracy: 0.7823599576950073
Epoch:29	 lr:0.10000	 duration:1271.856
 train_loss:2.18997	 train_loss_div:2.18997Train Top-1 class_accuracy: 0.5051358938217163
Train Top-5 class_accuracy: 0.7425504922866821
test epoch:29	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5384199619293213
Top-5 class_accuracy: 0.7862799763679504
test epoch:29	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5383599996566772
Top-5 class_accuracy: 0.7863799929618835
test epoch:29	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5386199951171875
Top-5 class_accuracy: 0.7864999771118164
test epoch:29	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.5385400056838989
Top-5 class_accuracy: 0.786579966545105
Epoch:30	 lr:0.01000	 duration:1255.956
 train_loss:1.40711	 train_loss_div:1.40711Train Top-1 class_accuracy: 0.5874826312065125
Train Top-5 class_accuracy: 0.8016122579574585
test epoch:30	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6518999934196472
Top-5 class_accuracy: 0.8639999628067017
test epoch:30	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6518399715423584
Top-5 class_accuracy: 0.8641600012779236
test epoch:30	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6517999768257141
Top-5 class_accuracy: 0.864039957523346
test epoch:30	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6516799926757812
Top-5 class_accuracy: 0.8640999794006348
Epoch:31	 lr:0.01000	 duration:1269.209
 train_loss:1.23430	 train_loss_div:1.23430Train Top-1 class_accuracy: 0.6064528226852417
Train Top-5 class_accuracy: 0.8151499032974243
test epoch:31	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.659500002861023
Top-5 class_accuracy: 0.8689999580383301
test epoch:31	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6596199870109558
Top-5 class_accuracy: 0.8690199851989746
test epoch:31	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6595999598503113
Top-5 class_accuracy: 0.8689000010490417
test epoch:31	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6595399975776672
Top-5 class_accuracy: 0.8688600063323975
Epoch:32	 lr:0.01000	 duration:1268.159
 train_loss:1.17241	 train_loss_div:1.17241Train Top-1 class_accuracy: 0.6149981617927551
Train Top-5 class_accuracy: 0.820785403251648
test epoch:32	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645999550819397
Top-5 class_accuracy: 0.8729400038719177
test epoch:32	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645999550819397
Top-5 class_accuracy: 0.8730599880218506
test epoch:32	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645999550819397
Top-5 class_accuracy: 0.873039960861206
test epoch:32	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645199656486511
Top-5 class_accuracy: 0.8730799555778503
Epoch:33	 lr:0.01000	 duration:1275.337
 train_loss:1.13016	 train_loss_div:1.13016Train Top-1 class_accuracy: 0.6200466752052307
Train Top-5 class_accuracy: 0.8250721096992493
test epoch:33	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6679199934005737
Top-5 class_accuracy: 0.8738799691200256
test epoch:33	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6678799986839294
Top-5 class_accuracy: 0.8738399744033813
test epoch:33	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6677799820899963
Top-5 class_accuracy: 0.8738999962806702
test epoch:33	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6679399609565735
Top-5 class_accuracy: 0.8739999532699585
Epoch:34	 lr:0.01000	 duration:1285.776
 train_loss:1.10678	 train_loss_div:1.10678Train Top-1 class_accuracy: 0.6249672174453735
Train Top-5 class_accuracy: 0.8279632329940796
test epoch:34	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6722399592399597
Top-5 class_accuracy: 0.8758999705314636
test epoch:34	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6721199750900269
Top-5 class_accuracy: 0.8760599493980408
test epoch:34	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6718999743461609
Top-5 class_accuracy: 0.876039981842041
test epoch:34	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6719399690628052
Top-5 class_accuracy: 0.8759999871253967
Epoch:35	 lr:0.01000	 duration:1282.998
 train_loss:1.09861	 train_loss_div:1.09861Train Top-1 class_accuracy: 0.6244863867759705
Train Top-5 class_accuracy: 0.8276103734970093
test epoch:35	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6688399910926819
Top-5 class_accuracy: 0.8746599555015564
test epoch:35	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6687600016593933
Top-5 class_accuracy: 0.8746199607849121
test epoch:35	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6688799858093262
Top-5 class_accuracy: 0.8746599555015564
test epoch:35	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.668940007686615
Top-5 class_accuracy: 0.8746599555015564
Epoch:36	 lr:0.01000	 duration:1271.664
 train_loss:1.08689	 train_loss_div:1.08689Train Top-1 class_accuracy: 0.6270434260368347
Train Top-5 class_accuracy: 0.8292089700698853
test epoch:36	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6686999797821045
Top-5 class_accuracy: 0.8753599524497986
test epoch:36	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6687399744987488
Top-5 class_accuracy: 0.8753199577331543
test epoch:36	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6685000061988831
Top-5 class_accuracy: 0.8752599954605103
test epoch:36	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.66839998960495
Top-5 class_accuracy: 0.8751800060272217
Epoch:37	 lr:0.01000	 duration:1268.884
 train_loss:1.07799	 train_loss_div:1.07799Train Top-1 class_accuracy: 0.6279613375663757
Train Top-5 class_accuracy: 0.8295648694038391
test epoch:37	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6705999970436096
Top-5 class_accuracy: 0.8766799569129944
test epoch:37	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.670799970626831
Top-5 class_accuracy: 0.8768399953842163
test epoch:37	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6707199811935425
Top-5 class_accuracy: 0.8767799735069275
test epoch:37	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6707800030708313
Top-5 class_accuracy: 0.8767199516296387
Epoch:38	 lr:0.01000	 duration:1273.801
 train_loss:1.07668	 train_loss_div:1.07668Train Top-1 class_accuracy: 0.6281299591064453
Train Top-5 class_accuracy: 0.8301268815994263
test epoch:38	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.672279953956604
Top-5 class_accuracy: 0.8780999779701233
test epoch:38	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6726799607276917
Top-5 class_accuracy: 0.8781999945640564
test epoch:38	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6728599667549133
Top-5 class_accuracy: 0.878059983253479
test epoch:38	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6728799939155579
Top-5 class_accuracy: 0.8779999613761902
Epoch:39	 lr:0.01000	 duration:1274.676
 train_loss:1.07768	 train_loss_div:1.07768Train Top-1 class_accuracy: 0.6278957724571228
Train Top-5 class_accuracy: 0.8306076526641846
test epoch:39	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6697399616241455
Top-5 class_accuracy: 0.8768399953842163
test epoch:39	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6698200106620789
Top-5 class_accuracy: 0.8768599629402161
test epoch:39	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6700800061225891
Top-5 class_accuracy: 0.8767199516296387
test epoch:39	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6700800061225891
Top-5 class_accuracy: 0.8766999840736389
Epoch:40	 lr:0.01000	 duration:1265.733
 train_loss:1.07911	 train_loss_div:1.07911Train Top-1 class_accuracy: 0.6286326050758362
Train Top-5 class_accuracy: 0.8300331830978394
test epoch:40	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6721000075340271
Top-5 class_accuracy: 0.8762199878692627
test epoch:40	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.671999990940094
Top-5 class_accuracy: 0.8761199712753296
test epoch:40	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6720399856567383
Top-5 class_accuracy: 0.8760199546813965
test epoch:40	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6719200015068054
Top-5 class_accuracy: 0.8759199976921082
Epoch:41	 lr:0.01000	 duration:1246.538
 train_loss:1.08020	 train_loss_div:1.08020Train Top-1 class_accuracy: 0.6296941041946411
Train Top-5 class_accuracy: 0.8310385346412659
test epoch:41	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6719599962234497
Top-5 class_accuracy: 0.8771199584007263
test epoch:41	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.67221999168396
Top-5 class_accuracy: 0.8768799901008606
test epoch:41	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6722399592399597
Top-5 class_accuracy: 0.8769199848175049
test epoch:41	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.67221999168396
Top-5 class_accuracy: 0.8769599795341492
Epoch:42	 lr:0.01000	 duration:1259.142
 train_loss:1.08306	 train_loss_div:1.08306Train Top-1 class_accuracy: 0.6285889148712158
Train Top-5 class_accuracy: 0.8318346738815308
test epoch:42	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6665399670600891
Top-5 class_accuracy: 0.8737199902534485
test epoch:42	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6665599942207336
Top-5 class_accuracy: 0.8737599849700928
test epoch:42	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6667199730873108
Top-5 class_accuracy: 0.8736799955368042
test epoch:42	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6668199896812439
Top-5 class_accuracy: 0.8736199736595154
Epoch:43	 lr:0.01000	 duration:1271.806
 train_loss:1.09125	 train_loss_div:1.09125Train Top-1 class_accuracy: 0.6270496845245361
Train Top-5 class_accuracy: 0.8304265737533569
test epoch:43	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6634399890899658
Top-5 class_accuracy: 0.8727200031280518
test epoch:43	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6632800102233887
Top-5 class_accuracy: 0.8724799752235413
test epoch:43	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6632999777793884
Top-5 class_accuracy: 0.8724799752235413
test epoch:43	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6633599996566772
Top-5 class_accuracy: 0.8723999857902527
Epoch:44	 lr:0.01000	 duration:1275.794
 train_loss:1.09287	 train_loss_div:1.09287Train Top-1 class_accuracy: 0.6272650957107544
Train Top-5 class_accuracy: 0.8296460509300232
test epoch:44	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6642599701881409
Top-5 class_accuracy: 0.8730599880218506
test epoch:44	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.664359986782074
Top-5 class_accuracy: 0.8733399510383606
test epoch:44	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6642599701881409
Top-5 class_accuracy: 0.8733800053596497
test epoch:44	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6642400026321411
Top-5 class_accuracy: 0.8733599781990051
Epoch:45	 lr:0.01000	 duration:1273.473
 train_loss:1.10330	 train_loss_div:1.10330Train Top-1 class_accuracy: 0.6272401213645935
Train Top-5 class_accuracy: 0.8301393389701843
test epoch:45	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6660999655723572
Top-5 class_accuracy: 0.8733800053596497
test epoch:45	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6659599542617798
Top-5 class_accuracy: 0.8733399510383606
test epoch:45	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6657199859619141
Top-5 class_accuracy: 0.8733800053596497
test epoch:45	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6656399965286255
Top-5 class_accuracy: 0.8733399510383606
Epoch:46	 lr:0.01000	 duration:1258.280
 train_loss:1.10164	 train_loss_div:1.10164Train Top-1 class_accuracy: 0.6260599493980408
Train Top-5 class_accuracy: 0.8295773863792419
test epoch:46	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6646599769592285
Top-5 class_accuracy: 0.8727999925613403
test epoch:46	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6647399663925171
Top-5 class_accuracy: 0.8730199933052063
test epoch:46	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6647199988365173
Top-5 class_accuracy: 0.8729999661445618
test epoch:46	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6646999716758728
Top-5 class_accuracy: 0.8729599714279175
Epoch:47	 lr:0.01000	 duration:1257.226
 train_loss:1.10784	 train_loss_div:1.10784Train Top-1 class_accuracy: 0.6272776126861572
Train Top-5 class_accuracy: 0.8293744325637817
test epoch:47	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6655799746513367
Top-5 class_accuracy: 0.8726799488067627
test epoch:47	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6656999588012695
Top-5 class_accuracy: 0.8724199533462524
test epoch:47	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6656999588012695
Top-5 class_accuracy: 0.8723399639129639
test epoch:47	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6659599542617798
Top-5 class_accuracy: 0.8722400069236755
Epoch:48	 lr:0.01000	 duration:1275.017
 train_loss:1.10965	 train_loss_div:1.10965Train Top-1 class_accuracy: 0.6269403696060181
Train Top-5 class_accuracy: 0.8299551606178284
test epoch:48	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6609599590301514
Top-5 class_accuracy: 0.8684200048446655
test epoch:48	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6609799861907959
Top-5 class_accuracy: 0.8685599565505981
test epoch:48	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6610599756240845
Top-5 class_accuracy: 0.8686400055885315
test epoch:48	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6610599756240845
Top-5 class_accuracy: 0.8685399889945984
Epoch:49	 lr:0.01000	 duration:1248.335
 train_loss:1.11349	 train_loss_div:1.11349Train Top-1 class_accuracy: 0.6264658570289612
Train Top-5 class_accuracy: 0.830254852771759
test epoch:49	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6589399576187134
Top-5 class_accuracy: 0.8701399564743042
test epoch:49	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6586199998855591
Top-5 class_accuracy: 0.8701399564743042
test epoch:49	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6583399772644043
Top-5 class_accuracy: 0.870199978351593
test epoch:49	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6584199666976929
Top-5 class_accuracy: 0.8702399730682373
Epoch:50	 lr:0.01000	 duration:1272.123
 train_loss:1.11750	 train_loss_div:1.11750Train Top-1 class_accuracy: 0.6247954964637756
Train Top-5 class_accuracy: 0.8289966583251953
test epoch:50	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6660599708557129
Top-5 class_accuracy: 0.8741999864578247
test epoch:50	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.66593998670578
Top-5 class_accuracy: 0.8743599653244019
test epoch:50	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6661799550056458
Top-5 class_accuracy: 0.8743599653244019
test epoch:50	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6663599610328674
Top-5 class_accuracy: 0.874459981918335
Epoch:51	 lr:0.01000	 duration:1263.207
 train_loss:1.11599	 train_loss_div:1.11599Train Top-1 class_accuracy: 0.6248422861099243
Train Top-5 class_accuracy: 0.8288873434066772
test epoch:51	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6622200012207031
Top-5 class_accuracy: 0.87117999792099
test epoch:51	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6620000004768372
Top-5 class_accuracy: 0.8711199760437012
test epoch:51	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6618799567222595
Top-5 class_accuracy: 0.8711199760437012
test epoch:51	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.661899983882904
Top-5 class_accuracy: 0.8711199760437012
Epoch:52	 lr:0.01000	 duration:1262.047
 train_loss:1.11414	 train_loss_div:1.11414Train Top-1 class_accuracy: 0.6274399161338806
Train Top-5 class_accuracy: 0.8301799297332764
test epoch:52	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6630199551582336
Top-5 class_accuracy: 0.8714999556541443
test epoch:52	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6630600094795227
Top-5 class_accuracy: 0.8712999820709229
test epoch:52	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6628400087356567
Top-5 class_accuracy: 0.871399998664856
test epoch:52	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.662880003452301
Top-5 class_accuracy: 0.871239960193634
Epoch:53	 lr:0.01000	 duration:1283.157
 train_loss:1.11663	 train_loss_div:1.11663Train Top-1 class_accuracy: 0.6265032887458801
Train Top-5 class_accuracy: 0.8292058110237122
test epoch:53	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6626600027084351
Top-5 class_accuracy: 0.8707799911499023
test epoch:53	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6628999710083008
Top-5 class_accuracy: 0.870639979839325
test epoch:53	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6625199913978577
Top-5 class_accuracy: 0.870639979839325
test epoch:53	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6623799800872803
Top-5 class_accuracy: 0.8706199526786804
Epoch:54	 lr:0.01000	 duration:1275.357
 train_loss:1.11628	 train_loss_div:1.11628Train Top-1 class_accuracy: 0.6258695125579834
Train Top-5 class_accuracy: 0.8285095691680908
test epoch:54	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6671800017356873
Top-5 class_accuracy: 0.8723999857902527
test epoch:54	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672799587249756
Top-5 class_accuracy: 0.8724199533462524
test epoch:54	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6672999858856201
Top-5 class_accuracy: 0.8726199865341187
test epoch:54	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6673799753189087
Top-5 class_accuracy: 0.8726399540901184
Epoch:55	 lr:0.01000	 duration:1276.057
 train_loss:1.11723	 train_loss_div:1.11723Train Top-1 class_accuracy: 0.6257227659225464
Train Top-5 class_accuracy: 0.8297709226608276
test epoch:55	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6670799851417542
Top-5 class_accuracy: 0.873699963092804
test epoch:55	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.666700005531311
Top-5 class_accuracy: 0.873479962348938
test epoch:55	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6666199564933777
Top-5 class_accuracy: 0.8732999563217163
test epoch:55	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6665399670600891
Top-5 class_accuracy: 0.873259961605072
Epoch:56	 lr:0.01000	 duration:1283.316
 train_loss:1.11652	 train_loss_div:1.11652Train Top-1 class_accuracy: 0.6253886818885803
Train Top-5 class_accuracy: 0.8286938071250916
test epoch:56	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645999550819397
Top-5 class_accuracy: 0.8729400038719177
test epoch:56	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6645599603652954
Top-5 class_accuracy: 0.8729999661445618
test epoch:56	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6643799543380737
Top-5 class_accuracy: 0.8728399872779846
test epoch:56	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6643199920654297
Top-5 class_accuracy: 0.8727999925613403
Epoch:57	 lr:0.01000	 duration:1270.973
 train_loss:1.11588	 train_loss_div:1.11588Train Top-1 class_accuracy: 0.6266593933105469
Train Top-5 class_accuracy: 0.8302673697471619
test epoch:57	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6579799652099609
Top-5 class_accuracy: 0.866599977016449
test epoch:57	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6577399969100952
Top-5 class_accuracy: 0.8666399717330933
test epoch:57	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6575799584388733
Top-5 class_accuracy: 0.8665799498558044
test epoch:57	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6574599742889404
Top-5 class_accuracy: 0.8665599822998047
Epoch:58	 lr:0.01000	 duration:1265.539
 train_loss:1.11426	 train_loss_div:1.11426Train Top-1 class_accuracy: 0.6260849237442017
Train Top-5 class_accuracy: 0.8294087648391724
test epoch:58	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6696400046348572
Top-5 class_accuracy: 0.8751399517059326
test epoch:58	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6694599986076355
Top-5 class_accuracy: 0.8750199675559998
test epoch:58	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6694200038909912
Top-5 class_accuracy: 0.8749799728393555
test epoch:58	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6692799925804138
Top-5 class_accuracy: 0.8750199675559998
Epoch:59	 lr:0.01000	 duration:1258.350
 train_loss:1.10814	 train_loss_div:1.10814Train Top-1 class_accuracy: 0.6260536909103394
Train Top-5 class_accuracy: 0.8291277885437012
test epoch:59	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6639599800109863
Top-5 class_accuracy: 0.8725000023841858
test epoch:59	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6637799739837646
Top-5 class_accuracy: 0.8726599812507629
test epoch:59	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6638399958610535
Top-5 class_accuracy: 0.8725399971008301
test epoch:59	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6638399958610535
Top-5 class_accuracy: 0.8725000023841858
Epoch:60	 lr:0.00100	 duration:1244.552
 train_loss:0.90947	 train_loss_div:0.90947Train Top-1 class_accuracy: 0.6515241861343384
Train Top-5 class_accuracy: 0.8440828919410706
test epoch:60	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6930800080299377
Top-5 class_accuracy: 0.8894599676132202
test epoch:60	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6931399703025818
Top-5 class_accuracy: 0.8893799781799316
test epoch:60	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6929799914360046
Top-5 class_accuracy: 0.8891800045967102
test epoch:60	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6929999589920044
Top-5 class_accuracy: 0.8891599774360657
Epoch:61	 lr:0.00100	 duration:1276.980
 train_loss:0.85809	 train_loss_div:0.85809Train Top-1 class_accuracy: 0.6573938727378845
Train Top-5 class_accuracy: 0.8497901558876038
test epoch:61	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6953799724578857
Top-5 class_accuracy: 0.8914600014686584
test epoch:61	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6952599883079529
Top-5 class_accuracy: 0.8913799524307251
test epoch:61	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6952599883079529
Top-5 class_accuracy: 0.8914999961853027
test epoch:61	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6952999830245972
Top-5 class_accuracy: 0.8914200067520142
Epoch:62	 lr:0.00100	 duration:1266.931
 train_loss:0.84325	 train_loss_div:0.84325Train Top-1 class_accuracy: 0.6577466726303101
Train Top-5 class_accuracy: 0.8491407632827759
test epoch:62	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6978399753570557
Top-5 class_accuracy: 0.8911199569702148
test epoch:62	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6977599859237671
Top-5 class_accuracy: 0.8910999894142151
test epoch:62	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6978200078010559
Top-5 class_accuracy: 0.8912799954414368
test epoch:62	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6979199647903442
Top-5 class_accuracy: 0.8912799954414368
Epoch:63	 lr:0.00100	 duration:1265.715
 train_loss:0.82538	 train_loss_div:0.82538Train Top-1 class_accuracy: 0.6638286113739014
Train Top-5 class_accuracy: 0.8527031540870667
test epoch:63	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6992799639701843
Top-5 class_accuracy: 0.892579972743988
test epoch:63	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6997399926185608
Top-5 class_accuracy: 0.8927399516105652
test epoch:63	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.699679970741272
Top-5 class_accuracy: 0.8927599787712097
test epoch:63	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6995799541473389
Top-5 class_accuracy: 0.8928599953651428
Epoch:64	 lr:0.00100	 duration:1272.357
 train_loss:0.81910	 train_loss_div:0.81910Train Top-1 class_accuracy: 0.6634851694107056
Train Top-5 class_accuracy: 0.8521536588668823
test epoch:64	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.700439989566803
Top-5 class_accuracy: 0.8934999704360962
test epoch:64	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7005000114440918
Top-5 class_accuracy: 0.8934399485588074
test epoch:64	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.700439989566803
Top-5 class_accuracy: 0.8932399749755859
test epoch:64	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7006199955940247
Top-5 class_accuracy: 0.8932399749755859
Epoch:65	 lr:0.00100	 duration:1258.726
 train_loss:0.81239	 train_loss_div:0.81239Train Top-1 class_accuracy: 0.6646903157234192
Train Top-5 class_accuracy: 0.8531652092933655
test epoch:65	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6999599933624268
Top-5 class_accuracy: 0.8933599591255188
test epoch:65	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7001599669456482
Top-5 class_accuracy: 0.8935399651527405
test epoch:65	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7000600099563599
Top-5 class_accuracy: 0.8934199810028076
test epoch:65	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.6998800039291382
Top-5 class_accuracy: 0.893559992313385
Epoch:66	 lr:0.00100	 duration:1270.184
 train_loss:0.80696	 train_loss_div:0.80696Train Top-1 class_accuracy: 0.6659485697746277
Train Top-5 class_accuracy: 0.8539894819259644
test epoch:66	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7012999653816223
Top-5 class_accuracy: 0.8938799500465393
test epoch:66	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7013199925422668
Top-5 class_accuracy: 0.8936799764633179
test epoch:66	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7009999752044678
Top-5 class_accuracy: 0.8937000036239624
test epoch:66	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.700980007648468
Top-5 class_accuracy: 0.8936799764633179
Epoch:67	 lr:0.00100	 duration:1271.760
 train_loss:0.79991	 train_loss_div:0.79991Train Top-1 class_accuracy: 0.6659360527992249
Train Top-5 class_accuracy: 0.8543766140937805
test epoch:67	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7004599571228027
Top-5 class_accuracy: 0.8938599824905396
test epoch:67	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7002599835395813
Top-5 class_accuracy: 0.8938999772071838
test epoch:67	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7001799941062927
Top-5 class_accuracy: 0.8940999507904053
test epoch:67	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7001000046730042
Top-5 class_accuracy: 0.894059956073761
Epoch:68	 lr:0.00100	 duration:1255.005
 train_loss:0.79760	 train_loss_div:0.79760Train Top-1 class_accuracy: 0.6674971580505371
Train Top-5 class_accuracy: 0.8552820086479187
test epoch:68	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7026999592781067
Top-5 class_accuracy: 0.894819974899292
test epoch:68	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7027599811553955
Top-5 class_accuracy: 0.8948799967765808
test epoch:68	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7028399705886841
Top-5 class_accuracy: 0.8949599862098694
test epoch:68	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7028399705886841
Top-5 class_accuracy: 0.8952199816703796
Epoch:69	 lr:0.00100	 duration:1262.933
 train_loss:0.79644	 train_loss_div:0.79644Train Top-1 class_accuracy: 0.6665854454040527
Train Top-5 class_accuracy: 0.8550291061401367
test epoch:69	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.702459990978241
Top-5 class_accuracy: 0.8944999575614929
test epoch:69	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7022199630737305
Top-5 class_accuracy: 0.8943799734115601
test epoch:69	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7021799683570862
Top-5 class_accuracy: 0.8944000005722046
test epoch:69	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7021399736404419
Top-5 class_accuracy: 0.8944799900054932
Epoch:70	 lr:0.00100	 duration:1256.458
 train_loss:0.79148	 train_loss_div:0.79148Train Top-1 class_accuracy: 0.6680060625076294
Train Top-5 class_accuracy: 0.8562842607498169
test epoch:70	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7022599577903748
Top-5 class_accuracy: 0.8952399492263794
test epoch:70	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7022199630737305
Top-5 class_accuracy: 0.8948999643325806
test epoch:70	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7023599743843079
Top-5 class_accuracy: 0.894819974899292
test epoch:70	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7024999856948853
Top-5 class_accuracy: 0.8947999477386475
Epoch:71	 lr:0.00100	 duration:1283.360
 train_loss:0.78214	 train_loss_div:0.78214Train Top-1 class_accuracy: 0.6688490509986877
Train Top-5 class_accuracy: 0.8556129932403564
test epoch:71	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7021200060844421
Top-5 class_accuracy: 0.8947399854660034
test epoch:71	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7019799947738647
Top-5 class_accuracy: 0.8947999477386475
test epoch:71	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7020999789237976
Top-5 class_accuracy: 0.8947399854660034
test epoch:71	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7018600106239319
Top-5 class_accuracy: 0.8948400020599365
Epoch:72	 lr:0.00100	 duration:1269.449
 train_loss:0.78326	 train_loss_div:0.78326Train Top-1 class_accuracy: 0.6692143082618713
Train Top-5 class_accuracy: 0.8565745949745178
test epoch:72	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7036600112915039
Top-5 class_accuracy: 0.8960599899291992
test epoch:72	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7032399773597717
Top-5 class_accuracy: 0.8960199952125549
test epoch:72	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7033399939537048
Top-5 class_accuracy: 0.8959800004959106
test epoch:72	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7032999992370605
Top-5 class_accuracy: 0.8959599733352661
Epoch:73	 lr:0.00100	 duration:1267.684
 train_loss:0.77929	 train_loss_div:0.77929Train Top-1 class_accuracy: 0.6716339588165283
Train Top-5 class_accuracy: 0.8575268387794495
test epoch:73	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7035599946975708
Top-5 class_accuracy: 0.8958799839019775
test epoch:73	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7037000060081482
Top-5 class_accuracy: 0.8957399725914001
test epoch:73	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.703499972820282
Top-5 class_accuracy: 0.8956599831581116
test epoch:73	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7034800052642822
Top-5 class_accuracy: 0.8956799507141113
Epoch:74	 lr:0.00100	 duration:1273.558
 train_loss:0.77885	 train_loss_div:0.77885Train Top-1 class_accuracy: 0.6688896417617798
Train Top-5 class_accuracy: 0.856524646282196
test epoch:74	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7028999924659729
Top-5 class_accuracy: 0.8962199687957764
test epoch:74	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7027999758720398
Top-5 class_accuracy: 0.8961399793624878
test epoch:74	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7026000022888184
Top-5 class_accuracy: 0.8960399627685547
test epoch:74	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.70305997133255
Top-5 class_accuracy: 0.896079957485199
Epoch:75	 lr:0.00100	 duration:1284.251
 train_loss:0.77349	 train_loss_div:0.77349Train Top-1 class_accuracy: 0.6708409786224365
Train Top-5 class_accuracy: 0.8579514622688293
test epoch:75	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7040599584579468
Top-5 class_accuracy: 0.895799994468689
test epoch:75	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7042199969291687
Top-5 class_accuracy: 0.8958399891853333
test epoch:75	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7042399644851685
Top-5 class_accuracy: 0.8959199786186218
test epoch:75	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7043600082397461
Top-5 class_accuracy: 0.8958399891853333
Epoch:76	 lr:0.00100	 duration:1275.298
 train_loss:0.77362	 train_loss_div:0.77362Train Top-1 class_accuracy: 0.6715278029441833
Train Top-5 class_accuracy: 0.8575237393379211
test epoch:76	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7048799991607666
Top-5 class_accuracy: 0.8959800004959106
test epoch:76	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7048400044441223
Top-5 class_accuracy: 0.8960199952125549
test epoch:76	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051599621772766
Top-5 class_accuracy: 0.8959199786186218
test epoch:76	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.705079972743988
Top-5 class_accuracy: 0.8958999514579773
Epoch:77	 lr:0.00100	 duration:1280.742
 train_loss:0.76946	 train_loss_div:0.76946Train Top-1 class_accuracy: 0.6714091897010803
Train Top-5 class_accuracy: 0.8580919504165649
test epoch:77	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045199871063232
Top-5 class_accuracy: 0.8959599733352661
test epoch:77	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045599818229675
Top-5 class_accuracy: 0.8961399793624878
test epoch:77	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7044599652290344
Top-5 class_accuracy: 0.8959400057792664
test epoch:77	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045800089836121
Top-5 class_accuracy: 0.896079957485199
Epoch:78	 lr:0.00100	 duration:1268.356
 train_loss:0.77157	 train_loss_div:0.77157Train Top-1 class_accuracy: 0.6708877682685852
Train Top-5 class_accuracy: 0.8568243384361267
test epoch:78	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045800089836121
Top-5 class_accuracy: 0.8972199559211731
test epoch:78	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7047399878501892
Top-5 class_accuracy: 0.8970999717712402
test epoch:78	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.704800009727478
Top-5 class_accuracy: 0.897059977054596
test epoch:78	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7048599720001221
Top-5 class_accuracy: 0.8970999717712402
Epoch:79	 lr:0.00100	 duration:1264.838
 train_loss:0.76954	 train_loss_div:0.76954Train Top-1 class_accuracy: 0.6716339588165283
Train Top-5 class_accuracy: 0.8576017618179321
test epoch:79	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7054199576377869
Top-5 class_accuracy: 0.896079957485199
test epoch:79	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7054600119590759
Top-5 class_accuracy: 0.8960199952125549
test epoch:79	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7053999900817871
Top-5 class_accuracy: 0.8960999846458435
test epoch:79	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051799893379211
Top-5 class_accuracy: 0.8960399627685547
Epoch:80	 lr:0.00100	 duration:1267.808
 train_loss:0.76526	 train_loss_div:0.76526Train Top-1 class_accuracy: 0.6724675893783569
Train Top-5 class_accuracy: 0.8580107688903809
test epoch:80	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7049399614334106
Top-5 class_accuracy: 0.896619975566864
test epoch:80	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7049199938774109
Top-5 class_accuracy: 0.896619975566864
test epoch:80	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051599621772766
Top-5 class_accuracy: 0.896619975566864
test epoch:80	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7050399780273438
Top-5 class_accuracy: 0.8965799808502197
Epoch:81	 lr:0.00100	 duration:1269.525
 train_loss:0.76493	 train_loss_div:0.76493Train Top-1 class_accuracy: 0.6728391647338867
Train Top-5 class_accuracy: 0.8582512140274048
test epoch:81	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7057799696922302
Top-5 class_accuracy: 0.8963799476623535
test epoch:81	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7054199576377869
Top-5 class_accuracy: 0.8962399959564209
test epoch:81	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7053999900817871
Top-5 class_accuracy: 0.8962199687957764
test epoch:81	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051999568939209
Top-5 class_accuracy: 0.8961799740791321
Epoch:82	 lr:0.00100	 duration:1274.315
 train_loss:0.76641	 train_loss_div:0.76641Train Top-1 class_accuracy: 0.6716901659965515
Train Top-5 class_accuracy: 0.8582543134689331
test epoch:82	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7044000029563904
Top-5 class_accuracy: 0.8969799876213074
test epoch:82	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045800089836121
Top-5 class_accuracy: 0.8968199491500854
test epoch:82	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7045199871063232
Top-5 class_accuracy: 0.8968199491500854
test epoch:82	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.704759955406189
Top-5 class_accuracy: 0.8967199921607971
Epoch:83	 lr:0.00100	 duration:1295.587
 train_loss:0.76189	 train_loss_div:0.76189Train Top-1 class_accuracy: 0.672920286655426
Train Top-5 class_accuracy: 0.8576173782348633
test epoch:83	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051999568939209
Top-5 class_accuracy: 0.8960199952125549
test epoch:83	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7053799629211426
Top-5 class_accuracy: 0.896399974822998
test epoch:83	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051199674606323
Top-5 class_accuracy: 0.8965399861335754
test epoch:83	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051199674606323
Top-5 class_accuracy: 0.896399974822998
Epoch:84	 lr:0.00100	 duration:1300.141
 train_loss:0.76094	 train_loss_div:0.76094Train Top-1 class_accuracy: 0.6738725900650024
Train Top-5 class_accuracy: 0.8585977554321289
test epoch:84	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051399946212769
Top-5 class_accuracy: 0.8969199657440186
test epoch:84	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7049999833106995
Top-5 class_accuracy: 0.8971199989318848
test epoch:84	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051799893379211
Top-5 class_accuracy: 0.8973000049591064
test epoch:84	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7051599621772766
Top-5 class_accuracy: 0.8974399566650391
Epoch:85	 lr:0.00100	 duration:1279.462
 train_loss:0.75997	 train_loss_div:0.75997Train Top-1 class_accuracy: 0.6746312379837036
Train Top-5 class_accuracy: 0.8593376874923706
test epoch:85	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7060799598693848
Top-5 class_accuracy: 0.8965799808502197
test epoch:85	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7062399983406067
Top-5 class_accuracy: 0.8964599967002869
test epoch:85	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7062999606132507
Top-5 class_accuracy: 0.8964999914169312
test epoch:85	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7064399719238281
Top-5 class_accuracy: 0.8964200019836426
Epoch:86	 lr:0.00100	 duration:1273.243
 train_loss:0.76084	 train_loss_div:0.76084Train Top-1 class_accuracy: 0.6737664341926575
Train Top-5 class_accuracy: 0.858931839466095
test epoch:86	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7059400081634521
Top-5 class_accuracy: 0.8971799612045288
test epoch:86	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7058599591255188
Top-5 class_accuracy: 0.8969399929046631
test epoch:86	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.706119954586029
Top-5 class_accuracy: 0.8970800042152405
test epoch:86	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7058199644088745
Top-5 class_accuracy: 0.8969399929046631
Epoch:87	 lr:0.00100	 duration:1267.042
 train_loss:0.75436	 train_loss_div:0.75436Train Top-1 class_accuracy: 0.6738787889480591
Train Top-5 class_accuracy: 0.8599870800971985
test epoch:87	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7059999704360962
Top-5 class_accuracy: 0.8970399498939514
test epoch:87	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.706279993057251
Top-5 class_accuracy: 0.8973199725151062
test epoch:87	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7060999870300293
Top-5 class_accuracy: 0.8974599838256836
test epoch:87	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7061799764633179
Top-5 class_accuracy: 0.8974999785423279
Epoch:88	 lr:0.00100	 duration:1269.360
 train_loss:0.75858	 train_loss_div:0.75858Train Top-1 class_accuracy: 0.6739568710327148
Train Top-5 class_accuracy: 0.8593158721923828
test epoch:88	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7063599824905396
Top-5 class_accuracy: 0.8967599868774414
test epoch:88	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7059599757194519
Top-5 class_accuracy: 0.8969599604606628
test epoch:88	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7059199810028076
Top-5 class_accuracy: 0.8970199823379517
test epoch:88	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7057600021362305
Top-5 class_accuracy: 0.8969999551773071
Epoch:89	 lr:0.00100	 duration:1258.262
 train_loss:0.75532	 train_loss_div:0.75532Train Top-1 class_accuracy: 0.6739537715911865
Train Top-5 class_accuracy: 0.8590317368507385
test epoch:89	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7055799961090088
Top-5 class_accuracy: 0.8972399830818176
test epoch:89	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7055999636650085
Top-5 class_accuracy: 0.8973000049591064
test epoch:89	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7054799795150757
Top-5 class_accuracy: 0.8972599506378174
test epoch:89	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7054399847984314
Top-5 class_accuracy: 0.8971799612045288
Epoch:90	 lr:0.00010	 duration:1273.467
 train_loss:0.73410	 train_loss_div:0.73410Train Top-1 class_accuracy: 0.6768604516983032
Train Top-5 class_accuracy: 0.8606521487236023
test epoch:90	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7083799839019775
Top-5 class_accuracy: 0.8977400064468384
test epoch:90	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.708299994468689
Top-5 class_accuracy: 0.8980000019073486
test epoch:90	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.708139955997467
Top-5 class_accuracy: 0.898099958896637
test epoch:90	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7082399725914001
Top-5 class_accuracy: 0.8979399800300598
Epoch:91	 lr:0.00010	 duration:1275.801
 train_loss:0.72666	 train_loss_div:0.72666Train Top-1 class_accuracy: 0.6784121990203857
Train Top-5 class_accuracy: 0.8613389730453491
test epoch:91	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7091000080108643
Top-5 class_accuracy: 0.8976199626922607
test epoch:91	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7090199589729309
Top-5 class_accuracy: 0.8975799679756165
test epoch:91	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7087399959564209
Top-5 class_accuracy: 0.8974199891090393
test epoch:91	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7086799740791321
Top-5 class_accuracy: 0.8974799513816833
Epoch:92	 lr:0.00010	 duration:1295.897
 train_loss:0.72765	 train_loss_div:0.72765Train Top-1 class_accuracy: 0.6781467795372009
Train Top-5 class_accuracy: 0.8611578941345215
test epoch:92	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7088399529457092
Top-5 class_accuracy: 0.897879958152771
test epoch:92	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7088800072669983
Top-5 class_accuracy: 0.8976799845695496
test epoch:92	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7087599635124207
Top-5 class_accuracy: 0.8975799679756165
test epoch:92	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7086799740791321
Top-5 class_accuracy: 0.8976999521255493
Epoch:93	 lr:0.00010	 duration:1304.995
 train_loss:0.72881	 train_loss_div:0.72881Train Top-1 class_accuracy: 0.6765451431274414
Train Top-5 class_accuracy: 0.8614607453346252
test epoch:93	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7087399959564209
Top-5 class_accuracy: 0.8983399868011475
test epoch:93	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7088800072669983
Top-5 class_accuracy: 0.8982799649238586
test epoch:93	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.708620011806488
Top-5 class_accuracy: 0.898099958896637
test epoch:93	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.708620011806488
Top-5 class_accuracy: 0.8981199860572815
Epoch:94	 lr:0.00010	 duration:1273.076
 train_loss:0.72572	 train_loss_div:0.72572Train Top-1 class_accuracy: 0.6799295544624329
Train Top-5 class_accuracy: 0.8627314567565918
test epoch:94	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7098399996757507
Top-5 class_accuracy: 0.8983799815177917
test epoch:94	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7097199559211731
Top-5 class_accuracy: 0.8984799981117249
test epoch:94	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7096999883651733
Top-5 class_accuracy: 0.898639976978302
test epoch:94	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7097799777984619
Top-5 class_accuracy: 0.8987399935722351
Epoch:95	 lr:0.00010	 duration:1277.233
 train_loss:0.72579	 train_loss_div:0.72579Train Top-1 class_accuracy: 0.6786962747573853
Train Top-5 class_accuracy: 0.8618447780609131
test epoch:95	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7098999619483948
Top-5 class_accuracy: 0.8984799981117249
test epoch:95	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7100399732589722
Top-5 class_accuracy: 0.8982399702072144
test epoch:95	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7100600004196167
Top-5 class_accuracy: 0.8979599475860596
test epoch:95	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7100799679756165
Top-5 class_accuracy: 0.8979599475860596
Epoch:96	 lr:0.00010	 duration:1266.900
 train_loss:0.72317	 train_loss_div:0.72317Train Top-1 class_accuracy: 0.6788055896759033
Train Top-5 class_accuracy: 0.861685574054718
test epoch:96	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7090599536895752
Top-5 class_accuracy: 0.8984400033950806
test epoch:96	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7091400027275085
Top-5 class_accuracy: 0.8985999822616577
test epoch:96	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7092799544334412
Top-5 class_accuracy: 0.8985799551010132
test epoch:96	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7092599868774414
Top-5 class_accuracy: 0.8984400033950806
Epoch:97	 lr:0.00010	 duration:1259.833
 train_loss:0.72152	 train_loss_div:0.72152Train Top-1 class_accuracy: 0.6805133819580078
Train Top-5 class_accuracy: 0.8628969788551331
test epoch:97	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.70933997631073
Top-5 class_accuracy: 0.8987599611282349
test epoch:97	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7094599604606628
Top-5 class_accuracy: 0.898859977722168
test epoch:97	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7095400094985962
Top-5 class_accuracy: 0.8989599943161011
test epoch:97	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7094399929046631
Top-5 class_accuracy: 0.8987599611282349
Epoch:98	 lr:0.00010	 duration:1264.375
 train_loss:0.72263	 train_loss_div:0.72263Train Top-1 class_accuracy: 0.6787649989128113
Train Top-5 class_accuracy: 0.8616543412208557
test epoch:98	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7101399898529053
Top-5 class_accuracy: 0.8983399868011475
test epoch:98	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7105599641799927
Top-5 class_accuracy: 0.8982200026512146
test epoch:98	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7102999687194824
Top-5 class_accuracy: 0.8980799913406372
test epoch:98	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7102199792861938
Top-5 class_accuracy: 0.8980399966239929
Epoch:99	 lr:0.00010	 duration:1269.385
 train_loss:0.72119	 train_loss_div:0.72119Train Top-1 class_accuracy: 0.6807194352149963
Train Top-5 class_accuracy: 0.8627346158027649
test epoch:99	 sampling:1	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7098000049591064
Top-5 class_accuracy: 0.8985599875450134
test epoch:99	 sampling:2	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.709559977054596
Top-5 class_accuracy: 0.8985599875450134
test epoch:99	 sampling:4	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7097799777984619
Top-5 class_accuracy: 0.898639976978302
test epoch:99	 sampling:8	 test_loss_cls:0.00000
Top-1 class_accuracy: 0.7097600102424622
Top-5 class_accuracy: 0.8985999822616577
best_accuracy: 0.8989599943161011 
best_accuracy: 0.0 
best_accuracy: 0.0 
best_accuracy: 0.0 
