
=== Start adding workers ===
=> Add worker SGDMWorker(index=0, momentum=0.9)
=> Add worker SGDMWorker(index=1, momentum=0.9)
=> Add worker SGDMWorker(index=2, momentum=0.9)
=> Add worker SGDMWorker(index=3, momentum=0.9)
=> Add worker SGDMWorker(index=4, momentum=0.9)
=> Add worker SGDMWorker(index=5, momentum=0.9)
=> Add worker SGDMWorker(index=6, momentum=0.9)
=> Add worker SGDMWorker(index=7, momentum=0.9)
=> Add worker SGDMWorker(index=8, momentum=0.9)
=> Add worker SGDMWorker(index=9, momentum=0.9)

=== Start adding graph ===
<codes.graph_utils.Dumbbell object at 0x7fa221b896d0>

Train epoch 1
[E 1B0  |    320/60000 (  1%) ] Loss: 2.3054 top1= 10.0000
node=0 tau=0.108
node=1 tau=0.099
node=2 tau=0.082
node=3 tau=0.099
node=4 tau=0.087
node=5 tau=0.102
node=6 tau=0.106
node=7 tau=0.102
node=8 tau=0.102
node=9 tau=0.105

=== Peeking data label distribution E1B0 ===
Worker 0 has targets: tensor([0, 0, 0, 0, 0], device='cuda:0')
Worker 1 has targets: tensor([1, 1, 1, 1, 1], device='cuda:0')
Worker 2 has targets: tensor([1, 2, 2, 2, 2], device='cuda:0')
Worker 3 has targets: tensor([2, 3, 3, 3, 3], device='cuda:0')
Worker 4 has targets: tensor([3, 4, 4, 4, 4], device='cuda:0')
Worker 5 has targets: tensor([4, 5, 5, 5, 5], device='cuda:0')
Worker 6 has targets: tensor([6, 6, 6, 6, 6], device='cuda:0')
Worker 7 has targets: tensor([7, 7, 7, 7, 7], device='cuda:0')
Worker 8 has targets: tensor([7, 8, 8, 8, 8], device='cuda:0')
Worker 9 has targets: tensor([8, 9, 9, 9, 9], device='cuda:0')


node=0 tau=0.207
node=1 tau=0.190
node=2 tau=0.177
node=3 tau=0.190
node=4 tau=0.186
node=5 tau=0.197
node=6 tau=0.200
node=7 tau=0.197
node=8 tau=0.197
node=9 tau=0.207
node=0 tau=0.311
node=1 tau=0.275
node=2 tau=0.267
node=3 tau=0.280
node=4 tau=0.268
node=5 tau=0.282
node=6 tau=0.282
node=7 tau=0.282
node=8 tau=0.282
node=9 tau=0.300
node=0 tau=0.418
node=1 tau=0.350
node=2 tau=0.337
node=3 tau=0.355
node=4 tau=0.344
node=5 tau=0.357
node=6 tau=0.358
node=7 tau=0.357
node=8 tau=0.357
node=9 tau=0.381
node=0 tau=0.512
node=1 tau=0.433
node=2 tau=0.422
node=3 tau=0.433
node=4 tau=0.419
node=5 tau=0.430
node=6 tau=0.430
node=7 tau=0.430
node=8 tau=0.430
node=9 tau=0.464
node=0 tau=0.609
node=1 tau=0.516
node=2 tau=0.507
node=3 tau=0.518
node=4 tau=0.506
node=5 tau=0.508
node=6 tau=0.508
node=7 tau=0.507
node=8 tau=0.510
node=9 tau=0.550
node=0 tau=0.692
node=1 tau=0.599
node=2 tau=0.571
node=3 tau=0.599
node=4 tau=0.572
node=5 tau=0.590
node=6 tau=0.592
node=7 tau=0.592
node=8 tau=0.602
node=9 tau=0.641
node=0 tau=0.766
node=1 tau=0.682
node=2 tau=0.642
node=3 tau=0.683
node=4 tau=0.642
node=5 tau=0.681
node=6 tau=0.689
node=7 tau=0.690
node=8 tau=0.699
node=9 tau=0.737
node=0 tau=0.856
node=1 tau=0.753
node=2 tau=0.766
node=3 tau=0.780
node=4 tau=0.770
node=5 tau=0.795
node=6 tau=0.795
node=7 tau=0.801
node=8 tau=0.815
node=9 tau=0.853
node=0 tau=0.925
node=1 tau=0.809
node=2 tau=0.860
node=3 tau=0.870
node=4 tau=0.860
node=5 tau=0.901
node=6 tau=0.901
node=7 tau=0.914
node=8 tau=0.922
node=9 tau=0.963
[E 1B10 |   3520/60000 (  6%) ] Loss: 0.9176 top1= 73.7500
node=0 tau=0.988
node=1 tau=0.852
node=2 tau=0.941
node=3 tau=0.951
node=4 tau=0.908
node=5 tau=1.025
node=6 tau=0.996
node=7 tau=1.026
node=8 tau=1.039
node=9 tau=1.080
node=0 tau=1.045
node=1 tau=0.922
node=2 tau=1.043
node=3 tau=1.045
node=4 tau=0.960
node=5 tau=1.162
node=6 tau=1.105
node=7 tau=1.126
node=8 tau=1.154
node=9 tau=1.146
node=0 tau=1.068
node=1 tau=0.967
node=2 tau=1.119
node=3 tau=1.068
node=4 tau=0.988
node=5 tau=1.298
node=6 tau=1.183
node=7 tau=1.238
node=8 tau=1.250
node=9 tau=1.250
node=0 tau=1.055
node=1 tau=1.001
node=2 tau=1.154
node=3 tau=1.043
node=4 tau=0.987
node=5 tau=1.376
node=6 tau=1.266
node=7 tau=1.292
node=8 tau=1.324
node=9 tau=1.324
node=0 tau=1.078
node=1 tau=0.990
node=2 tau=1.140
node=3 tau=1.007
node=4 tau=0.936
node=5 tau=1.422
node=6 tau=1.303
node=7 tau=1.331
node=8 tau=1.370
node=9 tau=1.352
node=0 tau=1.052
node=1 tau=0.992
node=2 tau=1.130
node=3 tau=0.995
node=4 tau=0.910
node=5 tau=1.410
node=6 tau=1.297
node=7 tau=1.329
node=8 tau=1.359
node=9 tau=1.355
node=0 tau=0.993
node=1 tau=0.984
node=2 tau=1.078
node=3 tau=0.984
node=4 tau=0.895
node=5 tau=1.392
node=6 tau=1.288
node=7 tau=1.336
node=8 tau=1.347
node=9 tau=1.347
node=0 tau=0.946
node=1 tau=0.960
node=2 tau=1.092
node=3 tau=0.960
node=4 tau=0.895
node=5 tau=1.403
node=6 tau=1.267
node=7 tau=1.327
node=8 tau=1.336
node=9 tau=1.343
node=0 tau=0.906
node=1 tau=0.930
node=2 tau=1.046
node=3 tau=0.930
node=4 tau=0.870
node=5 tau=1.445
node=6 tau=1.242
node=7 tau=1.302
node=8 tau=1.340
node=9 tau=1.340
node=0 tau=0.901
node=1 tau=0.880
node=2 tau=0.994
node=3 tau=0.880
node=4 tau=0.815
node=5 tau=1.513
node=6 tau=1.209
node=7 tau=1.290
node=8 tau=1.332
node=9 tau=1.332
[E 1B20 |   6720/60000 ( 11%) ] Loss: 0.2053 top1= 93.1250
node=0 tau=0.900
node=1 tau=0.922
node=2 tau=1.029
node=3 tau=0.922
node=4 tau=0.790
node=5 tau=1.475
node=6 tau=1.182
node=7 tau=1.253
node=8 tau=1.297
node=9 tau=1.297
node=0 tau=0.847
node=1 tau=0.896
node=2 tau=0.971
node=3 tau=0.896
node=4 tau=0.781
node=5 tau=1.400
node=6 tau=1.171
node=7 tau=1.257
node=8 tau=1.263
node=9 tau=1.257
node=0 tau=0.819
node=1 tau=0.867
node=2 tau=0.936
node=3 tau=0.867
node=4 tau=0.742
node=5 tau=1.360
node=6 tau=1.121
node=7 tau=1.230
node=8 tau=1.230
node=9 tau=1.252
node=0 tau=0.807
node=1 tau=0.873
node=2 tau=0.907
node=3 tau=0.880
node=4 tau=0.783
node=5 tau=1.349
node=6 tau=1.104
node=7 tau=1.189
node=8 tau=1.189
node=9 tau=1.264
node=0 tau=0.809
node=1 tau=0.821
node=2 tau=0.940
node=3 tau=0.821
node=4 tau=0.716
node=5 tau=1.309
node=6 tau=1.050
node=7 tau=1.133
node=8 tau=1.159
node=9 tau=1.245
node=0 tau=0.849
node=1 tau=0.778
node=2 tau=0.959
node=3 tau=0.778
node=4 tau=0.683
node=5 tau=1.269
node=6 tau=1.026
node=7 tau=1.071
node=8 tau=1.133
node=9 tau=1.233
node=0 tau=0.868
node=1 tau=0.718
node=2 tau=0.937
node=3 tau=0.718
node=4 tau=0.659
node=5 tau=1.291
node=6 tau=1.033
node=7 tau=1.079
node=8 tau=1.124
node=9 tau=1.209
node=0 tau=0.819
node=1 tau=0.683
node=2 tau=0.879
node=3 tau=0.683
node=4 tau=0.617
node=5 tau=1.309
node=6 tau=0.976
node=7 tau=1.067
node=8 tau=1.055
node=9 tau=1.173
node=0 tau=0.786
node=1 tau=0.650
node=2 tau=0.865
node=3 tau=0.650
node=4 tau=0.574
node=5 tau=1.282
node=6 tau=0.961
node=7 tau=1.033
node=8 tau=1.033
node=9 tau=1.144
node=0 tau=0.825
node=1 tau=0.610
node=2 tau=0.847
node=3 tau=0.640
node=4 tau=0.558
node=5 tau=1.247
node=6 tau=0.980
node=7 tau=1.078
node=8 tau=1.078
node=9 tau=1.123

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=2.4853 top1= 48.8882


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=7.8469 top1= 48.2672


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=4.1585 top1= 49.6394

Train epoch 2
[E 2B0  |    320/60000 (  1%) ] Loss: 0.1839 top1= 94.0625
node=0 tau=0.776
node=1 tau=0.625
node=2 tau=0.821
node=3 tau=0.660
node=4 tau=0.565
node=5 tau=1.172
node=6 tau=0.923
node=7 tau=1.029
node=8 tau=1.029
node=9 tau=1.097
node=0 tau=0.719
node=1 tau=0.627
node=2 tau=0.757
node=3 tau=0.661
node=4 tau=0.534
node=5 tau=1.164
node=6 tau=0.898
node=7 tau=0.991
node=8 tau=0.963
node=9 tau=1.081
node=0 tau=0.777
node=1 tau=0.587
node=2 tau=0.802
node=3 tau=0.603
node=4 tau=0.503
node=5 tau=1.196
node=6 tau=0.837
node=7 tau=0.987
node=8 tau=0.896
node=9 tau=1.065
node=0 tau=0.858
node=1 tau=0.514
node=2 tau=0.858
node=3 tau=0.522
node=4 tau=0.483
node=5 tau=1.214
node=6 tau=0.857
node=7 tau=0.951
node=8 tau=0.877
node=9 tau=1.030
node=0 tau=0.840
node=1 tau=0.482
node=2 tau=0.840
node=3 tau=0.505
node=4 tau=0.479
node=5 tau=1.197
node=6 tau=0.798
node=7 tau=0.903
node=8 tau=0.841
node=9 tau=0.985
node=0 tau=0.802
node=1 tau=0.488
node=2 tau=0.802
node=3 tau=0.520
node=4 tau=0.482
node=5 tau=1.171
node=6 tau=0.843
node=7 tau=0.873
node=8 tau=0.873
node=9 tau=0.952
node=0 tau=0.802
node=1 tau=0.513
node=2 tau=0.779
node=3 tau=0.529
node=4 tau=0.469
node=5 tau=1.105
node=6 tau=0.877
node=7 tau=0.898
node=8 tau=0.898
node=9 tau=0.927
node=0 tau=0.806
node=1 tau=0.564
node=2 tau=0.775
node=3 tau=0.582
node=4 tau=0.480
node=5 tau=1.026
node=6 tau=0.853
node=7 tau=0.853
node=8 tau=0.853
node=9 tau=0.902
node=0 tau=0.751
node=1 tau=0.586
node=2 tau=0.751
node=3 tau=0.627
node=4 tau=0.499
node=5 tau=0.974
node=6 tau=0.906
node=7 tau=0.798
node=8 tau=0.906
node=9 tau=0.903
node=0 tau=0.729
node=1 tau=0.636
node=2 tau=0.729
node=3 tau=0.662
node=4 tau=0.539
node=5 tau=0.948
node=6 tau=0.857
node=7 tau=0.773
node=8 tau=0.857
node=9 tau=0.893
[E 2B10 |   3520/60000 (  6%) ] Loss: 0.1481 top1= 95.6250
node=0 tau=0.714
node=1 tau=0.591
node=2 tau=0.714
node=3 tau=0.604
node=4 tau=0.514
node=5 tau=0.945
node=6 tau=0.888
node=7 tau=0.802
node=8 tau=0.888
node=9 tau=0.881
node=0 tau=0.733
node=1 tau=0.583
node=2 tau=0.733
node=3 tau=0.643
node=4 tau=0.542
node=5 tau=0.944
node=6 tau=0.856
node=7 tau=0.819
node=8 tau=0.856
node=9 tau=0.865
node=0 tau=0.703
node=1 tau=0.546
node=2 tau=0.698
node=3 tau=0.611
node=4 tau=0.528
node=5 tau=0.939
node=6 tau=0.834
node=7 tau=0.844
node=8 tau=0.844
node=9 tau=0.850
node=0 tau=0.701
node=1 tau=0.533
node=2 tau=0.698
node=3 tau=0.613
node=4 tau=0.540
node=5 tau=0.964
node=6 tau=0.831
node=7 tau=0.820
node=8 tau=0.831
node=9 tau=0.850
node=0 tau=0.687
node=1 tau=0.552
node=2 tau=0.681
node=3 tau=0.635
node=4 tau=0.532
node=5 tau=0.993
node=6 tau=0.778
node=7 tau=0.817
node=8 tau=0.793
node=9 tau=0.842
node=0 tau=0.754
node=1 tau=0.567
node=2 tau=0.754
node=3 tau=0.652
node=4 tau=0.500
node=5 tau=0.957
node=6 tau=0.739
node=7 tau=0.779
node=8 tau=0.760
node=9 tau=0.825
node=0 tau=0.722
node=1 tau=0.586
node=2 tau=0.722
node=3 tau=0.651
node=4 tau=0.509
node=5 tau=0.938
node=6 tau=0.691
node=7 tau=0.749
node=8 tau=0.718
node=9 tau=0.793
node=0 tau=0.725
node=1 tau=0.550
node=2 tau=0.725
node=3 tau=0.605
node=4 tau=0.474
node=5 tau=0.891
node=6 tau=0.687
node=7 tau=0.779
node=8 tau=0.748
node=9 tau=0.779
node=0 tau=0.679
node=1 tau=0.528
node=2 tau=0.679
node=3 tau=0.563
node=4 tau=0.459
node=5 tau=0.894
node=6 tau=0.757
node=7 tau=0.801
node=8 tau=0.807
node=9 tau=0.773
node=0 tau=0.677
node=1 tau=0.490
node=2 tau=0.684
node=3 tau=0.529
node=4 tau=0.423
node=5 tau=0.944
node=6 tau=0.749
node=7 tau=0.799
node=8 tau=0.791
node=9 tau=0.811
[E 2B20 |   6720/60000 ( 11%) ] Loss: 0.1317 top1= 96.8750
node=0 tau=0.671
node=1 tau=0.471
node=2 tau=0.684
node=3 tau=0.504
node=4 tau=0.406
node=5 tau=0.954
node=6 tau=0.724
node=7 tau=0.800
node=8 tau=0.762
node=9 tau=0.800
node=0 tau=0.640
node=1 tau=0.474
node=2 tau=0.669
node=3 tau=0.508
node=4 tau=0.420
node=5 tau=0.957
node=6 tau=0.740
node=7 tau=0.816
node=8 tau=0.749
node=9 tau=0.816
node=0 tau=0.622
node=1 tau=0.441
node=2 tau=0.628
node=3 tau=0.494
node=4 tau=0.400
node=5 tau=0.914
node=6 tau=0.699
node=7 tau=0.788
node=8 tau=0.746
node=9 tau=0.842
node=0 tau=0.591
node=1 tau=0.449
node=2 tau=0.598
node=3 tau=0.503
node=4 tau=0.403
node=5 tau=0.878
node=6 tau=0.710
node=7 tau=0.750
node=8 tau=0.748
node=9 tau=0.831
node=0 tau=0.555
node=1 tau=0.434
node=2 tau=0.580
node=3 tau=0.485
node=4 tau=0.379
node=5 tau=0.878
node=6 tau=0.699
node=7 tau=0.737
node=8 tau=0.737
node=9 tau=0.820
node=0 tau=0.558
node=1 tau=0.444
node=2 tau=0.565
node=3 tau=0.475
node=4 tau=0.389
node=5 tau=0.869
node=6 tau=0.695
node=7 tau=0.733
node=8 tau=0.726
node=9 tau=0.802
node=0 tau=0.584
node=1 tau=0.449
node=2 tau=0.584
node=3 tau=0.465
node=4 tau=0.372
node=5 tau=0.906
node=6 tau=0.704
node=7 tau=0.760
node=8 tau=0.712
node=9 tau=0.766
node=0 tau=0.583
node=1 tau=0.434
node=2 tau=0.568
node=3 tau=0.457
node=4 tau=0.374
node=5 tau=0.934
node=6 tau=0.668
node=7 tau=0.764
node=8 tau=0.695
node=9 tau=0.764
node=0 tau=0.585
node=1 tau=0.414
node=2 tau=0.583
node=3 tau=0.430
node=4 tau=0.360
node=5 tau=0.937
node=6 tau=0.634
node=7 tau=0.759
node=8 tau=0.667
node=9 tau=0.759
node=0 tau=0.596
node=1 tau=0.388
node=2 tau=0.596
node=3 tau=0.414
node=4 tau=0.351
node=5 tau=0.972
node=6 tau=0.642
node=7 tau=0.760
node=8 tau=0.697
node=9 tau=0.760

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=1.3560 top1= 59.2849


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=4.4407 top1= 49.2588


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=2.5562 top1= 53.3754

Train epoch 3
[E 3B0  |    320/60000 (  1%) ] Loss: 0.0941 top1= 96.5625
node=0 tau=0.576
node=1 tau=0.396
node=2 tau=0.576
node=3 tau=0.429
node=4 tau=0.356
node=5 tau=0.919
node=6 tau=0.607
node=7 tau=0.750
node=8 tau=0.678
node=9 tau=0.750
node=0 tau=0.532
node=1 tau=0.437
node=2 tau=0.532
node=3 tau=0.454
node=4 tau=0.336
node=5 tau=0.845
node=6 tau=0.576
node=7 tau=0.740
node=8 tau=0.648
node=9 tau=0.740
node=0 tau=0.497
node=1 tau=0.449
node=2 tau=0.521
node=3 tau=0.458
node=4 tau=0.358
node=5 tau=0.810
node=6 tau=0.545
node=7 tau=0.733
node=8 tau=0.630
node=9 tau=0.745
node=0 tau=0.492
node=1 tau=0.432
node=2 tau=0.515
node=3 tau=0.432
node=4 tau=0.341
node=5 tau=0.847
node=6 tau=0.599
node=7 tau=0.707
node=8 tau=0.611
node=9 tau=0.751
node=0 tau=0.485
node=1 tau=0.418
node=2 tau=0.508
node=3 tau=0.418
node=4 tau=0.347
node=5 tau=0.826
node=6 tau=0.568
node=7 tau=0.726
node=8 tau=0.587
node=9 tau=0.730
node=0 tau=0.477
node=1 tau=0.409
node=2 tau=0.506
node=3 tau=0.409
node=4 tau=0.341
node=5 tau=0.817
node=6 tau=0.608
node=7 tau=0.722
node=8 tau=0.641
node=9 tau=0.722
node=0 tau=0.464
node=1 tau=0.414
node=2 tau=0.486
node=3 tau=0.414
node=4 tau=0.330
node=5 tau=0.825
node=6 tau=0.585
node=7 tau=0.712
node=8 tau=0.637
node=9 tau=0.736
node=0 tau=0.451
node=1 tau=0.427
node=2 tau=0.482
node=3 tau=0.427
node=4 tau=0.336
node=5 tau=0.816
node=6 tau=0.550
node=7 tau=0.715
node=8 tau=0.633
node=9 tau=0.731
node=0 tau=0.444
node=1 tau=0.426
node=2 tau=0.475
node=3 tau=0.426
node=4 tau=0.323
node=5 tau=0.786
node=6 tau=0.520
node=7 tau=0.700
node=8 tau=0.625
node=9 tau=0.727
node=0 tau=0.433
node=1 tau=0.447
node=2 tau=0.447
node=3 tau=0.504
node=4 tau=0.358
node=5 tau=0.744
node=6 tau=0.499
node=7 tau=0.730
node=8 tau=0.617
node=9 tau=0.749
[E 3B10 |   3520/60000 (  6%) ] Loss: 0.0811 top1= 97.8125
node=0 tau=0.434
node=1 tau=0.424
node=2 tau=0.424
node=3 tau=0.506
node=4 tau=0.364
node=5 tau=0.789
node=6 tau=0.502
node=7 tau=0.716
node=8 tau=0.642
node=9 tau=0.755
node=0 tau=0.422
node=1 tau=0.413
node=2 tau=0.413
node=3 tau=0.501
node=4 tau=0.366
node=5 tau=0.773
node=6 tau=0.503
node=7 tau=0.708
node=8 tau=0.634
node=9 tau=0.779
node=0 tau=0.400
node=1 tau=0.396
node=2 tau=0.431
node=3 tau=0.470
node=4 tau=0.369
node=5 tau=0.788
node=6 tau=0.525
node=7 tau=0.723
node=8 tau=0.662
node=9 tau=0.778
node=0 tau=0.390
node=1 tau=0.387
node=2 tau=0.442
node=3 tau=0.434
node=4 tau=0.366
node=5 tau=0.810
node=6 tau=0.572
node=7 tau=0.712
node=8 tau=0.675
node=9 tau=0.760
node=0 tau=0.419
node=1 tau=0.378
node=2 tau=0.488
node=3 tau=0.435
node=4 tau=0.435
node=5 tau=0.856
node=6 tau=0.571
node=7 tau=0.733
node=8 tau=0.678
node=9 tau=0.733
node=0 tau=0.478
node=1 tau=0.352
node=2 tau=0.528
node=3 tau=0.407
node=4 tau=0.407
node=5 tau=0.829
node=6 tau=0.570
node=7 tau=0.691
node=8 tau=0.671
node=9 tau=0.691
node=0 tau=0.466
node=1 tau=0.379
node=2 tau=0.511
node=3 tau=0.413
node=4 tau=0.413
node=5 tau=0.823
node=6 tau=0.533
node=7 tau=0.686
node=8 tau=0.648
node=9 tau=0.691
node=0 tau=0.486
node=1 tau=0.382
node=2 tau=0.510
node=3 tau=0.407
node=4 tau=0.407
node=5 tau=0.786
node=6 tau=0.542
node=7 tau=0.693
node=8 tau=0.674
node=9 tau=0.706
node=0 tau=0.455
node=1 tau=0.393
node=2 tau=0.476
node=3 tau=0.413
node=4 tau=0.413
node=5 tau=0.828
node=6 tau=0.560
node=7 tau=0.702
node=8 tau=0.669
node=9 tau=0.712
node=0 tau=0.459
node=1 tau=0.392
node=2 tau=0.487
node=3 tau=0.396
node=4 tau=0.396
node=5 tau=0.863
node=6 tau=0.560
node=7 tau=0.708
node=8 tau=0.660
node=9 tau=0.726
[E 3B20 |   6720/60000 ( 11%) ] Loss: 0.0727 top1= 97.8125
node=0 tau=0.473
node=1 tau=0.416
node=2 tau=0.503
node=3 tau=0.416
node=4 tau=0.396
node=5 tau=0.835
node=6 tau=0.537
node=7 tau=0.677
node=8 tau=0.635
node=9 tau=0.701
node=0 tau=0.446
node=1 tau=0.425
node=2 tau=0.478
node=3 tau=0.425
node=4 tau=0.413
node=5 tau=0.813
node=6 tau=0.533
node=7 tau=0.674
node=8 tau=0.609
node=9 tau=0.685
node=0 tau=0.425
node=1 tau=0.383
node=2 tau=0.453
node=3 tau=0.383
node=4 tau=0.370
node=5 tau=0.780
node=6 tau=0.524
node=7 tau=0.626
node=8 tau=0.598
node=9 tau=0.673
node=0 tau=0.417
node=1 tau=0.394
node=2 tau=0.476
node=3 tau=0.394
node=4 tau=0.378
node=5 tau=0.763
node=6 tau=0.613
node=7 tau=0.605
node=8 tau=0.613
node=9 tau=0.677
node=0 tau=0.437
node=1 tau=0.368
node=2 tau=0.507
node=3 tau=0.371
node=4 tau=0.357
node=5 tau=0.729
node=6 tau=0.579
node=7 tau=0.596
node=8 tau=0.586
node=9 tau=0.668
node=0 tau=0.463
node=1 tau=0.348
node=2 tau=0.504
node=3 tau=0.369
node=4 tau=0.328
node=5 tau=0.753
node=6 tau=0.603
node=7 tau=0.629
node=8 tau=0.603
node=9 tau=0.663
node=0 tau=0.463
node=1 tau=0.347
node=2 tau=0.497
node=3 tau=0.376
node=4 tau=0.332
node=5 tau=0.787
node=6 tau=0.619
node=7 tau=0.640
node=8 tau=0.628
node=9 tau=0.640
node=0 tau=0.451
node=1 tau=0.331
node=2 tau=0.474
node=3 tau=0.354
node=4 tau=0.309
node=5 tau=0.770
node=6 tau=0.576
node=7 tau=0.641
node=8 tau=0.600
node=9 tau=0.641
node=0 tau=0.452
node=1 tau=0.316
node=2 tau=0.471
node=3 tau=0.332
node=4 tau=0.293
node=5 tau=0.762
node=6 tau=0.540
node=7 tau=0.634
node=8 tau=0.575
node=9 tau=0.634
node=0 tau=0.477
node=1 tau=0.300
node=2 tau=0.482
node=3 tau=0.323
node=4 tau=0.279
node=5 tau=0.828
node=6 tau=0.539
node=7 tau=0.673
node=8 tau=0.619
node=9 tau=0.673

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=1.1037 top1= 66.4964


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.9398 top1= 49.4191


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=2.0991 top1= 56.7808

Train epoch 4
[E 4B0  |    320/60000 (  1%) ] Loss: 0.0635 top1= 98.7500
node=0 tau=0.443
node=1 tau=0.321
node=2 tau=0.488
node=3 tau=0.345
node=4 tau=0.284
node=5 tau=0.790
node=6 tau=0.508
node=7 tau=0.664
node=8 tau=0.600
node=9 tau=0.664
node=0 tau=0.406
node=1 tau=0.342
node=2 tau=0.442
node=3 tau=0.359
node=4 tau=0.290
node=5 tau=0.748
node=6 tau=0.495
node=7 tau=0.641
node=8 tau=0.588
node=9 tau=0.666
node=0 tau=0.386
node=1 tau=0.344
node=2 tau=0.435
node=3 tau=0.354
node=4 tau=0.302
node=5 tau=0.733
node=6 tau=0.485
node=7 tau=0.639
node=8 tau=0.570
node=9 tau=0.669
node=0 tau=0.396
node=1 tau=0.314
node=2 tau=0.439
node=3 tau=0.328
node=4 tau=0.281
node=5 tau=0.767
node=6 tau=0.546
node=7 tau=0.609
node=8 tau=0.567
node=9 tau=0.658
node=0 tau=0.391
node=1 tau=0.300
node=2 tau=0.432
node=3 tau=0.317
node=4 tau=0.275
node=5 tau=0.735
node=6 tau=0.525
node=7 tau=0.600
node=8 tau=0.553
node=9 tau=0.635
node=0 tau=0.391
node=1 tau=0.317
node=2 tau=0.436
node=3 tau=0.320
node=4 tau=0.288
node=5 tau=0.720
node=6 tau=0.567
node=7 tau=0.591
node=8 tau=0.587
node=9 tau=0.619
node=0 tau=0.379
node=1 tau=0.320
node=2 tau=0.420
node=3 tau=0.320
node=4 tau=0.248
node=5 tau=0.722
node=6 tau=0.521
node=7 tau=0.593
node=8 tau=0.580
node=9 tau=0.620
node=0 tau=0.375
node=1 tau=0.322
node=2 tau=0.410
node=3 tau=0.322
node=4 tau=0.241
node=5 tau=0.701
node=6 tau=0.492
node=7 tau=0.580
node=8 tau=0.571
node=9 tau=0.619
node=0 tau=0.364
node=1 tau=0.332
node=2 tau=0.402
node=3 tau=0.332
node=4 tau=0.266
node=5 tau=0.697
node=6 tau=0.468
node=7 tau=0.581
node=8 tau=0.588
node=9 tau=0.639
node=0 tau=0.358
node=1 tau=0.365
node=2 tau=0.365
node=3 tau=0.397
node=4 tau=0.303
node=5 tau=0.703
node=6 tau=0.485
node=7 tau=0.579
node=8 tau=0.620
node=9 tau=0.652
[E 4B10 |   3520/60000 (  6%) ] Loss: 0.0463 top1= 99.0625
node=0 tau=0.345
node=1 tau=0.348
node=2 tau=0.348
node=3 tau=0.390
node=4 tau=0.293
node=5 tau=0.724
node=6 tau=0.506
node=7 tau=0.567
node=8 tau=0.633
node=9 tau=0.655
node=0 tau=0.330
node=1 tau=0.343
node=2 tau=0.343
node=3 tau=0.387
node=4 tau=0.291
node=5 tau=0.727
node=6 tau=0.501
node=7 tau=0.587
node=8 tau=0.606
node=9 tau=0.672
node=0 tau=0.306
node=1 tau=0.321
node=2 tau=0.325
node=3 tau=0.360
node=4 tau=0.272
node=5 tau=0.731
node=6 tau=0.490
node=7 tau=0.660
node=8 tau=0.660
node=9 tau=0.712
node=0 tau=0.312
node=1 tau=0.322
node=2 tau=0.332
node=3 tau=0.340
node=4 tau=0.254
node=5 tau=0.714
node=6 tau=0.517
node=7 tau=0.630
node=8 tau=0.630
node=9 tau=0.680
node=0 tau=0.344
node=1 tau=0.332
node=2 tau=0.383
node=3 tau=0.332
node=4 tau=0.274
node=5 tau=0.768
node=6 tau=0.620
node=7 tau=0.717
node=8 tau=0.727
node=9 tau=0.717
node=0 tau=0.417
node=1 tau=0.310
node=2 tau=0.443
node=3 tau=0.310
node=4 tau=0.259
node=5 tau=0.746
node=6 tau=0.612
node=7 tau=0.672
node=8 tau=0.705
node=9 tau=0.705
node=0 tau=0.388
node=1 tau=0.327
node=2 tau=0.428
node=3 tau=0.327
node=4 tau=0.268
node=5 tau=0.736
node=6 tau=0.574
node=7 tau=0.643
node=8 tau=0.662
node=9 tau=0.659
node=0 tau=0.413
node=1 tau=0.308
node=2 tau=0.468
node=3 tau=0.308
node=4 tau=0.274
node=5 tau=0.732
node=6 tau=0.548
node=7 tau=0.658
node=8 tau=0.658
node=9 tau=0.673
node=0 tau=0.377
node=1 tau=0.307
node=2 tau=0.424
node=3 tau=0.307
node=4 tau=0.276
node=5 tau=0.825
node=6 tau=0.521
node=7 tau=0.683
node=8 tau=0.630
node=9 tau=0.708
node=0 tau=0.384
node=1 tau=0.303
node=2 tau=0.420
node=3 tau=0.303
node=4 tau=0.266
node=5 tau=0.846
node=6 tau=0.548
node=7 tau=0.668
node=8 tau=0.652
node=9 tau=0.766
[E 4B20 |   6720/60000 ( 11%) ] Loss: 0.0564 top1= 98.4375
node=0 tau=0.413
node=1 tau=0.312
node=2 tau=0.443
node=3 tau=0.312
node=4 tau=0.270
node=5 tau=0.814
node=6 tau=0.533
node=7 tau=0.627
node=8 tau=0.649
node=9 tau=0.750
node=0 tau=0.392
node=1 tau=0.329
node=2 tau=0.411
node=3 tau=0.329
node=4 tau=0.290
node=5 tau=0.837
node=6 tau=0.538
node=7 tau=0.612
node=8 tau=0.674
node=9 tau=0.739
node=0 tau=0.374
node=1 tau=0.327
node=2 tau=0.382
node=3 tau=0.327
node=4 tau=0.286
node=5 tau=0.795
node=6 tau=0.531
node=7 tau=0.599
node=8 tau=0.667
node=9 tau=0.720
node=0 tau=0.363
node=1 tau=0.360
node=2 tau=0.383
node=3 tau=0.371
node=4 tau=0.314
node=5 tau=0.826
node=6 tau=0.532
node=7 tau=0.612
node=8 tau=0.652
node=9 tau=0.703
node=0 tau=0.354
node=1 tau=0.363
node=2 tau=0.396
node=3 tau=0.363
node=4 tau=0.284
node=5 tau=0.828
node=6 tau=0.518
node=7 tau=0.621
node=8 tau=0.635
node=9 tau=0.704
node=0 tau=0.378
node=1 tau=0.367
node=2 tau=0.395
node=3 tau=0.367
node=4 tau=0.284
node=5 tau=0.814
node=6 tau=0.532
node=7 tau=0.666
node=8 tau=0.615
node=9 tau=0.711
node=0 tau=0.421
node=1 tau=0.337
node=2 tau=0.437
node=3 tau=0.337
node=4 tau=0.322
node=5 tau=0.769
node=6 tau=0.552
node=7 tau=0.630
node=8 tau=0.623
node=9 tau=0.672
node=0 tau=0.434
node=1 tau=0.323
node=2 tau=0.451
node=3 tau=0.323
node=4 tau=0.308
node=5 tau=0.805
node=6 tau=0.555
node=7 tau=0.635
node=8 tau=0.649
node=9 tau=0.688
node=0 tau=0.446
node=1 tau=0.301
node=2 tau=0.464
node=3 tau=0.301
node=4 tau=0.295
node=5 tau=0.799
node=6 tau=0.584
node=7 tau=0.600
node=8 tau=0.665
node=9 tau=0.670
node=0 tau=0.447
node=1 tau=0.285
node=2 tau=0.466
node=3 tau=0.285
node=4 tau=0.280
node=5 tau=0.900
node=6 tau=0.584
node=7 tau=0.686
node=8 tau=0.689
node=9 tau=0.689

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=1.0727 top1= 70.3025


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.8119 top1= 49.1186


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=2.1121 top1= 59.8958

Train epoch 5
[E 5B0  |    320/60000 (  1%) ] Loss: 0.0834 top1= 96.5625
node=0 tau=0.410
node=1 tau=0.305
node=2 tau=0.465
node=3 tau=0.305
node=4 tau=0.278
node=5 tau=0.888
node=6 tau=0.550
node=7 tau=0.726
node=8 tau=0.661
node=9 tau=0.726
node=0 tau=0.374
node=1 tau=0.366
node=2 tau=0.432
node=3 tau=0.366
node=4 tau=0.301
node=5 tau=0.823
node=6 tau=0.572
node=7 tau=0.713
node=8 tau=0.636
node=9 tau=0.727
node=0 tau=0.369
node=1 tau=0.341
node=2 tau=0.417
node=3 tau=0.384
node=4 tau=0.332
node=5 tau=0.785
node=6 tau=0.542
node=7 tau=0.699
node=8 tau=0.606
node=9 tau=0.724
node=0 tau=0.369
node=1 tau=0.339
node=2 tau=0.398
node=3 tau=0.367
node=4 tau=0.309
node=5 tau=0.805
node=6 tau=0.614
node=7 tau=0.653
node=8 tau=0.614
node=9 tau=0.733
node=0 tau=0.360
node=1 tau=0.324
node=2 tau=0.378
node=3 tau=0.343
node=4 tau=0.293
node=5 tau=0.775
node=6 tau=0.581
node=7 tau=0.641
node=8 tau=0.581
node=9 tau=0.705
node=0 tau=0.357
node=1 tau=0.333
node=2 tau=0.381
node=3 tau=0.333
node=4 tau=0.287
node=5 tau=0.790
node=6 tau=0.645
node=7 tau=0.666
node=8 tau=0.645
node=9 tau=0.666
node=0 tau=0.351
node=1 tau=0.376
node=2 tau=0.373
node=3 tau=0.373
node=4 tau=0.281
node=5 tau=0.862
node=6 tau=0.613
node=7 tau=0.663
node=8 tau=0.639
node=9 tau=0.663
node=0 tau=0.377
node=1 tau=0.377
node=2 tau=0.392
node=3 tau=0.377
node=4 tau=0.284
node=5 tau=0.902
node=6 tau=0.577
node=7 tau=0.680
node=8 tau=0.613
node=9 tau=0.680
node=0 tau=0.362
node=1 tau=0.375
node=2 tau=0.388
node=3 tau=0.375
node=4 tau=0.279
node=5 tau=0.849
node=6 tau=0.534
node=7 tau=0.650
node=8 tau=0.584
node=9 tau=0.650
node=0 tau=0.362
node=1 tau=0.375
node=2 tau=0.375
node=3 tau=0.456
node=4 tau=0.316
node=5 tau=0.791
node=6 tau=0.468
node=7 tau=0.659
node=8 tau=0.576
node=9 tau=0.659
[E 5B10 |   3520/60000 (  6%) ] Loss: 0.0796 top1= 97.1875
node=0 tau=0.349
node=1 tau=0.363
node=2 tau=0.363
node=3 tau=0.458
node=4 tau=0.313
node=5 tau=0.822
node=6 tau=0.516
node=7 tau=0.648
node=8 tau=0.659
node=9 tau=0.694
node=0 tau=0.345
node=1 tau=0.355
node=2 tau=0.355
node=3 tau=0.459
node=4 tau=0.315
node=5 tau=0.796
node=6 tau=0.498
node=7 tau=0.617
node=8 tau=0.636
node=9 tau=0.677
node=0 tau=0.327
node=1 tau=0.342
node=2 tau=0.342
node=3 tau=0.426
node=4 tau=0.291
node=5 tau=0.755
node=6 tau=0.489
node=7 tau=0.603
node=8 tau=0.597
node=9 tau=0.655
node=0 tau=0.327
node=1 tau=0.336
node=2 tau=0.336
node=3 tau=0.403
node=4 tau=0.285
node=5 tau=0.719
node=6 tau=0.506
node=7 tau=0.574
node=8 tau=0.556
node=9 tau=0.610
node=0 tau=0.330
node=1 tau=0.330
node=2 tau=0.348
node=3 tau=0.358
node=4 tau=0.266
node=5 tau=0.782
node=6 tau=0.524
node=7 tau=0.600
node=8 tau=0.585
node=9 tau=0.600
node=0 tau=0.345
node=1 tau=0.331
node=2 tau=0.361
node=3 tau=0.331
node=4 tau=0.255
node=5 tau=0.788
node=6 tau=0.540
node=7 tau=0.570
node=8 tau=0.594
node=9 tau=0.594
node=0 tau=0.321
node=1 tau=0.333
node=2 tau=0.373
node=3 tau=0.340
node=4 tau=0.284
node=5 tau=0.770
node=6 tau=0.533
node=7 tau=0.575
node=8 tau=0.618
node=9 tau=0.618
node=0 tau=0.354
node=1 tau=0.337
node=2 tau=0.401
node=3 tau=0.338
node=4 tau=0.338
node=5 tau=0.771
node=6 tau=0.550
node=7 tau=0.564
node=8 tau=0.639
node=9 tau=0.639
node=0 tau=0.333
node=1 tau=0.335
node=2 tau=0.367
node=3 tau=0.335
node=4 tau=0.323
node=5 tau=0.789
node=6 tau=0.530
node=7 tau=0.547
node=8 tau=0.628
node=9 tau=0.628
node=0 tau=0.336
node=1 tau=0.323
node=2 tau=0.368
node=3 tau=0.323
node=4 tau=0.299
node=5 tau=0.908
node=6 tau=0.514
node=7 tau=0.567
node=8 tau=0.617
node=9 tau=0.617
[E 5B20 |   6720/60000 ( 11%) ] Loss: 0.0554 top1= 98.4375
node=0 tau=0.366
node=1 tau=0.339
node=2 tau=0.444
node=3 tau=0.339
node=4 tau=0.304
node=5 tau=0.879
node=6 tau=0.483
node=7 tau=0.550
node=8 tau=0.584
node=9 tau=0.584
node=0 tau=0.348
node=1 tau=0.358
node=2 tau=0.415
node=3 tau=0.371
node=4 tau=0.353
node=5 tau=0.824
node=6 tau=0.456
node=7 tau=0.656
node=8 tau=0.557
node=9 tau=0.656
node=0 tau=0.348
node=1 tau=0.346
node=2 tau=0.399
node=3 tau=0.377
node=4 tau=0.351
node=5 tau=0.773
node=6 tau=0.443
node=7 tau=0.602
node=8 tau=0.546
node=9 tau=0.667
node=0 tau=0.371
node=1 tau=0.323
node=2 tau=0.385
node=3 tau=0.405
node=4 tau=0.376
node=5 tau=0.751
node=6 tau=0.482
node=7 tau=0.568
node=8 tau=0.613
node=9 tau=0.736
node=0 tau=0.345
node=1 tau=0.302
node=2 tau=0.411
node=3 tau=0.380
node=4 tau=0.328
node=5 tau=0.746
node=6 tau=0.572
node=7 tau=0.557
node=8 tau=0.712
node=9 tau=0.857
node=0 tau=0.331
node=1 tau=0.284
node=2 tau=0.400
node=3 tau=0.348
node=4 tau=0.306
node=5 tau=0.747
node=6 tau=0.617
node=7 tau=0.548
node=8 tau=0.695
node=9 tau=0.841
node=0 tau=0.357
node=1 tau=0.324
node=2 tau=0.439
node=3 tau=0.349
node=4 tau=0.349
node=5 tau=0.773
node=6 tau=0.595
node=7 tau=0.545
node=8 tau=0.699
node=9 tau=0.774
node=0 tau=0.353
node=1 tau=0.314
node=2 tau=0.406
node=3 tau=0.352
node=4 tau=0.352
node=5 tau=1.016
node=6 tau=0.580
node=7 tau=0.721
node=8 tau=0.688
node=9 tau=0.721
node=0 tau=0.370
node=1 tau=0.332
node=2 tau=0.399
node=3 tau=0.345
node=4 tau=0.345
node=5 tau=1.007
node=6 tau=0.563
node=7 tau=0.745
node=8 tau=0.665
node=9 tau=0.745
node=0 tau=0.366
node=1 tau=0.306
node=2 tau=0.394
node=3 tau=0.323
node=4 tau=0.323
node=5 tau=0.962
node=6 tau=0.539
node=7 tau=0.737
node=8 tau=0.630
node=9 tau=0.737

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.8454 top1= 74.7696


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.1103 top1= 53.1450


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=2.1534 top1= 59.5152

Train epoch 6
[E 6B0  |    320/60000 (  1%) ] Loss: 0.0502 top1= 98.7500
node=0 tau=0.337
node=1 tau=0.304
node=2 tau=0.398
node=3 tau=0.315
node=4 tau=0.315
node=5 tau=0.888
node=6 tau=0.539
node=7 tau=0.695
node=8 tau=0.615
node=9 tau=0.695
node=0 tau=0.337
node=1 tau=0.309
node=2 tau=0.396
node=3 tau=0.375
node=4 tau=0.346
node=5 tau=0.805
node=6 tau=0.487
node=7 tau=0.678
node=8 tau=0.628
node=9 tau=0.711
node=0 tau=0.390
node=1 tau=0.330
node=2 tau=0.417
node=3 tau=0.421
node=4 tau=0.380
node=5 tau=0.773
node=6 tau=0.615
node=7 tau=0.637
node=8 tau=0.739
node=9 tau=0.834
node=0 tau=0.385
node=1 tau=0.339
node=2 tau=0.414
node=3 tau=0.411
node=4 tau=0.353
node=5 tau=0.822
node=6 tau=0.656
node=7 tau=0.595
node=8 tau=0.718
node=9 tau=0.845
node=0 tau=0.394
node=1 tau=0.329
node=2 tau=0.406
node=3 tau=0.411
node=4 tau=0.370
node=5 tau=0.784
node=6 tau=0.635
node=7 tau=0.556
node=8 tau=0.660
node=9 tau=0.799
node=0 tau=0.390
node=1 tau=0.318
node=2 tau=0.385
node=3 tau=0.397
node=4 tau=0.354
node=5 tau=0.749
node=6 tau=0.590
node=7 tau=0.533
node=8 tau=0.629
node=9 tau=0.734
node=0 tau=0.354
node=1 tau=0.318
node=2 tau=0.371
node=3 tau=0.353
node=4 tau=0.305
node=5 tau=0.805
node=6 tau=0.581
node=7 tau=0.613
node=8 tau=0.674
node=9 tau=0.676
node=0 tau=0.374
node=1 tau=0.311
node=2 tau=0.374
node=3 tau=0.348
node=4 tau=0.280
node=5 tau=0.762
node=6 tau=0.572
node=7 tau=0.588
node=8 tau=0.685
node=9 tau=0.700
node=0 tau=0.416
node=1 tau=0.334
node=2 tau=0.386
node=3 tau=0.385
node=4 tau=0.312
node=5 tau=0.713
node=6 tau=0.543
node=7 tau=0.558
node=8 tau=0.657
node=9 tau=0.661
node=0 tau=0.418
node=1 tau=0.344
node=2 tau=0.393
node=3 tau=0.363
node=4 tau=0.309
node=5 tau=0.681
node=6 tau=0.529
node=7 tau=0.554
node=8 tau=0.651
node=9 tau=0.651
[E 6B10 |   3520/60000 (  6%) ] Loss: 0.0557 top1= 98.1250
node=0 tau=0.402
node=1 tau=0.342
node=2 tau=0.402
node=3 tau=0.346
node=4 tau=0.291
node=5 tau=0.666
node=6 tau=0.540
node=7 tau=0.535
node=8 tau=0.666
node=9 tau=0.730
node=0 tau=0.406
node=1 tau=0.343
node=2 tau=0.406
node=3 tau=0.343
node=4 tau=0.273
node=5 tau=0.643
node=6 tau=0.587
node=7 tau=0.523
node=8 tau=0.643
node=9 tau=0.785
node=0 tau=0.396
node=1 tau=0.346
node=2 tau=0.396
node=3 tau=0.376
node=4 tau=0.284
node=5 tau=0.622
node=6 tau=0.575
node=7 tau=0.558
node=8 tau=0.622
node=9 tau=0.808
node=0 tau=0.380
node=1 tau=0.329
node=2 tau=0.397
node=3 tau=0.380
node=4 tau=0.283
node=5 tau=0.592
node=6 tau=0.552
node=7 tau=0.523
node=8 tau=0.592
node=9 tau=0.788
node=0 tau=0.372
node=1 tau=0.323
node=2 tau=0.397
node=3 tau=0.365
node=4 tau=0.275
node=5 tau=0.562
node=6 tau=0.526
node=7 tau=0.490
node=8 tau=0.562
node=9 tau=0.719
node=0 tau=0.427
node=1 tau=0.340
node=2 tau=0.442
node=3 tau=0.359
node=4 tau=0.270
node=5 tau=0.560
node=6 tau=0.499
node=7 tau=0.495
node=8 tau=0.560
node=9 tau=0.710
node=0 tau=0.424
node=1 tau=0.308
node=2 tau=0.439
node=3 tau=0.339
node=4 tau=0.251
node=5 tau=0.587
node=6 tau=0.480
node=7 tau=0.511
node=8 tau=0.587
node=9 tau=0.674
node=0 tau=0.465
node=1 tau=0.279
node=2 tau=0.478
node=3 tau=0.311
node=4 tau=0.279
node=5 tau=0.611
node=6 tau=0.499
node=7 tau=0.534
node=8 tau=0.611
node=9 tau=0.633
node=0 tau=0.463
node=1 tau=0.281
node=2 tau=0.474
node=3 tau=0.303
node=4 tau=0.287
node=5 tau=0.676
node=6 tau=0.537
node=7 tau=0.538
node=8 tau=0.679
node=9 tau=0.676
node=0 tau=0.466
node=1 tau=0.266
node=2 tau=0.466
node=3 tau=0.338
node=4 tau=0.293
node=5 tau=0.736
node=6 tau=0.552
node=7 tau=0.538
node=8 tau=0.730
node=9 tau=0.730
[E 6B20 |   6720/60000 ( 11%) ] Loss: 0.0426 top1= 98.7500
node=0 tau=0.464
node=1 tau=0.275
node=2 tau=0.451
node=3 tau=0.366
node=4 tau=0.305
node=5 tau=0.727
node=6 tau=0.521
node=7 tau=0.554
node=8 tau=0.680
node=9 tau=0.680
node=0 tau=0.429
node=1 tau=0.288
node=2 tau=0.429
node=3 tau=0.376
node=4 tau=0.285
node=5 tau=0.735
node=6 tau=0.502
node=7 tau=0.595
node=8 tau=0.663
node=9 tau=0.663
node=0 tau=0.391
node=1 tau=0.303
node=2 tau=0.391
node=3 tau=0.381
node=4 tau=0.284
node=5 tau=0.747
node=6 tau=0.519
node=7 tau=0.652
node=8 tau=0.683
node=9 tau=0.683
node=0 tau=0.409
node=1 tau=0.309
node=2 tau=0.374
node=3 tau=0.409
node=4 tau=0.309
node=5 tau=0.726
node=6 tau=0.510
node=7 tau=0.653
node=8 tau=0.658
node=9 tau=0.674
node=0 tau=0.403
node=1 tau=0.297
node=2 tau=0.393
node=3 tau=0.403
node=4 tau=0.283
node=5 tau=0.691
node=6 tau=0.467
node=7 tau=0.619
node=8 tau=0.621
node=9 tau=0.663
node=0 tau=0.380
node=1 tau=0.303
node=2 tau=0.399
node=3 tau=0.380
node=4 tau=0.259
node=5 tau=0.700
node=6 tau=0.501
node=7 tau=0.574
node=8 tau=0.643
node=9 tau=0.700
node=0 tau=0.354
node=1 tau=0.290
node=2 tau=0.389
node=3 tau=0.354
node=4 tau=0.249
node=5 tau=0.727
node=6 tau=0.514
node=7 tau=0.621
node=8 tau=0.702
node=9 tau=0.709
node=0 tau=0.410
node=1 tau=0.243
node=2 tau=0.416
node=3 tau=0.341
node=4 tau=0.277
node=5 tau=0.732
node=6 tau=0.511
node=7 tau=0.591
node=8 tau=0.691
node=9 tau=0.694
node=0 tau=0.457
node=1 tau=0.242
node=2 tau=0.457
node=3 tau=0.314
node=4 tau=0.265
node=5 tau=0.798
node=6 tau=0.582
node=7 tau=0.656
node=8 tau=0.764
node=9 tau=0.764
node=0 tau=0.452
node=1 tau=0.230
node=2 tau=0.452
node=3 tau=0.297
node=4 tau=0.262
node=5 tau=0.843
node=6 tau=0.673
node=7 tau=0.650
node=8 tau=0.810
node=9 tau=0.810

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6941 top1= 79.0565


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.2549 top1= 54.0064


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=2.3859 top1= 62.4299

Train epoch 7
[E 7B0  |    320/60000 (  1%) ] Loss: 0.0615 top1= 98.1250
node=0 tau=0.411
node=1 tau=0.219
node=2 tau=0.411
node=3 tau=0.273
node=4 tau=0.248
node=5 tau=0.814
node=6 tau=0.639
node=7 tau=0.656
node=8 tau=0.781
node=9 tau=0.781
node=0 tau=0.377
node=1 tau=0.234
node=2 tau=0.377
node=3 tau=0.272
node=4 tau=0.306
node=5 tau=0.823
node=6 tau=0.638
node=7 tau=0.713
node=8 tau=0.800
node=9 tau=0.800
node=0 tau=0.364
node=1 tau=0.267
node=2 tau=0.409
node=3 tau=0.298
node=4 tau=0.345
node=5 tau=0.797
node=6 tau=0.615
node=7 tau=0.677
node=8 tau=0.797
node=9 tau=0.842
node=0 tau=0.343
node=1 tau=0.271
node=2 tau=0.430
node=3 tau=0.314
node=4 tau=0.339
node=5 tau=0.758
node=6 tau=0.593
node=7 tau=0.651
node=8 tau=0.758
node=9 tau=0.803
node=0 tau=0.314
node=1 tau=0.249
node=2 tau=0.402
node=3 tau=0.292
node=4 tau=0.314
node=5 tau=0.749
node=6 tau=0.575
node=7 tau=0.633
node=8 tau=0.749
node=9 tau=0.786
node=0 tau=0.306
node=1 tau=0.274
node=2 tau=0.408
node=3 tau=0.311
node=4 tau=0.311
node=5 tau=0.770
node=6 tau=0.577
node=7 tau=0.649
node=8 tau=0.770
node=9 tau=0.785
node=0 tau=0.306
node=1 tau=0.274
node=2 tau=0.405
node=3 tau=0.301
node=4 tau=0.295
node=5 tau=0.822
node=6 tau=0.578
node=7 tau=0.660
node=8 tau=0.800
node=9 tau=0.800
node=0 tau=0.316
node=1 tau=0.260
node=2 tau=0.408
node=3 tau=0.284
node=4 tau=0.275
node=5 tau=0.884
node=6 tau=0.649
node=7 tau=0.705
node=8 tau=0.867
node=9 tau=0.867
node=0 tau=0.318
node=1 tau=0.244
node=2 tau=0.402
node=3 tau=0.272
node=4 tau=0.255
node=5 tau=0.901
node=6 tau=0.686
node=7 tau=0.698
node=8 tau=0.863
node=9 tau=0.863
node=0 tau=0.321
node=1 tau=0.223
node=2 tau=0.367
node=3 tau=0.247
node=4 tau=0.238
node=5 tau=0.870
node=6 tau=0.641
node=7 tau=0.686
node=8 tau=0.821
node=9 tau=0.821
[E 7B10 |   3520/60000 (  6%) ] Loss: 0.0857 top1= 97.8125
node=0 tau=0.315
node=1 tau=0.218
node=2 tau=0.350
node=3 tau=0.237
node=4 tau=0.233
node=5 tau=0.909
node=6 tau=0.655
node=7 tau=0.705
node=8 tau=0.909
node=9 tau=0.914
node=0 tau=0.305
node=1 tau=0.217
node=2 tau=0.334
node=3 tau=0.237
node=4 tau=0.227
node=5 tau=0.863
node=6 tau=0.706
node=7 tau=0.687
node=8 tau=0.863
node=9 tau=0.955
node=0 tau=0.312
node=1 tau=0.213
node=2 tau=0.312
node=3 tau=0.245
node=4 tau=0.245
node=5 tau=0.818
node=6 tau=0.658
node=7 tau=0.708
node=8 tau=0.818
node=9 tau=0.902
node=0 tau=0.297
node=1 tau=0.205
node=2 tau=0.297
node=3 tau=0.234
node=4 tau=0.238
node=5 tau=0.816
node=6 tau=0.626
node=7 tau=0.660
node=8 tau=0.816
node=9 tau=0.836
node=0 tau=0.279
node=1 tau=0.207
node=2 tau=0.279
node=3 tau=0.220
node=4 tau=0.227
node=5 tau=0.810
node=6 tau=0.576
node=7 tau=0.645
node=8 tau=0.760
node=9 tau=0.764
node=0 tau=0.329
node=1 tau=0.212
node=2 tau=0.329
node=3 tau=0.234
node=4 tau=0.210
node=5 tau=0.848
node=6 tau=0.578
node=7 tau=0.654
node=8 tau=0.773
node=9 tau=0.773
node=0 tau=0.314
node=1 tau=0.225
node=2 tau=0.314
node=3 tau=0.239
node=4 tau=0.202
node=5 tau=0.819
node=6 tau=0.548
node=7 tau=0.619
node=8 tau=0.739
node=9 tau=0.739
node=0 tau=0.308
node=1 tau=0.209
node=2 tau=0.308
node=3 tau=0.221
node=4 tau=0.206
node=5 tau=0.786
node=6 tau=0.566
node=7 tau=0.639
node=8 tau=0.727
node=9 tau=0.727
node=0 tau=0.286
node=1 tau=0.208
node=2 tau=0.286
node=3 tau=0.211
node=4 tau=0.225
node=5 tau=0.804
node=6 tau=0.620
node=7 tau=0.644
node=8 tau=0.752
node=9 tau=0.752
node=0 tau=0.299
node=1 tau=0.196
node=2 tau=0.299
node=3 tau=0.205
node=4 tau=0.223
node=5 tau=0.831
node=6 tau=0.618
node=7 tau=0.606
node=8 tau=0.730
node=9 tau=0.730
[E 7B20 |   6720/60000 ( 11%) ] Loss: 0.0390 top1= 98.7500
node=0 tau=0.331
node=1 tau=0.189
node=2 tau=0.331
node=3 tau=0.209
node=4 tau=0.218
node=5 tau=0.827
node=6 tau=0.576
node=7 tau=0.583
node=8 tau=0.684
node=9 tau=0.684
node=0 tau=0.316
node=1 tau=0.179
node=2 tau=0.316
node=3 tau=0.205
node=4 tau=0.212
node=5 tau=0.811
node=6 tau=0.572
node=7 tau=0.576
node=8 tau=0.663
node=9 tau=0.663
node=0 tau=0.304
node=1 tau=0.163
node=2 tau=0.304
node=3 tau=0.201
node=4 tau=0.206
node=5 tau=0.773
node=6 tau=0.538
node=7 tau=0.544
node=8 tau=0.634
node=9 tau=0.634
node=0 tau=0.293
node=1 tau=0.174
node=2 tau=0.307
node=3 tau=0.214
node=4 tau=0.206
node=5 tau=0.739
node=6 tau=0.509
node=7 tau=0.524
node=8 tau=0.606
node=9 tau=0.606
node=0 tau=0.289
node=1 tau=0.163
node=2 tau=0.292
node=3 tau=0.215
node=4 tau=0.208
node=5 tau=0.710
node=6 tau=0.476
node=7 tau=0.515
node=8 tau=0.622
node=9 tau=0.641
node=0 tau=0.345
node=1 tau=0.210
node=2 tau=0.311
node=3 tau=0.265
node=4 tau=0.248
node=5 tau=0.694
node=6 tau=0.487
node=7 tau=0.495
node=8 tau=0.630
node=9 tau=0.664
node=0 tau=0.423
node=1 tau=0.245
node=2 tau=0.309
node=3 tau=0.309
node=4 tau=0.306
node=5 tau=0.698
node=6 tau=0.514
node=7 tau=0.509
node=8 tau=0.653
node=9 tau=0.682
node=0 tau=0.411
node=1 tau=0.254
node=2 tau=0.284
node=3 tau=0.284
node=4 tau=0.280
node=5 tau=0.669
node=6 tau=0.479
node=7 tau=0.469
node=8 tau=0.606
node=9 tau=0.637
node=0 tau=0.414
node=1 tau=0.271
node=2 tau=0.292
node=3 tau=0.284
node=4 tau=0.273
node=5 tau=0.775
node=6 tau=0.453
node=7 tau=0.551
node=8 tau=0.569
node=9 tau=0.599
node=0 tau=0.424
node=1 tau=0.243
node=2 tau=0.344
node=3 tau=0.258
node=4 tau=0.272
node=5 tau=0.876
node=6 tau=0.451
node=7 tau=0.598
node=8 tau=0.591
node=9 tau=0.598

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.9466 top1= 73.8682


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.9587 top1= 56.4904


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.6517 top1= 64.4732

Train epoch 8
[E 8B0  |    320/60000 (  1%) ] Loss: 0.0636 top1= 98.4375
node=0 tau=0.407
node=1 tau=0.227
node=2 tau=0.371
node=3 tau=0.303
node=4 tau=0.302
node=5 tau=0.853
node=6 tau=0.433
node=7 tau=0.561
node=8 tau=0.562
node=9 tau=0.562
node=0 tau=0.365
node=1 tau=0.218
node=2 tau=0.341
node=3 tau=0.283
node=4 tau=0.284
node=5 tau=0.858
node=6 tau=0.401
node=7 tau=0.529
node=8 tau=0.525
node=9 tau=0.529
node=0 tau=0.378
node=1 tau=0.203
node=2 tau=0.339
node=3 tau=0.261
node=4 tau=0.269
node=5 tau=0.810
node=6 tau=0.379
node=7 tau=0.510
node=8 tau=0.500
node=9 tau=0.510
node=0 tau=0.362
node=1 tau=0.188
node=2 tau=0.329
node=3 tau=0.243
node=4 tau=0.253
node=5 tau=0.765
node=6 tau=0.365
node=7 tau=0.511
node=8 tau=0.497
node=9 tau=0.511
node=0 tau=0.352
node=1 tau=0.183
node=2 tau=0.319
node=3 tau=0.246
node=4 tau=0.248
node=5 tau=0.707
node=6 tau=0.411
node=7 tau=0.530
node=8 tau=0.529
node=9 tau=0.583
node=0 tau=0.346
node=1 tau=0.206
node=2 tau=0.336
node=3 tau=0.289
node=4 tau=0.284
node=5 tau=0.699
node=6 tau=0.403
node=7 tau=0.487
node=8 tau=0.527
node=9 tau=0.571
node=0 tau=0.353
node=1 tau=0.229
node=2 tau=0.325
node=3 tau=0.298
node=4 tau=0.306
node=5 tau=0.674
node=6 tau=0.389
node=7 tau=0.447
node=8 tau=0.511
node=9 tau=0.542
node=0 tau=0.349
node=1 tau=0.219
node=2 tau=0.333
node=3 tau=0.285
node=4 tau=0.284
node=5 tau=0.614
node=6 tau=0.405
node=7 tau=0.406
node=8 tau=0.486
node=9 tau=0.519
node=0 tau=0.360
node=1 tau=0.230
node=2 tau=0.343
node=3 tau=0.290
node=4 tau=0.304
node=5 tau=0.563
node=6 tau=0.417
node=7 tau=0.393
node=8 tau=0.509
node=9 tau=0.513
node=0 tau=0.414
node=1 tau=0.234
node=2 tau=0.402
node=3 tau=0.292
node=4 tau=0.305
node=5 tau=0.568
node=6 tau=0.401
node=7 tau=0.393
node=8 tau=0.495
node=9 tau=0.503
[E 8B10 |   3520/60000 (  6%) ] Loss: 0.0437 top1= 99.3750
node=0 tau=0.396
node=1 tau=0.216
node=2 tau=0.396
node=3 tau=0.270
node=4 tau=0.283
node=5 tau=0.584
node=6 tau=0.402
node=7 tau=0.427
node=8 tau=0.492
node=9 tau=0.492
node=0 tau=0.393
node=1 tau=0.224
node=2 tau=0.365
node=3 tau=0.273
node=4 tau=0.278
node=5 tau=0.588
node=6 tau=0.384
node=7 tau=0.415
node=8 tau=0.480
node=9 tau=0.488
node=0 tau=0.382
node=1 tau=0.210
node=2 tau=0.350
node=3 tau=0.295
node=4 tau=0.257
node=5 tau=0.568
node=6 tau=0.365
node=7 tau=0.379
node=8 tau=0.489
node=9 tau=0.495
node=0 tau=0.366
node=1 tau=0.210
node=2 tau=0.361
node=3 tau=0.315
node=4 tau=0.258
node=5 tau=0.549
node=6 tau=0.393
node=7 tau=0.361
node=8 tau=0.481
node=9 tau=0.495
node=0 tau=0.331
node=1 tau=0.211
node=2 tau=0.331
node=3 tau=0.302
node=4 tau=0.244
node=5 tau=0.515
node=6 tau=0.367
node=7 tau=0.345
node=8 tau=0.459
node=9 tau=0.493
node=0 tau=0.363
node=1 tau=0.214
node=2 tau=0.362
node=3 tau=0.281
node=4 tau=0.271
node=5 tau=0.521
node=6 tau=0.346
node=7 tau=0.356
node=8 tau=0.447
node=9 tau=0.493
node=0 tau=0.355
node=1 tau=0.205
node=2 tau=0.351
node=3 tau=0.275
node=4 tau=0.270
node=5 tau=0.529
node=6 tau=0.356
node=7 tau=0.370
node=8 tau=0.483
node=9 tau=0.484
node=0 tau=0.365
node=1 tau=0.219
node=2 tau=0.365
node=3 tau=0.256
node=4 tau=0.287
node=5 tau=0.524
node=6 tau=0.348
node=7 tau=0.347
node=8 tau=0.490
node=9 tau=0.490
node=0 tau=0.353
node=1 tau=0.225
node=2 tau=0.353
node=3 tau=0.241
node=4 tau=0.283
node=5 tau=0.570
node=6 tau=0.398
node=7 tau=0.402
node=8 tau=0.519
node=9 tau=0.519
node=0 tau=0.372
node=1 tau=0.209
node=2 tau=0.372
node=3 tau=0.222
node=4 tau=0.261
node=5 tau=0.581
node=6 tau=0.414
node=7 tau=0.381
node=8 tau=0.526
node=9 tau=0.526
[E 8B20 |   6720/60000 ( 11%) ] Loss: 0.0263 top1= 99.3750
node=0 tau=0.374
node=1 tau=0.193
node=2 tau=0.374
node=3 tau=0.215
node=4 tau=0.247
node=5 tau=0.554
node=6 tau=0.389
node=7 tau=0.365
node=8 tau=0.501
node=9 tau=0.501
node=0 tau=0.348
node=1 tau=0.177
node=2 tau=0.351
node=3 tau=0.202
node=4 tau=0.232
node=5 tau=0.576
node=6 tau=0.392
node=7 tau=0.390
node=8 tau=0.513
node=9 tau=0.513
node=0 tau=0.344
node=1 tau=0.191
node=2 tau=0.344
node=3 tau=0.225
node=4 tau=0.263
node=5 tau=0.558
node=6 tau=0.379
node=7 tau=0.378
node=8 tau=0.494
node=9 tau=0.494
node=0 tau=0.317
node=1 tau=0.178
node=2 tau=0.317
node=3 tau=0.220
node=4 tau=0.240
node=5 tau=0.590
node=6 tau=0.431
node=7 tau=0.417
node=8 tau=0.505
node=9 tau=0.505
node=0 tau=0.290
node=1 tau=0.205
node=2 tau=0.303
node=3 tau=0.231
node=4 tau=0.224
node=5 tau=0.555
node=6 tau=0.451
node=7 tau=0.403
node=8 tau=0.510
node=9 tau=0.510
node=0 tau=0.267
node=1 tau=0.210
node=2 tau=0.278
node=3 tau=0.234
node=4 tau=0.206
node=5 tau=0.534
node=6 tau=0.471
node=7 tau=0.397
node=8 tau=0.481
node=9 tau=0.481
node=0 tau=0.327
node=1 tau=0.209
node=2 tau=0.309
node=3 tau=0.279
node=4 tau=0.242
node=5 tau=0.524
node=6 tau=0.435
node=7 tau=0.385
node=8 tau=0.486
node=9 tau=0.486
node=0 tau=0.318
node=1 tau=0.186
node=2 tau=0.271
node=3 tau=0.268
node=4 tau=0.236
node=5 tau=0.508
node=6 tau=0.398
node=7 tau=0.357
node=8 tau=0.481
node=9 tau=0.487
node=0 tau=0.304
node=1 tau=0.181
node=2 tau=0.251
node=3 tau=0.245
node=4 tau=0.236
node=5 tau=0.528
node=6 tau=0.416
node=7 tau=0.372
node=8 tau=0.510
node=9 tau=0.518
node=0 tau=0.330
node=1 tau=0.182
node=2 tau=0.280
node=3 tau=0.225
node=4 tau=0.227
node=5 tau=0.618
node=6 tau=0.468
node=7 tau=0.441
node=8 tau=0.549
node=9 tau=0.549

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.7023 top1= 80.1583


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.7458 top1= 54.8578


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.7541 top1= 65.0841

Train epoch 9
[E 9B0  |    320/60000 (  1%) ] Loss: 0.0648 top1= 98.1250
node=0 tau=0.338
node=1 tau=0.189
node=2 tau=0.303
node=3 tau=0.249
node=4 tau=0.213
node=5 tau=0.586
node=6 tau=0.500
node=7 tau=0.439
node=8 tau=0.558
node=9 tau=0.558
node=0 tau=0.314
node=1 tau=0.179
node=2 tau=0.289
node=3 tau=0.236
node=4 tau=0.202
node=5 tau=0.550
node=6 tau=0.455
node=7 tau=0.426
node=8 tau=0.517
node=9 tau=0.517
node=0 tau=0.295
node=1 tau=0.174
node=2 tau=0.290
node=3 tau=0.217
node=4 tau=0.211
node=5 tau=0.531
node=6 tau=0.431
node=7 tau=0.432
node=8 tau=0.484
node=9 tau=0.484
node=0 tau=0.271
node=1 tau=0.176
node=2 tau=0.271
node=3 tau=0.214
node=4 tau=0.198
node=5 tau=0.514
node=6 tau=0.447
node=7 tau=0.411
node=8 tau=0.457
node=9 tau=0.471
node=0 tau=0.258
node=1 tau=0.162
node=2 tau=0.258
node=3 tau=0.198
node=4 tau=0.183
node=5 tau=0.526
node=6 tau=0.448
node=7 tau=0.416
node=8 tau=0.487
node=9 tau=0.526
node=0 tau=0.237
node=1 tau=0.171
node=2 tau=0.238
node=3 tau=0.198
node=4 tau=0.172
node=5 tau=0.528
node=6 tau=0.477
node=7 tau=0.417
node=8 tau=0.528
node=9 tau=0.577
node=0 tau=0.244
node=1 tau=0.180
node=2 tau=0.244
node=3 tau=0.189
node=4 tau=0.164
node=5 tau=0.575
node=6 tau=0.462
node=7 tau=0.521
node=8 tau=0.612
node=9 tau=0.607
node=0 tau=0.224
node=1 tau=0.175
node=2 tau=0.224
node=3 tau=0.181
node=4 tau=0.154
node=5 tau=0.539
node=6 tau=0.442
node=7 tau=0.512
node=8 tau=0.605
node=9 tau=0.563
node=0 tau=0.210
node=1 tau=0.183
node=2 tau=0.210
node=3 tau=0.201
node=4 tau=0.154
node=5 tau=0.589
node=6 tau=0.522
node=7 tau=0.551
node=8 tau=0.661
node=9 tau=0.589
node=0 tau=0.222
node=1 tau=0.170
node=2 tau=0.197
node=3 tau=0.222
node=4 tau=0.174
node=5 tau=0.621
node=6 tau=0.545
node=7 tau=0.537
node=8 tau=0.626
node=9 tau=0.621
[E 9B10 |   3520/60000 (  6%) ] Loss: 0.0343 top1= 98.1250
node=0 tau=0.233
node=1 tau=0.164
node=2 tau=0.208
node=3 tau=0.233
node=4 tau=0.173
node=5 tau=0.658
node=6 tau=0.487
node=7 tau=0.496
node=8 tau=0.616
node=9 tau=0.616
node=0 tau=0.244
node=1 tau=0.162
node=2 tau=0.229
node=3 tau=0.244
node=4 tau=0.172
node=5 tau=0.708
node=6 tau=0.483
node=7 tau=0.468
node=8 tau=0.665
node=9 tau=0.683
node=0 tau=0.251
node=1 tau=0.184
node=2 tau=0.249
node=3 tau=0.229
node=4 tau=0.173
node=5 tau=0.661
node=6 tau=0.510
node=7 tau=0.453
node=8 tau=0.661
node=9 tau=0.752
node=0 tau=0.305
node=1 tau=0.199
node=2 tau=0.256
node=3 tau=0.256
node=4 tau=0.218
node=5 tau=0.739
node=6 tau=0.575
node=7 tau=0.606
node=8 tau=0.757
node=9 tau=0.754
node=0 tau=0.316
node=1 tau=0.200
node=2 tau=0.260
node=3 tau=0.260
node=4 tau=0.217
node=5 tau=0.679
node=6 tau=0.536
node=7 tau=0.573
node=8 tau=0.697
node=9 tau=0.682
node=0 tau=0.348
node=1 tau=0.188
node=2 tau=0.278
node=3 tau=0.243
node=4 tau=0.203
node=5 tau=0.703
node=6 tau=0.530
node=7 tau=0.582
node=8 tau=0.669
node=9 tau=0.703
node=0 tau=0.337
node=1 tau=0.173
node=2 tau=0.299
node=3 tau=0.237
node=4 tau=0.191
node=5 tau=0.680
node=6 tau=0.487
node=7 tau=0.582
node=8 tau=0.623
node=9 tau=0.680
node=0 tau=0.316
node=1 tau=0.161
node=2 tau=0.285
node=3 tau=0.220
node=4 tau=0.188
node=5 tau=0.699
node=6 tau=0.482
node=7 tau=0.577
node=8 tau=0.596
node=9 tau=0.699
node=0 tau=0.287
node=1 tau=0.185
node=2 tau=0.286
node=3 tau=0.222
node=4 tau=0.177
node=5 tau=0.725
node=6 tau=0.451
node=7 tau=0.581
node=8 tau=0.579
node=9 tau=0.689
node=0 tau=0.258
node=1 tau=0.190
node=2 tau=0.258
node=3 tau=0.215
node=4 tau=0.174
node=5 tau=0.733
node=6 tau=0.457
node=7 tau=0.554
node=8 tau=0.577
node=9 tau=0.674
[E 9B20 |   6720/60000 ( 11%) ] Loss: 0.0318 top1= 99.0625
node=0 tau=0.270
node=1 tau=0.224
node=2 tau=0.270
node=3 tau=0.229
node=4 tau=0.180
node=5 tau=0.696
node=6 tau=0.442
node=7 tau=0.505
node=8 tau=0.551
node=9 tau=0.647
node=0 tau=0.258
node=1 tau=0.214
node=2 tau=0.258
node=3 tau=0.220
node=4 tau=0.173
node=5 tau=0.651
node=6 tau=0.462
node=7 tau=0.458
node=8 tau=0.556
node=9 tau=0.655
node=0 tau=0.270
node=1 tau=0.196
node=2 tau=0.270
node=3 tau=0.205
node=4 tau=0.159
node=5 tau=0.646
node=6 tau=0.476
node=7 tau=0.453
node=8 tau=0.578
node=9 tau=0.657
node=0 tau=0.276
node=1 tau=0.181
node=2 tau=0.276
node=3 tau=0.192
node=4 tau=0.145
node=5 tau=0.653
node=6 tau=0.536
node=7 tau=0.476
node=8 tau=0.564
node=9 tau=0.605
node=0 tau=0.309
node=1 tau=0.168
node=2 tau=0.318
node=3 tau=0.182
node=4 tau=0.138
node=5 tau=0.610
node=6 tau=0.526
node=7 tau=0.463
node=8 tau=0.547
node=9 tau=0.575
node=0 tau=0.324
node=1 tau=0.156
node=2 tau=0.324
node=3 tau=0.196
node=4 tau=0.153
node=5 tau=0.605
node=6 tau=0.524
node=7 tau=0.457
node=8 tau=0.524
node=9 tau=0.586
node=0 tau=0.299
node=1 tau=0.146
node=2 tau=0.299
node=3 tau=0.193
node=4 tau=0.149
node=5 tau=0.562
node=6 tau=0.501
node=7 tau=0.439
node=8 tau=0.501
node=9 tau=0.550
node=0 tau=0.304
node=1 tau=0.155
node=2 tau=0.288
node=3 tau=0.196
node=4 tau=0.160
node=5 tau=0.546
node=6 tau=0.466
node=7 tau=0.422
node=8 tau=0.466
node=9 tau=0.541
node=0 tau=0.298
node=1 tau=0.155
node=2 tau=0.274
node=3 tau=0.190
node=4 tau=0.162
node=5 tau=0.539
node=6 tau=0.440
node=7 tau=0.395
node=8 tau=0.460
node=9 tau=0.538
node=0 tau=0.294
node=1 tau=0.145
node=2 tau=0.262
node=3 tau=0.175
node=4 tau=0.153
node=5 tau=0.587
node=6 tau=0.437
node=7 tau=0.436
node=8 tau=0.457
node=9 tau=0.546

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5594 top1= 84.0645


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.9467 top1= 52.2236


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.6358 top1= 66.4363

Train epoch 10
[E10B0  |    320/60000 (  1%) ] Loss: 0.0405 top1= 99.3750
node=0 tau=0.285
node=1 tau=0.144
node=2 tau=0.236
node=3 tau=0.173
node=4 tau=0.150
node=5 tau=0.579
node=6 tau=0.429
node=7 tau=0.410
node=8 tau=0.472
node=9 tau=0.524
node=0 tau=0.274
node=1 tau=0.131
node=2 tau=0.233
node=3 tau=0.162
node=4 tau=0.137
node=5 tau=0.556
node=6 tau=0.428
node=7 tau=0.381
node=8 tau=0.464
node=9 tau=0.523
node=0 tau=0.260
node=1 tau=0.123
node=2 tau=0.260
node=3 tau=0.168
node=4 tau=0.126
node=5 tau=0.543
node=6 tau=0.399
node=7 tau=0.369
node=8 tau=0.456
node=9 tau=0.496
node=0 tau=0.250
node=1 tau=0.123
node=2 tau=0.250
node=3 tau=0.166
node=4 tau=0.119
node=5 tau=0.536
node=6 tau=0.383
node=7 tau=0.361
node=8 tau=0.445
node=9 tau=0.483
node=0 tau=0.230
node=1 tau=0.144
node=2 tau=0.230
node=3 tau=0.179
node=4 tau=0.127
node=5 tau=0.513
node=6 tau=0.360
node=7 tau=0.378
node=8 tau=0.418
node=9 tau=0.483
node=0 tau=0.238
node=1 tau=0.186
node=2 tau=0.214
node=3 tau=0.238
node=4 tau=0.185
node=5 tau=0.500
node=6 tau=0.381
node=7 tau=0.378
node=8 tau=0.386
node=9 tau=0.475
node=0 tau=0.223
node=1 tau=0.172
node=2 tau=0.204
node=3 tau=0.223
node=4 tau=0.173
node=5 tau=0.482
node=6 tau=0.380
node=7 tau=0.368
node=8 tau=0.380
node=9 tau=0.467
node=0 tau=0.217
node=1 tau=0.177
node=2 tau=0.217
node=3 tau=0.205
node=4 tau=0.160
node=5 tau=0.469
node=6 tau=0.357
node=7 tau=0.361
node=8 tau=0.357
node=9 tau=0.462
node=0 tau=0.211
node=1 tau=0.167
node=2 tau=0.206
node=3 tau=0.211
node=4 tau=0.170
node=5 tau=0.454
node=6 tau=0.360
node=7 tau=0.338
node=8 tau=0.360
node=9 tau=0.457
node=0 tau=0.207
node=1 tau=0.158
node=2 tau=0.213
node=3 tau=0.207
node=4 tau=0.174
node=5 tau=0.443
node=6 tau=0.347
node=7 tau=0.329
node=8 tau=0.366
node=9 tau=0.454
[E10B10 |   3520/60000 (  6%) ] Loss: 0.0222 top1= 99.0625
node=0 tau=0.203
node=1 tau=0.148
node=2 tau=0.202
node=3 tau=0.203
node=4 tau=0.172
node=5 tau=0.437
node=6 tau=0.358
node=7 tau=0.330
node=8 tau=0.376
node=9 tau=0.439
node=0 tau=0.245
node=1 tau=0.154
node=2 tau=0.220
node=3 tau=0.220
node=4 tau=0.197
node=5 tau=0.408
node=6 tau=0.342
node=7 tau=0.331
node=8 tau=0.366
node=9 tau=0.408
node=0 tau=0.244
node=1 tau=0.155
node=2 tau=0.209
node=3 tau=0.209
node=4 tau=0.190
node=5 tau=0.391
node=6 tau=0.321
node=7 tau=0.314
node=8 tau=0.358
node=9 tau=0.396
node=0 tau=0.240
node=1 tau=0.156
node=2 tau=0.203
node=3 tau=0.203
node=4 tau=0.190
node=5 tau=0.365
node=6 tau=0.298
node=7 tau=0.294
node=8 tau=0.357
node=9 tau=0.401
node=0 tau=0.229
node=1 tau=0.154
node=2 tau=0.199
node=3 tau=0.199
node=4 tau=0.178
node=5 tau=0.349
node=6 tau=0.288
node=7 tau=0.298
node=8 tau=0.348
node=9 tau=0.414
node=0 tau=0.235
node=1 tau=0.141
node=2 tau=0.207
node=3 tau=0.195
node=4 tau=0.164
node=5 tau=0.351
node=6 tau=0.285
node=7 tau=0.290
node=8 tau=0.351
node=9 tau=0.408
node=0 tau=0.236
node=1 tau=0.133
node=2 tau=0.236
node=3 tau=0.201
node=4 tau=0.154
node=5 tau=0.337
node=6 tau=0.291
node=7 tau=0.296
node=8 tau=0.337
node=9 tau=0.426
node=0 tau=0.225
node=1 tau=0.124
node=2 tau=0.225
node=3 tau=0.191
node=4 tau=0.150
node=5 tau=0.336
node=6 tau=0.295
node=7 tau=0.299
node=8 tau=0.336
node=9 tau=0.409
node=0 tau=0.206
node=1 tau=0.116
node=2 tau=0.206
node=3 tau=0.178
node=4 tau=0.143
node=5 tau=0.426
node=6 tau=0.310
node=7 tau=0.321
node=8 tau=0.386
node=9 tau=0.426
node=0 tau=0.216
node=1 tau=0.155
node=2 tau=0.187
node=3 tau=0.216
node=4 tau=0.147
node=5 tau=0.464
node=6 tau=0.371
node=7 tau=0.360
node=8 tau=0.428
node=9 tau=0.458
[E10B20 |   6720/60000 ( 11%) ] Loss: 0.0200 top1= 99.3750
node=0 tau=0.213
node=1 tau=0.145
node=2 tau=0.183
node=3 tau=0.213
node=4 tau=0.149
node=5 tau=0.479
node=6 tau=0.369
node=7 tau=0.342
node=8 tau=0.414
node=9 tau=0.446
node=0 tau=0.245
node=1 tau=0.135
node=2 tau=0.172
node=3 tau=0.245
node=4 tau=0.172
node=5 tau=0.484
node=6 tau=0.343
node=7 tau=0.357
node=8 tau=0.400
node=9 tau=0.444
node=0 tau=0.225
node=1 tau=0.125
node=2 tau=0.197
node=3 tau=0.225
node=4 tau=0.185
node=5 tau=0.469
node=6 tau=0.315
node=7 tau=0.340
node=8 tau=0.387
node=9 tau=0.439
node=0 tau=0.208
node=1 tau=0.132
node=2 tau=0.203
node=3 tau=0.208
node=4 tau=0.180
node=5 tau=0.487
node=6 tau=0.308
node=7 tau=0.356
node=8 tau=0.388
node=9 tau=0.438
node=0 tau=0.188
node=1 tau=0.124
node=2 tau=0.193
node=3 tau=0.188
node=4 tau=0.164
node=5 tau=0.477
node=6 tau=0.340
node=7 tau=0.349
node=8 tau=0.408
node=9 tau=0.439
node=0 tau=0.218
node=1 tau=0.135
node=2 tau=0.221
node=3 tau=0.218
node=4 tau=0.175
node=5 tau=0.445
node=6 tau=0.440
node=7 tau=0.339
node=8 tau=0.445
node=9 tau=0.443
node=0 tau=0.214
node=1 tau=0.127
node=2 tau=0.218
node=3 tau=0.214
node=4 tau=0.168
node=5 tau=0.432
node=6 tau=0.471
node=7 tau=0.373
node=8 tau=0.427
node=9 tau=0.432
node=0 tau=0.207
node=1 tau=0.124
node=2 tau=0.204
node=3 tau=0.207
node=4 tau=0.163
node=5 tau=0.415
node=6 tau=0.459
node=7 tau=0.378
node=8 tau=0.401
node=9 tau=0.415
node=0 tau=0.215
node=1 tau=0.151
node=2 tau=0.205
node=3 tau=0.211
node=4 tau=0.192
node=5 tau=0.436
node=6 tau=0.445
node=7 tau=0.361
node=8 tau=0.418
node=9 tau=0.436
node=0 tau=0.235
node=1 tau=0.142
node=2 tau=0.239
node=3 tau=0.199
node=4 tau=0.178
node=5 tau=0.478
node=6 tau=0.462
node=7 tau=0.398
node=8 tau=0.462
node=9 tau=0.452

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6007 top1= 83.0729


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.9560 top1= 52.4038


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.3417 top1= 71.3842

Train epoch 11
[E11B0  |    320/60000 (  1%) ] Loss: 0.0403 top1= 98.7500
node=0 tau=0.216
node=1 tau=0.132
node=2 tau=0.235
node=3 tau=0.202
node=4 tau=0.168
node=5 tau=0.514
node=6 tau=0.480
node=7 tau=0.415
node=8 tau=0.480
node=9 tau=0.443
node=0 tau=0.196
node=1 tau=0.120
node=2 tau=0.215
node=3 tau=0.192
node=4 tau=0.153
node=5 tau=0.523
node=6 tau=0.458
node=7 tau=0.410
node=8 tau=0.458
node=9 tau=0.450
node=0 tau=0.196
node=1 tau=0.121
node=2 tau=0.196
node=3 tau=0.196
node=4 tau=0.139
node=5 tau=0.548
node=6 tau=0.441
node=7 tau=0.394
node=8 tau=0.491
node=9 tau=0.497
node=0 tau=0.181
node=1 tau=0.113
node=2 tau=0.183
node=3 tau=0.181
node=4 tau=0.129
node=5 tau=0.508
node=6 tau=0.410
node=7 tau=0.372
node=8 tau=0.502
node=9 tau=0.531
node=0 tau=0.166
node=1 tau=0.103
node=2 tau=0.166
node=3 tau=0.166
node=4 tau=0.119
node=5 tau=0.469
node=6 tau=0.430
node=7 tau=0.379
node=8 tau=0.469
node=9 tau=0.601
node=0 tau=0.215
node=1 tau=0.125
node=2 tau=0.169
node=3 tau=0.215
node=4 tau=0.160
node=5 tau=0.450
node=6 tau=0.433
node=7 tau=0.365
node=8 tau=0.450
node=9 tau=0.601
node=0 tau=0.205
node=1 tau=0.114
node=2 tau=0.157
node=3 tau=0.205
node=4 tau=0.151
node=5 tau=0.448
node=6 tau=0.405
node=7 tau=0.364
node=8 tau=0.448
node=9 tau=0.568
node=0 tau=0.190
node=1 tau=0.107
node=2 tau=0.144
node=3 tau=0.190
node=4 tau=0.142
node=5 tau=0.454
node=6 tau=0.404
node=7 tau=0.379
node=8 tau=0.454
node=9 tau=0.526
node=0 tau=0.178
node=1 tau=0.098
node=2 tau=0.133
node=3 tau=0.178
node=4 tau=0.133
node=5 tau=0.464
node=6 tau=0.395
node=7 tau=0.380
node=8 tau=0.464
node=9 tau=0.496
node=0 tau=0.185
node=1 tau=0.091
node=2 tau=0.140
node=3 tau=0.185
node=4 tau=0.140
node=5 tau=0.501
node=6 tau=0.399
node=7 tau=0.386
node=8 tau=0.501
node=9 tau=0.507
[E11B10 |   3520/60000 (  6%) ] Loss: 0.0202 top1= 99.3750
node=0 tau=0.174
node=1 tau=0.085
node=2 tau=0.129
node=3 tau=0.174
node=4 tau=0.129
node=5 tau=0.521
node=6 tau=0.422
node=7 tau=0.365
node=8 tau=0.510
node=9 tau=0.510
node=0 tau=0.161
node=1 tau=0.080
node=2 tau=0.121
node=3 tau=0.161
node=4 tau=0.121
node=5 tau=0.511
node=6 tau=0.391
node=7 tau=0.354
node=8 tau=0.475
node=9 tau=0.475
node=0 tau=0.169
node=1 tau=0.085
node=2 tau=0.122
node=3 tau=0.165
node=4 tau=0.122
node=5 tau=0.483
node=6 tau=0.370
node=7 tau=0.328
node=8 tau=0.471
node=9 tau=0.471
node=0 tau=0.195
node=1 tau=0.110
node=2 tau=0.140
node=3 tau=0.154
node=4 tau=0.116
node=5 tau=0.451
node=6 tau=0.358
node=7 tau=0.304
node=8 tau=0.451
node=9 tau=0.461
node=0 tau=0.189
node=1 tau=0.099
node=2 tau=0.135
node=3 tau=0.148
node=4 tau=0.114
node=5 tau=0.462
node=6 tau=0.358
node=7 tau=0.314
node=8 tau=0.462
node=9 tau=0.476
node=0 tau=0.187
node=1 tau=0.107
node=2 tau=0.153
node=3 tau=0.162
node=4 tau=0.132
node=5 tau=0.449
node=6 tau=0.350
node=7 tau=0.313
node=8 tau=0.449
node=9 tau=0.503
node=0 tau=0.191
node=1 tau=0.103
node=2 tau=0.148
node=3 tau=0.148
node=4 tau=0.124
node=5 tau=0.420
node=6 tau=0.329
node=7 tau=0.297
node=8 tau=0.420
node=9 tau=0.515
node=0 tau=0.179
node=1 tau=0.105
node=2 tau=0.144
node=3 tau=0.144
node=4 tau=0.122
node=5 tau=0.400
node=6 tau=0.316
node=7 tau=0.285
node=8 tau=0.400
node=9 tau=0.508
node=0 tau=0.163
node=1 tau=0.096
node=2 tau=0.129
node=3 tau=0.129
node=4 tau=0.112
node=5 tau=0.401
node=6 tau=0.299
node=7 tau=0.266
node=8 tau=0.401
node=9 tau=0.509
node=0 tau=0.150
node=1 tau=0.088
node=2 tau=0.118
node=3 tau=0.118
node=4 tau=0.115
node=5 tau=0.422
node=6 tau=0.323
node=7 tau=0.287
node=8 tau=0.422
node=9 tau=0.505
[E11B20 |   6720/60000 ( 11%) ] Loss: 0.0201 top1= 99.3750
node=0 tau=0.137
node=1 tau=0.084
node=2 tau=0.112
node=3 tau=0.112
node=4 tau=0.108
node=5 tau=0.435
node=6 tau=0.317
node=7 tau=0.283
node=8 tau=0.418
node=9 tau=0.496
node=0 tau=0.131
node=1 tau=0.078
node=2 tau=0.111
node=3 tau=0.111
node=4 tau=0.099
node=5 tau=0.460
node=6 tau=0.296
node=7 tau=0.334
node=8 tau=0.441
node=9 tau=0.460
node=0 tau=0.122
node=1 tau=0.070
node=2 tau=0.101
node=3 tau=0.103
node=4 tau=0.093
node=5 tau=0.429
node=6 tau=0.275
node=7 tau=0.379
node=8 tau=0.433
node=9 tau=0.433
node=0 tau=0.117
node=1 tau=0.074
node=2 tau=0.104
node=3 tau=0.110
node=4 tau=0.096
node=5 tau=0.473
node=6 tau=0.325
node=7 tau=0.359
node=8 tau=0.410
node=9 tau=0.473
node=0 tau=0.136
node=1 tau=0.091
node=2 tau=0.126
node=3 tau=0.126
node=4 tau=0.130
node=5 tau=0.450
node=6 tau=0.297
node=7 tau=0.344
node=8 tau=0.402
node=9 tau=0.450
node=0 tau=0.135
node=1 tau=0.094
node=2 tau=0.130
node=3 tau=0.130
node=4 tau=0.133
node=5 tau=0.467
node=6 tau=0.291
node=7 tau=0.313
node=8 tau=0.394
node=9 tau=0.463
node=0 tau=0.134
node=1 tau=0.091
node=2 tau=0.127
node=3 tau=0.127
node=4 tau=0.123
node=5 tau=0.450
node=6 tau=0.361
node=7 tau=0.305
node=8 tau=0.417
node=9 tau=0.462
node=0 tau=0.124
node=1 tau=0.083
node=2 tau=0.130
node=3 tau=0.124
node=4 tau=0.113
node=5 tau=0.421
node=6 tau=0.352
node=7 tau=0.293
node=8 tau=0.386
node=9 tau=0.457
node=0 tau=0.113
node=1 tau=0.081
node=2 tau=0.128
node=3 tau=0.113
node=4 tau=0.106
node=5 tau=0.404
node=6 tau=0.342
node=7 tau=0.276
node=8 tau=0.376
node=9 tau=0.453
node=0 tau=0.154
node=1 tau=0.089
node=2 tau=0.138
node=3 tau=0.119
node=4 tau=0.138
node=5 tau=0.398
node=6 tau=0.336
node=7 tau=0.285
node=8 tau=0.382
node=9 tau=0.438

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6337 top1= 81.9211


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.0955 top1= 53.1050


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.9187 top1= 78.8161

Train epoch 12
[E12B0  |    320/60000 (  1%) ] Loss: 0.0272 top1= 98.7500
node=0 tau=0.163
node=1 tau=0.106
node=2 tau=0.149
node=3 tau=0.135
node=4 tau=0.141
node=5 tau=0.410
node=6 tau=0.330
node=7 tau=0.312
node=8 tau=0.412
node=9 tau=0.423
node=0 tau=0.154
node=1 tau=0.103
node=2 tau=0.142
node=3 tau=0.128
node=4 tau=0.129
node=5 tau=0.391
node=6 tau=0.315
node=7 tau=0.291
node=8 tau=0.391
node=9 tau=0.405
node=0 tau=0.145
node=1 tau=0.099
node=2 tau=0.135
node=3 tau=0.120
node=4 tau=0.118
node=5 tau=0.428
node=6 tau=0.351
node=7 tau=0.325
node=8 tau=0.428
node=9 tau=0.448
node=0 tau=0.134
node=1 tau=0.089
node=2 tau=0.127
node=3 tau=0.113
node=4 tau=0.107
node=5 tau=0.499
node=6 tau=0.336
node=7 tau=0.378
node=8 tau=0.428
node=9 tau=0.472
node=0 tau=0.127
node=1 tau=0.081
node=2 tau=0.124
node=3 tau=0.106
node=4 tau=0.098
node=5 tau=0.484
node=6 tau=0.335
node=7 tau=0.366
node=8 tau=0.442
node=9 tau=0.495
node=0 tau=0.117
node=1 tau=0.076
node=2 tau=0.117
node=3 tau=0.107
node=4 tau=0.091
node=5 tau=0.443
node=6 tau=0.338
node=7 tau=0.345
node=8 tau=0.438
node=9 tau=0.500
node=0 tau=0.107
node=1 tau=0.070
node=2 tau=0.112
node=3 tau=0.107
node=4 tau=0.086
node=5 tau=0.425
node=6 tau=0.351
node=7 tau=0.317
node=8 tau=0.425
node=9 tau=0.505
node=0 tau=0.106
node=1 tau=0.074
node=2 tau=0.103
node=3 tau=0.106
node=4 tau=0.079
node=5 tau=0.405
node=6 tau=0.355
node=7 tau=0.291
node=8 tau=0.405
node=9 tau=0.511
node=0 tau=0.141
node=1 tau=0.070
node=2 tau=0.095
node=3 tau=0.141
node=4 tau=0.095
node=5 tau=0.427
node=6 tau=0.367
node=7 tau=0.297
node=8 tau=0.384
node=9 tau=0.503
node=0 tau=0.148
node=1 tau=0.067
node=2 tau=0.104
node=3 tau=0.148
node=4 tau=0.104
node=5 tau=0.420
node=6 tau=0.347
node=7 tau=0.282
node=8 tau=0.384
node=9 tau=0.499
[E12B10 |   3520/60000 (  6%) ] Loss: 0.0147 top1= 99.6875
node=0 tau=0.154
node=1 tau=0.064
node=2 tau=0.096
node=3 tau=0.154
node=4 tau=0.096
node=5 tau=0.416
node=6 tau=0.321
node=7 tau=0.288
node=8 tau=0.360
node=9 tau=0.491
node=0 tau=0.156
node=1 tau=0.060
node=2 tau=0.089
node=3 tau=0.156
node=4 tau=0.089
node=5 tau=0.412
node=6 tau=0.294
node=7 tau=0.301
node=8 tau=0.355
node=9 tau=0.478
node=0 tau=0.154
node=1 tau=0.057
node=2 tau=0.083
node=3 tau=0.154
node=4 tau=0.083
node=5 tau=0.400
node=6 tau=0.303
node=7 tau=0.305
node=8 tau=0.343
node=9 tau=0.465
node=0 tau=0.142
node=1 tau=0.054
node=2 tau=0.077
node=3 tau=0.142
node=4 tau=0.077
node=5 tau=0.391
node=6 tau=0.285
node=7 tau=0.309
node=8 tau=0.327
node=9 tau=0.456
node=0 tau=0.129
node=1 tau=0.057
node=2 tau=0.079
node=3 tau=0.129
node=4 tau=0.079
node=5 tau=0.384
node=6 tau=0.283
node=7 tau=0.305
node=8 tau=0.322
node=9 tau=0.453
node=0 tau=0.118
node=1 tau=0.066
node=2 tau=0.085
node=3 tau=0.118
node=4 tau=0.085
node=5 tau=0.358
node=6 tau=0.307
node=7 tau=0.284
node=8 tau=0.343
node=9 tau=0.459
node=0 tau=0.109
node=1 tau=0.086
node=2 tau=0.100
node=3 tau=0.109
node=4 tau=0.083
node=5 tau=0.353
node=6 tau=0.353
node=7 tau=0.284
node=8 tau=0.342
node=9 tau=0.496
node=0 tau=0.109
node=1 tau=0.090
node=2 tau=0.115
node=3 tau=0.100
node=4 tau=0.074
node=5 tau=0.325
node=6 tau=0.324
node=7 tau=0.265
node=8 tau=0.325
node=9 tau=0.511
node=0 tau=0.108
node=1 tau=0.082
node=2 tau=0.119
node=3 tau=0.093
node=4 tau=0.075
node=5 tau=0.378
node=6 tau=0.317
node=7 tau=0.257
node=8 tau=0.378
node=9 tau=0.509
node=0 tau=0.110
node=1 tau=0.074
node=2 tau=0.122
node=3 tau=0.087
node=4 tau=0.071
node=5 tau=0.364
node=6 tau=0.289
node=7 tau=0.237
node=8 tau=0.364
node=9 tau=0.509
[E12B20 |   6720/60000 ( 11%) ] Loss: 0.0088 top1=100.0000
node=0 tau=0.119
node=1 tau=0.069
node=2 tau=0.137
node=3 tau=0.084
node=4 tau=0.084
node=5 tau=0.339
node=6 tau=0.264
node=7 tau=0.218
node=8 tau=0.339
node=9 tau=0.496
node=0 tau=0.111
node=1 tau=0.063
node=2 tau=0.130
node=3 tau=0.086
node=4 tau=0.086
node=5 tau=0.319
node=6 tau=0.242
node=7 tau=0.234
node=8 tau=0.319
node=9 tau=0.463
node=0 tau=0.117
node=1 tau=0.057
node=2 tau=0.131
node=3 tau=0.083
node=4 tau=0.079
node=5 tau=0.302
node=6 tau=0.227
node=7 tau=0.223
node=8 tau=0.302
node=9 tau=0.430
node=0 tau=0.113
node=1 tau=0.053
node=2 tau=0.126
node=3 tau=0.080
node=4 tau=0.072
node=5 tau=0.347
node=6 tau=0.268
node=7 tau=0.244
node=8 tau=0.327
node=9 tau=0.438
node=0 tau=0.103
node=1 tau=0.051
node=2 tau=0.117
node=3 tau=0.074
node=4 tau=0.069
node=5 tau=0.324
node=6 tau=0.249
node=7 tau=0.252
node=8 tau=0.309
node=9 tau=0.402
node=0 tau=0.097
node=1 tau=0.049
node=2 tau=0.105
node=3 tau=0.072
node=4 tau=0.067
node=5 tau=0.321
node=6 tau=0.247
node=7 tau=0.259
node=8 tau=0.291
node=9 tau=0.395
node=0 tau=0.092
node=1 tau=0.067
node=2 tau=0.095
node=3 tau=0.092
node=4 tau=0.081
node=5 tau=0.313
node=6 tau=0.235
node=7 tau=0.235
node=8 tau=0.289
node=9 tau=0.367
node=0 tau=0.089
node=1 tau=0.067
node=2 tau=0.089
node=3 tau=0.088
node=4 tau=0.077
node=5 tau=0.303
node=6 tau=0.248
node=7 tau=0.230
node=8 tau=0.293
node=9 tau=0.358
node=0 tau=0.083
node=1 tau=0.062
node=2 tau=0.083
node=3 tau=0.081
node=4 tau=0.070
node=5 tau=0.291
node=6 tau=0.261
node=7 tau=0.215
node=8 tau=0.291
node=9 tau=0.357
node=0 tau=0.076
node=1 tau=0.056
node=2 tau=0.080
node=3 tau=0.074
node=4 tau=0.060
node=5 tau=0.321
node=6 tau=0.258
node=7 tau=0.248
node=8 tau=0.313
node=9 tau=0.342

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5105 top1= 85.6671


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.8040 top1= 54.1466


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1896 top1= 73.7480

Train epoch 13
[E13B0  |    320/60000 (  1%) ] Loss: 0.0064 top1=100.0000
node=0 tau=0.071
node=1 tau=0.055
node=2 tau=0.074
node=3 tau=0.071
node=4 tau=0.057
node=5 tau=0.299
node=6 tau=0.234
node=7 tau=0.230
node=8 tau=0.291
node=9 tau=0.310
node=0 tau=0.070
node=1 tau=0.052
node=2 tau=0.067
node=3 tau=0.070
node=4 tau=0.056
node=5 tau=0.289
node=6 tau=0.218
node=7 tau=0.213
node=8 tau=0.270
node=9 tau=0.296
node=0 tau=0.067
node=1 tau=0.052
node=2 tau=0.066
node=3 tau=0.067
node=4 tau=0.052
node=5 tau=0.290
node=6 tau=0.215
node=7 tau=0.216
node=8 tau=0.259
node=9 tau=0.305
node=0 tau=0.062
node=1 tau=0.050
node=2 tau=0.065
node=3 tau=0.062
node=4 tau=0.048
node=5 tau=0.292
node=6 tau=0.201
node=7 tau=0.217
node=8 tau=0.250
node=9 tau=0.299
node=0 tau=0.059
node=1 tau=0.047
node=2 tau=0.062
node=3 tau=0.059
node=4 tau=0.045
node=5 tau=0.358
node=6 tau=0.203
node=7 tau=0.287
node=8 tau=0.245
node=9 tau=0.358
node=0 tau=0.056
node=1 tau=0.045
node=2 tau=0.058
node=3 tau=0.055
node=4 tau=0.043
node=5 tau=0.375
node=6 tau=0.224
node=7 tau=0.293
node=8 tau=0.264
node=9 tau=0.379
node=0 tau=0.058
node=1 tau=0.048
node=2 tau=0.056
node=3 tau=0.058
node=4 tau=0.046
node=5 tau=0.377
node=6 tau=0.247
node=7 tau=0.286
node=8 tau=0.289
node=9 tau=0.393
node=0 tau=0.057
node=1 tau=0.046
node=2 tau=0.051
node=3 tau=0.057
node=4 tau=0.046
node=5 tau=0.345
node=6 tau=0.250
node=7 tau=0.266
node=8 tau=0.290
node=9 tau=0.386
node=0 tau=0.057
node=1 tau=0.042
node=2 tau=0.047
node=3 tau=0.057
node=4 tau=0.047
node=5 tau=0.338
node=6 tau=0.253
node=7 tau=0.249
node=8 tau=0.295
node=9 tau=0.388
node=0 tau=0.058
node=1 tau=0.039
node=2 tau=0.044
node=3 tau=0.058
node=4 tau=0.043
node=5 tau=0.372
node=6 tau=0.240
node=7 tau=0.280
node=8 tau=0.312
node=9 tau=0.372
[E13B10 |   3520/60000 (  6%) ] Loss: 0.0087 top1= 99.6875
node=0 tau=0.058
node=1 tau=0.037
node=2 tau=0.041
node=3 tau=0.058
node=4 tau=0.039
node=5 tau=0.345
node=6 tau=0.230
node=7 tau=0.262
node=8 tau=0.299
node=9 tau=0.345
node=0 tau=0.058
node=1 tau=0.035
node=2 tau=0.039
node=3 tau=0.058
node=4 tau=0.036
node=5 tau=0.315
node=6 tau=0.228
node=7 tau=0.249
node=8 tau=0.277
node=9 tau=0.315
node=0 tau=0.053
node=1 tau=0.034
node=2 tau=0.037
node=3 tau=0.054
node=4 tau=0.034
node=5 tau=0.298
node=6 tau=0.219
node=7 tau=0.246
node=8 tau=0.271
node=9 tau=0.299
node=0 tau=0.061
node=1 tau=0.040
node=2 tau=0.055
node=3 tau=0.061
node=4 tau=0.049
node=5 tau=0.302
node=6 tau=0.228
node=7 tau=0.268
node=8 tau=0.277
node=9 tau=0.322
node=0 tau=0.058
node=1 tau=0.040
node=2 tau=0.053
node=3 tau=0.056
node=4 tau=0.050
node=5 tau=0.377
node=6 tau=0.215
node=7 tau=0.292
node=8 tau=0.258
node=9 tau=0.377
node=0 tau=0.066
node=1 tau=0.038
node=2 tau=0.050
node=3 tau=0.061
node=4 tau=0.048
node=5 tau=0.390
node=6 tau=0.207
node=7 tau=0.296
node=8 tau=0.260
node=9 tau=0.390
node=0 tau=0.062
node=1 tau=0.036
node=2 tau=0.051
node=3 tau=0.060
node=4 tau=0.043
node=5 tau=0.382
node=6 tau=0.233
node=7 tau=0.274
node=8 tau=0.296
node=9 tau=0.395
node=0 tau=0.056
node=1 tau=0.038
node=2 tau=0.052
node=3 tau=0.056
node=4 tau=0.041
node=5 tau=0.357
node=6 tau=0.292
node=7 tau=0.267
node=8 tau=0.338
node=9 tau=0.434
node=0 tau=0.058
node=1 tau=0.044
node=2 tau=0.063
node=3 tau=0.051
node=4 tau=0.038
node=5 tau=0.363
node=6 tau=0.317
node=7 tau=0.282
node=8 tau=0.363
node=9 tau=0.474
node=0 tau=0.058
node=1 tau=0.042
node=2 tau=0.065
node=3 tau=0.048
node=4 tau=0.037
node=5 tau=0.470
node=6 tau=0.301
node=7 tau=0.302
node=8 tau=0.470
node=9 tau=0.500
[E13B20 |   6720/60000 ( 11%) ] Loss: 0.0321 top1= 99.0625
node=0 tau=0.062
node=1 tau=0.042
node=2 tau=0.070
node=3 tau=0.046
node=4 tau=0.035
node=5 tau=0.478
node=6 tau=0.345
node=7 tau=0.342
node=8 tau=0.478
node=9 tau=0.521
node=0 tau=0.063
node=1 tau=0.039
node=2 tau=0.073
node=3 tau=0.043
node=4 tau=0.034
node=5 tau=0.443
node=6 tau=0.324
node=7 tau=0.339
node=8 tau=0.443
node=9 tau=0.490
node=0 tau=0.063
node=1 tau=0.036
node=2 tau=0.074
node=3 tau=0.041
node=4 tau=0.034
node=5 tau=0.442
node=6 tau=0.328
node=7 tau=0.381
node=8 tau=0.442
node=9 tau=0.503
node=0 tau=0.065
node=1 tau=0.037
node=2 tau=0.076
node=3 tau=0.039
node=4 tau=0.033
node=5 tau=0.574
node=6 tau=0.303
node=7 tau=0.461
node=8 tau=0.423
node=9 tau=0.524
node=0 tau=0.061
node=1 tau=0.034
node=2 tau=0.070
node=3 tau=0.036
node=4 tau=0.035
node=5 tau=0.549
node=6 tau=0.288
node=7 tau=0.439
node=8 tau=0.413
node=9 tau=0.513
node=0 tau=0.063
node=1 tau=0.031
node=2 tau=0.069
node=3 tau=0.033
node=4 tau=0.033
node=5 tau=0.526
node=6 tau=0.299
node=7 tau=0.419
node=8 tau=0.382
node=9 tau=0.509
node=0 tau=0.060
node=1 tau=0.030
node=2 tau=0.067
node=3 tau=0.033
node=4 tau=0.033
node=5 tau=0.488
node=6 tau=0.307
node=7 tau=0.381
node=8 tau=0.358
node=9 tau=0.488
node=0 tau=0.055
node=1 tau=0.028
node=2 tau=0.061
node=3 tau=0.031
node=4 tau=0.032
node=5 tau=0.509
node=6 tau=0.301
node=7 tau=0.382
node=8 tau=0.355
node=9 tau=0.507
node=0 tau=0.055
node=1 tau=0.029
node=2 tau=0.059
node=3 tau=0.029
node=4 tau=0.031
node=5 tau=0.517
node=6 tau=0.319
node=7 tau=0.380
node=8 tau=0.366
node=9 tau=0.502
node=0 tau=0.054
node=1 tau=0.028
node=2 tau=0.057
node=3 tau=0.028
node=4 tau=0.032
node=5 tau=0.483
node=6 tau=0.389
node=7 tau=0.415
node=8 tau=0.479
node=9 tau=0.483

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.4965 top1= 86.2179


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=2.8403 top1= 54.9479


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.2869 top1= 71.2440

Train epoch 14
[E14B0  |    320/60000 (  1%) ] Loss: 0.0140 top1= 99.6875
node=0 tau=0.052
node=1 tau=0.026
node=2 tau=0.055
node=3 tau=0.028
node=4 tau=0.031
node=5 tau=0.457
node=6 tau=0.349
node=7 tau=0.412
node=8 tau=0.470
node=9 tau=0.470
node=0 tau=0.048
node=1 tau=0.024
node=2 tau=0.051
node=3 tau=0.028
node=4 tau=0.030
node=5 tau=0.429
node=6 tau=0.326
node=7 tau=0.373
node=8 tau=0.436
node=9 tau=0.436
node=0 tau=0.045
node=1 tau=0.022
node=2 tau=0.047
node=3 tau=0.027
node=4 tau=0.028
node=5 tau=0.442
node=6 tau=0.306
node=7 tau=0.346
node=8 tau=0.434
node=9 tau=0.442
node=0 tau=0.044
node=1 tau=0.025
node=2 tau=0.046
node=3 tau=0.025
node=4 tau=0.029
node=5 tau=0.454
node=6 tau=0.313
node=7 tau=0.342
node=8 tau=0.413
node=9 tau=0.454
node=0 tau=0.045
node=1 tau=0.024
node=2 tau=0.045
node=3 tau=0.027
node=4 tau=0.030
node=5 tau=0.597
node=6 tau=0.340
node=7 tau=0.477
node=8 tau=0.454
node=9 tau=0.527
node=0 tau=0.042
node=1 tau=0.023
node=2 tau=0.042
node=3 tau=0.026
node=4 tau=0.029
node=5 tau=0.568
node=6 tau=0.320
node=7 tau=0.445
node=8 tau=0.429
node=9 tau=0.514
node=0 tau=0.039
node=1 tau=0.023
node=2 tau=0.039
node=3 tau=0.024
node=4 tau=0.028
node=5 tau=0.522
node=6 tau=0.295
node=7 tau=0.408
node=8 tau=0.396
node=9 tau=0.510
node=0 tau=0.037
node=1 tau=0.022
node=2 tau=0.037
node=3 tau=0.024
node=4 tau=0.026
node=5 tau=0.478
node=6 tau=0.272
node=7 tau=0.377
node=8 tau=0.372
node=9 tau=0.478
node=0 tau=0.034
node=1 tau=0.021
node=2 tau=0.035
node=3 tau=0.023
node=4 tau=0.024
node=5 tau=0.447
node=6 tau=0.296
node=7 tau=0.354
node=8 tau=0.429
node=9 tau=0.447
node=0 tau=0.032
node=1 tau=0.025
node=2 tau=0.034
node=3 tau=0.028
node=4 tau=0.025
node=5 tau=0.444
node=6 tau=0.326
node=7 tau=0.387
node=8 tau=0.489
node=9 tau=0.489
[E14B10 |   3520/60000 (  6%) ] Loss: 0.0139 top1= 99.6875
node=0 tau=0.032
node=1 tau=0.027
node=2 tau=0.031
node=3 tau=0.032
node=4 tau=0.028
node=5 tau=0.433
node=6 tau=0.295
node=7 tau=0.375
node=8 tau=0.488
node=9 tau=0.488
node=0 tau=0.032
node=1 tau=0.026
node=2 tau=0.029
node=3 tau=0.032
node=4 tau=0.028
node=5 tau=0.403
node=6 tau=0.301
node=7 tau=0.355
node=8 tau=0.491
node=9 tau=0.491
node=0 tau=0.036
node=1 tau=0.025
node=2 tau=0.028
node=3 tau=0.036
node=4 tau=0.028
node=5 tau=0.393
node=6 tau=0.287
node=7 tau=0.361
node=8 tau=0.468
node=9 tau=0.468
node=0 tau=0.036
node=1 tau=0.024
node=2 tau=0.027
node=3 tau=0.036
node=4 tau=0.026
node=5 tau=0.360
node=6 tau=0.264
node=7 tau=0.345
node=8 tau=0.440
node=9 tau=0.440
node=0 tau=0.036
node=1 tau=0.022
node=2 tau=0.025
node=3 tau=0.036
node=4 tau=0.025
node=5 tau=0.341
node=6 tau=0.250
node=7 tau=0.351
node=8 tau=0.403
node=9 tau=0.403
node=0 tau=0.036
node=1 tau=0.021
node=2 tau=0.025
node=3 tau=0.036
node=4 tau=0.023
node=5 tau=0.343
node=6 tau=0.248
node=7 tau=0.369
node=8 tau=0.385
node=9 tau=0.385
node=0 tau=0.035
node=1 tau=0.021
node=2 tau=0.024
node=3 tau=0.035
node=4 tau=0.022
node=5 tau=0.345
node=6 tau=0.276
node=7 tau=0.376
node=8 tau=0.393
node=9 tau=0.446
node=0 tau=0.033
node=1 tau=0.023
node=2 tau=0.023
node=3 tau=0.033
node=4 tau=0.022
node=5 tau=0.359
node=6 tau=0.279
node=7 tau=0.346
node=8 tau=0.359
node=9 tau=0.482
node=0 tau=0.030
node=1 tau=0.022
node=2 tau=0.022
node=3 tau=0.030
node=4 tau=0.020
node=5 tau=0.413
node=6 tau=0.289
node=7 tau=0.356
node=8 tau=0.455
node=9 tau=0.471
node=0 tau=0.030
node=1 tau=0.021
node=2 tau=0.021
node=3 tau=0.030
node=4 tau=0.019
node=5 tau=0.435
node=6 tau=0.289
node=7 tau=0.319
node=8 tau=0.435
node=9 tau=0.526
[E14B20 |   6720/60000 ( 11%) ] Loss: 0.0080 top1=100.0000
node=0 tau=0.030
node=1 tau=0.022
node=2 tau=0.022
node=3 tau=0.030
node=4 tau=0.020
node=5 tau=0.417
node=6 tau=0.275
node=7 tau=0.313
node=8 tau=0.417
node=9 tau=0.527
node=0 tau=0.028
node=1 tau=0.022
node=2 tau=0.022
node=3 tau=0.028
node=4 tau=0.020
node=5 tau=0.469
node=6 tau=0.301
node=7 tau=0.344
node=8 tau=0.469
node=9 tau=0.538
node=0 tau=0.026
node=1 tau=0.020
node=2 tau=0.020
node=3 tau=0.026
node=4 tau=0.019
node=5 tau=0.481
node=6 tau=0.390
node=7 tau=0.405
node=8 tau=0.514
node=9 tau=0.547
node=0 tau=0.026
node=1 tau=0.019
node=2 tau=0.019
node=3 tau=0.026
node=4 tau=0.018
node=5 tau=0.483
node=6 tau=0.336
node=7 tau=0.393
node=8 tau=0.529
node=9 tau=0.530
node=0 tau=0.024
node=1 tau=0.017
node=2 tau=0.017
node=3 tau=0.024
node=4 tau=0.017
node=5 tau=0.452
node=6 tau=0.322
node=7 tau=0.379
node=8 tau=0.501
node=9 tau=0.517
node=0 tau=0.022
node=1 tau=0.017
node=2 tau=0.017
node=3 tau=0.022
node=4 tau=0.017
node=5 tau=0.437
node=6 tau=0.338
node=7 tau=0.391
node=8 tau=0.479
node=9 tau=0.502
node=0 tau=0.024
node=1 tau=0.016
node=2 tau=0.017
node=3 tau=0.024
node=4 tau=0.016
node=5 tau=0.412
node=6 tau=0.400
node=7 tau=0.366
node=8 tau=0.451
node=9 tau=0.482
node=0 tau=0.022
node=1 tau=0.016
node=2 tau=0.016
node=3 tau=0.022
node=4 tau=0.016
node=5 tau=0.414
node=6 tau=0.382
node=7 tau=0.344
node=8 tau=0.424
node=9 tau=0.466
node=0 tau=0.020
node=1 tau=0.018
node=2 tau=0.019
node=3 tau=0.020
node=4 tau=0.017
node=5 tau=0.383
node=6 tau=0.347
node=7 tau=0.314
node=8 tau=0.383
node=9 tau=0.473
node=0 tau=0.021
node=1 tau=0.018
node=2 tau=0.021
node=3 tau=0.019
node=4 tau=0.015
node=5 tau=0.362
node=6 tau=0.353
node=7 tau=0.299
node=8 tau=0.362
node=9 tau=0.493

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.4065 top1= 88.1410


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.1583 top1= 53.9663


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.8505 top1= 66.6767

Train epoch 15
[E15B0  |    320/60000 (  1%) ] Loss: 0.0096 top1=100.0000
node=0 tau=0.022
node=1 tau=0.017
node=2 tau=0.022
node=3 tau=0.019
node=4 tau=0.014
node=5 tau=0.352
node=6 tau=0.322
node=7 tau=0.281
node=8 tau=0.352
node=9 tau=0.483
node=0 tau=0.021
node=1 tau=0.016
node=2 tau=0.021
node=3 tau=0.019
node=4 tau=0.013
node=5 tau=0.321
node=6 tau=0.298
node=7 tau=0.257
node=8 tau=0.321
node=9 tau=0.486
node=0 tau=0.022
node=1 tau=0.014
node=2 tau=0.022
node=3 tau=0.019
node=4 tau=0.012
node=5 tau=0.307
node=6 tau=0.291
node=7 tau=0.246
node=8 tau=0.307
node=9 tau=0.491
node=0 tau=0.027
node=1 tau=0.013
node=2 tau=0.027
node=3 tau=0.017
node=4 tau=0.012
node=5 tau=0.337
node=6 tau=0.331
node=7 tau=0.279
node=8 tau=0.337
node=9 tau=0.508
node=0 tau=0.030
node=1 tau=0.013
node=2 tau=0.031
node=3 tau=0.018
node=4 tau=0.013
node=5 tau=0.310
node=6 tau=0.302
node=7 tau=0.256
node=8 tau=0.310
node=9 tau=0.475
node=0 tau=0.032
node=1 tau=0.014
node=2 tau=0.035
node=3 tau=0.019
node=4 tau=0.014
node=5 tau=0.329
node=6 tau=0.280
node=7 tau=0.239
node=8 tau=0.329
node=9 tau=0.445
node=0 tau=0.031
node=1 tau=0.015
node=2 tau=0.033
node=3 tau=0.018
node=4 tau=0.014
node=5 tau=0.330
node=6 tau=0.267
node=7 tau=0.253
node=8 tau=0.330
node=9 tau=0.443
node=0 tau=0.030
node=1 tau=0.015
node=2 tau=0.033
node=3 tau=0.017
node=4 tau=0.013
node=5 tau=0.343
node=6 tau=0.294
node=7 tau=0.277
node=8 tau=0.343
node=9 tau=0.433
node=0 tau=0.028
node=1 tau=0.014
node=2 tau=0.031
node=3 tau=0.016
node=4 tau=0.013
node=5 tau=0.331
node=6 tau=0.264
node=7 tau=0.268
node=8 tau=0.314
node=9 tau=0.413
node=0 tau=0.026
node=1 tau=0.014
node=2 tau=0.028
node=3 tau=0.016
node=4 tau=0.012
node=5 tau=0.314
node=6 tau=0.243
node=7 tau=0.262
node=8 tau=0.291
node=9 tau=0.390
[E15B10 |   3520/60000 (  6%) ] Loss: 0.0063 top1=100.0000
node=0 tau=0.023
node=1 tau=0.014
node=2 tau=0.026
node=3 tau=0.015
node=4 tau=0.011
node=5 tau=0.294
node=6 tau=0.230
node=7 tau=0.251
node=8 tau=0.276
node=9 tau=0.374
node=0 tau=0.022
node=1 tau=0.014
node=2 tau=0.024
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.283
node=6 tau=0.228
node=7 tau=0.237
node=8 tau=0.263
node=9 tau=0.360
node=0 tau=0.020
node=1 tau=0.013
node=2 tau=0.022
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.269
node=6 tau=0.236
node=7 tau=0.225
node=8 tau=0.260
node=9 tau=0.343
node=0 tau=0.019
node=1 tau=0.013
node=2 tau=0.021
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.275
node=6 tau=0.247
node=7 tau=0.227
node=8 tau=0.275
node=9 tau=0.348
node=0 tau=0.018
node=1 tau=0.014
node=2 tau=0.019
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.298
node=6 tau=0.263
node=7 tau=0.247
node=8 tau=0.286
node=9 tau=0.335
node=0 tau=0.018
node=1 tau=0.013
node=2 tau=0.018
node=3 tau=0.013
node=4 tau=0.010
node=5 tau=0.277
node=6 tau=0.241
node=7 tau=0.227
node=8 tau=0.269
node=9 tau=0.308
node=0 tau=0.017
node=1 tau=0.012
node=2 tau=0.017
node=3 tau=0.013
node=4 tau=0.010
node=5 tau=0.275
node=6 tau=0.230
node=7 tau=0.212
node=8 tau=0.251
node=9 tau=0.290
node=0 tau=0.016
node=1 tau=0.013
node=2 tau=0.017
node=3 tau=0.013
node=4 tau=0.010
node=5 tau=0.311
node=6 tau=0.212
node=7 tau=0.229
node=8 tau=0.237
node=9 tau=0.311
node=0 tau=0.015
node=1 tau=0.012
node=2 tau=0.016
node=3 tau=0.012
node=4 tau=0.010
node=5 tau=0.405
node=6 tau=0.205
node=7 tau=0.266
node=8 tau=0.229
node=9 tau=0.405
node=0 tau=0.014
node=1 tau=0.013
node=2 tau=0.015
node=3 tau=0.013
node=4 tau=0.010
node=5 tau=0.490
node=6 tau=0.209
node=7 tau=0.261
node=8 tau=0.241
node=9 tau=0.490
[E15B20 |   6720/60000 ( 11%) ] Loss: 0.0073 top1=100.0000
node=0 tau=0.014
node=1 tau=0.015
node=2 tau=0.015
node=3 tau=0.015
node=4 tau=0.011
node=5 tau=0.475
node=6 tau=0.216
node=7 tau=0.260
node=8 tau=0.247
node=9 tau=0.475
node=0 tau=0.015
node=1 tau=0.014
node=2 tau=0.014
node=3 tau=0.016
node=4 tau=0.013
node=5 tau=0.454
node=6 tau=0.220
node=7 tau=0.268
node=8 tau=0.247
node=9 tau=0.454
node=0 tau=0.015
node=1 tau=0.013
node=2 tau=0.013
node=3 tau=0.015
node=4 tau=0.012
node=5 tau=0.429
node=6 tau=0.229
node=7 tau=0.290
node=8 tau=0.273
node=9 tau=0.459
node=0 tau=0.018
node=1 tau=0.013
node=2 tau=0.013
node=3 tau=0.018
node=4 tau=0.013
node=5 tau=0.413
node=6 tau=0.219
node=7 tau=0.281
node=8 tau=0.273
node=9 tau=0.450
node=0 tau=0.017
node=1 tau=0.012
node=2 tau=0.013
node=3 tau=0.017
node=4 tau=0.013
node=5 tau=0.378
node=6 tau=0.212
node=7 tau=0.276
node=8 tau=0.266
node=9 tau=0.422
node=0 tau=0.016
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.017
node=4 tau=0.012
node=5 tau=0.352
node=6 tau=0.235
node=7 tau=0.264
node=8 tau=0.284
node=9 tau=0.435
node=0 tau=0.018
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.018
node=4 tau=0.012
node=5 tau=0.354
node=6 tau=0.223
node=7 tau=0.242
node=8 tau=0.297
node=9 tau=0.410
node=0 tau=0.017
node=1 tau=0.010
node=2 tau=0.012
node=3 tau=0.017
node=4 tau=0.012
node=5 tau=0.321
node=6 tau=0.212
node=7 tau=0.230
node=8 tau=0.276
node=9 tau=0.373
node=0 tau=0.015
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.016
node=4 tau=0.012
node=5 tau=0.306
node=6 tau=0.214
node=7 tau=0.220
node=8 tau=0.261
node=9 tau=0.344
node=0 tau=0.014
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.321
node=6 tau=0.297
node=7 tau=0.286
node=8 tau=0.297
node=9 tau=0.321

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5173 top1= 85.9075


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.1643 top1= 53.8462


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1935 top1= 75.2604

Train epoch 16
[E16B0  |    320/60000 (  1%) ] Loss: 0.0097 top1=100.0000
node=0 tau=0.014
node=1 tau=0.011
node=2 tau=0.013
node=3 tau=0.014
node=4 tau=0.012
node=5 tau=0.306
node=6 tau=0.285
node=7 tau=0.264
node=8 tau=0.285
node=9 tau=0.299
node=0 tau=0.014
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.014
node=4 tau=0.011
node=5 tau=0.320
node=6 tau=0.258
node=7 tau=0.240
node=8 tau=0.258
node=9 tau=0.315
node=0 tau=0.013
node=1 tau=0.012
node=2 tau=0.012
node=3 tau=0.013
node=4 tau=0.010
node=5 tau=0.345
node=6 tau=0.239
node=7 tau=0.256
node=8 tau=0.254
node=9 tau=0.345
node=0 tau=0.013
node=1 tau=0.011
node=2 tau=0.013
node=3 tau=0.012
node=4 tau=0.010
node=5 tau=0.344
node=6 tau=0.241
node=7 tau=0.247
node=8 tau=0.256
node=9 tau=0.344
node=0 tau=0.013
node=1 tau=0.010
node=2 tau=0.013
node=3 tau=0.012
node=4 tau=0.009
node=5 tau=0.379
node=6 tau=0.249
node=7 tau=0.283
node=8 tau=0.269
node=9 tau=0.382
node=0 tau=0.013
node=1 tau=0.010
node=2 tau=0.013
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.424
node=6 tau=0.255
node=7 tau=0.316
node=8 tau=0.273
node=9 tau=0.424
node=0 tau=0.013
node=1 tau=0.010
node=2 tau=0.014
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.398
node=6 tau=0.252
node=7 tau=0.309
node=8 tau=0.269
node=9 tau=0.400
node=0 tau=0.013
node=1 tau=0.011
node=2 tau=0.014
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.360
node=6 tau=0.240
node=7 tau=0.284
node=8 tau=0.258
node=9 tau=0.377
node=0 tau=0.012
node=1 tau=0.011
node=2 tau=0.014
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.374
node=6 tau=0.229
node=7 tau=0.300
node=8 tau=0.248
node=9 tau=0.392
node=0 tau=0.012
node=1 tau=0.011
node=2 tau=0.013
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.354
node=6 tau=0.227
node=7 tau=0.277
node=8 tau=0.249
node=9 tau=0.388
[E16B10 |   3520/60000 (  6%) ] Loss: 0.0135 top1= 99.6875
node=0 tau=0.011
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.345
node=6 tau=0.216
node=7 tau=0.260
node=8 tau=0.257
node=9 tau=0.364
node=0 tau=0.011
node=1 tau=0.011
node=2 tau=0.012
node=3 tau=0.011
node=4 tau=0.008
node=5 tau=0.331
node=6 tau=0.199
node=7 tau=0.249
node=8 tau=0.267
node=9 tau=0.331
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.011
node=3 tau=0.010
node=4 tau=0.008
node=5 tau=0.310
node=6 tau=0.192
node=7 tau=0.245
node=8 tau=0.263
node=9 tau=0.310
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.011
node=3 tau=0.010
node=4 tau=0.007
node=5 tau=0.284
node=6 tau=0.196
node=7 tau=0.231
node=8 tau=0.249
node=9 tau=0.293
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.011
node=3 tau=0.010
node=4 tau=0.007
node=5 tau=0.270
node=6 tau=0.191
node=7 tau=0.230
node=8 tau=0.232
node=9 tau=0.287
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.011
node=3 tau=0.010
node=4 tau=0.007
node=5 tau=0.274
node=6 tau=0.195
node=7 tau=0.227
node=8 tau=0.225
node=9 tau=0.287
node=0 tau=0.011
node=1 tau=0.009
node=2 tau=0.011
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.274
node=6 tau=0.213
node=7 tau=0.213
node=8 tau=0.212
node=9 tau=0.270
node=0 tau=0.011
node=1 tau=0.009
node=2 tau=0.012
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.253
node=6 tau=0.247
node=7 tau=0.240
node=8 tau=0.247
node=9 tau=0.261
node=0 tau=0.011
node=1 tau=0.009
node=2 tau=0.011
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.291
node=6 tau=0.273
node=7 tau=0.222
node=8 tau=0.273
node=9 tau=0.257
node=0 tau=0.010
node=1 tau=0.009
node=2 tau=0.010
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.271
node=6 tau=0.260
node=7 tau=0.212
node=8 tau=0.267
node=9 tau=0.272
[E16B20 |   6720/60000 ( 11%) ] Loss: 0.0103 top1= 99.6875
node=0 tau=0.011
node=1 tau=0.011
node=2 tau=0.011
node=3 tau=0.011
node=4 tau=0.007
node=5 tau=0.277
node=6 tau=0.254
node=7 tau=0.214
node=8 tau=0.263
node=9 tau=0.277
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.011
node=3 tau=0.010
node=4 tau=0.007
node=5 tau=0.268
node=6 tau=0.240
node=7 tau=0.210
node=8 tau=0.256
node=9 tau=0.268
node=0 tau=0.010
node=1 tau=0.009
node=2 tau=0.010
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.262
node=6 tau=0.234
node=7 tau=0.239
node=8 tau=0.291
node=9 tau=0.279
node=0 tau=0.010
node=1 tau=0.009
node=2 tau=0.010
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.341
node=6 tau=0.288
node=7 tau=0.246
node=8 tau=0.288
node=9 tau=0.341
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.010
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.332
node=6 tau=0.264
node=7 tau=0.258
node=8 tau=0.288
node=9 tau=0.332
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.010
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.320
node=6 tau=0.253
node=7 tau=0.247
node=8 tau=0.273
node=9 tau=0.320
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.010
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.303
node=6 tau=0.251
node=7 tau=0.224
node=8 tau=0.278
node=9 tau=0.316
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.009
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.283
node=6 tau=0.230
node=7 tau=0.204
node=8 tau=0.262
node=9 tau=0.312
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.010
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.274
node=6 tau=0.230
node=7 tau=0.190
node=8 tau=0.241
node=9 tau=0.315
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.010
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.296
node=6 tau=0.225
node=7 tau=0.225
node=8 tau=0.261
node=9 tau=0.325

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5380 top1= 85.6971


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.2861 top1= 53.6058


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1948 top1= 74.6595

Train epoch 17
[E17B0  |    320/60000 (  1%) ] Loss: 0.0091 top1= 99.6875
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.011
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.304
node=6 tau=0.228
node=7 tau=0.206
node=8 tau=0.266
node=9 tau=0.304
node=0 tau=0.009
node=1 tau=0.007
node=2 tau=0.010
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.283
node=6 tau=0.261
node=7 tau=0.223
node=8 tau=0.261
node=9 tau=0.271
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.010
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.271
node=6 tau=0.250
node=7 tau=0.215
node=8 tau=0.257
node=9 tau=0.258
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.011
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.267
node=6 tau=0.244
node=7 tau=0.206
node=8 tau=0.251
node=9 tau=0.255
node=0 tau=0.011
node=1 tau=0.006
node=2 tau=0.011
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.255
node=6 tau=0.223
node=7 tau=0.199
node=8 tau=0.238
node=9 tau=0.253
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.011
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.257
node=6 tau=0.209
node=7 tau=0.190
node=8 tau=0.243
node=9 tau=0.268
node=0 tau=0.010
node=1 tau=0.007
node=2 tau=0.011
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.248
node=6 tau=0.203
node=7 tau=0.181
node=8 tau=0.240
node=9 tau=0.275
node=0 tau=0.010
node=1 tau=0.008
node=2 tau=0.011
node=3 tau=0.008
node=4 tau=0.007
node=5 tau=0.286
node=6 tau=0.218
node=7 tau=0.237
node=8 tau=0.257
node=9 tau=0.316
node=0 tau=0.010
node=1 tau=0.008
node=2 tau=0.011
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.302
node=6 tau=0.215
node=7 tau=0.243
node=8 tau=0.254
node=9 tau=0.330
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.010
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.326
node=6 tau=0.208
node=7 tau=0.249
node=8 tau=0.269
node=9 tau=0.344
[E17B10 |   3520/60000 (  6%) ] Loss: 0.0044 top1=100.0000
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.305
node=6 tau=0.194
node=7 tau=0.234
node=8 tau=0.254
node=9 tau=0.322
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.280
node=6 tau=0.180
node=7 tau=0.225
node=8 tau=0.236
node=9 tau=0.298
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.260
node=6 tau=0.173
node=7 tau=0.221
node=8 tau=0.226
node=9 tau=0.280
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.009
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.262
node=6 tau=0.197
node=7 tau=0.266
node=8 tau=0.240
node=9 tau=0.299
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.007
node=5 tau=0.248
node=6 tau=0.188
node=7 tau=0.248
node=8 tau=0.247
node=9 tau=0.290
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.009
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.242
node=6 tau=0.177
node=7 tau=0.242
node=8 tau=0.242
node=9 tau=0.293
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.009
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.235
node=6 tau=0.186
node=7 tau=0.226
node=8 tau=0.235
node=9 tau=0.315
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.010
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.221
node=6 tau=0.184
node=7 tau=0.212
node=8 tau=0.221
node=9 tau=0.311
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.237
node=6 tau=0.188
node=7 tau=0.209
node=8 tau=0.237
node=9 tau=0.296
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.238
node=6 tau=0.205
node=7 tau=0.215
node=8 tau=0.238
node=9 tau=0.304
[E17B20 |   6720/60000 ( 11%) ] Loss: 0.0046 top1=100.0000
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.233
node=6 tau=0.197
node=7 tau=0.205
node=8 tau=0.233
node=9 tau=0.287
node=0 tau=0.008
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.009
node=4 tau=0.006
node=5 tau=0.235
node=6 tau=0.193
node=7 tau=0.207
node=8 tau=0.229
node=9 tau=0.267
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.239
node=6 tau=0.180
node=7 tau=0.192
node=8 tau=0.238
node=9 tau=0.249
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.254
node=6 tau=0.194
node=7 tau=0.200
node=8 tau=0.264
node=9 tau=0.264
node=0 tau=0.007
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.238
node=6 tau=0.198
node=7 tau=0.217
node=8 tau=0.262
node=9 tau=0.267
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.241
node=6 tau=0.198
node=7 tau=0.214
node=8 tau=0.247
node=9 tau=0.260
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.245
node=6 tau=0.198
node=7 tau=0.196
node=8 tau=0.245
node=9 tau=0.277
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.221
node=6 tau=0.178
node=7 tau=0.179
node=8 tau=0.221
node=9 tau=0.330
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.227
node=6 tau=0.183
node=7 tau=0.181
node=8 tau=0.227
node=9 tau=0.353
node=0 tau=0.008
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.226
node=6 tau=0.182
node=7 tau=0.180
node=8 tau=0.226
node=9 tau=0.349

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.4928 top1= 86.3682


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.3641 top1= 53.4756


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.6142 top1= 70.0120

Train epoch 18
[E18B0  |    320/60000 (  1%) ] Loss: 0.0033 top1=100.0000
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.009
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.207
node=6 tau=0.167
node=7 tau=0.166
node=8 tau=0.207
node=9 tau=0.335
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.009
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.189
node=6 tau=0.152
node=7 tau=0.153
node=8 tau=0.189
node=9 tau=0.317
node=0 tau=0.008
node=1 tau=0.006
node=2 tau=0.009
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.194
node=6 tau=0.147
node=7 tau=0.146
node=8 tau=0.194
node=9 tau=0.331
node=0 tau=0.009
node=1 tau=0.006
node=2 tau=0.009
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.182
node=6 tau=0.139
node=7 tau=0.138
node=8 tau=0.182
node=9 tau=0.318
node=0 tau=0.009
node=1 tau=0.006
node=2 tau=0.010
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.169
node=6 tau=0.131
node=7 tau=0.135
node=8 tau=0.169
node=9 tau=0.317
node=0 tau=0.009
node=1 tau=0.006
node=2 tau=0.009
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.155
node=6 tau=0.122
node=7 tau=0.133
node=8 tau=0.155
node=9 tau=0.316
node=0 tau=0.009
node=1 tau=0.006
node=2 tau=0.010
node=3 tau=0.006
node=4 tau=0.006
node=5 tau=0.144
node=6 tau=0.112
node=7 tau=0.124
node=8 tau=0.144
node=9 tau=0.304
node=0 tau=0.009
node=1 tau=0.007
node=2 tau=0.010
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.135
node=6 tau=0.103
node=7 tau=0.123
node=8 tau=0.135
node=9 tau=0.298
node=0 tau=0.009
node=1 tau=0.007
node=2 tau=0.009
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.127
node=6 tau=0.095
node=7 tau=0.118
node=8 tau=0.127
node=9 tau=0.283
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.009
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.121
node=6 tau=0.090
node=7 tau=0.111
node=8 tau=0.121
node=9 tau=0.277
[E18B10 |   3520/60000 (  6%) ] Loss: 0.0052 top1=100.0000
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.123
node=6 tau=0.100
node=7 tau=0.106
node=8 tau=0.123
node=9 tau=0.268
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.121
node=6 tau=0.113
node=7 tau=0.106
node=8 tau=0.121
node=9 tau=0.254
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.150
node=6 tau=0.134
node=7 tau=0.128
node=8 tau=0.150
node=9 tau=0.238
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.167
node=6 tau=0.145
node=7 tau=0.119
node=8 tau=0.167
node=9 tau=0.239
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.006
node=5 tau=0.164
node=6 tau=0.144
node=7 tau=0.122
node=8 tau=0.164
node=9 tau=0.230
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.161
node=6 tau=0.144
node=7 tau=0.124
node=8 tau=0.161
node=9 tau=0.221
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.152
node=6 tau=0.144
node=7 tau=0.152
node=8 tau=0.148
node=9 tau=0.243
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.009
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.143
node=6 tau=0.146
node=7 tau=0.146
node=8 tau=0.141
node=9 tau=0.248
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.139
node=6 tau=0.143
node=7 tau=0.144
node=8 tau=0.144
node=9 tau=0.250
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.131
node=6 tau=0.134
node=7 tau=0.135
node=8 tau=0.135
node=9 tau=0.241
[E18B20 |   6720/60000 ( 11%) ] Loss: 0.0019 top1=100.0000
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.005
node=5 tau=0.125
node=6 tau=0.122
node=7 tau=0.124
node=8 tau=0.125
node=9 tau=0.226
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.008
node=4 tau=0.005
node=5 tau=0.115
node=6 tau=0.111
node=7 tau=0.114
node=8 tau=0.115
node=9 tau=0.222
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.107
node=6 tau=0.105
node=7 tau=0.110
node=8 tau=0.110
node=9 tau=0.261
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.106
node=6 tau=0.098
node=7 tau=0.104
node=8 tau=0.106
node=9 tau=0.260
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.103
node=6 tau=0.090
node=7 tau=0.099
node=8 tau=0.103
node=9 tau=0.252
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.107
node=6 tau=0.092
node=7 tau=0.104
node=8 tau=0.107
node=9 tau=0.259
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.119
node=6 tau=0.088
node=7 tau=0.112
node=8 tau=0.119
node=9 tau=0.255
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.111
node=6 tau=0.082
node=7 tau=0.111
node=8 tau=0.111
node=9 tau=0.238
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.116
node=6 tau=0.083
node=7 tau=0.114
node=8 tau=0.116
node=9 tau=0.227
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.124
node=6 tau=0.114
node=7 tau=0.159
node=8 tau=0.159
node=9 tau=0.252

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5719 top1= 85.0361


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.4251 top1= 53.4255


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.3302 top1= 73.4776

Train epoch 19
[E19B0  |    320/60000 (  1%) ] Loss: 0.0060 top1=100.0000
node=0 tau=0.008
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.139
node=6 tau=0.136
node=7 tau=0.171
node=8 tau=0.169
node=9 tau=0.259
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.141
node=6 tau=0.134
node=7 tau=0.170
node=8 tau=0.153
node=9 tau=0.249
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.133
node=6 tau=0.124
node=7 tau=0.160
node=8 tau=0.144
node=9 tau=0.235
node=0 tau=0.008
node=1 tau=0.005
node=2 tau=0.009
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.133
node=6 tau=0.137
node=7 tau=0.159
node=8 tau=0.159
node=9 tau=0.252
node=0 tau=0.008
node=1 tau=0.005
node=2 tau=0.009
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.128
node=6 tau=0.131
node=7 tau=0.150
node=8 tau=0.150
node=9 tau=0.246
node=0 tau=0.008
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.129
node=6 tau=0.132
node=7 tau=0.151
node=8 tau=0.151
node=9 tau=0.253
node=0 tau=0.008
node=1 tau=0.005
node=2 tau=0.009
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.124
node=6 tau=0.126
node=7 tau=0.143
node=8 tau=0.143
node=9 tau=0.245
node=0 tau=0.008
node=1 tau=0.006
node=2 tau=0.009
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.118
node=6 tau=0.120
node=7 tau=0.135
node=8 tau=0.135
node=9 tau=0.244
node=0 tau=0.008
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.115
node=6 tau=0.112
node=7 tau=0.127
node=8 tau=0.127
node=9 tau=0.234
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.108
node=6 tau=0.102
node=7 tau=0.117
node=8 tau=0.117
node=9 tau=0.224
[E19B10 |   3520/60000 (  6%) ] Loss: 0.0026 top1=100.0000
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.109
node=6 tau=0.094
node=7 tau=0.109
node=8 tau=0.109
node=9 tau=0.209
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.105
node=6 tau=0.087
node=7 tau=0.112
node=8 tau=0.112
node=9 tau=0.247
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.101
node=6 tau=0.079
node=7 tau=0.106
node=8 tau=0.106
node=9 tau=0.262
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.098
node=6 tau=0.073
node=7 tau=0.100
node=8 tau=0.100
node=9 tau=0.249
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.094
node=6 tau=0.068
node=7 tau=0.094
node=8 tau=0.094
node=9 tau=0.231
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.095
node=6 tau=0.063
node=7 tau=0.091
node=8 tau=0.095
node=9 tau=0.214
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.089
node=6 tau=0.059
node=7 tau=0.086
node=8 tau=0.089
node=9 tau=0.203
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.087
node=6 tau=0.059
node=7 tau=0.085
node=8 tau=0.087
node=9 tau=0.191
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.112
node=6 tau=0.074
node=7 tau=0.099
node=8 tau=0.112
node=9 tau=0.183
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.116
node=6 tau=0.078
node=7 tau=0.103
node=8 tau=0.116
node=9 tau=0.171
[E19B20 |   6720/60000 ( 11%) ] Loss: 0.0028 top1=100.0000
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.114
node=6 tau=0.074
node=7 tau=0.099
node=8 tau=0.114
node=9 tau=0.162
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.108
node=6 tau=0.085
node=7 tau=0.118
node=8 tau=0.118
node=9 tau=0.176
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.004
node=5 tau=0.104
node=6 tau=0.092
node=7 tau=0.119
node=8 tau=0.119
node=9 tau=0.179
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.131
node=6 tau=0.098
node=7 tau=0.122
node=8 tau=0.122
node=9 tau=0.179
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.126
node=6 tau=0.099
node=7 tau=0.122
node=8 tau=0.122
node=9 tau=0.182
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.122
node=6 tau=0.101
node=7 tau=0.124
node=8 tau=0.118
node=9 tau=0.194
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.114
node=6 tau=0.105
node=7 tau=0.120
node=8 tau=0.120
node=9 tau=0.193
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.109
node=6 tau=0.106
node=7 tau=0.117
node=8 tau=0.117
node=9 tau=0.198
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.103
node=6 tau=0.101
node=7 tau=0.111
node=8 tau=0.111
node=9 tau=0.193
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.135
node=6 tau=0.097
node=7 tau=0.146
node=8 tau=0.146
node=9 tau=0.216

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5781 top1= 85.0561


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.4665 top1= 53.3554


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1119 top1= 76.3421

Train epoch 20
[E20B0  |    320/60000 (  1%) ] Loss: 0.0028 top1=100.0000
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.133
node=6 tau=0.101
node=7 tau=0.142
node=8 tau=0.142
node=9 tau=0.199
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.121
node=6 tau=0.092
node=7 tau=0.134
node=8 tau=0.134
node=9 tau=0.190
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.112
node=6 tau=0.091
node=7 tau=0.138
node=8 tau=0.136
node=9 tau=0.193
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.108
node=6 tau=0.104
node=7 tau=0.144
node=8 tau=0.131
node=9 tau=0.204
node=0 tau=0.008
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.110
node=6 tau=0.110
node=7 tau=0.147
node=8 tau=0.126
node=9 tau=0.204
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.111
node=6 tau=0.108
node=7 tau=0.144
node=8 tau=0.122
node=9 tau=0.202
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.008
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.109
node=6 tau=0.105
node=7 tau=0.137
node=8 tau=0.118
node=9 tau=0.197
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.102
node=6 tau=0.100
node=7 tau=0.127
node=8 tau=0.119
node=9 tau=0.195
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.008
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.096
node=6 tau=0.093
node=7 tau=0.117
node=8 tau=0.117
node=9 tau=0.190
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.086
node=7 tau=0.108
node=8 tau=0.108
node=9 tau=0.181
[E20B10 |   3520/60000 (  6%) ] Loss: 0.0026 top1=100.0000
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.087
node=6 tau=0.079
node=7 tau=0.101
node=8 tau=0.101
node=9 tau=0.180
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.087
node=6 tau=0.082
node=7 tau=0.105
node=8 tau=0.105
node=9 tau=0.185
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.005
node=5 tau=0.087
node=6 tau=0.076
node=7 tau=0.099
node=8 tau=0.099
node=9 tau=0.195
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.084
node=6 tau=0.070
node=7 tau=0.093
node=8 tau=0.093
node=9 tau=0.187
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.007
node=4 tau=0.005
node=5 tau=0.082
node=6 tau=0.065
node=7 tau=0.086
node=8 tau=0.086
node=9 tau=0.184
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.079
node=6 tau=0.061
node=7 tau=0.081
node=8 tau=0.081
node=9 tau=0.178
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.074
node=6 tau=0.058
node=7 tau=0.075
node=8 tau=0.075
node=9 tau=0.169
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.073
node=6 tau=0.056
node=7 tau=0.071
node=8 tau=0.073
node=9 tau=0.168
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.057
node=7 tau=0.071
node=8 tau=0.072
node=9 tau=0.169
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.080
node=6 tau=0.057
node=7 tau=0.074
node=8 tau=0.080
node=9 tau=0.180
[E20B20 |   6720/60000 ( 11%) ] Loss: 0.0019 top1=100.0000
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.004
node=5 tau=0.081
node=6 tau=0.058
node=7 tau=0.069
node=8 tau=0.081
node=9 tau=0.173
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.078
node=6 tau=0.054
node=7 tau=0.067
node=8 tau=0.078
node=9 tau=0.165
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.074
node=6 tau=0.064
node=7 tau=0.084
node=8 tau=0.084
node=9 tau=0.164
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.061
node=7 tau=0.081
node=8 tau=0.081
node=9 tau=0.152
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.058
node=7 tau=0.078
node=8 tau=0.078
node=9 tau=0.144
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.058
node=7 tau=0.075
node=8 tau=0.075
node=9 tau=0.141
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.068
node=6 tau=0.055
node=7 tau=0.071
node=8 tau=0.071
node=9 tau=0.139
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.065
node=6 tau=0.054
node=7 tau=0.068
node=8 tau=0.068
node=9 tau=0.135
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.075
node=6 tau=0.061
node=7 tau=0.067
node=8 tau=0.075
node=9 tau=0.134
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.073
node=6 tau=0.061
node=7 tau=0.065
node=8 tau=0.073
node=9 tau=0.136

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5824 top1= 85.0361


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.4928 top1= 53.3754


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.2240 top1= 75.9115

Train epoch 21
[E21B0  |    320/60000 (  1%) ] Loss: 0.0015 top1=100.0000
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.057
node=7 tau=0.064
node=8 tau=0.072
node=9 tau=0.130
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.066
node=6 tau=0.052
node=7 tau=0.059
node=8 tau=0.066
node=9 tau=0.129
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.069
node=6 tau=0.048
node=7 tau=0.060
node=8 tau=0.069
node=9 tau=0.161
node=0 tau=0.007
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.081
node=6 tau=0.058
node=7 tau=0.075
node=8 tau=0.081
node=9 tau=0.167
node=0 tau=0.007
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.078
node=6 tau=0.057
node=7 tau=0.073
node=8 tau=0.078
node=9 tau=0.164
node=0 tau=0.007
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.077
node=6 tau=0.058
node=7 tau=0.074
node=8 tau=0.077
node=9 tau=0.163
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.079
node=6 tau=0.060
node=7 tau=0.075
node=8 tau=0.079
node=9 tau=0.155
node=0 tau=0.007
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.073
node=6 tau=0.055
node=7 tau=0.072
node=8 tau=0.073
node=9 tau=0.149
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.068
node=6 tau=0.051
node=7 tau=0.071
node=8 tau=0.071
node=9 tau=0.147
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.047
node=7 tau=0.066
node=8 tau=0.072
node=9 tau=0.139
[E21B10 |   3520/60000 (  6%) ] Loss: 0.0028 top1=100.0000
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.086
node=6 tau=0.058
node=7 tau=0.064
node=8 tau=0.086
node=9 tau=0.133
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.082
node=6 tau=0.056
node=7 tau=0.063
node=8 tau=0.082
node=9 tau=0.126
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.078
node=6 tau=0.053
node=7 tau=0.062
node=8 tau=0.078
node=9 tau=0.125
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.073
node=6 tau=0.050
node=7 tau=0.062
node=8 tau=0.073
node=9 tau=0.123
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.070
node=6 tau=0.050
node=7 tau=0.061
node=8 tau=0.070
node=9 tau=0.120
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.068
node=6 tau=0.052
node=7 tau=0.063
node=8 tau=0.068
node=9 tau=0.121
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.076
node=6 tau=0.074
node=7 tau=0.079
node=8 tau=0.079
node=9 tau=0.140
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.074
node=7 tau=0.076
node=8 tau=0.076
node=9 tau=0.136
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.088
node=6 tau=0.075
node=7 tau=0.095
node=8 tau=0.095
node=9 tau=0.141
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.068
node=7 tau=0.091
node=8 tau=0.091
node=9 tau=0.142
[E21B20 |   6720/60000 ( 11%) ] Loss: 0.0016 top1=100.0000
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.068
node=7 tau=0.087
node=8 tau=0.091
node=9 tau=0.136
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.087
node=6 tau=0.063
node=7 tau=0.082
node=8 tau=0.087
node=9 tau=0.130
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.081
node=6 tau=0.059
node=7 tau=0.075
node=8 tau=0.081
node=9 tau=0.128
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.085
node=6 tau=0.055
node=7 tau=0.072
node=8 tau=0.085
node=9 tau=0.128
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.087
node=6 tau=0.052
node=7 tau=0.070
node=8 tau=0.087
node=9 tau=0.135
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.062
node=7 tau=0.071
node=8 tau=0.091
node=9 tau=0.132
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.085
node=6 tau=0.059
node=7 tau=0.068
node=8 tau=0.085
node=9 tau=0.130
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.082
node=6 tau=0.060
node=7 tau=0.068
node=8 tau=0.082
node=9 tau=0.128
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.106
node=6 tau=0.083
node=7 tau=0.086
node=8 tau=0.101
node=9 tau=0.132
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.101
node=6 tau=0.078
node=7 tau=0.082
node=8 tau=0.096
node=9 tau=0.126

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6134 top1= 84.7456


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5154 top1= 53.4155


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1599 top1= 76.5925

Train epoch 22
[E22B0  |    320/60000 (  1%) ] Loss: 0.0034 top1=100.0000
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.101
node=6 tau=0.072
node=7 tau=0.083
node=8 tau=0.100
node=9 tau=0.132
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.093
node=6 tau=0.067
node=7 tau=0.077
node=8 tau=0.093
node=9 tau=0.127
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.092
node=6 tau=0.061
node=7 tau=0.073
node=8 tau=0.092
node=9 tau=0.126
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.104
node=6 tau=0.068
node=7 tau=0.085
node=8 tau=0.104
node=9 tau=0.142
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.100
node=6 tau=0.067
node=7 tau=0.083
node=8 tau=0.100
node=9 tau=0.148
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.096
node=6 tau=0.066
node=7 tau=0.082
node=8 tau=0.096
node=9 tau=0.148
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.007
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.062
node=7 tau=0.078
node=8 tau=0.091
node=9 tau=0.144
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.007
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.086
node=6 tau=0.059
node=7 tau=0.074
node=8 tau=0.086
node=9 tau=0.142
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.083
node=6 tau=0.055
node=7 tau=0.070
node=8 tau=0.083
node=9 tau=0.138
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.087
node=6 tau=0.055
node=7 tau=0.069
node=8 tau=0.087
node=9 tau=0.130
[E22B10 |   3520/60000 (  6%) ] Loss: 0.0018 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.086
node=6 tau=0.050
node=7 tau=0.065
node=8 tau=0.086
node=9 tau=0.123
node=0 tau=0.005
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.088
node=6 tau=0.055
node=7 tau=0.062
node=8 tau=0.088
node=9 tau=0.117
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.095
node=6 tau=0.066
node=7 tau=0.068
node=8 tau=0.095
node=9 tau=0.117
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.090
node=6 tau=0.064
node=7 tau=0.065
node=8 tau=0.089
node=9 tau=0.112
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.091
node=6 tau=0.067
node=7 tau=0.075
node=8 tau=0.084
node=9 tau=0.122
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.090
node=6 tau=0.067
node=7 tau=0.076
node=8 tau=0.086
node=9 tau=0.125
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.082
node=6 tau=0.063
node=7 tau=0.072
node=8 tau=0.082
node=9 tau=0.122
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.078
node=6 tau=0.060
node=7 tau=0.069
node=8 tau=0.078
node=9 tau=0.128
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.090
node=6 tau=0.059
node=7 tau=0.075
node=8 tau=0.090
node=9 tau=0.131
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.098
node=6 tau=0.060
node=7 tau=0.081
node=8 tau=0.098
node=9 tau=0.134
[E22B20 |   6720/60000 ( 11%) ] Loss: 0.0012 top1=100.0000
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.093
node=6 tau=0.057
node=7 tau=0.076
node=8 tau=0.093
node=9 tau=0.126
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.004
node=5 tau=0.088
node=6 tau=0.055
node=7 tau=0.073
node=8 tau=0.088
node=9 tau=0.122
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.082
node=6 tau=0.051
node=7 tau=0.068
node=8 tau=0.082
node=9 tau=0.118
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.087
node=6 tau=0.055
node=7 tau=0.065
node=8 tau=0.087
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.084
node=6 tau=0.054
node=7 tau=0.064
node=8 tau=0.084
node=9 tau=0.113
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.080
node=6 tau=0.054
node=7 tau=0.062
node=8 tau=0.080
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.077
node=6 tau=0.053
node=7 tau=0.059
node=8 tau=0.077
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.074
node=6 tau=0.053
node=7 tau=0.058
node=8 tau=0.074
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.085
node=6 tau=0.067
node=7 tau=0.065
node=8 tau=0.085
node=9 tau=0.118
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.082
node=6 tau=0.067
node=7 tau=0.066
node=8 tau=0.082
node=9 tau=0.120

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5834 top1= 85.3966


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5355 top1= 53.4155


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1848 top1= 76.7328

Train epoch 23
[E23B0  |    320/60000 (  1%) ] Loss: 0.0010 top1=100.0000
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.077
node=6 tau=0.063
node=7 tau=0.063
node=8 tau=0.077
node=9 tau=0.113
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.071
node=6 tau=0.058
node=7 tau=0.058
node=8 tau=0.071
node=9 tau=0.109
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.066
node=6 tau=0.054
node=7 tau=0.054
node=8 tau=0.066
node=9 tau=0.113
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.063
node=6 tau=0.051
node=7 tau=0.051
node=8 tau=0.063
node=9 tau=0.126
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.064
node=6 tau=0.048
node=7 tau=0.050
node=8 tau=0.064
node=9 tau=0.131
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.071
node=6 tau=0.045
node=7 tau=0.058
node=8 tau=0.071
node=9 tau=0.141
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.083
node=6 tau=0.056
node=7 tau=0.069
node=8 tau=0.083
node=9 tau=0.139
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.076
node=6 tau=0.053
node=7 tau=0.065
node=8 tau=0.076
node=9 tau=0.137
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.072
node=6 tau=0.050
node=7 tau=0.061
node=8 tau=0.072
node=9 tau=0.132
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.068
node=6 tau=0.046
node=7 tau=0.057
node=8 tau=0.068
node=9 tau=0.124
[E23B10 |   3520/60000 (  6%) ] Loss: 0.0013 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.065
node=6 tau=0.042
node=7 tau=0.054
node=8 tau=0.065
node=9 tau=0.118
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.063
node=6 tau=0.040
node=7 tau=0.054
node=8 tau=0.063
node=9 tau=0.118
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.063
node=6 tau=0.039
node=7 tau=0.053
node=8 tau=0.063
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.062
node=6 tau=0.038
node=7 tau=0.054
node=8 tau=0.062
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.065
node=6 tau=0.043
node=7 tau=0.053
node=8 tau=0.065
node=9 tau=0.109
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.101
node=6 tau=0.074
node=7 tau=0.084
node=8 tau=0.081
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.096
node=6 tau=0.065
node=7 tau=0.082
node=8 tau=0.076
node=9 tau=0.112
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.090
node=6 tau=0.064
node=7 tau=0.081
node=8 tau=0.072
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.093
node=6 tau=0.066
node=7 tau=0.083
node=8 tau=0.074
node=9 tau=0.121
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.094
node=6 tau=0.064
node=7 tau=0.078
node=8 tau=0.083
node=9 tau=0.120
[E23B20 |   6720/60000 ( 11%) ] Loss: 0.0016 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.091
node=6 tau=0.058
node=7 tau=0.072
node=8 tau=0.084
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.097
node=6 tau=0.069
node=7 tau=0.088
node=8 tau=0.100
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.101
node=6 tau=0.076
node=7 tau=0.090
node=8 tau=0.110
node=9 tau=0.117
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.102
node=6 tau=0.075
node=7 tau=0.086
node=8 tau=0.109
node=9 tau=0.119
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.100
node=6 tau=0.069
node=7 tau=0.081
node=8 tau=0.100
node=9 tau=0.122
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.095
node=6 tau=0.066
node=7 tau=0.081
node=8 tau=0.095
node=9 tau=0.126
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.061
node=7 tau=0.077
node=8 tau=0.089
node=9 tau=0.126
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.094
node=6 tau=0.057
node=7 tau=0.077
node=8 tau=0.094
node=9 tau=0.128
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.095
node=6 tau=0.061
node=7 tau=0.075
node=8 tau=0.095
node=9 tau=0.130
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.113
node=6 tau=0.078
node=7 tau=0.088
node=8 tau=0.091
node=9 tau=0.130

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5972 top1= 85.2063


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5542 top1= 53.4255


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1695 top1= 77.2937

Train epoch 24
[E24B0  |    320/60000 (  1%) ] Loss: 0.0013 top1=100.0000
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.109
node=6 tau=0.069
node=7 tau=0.083
node=8 tau=0.086
node=9 tau=0.121
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.101
node=6 tau=0.066
node=7 tau=0.077
node=8 tau=0.081
node=9 tau=0.114
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.093
node=6 tau=0.068
node=7 tau=0.072
node=8 tau=0.082
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.088
node=6 tau=0.064
node=7 tau=0.069
node=8 tau=0.088
node=9 tau=0.124
node=0 tau=0.006
node=1 tau=0.003
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.111
node=6 tau=0.076
node=7 tau=0.092
node=8 tau=0.110
node=9 tau=0.126
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.111
node=6 tau=0.075
node=7 tau=0.092
node=8 tau=0.115
node=9 tau=0.133
node=0 tau=0.006
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.107
node=6 tau=0.069
node=7 tau=0.090
node=8 tau=0.109
node=9 tau=0.135
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.101
node=6 tau=0.064
node=7 tau=0.086
node=8 tau=0.101
node=9 tau=0.134
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.097
node=6 tau=0.064
node=7 tau=0.083
node=8 tau=0.097
node=9 tau=0.130
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.094
node=6 tau=0.060
node=7 tau=0.079
node=8 tau=0.094
node=9 tau=0.123
[E24B10 |   3520/60000 (  6%) ] Loss: 0.0016 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.087
node=6 tau=0.056
node=7 tau=0.074
node=8 tau=0.087
node=9 tau=0.118
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.085
node=6 tau=0.054
node=7 tau=0.072
node=8 tau=0.085
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.082
node=6 tau=0.053
node=7 tau=0.069
node=8 tau=0.082
node=9 tau=0.113
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.079
node=6 tau=0.050
node=7 tau=0.065
node=8 tau=0.079
node=9 tau=0.108
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.092
node=6 tau=0.061
node=7 tau=0.066
node=8 tau=0.086
node=9 tau=0.105
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.155
node=6 tau=0.067
node=7 tau=0.113
node=8 tau=0.085
node=9 tau=0.155
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.151
node=6 tau=0.070
node=7 tau=0.115
node=8 tau=0.092
node=9 tau=0.151
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.150
node=6 tau=0.078
node=7 tau=0.120
node=8 tau=0.095
node=9 tau=0.150
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.146
node=6 tau=0.091
node=7 tau=0.111
node=8 tau=0.120
node=9 tau=0.146
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.144
node=6 tau=0.093
node=7 tau=0.110
node=8 tau=0.120
node=9 tau=0.144
[E24B20 |   6720/60000 ( 11%) ] Loss: 0.0014 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.134
node=6 tau=0.089
node=7 tau=0.104
node=8 tau=0.115
node=9 tau=0.134
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.125
node=6 tau=0.084
node=7 tau=0.099
node=8 tau=0.109
node=9 tau=0.125
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.117
node=6 tau=0.078
node=7 tau=0.097
node=8 tau=0.106
node=9 tau=0.117
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.118
node=6 tau=0.078
node=7 tau=0.093
node=8 tau=0.104
node=9 tau=0.118
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.112
node=6 tau=0.073
node=7 tau=0.090
node=8 tau=0.103
node=9 tau=0.112
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.117
node=6 tau=0.077
node=7 tau=0.109
node=8 tau=0.124
node=9 tau=0.128
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.116
node=6 tau=0.080
node=7 tau=0.101
node=8 tau=0.122
node=9 tau=0.127
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.111
node=6 tau=0.078
node=7 tau=0.096
node=8 tau=0.114
node=9 tau=0.131
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.115
node=6 tau=0.072
node=7 tau=0.090
node=8 tau=0.111
node=9 tau=0.132
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.111
node=6 tau=0.079
node=7 tau=0.107
node=8 tau=0.119
node=9 tau=0.136

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5931 top1= 85.3866


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5701 top1= 53.4455


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.1634 top1= 77.5741

Train epoch 25
[E25B0  |    320/60000 (  1%) ] Loss: 0.0041 top1= 99.6875
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.135
node=6 tau=0.080
node=7 tau=0.108
node=8 tau=0.112
node=9 tau=0.135
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.132
node=6 tau=0.076
node=7 tau=0.103
node=8 tau=0.110
node=9 tau=0.132
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.133
node=6 tau=0.082
node=7 tau=0.096
node=8 tau=0.112
node=9 tau=0.133
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.130
node=6 tau=0.084
node=7 tau=0.091
node=8 tau=0.108
node=9 tau=0.134
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.125
node=6 tau=0.079
node=7 tau=0.086
node=8 tau=0.108
node=9 tau=0.134
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.120
node=6 tau=0.074
node=7 tau=0.083
node=8 tau=0.108
node=9 tau=0.142
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.006
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.114
node=6 tau=0.068
node=7 tau=0.081
node=8 tau=0.106
node=9 tau=0.141
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.006
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.104
node=6 tau=0.063
node=7 tau=0.077
node=8 tau=0.104
node=9 tau=0.141
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.096
node=6 tau=0.059
node=7 tau=0.071
node=8 tau=0.096
node=9 tau=0.136
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.096
node=6 tau=0.057
node=7 tau=0.071
node=8 tau=0.096
node=9 tau=0.128
[E25B10 |   3520/60000 (  6%) ] Loss: 0.0013 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.053
node=7 tau=0.066
node=8 tau=0.089
node=9 tau=0.121
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.086
node=6 tau=0.052
node=7 tau=0.067
node=8 tau=0.086
node=9 tau=0.118
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.090
node=6 tau=0.057
node=7 tau=0.070
node=8 tau=0.090
node=9 tau=0.116
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.060
node=7 tau=0.073
node=8 tau=0.089
node=9 tau=0.115
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.084
node=6 tau=0.057
node=7 tau=0.071
node=8 tau=0.084
node=9 tau=0.111
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.080
node=6 tau=0.054
node=7 tau=0.071
node=8 tau=0.080
node=9 tau=0.112
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.075
node=6 tau=0.051
node=7 tau=0.067
node=8 tau=0.075
node=9 tau=0.111
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.079
node=6 tau=0.057
node=7 tau=0.065
node=8 tau=0.079
node=9 tau=0.115
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.085
node=6 tau=0.060
node=7 tau=0.065
node=8 tau=0.085
node=9 tau=0.118
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.064
node=7 tau=0.067
node=8 tau=0.089
node=9 tau=0.120
[E25B20 |   6720/60000 ( 11%) ] Loss: 0.0013 top1=100.0000
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.086
node=6 tau=0.060
node=7 tau=0.063
node=8 tau=0.086
node=9 tau=0.115
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.003
node=5 tau=0.085
node=6 tau=0.055
node=7 tau=0.062
node=8 tau=0.085
node=9 tau=0.116
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.097
node=6 tau=0.071
node=7 tau=0.077
node=8 tau=0.097
node=9 tau=0.117
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.096
node=6 tau=0.072
node=7 tau=0.077
node=8 tau=0.096
node=9 tau=0.113
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.067
node=7 tau=0.075
node=8 tau=0.089
node=9 tau=0.116
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.085
node=6 tau=0.062
node=7 tau=0.073
node=8 tau=0.085
node=9 tau=0.119
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.079
node=6 tau=0.058
node=7 tau=0.069
node=8 tau=0.079
node=9 tau=0.118
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.073
node=6 tau=0.055
node=7 tau=0.069
node=8 tau=0.073
node=9 tau=0.119
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.070
node=6 tau=0.055
node=7 tau=0.066
node=8 tau=0.070
node=9 tau=0.117
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.068
node=6 tau=0.060
node=7 tau=0.065
node=8 tau=0.068
node=9 tau=0.116

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5805 top1= 85.6971


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5840 top1= 53.4956


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.3316 top1= 75.8714

Train epoch 26
[E26B0  |    320/60000 (  1%) ] Loss: 0.0011 top1=100.0000
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.065
node=6 tau=0.057
node=7 tau=0.062
node=8 tau=0.065
node=9 tau=0.110
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.061
node=6 tau=0.053
node=7 tau=0.057
node=8 tau=0.061
node=9 tau=0.105
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.050
node=7 tau=0.053
node=8 tau=0.057
node=9 tau=0.107
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.050
node=7 tau=0.051
node=8 tau=0.059
node=9 tau=0.113
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.049
node=7 tau=0.048
node=8 tau=0.057
node=9 tau=0.116
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.058
node=6 tau=0.050
node=7 tau=0.048
node=8 tau=0.058
node=9 tau=0.124
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.047
node=7 tau=0.046
node=8 tau=0.057
node=9 tau=0.123
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.056
node=6 tau=0.046
node=7 tau=0.046
node=8 tau=0.056
node=9 tau=0.124
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.044
node=7 tau=0.043
node=8 tau=0.053
node=9 tau=0.122
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.044
node=7 tau=0.042
node=8 tau=0.053
node=9 tau=0.116
[E26B10 |   3520/60000 (  6%) ] Loss: 0.0014 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.051
node=6 tau=0.042
node=7 tau=0.041
node=8 tau=0.051
node=9 tau=0.112
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.051
node=6 tau=0.040
node=7 tau=0.039
node=8 tau=0.051
node=9 tau=0.108
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.038
node=7 tau=0.037
node=8 tau=0.048
node=9 tau=0.106
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.047
node=6 tau=0.036
node=7 tau=0.037
node=8 tau=0.047
node=9 tau=0.101
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.047
node=6 tau=0.034
node=7 tau=0.038
node=8 tau=0.047
node=9 tau=0.097
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.046
node=6 tau=0.033
node=7 tau=0.040
node=8 tau=0.046
node=9 tau=0.095
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.043
node=6 tau=0.032
node=7 tau=0.039
node=8 tau=0.043
node=9 tau=0.092
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.041
node=6 tau=0.044
node=7 tau=0.041
node=8 tau=0.044
node=9 tau=0.089
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.055
node=7 tau=0.057
node=8 tau=0.059
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.053
node=7 tau=0.056
node=8 tau=0.057
node=9 tau=0.092
[E26B20 |   6720/60000 ( 11%) ] Loss: 0.0014 top1=100.0000
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.049
node=7 tau=0.053
node=8 tau=0.059
node=9 tau=0.088
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.056
node=6 tau=0.047
node=7 tau=0.056
node=8 tau=0.056
node=9 tau=0.091
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.048
node=7 tau=0.056
node=8 tau=0.056
node=9 tau=0.091
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.076
node=6 tau=0.055
node=7 tau=0.069
node=8 tau=0.067
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.074
node=6 tau=0.054
node=7 tau=0.068
node=8 tau=0.066
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.069
node=6 tau=0.056
node=7 tau=0.066
node=8 tau=0.067
node=9 tau=0.099
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.064
node=6 tau=0.058
node=7 tau=0.063
node=8 tau=0.064
node=9 tau=0.103
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.055
node=7 tau=0.059
node=8 tau=0.059
node=9 tau=0.105
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.058
node=6 tau=0.053
node=7 tau=0.056
node=8 tau=0.058
node=9 tau=0.108
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.057
node=7 tau=0.055
node=8 tau=0.057
node=9 tau=0.111

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5977 top1= 85.2664


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.5985 top1= 53.4956


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.2379 top1= 76.3321

Train epoch 27
[E27B0  |    320/60000 (  1%) ] Loss: 0.0019 top1=100.0000
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.054
node=7 tau=0.056
node=8 tau=0.059
node=9 tau=0.111
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.060
node=6 tau=0.060
node=7 tau=0.054
node=8 tau=0.055
node=9 tau=0.108
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.056
node=6 tau=0.056
node=7 tau=0.051
node=8 tau=0.052
node=9 tau=0.111
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.053
node=7 tau=0.050
node=8 tau=0.051
node=9 tau=0.112
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.051
node=6 tau=0.051
node=7 tau=0.048
node=8 tau=0.048
node=9 tau=0.112
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.048
node=7 tau=0.047
node=8 tau=0.047
node=9 tau=0.112
node=0 tau=0.005
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.045
node=6 tau=0.045
node=7 tau=0.045
node=8 tau=0.045
node=9 tau=0.110
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.047
node=7 tau=0.044
node=8 tau=0.048
node=9 tau=0.111
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.065
node=6 tau=0.065
node=7 tau=0.057
node=8 tau=0.063
node=9 tau=0.111
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.064
node=6 tau=0.064
node=7 tau=0.056
node=8 tau=0.063
node=9 tau=0.103
[E27B10 |   3520/60000 (  6%) ] Loss: 0.0015 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.064
node=6 tau=0.064
node=7 tau=0.056
node=8 tau=0.063
node=9 tau=0.102
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.061
node=6 tau=0.060
node=7 tau=0.053
node=8 tau=0.061
node=9 tau=0.096
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.059
node=6 tau=0.056
node=7 tau=0.050
node=8 tau=0.059
node=9 tau=0.093
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.055
node=6 tau=0.052
node=7 tau=0.051
node=8 tau=0.055
node=9 tau=0.096
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.050
node=7 tau=0.051
node=8 tau=0.053
node=9 tau=0.095
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.052
node=6 tau=0.047
node=7 tau=0.051
node=8 tau=0.052
node=9 tau=0.097
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.055
node=7 tau=0.055
node=8 tau=0.051
node=9 tau=0.099
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.054
node=6 tau=0.054
node=7 tau=0.053
node=8 tau=0.052
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.055
node=6 tau=0.053
node=7 tau=0.053
node=8 tau=0.055
node=9 tau=0.101
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.063
node=6 tau=0.059
node=7 tau=0.054
node=8 tau=0.063
node=9 tau=0.103
[E27B20 |   6720/60000 ( 11%) ] Loss: 0.0010 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.060
node=6 tau=0.055
node=7 tau=0.051
node=8 tau=0.060
node=9 tau=0.100
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.057
node=6 tau=0.050
node=7 tau=0.048
node=8 tau=0.057
node=9 tau=0.100
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.054
node=6 tau=0.046
node=7 tau=0.045
node=8 tau=0.054
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.053
node=6 tau=0.045
node=7 tau=0.044
node=8 tau=0.053
node=9 tau=0.095
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.050
node=6 tau=0.042
node=7 tau=0.044
node=8 tau=0.050
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.051
node=6 tau=0.051
node=7 tau=0.047
node=8 tau=0.049
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.048
node=7 tau=0.045
node=8 tau=0.046
node=9 tau=0.097
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.045
node=6 tau=0.046
node=7 tau=0.046
node=8 tau=0.043
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.047
node=6 tau=0.047
node=7 tau=0.045
node=8 tau=0.046
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.053
node=6 tau=0.053
node=7 tau=0.051
node=8 tau=0.045
node=9 tau=0.098

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6036 top1= 85.5769


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.6105 top1= 53.5857


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.3012 top1= 75.8213

Train epoch 28
[E28B0  |    320/60000 (  1%) ] Loss: 0.0010 top1=100.0000
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.049
node=6 tau=0.049
node=7 tau=0.049
node=8 tau=0.043
node=9 tau=0.094
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.045
node=6 tau=0.045
node=7 tau=0.045
node=8 tau=0.040
node=9 tau=0.090
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.063
node=6 tau=0.063
node=7 tau=0.054
node=8 tau=0.057
node=9 tau=0.093
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.060
node=6 tau=0.060
node=7 tau=0.052
node=8 tau=0.057
node=9 tau=0.096
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.061
node=6 tau=0.061
node=7 tau=0.053
node=8 tau=0.058
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.059
node=6 tau=0.059
node=7 tau=0.054
node=8 tau=0.057
node=9 tau=0.107
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.058
node=6 tau=0.054
node=7 tau=0.052
node=8 tau=0.058
node=9 tau=0.109
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.055
node=6 tau=0.049
node=7 tau=0.049
node=8 tau=0.055
node=9 tau=0.110
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.051
node=6 tau=0.045
node=7 tau=0.046
node=8 tau=0.051
node=9 tau=0.108
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.050
node=6 tau=0.044
node=7 tau=0.044
node=8 tau=0.050
node=9 tau=0.103
[E28B10 |   3520/60000 (  6%) ] Loss: 0.0012 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.043
node=7 tau=0.041
node=8 tau=0.048
node=9 tau=0.100
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.048
node=6 tau=0.041
node=7 tau=0.041
node=8 tau=0.048
node=9 tau=0.100
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.045
node=6 tau=0.039
node=7 tau=0.040
node=8 tau=0.045
node=9 tau=0.104
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.043
node=6 tau=0.039
node=7 tau=0.038
node=8 tau=0.043
node=9 tau=0.101
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.041
node=6 tau=0.039
node=7 tau=0.036
node=8 tau=0.041
node=9 tau=0.098
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.040
node=6 tau=0.038
node=7 tau=0.035
node=8 tau=0.040
node=9 tau=0.097
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.083
node=6 tau=0.122
node=7 tau=0.094
node=8 tau=0.078
node=9 tau=0.122
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.075
node=6 tau=0.113
node=7 tau=0.087
node=8 tau=0.069
node=9 tau=0.113
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.089
node=6 tau=0.124
node=7 tau=0.120
node=8 tau=0.073
node=9 tau=0.120
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.090
node=6 tau=0.113
node=7 tau=0.113
node=8 tau=0.073
node=9 tau=0.120
[E28B20 |   6720/60000 ( 11%) ] Loss: 0.0015 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.087
node=6 tau=0.103
node=7 tau=0.103
node=8 tau=0.070
node=9 tau=0.115
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.087
node=6 tau=0.093
node=7 tau=0.097
node=8 tau=0.069
node=9 tau=0.117
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.084
node=6 tau=0.088
node=7 tau=0.093
node=8 tau=0.075
node=9 tau=0.122
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.113
node=6 tau=0.090
node=7 tau=0.089
node=8 tau=0.087
node=9 tau=0.129
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.173
node=6 tau=0.106
node=7 tau=0.138
node=8 tau=0.106
node=9 tau=0.182
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.169
node=6 tau=0.123
node=7 tau=0.127
node=8 tau=0.124
node=9 tau=0.189
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.157
node=6 tau=0.121
node=7 tau=0.117
node=8 tau=0.122
node=9 tau=0.182
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.146
node=6 tau=0.114
node=7 tau=0.115
node=8 tau=0.111
node=9 tau=0.174
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.148
node=6 tau=0.114
node=7 tau=0.108
node=8 tau=0.118
node=9 tau=0.168
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.145
node=6 tau=0.181
node=7 tau=0.166
node=8 tau=0.126
node=9 tau=0.173

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6229 top1= 84.9259


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.6247 top1= 53.6258


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.2262 top1= 77.0333

Train epoch 29
[E29B0  |    320/60000 (  1%) ] Loss: 0.0030 top1=100.0000
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.141
node=6 tau=0.173
node=7 tau=0.159
node=8 tau=0.128
node=9 tau=0.164
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.135
node=6 tau=0.162
node=7 tau=0.152
node=8 tau=0.126
node=9 tau=0.153
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.133
node=6 tau=0.151
node=7 tau=0.151
node=8 tau=0.122
node=9 tau=0.154
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.154
node=6 tau=0.141
node=7 tau=0.141
node=8 tau=0.116
node=9 tau=0.155
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.172
node=6 tau=0.137
node=7 tau=0.149
node=8 tau=0.105
node=9 tau=0.171
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.249
node=6 tau=0.137
node=7 tau=0.172
node=8 tau=0.120
node=9 tau=0.246
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.242
node=6 tau=0.148
node=7 tau=0.180
node=8 tau=0.132
node=9 tau=0.238
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.005
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.228
node=6 tau=0.146
node=7 tau=0.180
node=8 tau=0.134
node=9 tau=0.228
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.215
node=6 tau=0.137
node=7 tau=0.169
node=8 tau=0.133
node=9 tau=0.215
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.210
node=6 tau=0.127
node=7 tau=0.158
node=8 tau=0.135
node=9 tau=0.210
[E29B10 |   3520/60000 (  6%) ] Loss: 0.0031 top1=100.0000
node=0 tau=0.003
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.200
node=6 tau=0.118
node=7 tau=0.153
node=8 tau=0.129
node=9 tau=0.200
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.185
node=6 tau=0.110
node=7 tau=0.145
node=8 tau=0.128
node=9 tau=0.185
node=0 tau=0.003
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.179
node=6 tau=0.111
node=7 tau=0.134
node=8 tau=0.149
node=9 tau=0.179
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.165
node=6 tau=0.112
node=7 tau=0.128
node=8 tau=0.157
node=9 tau=0.165
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.162
node=6 tau=0.109
node=7 tau=0.131
node=8 tau=0.155
node=9 tau=0.166
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.152
node=6 tau=0.102
node=7 tau=0.127
node=8 tau=0.149
node=9 tau=0.163
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.152
node=6 tau=0.131
node=7 tau=0.121
node=8 tau=0.152
node=9 tau=0.191
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.153
node=6 tau=0.153
node=7 tau=0.136
node=8 tau=0.143
node=9 tau=0.196
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.151
node=6 tau=0.151
node=7 tau=0.131
node=8 tau=0.139
node=9 tau=0.187
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.184
node=6 tau=0.165
node=7 tau=0.150
node=8 tau=0.153
node=9 tau=0.184
[E29B20 |   6720/60000 ( 11%) ] Loss: 0.0033 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.179
node=6 tau=0.155
node=7 tau=0.139
node=8 tau=0.141
node=9 tau=0.179
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.192
node=6 tau=0.145
node=7 tau=0.144
node=8 tau=0.140
node=9 tau=0.192
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.187
node=6 tau=0.187
node=7 tau=0.165
node=8 tau=0.242
node=9 tau=0.222
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.263
node=6 tau=0.262
node=7 tau=0.209
node=8 tau=0.262
node=9 tau=0.254
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.268
node=6 tau=0.233
node=7 tau=0.198
node=8 tau=0.233
node=9 tau=0.264
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.277
node=6 tau=0.264
node=7 tau=0.183
node=8 tau=0.264
node=9 tau=0.264
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.264
node=6 tau=0.367
node=7 tau=0.207
node=8 tau=0.244
node=9 tau=0.276
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.259
node=6 tau=0.402
node=7 tau=0.203
node=8 tau=0.237
node=9 tau=0.300
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.249
node=6 tau=0.376
node=7 tau=0.207
node=8 tau=0.228
node=9 tau=0.277
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.228
node=6 tau=0.359
node=7 tau=0.219
node=8 tau=0.214
node=9 tau=0.268

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.6064 top1= 85.1462


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.6371 top1= 53.6659


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.3138 top1= 75.0401

Train epoch 30
[E30B0  |    320/60000 (  1%) ] Loss: 0.0060 top1=100.0000
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.221
node=6 tau=0.332
node=7 tau=0.211
node=8 tau=0.212
node=9 tau=0.245
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.201
node=6 tau=0.303
node=7 tau=0.200
node=8 tau=0.192
node=9 tau=0.228
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.201
node=6 tau=0.288
node=7 tau=0.194
node=8 tau=0.209
node=9 tau=0.212
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.186
node=6 tau=0.261
node=7 tau=0.190
node=8 tau=0.199
node=9 tau=0.199
node=0 tau=0.004
node=1 tau=0.002
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.175
node=6 tau=0.240
node=7 tau=0.190
node=8 tau=0.187
node=9 tau=0.190
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.176
node=6 tau=0.226
node=7 tau=0.180
node=8 tau=0.184
node=9 tau=0.194
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.183
node=6 tau=0.208
node=7 tau=0.169
node=8 tau=0.182
node=9 tau=0.205
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.210
node=6 tau=0.193
node=7 tau=0.159
node=8 tau=0.187
node=9 tau=0.222
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.274
node=6 tau=0.178
node=7 tau=0.221
node=8 tau=0.188
node=9 tau=0.274
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.274
node=6 tau=0.176
node=7 tau=0.198
node=8 tau=0.184
node=9 tau=0.274
[E30B10 |   3520/60000 (  6%) ] Loss: 0.0083 top1= 99.6875
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.265
node=6 tau=0.209
node=7 tau=0.199
node=8 tau=0.215
node=9 tau=0.263
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.246
node=6 tau=0.207
node=7 tau=0.185
node=8 tau=0.207
node=9 tau=0.246
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.234
node=6 tau=0.254
node=7 tau=0.185
node=8 tau=0.223
node=9 tau=0.234
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.257
node=6 tau=0.257
node=7 tau=0.222
node=8 tau=0.261
node=9 tau=0.227
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.280
node=6 tau=0.280
node=7 tau=0.247
node=8 tau=0.327
node=9 tau=0.265
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.269
node=6 tau=0.269
node=7 tau=0.244
node=8 tau=0.312
node=9 tau=0.250
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.249
node=6 tau=0.249
node=7 tau=0.232
node=8 tau=0.285
node=9 tau=0.237
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.274
node=6 tau=0.274
node=7 tau=0.239
node=8 tau=0.287
node=9 tau=0.235
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.382
node=6 tau=0.266
node=7 tau=0.229
node=8 tau=0.266
node=9 tau=0.333
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.412
node=6 tau=0.255
node=7 tau=0.321
node=8 tau=0.276
node=9 tau=0.392
[E30B20 |   6720/60000 ( 11%) ] Loss: 0.0148 top1= 99.3750
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.393
node=6 tau=0.282
node=7 tau=0.316
node=8 tau=0.306
node=9 tau=0.386
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.002
node=5 tau=0.372
node=6 tau=0.285
node=7 tau=0.294
node=8 tau=0.317
node=9 tau=0.372
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.360
node=6 tau=0.276
node=7 tau=0.278
node=8 tau=0.303
node=9 tau=0.360
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.340
node=6 tau=0.263
node=7 tau=0.266
node=8 tau=0.296
node=9 tau=0.340
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.320
node=6 tau=0.283
node=7 tau=0.254
node=8 tau=0.283
node=9 tau=0.320
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.336
node=6 tau=0.326
node=7 tau=0.273
node=8 tau=0.326
node=9 tau=0.331
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.315
node=6 tau=0.304
node=7 tau=0.249
node=8 tau=0.304
node=9 tau=0.306
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.301
node=6 tau=0.284
node=7 tau=0.228
node=8 tau=0.284
node=9 tau=0.304
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.308
node=6 tau=0.285
node=7 tau=0.237
node=8 tau=0.288
node=9 tau=0.308
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.004
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.301
node=6 tau=0.268
node=7 tau=0.226
node=8 tau=0.269
node=9 tau=0.301

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.5470 top1= 86.3882


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=3.6498 top1= 53.6759


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=1.5079 top1= 75.1502

