
=== Start adding workers ===
=> Add worker SGDMWorker(index=0, momentum=0.9)
=> Add worker SGDMWorker(index=1, momentum=0.9)
=> Add worker SGDMWorker(index=2, momentum=0.9)
=> Add worker SGDMWorker(index=3, momentum=0.9)
=> Add worker SGDMWorker(index=4, momentum=0.9)
=> Add worker SGDMWorker(index=5, momentum=0.9)
=> Add worker SGDMWorker(index=6, momentum=0.9)
=> Add worker SGDMWorker(index=7, momentum=0.9)
=> Add worker SGDMWorker(index=8, momentum=0.9)
=> Add worker SGDMWorker(index=9, momentum=0.9)

=== Start adding graph ===
<codes.graph_utils.Dumbbell object at 0x7f6cf16216d0>

Train epoch 1
[E 1B0  |    320/60000 (  1%) ] Loss: 2.2959 top1= 10.0000
node=0 tau=0.041
node=1 tau=0.039
node=2 tau=0.042
node=3 tau=0.038
node=4 tau=0.040
node=5 tau=0.042
node=6 tau=0.041
node=7 tau=0.039
node=8 tau=0.039
node=9 tau=0.041

=== Peeking data label distribution E1B0 ===
Worker 0 has targets: tensor([4, 8, 8, 6, 9], device='cuda:0')
Worker 1 has targets: tensor([5, 3, 6, 0, 9], device='cuda:0')
Worker 2 has targets: tensor([2, 9, 9, 3, 1], device='cuda:0')
Worker 3 has targets: tensor([6, 9, 8, 1, 2], device='cuda:0')
Worker 4 has targets: tensor([5, 8, 9, 1, 8], device='cuda:0')
Worker 5 has targets: tensor([6, 7, 5, 2, 3], device='cuda:0')
Worker 6 has targets: tensor([3, 2, 8, 7, 9], device='cuda:0')
Worker 7 has targets: tensor([3, 8, 7, 8, 7], device='cuda:0')
Worker 8 has targets: tensor([8, 0, 2, 4, 8], device='cuda:0')
Worker 9 has targets: tensor([5, 3, 4, 6, 3], device='cuda:0')


node=0 tau=0.059
node=1 tau=0.052
node=2 tau=0.057
node=3 tau=0.057
node=4 tau=0.057
node=5 tau=0.055
node=6 tau=0.053
node=7 tau=0.053
node=8 tau=0.055
node=9 tau=0.055
node=0 tau=0.071
node=1 tau=0.062
node=2 tau=0.064
node=3 tau=0.069
node=4 tau=0.069
node=5 tau=0.062
node=6 tau=0.062
node=7 tau=0.062
node=8 tau=0.063
node=9 tau=0.063
node=0 tau=0.074
node=1 tau=0.065
node=2 tau=0.064
node=3 tau=0.072
node=4 tau=0.072
node=5 tau=0.070
node=6 tau=0.069
node=7 tau=0.068
node=8 tau=0.070
node=9 tau=0.072
node=0 tau=0.080
node=1 tau=0.073
node=2 tau=0.072
node=3 tau=0.073
node=4 tau=0.073
node=5 tau=0.070
node=6 tau=0.073
node=7 tau=0.073
node=8 tau=0.075
node=9 tau=0.073
node=0 tau=0.085
node=1 tau=0.079
node=2 tau=0.078
node=3 tau=0.079
node=4 tau=0.079
node=5 tau=0.075
node=6 tau=0.078
node=7 tau=0.074
node=8 tau=0.076
node=9 tau=0.078
node=0 tau=0.093
node=1 tau=0.081
node=2 tau=0.081
node=3 tau=0.089
node=4 tau=0.085
node=5 tau=0.075
node=6 tau=0.079
node=7 tau=0.075
node=8 tau=0.077
node=9 tau=0.079
node=0 tau=0.092
node=1 tau=0.084
node=2 tau=0.083
node=3 tau=0.092
node=4 tau=0.092
node=5 tau=0.081
node=6 tau=0.083
node=7 tau=0.080
node=8 tau=0.087
node=9 tau=0.087
node=0 tau=0.094
node=1 tau=0.086
node=2 tau=0.086
node=3 tau=0.090
node=4 tau=0.090
node=5 tau=0.090
node=6 tau=0.090
node=7 tau=0.086
node=8 tau=0.086
node=9 tau=0.098
node=0 tau=0.098
node=1 tau=0.091
node=2 tau=0.091
node=3 tau=0.094
node=4 tau=0.091
node=5 tau=0.096
node=6 tau=0.096
node=7 tau=0.094
node=8 tau=0.094
node=9 tau=0.111
[E 1B10 |   3520/60000 (  6%) ] Loss: 1.9238 top1= 45.9375
node=0 tau=0.105
node=1 tau=0.096
node=2 tau=0.092
node=3 tau=0.097
node=4 tau=0.095
node=5 tau=0.104
node=6 tau=0.106
node=7 tau=0.098
node=8 tau=0.096
node=9 tau=0.113
node=0 tau=0.108
node=1 tau=0.108
node=2 tau=0.100
node=3 tau=0.100
node=4 tau=0.097
node=5 tau=0.109
node=6 tau=0.111
node=7 tau=0.106
node=8 tau=0.100
node=9 tau=0.117
node=0 tau=0.113
node=1 tau=0.106
node=2 tau=0.113
node=3 tau=0.105
node=4 tau=0.107
node=5 tau=0.110
node=6 tau=0.114
node=7 tau=0.115
node=8 tau=0.103
node=9 tau=0.114
node=0 tau=0.114
node=1 tau=0.115
node=2 tau=0.114
node=3 tau=0.112
node=4 tau=0.113
node=5 tau=0.108
node=6 tau=0.114
node=7 tau=0.110
node=8 tau=0.106
node=9 tau=0.122
node=0 tau=0.121
node=1 tau=0.118
node=2 tau=0.119
node=3 tau=0.118
node=4 tau=0.115
node=5 tau=0.119
node=6 tau=0.126
node=7 tau=0.122
node=8 tau=0.118
node=9 tau=0.126
node=0 tau=0.134
node=1 tau=0.124
node=2 tau=0.127
node=3 tau=0.123
node=4 tau=0.121
node=5 tau=0.129
node=6 tau=0.137
node=7 tau=0.129
node=8 tau=0.125
node=9 tau=0.154
node=0 tau=0.146
node=1 tau=0.138
node=2 tau=0.138
node=3 tau=0.125
node=4 tau=0.131
node=5 tau=0.133
node=6 tau=0.148
node=7 tau=0.142
node=8 tau=0.134
node=9 tau=0.166
node=0 tau=0.148
node=1 tau=0.145
node=2 tau=0.148
node=3 tau=0.137
node=4 tau=0.138
node=5 tau=0.139
node=6 tau=0.147
node=7 tau=0.141
node=8 tau=0.139
node=9 tau=0.154
node=0 tau=0.165
node=1 tau=0.151
node=2 tau=0.151
node=3 tau=0.148
node=4 tau=0.148
node=5 tau=0.147
node=6 tau=0.147
node=7 tau=0.145
node=8 tau=0.139
node=9 tau=0.156
node=0 tau=0.172
node=1 tau=0.168
node=2 tau=0.168
node=3 tau=0.159
node=4 tau=0.159
node=5 tau=0.160
node=6 tau=0.164
node=7 tau=0.159
node=8 tau=0.154
node=9 tau=0.173
[E 1B20 |   6720/60000 ( 11%) ] Loss: 0.8767 top1= 72.1875
node=0 tau=0.175
node=1 tau=0.168
node=2 tau=0.170
node=3 tau=0.162
node=4 tau=0.168
node=5 tau=0.163
node=6 tau=0.161
node=7 tau=0.163
node=8 tau=0.171
node=9 tau=0.173
node=0 tau=0.192
node=1 tau=0.170
node=2 tau=0.171
node=3 tau=0.171
node=4 tau=0.169
node=5 tau=0.181
node=6 tau=0.177
node=7 tau=0.188
node=8 tau=0.184
node=9 tau=0.191
node=0 tau=0.204
node=1 tau=0.193
node=2 tau=0.181
node=3 tau=0.180
node=4 tau=0.194
node=5 tau=0.197
node=6 tau=0.191
node=7 tau=0.208
node=8 tau=0.199
node=9 tau=0.203
node=0 tau=0.216
node=1 tau=0.216
node=2 tau=0.197
node=3 tau=0.195
node=4 tau=0.192
node=5 tau=0.201
node=6 tau=0.199
node=7 tau=0.242
node=8 tau=0.206
node=9 tau=0.241
node=0 tau=0.221
node=1 tau=0.221
node=2 tau=0.200
node=3 tau=0.201
node=4 tau=0.193
node=5 tau=0.212
node=6 tau=0.212
node=7 tau=0.271
node=8 tau=0.213
node=9 tau=0.240
node=0 tau=0.232
node=1 tau=0.232
node=2 tau=0.196
node=3 tau=0.211
node=4 tau=0.203
node=5 tau=0.220
node=6 tau=0.215
node=7 tau=0.254
node=8 tau=0.216
node=9 tau=0.248
node=0 tau=0.255
node=1 tau=0.234
node=2 tau=0.212
node=3 tau=0.218
node=4 tau=0.211
node=5 tau=0.234
node=6 tau=0.231
node=7 tau=0.263
node=8 tau=0.236
node=9 tau=0.274
node=0 tau=0.271
node=1 tau=0.235
node=2 tau=0.215
node=3 tau=0.225
node=4 tau=0.210
node=5 tau=0.244
node=6 tau=0.247
node=7 tau=0.250
node=8 tau=0.247
node=9 tau=0.266
node=0 tau=0.276
node=1 tau=0.229
node=2 tau=0.231
node=3 tau=0.231
node=4 tau=0.232
node=5 tau=0.224
node=6 tau=0.232
node=7 tau=0.234
node=8 tau=0.232
node=9 tau=0.250
node=0 tau=0.299
node=1 tau=0.237
node=2 tau=0.233
node=3 tau=0.264
node=4 tau=0.232
node=5 tau=0.237
node=6 tau=0.233
node=7 tau=0.240
node=8 tau=0.233
node=9 tau=0.266

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.4935 top1= 84.7656


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.5045 top1= 83.4936


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.5303 top1= 84.3149

Train epoch 2
[E 2B0  |    320/60000 (  1%) ] Loss: 0.6864 top1= 79.6875
node=0 tau=0.284
node=1 tau=0.241
node=2 tau=0.268
node=3 tau=0.271
node=4 tau=0.268
node=5 tau=0.240
node=6 tau=0.235
node=7 tau=0.246
node=8 tau=0.229
node=9 tau=0.254
node=0 tau=0.266
node=1 tau=0.226
node=2 tau=0.239
node=3 tau=0.233
node=4 tau=0.246
node=5 tau=0.247
node=6 tau=0.231
node=7 tau=0.247
node=8 tau=0.233
node=9 tau=0.255
node=0 tau=0.274
node=1 tau=0.264
node=2 tau=0.240
node=3 tau=0.246
node=4 tau=0.256
node=5 tau=0.252
node=6 tau=0.238
node=7 tau=0.252
node=8 tau=0.246
node=9 tau=0.257
node=0 tau=0.252
node=1 tau=0.251
node=2 tau=0.238
node=3 tau=0.234
node=4 tau=0.246
node=5 tau=0.253
node=6 tau=0.243
node=7 tau=0.252
node=8 tau=0.241
node=9 tau=0.261
node=0 tau=0.256
node=1 tau=0.250
node=2 tau=0.239
node=3 tau=0.237
node=4 tau=0.241
node=5 tau=0.254
node=6 tau=0.251
node=7 tau=0.241
node=8 tau=0.261
node=9 tau=0.261
node=0 tau=0.268
node=1 tau=0.258
node=2 tau=0.239
node=3 tau=0.240
node=4 tau=0.263
node=5 tau=0.242
node=6 tau=0.247
node=7 tau=0.245
node=8 tau=0.242
node=9 tau=0.251
node=0 tau=0.261
node=1 tau=0.237
node=2 tau=0.222
node=3 tau=0.234
node=4 tau=0.237
node=5 tau=0.241
node=6 tau=0.245
node=7 tau=0.244
node=8 tau=0.244
node=9 tau=0.260
node=0 tau=0.256
node=1 tau=0.230
node=2 tau=0.226
node=3 tau=0.235
node=4 tau=0.235
node=5 tau=0.238
node=6 tau=0.233
node=7 tau=0.238
node=8 tau=0.231
node=9 tau=0.259
node=0 tau=0.242
node=1 tau=0.219
node=2 tau=0.211
node=3 tau=0.216
node=4 tau=0.219
node=5 tau=0.225
node=6 tau=0.244
node=7 tau=0.229
node=8 tau=0.234
node=9 tau=0.249
node=0 tau=0.235
node=1 tau=0.215
node=2 tau=0.208
node=3 tau=0.220
node=4 tau=0.220
node=5 tau=0.225
node=6 tau=0.236
node=7 tau=0.224
node=8 tau=0.224
node=9 tau=0.238
[E 2B10 |   3520/60000 (  6%) ] Loss: 0.4502 top1= 84.0625
node=0 tau=0.243
node=1 tau=0.223
node=2 tau=0.206
node=3 tau=0.223
node=4 tau=0.212
node=5 tau=0.231
node=6 tau=0.245
node=7 tau=0.223
node=8 tau=0.223
node=9 tau=0.245
node=0 tau=0.257
node=1 tau=0.240
node=2 tau=0.222
node=3 tau=0.217
node=4 tau=0.223
node=5 tau=0.225
node=6 tau=0.244
node=7 tau=0.215
node=8 tau=0.215
node=9 tau=0.255
node=0 tau=0.244
node=1 tau=0.217
node=2 tau=0.201
node=3 tau=0.217
node=4 tau=0.201
node=5 tau=0.218
node=6 tau=0.228
node=7 tau=0.222
node=8 tau=0.214
node=9 tau=0.245
node=0 tau=0.234
node=1 tau=0.215
node=2 tau=0.193
node=3 tau=0.215
node=4 tau=0.199
node=5 tau=0.215
node=6 tau=0.224
node=7 tau=0.222
node=8 tau=0.217
node=9 tau=0.243
node=0 tau=0.222
node=1 tau=0.221
node=2 tau=0.188
node=3 tau=0.206
node=4 tau=0.200
node=5 tau=0.208
node=6 tau=0.218
node=7 tau=0.217
node=8 tau=0.207
node=9 tau=0.233
node=0 tau=0.213
node=1 tau=0.213
node=2 tau=0.188
node=3 tau=0.203
node=4 tau=0.194
node=5 tau=0.209
node=6 tau=0.233
node=7 tau=0.209
node=8 tau=0.209
node=9 tau=0.246
node=0 tau=0.207
node=1 tau=0.198
node=2 tau=0.198
node=3 tau=0.193
node=4 tau=0.185
node=5 tau=0.198
node=6 tau=0.218
node=7 tau=0.197
node=8 tau=0.203
node=9 tau=0.230
node=0 tau=0.203
node=1 tau=0.204
node=2 tau=0.203
node=3 tau=0.190
node=4 tau=0.196
node=5 tau=0.189
node=6 tau=0.190
node=7 tau=0.191
node=8 tau=0.191
node=9 tau=0.212
node=0 tau=0.198
node=1 tau=0.197
node=2 tau=0.192
node=3 tau=0.198
node=4 tau=0.185
node=5 tau=0.182
node=6 tau=0.181
node=7 tau=0.181
node=8 tau=0.182
node=9 tau=0.201
node=0 tau=0.194
node=1 tau=0.185
node=2 tau=0.189
node=3 tau=0.194
node=4 tau=0.181
node=5 tau=0.181
node=6 tau=0.181
node=7 tau=0.181
node=8 tau=0.179
node=9 tau=0.198
[E 2B20 |   6720/60000 ( 11%) ] Loss: 0.3966 top1= 88.4375
node=0 tau=0.194
node=1 tau=0.181
node=2 tau=0.185
node=3 tau=0.186
node=4 tau=0.177
node=5 tau=0.171
node=6 tau=0.172
node=7 tau=0.172
node=8 tau=0.170
node=9 tau=0.184
node=0 tau=0.198
node=1 tau=0.189
node=2 tau=0.190
node=3 tau=0.195
node=4 tau=0.179
node=5 tau=0.170
node=6 tau=0.168
node=7 tau=0.170
node=8 tau=0.170
node=9 tau=0.181
node=0 tau=0.194
node=1 tau=0.189
node=2 tau=0.185
node=3 tau=0.190
node=4 tau=0.177
node=5 tau=0.170
node=6 tau=0.170
node=7 tau=0.166
node=8 tau=0.164
node=9 tau=0.180
node=0 tau=0.193
node=1 tau=0.189
node=2 tau=0.176
node=3 tau=0.181
node=4 tau=0.170
node=5 tau=0.171
node=6 tau=0.178
node=7 tau=0.175
node=8 tau=0.165
node=9 tau=0.184
node=0 tau=0.185
node=1 tau=0.185
node=2 tau=0.175
node=3 tau=0.177
node=4 tau=0.162
node=5 tau=0.170
node=6 tau=0.172
node=7 tau=0.162
node=8 tau=0.157
node=9 tau=0.179
node=0 tau=0.176
node=1 tau=0.176
node=2 tau=0.167
node=3 tau=0.168
node=4 tau=0.156
node=5 tau=0.170
node=6 tau=0.174
node=7 tau=0.158
node=8 tau=0.165
node=9 tau=0.176
node=0 tau=0.183
node=1 tau=0.182
node=2 tau=0.154
node=3 tau=0.162
node=4 tau=0.147
node=5 tau=0.164
node=6 tau=0.169
node=7 tau=0.153
node=8 tau=0.156
node=9 tau=0.172
node=0 tau=0.180
node=1 tau=0.173
node=2 tau=0.152
node=3 tau=0.158
node=4 tau=0.147
node=5 tau=0.155
node=6 tau=0.166
node=7 tau=0.156
node=8 tau=0.163
node=9 tau=0.167
node=0 tau=0.177
node=1 tau=0.177
node=2 tau=0.153
node=3 tau=0.153
node=4 tau=0.157
node=5 tau=0.156
node=6 tau=0.166
node=7 tau=0.150
node=8 tau=0.159
node=9 tau=0.176
node=0 tau=0.175
node=1 tau=0.171
node=2 tau=0.167
node=3 tau=0.150
node=4 tau=0.175
node=5 tau=0.162
node=6 tau=0.172
node=7 tau=0.152
node=8 tau=0.162
node=9 tau=0.173

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2928 top1= 91.2260


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2999 top1= 90.8954


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.3211 top1= 90.3145

Train epoch 3
[E 3B0  |    320/60000 (  1%) ] Loss: 0.3489 top1= 88.1250
node=0 tau=0.185
node=1 tau=0.168
node=2 tau=0.158
node=3 tau=0.157
node=4 tau=0.177
node=5 tau=0.164
node=6 tau=0.170
node=7 tau=0.156
node=8 tau=0.159
node=9 tau=0.172
node=0 tau=0.179
node=1 tau=0.161
node=2 tau=0.150
node=3 tau=0.150
node=4 tau=0.166
node=5 tau=0.165
node=6 tau=0.164
node=7 tau=0.156
node=8 tau=0.159
node=9 tau=0.170
node=0 tau=0.172
node=1 tau=0.157
node=2 tau=0.150
node=3 tau=0.144
node=4 tau=0.172
node=5 tau=0.163
node=6 tau=0.165
node=7 tau=0.165
node=8 tau=0.152
node=9 tau=0.175
node=0 tau=0.162
node=1 tau=0.147
node=2 tau=0.147
node=3 tau=0.142
node=4 tau=0.162
node=5 tau=0.162
node=6 tau=0.163
node=7 tau=0.158
node=8 tau=0.155
node=9 tau=0.175
node=0 tau=0.165
node=1 tau=0.153
node=2 tau=0.151
node=3 tau=0.137
node=4 tau=0.156
node=5 tau=0.156
node=6 tau=0.160
node=7 tau=0.147
node=8 tau=0.150
node=9 tau=0.168
node=0 tau=0.168
node=1 tau=0.150
node=2 tau=0.145
node=3 tau=0.139
node=4 tau=0.150
node=5 tau=0.151
node=6 tau=0.161
node=7 tau=0.146
node=8 tau=0.143
node=9 tau=0.171
node=0 tau=0.165
node=1 tau=0.156
node=2 tau=0.144
node=3 tau=0.149
node=4 tau=0.156
node=5 tau=0.160
node=6 tau=0.166
node=7 tau=0.166
node=8 tau=0.153
node=9 tau=0.172
node=0 tau=0.173
node=1 tau=0.149
node=2 tau=0.142
node=3 tau=0.147
node=4 tau=0.149
node=5 tau=0.167
node=6 tau=0.163
node=7 tau=0.167
node=8 tau=0.149
node=9 tau=0.167
node=0 tau=0.178
node=1 tau=0.157
node=2 tau=0.146
node=3 tau=0.151
node=4 tau=0.157
node=5 tau=0.168
node=6 tau=0.157
node=7 tau=0.168
node=8 tau=0.162
node=9 tau=0.188
node=0 tau=0.184
node=1 tau=0.161
node=2 tau=0.153
node=3 tau=0.152
node=4 tau=0.154
node=5 tau=0.170
node=6 tau=0.165
node=7 tau=0.170
node=8 tau=0.158
node=9 tau=0.189
[E 3B10 |   3520/60000 (  6%) ] Loss: 0.2327 top1= 92.5000
node=0 tau=0.195
node=1 tau=0.165
node=2 tau=0.163
node=3 tau=0.156
node=4 tau=0.161
node=5 tau=0.157
node=6 tau=0.165
node=7 tau=0.165
node=8 tau=0.159
node=9 tau=0.196
node=0 tau=0.200
node=1 tau=0.184
node=2 tau=0.169
node=3 tau=0.164
node=4 tau=0.170
node=5 tau=0.171
node=6 tau=0.172
node=7 tau=0.172
node=8 tau=0.163
node=9 tau=0.212
node=0 tau=0.188
node=1 tau=0.168
node=2 tau=0.154
node=3 tau=0.154
node=4 tau=0.167
node=5 tau=0.163
node=6 tau=0.173
node=7 tau=0.173
node=8 tau=0.161
node=9 tau=0.202
node=0 tau=0.178
node=1 tau=0.162
node=2 tau=0.146
node=3 tau=0.162
node=4 tau=0.156
node=5 tau=0.165
node=6 tau=0.171
node=7 tau=0.171
node=8 tau=0.165
node=9 tau=0.195
node=0 tau=0.183
node=1 tau=0.183
node=2 tau=0.159
node=3 tau=0.170
node=4 tau=0.154
node=5 tau=0.158
node=6 tau=0.168
node=7 tau=0.168
node=8 tau=0.158
node=9 tau=0.179
node=0 tau=0.183
node=1 tau=0.183
node=2 tau=0.154
node=3 tau=0.164
node=4 tau=0.151
node=5 tau=0.164
node=6 tau=0.160
node=7 tau=0.164
node=8 tau=0.156
node=9 tau=0.180
node=0 tau=0.173
node=1 tau=0.169
node=2 tau=0.164
node=3 tau=0.161
node=4 tau=0.156
node=5 tau=0.162
node=6 tau=0.152
node=7 tau=0.162
node=8 tau=0.154
node=9 tau=0.170
node=0 tau=0.163
node=1 tau=0.167
node=2 tau=0.163
node=3 tau=0.152
node=4 tau=0.162
node=5 tau=0.164
node=6 tau=0.151
node=7 tau=0.160
node=8 tau=0.149
node=9 tau=0.167
node=0 tau=0.154
node=1 tau=0.162
node=2 tau=0.155
node=3 tau=0.152
node=4 tau=0.152
node=5 tau=0.161
node=6 tau=0.142
node=7 tau=0.153
node=8 tau=0.143
node=9 tau=0.165
node=0 tau=0.151
node=1 tau=0.154
node=2 tau=0.148
node=3 tau=0.151
node=4 tau=0.145
node=5 tau=0.161
node=6 tau=0.143
node=7 tau=0.159
node=8 tau=0.143
node=9 tau=0.163
[E 3B20 |   6720/60000 ( 11%) ] Loss: 0.2600 top1= 92.8125
node=0 tau=0.151
node=1 tau=0.153
node=2 tau=0.148
node=3 tau=0.151
node=4 tau=0.146
node=5 tau=0.154
node=6 tau=0.140
node=7 tau=0.154
node=8 tau=0.140
node=9 tau=0.161
node=0 tau=0.153
node=1 tau=0.152
node=2 tau=0.151
node=3 tau=0.153
node=4 tau=0.145
node=5 tau=0.149
node=6 tau=0.142
node=7 tau=0.146
node=8 tau=0.140
node=9 tau=0.160
node=0 tau=0.151
node=1 tau=0.152
node=2 tau=0.143
node=3 tau=0.147
node=4 tau=0.141
node=5 tau=0.153
node=6 tau=0.145
node=7 tau=0.146
node=8 tau=0.147
node=9 tau=0.159
node=0 tau=0.156
node=1 tau=0.156
node=2 tau=0.145
node=3 tau=0.140
node=4 tau=0.136
node=5 tau=0.153
node=6 tau=0.147
node=7 tau=0.153
node=8 tau=0.153
node=9 tau=0.160
node=0 tau=0.155
node=1 tau=0.158
node=2 tau=0.140
node=3 tau=0.135
node=4 tau=0.127
node=5 tau=0.145
node=6 tau=0.146
node=7 tau=0.143
node=8 tau=0.146
node=9 tau=0.157
node=0 tau=0.160
node=1 tau=0.160
node=2 tau=0.137
node=3 tau=0.136
node=4 tau=0.129
node=5 tau=0.147
node=6 tau=0.140
node=7 tau=0.136
node=8 tau=0.143
node=9 tau=0.148
node=0 tau=0.156
node=1 tau=0.156
node=2 tau=0.128
node=3 tau=0.133
node=4 tau=0.123
node=5 tau=0.138
node=6 tau=0.135
node=7 tau=0.128
node=8 tau=0.138
node=9 tau=0.150
node=0 tau=0.152
node=1 tau=0.146
node=2 tau=0.125
node=3 tau=0.135
node=4 tau=0.128
node=5 tau=0.134
node=6 tau=0.137
node=7 tau=0.128
node=8 tau=0.137
node=9 tau=0.148
node=0 tau=0.147
node=1 tau=0.147
node=2 tau=0.129
node=3 tau=0.132
node=4 tau=0.137
node=5 tau=0.135
node=6 tau=0.142
node=7 tau=0.125
node=8 tau=0.142
node=9 tau=0.151
node=0 tau=0.149
node=1 tau=0.141
node=2 tau=0.136
node=3 tau=0.130
node=4 tau=0.149
node=5 tau=0.138
node=6 tau=0.143
node=7 tau=0.128
node=8 tau=0.140
node=9 tau=0.153

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2433 top1= 92.8385


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2533 top1= 92.3778


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2564 top1= 92.4379

Train epoch 4
[E 4B0  |    320/60000 (  1%) ] Loss: 0.1803 top1= 94.0625
node=0 tau=0.152
node=1 tau=0.135
node=2 tau=0.135
node=3 tau=0.134
node=4 tau=0.143
node=5 tau=0.138
node=6 tau=0.139
node=7 tau=0.129
node=8 tau=0.133
node=9 tau=0.149
node=0 tau=0.148
node=1 tau=0.134
node=2 tau=0.130
node=3 tau=0.130
node=4 tau=0.135
node=5 tau=0.131
node=6 tau=0.131
node=7 tau=0.125
node=8 tau=0.129
node=9 tau=0.149
node=0 tau=0.144
node=1 tau=0.137
node=2 tau=0.135
node=3 tau=0.125
node=4 tau=0.144
node=5 tau=0.127
node=6 tau=0.127
node=7 tau=0.123
node=8 tau=0.127
node=9 tau=0.146
node=0 tau=0.138
node=1 tau=0.135
node=2 tau=0.133
node=3 tau=0.121
node=4 tau=0.135
node=5 tau=0.119
node=6 tau=0.119
node=7 tau=0.119
node=8 tau=0.118
node=9 tau=0.143
node=0 tau=0.136
node=1 tau=0.127
node=2 tau=0.127
node=3 tau=0.120
node=4 tau=0.124
node=5 tau=0.121
node=6 tau=0.123
node=7 tau=0.119
node=8 tau=0.123
node=9 tau=0.138
node=0 tau=0.139
node=1 tau=0.128
node=2 tau=0.125
node=3 tau=0.118
node=4 tau=0.125
node=5 tau=0.124
node=6 tau=0.128
node=7 tau=0.124
node=8 tau=0.125
node=9 tau=0.139
node=0 tau=0.142
node=1 tau=0.135
node=2 tau=0.118
node=3 tau=0.135
node=4 tau=0.127
node=5 tau=0.132
node=6 tau=0.136
node=7 tau=0.142
node=8 tau=0.127
node=9 tau=0.145
node=0 tau=0.140
node=1 tau=0.132
node=2 tau=0.120
node=3 tau=0.132
node=4 tau=0.120
node=5 tau=0.132
node=6 tau=0.139
node=7 tau=0.148
node=8 tau=0.131
node=9 tau=0.148
node=0 tau=0.137
node=1 tau=0.132
node=2 tau=0.115
node=3 tau=0.131
node=4 tau=0.129
node=5 tau=0.142
node=6 tau=0.139
node=7 tau=0.149
node=8 tau=0.129
node=9 tau=0.153
node=0 tau=0.144
node=1 tau=0.134
node=2 tau=0.125
node=3 tau=0.132
node=4 tau=0.129
node=5 tau=0.146
node=6 tau=0.140
node=7 tau=0.148
node=8 tau=0.133
node=9 tau=0.155
[E 4B10 |   3520/60000 (  6%) ] Loss: 0.1275 top1= 95.3125
node=0 tau=0.165
node=1 tau=0.145
node=2 tau=0.133
node=3 tau=0.142
node=4 tau=0.138
node=5 tau=0.142
node=6 tau=0.141
node=7 tau=0.144
node=8 tau=0.131
node=9 tau=0.153
node=0 tau=0.172
node=1 tau=0.151
node=2 tau=0.133
node=3 tau=0.139
node=4 tau=0.138
node=5 tau=0.149
node=6 tau=0.148
node=7 tau=0.149
node=8 tau=0.132
node=9 tau=0.154
node=0 tau=0.162
node=1 tau=0.156
node=2 tau=0.129
node=3 tau=0.143
node=4 tau=0.135
node=5 tau=0.143
node=6 tau=0.144
node=7 tau=0.144
node=8 tau=0.127
node=9 tau=0.153
node=0 tau=0.157
node=1 tau=0.157
node=2 tau=0.129
node=3 tau=0.147
node=4 tau=0.134
node=5 tau=0.141
node=6 tau=0.137
node=7 tau=0.141
node=8 tau=0.132
node=9 tau=0.144
node=0 tau=0.178
node=1 tau=0.178
node=2 tau=0.150
node=3 tau=0.150
node=4 tau=0.140
node=5 tau=0.137
node=6 tau=0.132
node=7 tau=0.137
node=8 tau=0.122
node=9 tau=0.140
node=0 tau=0.176
node=1 tau=0.176
node=2 tau=0.149
node=3 tau=0.158
node=4 tau=0.142
node=5 tau=0.141
node=6 tau=0.129
node=7 tau=0.141
node=8 tau=0.129
node=9 tau=0.145
node=0 tau=0.161
node=1 tau=0.161
node=2 tau=0.152
node=3 tau=0.159
node=4 tau=0.135
node=5 tau=0.135
node=6 tau=0.123
node=7 tau=0.136
node=8 tau=0.128
node=9 tau=0.147
node=0 tau=0.147
node=1 tau=0.146
node=2 tau=0.147
node=3 tau=0.157
node=4 tau=0.130
node=5 tau=0.141
node=6 tau=0.129
node=7 tau=0.141
node=8 tau=0.130
node=9 tau=0.144
node=0 tau=0.149
node=1 tau=0.158
node=2 tau=0.153
node=3 tau=0.153
node=4 tau=0.137
node=5 tau=0.143
node=6 tau=0.128
node=7 tau=0.142
node=8 tau=0.129
node=9 tau=0.148
node=0 tau=0.143
node=1 tau=0.145
node=2 tau=0.145
node=3 tau=0.147
node=4 tau=0.127
node=5 tau=0.137
node=6 tau=0.127
node=7 tau=0.137
node=8 tau=0.127
node=9 tau=0.146
[E 4B20 |   6720/60000 ( 11%) ] Loss: 0.1453 top1= 94.6875
node=0 tau=0.148
node=1 tau=0.148
node=2 tau=0.148
node=3 tau=0.155
node=4 tau=0.130
node=5 tau=0.134
node=6 tau=0.127
node=7 tau=0.134
node=8 tau=0.126
node=9 tau=0.147
node=0 tau=0.144
node=1 tau=0.141
node=2 tau=0.140
node=3 tau=0.158
node=4 tau=0.136
node=5 tau=0.129
node=6 tau=0.129
node=7 tau=0.127
node=8 tau=0.123
node=9 tau=0.148
node=0 tau=0.139
node=1 tau=0.144
node=2 tau=0.143
node=3 tau=0.143
node=4 tau=0.138
node=5 tau=0.133
node=6 tau=0.133
node=7 tau=0.132
node=8 tau=0.129
node=9 tau=0.150
node=0 tau=0.142
node=1 tau=0.153
node=2 tau=0.138
node=3 tau=0.138
node=4 tau=0.127
node=5 tau=0.131
node=6 tau=0.129
node=7 tau=0.139
node=8 tau=0.131
node=9 tau=0.144
node=0 tau=0.133
node=1 tau=0.145
node=2 tau=0.128
node=3 tau=0.128
node=4 tau=0.121
node=5 tau=0.121
node=6 tau=0.125
node=7 tau=0.127
node=8 tau=0.125
node=9 tau=0.137
node=0 tau=0.137
node=1 tau=0.139
node=2 tau=0.126
node=3 tau=0.129
node=4 tau=0.123
node=5 tau=0.120
node=6 tau=0.119
node=7 tau=0.120
node=8 tau=0.120
node=9 tau=0.130
node=0 tau=0.132
node=1 tau=0.132
node=2 tau=0.120
node=3 tau=0.128
node=4 tau=0.118
node=5 tau=0.115
node=6 tau=0.121
node=7 tau=0.121
node=8 tau=0.110
node=9 tau=0.129
node=0 tau=0.132
node=1 tau=0.131
node=2 tau=0.112
node=3 tau=0.123
node=4 tau=0.112
node=5 tau=0.125
node=6 tau=0.126
node=7 tau=0.124
node=8 tau=0.126
node=9 tau=0.128
node=0 tau=0.132
node=1 tau=0.132
node=2 tau=0.116
node=3 tau=0.121
node=4 tau=0.127
node=5 tau=0.124
node=6 tau=0.134
node=7 tau=0.122
node=8 tau=0.124
node=9 tau=0.137
node=0 tau=0.136
node=1 tau=0.127
node=2 tau=0.119
node=3 tau=0.118
node=4 tau=0.134
node=5 tau=0.118
node=6 tau=0.131
node=7 tau=0.122
node=8 tau=0.122
node=9 tau=0.136

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2216 top1= 93.2993


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2274 top1= 93.1691


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2382 top1= 92.7584

Train epoch 5
[E 5B0  |    320/60000 (  1%) ] Loss: 0.1110 top1= 97.5000
node=0 tau=0.131
node=1 tau=0.122
node=2 tau=0.122
node=3 tau=0.119
node=4 tau=0.126
node=5 tau=0.132
node=6 tau=0.134
node=7 tau=0.127
node=8 tau=0.122
node=9 tau=0.136
node=0 tau=0.126
node=1 tau=0.116
node=2 tau=0.117
node=3 tau=0.114
node=4 tau=0.120
node=5 tau=0.127
node=6 tau=0.124
node=7 tau=0.127
node=8 tau=0.118
node=9 tau=0.137
node=0 tau=0.123
node=1 tau=0.130
node=2 tau=0.123
node=3 tau=0.112
node=4 tau=0.122
node=5 tau=0.123
node=6 tau=0.115
node=7 tau=0.123
node=8 tau=0.113
node=9 tau=0.135
node=0 tau=0.121
node=1 tau=0.128
node=2 tau=0.127
node=3 tau=0.114
node=4 tau=0.127
node=5 tau=0.118
node=6 tau=0.110
node=7 tau=0.118
node=8 tau=0.109
node=9 tau=0.134
node=0 tau=0.118
node=1 tau=0.116
node=2 tau=0.121
node=3 tau=0.106
node=4 tau=0.116
node=5 tau=0.110
node=6 tau=0.110
node=7 tau=0.108
node=8 tau=0.110
node=9 tau=0.126
node=0 tau=0.130
node=1 tau=0.119
node=2 tau=0.120
node=3 tau=0.108
node=4 tau=0.128
node=5 tau=0.110
node=6 tau=0.117
node=7 tau=0.120
node=8 tau=0.117
node=9 tau=0.127
node=0 tau=0.123
node=1 tau=0.119
node=2 tau=0.117
node=3 tau=0.110
node=4 tau=0.117
node=5 tau=0.119
node=6 tau=0.119
node=7 tau=0.132
node=8 tau=0.123
node=9 tau=0.138
node=0 tau=0.116
node=1 tau=0.109
node=2 tau=0.106
node=3 tau=0.110
node=4 tau=0.112
node=5 tau=0.120
node=6 tau=0.124
node=7 tau=0.134
node=8 tau=0.124
node=9 tau=0.137
node=0 tau=0.115
node=1 tau=0.115
node=2 tau=0.104
node=3 tau=0.111
node=4 tau=0.115
node=5 tau=0.117
node=6 tau=0.120
node=7 tau=0.130
node=8 tau=0.123
node=9 tau=0.141
node=0 tau=0.117
node=1 tau=0.117
node=2 tau=0.102
node=3 tau=0.110
node=4 tau=0.114
node=5 tau=0.114
node=6 tau=0.114
node=7 tau=0.122
node=8 tau=0.116
node=9 tau=0.136
[E 5B10 |   3520/60000 (  6%) ] Loss: 0.0708 top1= 97.8125
node=0 tau=0.131
node=1 tau=0.124
node=2 tau=0.108
node=3 tau=0.114
node=4 tau=0.116
node=5 tau=0.107
node=6 tau=0.114
node=7 tau=0.118
node=8 tau=0.110
node=9 tau=0.131
node=0 tau=0.144
node=1 tau=0.139
node=2 tau=0.105
node=3 tau=0.119
node=4 tau=0.119
node=5 tau=0.109
node=6 tau=0.114
node=7 tau=0.114
node=8 tau=0.109
node=9 tau=0.130
node=0 tau=0.140
node=1 tau=0.140
node=2 tau=0.115
node=3 tau=0.130
node=4 tau=0.127
node=5 tau=0.109
node=6 tau=0.109
node=7 tau=0.109
node=8 tau=0.102
node=9 tau=0.125
node=0 tau=0.138
node=1 tau=0.138
node=2 tau=0.112
node=3 tau=0.141
node=4 tau=0.129
node=5 tau=0.104
node=6 tau=0.104
node=7 tau=0.103
node=8 tau=0.097
node=9 tau=0.123
node=0 tau=0.167
node=1 tau=0.167
node=2 tau=0.123
node=3 tau=0.132
node=4 tau=0.130
node=5 tau=0.102
node=6 tau=0.100
node=7 tau=0.102
node=8 tau=0.095
node=9 tau=0.116
node=0 tau=0.166
node=1 tau=0.162
node=2 tau=0.118
node=3 tau=0.126
node=4 tau=0.126
node=5 tau=0.115
node=6 tau=0.131
node=7 tau=0.107
node=8 tau=0.116
node=9 tau=0.134
node=0 tau=0.148
node=1 tau=0.143
node=2 tau=0.116
node=3 tau=0.119
node=4 tau=0.119
node=5 tau=0.106
node=6 tau=0.126
node=7 tau=0.111
node=8 tau=0.111
node=9 tau=0.126
node=0 tau=0.136
node=1 tau=0.133
node=2 tau=0.115
node=3 tau=0.115
node=4 tau=0.106
node=5 tau=0.100
node=6 tau=0.114
node=7 tau=0.110
node=8 tau=0.114
node=9 tau=0.114
node=0 tau=0.125
node=1 tau=0.125
node=2 tau=0.116
node=3 tau=0.110
node=4 tau=0.107
node=5 tau=0.097
node=6 tau=0.103
node=7 tau=0.104
node=8 tau=0.103
node=9 tau=0.106
node=0 tau=0.120
node=1 tau=0.120
node=2 tau=0.114
node=3 tau=0.114
node=4 tau=0.104
node=5 tau=0.090
node=6 tau=0.102
node=7 tau=0.104
node=8 tau=0.102
node=9 tau=0.104
[E 5B20 |   6720/60000 ( 11%) ] Loss: 0.1094 top1= 97.1875
node=0 tau=0.127
node=1 tau=0.127
node=2 tau=0.119
node=3 tau=0.134
node=4 tau=0.115
node=5 tau=0.092
node=6 tau=0.101
node=7 tau=0.105
node=8 tau=0.098
node=9 tau=0.110
node=0 tau=0.132
node=1 tau=0.130
node=2 tau=0.132
node=3 tau=0.136
node=4 tau=0.118
node=5 tau=0.091
node=6 tau=0.104
node=7 tau=0.104
node=8 tau=0.099
node=9 tau=0.112
node=0 tau=0.127
node=1 tau=0.127
node=2 tau=0.123
node=3 tau=0.125
node=4 tau=0.115
node=5 tau=0.101
node=6 tau=0.115
node=7 tau=0.113
node=8 tau=0.109
node=9 tau=0.127
node=0 tau=0.119
node=1 tau=0.119
node=2 tau=0.113
node=3 tau=0.116
node=4 tau=0.106
node=5 tau=0.097
node=6 tau=0.110
node=7 tau=0.104
node=8 tau=0.107
node=9 tau=0.121
node=0 tau=0.110
node=1 tau=0.110
node=2 tau=0.105
node=3 tau=0.108
node=4 tau=0.099
node=5 tau=0.097
node=6 tau=0.105
node=7 tau=0.097
node=8 tau=0.105
node=9 tau=0.125
node=0 tau=0.106
node=1 tau=0.105
node=2 tau=0.104
node=3 tau=0.106
node=4 tau=0.097
node=5 tau=0.104
node=6 tau=0.104
node=7 tau=0.103
node=8 tau=0.098
node=9 tau=0.122
node=0 tau=0.105
node=1 tau=0.109
node=2 tau=0.102
node=3 tau=0.105
node=4 tau=0.100
node=5 tau=0.098
node=6 tau=0.103
node=7 tau=0.103
node=8 tau=0.097
node=9 tau=0.119
node=0 tau=0.105
node=1 tau=0.108
node=2 tau=0.097
node=3 tau=0.103
node=4 tau=0.096
node=5 tau=0.092
node=6 tau=0.101
node=7 tau=0.101
node=8 tau=0.098
node=9 tau=0.111
node=0 tau=0.115
node=1 tau=0.115
node=2 tau=0.104
node=3 tau=0.102
node=4 tau=0.106
node=5 tau=0.088
node=6 tau=0.107
node=7 tau=0.102
node=8 tau=0.102
node=9 tau=0.111
node=0 tau=0.123
node=1 tau=0.120
node=2 tau=0.100
node=3 tau=0.103
node=4 tau=0.120
node=5 tau=0.090
node=6 tau=0.097
node=7 tau=0.094
node=8 tau=0.097
node=9 tau=0.107

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2312 top1= 93.6398


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2358 top1= 93.2392


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2625 top1= 92.6382

Train epoch 6
[E 6B0  |    320/60000 (  1%) ] Loss: 0.1022 top1= 96.2500
node=0 tau=0.125
node=1 tau=0.113
node=2 tau=0.112
node=3 tau=0.116
node=4 tau=0.116
node=5 tau=0.133
node=6 tau=0.110
node=7 tau=0.111
node=8 tau=0.097
node=9 tau=0.138
node=0 tau=0.120
node=1 tau=0.112
node=2 tau=0.113
node=3 tau=0.110
node=4 tau=0.113
node=5 tau=0.156
node=6 tau=0.119
node=7 tau=0.116
node=8 tau=0.120
node=9 tau=0.157
node=0 tau=0.115
node=1 tau=0.115
node=2 tau=0.114
node=3 tau=0.103
node=4 tau=0.113
node=5 tau=0.144
node=6 tau=0.110
node=7 tau=0.110
node=8 tau=0.112
node=9 tau=0.147
node=0 tau=0.110
node=1 tau=0.107
node=2 tau=0.104
node=3 tau=0.099
node=4 tau=0.110
node=5 tau=0.132
node=6 tau=0.110
node=7 tau=0.108
node=8 tau=0.105
node=9 tau=0.149
node=0 tau=0.116
node=1 tau=0.109
node=2 tau=0.098
node=3 tau=0.100
node=4 tau=0.109
node=5 tau=0.131
node=6 tau=0.106
node=7 tau=0.103
node=8 tau=0.096
node=9 tau=0.143
node=0 tau=0.150
node=1 tau=0.123
node=2 tau=0.114
node=3 tau=0.119
node=4 tau=0.123
node=5 tau=0.133
node=6 tau=0.100
node=7 tau=0.105
node=8 tau=0.105
node=9 tau=0.134
node=0 tau=0.169
node=1 tau=0.149
node=2 tau=0.125
node=3 tau=0.137
node=4 tau=0.143
node=5 tau=0.128
node=6 tau=0.106
node=7 tau=0.121
node=8 tau=0.123
node=9 tau=0.147
node=0 tau=0.157
node=1 tau=0.146
node=2 tau=0.127
node=3 tau=0.134
node=4 tau=0.142
node=5 tau=0.122
node=6 tau=0.112
node=7 tau=0.124
node=8 tau=0.124
node=9 tau=0.148
node=0 tau=0.143
node=1 tau=0.135
node=2 tau=0.118
node=3 tau=0.123
node=4 tau=0.127
node=5 tau=0.118
node=6 tau=0.108
node=7 tau=0.119
node=8 tau=0.119
node=9 tau=0.155
node=0 tau=0.136
node=1 tau=0.132
node=2 tau=0.111
node=3 tau=0.119
node=4 tau=0.119
node=5 tau=0.121
node=6 tau=0.116
node=7 tau=0.124
node=8 tau=0.124
node=9 tau=0.153
[E 6B10 |   3520/60000 (  6%) ] Loss: 0.0460 top1= 99.0625
node=0 tau=0.128
node=1 tau=0.127
node=2 tau=0.118
node=3 tau=0.118
node=4 tau=0.127
node=5 tau=0.113
node=6 tau=0.111
node=7 tau=0.119
node=8 tau=0.118
node=9 tau=0.141
node=0 tau=0.126
node=1 tau=0.126
node=2 tau=0.110
node=3 tau=0.112
node=4 tau=0.126
node=5 tau=0.108
node=6 tau=0.106
node=7 tau=0.112
node=8 tau=0.112
node=9 tau=0.138
node=0 tau=0.117
node=1 tau=0.117
node=2 tau=0.107
node=3 tau=0.115
node=4 tau=0.112
node=5 tau=0.108
node=6 tau=0.105
node=7 tau=0.115
node=8 tau=0.113
node=9 tau=0.131
node=0 tau=0.124
node=1 tau=0.140
node=2 tau=0.122
node=3 tau=0.130
node=4 tau=0.127
node=5 tau=0.109
node=6 tau=0.103
node=7 tau=0.110
node=8 tau=0.107
node=9 tau=0.125
node=0 tau=0.147
node=1 tau=0.147
node=2 tau=0.128
node=3 tau=0.128
node=4 tau=0.130
node=5 tau=0.105
node=6 tau=0.097
node=7 tau=0.105
node=8 tau=0.099
node=9 tau=0.119
node=0 tau=0.150
node=1 tau=0.150
node=2 tau=0.126
node=3 tau=0.119
node=4 tau=0.124
node=5 tau=0.103
node=6 tau=0.113
node=7 tau=0.112
node=8 tau=0.098
node=9 tau=0.129
node=0 tau=0.140
node=1 tau=0.140
node=2 tau=0.117
node=3 tau=0.119
node=4 tau=0.119
node=5 tau=0.094
node=6 tau=0.104
node=7 tau=0.104
node=8 tau=0.092
node=9 tau=0.120
node=0 tau=0.129
node=1 tau=0.129
node=2 tau=0.118
node=3 tau=0.111
node=4 tau=0.118
node=5 tau=0.091
node=6 tau=0.104
node=7 tau=0.100
node=8 tau=0.094
node=9 tau=0.112
node=0 tau=0.119
node=1 tau=0.135
node=2 tau=0.114
node=3 tau=0.107
node=4 tau=0.114
node=5 tau=0.091
node=6 tau=0.095
node=7 tau=0.095
node=8 tau=0.096
node=9 tau=0.103
node=0 tau=0.115
node=1 tau=0.122
node=2 tau=0.105
node=3 tau=0.102
node=4 tau=0.105
node=5 tau=0.086
node=6 tau=0.092
node=7 tau=0.091
node=8 tau=0.091
node=9 tau=0.097
[E 6B20 |   6720/60000 ( 11%) ] Loss: 0.0538 top1= 98.4375
node=0 tau=0.112
node=1 tau=0.127
node=2 tau=0.108
node=3 tau=0.112
node=4 tau=0.112
node=5 tau=0.083
node=6 tau=0.092
node=7 tau=0.092
node=8 tau=0.096
node=9 tau=0.098
node=0 tau=0.120
node=1 tau=0.125
node=2 tau=0.125
node=3 tau=0.126
node=4 tau=0.117
node=5 tau=0.078
node=6 tau=0.090
node=7 tau=0.088
node=8 tau=0.094
node=9 tau=0.097
node=0 tau=0.114
node=1 tau=0.133
node=2 tau=0.115
node=3 tau=0.116
node=4 tau=0.115
node=5 tau=0.080
node=6 tau=0.087
node=7 tau=0.091
node=8 tau=0.091
node=9 tau=0.107
node=0 tau=0.134
node=1 tau=0.137
node=2 tau=0.114
node=3 tau=0.134
node=4 tau=0.113
node=5 tau=0.090
node=6 tau=0.106
node=7 tau=0.096
node=8 tau=0.104
node=9 tau=0.118
node=0 tau=0.131
node=1 tau=0.136
node=2 tau=0.106
node=3 tau=0.131
node=4 tau=0.108
node=5 tau=0.089
node=6 tau=0.100
node=7 tau=0.092
node=8 tau=0.096
node=9 tau=0.115
node=0 tau=0.122
node=1 tau=0.124
node=2 tau=0.099
node=3 tau=0.122
node=4 tau=0.101
node=5 tau=0.089
node=6 tau=0.106
node=7 tau=0.101
node=8 tau=0.093
node=9 tau=0.108
node=0 tau=0.116
node=1 tau=0.118
node=2 tau=0.089
node=3 tau=0.111
node=4 tau=0.090
node=5 tau=0.085
node=6 tau=0.101
node=7 tau=0.101
node=8 tau=0.099
node=9 tau=0.102
node=0 tau=0.108
node=1 tau=0.112
node=2 tau=0.091
node=3 tau=0.106
node=4 tau=0.089
node=5 tau=0.085
node=6 tau=0.095
node=7 tau=0.095
node=8 tau=0.111
node=9 tau=0.106
node=0 tau=0.100
node=1 tau=0.106
node=2 tau=0.087
node=3 tau=0.098
node=4 tau=0.089
node=5 tau=0.093
node=6 tau=0.123
node=7 tau=0.103
node=8 tau=0.107
node=9 tau=0.123
node=0 tau=0.111
node=1 tau=0.111
node=2 tau=0.098
node=3 tau=0.102
node=4 tau=0.106
node=5 tau=0.097
node=6 tau=0.119
node=7 tau=0.104
node=8 tau=0.110
node=9 tau=0.123

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2409 top1= 93.3994


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2941 top1= 92.1775


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2412 top1= 93.3093

Train epoch 7
[E 7B0  |    320/60000 (  1%) ] Loss: 0.0833 top1= 97.1875
node=0 tau=0.156
node=1 tau=0.112
node=2 tau=0.140
node=3 tau=0.120
node=4 tau=0.121
node=5 tau=0.106
node=6 tau=0.111
node=7 tau=0.101
node=8 tau=0.107
node=9 tau=0.118
node=0 tau=0.160
node=1 tau=0.125
node=2 tau=0.157
node=3 tau=0.124
node=4 tau=0.123
node=5 tau=0.117
node=6 tau=0.113
node=7 tau=0.106
node=8 tau=0.104
node=9 tau=0.127
node=0 tau=0.169
node=1 tau=0.132
node=2 tau=0.161
node=3 tau=0.116
node=4 tau=0.125
node=5 tau=0.108
node=6 tau=0.104
node=7 tau=0.101
node=8 tau=0.098
node=9 tau=0.120
node=0 tau=0.157
node=1 tau=0.121
node=2 tau=0.149
node=3 tau=0.109
node=4 tau=0.114
node=5 tau=0.104
node=6 tau=0.102
node=7 tau=0.093
node=8 tau=0.089
node=9 tau=0.117
node=0 tau=0.142
node=1 tau=0.111
node=2 tau=0.136
node=3 tau=0.100
node=4 tau=0.104
node=5 tau=0.104
node=6 tau=0.104
node=7 tau=0.099
node=8 tau=0.090
node=9 tau=0.107
node=0 tau=0.128
node=1 tau=0.109
node=2 tau=0.125
node=3 tau=0.096
node=4 tau=0.098
node=5 tau=0.101
node=6 tau=0.101
node=7 tau=0.095
node=8 tau=0.099
node=9 tau=0.104
node=0 tau=0.118
node=1 tau=0.119
node=2 tau=0.126
node=3 tau=0.107
node=4 tau=0.121
node=5 tau=0.113
node=6 tau=0.101
node=7 tau=0.104
node=8 tau=0.106
node=9 tau=0.121
node=0 tau=0.108
node=1 tau=0.112
node=2 tau=0.115
node=3 tau=0.102
node=4 tau=0.116
node=5 tau=0.121
node=6 tau=0.112
node=7 tau=0.106
node=8 tau=0.114
node=9 tau=0.129
node=0 tau=0.113
node=1 tau=0.119
node=2 tau=0.124
node=3 tau=0.119
node=4 tau=0.124
node=5 tau=0.116
node=6 tau=0.116
node=7 tau=0.109
node=8 tau=0.109
node=9 tau=0.134
node=0 tau=0.120
node=1 tau=0.117
node=2 tau=0.126
node=3 tau=0.124
node=4 tau=0.139
node=5 tau=0.108
node=6 tau=0.108
node=7 tau=0.104
node=8 tau=0.101
node=9 tau=0.131
[E 7B10 |   3520/60000 (  6%) ] Loss: 0.0483 top1= 98.7500
node=0 tau=0.140
node=1 tau=0.140
node=2 tau=0.129
node=3 tau=0.119
node=4 tau=0.130
node=5 tau=0.107
node=6 tau=0.098
node=7 tau=0.107
node=8 tau=0.098
node=9 tau=0.127
node=0 tau=0.142
node=1 tau=0.142
node=2 tau=0.124
node=3 tau=0.114
node=4 tau=0.122
node=5 tau=0.105
node=6 tau=0.103
node=7 tau=0.105
node=8 tau=0.095
node=9 tau=0.126
node=0 tau=0.138
node=1 tau=0.136
node=2 tau=0.118
node=3 tau=0.109
node=4 tau=0.114
node=5 tau=0.115
node=6 tau=0.106
node=7 tau=0.119
node=8 tau=0.102
node=9 tau=0.119
node=0 tau=0.150
node=1 tau=0.150
node=2 tau=0.110
node=3 tau=0.106
node=4 tau=0.112
node=5 tau=0.108
node=6 tau=0.101
node=7 tau=0.111
node=8 tau=0.097
node=9 tau=0.111
node=0 tau=0.147
node=1 tau=0.147
node=2 tau=0.107
node=3 tau=0.105
node=4 tau=0.107
node=5 tau=0.101
node=6 tau=0.096
node=7 tau=0.106
node=8 tau=0.089
node=9 tau=0.106
node=0 tau=0.169
node=1 tau=0.147
node=2 tau=0.123
node=3 tau=0.125
node=4 tau=0.121
node=5 tau=0.118
node=6 tau=0.108
node=7 tau=0.114
node=8 tau=0.114
node=9 tau=0.110
node=0 tau=0.162
node=1 tau=0.142
node=2 tau=0.115
node=3 tau=0.119
node=4 tau=0.119
node=5 tau=0.102
node=6 tau=0.108
node=7 tau=0.102
node=8 tau=0.108
node=9 tau=0.109
node=0 tau=0.155
node=1 tau=0.155
node=2 tau=0.120
node=3 tau=0.122
node=4 tau=0.134
node=5 tau=0.098
node=6 tau=0.107
node=7 tau=0.101
node=8 tau=0.105
node=9 tau=0.110
node=0 tau=0.140
node=1 tau=0.140
node=2 tau=0.120
node=3 tau=0.111
node=4 tau=0.138
node=5 tau=0.092
node=6 tau=0.101
node=7 tau=0.098
node=8 tau=0.102
node=9 tau=0.103
node=0 tau=0.133
node=1 tau=0.133
node=2 tau=0.114
node=3 tau=0.114
node=4 tau=0.128
node=5 tau=0.084
node=6 tau=0.093
node=7 tau=0.097
node=8 tau=0.097
node=9 tau=0.100
[E 7B20 |   6720/60000 ( 11%) ] Loss: 0.0408 top1= 98.7500
node=0 tau=0.129
node=1 tau=0.139
node=2 tau=0.128
node=3 tau=0.113
node=4 tau=0.126
node=5 tau=0.082
node=6 tau=0.092
node=7 tau=0.092
node=8 tau=0.092
node=9 tau=0.093
node=0 tau=0.124
node=1 tau=0.131
node=2 tau=0.128
node=3 tau=0.119
node=4 tau=0.128
node=5 tau=0.083
node=6 tau=0.098
node=7 tau=0.102
node=8 tau=0.097
node=9 tau=0.117
node=0 tau=0.118
node=1 tau=0.129
node=2 tau=0.119
node=3 tau=0.112
node=4 tau=0.119
node=5 tau=0.089
node=6 tau=0.102
node=7 tau=0.110
node=8 tau=0.106
node=9 tau=0.114
node=0 tau=0.126
node=1 tau=0.122
node=2 tau=0.116
node=3 tau=0.103
node=4 tau=0.112
node=5 tau=0.101
node=6 tau=0.116
node=7 tau=0.116
node=8 tau=0.115
node=9 tau=0.116
node=0 tau=0.121
node=1 tau=0.121
node=2 tau=0.116
node=3 tau=0.100
node=4 tau=0.106
node=5 tau=0.103
node=6 tau=0.109
node=7 tau=0.110
node=8 tau=0.104
node=9 tau=0.110
node=0 tau=0.133
node=1 tau=0.117
node=2 tau=0.133
node=3 tau=0.101
node=4 tau=0.106
node=5 tau=0.093
node=6 tau=0.115
node=7 tau=0.099
node=8 tau=0.096
node=9 tau=0.111
node=0 tau=0.133
node=1 tau=0.119
node=2 tau=0.133
node=3 tau=0.111
node=4 tau=0.111
node=5 tau=0.093
node=6 tau=0.116
node=7 tau=0.107
node=8 tau=0.107
node=9 tau=0.102
node=0 tau=0.144
node=1 tau=0.119
node=2 tau=0.136
node=3 tau=0.117
node=4 tau=0.112
node=5 tau=0.088
node=6 tau=0.116
node=7 tau=0.107
node=8 tau=0.107
node=9 tau=0.102
node=0 tau=0.144
node=1 tau=0.123
node=2 tau=0.131
node=3 tau=0.116
node=4 tau=0.111
node=5 tau=0.090
node=6 tau=0.105
node=7 tau=0.102
node=8 tau=0.102
node=9 tau=0.101
node=0 tau=0.142
node=1 tau=0.118
node=2 tau=0.132
node=3 tau=0.132
node=4 tau=0.120
node=5 tau=0.095
node=6 tau=0.112
node=7 tau=0.109
node=8 tau=0.109
node=9 tau=0.106

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2125 top1= 94.2007


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2114 top1= 94.0805


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2477 top1= 93.3093

Train epoch 8
[E 8B0  |    320/60000 (  1%) ] Loss: 0.0681 top1= 98.7500
node=0 tau=0.131
node=1 tau=0.106
node=2 tau=0.128
node=3 tau=0.128
node=4 tau=0.116
node=5 tau=0.117
node=6 tau=0.118
node=7 tau=0.127
node=8 tau=0.110
node=9 tau=0.126
node=0 tau=0.119
node=1 tau=0.097
node=2 tau=0.113
node=3 tau=0.113
node=4 tau=0.104
node=5 tau=0.126
node=6 tau=0.133
node=7 tau=0.131
node=8 tau=0.108
node=9 tau=0.125
node=0 tau=0.116
node=1 tau=0.099
node=2 tau=0.102
node=3 tau=0.102
node=4 tau=0.095
node=5 tau=0.117
node=6 tau=0.121
node=7 tau=0.121
node=8 tau=0.118
node=9 tau=0.118
node=0 tau=0.113
node=1 tau=0.096
node=2 tau=0.096
node=3 tau=0.096
node=4 tau=0.094
node=5 tau=0.110
node=6 tau=0.111
node=7 tau=0.111
node=8 tau=0.108
node=9 tau=0.109
node=0 tau=0.133
node=1 tau=0.100
node=2 tau=0.122
node=3 tau=0.098
node=4 tau=0.099
node=5 tau=0.099
node=6 tau=0.100
node=7 tau=0.101
node=8 tau=0.099
node=9 tau=0.101
node=0 tau=0.139
node=1 tau=0.097
node=2 tau=0.139
node=3 tau=0.111
node=4 tau=0.117
node=5 tau=0.098
node=6 tau=0.096
node=7 tau=0.098
node=8 tau=0.091
node=9 tau=0.098
node=0 tau=0.134
node=1 tau=0.094
node=2 tau=0.134
node=3 tau=0.112
node=4 tau=0.116
node=5 tau=0.089
node=6 tau=0.088
node=7 tau=0.092
node=8 tau=0.094
node=9 tau=0.092
node=0 tau=0.126
node=1 tau=0.107
node=2 tau=0.125
node=3 tau=0.121
node=4 tau=0.121
node=5 tau=0.107
node=6 tau=0.112
node=7 tau=0.112
node=8 tau=0.119
node=9 tau=0.108
node=0 tau=0.125
node=1 tau=0.104
node=2 tau=0.114
node=3 tau=0.116
node=4 tau=0.125
node=5 tau=0.110
node=6 tau=0.121
node=7 tau=0.131
node=8 tau=0.121
node=9 tau=0.130
node=0 tau=0.122
node=1 tau=0.105
node=2 tau=0.115
node=3 tau=0.118
node=4 tau=0.120
node=5 tau=0.113
node=6 tau=0.115
node=7 tau=0.131
node=8 tau=0.126
node=9 tau=0.143
[E 8B10 |   3520/60000 (  6%) ] Loss: 0.0226 top1=100.0000
node=0 tau=0.114
node=1 tau=0.094
node=2 tau=0.106
node=3 tau=0.106
node=4 tau=0.109
node=5 tau=0.110
node=6 tau=0.116
node=7 tau=0.123
node=8 tau=0.120
node=9 tau=0.139
node=0 tau=0.108
node=1 tau=0.087
node=2 tau=0.095
node=3 tau=0.095
node=4 tau=0.100
node=5 tau=0.118
node=6 tau=0.118
node=7 tau=0.119
node=8 tau=0.111
node=9 tau=0.128
node=0 tau=0.099
node=1 tau=0.079
node=2 tau=0.085
node=3 tau=0.085
node=4 tau=0.092
node=5 tau=0.108
node=6 tau=0.108
node=7 tau=0.108
node=8 tau=0.100
node=9 tau=0.116
node=0 tau=0.104
node=1 tau=0.079
node=2 tau=0.084
node=3 tau=0.078
node=4 tau=0.089
node=5 tau=0.103
node=6 tau=0.106
node=7 tau=0.107
node=8 tau=0.098
node=9 tau=0.117
node=0 tau=0.099
node=1 tau=0.092
node=2 tau=0.099
node=3 tau=0.091
node=4 tau=0.098
node=5 tau=0.098
node=6 tau=0.101
node=7 tau=0.108
node=8 tau=0.094
node=9 tau=0.114
node=0 tau=0.093
node=1 tau=0.091
node=2 tau=0.093
node=3 tau=0.090
node=4 tau=0.089
node=5 tau=0.100
node=6 tau=0.117
node=7 tau=0.116
node=8 tau=0.102
node=9 tau=0.117
node=0 tau=0.102
node=1 tau=0.093
node=2 tau=0.100
node=3 tau=0.085
node=4 tau=0.092
node=5 tau=0.107
node=6 tau=0.124
node=7 tau=0.124
node=8 tau=0.122
node=9 tau=0.127
node=0 tau=0.100
node=1 tau=0.100
node=2 tau=0.097
node=3 tau=0.088
node=4 tau=0.093
node=5 tau=0.104
node=6 tau=0.127
node=7 tau=0.124
node=8 tau=0.124
node=9 tau=0.127
node=0 tau=0.093
node=1 tau=0.093
node=2 tau=0.089
node=3 tau=0.080
node=4 tau=0.086
node=5 tau=0.103
node=6 tau=0.124
node=7 tau=0.129
node=8 tau=0.117
node=9 tau=0.129
node=0 tau=0.085
node=1 tau=0.087
node=2 tau=0.087
node=3 tau=0.091
node=4 tau=0.080
node=5 tau=0.103
node=6 tau=0.118
node=7 tau=0.132
node=8 tau=0.119
node=9 tau=0.136
[E 8B20 |   6720/60000 ( 11%) ] Loss: 0.0187 top1= 99.3750
node=0 tau=0.083
node=1 tau=0.081
node=2 tau=0.081
node=3 tau=0.087
node=4 tau=0.074
node=5 tau=0.096
node=6 tau=0.112
node=7 tau=0.122
node=8 tau=0.110
node=9 tau=0.128
node=0 tau=0.078
node=1 tau=0.077
node=2 tau=0.076
node=3 tau=0.081
node=4 tau=0.074
node=5 tau=0.088
node=6 tau=0.103
node=7 tau=0.111
node=8 tau=0.101
node=9 tau=0.117
node=0 tau=0.079
node=1 tau=0.079
node=2 tau=0.075
node=3 tau=0.075
node=4 tau=0.074
node=5 tau=0.090
node=6 tau=0.118
node=7 tau=0.107
node=8 tau=0.101
node=9 tau=0.121
node=0 tau=0.085
node=1 tau=0.085
node=2 tau=0.068
node=3 tau=0.069
node=4 tau=0.067
node=5 tau=0.084
node=6 tau=0.110
node=7 tau=0.103
node=8 tau=0.103
node=9 tau=0.110
node=0 tau=0.079
node=1 tau=0.080
node=2 tau=0.063
node=3 tau=0.065
node=4 tau=0.062
node=5 tau=0.096
node=6 tau=0.108
node=7 tau=0.102
node=8 tau=0.109
node=9 tau=0.113
node=0 tau=0.075
node=1 tau=0.078
node=2 tau=0.067
node=3 tau=0.066
node=4 tau=0.062
node=5 tau=0.137
node=6 tau=0.121
node=7 tau=0.129
node=8 tau=0.129
node=9 tau=0.130
node=0 tau=0.074
node=1 tau=0.074
node=2 tau=0.074
node=3 tau=0.068
node=4 tau=0.066
node=5 tau=0.134
node=6 tau=0.127
node=7 tau=0.140
node=8 tau=0.140
node=9 tau=0.150
node=0 tau=0.070
node=1 tau=0.068
node=2 tau=0.070
node=3 tau=0.062
node=4 tau=0.059
node=5 tau=0.128
node=6 tau=0.139
node=7 tau=0.129
node=8 tau=0.139
node=9 tau=0.154
node=0 tau=0.090
node=1 tau=0.090
node=2 tau=0.074
node=3 tau=0.067
node=4 tau=0.079
node=5 tau=0.130
node=6 tau=0.135
node=7 tau=0.121
node=8 tau=0.135
node=9 tau=0.157
node=0 tau=0.086
node=1 tau=0.084
node=2 tau=0.068
node=3 tau=0.063
node=4 tau=0.077
node=5 tau=0.123
node=6 tau=0.125
node=7 tau=0.114
node=8 tau=0.124
node=9 tau=0.152

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2061 top1= 94.5513


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2171 top1= 94.4611


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2399 top1= 93.7099

Train epoch 9
[E 9B0  |    320/60000 (  1%) ] Loss: 0.0463 top1= 98.4375
node=0 tau=0.077
node=1 tau=0.075
node=2 tau=0.063
node=3 tau=0.070
node=4 tau=0.075
node=5 tau=0.134
node=6 tau=0.146
node=7 tau=0.132
node=8 tau=0.122
node=9 tau=0.151
node=0 tau=0.074
node=1 tau=0.071
node=2 tau=0.066
node=3 tau=0.068
node=4 tau=0.067
node=5 tau=0.137
node=6 tau=0.137
node=7 tau=0.125
node=8 tau=0.116
node=9 tau=0.158
node=0 tau=0.069
node=1 tau=0.069
node=2 tau=0.064
node=3 tau=0.062
node=4 tau=0.068
node=5 tau=0.128
node=6 tau=0.128
node=7 tau=0.128
node=8 tau=0.124
node=9 tau=0.153
node=0 tau=0.070
node=1 tau=0.062
node=2 tau=0.062
node=3 tau=0.057
node=4 tau=0.071
node=5 tau=0.125
node=6 tau=0.120
node=7 tau=0.125
node=8 tau=0.121
node=9 tau=0.147
node=0 tau=0.064
node=1 tau=0.058
node=2 tau=0.058
node=3 tau=0.054
node=4 tau=0.066
node=5 tau=0.114
node=6 tau=0.112
node=7 tau=0.114
node=8 tau=0.112
node=9 tau=0.134
node=0 tau=0.063
node=1 tau=0.060
node=2 tau=0.063
node=3 tau=0.061
node=4 tau=0.061
node=5 tau=0.104
node=6 tau=0.101
node=7 tau=0.104
node=8 tau=0.104
node=9 tau=0.135
node=0 tau=0.057
node=1 tau=0.052
node=2 tau=0.057
node=3 tau=0.054
node=4 tau=0.055
node=5 tau=0.113
node=6 tau=0.106
node=7 tau=0.113
node=8 tau=0.113
node=9 tau=0.135
node=0 tau=0.062
node=1 tau=0.053
node=2 tau=0.062
node=3 tau=0.053
node=4 tau=0.053
node=5 tau=0.104
node=6 tau=0.104
node=7 tau=0.104
node=8 tau=0.102
node=9 tau=0.128
node=0 tau=0.057
node=1 tau=0.048
node=2 tau=0.057
node=3 tau=0.049
node=4 tau=0.049
node=5 tau=0.094
node=6 tau=0.098
node=7 tau=0.098
node=8 tau=0.093
node=9 tau=0.118
node=0 tau=0.062
node=1 tau=0.052
node=2 tau=0.054
node=3 tau=0.053
node=4 tau=0.052
node=5 tau=0.088
node=6 tau=0.091
node=7 tau=0.091
node=8 tau=0.084
node=9 tau=0.108
[E 9B10 |   3520/60000 (  6%) ] Loss: 0.0234 top1= 99.3750
node=0 tau=0.077
node=1 tau=0.067
node=2 tau=0.067
node=3 tau=0.054
node=4 tau=0.061
node=5 tau=0.082
node=6 tau=0.086
node=7 tau=0.086
node=8 tau=0.081
node=9 tau=0.106
node=0 tau=0.078
node=1 tau=0.061
node=2 tau=0.059
node=3 tau=0.049
node=4 tau=0.061
node=5 tau=0.080
node=6 tau=0.088
node=7 tau=0.088
node=8 tau=0.080
node=9 tau=0.102
node=0 tau=0.074
node=1 tau=0.056
node=2 tau=0.054
node=3 tau=0.048
node=4 tau=0.056
node=5 tau=0.098
node=6 tau=0.110
node=7 tau=0.097
node=8 tau=0.098
node=9 tau=0.113
node=0 tau=0.082
node=1 tau=0.069
node=2 tau=0.065
node=3 tau=0.069
node=4 tau=0.069
node=5 tau=0.108
node=6 tau=0.118
node=7 tau=0.124
node=8 tau=0.132
node=9 tau=0.132
node=0 tau=0.079
node=1 tau=0.064
node=2 tau=0.059
node=3 tau=0.063
node=4 tau=0.064
node=5 tau=0.107
node=6 tau=0.121
node=7 tau=0.121
node=8 tau=0.123
node=9 tau=0.124
node=0 tau=0.079
node=1 tau=0.074
node=2 tau=0.061
node=3 tau=0.059
node=4 tau=0.073
node=5 tau=0.100
node=6 tau=0.123
node=7 tau=0.118
node=8 tau=0.114
node=9 tau=0.133
node=0 tau=0.081
node=1 tau=0.073
node=2 tau=0.063
node=3 tau=0.061
node=4 tau=0.068
node=5 tau=0.093
node=6 tau=0.114
node=7 tau=0.106
node=8 tau=0.104
node=9 tau=0.124
node=0 tau=0.077
node=1 tau=0.075
node=2 tau=0.061
node=3 tau=0.059
node=4 tau=0.066
node=5 tau=0.088
node=6 tau=0.104
node=7 tau=0.098
node=8 tau=0.098
node=9 tau=0.115
node=0 tau=0.069
node=1 tau=0.067
node=2 tau=0.054
node=3 tau=0.054
node=4 tau=0.061
node=5 tau=0.087
node=6 tau=0.104
node=7 tau=0.102
node=8 tau=0.089
node=9 tau=0.104
node=0 tau=0.065
node=1 tau=0.063
node=2 tau=0.050
node=3 tau=0.053
node=4 tau=0.058
node=5 tau=0.095
node=6 tau=0.104
node=7 tau=0.121
node=8 tau=0.095
node=9 tau=0.126
[E 9B20 |   6720/60000 ( 11%) ] Loss: 0.0460 top1= 99.0625
node=0 tau=0.065
node=1 tau=0.062
node=2 tau=0.046
node=3 tau=0.049
node=4 tau=0.053
node=5 tau=0.109
node=6 tau=0.109
node=7 tau=0.133
node=8 tau=0.101
node=9 tau=0.133
node=0 tau=0.088
node=1 tau=0.067
node=2 tau=0.053
node=3 tau=0.067
node=4 tau=0.059
node=5 tau=0.114
node=6 tau=0.114
node=7 tau=0.125
node=8 tau=0.102
node=9 tau=0.125
node=0 tau=0.094
node=1 tau=0.069
node=2 tau=0.072
node=3 tau=0.072
node=4 tau=0.065
node=5 tau=0.114
node=6 tau=0.112
node=7 tau=0.116
node=8 tau=0.106
node=9 tau=0.123
node=0 tau=0.095
node=1 tau=0.072
node=2 tau=0.072
node=3 tau=0.071
node=4 tau=0.066
node=5 tau=0.120
node=6 tau=0.109
node=7 tau=0.117
node=8 tau=0.103
node=9 tau=0.124
node=0 tau=0.088
node=1 tau=0.066
node=2 tau=0.066
node=3 tau=0.065
node=4 tau=0.061
node=5 tau=0.108
node=6 tau=0.097
node=7 tau=0.106
node=8 tau=0.092
node=9 tau=0.114
node=0 tau=0.080
node=1 tau=0.059
node=2 tau=0.059
node=3 tau=0.059
node=4 tau=0.055
node=5 tau=0.105
node=6 tau=0.096
node=7 tau=0.096
node=8 tau=0.083
node=9 tau=0.113
node=0 tau=0.073
node=1 tau=0.054
node=2 tau=0.054
node=3 tau=0.054
node=4 tau=0.049
node=5 tau=0.100
node=6 tau=0.086
node=7 tau=0.089
node=8 tau=0.079
node=9 tau=0.105
node=0 tau=0.067
node=1 tau=0.048
node=2 tau=0.048
node=3 tau=0.048
node=4 tau=0.046
node=5 tau=0.090
node=6 tau=0.081
node=7 tau=0.081
node=8 tau=0.080
node=9 tau=0.094
node=0 tau=0.064
node=1 tau=0.046
node=2 tau=0.045
node=3 tau=0.046
node=4 tau=0.045
node=5 tau=0.088
node=6 tau=0.080
node=7 tau=0.084
node=8 tau=0.084
node=9 tau=0.086
node=0 tau=0.060
node=1 tau=0.044
node=2 tau=0.040
node=3 tau=0.044
node=4 tau=0.043
node=5 tau=0.097
node=6 tau=0.089
node=7 tau=0.094
node=8 tau=0.108
node=9 tau=0.112

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2276 top1= 94.0505


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2526 top1= 93.9203


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2610 top1= 93.0589

Train epoch 10
[E10B0  |    320/60000 (  1%) ] Loss: 0.0644 top1= 97.8125
node=0 tau=0.072
node=1 tau=0.059
node=2 tau=0.056
node=3 tau=0.064
node=4 tau=0.057
node=5 tau=0.109
node=6 tau=0.104
node=7 tau=0.098
node=8 tau=0.113
node=9 tau=0.113
node=0 tau=0.070
node=1 tau=0.058
node=2 tau=0.055
node=3 tau=0.061
node=4 tau=0.059
node=5 tau=0.102
node=6 tau=0.100
node=7 tau=0.099
node=8 tau=0.116
node=9 tau=0.120
node=0 tau=0.067
node=1 tau=0.052
node=2 tau=0.050
node=3 tau=0.055
node=4 tau=0.055
node=5 tau=0.094
node=6 tau=0.091
node=7 tau=0.090
node=8 tau=0.125
node=9 tau=0.125
node=0 tau=0.064
node=1 tau=0.050
node=2 tau=0.047
node=3 tau=0.052
node=4 tau=0.052
node=5 tau=0.087
node=6 tau=0.085
node=7 tau=0.084
node=8 tau=0.115
node=9 tau=0.115
node=0 tau=0.070
node=1 tau=0.049
node=2 tau=0.051
node=3 tau=0.052
node=4 tau=0.052
node=5 tau=0.090
node=6 tau=0.090
node=7 tau=0.082
node=8 tau=0.106
node=9 tau=0.104
node=0 tau=0.070
node=1 tau=0.047
node=2 tau=0.048
node=3 tau=0.049
node=4 tau=0.049
node=5 tau=0.082
node=6 tau=0.082
node=7 tau=0.076
node=8 tau=0.099
node=9 tau=0.099
node=0 tau=0.070
node=1 tau=0.053
node=2 tau=0.052
node=3 tau=0.053
node=4 tau=0.053
node=5 tau=0.101
node=6 tau=0.101
node=7 tau=0.089
node=8 tau=0.101
node=9 tau=0.096
node=0 tau=0.064
node=1 tau=0.050
node=2 tau=0.049
node=3 tau=0.050
node=4 tau=0.050
node=5 tau=0.091
node=6 tau=0.091
node=7 tau=0.082
node=8 tau=0.099
node=9 tau=0.099
node=0 tau=0.058
node=1 tau=0.046
node=2 tau=0.044
node=3 tau=0.046
node=4 tau=0.046
node=5 tau=0.087
node=6 tau=0.087
node=7 tau=0.078
node=8 tau=0.095
node=9 tau=0.095
node=0 tau=0.053
node=1 tau=0.042
node=2 tau=0.040
node=3 tau=0.042
node=4 tau=0.042
node=5 tau=0.085
node=6 tau=0.088
node=7 tau=0.081
node=8 tau=0.087
node=9 tau=0.088
[E10B10 |   3520/60000 (  6%) ] Loss: 0.0214 top1= 99.3750
node=0 tau=0.066
node=1 tau=0.054
node=2 tau=0.051
node=3 tau=0.053
node=4 tau=0.049
node=5 tau=0.084
node=6 tau=0.088
node=7 tau=0.079
node=8 tau=0.091
node=9 tau=0.091
node=0 tau=0.067
node=1 tau=0.050
node=2 tau=0.047
node=3 tau=0.050
node=4 tau=0.049
node=5 tau=0.076
node=6 tau=0.081
node=7 tau=0.073
node=8 tau=0.084
node=9 tau=0.084
node=0 tau=0.063
node=1 tau=0.045
node=2 tau=0.044
node=3 tau=0.045
node=4 tau=0.044
node=5 tau=0.072
node=6 tau=0.084
node=7 tau=0.084
node=8 tau=0.084
node=9 tau=0.077
node=0 tau=0.066
node=1 tau=0.057
node=2 tau=0.048
node=3 tau=0.045
node=4 tau=0.062
node=5 tau=0.066
node=6 tau=0.073
node=7 tau=0.076
node=8 tau=0.073
node=9 tau=0.070
node=0 tau=0.061
node=1 tau=0.049
node=2 tau=0.043
node=3 tau=0.042
node=4 tau=0.059
node=5 tau=0.060
node=6 tau=0.069
node=7 tau=0.071
node=8 tau=0.069
node=9 tau=0.064
node=0 tau=0.055
node=1 tau=0.049
node=2 tau=0.039
node=3 tau=0.042
node=4 tau=0.055
node=5 tau=0.058
node=6 tau=0.066
node=7 tau=0.066
node=8 tau=0.066
node=9 tau=0.062
node=0 tau=0.049
node=1 tau=0.044
node=2 tau=0.045
node=3 tau=0.040
node=4 tau=0.049
node=5 tau=0.056
node=6 tau=0.060
node=7 tau=0.072
node=8 tau=0.060
node=9 tau=0.068
node=0 tau=0.051
node=1 tau=0.043
node=2 tau=0.041
node=3 tau=0.036
node=4 tau=0.051
node=5 tau=0.056
node=6 tau=0.060
node=7 tau=0.069
node=8 tau=0.060
node=9 tau=0.064
node=0 tau=0.046
node=1 tau=0.039
node=2 tau=0.040
node=3 tau=0.034
node=4 tau=0.046
node=5 tau=0.075
node=6 tau=0.073
node=7 tau=0.073
node=8 tau=0.067
node=9 tau=0.065
node=0 tau=0.044
node=1 tau=0.038
node=2 tau=0.044
node=3 tau=0.038
node=4 tau=0.043
node=5 tau=0.070
node=6 tau=0.065
node=7 tau=0.065
node=8 tau=0.060
node=9 tau=0.064
[E10B20 |   6720/60000 ( 11%) ] Loss: 0.0065 top1=100.0000
node=0 tau=0.041
node=1 tau=0.035
node=2 tau=0.039
node=3 tau=0.034
node=4 tau=0.038
node=5 tau=0.064
node=6 tau=0.059
node=7 tau=0.059
node=8 tau=0.054
node=9 tau=0.060
node=0 tau=0.063
node=1 tau=0.034
node=2 tau=0.037
node=3 tau=0.034
node=4 tau=0.037
node=5 tau=0.061
node=6 tau=0.057
node=7 tau=0.055
node=8 tau=0.057
node=9 tau=0.057
node=0 tau=0.073
node=1 tau=0.035
node=2 tau=0.036
node=3 tau=0.034
node=4 tau=0.036
node=5 tau=0.054
node=6 tau=0.052
node=7 tau=0.050
node=8 tau=0.054
node=9 tau=0.054
node=0 tau=0.071
node=1 tau=0.033
node=2 tau=0.034
node=3 tau=0.031
node=4 tau=0.034
node=5 tau=0.049
node=6 tau=0.048
node=7 tau=0.046
node=8 tau=0.049
node=9 tau=0.049
node=0 tau=0.066
node=1 tau=0.030
node=2 tau=0.032
node=3 tau=0.030
node=4 tau=0.032
node=5 tau=0.047
node=6 tau=0.047
node=7 tau=0.045
node=8 tau=0.045
node=9 tau=0.056
node=0 tau=0.060
node=1 tau=0.028
node=2 tau=0.030
node=3 tau=0.030
node=4 tau=0.030
node=5 tau=0.050
node=6 tau=0.050
node=7 tau=0.046
node=8 tau=0.046
node=9 tau=0.061
node=0 tau=0.064
node=1 tau=0.036
node=2 tau=0.039
node=3 tau=0.040
node=4 tau=0.040
node=5 tau=0.052
node=6 tau=0.052
node=7 tau=0.046
node=8 tau=0.046
node=9 tau=0.061
node=0 tau=0.060
node=1 tau=0.037
node=2 tau=0.037
node=3 tau=0.043
node=4 tau=0.043
node=5 tau=0.049
node=6 tau=0.049
node=7 tau=0.043
node=8 tau=0.043
node=9 tau=0.057
node=0 tau=0.055
node=1 tau=0.039
node=2 tau=0.035
node=3 tau=0.043
node=4 tau=0.041
node=5 tau=0.048
node=6 tau=0.050
node=7 tau=0.050
node=8 tau=0.046
node=9 tau=0.057
node=0 tau=0.050
node=1 tau=0.042
node=2 tau=0.033
node=3 tau=0.042
node=4 tau=0.042
node=5 tau=0.046
node=6 tau=0.048
node=7 tau=0.049
node=8 tau=0.049
node=9 tau=0.056

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2060 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2303 top1= 94.5613


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2088 top1= 94.5913

Train epoch 11
[E11B0  |    320/60000 (  1%) ] Loss: 0.0159 top1= 99.6875
node=0 tau=0.053
node=1 tau=0.039
node=2 tau=0.034
node=3 tau=0.048
node=4 tau=0.041
node=5 tau=0.043
node=6 tau=0.069
node=7 tau=0.052
node=8 tau=0.053
node=9 tau=0.068
node=0 tau=0.048
node=1 tau=0.037
node=2 tau=0.031
node=3 tau=0.045
node=4 tau=0.039
node=5 tau=0.054
node=6 tau=0.068
node=7 tau=0.060
node=8 tau=0.052
node=9 tau=0.064
node=0 tau=0.042
node=1 tau=0.034
node=2 tau=0.032
node=3 tau=0.040
node=4 tau=0.036
node=5 tau=0.049
node=6 tau=0.062
node=7 tau=0.056
node=8 tau=0.047
node=9 tau=0.059
node=0 tau=0.049
node=1 tau=0.032
node=2 tau=0.030
node=3 tau=0.046
node=4 tau=0.033
node=5 tau=0.044
node=6 tau=0.056
node=7 tau=0.050
node=8 tau=0.043
node=9 tau=0.054
node=0 tau=0.054
node=1 tau=0.036
node=2 tau=0.036
node=3 tau=0.046
node=4 tau=0.046
node=5 tau=0.042
node=6 tau=0.060
node=7 tau=0.046
node=8 tau=0.039
node=9 tau=0.057
node=0 tau=0.052
node=1 tau=0.034
node=2 tau=0.033
node=3 tau=0.042
node=4 tau=0.042
node=5 tau=0.051
node=6 tau=0.059
node=7 tau=0.051
node=8 tau=0.043
node=9 tau=0.052
node=0 tau=0.049
node=1 tau=0.031
node=2 tau=0.032
node=3 tau=0.040
node=4 tau=0.040
node=5 tau=0.046
node=6 tau=0.052
node=7 tau=0.046
node=8 tau=0.040
node=9 tau=0.048
node=0 tau=0.046
node=1 tau=0.033
node=2 tau=0.031
node=3 tau=0.038
node=4 tau=0.038
node=5 tau=0.043
node=6 tau=0.048
node=7 tau=0.043
node=8 tau=0.039
node=9 tau=0.046
node=0 tau=0.042
node=1 tau=0.031
node=2 tau=0.029
node=3 tau=0.034
node=4 tau=0.034
node=5 tau=0.047
node=6 tau=0.047
node=7 tau=0.046
node=8 tau=0.046
node=9 tau=0.062
node=0 tau=0.040
node=1 tau=0.031
node=2 tau=0.029
node=3 tau=0.032
node=4 tau=0.032
node=5 tau=0.068
node=6 tau=0.059
node=7 tau=0.068
node=8 tau=0.057
node=9 tau=0.074
[E11B10 |   3520/60000 (  6%) ] Loss: 0.0055 top1=100.0000
node=0 tau=0.037
node=1 tau=0.029
node=2 tau=0.028
node=3 tau=0.030
node=4 tau=0.030
node=5 tau=0.061
node=6 tau=0.053
node=7 tau=0.061
node=8 tau=0.052
node=9 tau=0.068
node=0 tau=0.049
node=1 tau=0.044
node=2 tau=0.030
node=3 tau=0.036
node=4 tau=0.034
node=5 tau=0.061
node=6 tau=0.051
node=7 tau=0.061
node=8 tau=0.051
node=9 tau=0.066
node=0 tau=0.047
node=1 tau=0.042
node=2 tau=0.029
node=3 tau=0.033
node=4 tau=0.031
node=5 tau=0.063
node=6 tau=0.052
node=7 tau=0.067
node=8 tau=0.050
node=9 tau=0.071
node=0 tau=0.044
node=1 tau=0.040
node=2 tau=0.028
node=3 tau=0.032
node=4 tau=0.031
node=5 tau=0.057
node=6 tau=0.047
node=7 tau=0.061
node=8 tau=0.047
node=9 tau=0.066
node=0 tau=0.041
node=1 tau=0.041
node=2 tau=0.030
node=3 tau=0.034
node=4 tau=0.032
node=5 tau=0.052
node=6 tau=0.043
node=7 tau=0.056
node=8 tau=0.043
node=9 tau=0.061
node=0 tau=0.036
node=1 tau=0.036
node=2 tau=0.028
node=3 tau=0.032
node=4 tau=0.030
node=5 tau=0.047
node=6 tau=0.039
node=7 tau=0.051
node=8 tau=0.038
node=9 tau=0.056
node=0 tau=0.032
node=1 tau=0.032
node=2 tau=0.025
node=3 tau=0.030
node=4 tau=0.028
node=5 tau=0.047
node=6 tau=0.041
node=7 tau=0.047
node=8 tau=0.040
node=9 tau=0.055
node=0 tau=0.029
node=1 tau=0.029
node=2 tau=0.024
node=3 tau=0.027
node=4 tau=0.026
node=5 tau=0.044
node=6 tau=0.038
node=7 tau=0.045
node=8 tau=0.038
node=9 tau=0.054
node=0 tau=0.050
node=1 tau=0.029
node=2 tau=0.022
node=3 tau=0.029
node=4 tau=0.053
node=5 tau=0.041
node=6 tau=0.037
node=7 tau=0.044
node=8 tau=0.044
node=9 tau=0.050
node=0 tau=0.048
node=1 tau=0.030
node=2 tau=0.026
node=3 tau=0.030
node=4 tau=0.053
node=5 tau=0.038
node=6 tau=0.036
node=7 tau=0.042
node=8 tau=0.042
node=9 tau=0.047
[E11B20 |   6720/60000 ( 11%) ] Loss: 0.0077 top1=100.0000
node=0 tau=0.043
node=1 tau=0.033
node=2 tau=0.029
node=3 tau=0.033
node=4 tau=0.049
node=5 tau=0.035
node=6 tau=0.040
node=7 tau=0.040
node=8 tau=0.039
node=9 tau=0.043
node=0 tau=0.049
node=1 tau=0.045
node=2 tau=0.060
node=3 tau=0.046
node=4 tau=0.046
node=5 tau=0.033
node=6 tau=0.038
node=7 tau=0.040
node=8 tau=0.070
node=9 tau=0.077
node=0 tau=0.047
node=1 tau=0.044
node=2 tau=0.057
node=3 tau=0.043
node=4 tau=0.047
node=5 tau=0.070
node=6 tau=0.093
node=7 tau=0.071
node=8 tau=0.076
node=9 tau=0.093
node=0 tau=0.046
node=1 tau=0.051
node=2 tau=0.057
node=3 tau=0.044
node=4 tau=0.051
node=5 tau=0.059
node=6 tau=0.095
node=7 tau=0.060
node=8 tau=0.071
node=9 tau=0.104
node=0 tau=0.042
node=1 tau=0.046
node=2 tau=0.050
node=3 tau=0.041
node=4 tau=0.046
node=5 tau=0.056
node=6 tau=0.092
node=7 tau=0.056
node=8 tau=0.067
node=9 tau=0.096
node=0 tau=0.040
node=1 tau=0.042
node=2 tau=0.047
node=3 tau=0.038
node=4 tau=0.042
node=5 tau=0.051
node=6 tau=0.083
node=7 tau=0.052
node=8 tau=0.061
node=9 tau=0.087
node=0 tau=0.042
node=1 tau=0.040
node=2 tau=0.042
node=3 tau=0.034
node=4 tau=0.038
node=5 tau=0.046
node=6 tau=0.076
node=7 tau=0.049
node=8 tau=0.056
node=9 tau=0.078
node=0 tau=0.039
node=1 tau=0.039
node=2 tau=0.039
node=3 tau=0.031
node=4 tau=0.036
node=5 tau=0.042
node=6 tau=0.072
node=7 tau=0.047
node=8 tau=0.050
node=9 tau=0.072
node=0 tau=0.039
node=1 tau=0.035
node=2 tau=0.036
node=3 tau=0.030
node=4 tau=0.040
node=5 tau=0.071
node=6 tau=0.071
node=7 tau=0.064
node=8 tau=0.070
node=9 tau=0.071
node=0 tau=0.036
node=1 tau=0.036
node=2 tau=0.036
node=3 tau=0.031
node=4 tau=0.039
node=5 tau=0.066
node=6 tau=0.068
node=7 tau=0.060
node=8 tau=0.064
node=9 tau=0.068

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2168 top1= 94.9820


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2333 top1= 94.6114


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2210 top1= 94.4912

Train epoch 12
[E12B0  |    320/60000 (  1%) ] Loss: 0.0051 top1=100.0000
node=0 tau=0.034
node=1 tau=0.034
node=2 tau=0.034
node=3 tau=0.029
node=4 tau=0.036
node=5 tau=0.061
node=6 tau=0.064
node=7 tau=0.055
node=8 tau=0.059
node=9 tau=0.064
node=0 tau=0.033
node=1 tau=0.031
node=2 tau=0.032
node=3 tau=0.031
node=4 tau=0.036
node=5 tau=0.071
node=6 tau=0.071
node=7 tau=0.055
node=8 tau=0.055
node=9 tau=0.090
node=0 tau=0.031
node=1 tau=0.030
node=2 tau=0.030
node=3 tau=0.028
node=4 tau=0.034
node=5 tau=0.062
node=6 tau=0.062
node=7 tau=0.050
node=8 tau=0.050
node=9 tau=0.089
node=0 tau=0.030
node=1 tau=0.027
node=2 tau=0.029
node=3 tau=0.030
node=4 tau=0.032
node=5 tau=0.057
node=6 tau=0.057
node=7 tau=0.047
node=8 tau=0.046
node=9 tau=0.084
node=0 tau=0.028
node=1 tau=0.025
node=2 tau=0.026
node=3 tau=0.028
node=4 tau=0.029
node=5 tau=0.052
node=6 tau=0.052
node=7 tau=0.042
node=8 tau=0.042
node=9 tau=0.076
node=0 tau=0.027
node=1 tau=0.025
node=2 tau=0.025
node=3 tau=0.027
node=4 tau=0.027
node=5 tau=0.054
node=6 tau=0.056
node=7 tau=0.056
node=8 tau=0.050
node=9 tau=0.115
node=0 tau=0.037
node=1 tau=0.026
node=2 tau=0.034
node=3 tau=0.027
node=4 tau=0.027
node=5 tau=0.053
node=6 tau=0.054
node=7 tau=0.054
node=8 tau=0.048
node=9 tau=0.121
node=0 tau=0.040
node=1 tau=0.031
node=2 tau=0.035
node=3 tau=0.032
node=4 tau=0.031
node=5 tau=0.050
node=6 tau=0.050
node=7 tau=0.050
node=8 tau=0.046
node=9 tau=0.116
node=0 tau=0.040
node=1 tau=0.032
node=2 tau=0.032
node=3 tau=0.028
node=4 tau=0.032
node=5 tau=0.046
node=6 tau=0.046
node=7 tau=0.046
node=8 tau=0.046
node=9 tau=0.108
node=0 tau=0.046
node=1 tau=0.038
node=2 tau=0.039
node=3 tau=0.039
node=4 tau=0.038
node=5 tau=0.042
node=6 tau=0.042
node=7 tau=0.043
node=8 tau=0.043
node=9 tau=0.098
[E12B10 |   3520/60000 (  6%) ] Loss: 0.0096 top1=100.0000
node=0 tau=0.048
node=1 tau=0.043
node=2 tau=0.039
node=3 tau=0.043
node=4 tau=0.036
node=5 tau=0.042
node=6 tau=0.046
node=7 tau=0.046
node=8 tau=0.042
node=9 tau=0.092
node=0 tau=0.056
node=1 tau=0.053
node=2 tau=0.051
node=3 tau=0.045
node=4 tau=0.045
node=5 tau=0.042
node=6 tau=0.045
node=7 tau=0.045
node=8 tau=0.041
node=9 tau=0.083
node=0 tau=0.052
node=1 tau=0.048
node=2 tau=0.048
node=3 tau=0.041
node=4 tau=0.040
node=5 tau=0.038
node=6 tau=0.041
node=7 tau=0.041
node=8 tau=0.037
node=9 tau=0.075
node=0 tau=0.047
node=1 tau=0.043
node=2 tau=0.043
node=3 tau=0.037
node=4 tau=0.036
node=5 tau=0.034
node=6 tau=0.037
node=7 tau=0.037
node=8 tau=0.034
node=9 tau=0.069
node=0 tau=0.044
node=1 tau=0.039
node=2 tau=0.039
node=3 tau=0.034
node=4 tau=0.032
node=5 tau=0.031
node=6 tau=0.034
node=7 tau=0.038
node=8 tau=0.038
node=9 tau=0.063
node=0 tau=0.040
node=1 tau=0.035
node=2 tau=0.035
node=3 tau=0.031
node=4 tau=0.031
node=5 tau=0.030
node=6 tau=0.032
node=7 tau=0.038
node=8 tau=0.038
node=9 tau=0.056
node=0 tau=0.036
node=1 tau=0.032
node=2 tau=0.032
node=3 tau=0.029
node=4 tau=0.028
node=5 tau=0.031
node=6 tau=0.038
node=7 tau=0.038
node=8 tau=0.037
node=9 tau=0.058
node=0 tau=0.034
node=1 tau=0.029
node=2 tau=0.029
node=3 tau=0.026
node=4 tau=0.025
node=5 tau=0.029
node=6 tau=0.035
node=7 tau=0.035
node=8 tau=0.034
node=9 tau=0.054
node=0 tau=0.030
node=1 tau=0.027
node=2 tau=0.027
node=3 tau=0.024
node=4 tau=0.023
node=5 tau=0.029
node=6 tau=0.033
node=7 tau=0.033
node=8 tau=0.031
node=9 tau=0.049
node=0 tau=0.027
node=1 tau=0.024
node=2 tau=0.024
node=3 tau=0.021
node=4 tau=0.021
node=5 tau=0.027
node=6 tau=0.030
node=7 tau=0.030
node=8 tau=0.030
node=9 tau=0.045
[E12B20 |   6720/60000 ( 11%) ] Loss: 0.0043 top1=100.0000
node=0 tau=0.026
node=1 tau=0.025
node=2 tau=0.022
node=3 tau=0.026
node=4 tau=0.021
node=5 tau=0.026
node=6 tau=0.027
node=7 tau=0.028
node=8 tau=0.028
node=9 tau=0.041
node=0 tau=0.043
node=1 tau=0.029
node=2 tau=0.026
node=3 tau=0.029
node=4 tau=0.025
node=5 tau=0.025
node=6 tau=0.028
node=7 tau=0.030
node=8 tau=0.030
node=9 tau=0.043
node=0 tau=0.045
node=1 tau=0.029
node=2 tau=0.025
node=3 tau=0.029
node=4 tau=0.024
node=5 tau=0.024
node=6 tau=0.027
node=7 tau=0.028
node=8 tau=0.028
node=9 tau=0.041
node=0 tau=0.069
node=1 tau=0.059
node=2 tau=0.040
node=3 tau=0.041
node=4 tau=0.039
node=5 tau=0.022
node=6 tau=0.024
node=7 tau=0.026
node=8 tau=0.026
node=9 tau=0.037
node=0 tau=0.065
node=1 tau=0.058
node=2 tau=0.035
node=3 tau=0.036
node=4 tau=0.034
node=5 tau=0.020
node=6 tau=0.022
node=7 tau=0.023
node=8 tau=0.023
node=9 tau=0.033
node=0 tau=0.064
node=1 tau=0.064
node=2 tau=0.049
node=3 tau=0.057
node=4 tau=0.049
node=5 tau=0.020
node=6 tau=0.021
node=7 tau=0.022
node=8 tau=0.022
node=9 tau=0.032
node=0 tau=0.067
node=1 tau=0.062
node=2 tau=0.046
node=3 tau=0.062
node=4 tau=0.047
node=5 tau=0.023
node=6 tau=0.026
node=7 tau=0.026
node=8 tau=0.025
node=9 tau=0.031
node=0 tau=0.065
node=1 tau=0.053
node=2 tau=0.040
node=3 tau=0.053
node=4 tau=0.041
node=5 tau=0.045
node=6 tau=0.041
node=7 tau=0.041
node=8 tau=0.036
node=9 tau=0.045
node=0 tau=0.060
node=1 tau=0.049
node=2 tau=0.037
node=3 tau=0.049
node=4 tau=0.038
node=5 tau=0.043
node=6 tau=0.044
node=7 tau=0.040
node=8 tau=0.035
node=9 tau=0.044
node=0 tau=0.055
node=1 tau=0.044
node=2 tau=0.034
node=3 tau=0.044
node=4 tau=0.035
node=5 tau=0.039
node=6 tau=0.041
node=7 tau=0.037
node=8 tau=0.032
node=9 tau=0.041

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2185 top1= 94.8217


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2304 top1= 94.7917


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2238 top1= 94.4311

Train epoch 13
[E13B0  |    320/60000 (  1%) ] Loss: 0.0072 top1=100.0000
node=0 tau=0.049
node=1 tau=0.040
node=2 tau=0.032
node=3 tau=0.040
node=4 tau=0.039
node=5 tau=0.049
node=6 tau=0.037
node=7 tau=0.034
node=8 tau=0.034
node=9 tau=0.049
node=0 tau=0.044
node=1 tau=0.036
node=2 tau=0.029
node=3 tau=0.036
node=4 tau=0.035
node=5 tau=0.046
node=6 tau=0.035
node=7 tau=0.032
node=8 tau=0.031
node=9 tau=0.045
node=0 tau=0.041
node=1 tau=0.033
node=2 tau=0.026
node=3 tau=0.033
node=4 tau=0.033
node=5 tau=0.048
node=6 tau=0.040
node=7 tau=0.040
node=8 tau=0.035
node=9 tau=0.043
node=0 tau=0.037
node=1 tau=0.030
node=2 tau=0.026
node=3 tau=0.030
node=4 tau=0.030
node=5 tau=0.046
node=6 tau=0.042
node=7 tau=0.042
node=8 tau=0.035
node=9 tau=0.040
node=0 tau=0.034
node=1 tau=0.028
node=2 tau=0.024
node=3 tau=0.028
node=4 tau=0.027
node=5 tau=0.041
node=6 tau=0.037
node=7 tau=0.037
node=8 tau=0.031
node=9 tau=0.036
node=0 tau=0.031
node=1 tau=0.025
node=2 tau=0.022
node=3 tau=0.025
node=4 tau=0.024
node=5 tau=0.037
node=6 tau=0.034
node=7 tau=0.034
node=8 tau=0.028
node=9 tau=0.033
node=0 tau=0.034
node=1 tau=0.025
node=2 tau=0.026
node=3 tau=0.025
node=4 tau=0.023
node=5 tau=0.033
node=6 tau=0.031
node=7 tau=0.031
node=8 tau=0.026
node=9 tau=0.030
node=0 tau=0.032
node=1 tau=0.024
node=2 tau=0.024
node=3 tau=0.023
node=4 tau=0.022
node=5 tau=0.031
node=6 tau=0.028
node=7 tau=0.028
node=8 tau=0.025
node=9 tau=0.027
node=0 tau=0.029
node=1 tau=0.023
node=2 tau=0.023
node=3 tau=0.022
node=4 tau=0.020
node=5 tau=0.028
node=6 tau=0.026
node=7 tau=0.026
node=8 tau=0.022
node=9 tau=0.025
node=0 tau=0.054
node=1 tau=0.021
node=2 tau=0.021
node=3 tau=0.021
node=4 tau=0.021
node=5 tau=0.025
node=6 tau=0.024
node=7 tau=0.024
node=8 tau=0.021
node=9 tau=0.023
[E13B10 |   3520/60000 (  6%) ] Loss: 0.0037 top1=100.0000
node=0 tau=0.060
node=1 tau=0.023
node=2 tau=0.023
node=3 tau=0.023
node=4 tau=0.023
node=5 tau=0.023
node=6 tau=0.023
node=7 tau=0.023
node=8 tau=0.020
node=9 tau=0.021
node=0 tau=0.057
node=1 tau=0.023
node=2 tau=0.023
node=3 tau=0.021
node=4 tau=0.023
node=5 tau=0.026
node=6 tau=0.023
node=7 tau=0.023
node=8 tau=0.020
node=9 tau=0.025
node=0 tau=0.057
node=1 tau=0.024
node=2 tau=0.021
node=3 tau=0.024
node=4 tau=0.022
node=5 tau=0.025
node=6 tau=0.022
node=7 tau=0.022
node=8 tau=0.019
node=9 tau=0.024
node=0 tau=0.056
node=1 tau=0.039
node=2 tau=0.036
node=3 tau=0.039
node=4 tau=0.039
node=5 tau=0.023
node=6 tau=0.020
node=7 tau=0.020
node=8 tau=0.018
node=9 tau=0.023
node=0 tau=0.055
node=1 tau=0.036
node=2 tau=0.034
node=3 tau=0.036
node=4 tau=0.036
node=5 tau=0.021
node=6 tau=0.019
node=7 tau=0.019
node=8 tau=0.017
node=9 tau=0.021
node=0 tau=0.052
node=1 tau=0.033
node=2 tau=0.032
node=3 tau=0.033
node=4 tau=0.033
node=5 tau=0.023
node=6 tau=0.020
node=7 tau=0.025
node=8 tau=0.023
node=9 tau=0.025
node=0 tau=0.047
node=1 tau=0.030
node=2 tau=0.029
node=3 tau=0.030
node=4 tau=0.030
node=5 tau=0.022
node=6 tau=0.019
node=7 tau=0.025
node=8 tau=0.021
node=9 tau=0.023
node=0 tau=0.042
node=1 tau=0.027
node=2 tau=0.026
node=3 tau=0.028
node=4 tau=0.028
node=5 tau=0.022
node=6 tau=0.022
node=7 tau=0.027
node=8 tau=0.020
node=9 tau=0.021
node=0 tau=0.039
node=1 tau=0.025
node=2 tau=0.025
node=3 tau=0.026
node=4 tau=0.026
node=5 tau=0.022
node=6 tau=0.022
node=7 tau=0.024
node=8 tau=0.018
node=9 tau=0.020
node=0 tau=0.035
node=1 tau=0.023
node=2 tau=0.022
node=3 tau=0.024
node=4 tau=0.024
node=5 tau=0.020
node=6 tau=0.020
node=7 tau=0.023
node=8 tau=0.018
node=9 tau=0.021
[E13B20 |   6720/60000 ( 11%) ] Loss: 0.0042 top1=100.0000
node=0 tau=0.032
node=1 tau=0.021
node=2 tau=0.021
node=3 tau=0.022
node=4 tau=0.022
node=5 tau=0.020
node=6 tau=0.021
node=7 tau=0.023
node=8 tau=0.019
node=9 tau=0.023
node=0 tau=0.029
node=1 tau=0.019
node=2 tau=0.019
node=3 tau=0.020
node=4 tau=0.020
node=5 tau=0.018
node=6 tau=0.020
node=7 tau=0.023
node=8 tau=0.017
node=9 tau=0.023
node=0 tau=0.026
node=1 tau=0.018
node=2 tau=0.017
node=3 tau=0.018
node=4 tau=0.018
node=5 tau=0.018
node=6 tau=0.020
node=7 tau=0.021
node=8 tau=0.016
node=9 tau=0.022
node=0 tau=0.024
node=1 tau=0.017
node=2 tau=0.016
node=3 tau=0.016
node=4 tau=0.017
node=5 tau=0.016
node=6 tau=0.018
node=7 tau=0.019
node=8 tau=0.016
node=9 tau=0.021
node=0 tau=0.023
node=1 tau=0.016
node=2 tau=0.014
node=3 tau=0.015
node=4 tau=0.016
node=5 tau=0.015
node=6 tau=0.018
node=7 tau=0.018
node=8 tau=0.015
node=9 tau=0.019
node=0 tau=0.022
node=1 tau=0.015
node=2 tau=0.013
node=3 tau=0.014
node=4 tau=0.015
node=5 tau=0.014
node=6 tau=0.016
node=7 tau=0.016
node=8 tau=0.014
node=9 tau=0.017
node=0 tau=0.020
node=1 tau=0.014
node=2 tau=0.013
node=3 tau=0.016
node=4 tau=0.016
node=5 tau=0.013
node=6 tau=0.015
node=7 tau=0.015
node=8 tau=0.013
node=9 tau=0.016
node=0 tau=0.023
node=1 tau=0.014
node=2 tau=0.016
node=3 tau=0.018
node=4 tau=0.016
node=5 tau=0.012
node=6 tau=0.014
node=7 tau=0.014
node=8 tau=0.012
node=9 tau=0.014
node=0 tau=0.025
node=1 tau=0.015
node=2 tau=0.016
node=3 tau=0.020
node=4 tau=0.015
node=5 tau=0.011
node=6 tau=0.013
node=7 tau=0.013
node=8 tau=0.011
node=9 tau=0.014
node=0 tau=0.022
node=1 tau=0.014
node=2 tau=0.016
node=3 tau=0.020
node=4 tau=0.016
node=5 tau=0.011
node=6 tau=0.012
node=7 tau=0.012
node=8 tau=0.011
node=9 tau=0.013

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2257 top1= 94.9119


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2471 top1= 94.4511


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2187 top1= 94.8918

Train epoch 14
[E14B0  |    320/60000 (  1%) ] Loss: 0.0043 top1=100.0000
node=0 tau=0.024
node=1 tau=0.017
node=2 tau=0.016
node=3 tau=0.024
node=4 tau=0.019
node=5 tau=0.010
node=6 tau=0.012
node=7 tau=0.012
node=8 tau=0.010
node=9 tau=0.012
node=0 tau=0.041
node=1 tau=0.041
node=2 tau=0.019
node=3 tau=0.021
node=4 tau=0.021
node=5 tau=0.009
node=6 tau=0.011
node=7 tau=0.011
node=8 tau=0.009
node=9 tau=0.011
node=0 tau=0.044
node=1 tau=0.047
node=2 tau=0.018
node=3 tau=0.021
node=4 tau=0.021
node=5 tau=0.013
node=6 tau=0.014
node=7 tau=0.015
node=8 tau=0.015
node=9 tau=0.015
node=0 tau=0.040
node=1 tau=0.044
node=2 tau=0.018
node=3 tau=0.020
node=4 tau=0.021
node=5 tau=0.012
node=6 tau=0.013
node=7 tau=0.014
node=8 tau=0.014
node=9 tau=0.014
node=0 tau=0.036
node=1 tau=0.040
node=2 tau=0.018
node=3 tau=0.019
node=4 tau=0.020
node=5 tau=0.011
node=6 tau=0.012
node=7 tau=0.013
node=8 tau=0.018
node=9 tau=0.018
node=0 tau=0.033
node=1 tau=0.036
node=2 tau=0.017
node=3 tau=0.018
node=4 tau=0.018
node=5 tau=0.011
node=6 tau=0.012
node=7 tau=0.013
node=8 tau=0.017
node=9 tau=0.017
node=0 tau=0.033
node=1 tau=0.032
node=2 tau=0.031
node=3 tau=0.033
node=4 tau=0.032
node=5 tau=0.011
node=6 tau=0.012
node=7 tau=0.012
node=8 tau=0.016
node=9 tau=0.016
node=0 tau=0.032
node=1 tau=0.028
node=2 tau=0.027
node=3 tau=0.032
node=4 tau=0.028
node=5 tau=0.011
node=6 tau=0.011
node=7 tau=0.012
node=8 tau=0.016
node=9 tau=0.016
node=0 tau=0.030
node=1 tau=0.030
node=2 tau=0.026
node=3 tau=0.029
node=4 tau=0.027
node=5 tau=0.010
node=6 tau=0.011
node=7 tau=0.011
node=8 tau=0.015
node=9 tau=0.015
node=0 tau=0.036
node=1 tau=0.034
node=2 tau=0.024
node=3 tau=0.031
node=4 tau=0.024
node=5 tau=0.009
node=6 tau=0.010
node=7 tau=0.011
node=8 tau=0.014
node=9 tau=0.014
[E14B10 |   3520/60000 (  6%) ] Loss: 0.0017 top1=100.0000
node=0 tau=0.035
node=1 tau=0.029
node=2 tau=0.021
node=3 tau=0.029
node=4 tau=0.021
node=5 tau=0.008
node=6 tau=0.009
node=7 tau=0.010
node=8 tau=0.013
node=9 tau=0.013
node=0 tau=0.034
node=1 tau=0.028
node=2 tau=0.020
node=3 tau=0.028
node=4 tau=0.021
node=5 tau=0.008
node=6 tau=0.009
node=7 tau=0.009
node=8 tau=0.011
node=9 tau=0.011
node=0 tau=0.031
node=1 tau=0.029
node=2 tau=0.023
node=3 tau=0.025
node=4 tau=0.019
node=5 tau=0.008
node=6 tau=0.008
node=7 tau=0.008
node=8 tau=0.011
node=9 tau=0.011
node=0 tau=0.028
node=1 tau=0.026
node=2 tau=0.022
node=3 tau=0.025
node=4 tau=0.018
node=5 tau=0.007
node=6 tau=0.008
node=7 tau=0.008
node=8 tau=0.010
node=9 tau=0.010
node=0 tau=0.026
node=1 tau=0.026
node=2 tau=0.021
node=3 tau=0.024
node=4 tau=0.019
node=5 tau=0.007
node=6 tau=0.007
node=7 tau=0.008
node=8 tau=0.009
node=9 tau=0.009
node=0 tau=0.023
node=1 tau=0.023
node=2 tau=0.019
node=3 tau=0.022
node=4 tau=0.018
node=5 tau=0.006
node=6 tau=0.007
node=7 tau=0.007
node=8 tau=0.008
node=9 tau=0.008
node=0 tau=0.021
node=1 tau=0.021
node=2 tau=0.019
node=3 tau=0.020
node=4 tau=0.018
node=5 tau=0.006
node=6 tau=0.006
node=7 tau=0.007
node=8 tau=0.008
node=9 tau=0.008
node=0 tau=0.019
node=1 tau=0.019
node=2 tau=0.018
node=3 tau=0.019
node=4 tau=0.017
node=5 tau=0.006
node=6 tau=0.006
node=7 tau=0.007
node=8 tau=0.007
node=9 tau=0.007
node=0 tau=0.019
node=1 tau=0.019
node=2 tau=0.018
node=3 tau=0.019
node=4 tau=0.016
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.007
node=8 tau=0.007
node=9 tau=0.007
node=0 tau=0.019
node=1 tau=0.018
node=2 tau=0.017
node=3 tau=0.019
node=4 tau=0.015
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.006
[E14B20 |   6720/60000 ( 11%) ] Loss: 0.0044 top1=100.0000
node=0 tau=0.037
node=1 tau=0.022
node=2 tau=0.022
node=3 tau=0.038
node=4 tau=0.019
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.006
node=0 tau=0.036
node=1 tau=0.021
node=2 tau=0.021
node=3 tau=0.039
node=4 tau=0.019
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.006
node=0 tau=0.032
node=1 tau=0.020
node=2 tau=0.020
node=3 tau=0.035
node=4 tau=0.017
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.007
node=0 tau=0.029
node=1 tau=0.019
node=2 tau=0.018
node=3 tau=0.031
node=4 tau=0.016
node=5 tau=0.006
node=6 tau=0.005
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.007
node=0 tau=0.026
node=1 tau=0.017
node=2 tau=0.016
node=3 tau=0.028
node=4 tau=0.014
node=5 tau=0.005
node=6 tau=0.007
node=7 tau=0.006
node=8 tau=0.007
node=9 tau=0.007
node=0 tau=0.024
node=1 tau=0.015
node=2 tau=0.015
node=3 tau=0.025
node=4 tau=0.013
node=5 tau=0.005
node=6 tau=0.007
node=7 tau=0.006
node=8 tau=0.007
node=9 tau=0.007
node=0 tau=0.021
node=1 tau=0.014
node=2 tau=0.013
node=3 tau=0.022
node=4 tau=0.012
node=5 tau=0.005
node=6 tau=0.011
node=7 tau=0.006
node=8 tau=0.007
node=9 tau=0.011
node=0 tau=0.018
node=1 tau=0.013
node=2 tau=0.012
node=3 tau=0.020
node=4 tau=0.011
node=5 tau=0.006
node=6 tau=0.012
node=7 tau=0.006
node=8 tau=0.007
node=9 tau=0.011
node=0 tau=0.016
node=1 tau=0.012
node=2 tau=0.011
node=3 tau=0.018
node=4 tau=0.011
node=5 tau=0.006
node=6 tau=0.011
node=7 tau=0.006
node=8 tau=0.006
node=9 tau=0.011
node=0 tau=0.014
node=1 tau=0.011
node=2 tau=0.010
node=3 tau=0.016
node=4 tau=0.010
node=5 tau=0.005
node=6 tau=0.010
node=7 tau=0.005
node=8 tau=0.006
node=9 tau=0.010

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2233 top1= 95.0421


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2396 top1= 94.8417


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2196 top1= 94.9720

Train epoch 15
[E15B0  |    320/60000 (  1%) ] Loss: 0.0018 top1=100.0000
node=0 tau=0.014
node=1 tau=0.012
node=2 tau=0.011
node=3 tau=0.016
node=4 tau=0.012
node=5 tau=0.005
node=6 tau=0.009
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.009
node=0 tau=0.015
node=1 tau=0.014
node=2 tau=0.015
node=3 tau=0.015
node=4 tau=0.014
node=5 tau=0.005
node=6 tau=0.008
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.008
node=0 tau=0.023
node=1 tau=0.025
node=2 tau=0.020
node=3 tau=0.020
node=4 tau=0.016
node=5 tau=0.005
node=6 tau=0.008
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.008
node=0 tau=0.021
node=1 tau=0.023
node=2 tau=0.019
node=3 tau=0.022
node=4 tau=0.022
node=5 tau=0.004
node=6 tau=0.007
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.007
node=0 tau=0.020
node=1 tau=0.022
node=2 tau=0.017
node=3 tau=0.020
node=4 tau=0.020
node=5 tau=0.004
node=6 tau=0.007
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.007
node=0 tau=0.019
node=1 tau=0.020
node=2 tau=0.016
node=3 tau=0.019
node=4 tau=0.019
node=5 tau=0.004
node=6 tau=0.006
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.006
node=0 tau=0.017
node=1 tau=0.018
node=2 tau=0.014
node=3 tau=0.017
node=4 tau=0.017
node=5 tau=0.004
node=6 tau=0.006
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.006
node=0 tau=0.015
node=1 tau=0.016
node=2 tau=0.013
node=3 tau=0.015
node=4 tau=0.016
node=5 tau=0.005
node=6 tau=0.005
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.005
node=0 tau=0.014
node=1 tau=0.014
node=2 tau=0.012
node=3 tau=0.014
node=4 tau=0.014
node=5 tau=0.005
node=6 tau=0.006
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.006
node=0 tau=0.013
node=1 tau=0.013
node=2 tau=0.011
node=3 tau=0.013
node=4 tau=0.013
node=5 tau=0.005
node=6 tau=0.005
node=7 tau=0.005
node=8 tau=0.005
node=9 tau=0.005
[E15B10 |   3520/60000 (  6%) ] Loss: 0.0011 top1=100.0000
node=0 tau=0.012
node=1 tau=0.012
node=2 tau=0.010
node=3 tau=0.012
node=4 tau=0.012
node=5 tau=0.004
node=6 tau=0.006
node=7 tau=0.004
node=8 tau=0.005
node=9 tau=0.006
node=0 tau=0.011
node=1 tau=0.011
node=2 tau=0.009
node=3 tau=0.011
node=4 tau=0.011
node=5 tau=0.004
node=6 tau=0.005
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.005
node=0 tau=0.010
node=1 tau=0.010
node=2 tau=0.008
node=3 tau=0.010
node=4 tau=0.010
node=5 tau=0.004
node=6 tau=0.005
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.005
node=0 tau=0.009
node=1 tau=0.010
node=2 tau=0.008
node=3 tau=0.010
node=4 tau=0.010
node=5 tau=0.004
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.005
node=0 tau=0.009
node=1 tau=0.009
node=2 tau=0.008
node=3 tau=0.009
node=4 tau=0.009
node=5 tau=0.004
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.005
node=0 tau=0.008
node=1 tau=0.009
node=2 tau=0.007
node=3 tau=0.008
node=4 tau=0.008
node=5 tau=0.004
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.008
node=1 tau=0.008
node=2 tau=0.006
node=3 tau=0.007
node=4 tau=0.007
node=5 tau=0.004
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.010
node=1 tau=0.010
node=2 tau=0.010
node=3 tau=0.012
node=4 tau=0.008
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.010
node=3 tau=0.012
node=4 tau=0.009
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.012
node=1 tau=0.010
node=2 tau=0.010
node=3 tau=0.013
node=4 tau=0.009
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
[E15B20 |   6720/60000 ( 11%) ] Loss: 0.0013 top1=100.0000
node=0 tau=0.012
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.013
node=4 tau=0.009
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.011
node=1 tau=0.011
node=2 tau=0.011
node=3 tau=0.012
node=4 tau=0.010
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.011
node=1 tau=0.010
node=2 tau=0.010
node=3 tau=0.011
node=4 tau=0.009
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.010
node=1 tau=0.009
node=2 tau=0.009
node=3 tau=0.010
node=4 tau=0.008
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.009
node=1 tau=0.008
node=2 tau=0.008
node=3 tau=0.009
node=4 tau=0.008
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.008
node=4 tau=0.007
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.007
node=1 tau=0.007
node=2 tau=0.007
node=3 tau=0.007
node=4 tau=0.006
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.004
node=9 tau=0.004
node=0 tau=0.008
node=1 tau=0.007
node=2 tau=0.008
node=3 tau=0.007
node=4 tau=0.007
node=5 tau=0.004
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.006
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.007
node=1 tau=0.006
node=2 tau=0.007
node=3 tau=0.006
node=4 tau=0.006
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.004
node=8 tau=0.003
node=9 tau=0.004

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2250 top1= 94.9820


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2375 top1= 94.9119


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2222 top1= 95.0020

Train epoch 16
[E16B0  |    320/60000 (  1%) ] Loss: 0.0008 top1=100.0000
node=0 tau=0.006
node=1 tau=0.006
node=2 tau=0.006
node=3 tau=0.006
node=4 tau=0.006
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.006
node=1 tau=0.005
node=2 tau=0.006
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.005
node=1 tau=0.005
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.005
node=3 tau=0.005
node=4 tau=0.005
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.005
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.005
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
[E16B10 |   3520/60000 (  6%) ] Loss: 0.0009 top1=100.0000
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.004
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.004
node=3 tau=0.004
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.004
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.004
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
[E16B20 |   6720/60000 ( 11%) ] Loss: 0.0010 top1=100.0000
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.004
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2279 top1= 94.9920


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2399 top1= 94.9119


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2254 top1= 94.9920

Train epoch 17
[E17B0  |    320/60000 (  1%) ] Loss: 0.0007 top1=100.0000
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.004
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
[E17B10 |   3520/60000 (  6%) ] Loss: 0.0007 top1=100.0000
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.003
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.003
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
[E17B20 |   6720/60000 ( 11%) ] Loss: 0.0009 top1=100.0000
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.003
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2307 top1= 94.9820


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2425 top1= 94.9018


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2281 top1= 94.9720

Train epoch 18
[E18B0  |    320/60000 (  1%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.003
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.003
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
[E18B10 |   3520/60000 (  6%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.003
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.003
node=1 tau=0.003
node=2 tau=0.002
node=3 tau=0.003
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
[E18B20 |   6720/60000 ( 11%) ] Loss: 0.0008 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.003
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2332 top1= 94.9720


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2450 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2305 top1= 94.9519

Train epoch 19
[E19B0  |    320/60000 (  1%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E19B10 |   3520/60000 (  6%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E19B20 |   6720/60000 ( 11%) ] Loss: 0.0007 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.003
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2355 top1= 94.9519


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2473 top1= 94.9219


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2328 top1= 94.9519

Train epoch 20
[E20B0  |    320/60000 (  1%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.003
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E20B10 |   3520/60000 (  6%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E20B20 |   6720/60000 ( 11%) ] Loss: 0.0007 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2375 top1= 94.9419


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2493 top1= 94.9319


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2349 top1= 94.9419

Train epoch 21
[E21B0  |    320/60000 (  1%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E21B10 |   3520/60000 (  6%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E21B20 |   6720/60000 ( 11%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2395 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2512 top1= 94.9419


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2368 top1= 94.9419

Train epoch 22
[E22B0  |    320/60000 (  1%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E22B10 |   3520/60000 (  6%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
[E22B20 |   6720/60000 ( 11%) ] Loss: 0.0006 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2413 top1= 94.9219


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2530 top1= 94.9419


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2386 top1= 94.9619

Train epoch 23
[E23B0  |    320/60000 (  1%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E23B10 |   3520/60000 (  6%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.002
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
[E23B20 |   6720/60000 ( 11%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2430 top1= 94.9219


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2547 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2403 top1= 94.9720

Train epoch 24
[E24B0  |    320/60000 (  1%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.002
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
[E24B10 |   3520/60000 (  6%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
[E24B20 |   6720/60000 ( 11%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.002
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2445 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2563 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2418 top1= 94.9619

Train epoch 25
[E25B0  |    320/60000 (  1%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.002
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.002
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.002
node=9 tau=0.002
[E25B10 |   3520/60000 (  6%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
[E25B20 |   6720/60000 ( 11%) ] Loss: 0.0005 top1=100.0000
node=0 tau=0.002
node=1 tau=0.002
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.002
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.002
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.002
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2460 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2578 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2433 top1= 94.9619

Train epoch 26
[E26B0  |    320/60000 (  1%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
[E26B10 |   3520/60000 (  6%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E26B20 |   6720/60000 ( 11%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2475 top1= 94.9419


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2592 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2447 top1= 94.9519

Train epoch 27
[E27B0  |    320/60000 (  1%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E27B10 |   3520/60000 (  6%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E27B20 |   6720/60000 ( 11%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.002
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.002

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2488 top1= 94.9519


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2606 top1= 94.9619


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2461 top1= 94.9519

Train epoch 28
[E28B0  |    320/60000 (  1%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E28B10 |   3520/60000 (  6%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E28B20 |   6720/60000 ( 11%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2502 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2619 top1= 94.9619


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2474 top1= 94.9419

Train epoch 29
[E29B0  |    320/60000 (  1%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E29B10 |   3520/60000 (  6%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E29B20 |   6720/60000 ( 11%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2514 top1= 94.9219


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2631 top1= 94.9619


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2486 top1= 94.9319

Train epoch 30
[E30B0  |    320/60000 (  1%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E30B10 |   3520/60000 (  6%) ] Loss: 0.0003 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
[E30B20 |   6720/60000 ( 11%) ] Loss: 0.0004 top1=100.0000
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001
node=0 tau=0.001
node=1 tau=0.001
node=2 tau=0.001
node=3 tau=0.001
node=4 tau=0.001
node=5 tau=0.001
node=6 tau=0.001
node=7 tau=0.001
node=8 tau=0.001
node=9 tau=0.001

=> Averaged model (Global Average Validation Accuracy) | Eval Loss=0.2526 top1= 94.9319


=> Averaged model (Clique1 Average Validation Accuracy) | Eval Loss=0.2644 top1= 94.9519


=> Averaged model (Clique2 Average Validation Accuracy) | Eval Loss=0.2498 top1= 94.9319

