Files already downloaded and verified
Files already downloaded and verified
Number of training samples:  50000
Number of testing samples:  10000
Image shape:  torch.Size([3, 64, 64])
Number of parameters:  5526346
Epoch 1, step 50, loss: 3.624, test_loss: 2.347, acc: 0.096, test_acc: 0.100
Epoch 1, step 100, loss: 3.130, test_loss: 2.341, acc: 0.095, test_acc: 0.100
Epoch 1, step 150, loss: 2.965, test_loss: 2.552, acc: 0.099, test_acc: 0.100
Epoch 1, step 200, loss: 2.877, test_loss: 2.307, acc: 0.100, test_acc: 0.117
Epoch 1, step 250, loss: 2.842, test_loss: 2.421, acc: 0.099, test_acc: 0.100
Epoch 1, step 300, loss: 2.802, test_loss: 2.481, acc: 0.100, test_acc: 0.103
Epoch 1, step 350, loss: 2.777, test_loss: 2.218, acc: 0.103, test_acc: 0.179
Epoch 1, step 400, loss: 2.754, test_loss: 2.183, acc: 0.105, test_acc: 0.169
Epoch 1, step 450, loss: 2.726, test_loss: 2.130, acc: 0.109, test_acc: 0.181
Epoch 1, step 500, loss: 2.702, test_loss: 3.144, acc: 0.112, test_acc: 0.151
Epoch 1, step 550, loss: 2.690, test_loss: 2.146, acc: 0.114, test_acc: 0.163
Epoch 1, step 600, loss: 2.667, test_loss: 2.273, acc: 0.119, test_acc: 0.165
Epoch 1, step 650, loss: 2.653, test_loss: 2.157, acc: 0.122, test_acc: 0.159
Epoch 1, step 700, loss: 2.632, test_loss: 2.140, acc: 0.125, test_acc: 0.200
Epoch 1, step 750, loss: 2.615, test_loss: 2.280, acc: 0.128, test_acc: 0.162
Epoch 2, step 50, loss: 2.287, test_loss: 2.183, acc: 0.177, test_acc: 0.167
Epoch 2, step 100, loss: 2.267, test_loss: 2.079, acc: 0.173, test_acc: 0.205
Epoch 2, step 150, loss: 2.231, test_loss: 2.158, acc: 0.179, test_acc: 0.188
Epoch 2, step 200, loss: 2.217, test_loss: 2.170, acc: 0.181, test_acc: 0.166
Epoch 2, step 250, loss: 2.204, test_loss: 2.133, acc: 0.184, test_acc: 0.199
Epoch 2, step 300, loss: 2.195, test_loss: 2.318, acc: 0.184, test_acc: 0.183
Epoch 2, step 350, loss: 2.186, test_loss: 2.513, acc: 0.185, test_acc: 0.195
Epoch 2, step 400, loss: 2.182, test_loss: 2.055, acc: 0.186, test_acc: 0.224
Epoch 2, step 450, loss: 2.175, test_loss: 2.087, acc: 0.188, test_acc: 0.217
Epoch 2, step 500, loss: 2.168, test_loss: 2.080, acc: 0.190, test_acc: 0.212
Epoch 2, step 550, loss: 2.165, test_loss: 2.043, acc: 0.190, test_acc: 0.222
Epoch 2, step 600, loss: 2.159, test_loss: 2.043, acc: 0.191, test_acc: 0.226
Epoch 2, step 650, loss: 2.154, test_loss: 2.044, acc: 0.192, test_acc: 0.236
Epoch 2, step 700, loss: 2.149, test_loss: 2.019, acc: 0.193, test_acc: 0.245
Epoch 2, step 750, loss: 2.143, test_loss: 1.987, acc: 0.194, test_acc: 0.261
Epoch 3, step 50, loss: 2.084, test_loss: 1.977, acc: 0.201, test_acc: 0.247
Epoch 3, step 100, loss: 2.060, test_loss: 2.029, acc: 0.217, test_acc: 0.245
Epoch 3, step 150, loss: 2.055, test_loss: 2.022, acc: 0.217, test_acc: 0.247
Epoch 3, step 200, loss: 2.049, test_loss: 1.963, acc: 0.220, test_acc: 0.264
Epoch 3, step 250, loss: 2.051, test_loss: 1.983, acc: 0.219, test_acc: 0.270
Epoch 3, step 300, loss: 2.046, test_loss: 1.940, acc: 0.222, test_acc: 0.276
Epoch 3, step 350, loss: 2.043, test_loss: 2.002, acc: 0.224, test_acc: 0.229
Epoch 3, step 400, loss: 2.040, test_loss: 2.072, acc: 0.225, test_acc: 0.219
Epoch 3, step 450, loss: 2.035, test_loss: 2.020, acc: 0.228, test_acc: 0.237
Epoch 3, step 500, loss: 2.033, test_loss: 1.918, acc: 0.229, test_acc: 0.277
Epoch 3, step 550, loss: 2.027, test_loss: 1.921, acc: 0.232, test_acc: 0.276
Epoch 3, step 600, loss: 2.027, test_loss: 2.028, acc: 0.234, test_acc: 0.248
Epoch 3, step 650, loss: 2.022, test_loss: 1.925, acc: 0.236, test_acc: 0.278
Epoch 3, step 700, loss: 2.019, test_loss: 1.969, acc: 0.238, test_acc: 0.247
Epoch 3, step 750, loss: 2.019, test_loss: 1.903, acc: 0.238, test_acc: 0.293
Epoch 4, step 50, loss: 2.026, test_loss: 1.902, acc: 0.233, test_acc: 0.301
Epoch 4, step 100, loss: 2.010, test_loss: 1.939, acc: 0.242, test_acc: 0.263
Epoch 4, step 150, loss: 2.004, test_loss: 2.007, acc: 0.248, test_acc: 0.264
Epoch 4, step 200, loss: 2.002, test_loss: 2.098, acc: 0.247, test_acc: 0.217
Epoch 4, step 250, loss: 1.998, test_loss: 1.975, acc: 0.248, test_acc: 0.281
Epoch 4, step 300, loss: 1.992, test_loss: 1.923, acc: 0.251, test_acc: 0.273
Epoch 4, step 350, loss: 1.989, test_loss: 1.910, acc: 0.254, test_acc: 0.299
Epoch 4, step 400, loss: 1.987, test_loss: 1.887, acc: 0.256, test_acc: 0.296
Epoch 4, step 450, loss: 1.984, test_loss: 1.985, acc: 0.257, test_acc: 0.262
Epoch 4, step 500, loss: 1.982, test_loss: 1.943, acc: 0.256, test_acc: 0.257
Epoch 4, step 550, loss: 1.980, test_loss: 1.898, acc: 0.257, test_acc: 0.282
Epoch 4, step 600, loss: 1.977, test_loss: 2.002, acc: 0.259, test_acc: 0.227
Epoch 4, step 650, loss: 1.976, test_loss: 2.026, acc: 0.259, test_acc: 0.279
Epoch 4, step 700, loss: 1.975, test_loss: 1.899, acc: 0.260, test_acc: 0.305
Epoch 4, step 750, loss: 1.973, test_loss: 2.118, acc: 0.261, test_acc: 0.246
Epoch 5, step 50, loss: 1.946, test_loss: 1.910, acc: 0.270, test_acc: 0.275
Epoch 5, step 100, loss: 1.947, test_loss: 1.888, acc: 0.271, test_acc: 0.299
Epoch 5, step 150, loss: 1.950, test_loss: 1.860, acc: 0.271, test_acc: 0.308
Epoch 5, step 200, loss: 1.945, test_loss: 1.849, acc: 0.273, test_acc: 0.315
Epoch 5, step 250, loss: 1.939, test_loss: 1.881, acc: 0.274, test_acc: 0.300
Epoch 5, step 300, loss: 1.935, test_loss: 1.861, acc: 0.274, test_acc: 0.298
Epoch 5, step 350, loss: 1.936, test_loss: 1.840, acc: 0.275, test_acc: 0.325
Epoch 5, step 400, loss: 1.937, test_loss: 1.843, acc: 0.275, test_acc: 0.316
Epoch 5, step 450, loss: 1.937, test_loss: 1.871, acc: 0.275, test_acc: 0.307
Epoch 5, step 500, loss: 1.935, test_loss: 1.832, acc: 0.278, test_acc: 0.328
Epoch 5, step 550, loss: 1.934, test_loss: 1.847, acc: 0.279, test_acc: 0.317
Epoch 5, step 600, loss: 1.931, test_loss: 1.849, acc: 0.280, test_acc: 0.309
Epoch 5, step 650, loss: 1.929, test_loss: 1.856, acc: 0.282, test_acc: 0.299
Epoch 5, step 700, loss: 1.929, test_loss: 1.865, acc: 0.282, test_acc: 0.302
Epoch 5, step 750, loss: 1.929, test_loss: 1.838, acc: 0.281, test_acc: 0.317
Epoch 6, step 50, loss: 1.923, test_loss: 1.860, acc: 0.282, test_acc: 0.308
Epoch 6, step 100, loss: 1.897, test_loss: 1.827, acc: 0.294, test_acc: 0.323
Epoch 6, step 150, loss: 1.901, test_loss: 2.061, acc: 0.294, test_acc: 0.279
Epoch 6, step 200, loss: 1.900, test_loss: 1.877, acc: 0.293, test_acc: 0.310
Epoch 6, step 250, loss: 1.898, test_loss: 1.888, acc: 0.294, test_acc: 0.304
Epoch 6, step 300, loss: 1.896, test_loss: 1.859, acc: 0.296, test_acc: 0.317
Epoch 6, step 350, loss: 1.898, test_loss: 1.804, acc: 0.294, test_acc: 0.329
Epoch 6, step 400, loss: 1.896, test_loss: 1.895, acc: 0.295, test_acc: 0.283
Epoch 6, step 450, loss: 1.892, test_loss: 1.829, acc: 0.296, test_acc: 0.320
Epoch 6, step 500, loss: 1.892, test_loss: 1.832, acc: 0.297, test_acc: 0.324
Epoch 6, step 550, loss: 1.889, test_loss: 1.804, acc: 0.298, test_acc: 0.332
Epoch 6, step 600, loss: 1.889, test_loss: 1.838, acc: 0.299, test_acc: 0.304
Epoch 6, step 650, loss: 1.887, test_loss: 1.772, acc: 0.300, test_acc: 0.353
Epoch 6, step 700, loss: 1.887, test_loss: 1.789, acc: 0.299, test_acc: 0.345
Epoch 6, step 750, loss: 1.889, test_loss: 1.856, acc: 0.299, test_acc: 0.327
Epoch 7, step 50, loss: 1.907, test_loss: 1.820, acc: 0.293, test_acc: 0.336
Epoch 7, step 100, loss: 1.884, test_loss: 1.771, acc: 0.305, test_acc: 0.351
Epoch 7, step 150, loss: 1.878, test_loss: 1.807, acc: 0.308, test_acc: 0.324
Epoch 7, step 200, loss: 1.869, test_loss: 1.773, acc: 0.311, test_acc: 0.344
Epoch 7, step 250, loss: 1.868, test_loss: 1.863, acc: 0.312, test_acc: 0.313
Epoch 7, step 300, loss: 1.864, test_loss: 1.762, acc: 0.311, test_acc: 0.346
Epoch 7, step 350, loss: 1.864, test_loss: 1.798, acc: 0.312, test_acc: 0.339
Epoch 7, step 400, loss: 1.861, test_loss: 1.736, acc: 0.312, test_acc: 0.352
Epoch 7, step 450, loss: 1.862, test_loss: 1.786, acc: 0.312, test_acc: 0.339
Epoch 7, step 500, loss: 1.861, test_loss: 1.795, acc: 0.313, test_acc: 0.341
Epoch 7, step 550, loss: 1.856, test_loss: 1.832, acc: 0.313, test_acc: 0.333
Epoch 7, step 600, loss: 1.855, test_loss: 1.841, acc: 0.314, test_acc: 0.301
Epoch 7, step 650, loss: 1.852, test_loss: 1.764, acc: 0.315, test_acc: 0.336
Epoch 7, step 700, loss: 1.849, test_loss: 1.733, acc: 0.317, test_acc: 0.363
Epoch 7, step 750, loss: 1.847, test_loss: 1.747, acc: 0.317, test_acc: 0.355
Epoch 8, step 50, loss: 1.841, test_loss: 1.751, acc: 0.318, test_acc: 0.353
Epoch 8, step 100, loss: 1.825, test_loss: 1.752, acc: 0.322, test_acc: 0.352
Epoch 8, step 150, loss: 1.819, test_loss: 1.782, acc: 0.328, test_acc: 0.351
Epoch 8, step 200, loss: 1.817, test_loss: 1.837, acc: 0.328, test_acc: 0.328
Epoch 8, step 250, loss: 1.812, test_loss: 1.723, acc: 0.328, test_acc: 0.368
Epoch 8, step 300, loss: 1.813, test_loss: 1.871, acc: 0.329, test_acc: 0.296
Epoch 8, step 350, loss: 1.812, test_loss: 1.751, acc: 0.330, test_acc: 0.350
Epoch 8, step 400, loss: 1.812, test_loss: 1.702, acc: 0.331, test_acc: 0.379
Epoch 8, step 450, loss: 1.810, test_loss: 1.707, acc: 0.330, test_acc: 0.375
Epoch 8, step 500, loss: 1.811, test_loss: 1.726, acc: 0.330, test_acc: 0.372
Epoch 8, step 550, loss: 1.812, test_loss: 1.734, acc: 0.329, test_acc: 0.358
Epoch 8, step 600, loss: 1.811, test_loss: 1.748, acc: 0.329, test_acc: 0.356
Epoch 8, step 650, loss: 1.811, test_loss: 1.722, acc: 0.329, test_acc: 0.370
Epoch 8, step 700, loss: 1.807, test_loss: 1.717, acc: 0.331, test_acc: 0.367
Epoch 8, step 750, loss: 1.804, test_loss: 1.725, acc: 0.332, test_acc: 0.360
Epoch 9, step 50, loss: 1.790, test_loss: 1.715, acc: 0.349, test_acc: 0.360
Epoch 9, step 100, loss: 1.777, test_loss: 1.747, acc: 0.354, test_acc: 0.352
Epoch 9, step 150, loss: 1.774, test_loss: 1.686, acc: 0.353, test_acc: 0.365
Epoch 9, step 200, loss: 1.784, test_loss: 1.687, acc: 0.348, test_acc: 0.383
Epoch 9, step 250, loss: 1.783, test_loss: 1.715, acc: 0.347, test_acc: 0.372
Epoch 9, step 300, loss: 1.783, test_loss: 1.719, acc: 0.346, test_acc: 0.357
Epoch 9, step 350, loss: 1.785, test_loss: 1.683, acc: 0.345, test_acc: 0.378
Epoch 9, step 400, loss: 1.781, test_loss: 1.726, acc: 0.346, test_acc: 0.352
Epoch 9, step 450, loss: 1.779, test_loss: 1.752, acc: 0.347, test_acc: 0.366
Epoch 9, step 500, loss: 1.780, test_loss: 1.706, acc: 0.346, test_acc: 0.372
Epoch 9, step 550, loss: 1.777, test_loss: 1.690, acc: 0.347, test_acc: 0.377
Epoch 9, step 600, loss: 1.777, test_loss: 1.713, acc: 0.347, test_acc: 0.367
Epoch 9, step 650, loss: 1.777, test_loss: 1.672, acc: 0.347, test_acc: 0.390
Epoch 9, step 700, loss: 1.776, test_loss: 1.741, acc: 0.346, test_acc: 0.359
Epoch 9, step 750, loss: 1.774, test_loss: 1.795, acc: 0.347, test_acc: 0.333
Epoch 10, step 50, loss: 1.783, test_loss: 1.789, acc: 0.351, test_acc: 0.341
Epoch 10, step 100, loss: 1.786, test_loss: 1.696, acc: 0.352, test_acc: 0.384
Epoch 10, step 150, loss: 1.776, test_loss: 1.719, acc: 0.351, test_acc: 0.371
Epoch 10, step 200, loss: 1.764, test_loss: 1.675, acc: 0.354, test_acc: 0.382
Epoch 10, step 250, loss: 1.766, test_loss: 1.710, acc: 0.352, test_acc: 0.369
Epoch 10, step 300, loss: 1.767, test_loss: 1.661, acc: 0.350, test_acc: 0.393
Epoch 10, step 350, loss: 1.763, test_loss: 1.713, acc: 0.353, test_acc: 0.374
Epoch 10, step 400, loss: 1.764, test_loss: 1.670, acc: 0.352, test_acc: 0.388
Epoch 10, step 450, loss: 1.761, test_loss: 1.709, acc: 0.353, test_acc: 0.375
Epoch 10, step 500, loss: 1.761, test_loss: 1.721, acc: 0.353, test_acc: 0.368
Epoch 10, step 550, loss: 1.761, test_loss: 1.675, acc: 0.353, test_acc: 0.375
Epoch 10, step 600, loss: 1.760, test_loss: 1.686, acc: 0.354, test_acc: 0.379
Epoch 10, step 650, loss: 1.760, test_loss: 1.688, acc: 0.354, test_acc: 0.388
Epoch 10, step 700, loss: 1.760, test_loss: 1.674, acc: 0.355, test_acc: 0.396
Epoch 10, step 750, loss: 1.758, test_loss: 1.689, acc: 0.355, test_acc: 0.376
Epoch 11, step 50, loss: 1.754, test_loss: 1.699, acc: 0.354, test_acc: 0.371
Epoch 11, step 100, loss: 1.760, test_loss: 1.668, acc: 0.352, test_acc: 0.390
Epoch 11, step 150, loss: 1.750, test_loss: 1.787, acc: 0.359, test_acc: 0.360
Epoch 11, step 200, loss: 1.744, test_loss: 1.652, acc: 0.361, test_acc: 0.395
Epoch 11, step 250, loss: 1.736, test_loss: 1.664, acc: 0.363, test_acc: 0.378
Epoch 11, step 300, loss: 1.731, test_loss: 1.741, acc: 0.365, test_acc: 0.352
Epoch 11, step 350, loss: 1.730, test_loss: 1.693, acc: 0.367, test_acc: 0.385
Epoch 11, step 400, loss: 1.731, test_loss: 1.823, acc: 0.365, test_acc: 0.331
Epoch 11, step 450, loss: 1.730, test_loss: 1.658, acc: 0.367, test_acc: 0.397
Epoch 11, step 500, loss: 1.734, test_loss: 1.744, acc: 0.366, test_acc: 0.366
Epoch 11, step 550, loss: 1.734, test_loss: 1.675, acc: 0.365, test_acc: 0.397
Epoch 11, step 600, loss: 1.731, test_loss: 1.646, acc: 0.366, test_acc: 0.400
Epoch 11, step 650, loss: 1.730, test_loss: 1.630, acc: 0.366, test_acc: 0.399
Epoch 11, step 700, loss: 1.732, test_loss: 1.696, acc: 0.364, test_acc: 0.374
Epoch 11, step 750, loss: 1.731, test_loss: 1.678, acc: 0.365, test_acc: 0.384
Epoch 12, step 50, loss: 1.722, test_loss: 1.652, acc: 0.372, test_acc: 0.394
Epoch 12, step 100, loss: 1.723, test_loss: 1.647, acc: 0.362, test_acc: 0.401
Epoch 12, step 150, loss: 1.726, test_loss: 1.659, acc: 0.366, test_acc: 0.378
Epoch 12, step 200, loss: 1.716, test_loss: 1.712, acc: 0.371, test_acc: 0.371
Epoch 12, step 250, loss: 1.717, test_loss: 1.670, acc: 0.372, test_acc: 0.388
Epoch 12, step 300, loss: 1.718, test_loss: 1.694, acc: 0.372, test_acc: 0.393
Epoch 12, step 350, loss: 1.716, test_loss: 1.686, acc: 0.372, test_acc: 0.383
Epoch 12, step 400, loss: 1.718, test_loss: 1.678, acc: 0.372, test_acc: 0.398
Epoch 12, step 450, loss: 1.718, test_loss: 1.642, acc: 0.374, test_acc: 0.406
Epoch 12, step 500, loss: 1.717, test_loss: 1.653, acc: 0.373, test_acc: 0.388
Epoch 12, step 550, loss: 1.717, test_loss: 1.595, acc: 0.373, test_acc: 0.418
Epoch 12, step 600, loss: 1.714, test_loss: 1.715, acc: 0.374, test_acc: 0.384
Epoch 12, step 650, loss: 1.714, test_loss: 1.654, acc: 0.373, test_acc: 0.397
Epoch 12, step 700, loss: 1.714, test_loss: 1.629, acc: 0.374, test_acc: 0.398
Epoch 12, step 750, loss: 1.715, test_loss: 1.615, acc: 0.373, test_acc: 0.405
Epoch 13, step 50, loss: 1.720, test_loss: 1.614, acc: 0.366, test_acc: 0.413
Epoch 13, step 100, loss: 1.722, test_loss: 1.627, acc: 0.368, test_acc: 0.406
Epoch 13, step 150, loss: 1.713, test_loss: 1.648, acc: 0.373, test_acc: 0.394
Epoch 13, step 200, loss: 1.713, test_loss: 1.631, acc: 0.375, test_acc: 0.413
Epoch 13, step 250, loss: 1.713, test_loss: 1.638, acc: 0.375, test_acc: 0.401
Epoch 13, step 300, loss: 1.712, test_loss: 1.649, acc: 0.376, test_acc: 0.399
Epoch 13, step 350, loss: 1.713, test_loss: 1.645, acc: 0.375, test_acc: 0.413
Epoch 13, step 400, loss: 1.711, test_loss: 1.655, acc: 0.375, test_acc: 0.396
Epoch 13, step 450, loss: 1.707, test_loss: 1.599, acc: 0.376, test_acc: 0.417
Epoch 13, step 500, loss: 1.704, test_loss: 1.629, acc: 0.377, test_acc: 0.396
Epoch 13, step 550, loss: 1.702, test_loss: 1.629, acc: 0.379, test_acc: 0.402
Epoch 13, step 600, loss: 1.704, test_loss: 1.638, acc: 0.378, test_acc: 0.408
Epoch 13, step 650, loss: 1.703, test_loss: 1.610, acc: 0.379, test_acc: 0.419
Epoch 13, step 700, loss: 1.702, test_loss: 1.595, acc: 0.380, test_acc: 0.423
Epoch 13, step 750, loss: 1.701, test_loss: 1.698, acc: 0.381, test_acc: 0.376
Epoch 14, step 50, loss: 1.675, test_loss: 1.684, acc: 0.394, test_acc: 0.389
Epoch 14, step 100, loss: 1.678, test_loss: 1.619, acc: 0.383, test_acc: 0.406
Epoch 14, step 150, loss: 1.681, test_loss: 1.709, acc: 0.382, test_acc: 0.380
Epoch 14, step 200, loss: 1.681, test_loss: 1.611, acc: 0.384, test_acc: 0.411
Epoch 14, step 250, loss: 1.678, test_loss: 1.646, acc: 0.385, test_acc: 0.406
Epoch 14, step 300, loss: 1.681, test_loss: 1.623, acc: 0.386, test_acc: 0.409
Epoch 14, step 350, loss: 1.679, test_loss: 1.637, acc: 0.388, test_acc: 0.403
Epoch 14, step 400, loss: 1.682, test_loss: 1.652, acc: 0.386, test_acc: 0.395
Epoch 14, step 450, loss: 1.682, test_loss: 1.645, acc: 0.387, test_acc: 0.406
Epoch 14, step 500, loss: 1.684, test_loss: 1.603, acc: 0.386, test_acc: 0.416
Epoch 14, step 550, loss: 1.685, test_loss: 1.575, acc: 0.385, test_acc: 0.431
Epoch 14, step 600, loss: 1.686, test_loss: 1.634, acc: 0.385, test_acc: 0.391
Epoch 14, step 650, loss: 1.687, test_loss: 1.609, acc: 0.385, test_acc: 0.413
Epoch 14, step 700, loss: 1.687, test_loss: 1.608, acc: 0.386, test_acc: 0.419
Epoch 14, step 750, loss: 1.687, test_loss: 1.584, acc: 0.386, test_acc: 0.420
Epoch 15, step 50, loss: 1.653, test_loss: 1.618, acc: 0.397, test_acc: 0.408
Epoch 15, step 100, loss: 1.658, test_loss: 1.565, acc: 0.390, test_acc: 0.436
Epoch 15, step 150, loss: 1.658, test_loss: 1.582, acc: 0.391, test_acc: 0.421
Epoch 15, step 200, loss: 1.664, test_loss: 1.651, acc: 0.391, test_acc: 0.397
Epoch 15, step 250, loss: 1.665, test_loss: 1.610, acc: 0.392, test_acc: 0.416
Epoch 15, step 300, loss: 1.668, test_loss: 1.611, acc: 0.391, test_acc: 0.411
Epoch 15, step 350, loss: 1.669, test_loss: 1.547, acc: 0.391, test_acc: 0.432
Epoch 15, step 400, loss: 1.671, test_loss: 1.621, acc: 0.390, test_acc: 0.409
Epoch 15, step 450, loss: 1.669, test_loss: 1.570, acc: 0.390, test_acc: 0.427
Epoch 15, step 500, loss: 1.663, test_loss: 1.550, acc: 0.392, test_acc: 0.433
Epoch 15, step 550, loss: 1.664, test_loss: 1.582, acc: 0.391, test_acc: 0.421
Epoch 15, step 600, loss: 1.663, test_loss: 1.612, acc: 0.392, test_acc: 0.427
Epoch 15, step 650, loss: 1.664, test_loss: 1.553, acc: 0.392, test_acc: 0.435
Epoch 15, step 700, loss: 1.660, test_loss: 1.553, acc: 0.393, test_acc: 0.442
Epoch 15, step 750, loss: 1.661, test_loss: 1.578, acc: 0.393, test_acc: 0.417
Epoch 16, step 50, loss: 1.670, test_loss: 1.581, acc: 0.395, test_acc: 0.426
Epoch 16, step 100, loss: 1.667, test_loss: 1.579, acc: 0.400, test_acc: 0.429
Epoch 16, step 150, loss: 1.666, test_loss: 1.551, acc: 0.396, test_acc: 0.443
Epoch 16, step 200, loss: 1.664, test_loss: 1.561, acc: 0.396, test_acc: 0.437
Epoch 16, step 250, loss: 1.665, test_loss: 1.572, acc: 0.394, test_acc: 0.425
Epoch 16, step 300, loss: 1.662, test_loss: 1.580, acc: 0.393, test_acc: 0.426
Epoch 16, step 350, loss: 1.662, test_loss: 1.579, acc: 0.394, test_acc: 0.432
Epoch 16, step 400, loss: 1.663, test_loss: 1.563, acc: 0.394, test_acc: 0.433
Epoch 16, step 450, loss: 1.658, test_loss: 1.569, acc: 0.398, test_acc: 0.431
Epoch 16, step 500, loss: 1.656, test_loss: 1.543, acc: 0.398, test_acc: 0.441
Epoch 16, step 550, loss: 1.651, test_loss: 1.625, acc: 0.400, test_acc: 0.422
Epoch 16, step 600, loss: 1.650, test_loss: 1.534, acc: 0.400, test_acc: 0.444
Epoch 16, step 650, loss: 1.649, test_loss: 1.556, acc: 0.400, test_acc: 0.432
Epoch 16, step 700, loss: 1.648, test_loss: 1.542, acc: 0.401, test_acc: 0.449
Epoch 16, step 750, loss: 1.645, test_loss: 1.623, acc: 0.401, test_acc: 0.422
Epoch 17, step 50, loss: 1.636, test_loss: 1.569, acc: 0.407, test_acc: 0.434
Epoch 17, step 100, loss: 1.649, test_loss: 1.574, acc: 0.403, test_acc: 0.426
Epoch 17, step 150, loss: 1.649, test_loss: 1.561, acc: 0.403, test_acc: 0.433
Epoch 17, step 200, loss: 1.649, test_loss: 1.503, acc: 0.406, test_acc: 0.459
Epoch 17, step 250, loss: 1.641, test_loss: 1.570, acc: 0.407, test_acc: 0.430
Epoch 17, step 300, loss: 1.633, test_loss: 1.546, acc: 0.409, test_acc: 0.440
Epoch 17, step 350, loss: 1.631, test_loss: 1.732, acc: 0.411, test_acc: 0.377
Epoch 17, step 400, loss: 1.633, test_loss: 1.532, acc: 0.409, test_acc: 0.446
Epoch 17, step 450, loss: 1.627, test_loss: 1.521, acc: 0.411, test_acc: 0.458
Epoch 17, step 500, loss: 1.629, test_loss: 1.523, acc: 0.410, test_acc: 0.451
Epoch 17, step 550, loss: 1.627, test_loss: 1.511, acc: 0.411, test_acc: 0.456
Epoch 17, step 600, loss: 1.628, test_loss: 1.583, acc: 0.410, test_acc: 0.431
Epoch 17, step 650, loss: 1.628, test_loss: 1.512, acc: 0.410, test_acc: 0.452
Epoch 17, step 700, loss: 1.628, test_loss: 1.529, acc: 0.409, test_acc: 0.447
Epoch 17, step 750, loss: 1.628, test_loss: 1.524, acc: 0.410, test_acc: 0.451
Epoch 18, step 50, loss: 1.607, test_loss: 1.490, acc: 0.410, test_acc: 0.464
Epoch 18, step 100, loss: 1.602, test_loss: 1.573, acc: 0.413, test_acc: 0.423
Epoch 18, step 150, loss: 1.609, test_loss: 1.499, acc: 0.410, test_acc: 0.457
Epoch 18, step 200, loss: 1.605, test_loss: 1.558, acc: 0.413, test_acc: 0.437
Epoch 18, step 250, loss: 1.606, test_loss: 1.517, acc: 0.413, test_acc: 0.448
Epoch 18, step 300, loss: 1.607, test_loss: 1.516, acc: 0.414, test_acc: 0.444
Epoch 18, step 350, loss: 1.602, test_loss: 1.506, acc: 0.417, test_acc: 0.460
Epoch 18, step 400, loss: 1.603, test_loss: 1.623, acc: 0.418, test_acc: 0.410
Epoch 18, step 450, loss: 1.607, test_loss: 1.505, acc: 0.416, test_acc: 0.461
Epoch 18, step 500, loss: 1.607, test_loss: 1.527, acc: 0.416, test_acc: 0.439
Epoch 18, step 550, loss: 1.607, test_loss: 1.476, acc: 0.417, test_acc: 0.466
Epoch 18, step 600, loss: 1.607, test_loss: 1.552, acc: 0.416, test_acc: 0.441
Epoch 18, step 650, loss: 1.607, test_loss: 1.632, acc: 0.417, test_acc: 0.437
Epoch 18, step 700, loss: 1.608, test_loss: 1.530, acc: 0.417, test_acc: 0.452
Epoch 18, step 750, loss: 1.609, test_loss: 1.478, acc: 0.417, test_acc: 0.467
Epoch 19, step 50, loss: 1.591, test_loss: 1.469, acc: 0.426, test_acc: 0.470
Epoch 19, step 100, loss: 1.601, test_loss: 1.596, acc: 0.428, test_acc: 0.414
Epoch 19, step 150, loss: 1.608, test_loss: 1.477, acc: 0.426, test_acc: 0.466
Epoch 19, step 200, loss: 1.600, test_loss: 1.484, acc: 0.426, test_acc: 0.464
Epoch 19, step 250, loss: 1.598, test_loss: 1.507, acc: 0.425, test_acc: 0.463
Epoch 19, step 300, loss: 1.596, test_loss: 1.460, acc: 0.427, test_acc: 0.473
Epoch 19, step 350, loss: 1.597, test_loss: 1.543, acc: 0.425, test_acc: 0.452
Epoch 19, step 400, loss: 1.593, test_loss: 1.506, acc: 0.425, test_acc: 0.458
Epoch 19, step 450, loss: 1.592, test_loss: 1.547, acc: 0.425, test_acc: 0.434
Epoch 19, step 500, loss: 1.592, test_loss: 1.487, acc: 0.424, test_acc: 0.469
Epoch 19, step 550, loss: 1.590, test_loss: 1.433, acc: 0.424, test_acc: 0.485
Epoch 19, step 600, loss: 1.589, test_loss: 1.549, acc: 0.424, test_acc: 0.446
Epoch 19, step 650, loss: 1.589, test_loss: 1.549, acc: 0.424, test_acc: 0.451
Epoch 19, step 700, loss: 1.590, test_loss: 1.465, acc: 0.423, test_acc: 0.475
Epoch 19, step 750, loss: 1.589, test_loss: 1.451, acc: 0.424, test_acc: 0.481
Epoch 20, step 50, loss: 1.580, test_loss: 1.477, acc: 0.435, test_acc: 0.468
Epoch 20, step 100, loss: 1.579, test_loss: 1.511, acc: 0.431, test_acc: 0.451
Epoch 20, step 150, loss: 1.576, test_loss: 1.473, acc: 0.431, test_acc: 0.467
Epoch 20, step 200, loss: 1.580, test_loss: 1.482, acc: 0.430, test_acc: 0.459
Epoch 20, step 250, loss: 1.580, test_loss: 1.462, acc: 0.431, test_acc: 0.472
Epoch 20, step 300, loss: 1.577, test_loss: 1.475, acc: 0.433, test_acc: 0.464
Epoch 20, step 350, loss: 1.576, test_loss: 1.441, acc: 0.434, test_acc: 0.482
Epoch 20, step 400, loss: 1.575, test_loss: 1.485, acc: 0.433, test_acc: 0.474
Epoch 20, step 450, loss: 1.574, test_loss: 1.518, acc: 0.434, test_acc: 0.460
Epoch 20, step 500, loss: 1.573, test_loss: 1.454, acc: 0.434, test_acc: 0.472
Epoch 20, step 550, loss: 1.572, test_loss: 1.468, acc: 0.435, test_acc: 0.475
Epoch 20, step 600, loss: 1.570, test_loss: 1.467, acc: 0.435, test_acc: 0.470
Epoch 20, step 650, loss: 1.569, test_loss: 1.462, acc: 0.435, test_acc: 0.475
Epoch 20, step 700, loss: 1.567, test_loss: 1.475, acc: 0.436, test_acc: 0.464
Epoch 20, step 750, loss: 1.566, test_loss: 1.459, acc: 0.436, test_acc: 0.475
Epoch 21, step 50, loss: 1.540, test_loss: 1.480, acc: 0.425, test_acc: 0.469
Epoch 21, step 100, loss: 1.533, test_loss: 1.479, acc: 0.440, test_acc: 0.470
Epoch 21, step 150, loss: 1.555, test_loss: 1.491, acc: 0.434, test_acc: 0.460
Epoch 21, step 200, loss: 1.550, test_loss: 1.477, acc: 0.437, test_acc: 0.479
Epoch 21, step 250, loss: 1.551, test_loss: 1.469, acc: 0.439, test_acc: 0.464
Epoch 21, step 300, loss: 1.556, test_loss: 1.437, acc: 0.438, test_acc: 0.487
Epoch 21, step 350, loss: 1.554, test_loss: 1.483, acc: 0.439, test_acc: 0.469
Epoch 21, step 400, loss: 1.558, test_loss: 1.427, acc: 0.436, test_acc: 0.488
Epoch 21, step 450, loss: 1.557, test_loss: 1.428, acc: 0.437, test_acc: 0.489
Epoch 21, step 500, loss: 1.558, test_loss: 1.514, acc: 0.436, test_acc: 0.452
Epoch 21, step 550, loss: 1.558, test_loss: 1.559, acc: 0.436, test_acc: 0.457
Epoch 21, step 600, loss: 1.557, test_loss: 1.400, acc: 0.437, test_acc: 0.497
Epoch 21, step 650, loss: 1.556, test_loss: 1.424, acc: 0.437, test_acc: 0.487
Epoch 21, step 700, loss: 1.555, test_loss: 1.447, acc: 0.438, test_acc: 0.480
Epoch 21, step 750, loss: 1.555, test_loss: 1.463, acc: 0.437, test_acc: 0.470
Epoch 22, step 50, loss: 1.513, test_loss: 1.447, acc: 0.463, test_acc: 0.470
Epoch 22, step 100, loss: 1.538, test_loss: 1.428, acc: 0.456, test_acc: 0.490
Epoch 22, step 150, loss: 1.537, test_loss: 1.417, acc: 0.454, test_acc: 0.497
Epoch 22, step 200, loss: 1.533, test_loss: 1.427, acc: 0.452, test_acc: 0.478
Epoch 22, step 250, loss: 1.541, test_loss: 1.429, acc: 0.449, test_acc: 0.486
Epoch 22, step 300, loss: 1.538, test_loss: 1.483, acc: 0.448, test_acc: 0.462
Epoch 22, step 350, loss: 1.538, test_loss: 1.490, acc: 0.446, test_acc: 0.460
Epoch 22, step 400, loss: 1.538, test_loss: 1.409, acc: 0.445, test_acc: 0.488
Epoch 22, step 450, loss: 1.540, test_loss: 1.393, acc: 0.445, test_acc: 0.496
Epoch 22, step 500, loss: 1.541, test_loss: 1.469, acc: 0.445, test_acc: 0.475
Epoch 22, step 550, loss: 1.540, test_loss: 1.392, acc: 0.446, test_acc: 0.491
Epoch 22, step 600, loss: 1.539, test_loss: 1.434, acc: 0.446, test_acc: 0.485
Epoch 22, step 650, loss: 1.538, test_loss: 1.474, acc: 0.446, test_acc: 0.481
Epoch 22, step 700, loss: 1.538, test_loss: 1.493, acc: 0.446, test_acc: 0.459
Epoch 22, step 750, loss: 1.538, test_loss: 1.396, acc: 0.444, test_acc: 0.498
Epoch 23, step 50, loss: 1.535, test_loss: 1.530, acc: 0.455, test_acc: 0.464
Epoch 23, step 100, loss: 1.525, test_loss: 1.396, acc: 0.454, test_acc: 0.499
Epoch 23, step 150, loss: 1.508, test_loss: 1.512, acc: 0.456, test_acc: 0.452
Epoch 23, step 200, loss: 1.517, test_loss: 1.433, acc: 0.452, test_acc: 0.475
Epoch 23, step 250, loss: 1.520, test_loss: 1.417, acc: 0.450, test_acc: 0.493
Epoch 23, step 300, loss: 1.520, test_loss: 1.404, acc: 0.451, test_acc: 0.493
Epoch 23, step 350, loss: 1.518, test_loss: 1.391, acc: 0.451, test_acc: 0.501
Epoch 23, step 400, loss: 1.515, test_loss: 1.449, acc: 0.452, test_acc: 0.481
Epoch 23, step 450, loss: 1.517, test_loss: 1.438, acc: 0.452, test_acc: 0.483
Epoch 23, step 500, loss: 1.519, test_loss: 1.436, acc: 0.452, test_acc: 0.484
Epoch 23, step 550, loss: 1.522, test_loss: 1.410, acc: 0.451, test_acc: 0.498
Epoch 23, step 600, loss: 1.521, test_loss: 1.405, acc: 0.452, test_acc: 0.498
Epoch 23, step 650, loss: 1.520, test_loss: 1.418, acc: 0.452, test_acc: 0.487
Epoch 23, step 700, loss: 1.519, test_loss: 1.442, acc: 0.452, test_acc: 0.479
Epoch 23, step 750, loss: 1.521, test_loss: 1.425, acc: 0.452, test_acc: 0.480
Epoch 24, step 50, loss: 1.507, test_loss: 1.412, acc: 0.467, test_acc: 0.490
Epoch 24, step 100, loss: 1.506, test_loss: 1.402, acc: 0.460, test_acc: 0.496
Epoch 24, step 150, loss: 1.505, test_loss: 1.386, acc: 0.461, test_acc: 0.494
Epoch 24, step 200, loss: 1.504, test_loss: 1.403, acc: 0.461, test_acc: 0.498
Epoch 24, step 250, loss: 1.504, test_loss: 1.385, acc: 0.461, test_acc: 0.500
Epoch 24, step 300, loss: 1.506, test_loss: 1.493, acc: 0.461, test_acc: 0.458
Epoch 24, step 350, loss: 1.508, test_loss: 1.418, acc: 0.459, test_acc: 0.483
Epoch 24, step 400, loss: 1.507, test_loss: 1.439, acc: 0.460, test_acc: 0.481
Epoch 24, step 450, loss: 1.503, test_loss: 1.417, acc: 0.460, test_acc: 0.492
Epoch 24, step 500, loss: 1.503, test_loss: 1.357, acc: 0.460, test_acc: 0.513
Epoch 24, step 550, loss: 1.503, test_loss: 1.382, acc: 0.460, test_acc: 0.499
Epoch 24, step 600, loss: 1.505, test_loss: 1.418, acc: 0.459, test_acc: 0.492
Epoch 24, step 650, loss: 1.506, test_loss: 1.419, acc: 0.458, test_acc: 0.490
Epoch 24, step 700, loss: 1.507, test_loss: 1.383, acc: 0.457, test_acc: 0.503
Epoch 24, step 750, loss: 1.506, test_loss: 1.402, acc: 0.458, test_acc: 0.495
Epoch 25, step 50, loss: 1.458, test_loss: 1.381, acc: 0.472, test_acc: 0.507
Epoch 25, step 100, loss: 1.478, test_loss: 1.457, acc: 0.468, test_acc: 0.475
Epoch 25, step 150, loss: 1.485, test_loss: 1.425, acc: 0.464, test_acc: 0.489
Epoch 25, step 200, loss: 1.490, test_loss: 1.387, acc: 0.465, test_acc: 0.491
Epoch 25, step 250, loss: 1.491, test_loss: 1.402, acc: 0.464, test_acc: 0.494
Epoch 25, step 300, loss: 1.497, test_loss: 1.357, acc: 0.461, test_acc: 0.502
Epoch 25, step 350, loss: 1.497, test_loss: 1.414, acc: 0.461, test_acc: 0.490
Epoch 25, step 400, loss: 1.500, test_loss: 1.413, acc: 0.460, test_acc: 0.494
Epoch 25, step 450, loss: 1.498, test_loss: 1.433, acc: 0.460, test_acc: 0.483
Epoch 25, step 500, loss: 1.500, test_loss: 1.408, acc: 0.460, test_acc: 0.497
Epoch 25, step 550, loss: 1.499, test_loss: 1.379, acc: 0.460, test_acc: 0.507
Epoch 25, step 600, loss: 1.500, test_loss: 1.428, acc: 0.458, test_acc: 0.487
Epoch 25, step 650, loss: 1.497, test_loss: 1.405, acc: 0.460, test_acc: 0.496
Epoch 25, step 700, loss: 1.496, test_loss: 1.365, acc: 0.461, test_acc: 0.504
Epoch 25, step 750, loss: 1.493, test_loss: 1.438, acc: 0.462, test_acc: 0.484
Epoch 26, step 50, loss: 1.510, test_loss: 1.359, acc: 0.463, test_acc: 0.510
Epoch 26, step 100, loss: 1.481, test_loss: 1.383, acc: 0.471, test_acc: 0.494
Epoch 26, step 150, loss: 1.478, test_loss: 1.424, acc: 0.470, test_acc: 0.497
Epoch 26, step 200, loss: 1.476, test_loss: 1.384, acc: 0.470, test_acc: 0.503
Epoch 26, step 250, loss: 1.477, test_loss: 1.432, acc: 0.472, test_acc: 0.481
Epoch 26, step 300, loss: 1.483, test_loss: 1.386, acc: 0.469, test_acc: 0.504
Epoch 26, step 350, loss: 1.481, test_loss: 1.471, acc: 0.470, test_acc: 0.481
Epoch 26, step 400, loss: 1.481, test_loss: 1.403, acc: 0.469, test_acc: 0.494
Epoch 26, step 450, loss: 1.483, test_loss: 1.333, acc: 0.468, test_acc: 0.523
Epoch 26, step 500, loss: 1.483, test_loss: 1.489, acc: 0.468, test_acc: 0.470
Epoch 26, step 550, loss: 1.479, test_loss: 1.364, acc: 0.469, test_acc: 0.506
Epoch 26, step 600, loss: 1.480, test_loss: 1.363, acc: 0.468, test_acc: 0.506
Epoch 26, step 650, loss: 1.480, test_loss: 1.349, acc: 0.468, test_acc: 0.513
Epoch 26, step 700, loss: 1.482, test_loss: 1.382, acc: 0.468, test_acc: 0.502
Epoch 26, step 750, loss: 1.483, test_loss: 1.343, acc: 0.469, test_acc: 0.517
Epoch 27, step 50, loss: 1.496, test_loss: 1.355, acc: 0.465, test_acc: 0.518
Epoch 27, step 100, loss: 1.471, test_loss: 1.448, acc: 0.475, test_acc: 0.489
Epoch 27, step 150, loss: 1.472, test_loss: 1.394, acc: 0.474, test_acc: 0.495
Epoch 27, step 200, loss: 1.472, test_loss: 1.356, acc: 0.471, test_acc: 0.504
Epoch 27, step 250, loss: 1.467, test_loss: 1.347, acc: 0.473, test_acc: 0.521
Epoch 27, step 300, loss: 1.470, test_loss: 1.345, acc: 0.475, test_acc: 0.515
Epoch 27, step 350, loss: 1.470, test_loss: 1.389, acc: 0.474, test_acc: 0.496
Epoch 27, step 400, loss: 1.469, test_loss: 1.484, acc: 0.474, test_acc: 0.486
Epoch 27, step 450, loss: 1.469, test_loss: 1.329, acc: 0.474, test_acc: 0.525
Epoch 27, step 500, loss: 1.471, test_loss: 1.299, acc: 0.472, test_acc: 0.529
Epoch 27, step 550, loss: 1.469, test_loss: 1.333, acc: 0.474, test_acc: 0.520
Epoch 27, step 600, loss: 1.469, test_loss: 1.340, acc: 0.474, test_acc: 0.518
Epoch 27, step 650, loss: 1.468, test_loss: 1.367, acc: 0.474, test_acc: 0.509
Epoch 27, step 700, loss: 1.468, test_loss: 1.336, acc: 0.474, test_acc: 0.518
Epoch 27, step 750, loss: 1.470, test_loss: 1.387, acc: 0.474, test_acc: 0.502
Epoch 28, step 50, loss: 1.453, test_loss: 1.402, acc: 0.473, test_acc: 0.504
Epoch 28, step 100, loss: 1.449, test_loss: 1.336, acc: 0.480, test_acc: 0.525
Epoch 28, step 150, loss: 1.458, test_loss: 1.356, acc: 0.472, test_acc: 0.504
Epoch 28, step 200, loss: 1.451, test_loss: 1.356, acc: 0.475, test_acc: 0.528
Epoch 28, step 250, loss: 1.451, test_loss: 1.350, acc: 0.473, test_acc: 0.517
Epoch 28, step 300, loss: 1.450, test_loss: 1.391, acc: 0.477, test_acc: 0.505
Epoch 28, step 350, loss: 1.457, test_loss: 1.424, acc: 0.477, test_acc: 0.486
Epoch 28, step 400, loss: 1.456, test_loss: 1.361, acc: 0.478, test_acc: 0.512
Epoch 28, step 450, loss: 1.457, test_loss: 1.343, acc: 0.477, test_acc: 0.515
Epoch 28, step 500, loss: 1.457, test_loss: 1.373, acc: 0.477, test_acc: 0.510
Epoch 28, step 550, loss: 1.458, test_loss: 1.403, acc: 0.476, test_acc: 0.492
Epoch 28, step 600, loss: 1.455, test_loss: 1.356, acc: 0.478, test_acc: 0.506
Epoch 28, step 650, loss: 1.455, test_loss: 1.351, acc: 0.478, test_acc: 0.510
Epoch 28, step 700, loss: 1.458, test_loss: 1.429, acc: 0.478, test_acc: 0.488
Epoch 28, step 750, loss: 1.459, test_loss: 1.306, acc: 0.477, test_acc: 0.528
Epoch 29, step 50, loss: 1.437, test_loss: 1.485, acc: 0.485, test_acc: 0.468
Epoch 29, step 100, loss: 1.445, test_loss: 1.345, acc: 0.480, test_acc: 0.506
Epoch 29, step 150, loss: 1.448, test_loss: 1.407, acc: 0.478, test_acc: 0.504
Epoch 29, step 200, loss: 1.453, test_loss: 1.358, acc: 0.476, test_acc: 0.508
Epoch 29, step 250, loss: 1.451, test_loss: 1.366, acc: 0.477, test_acc: 0.513
Epoch 29, step 300, loss: 1.456, test_loss: 1.389, acc: 0.475, test_acc: 0.510
Epoch 29, step 350, loss: 1.455, test_loss: 1.287, acc: 0.476, test_acc: 0.542
Epoch 29, step 400, loss: 1.455, test_loss: 1.337, acc: 0.477, test_acc: 0.519
Epoch 29, step 450, loss: 1.451, test_loss: 1.308, acc: 0.480, test_acc: 0.531
Epoch 29, step 500, loss: 1.452, test_loss: 1.345, acc: 0.480, test_acc: 0.512
Epoch 29, step 550, loss: 1.450, test_loss: 1.376, acc: 0.481, test_acc: 0.509
Epoch 29, step 600, loss: 1.449, test_loss: 1.345, acc: 0.481, test_acc: 0.513
Epoch 29, step 650, loss: 1.449, test_loss: 1.378, acc: 0.482, test_acc: 0.505
Epoch 29, step 700, loss: 1.448, test_loss: 1.320, acc: 0.482, test_acc: 0.529
Epoch 29, step 750, loss: 1.449, test_loss: 1.336, acc: 0.481, test_acc: 0.520
Epoch 30, step 50, loss: 1.444, test_loss: 1.325, acc: 0.492, test_acc: 0.528
Epoch 30, step 100, loss: 1.450, test_loss: 1.364, acc: 0.485, test_acc: 0.505
Epoch 30, step 150, loss: 1.444, test_loss: 1.401, acc: 0.486, test_acc: 0.505
Epoch 30, step 200, loss: 1.437, test_loss: 1.339, acc: 0.489, test_acc: 0.522
Epoch 30, step 250, loss: 1.436, test_loss: 1.304, acc: 0.488, test_acc: 0.533
Epoch 30, step 300, loss: 1.438, test_loss: 1.318, acc: 0.487, test_acc: 0.524
Epoch 30, step 350, loss: 1.441, test_loss: 1.325, acc: 0.486, test_acc: 0.524
Epoch 30, step 400, loss: 1.441, test_loss: 1.309, acc: 0.485, test_acc: 0.538
Epoch 30, step 450, loss: 1.437, test_loss: 1.354, acc: 0.487, test_acc: 0.514
Epoch 30, step 500, loss: 1.439, test_loss: 1.348, acc: 0.486, test_acc: 0.511
Epoch 30, step 550, loss: 1.441, test_loss: 1.283, acc: 0.486, test_acc: 0.543
Epoch 30, step 600, loss: 1.439, test_loss: 1.375, acc: 0.486, test_acc: 0.516
Epoch 30, step 650, loss: 1.437, test_loss: 1.291, acc: 0.486, test_acc: 0.540
Epoch 30, step 700, loss: 1.436, test_loss: 1.299, acc: 0.486, test_acc: 0.530
Epoch 30, step 750, loss: 1.435, test_loss: 1.339, acc: 0.486, test_acc: 0.515
Epoch 31, step 50, loss: 1.444, test_loss: 1.346, acc: 0.481, test_acc: 0.514
Epoch 31, step 100, loss: 1.443, test_loss: 1.406, acc: 0.485, test_acc: 0.505
Epoch 31, step 150, loss: 1.422, test_loss: 1.328, acc: 0.491, test_acc: 0.522
Epoch 31, step 200, loss: 1.426, test_loss: 1.291, acc: 0.490, test_acc: 0.530
Epoch 31, step 250, loss: 1.426, test_loss: 1.309, acc: 0.487, test_acc: 0.531
Epoch 31, step 300, loss: 1.426, test_loss: 1.331, acc: 0.488, test_acc: 0.519
Epoch 31, step 350, loss: 1.427, test_loss: 1.309, acc: 0.487, test_acc: 0.527
Epoch 31, step 400, loss: 1.429, test_loss: 1.333, acc: 0.487, test_acc: 0.518
Epoch 31, step 450, loss: 1.426, test_loss: 1.310, acc: 0.487, test_acc: 0.530
Epoch 31, step 500, loss: 1.425, test_loss: 1.332, acc: 0.488, test_acc: 0.521
Epoch 31, step 550, loss: 1.428, test_loss: 1.378, acc: 0.487, test_acc: 0.501
Epoch 31, step 600, loss: 1.427, test_loss: 1.301, acc: 0.486, test_acc: 0.532
Epoch 31, step 650, loss: 1.428, test_loss: 1.312, acc: 0.486, test_acc: 0.522
Epoch 31, step 700, loss: 1.427, test_loss: 1.342, acc: 0.486, test_acc: 0.517
Epoch 31, step 750, loss: 1.425, test_loss: 1.312, acc: 0.487, test_acc: 0.529
Epoch 32, step 50, loss: 1.391, test_loss: 1.284, acc: 0.500, test_acc: 0.537
Epoch 32, step 100, loss: 1.393, test_loss: 1.279, acc: 0.503, test_acc: 0.538
Epoch 32, step 150, loss: 1.403, test_loss: 1.300, acc: 0.499, test_acc: 0.533
Epoch 32, step 200, loss: 1.410, test_loss: 1.298, acc: 0.497, test_acc: 0.533
Epoch 32, step 250, loss: 1.408, test_loss: 1.316, acc: 0.496, test_acc: 0.532
Epoch 32, step 300, loss: 1.404, test_loss: 1.268, acc: 0.498, test_acc: 0.549
Epoch 32, step 350, loss: 1.404, test_loss: 1.315, acc: 0.498, test_acc: 0.525
Epoch 32, step 400, loss: 1.410, test_loss: 1.299, acc: 0.496, test_acc: 0.539
Epoch 32, step 450, loss: 1.406, test_loss: 1.349, acc: 0.498, test_acc: 0.512
Epoch 32, step 500, loss: 1.407, test_loss: 1.342, acc: 0.499, test_acc: 0.522
Epoch 32, step 550, loss: 1.410, test_loss: 1.285, acc: 0.498, test_acc: 0.538
Epoch 32, step 600, loss: 1.408, test_loss: 1.292, acc: 0.498, test_acc: 0.542
Epoch 32, step 650, loss: 1.409, test_loss: 1.267, acc: 0.497, test_acc: 0.547
Epoch 32, step 700, loss: 1.407, test_loss: 1.368, acc: 0.497, test_acc: 0.525
Epoch 32, step 750, loss: 1.406, test_loss: 1.356, acc: 0.498, test_acc: 0.527
Epoch 33, step 50, loss: 1.448, test_loss: 1.274, acc: 0.488, test_acc: 0.541
Epoch 33, step 100, loss: 1.415, test_loss: 1.291, acc: 0.500, test_acc: 0.536
Epoch 33, step 150, loss: 1.409, test_loss: 1.293, acc: 0.502, test_acc: 0.536
Epoch 33, step 200, loss: 1.407, test_loss: 1.272, acc: 0.504, test_acc: 0.545
Epoch 33, step 250, loss: 1.406, test_loss: 1.328, acc: 0.503, test_acc: 0.522
Epoch 33, step 300, loss: 1.408, test_loss: 1.285, acc: 0.502, test_acc: 0.538
Epoch 33, step 350, loss: 1.408, test_loss: 1.334, acc: 0.501, test_acc: 0.519
Epoch 33, step 400, loss: 1.403, test_loss: 1.327, acc: 0.503, test_acc: 0.527
Epoch 33, step 450, loss: 1.406, test_loss: 1.294, acc: 0.502, test_acc: 0.535
Epoch 33, step 500, loss: 1.404, test_loss: 1.371, acc: 0.502, test_acc: 0.510
Epoch 33, step 550, loss: 1.400, test_loss: 1.389, acc: 0.503, test_acc: 0.510
Epoch 33, step 600, loss: 1.400, test_loss: 1.322, acc: 0.503, test_acc: 0.530
Epoch 33, step 650, loss: 1.399, test_loss: 1.361, acc: 0.503, test_acc: 0.514
Epoch 33, step 700, loss: 1.399, test_loss: 1.315, acc: 0.502, test_acc: 0.531
Epoch 33, step 750, loss: 1.400, test_loss: 1.290, acc: 0.502, test_acc: 0.537
Epoch 34, step 50, loss: 1.415, test_loss: 1.277, acc: 0.497, test_acc: 0.545
Epoch 34, step 100, loss: 1.387, test_loss: 1.398, acc: 0.509, test_acc: 0.508
Epoch 34, step 150, loss: 1.384, test_loss: 1.280, acc: 0.511, test_acc: 0.536
Epoch 34, step 200, loss: 1.392, test_loss: 1.301, acc: 0.508, test_acc: 0.537
Epoch 34, step 250, loss: 1.390, test_loss: 1.308, acc: 0.508, test_acc: 0.532
Epoch 34, step 300, loss: 1.393, test_loss: 1.306, acc: 0.506, test_acc: 0.533
Epoch 34, step 350, loss: 1.394, test_loss: 1.261, acc: 0.506, test_acc: 0.551
Epoch 34, step 400, loss: 1.395, test_loss: 1.276, acc: 0.506, test_acc: 0.553
Epoch 34, step 450, loss: 1.396, test_loss: 1.273, acc: 0.506, test_acc: 0.535
Epoch 34, step 500, loss: 1.393, test_loss: 1.271, acc: 0.505, test_acc: 0.547
Epoch 34, step 550, loss: 1.394, test_loss: 1.367, acc: 0.504, test_acc: 0.510
Epoch 34, step 600, loss: 1.395, test_loss: 1.320, acc: 0.504, test_acc: 0.524
Epoch 34, step 650, loss: 1.394, test_loss: 1.319, acc: 0.505, test_acc: 0.528
Epoch 34, step 700, loss: 1.392, test_loss: 1.293, acc: 0.505, test_acc: 0.541
Epoch 34, step 750, loss: 1.392, test_loss: 1.271, acc: 0.505, test_acc: 0.545
Epoch 35, step 50, loss: 1.375, test_loss: 1.242, acc: 0.507, test_acc: 0.557
Epoch 35, step 100, loss: 1.377, test_loss: 1.303, acc: 0.505, test_acc: 0.534
Epoch 35, step 150, loss: 1.383, test_loss: 1.288, acc: 0.504, test_acc: 0.532
Epoch 35, step 200, loss: 1.386, test_loss: 1.362, acc: 0.501, test_acc: 0.515
Epoch 35, step 250, loss: 1.381, test_loss: 1.328, acc: 0.505, test_acc: 0.530
Epoch 35, step 300, loss: 1.381, test_loss: 1.283, acc: 0.508, test_acc: 0.540
Epoch 35, step 350, loss: 1.379, test_loss: 1.268, acc: 0.508, test_acc: 0.543
Epoch 35, step 400, loss: 1.378, test_loss: 1.319, acc: 0.509, test_acc: 0.531
Epoch 35, step 450, loss: 1.374, test_loss: 1.277, acc: 0.510, test_acc: 0.539
Epoch 35, step 500, loss: 1.377, test_loss: 1.408, acc: 0.509, test_acc: 0.496
Epoch 35, step 550, loss: 1.378, test_loss: 1.265, acc: 0.509, test_acc: 0.545
Epoch 35, step 600, loss: 1.378, test_loss: 1.262, acc: 0.510, test_acc: 0.548
Epoch 35, step 650, loss: 1.380, test_loss: 1.274, acc: 0.509, test_acc: 0.545
Epoch 35, step 700, loss: 1.379, test_loss: 1.237, acc: 0.509, test_acc: 0.554
Epoch 35, step 750, loss: 1.380, test_loss: 1.295, acc: 0.509, test_acc: 0.538
Epoch 36, step 50, loss: 1.355, test_loss: 1.335, acc: 0.522, test_acc: 0.533
Epoch 36, step 100, loss: 1.364, test_loss: 1.311, acc: 0.519, test_acc: 0.533
Epoch 36, step 150, loss: 1.369, test_loss: 1.291, acc: 0.515, test_acc: 0.541
Epoch 36, step 200, loss: 1.371, test_loss: 1.419, acc: 0.515, test_acc: 0.505
Epoch 36, step 250, loss: 1.368, test_loss: 1.291, acc: 0.515, test_acc: 0.533
Epoch 36, step 300, loss: 1.369, test_loss: 1.275, acc: 0.515, test_acc: 0.542
Epoch 36, step 350, loss: 1.366, test_loss: 1.298, acc: 0.515, test_acc: 0.530
Epoch 36, step 400, loss: 1.366, test_loss: 1.256, acc: 0.515, test_acc: 0.551
Epoch 36, step 450, loss: 1.367, test_loss: 1.295, acc: 0.515, test_acc: 0.540
Epoch 36, step 500, loss: 1.366, test_loss: 1.260, acc: 0.515, test_acc: 0.544
Epoch 36, step 550, loss: 1.369, test_loss: 1.269, acc: 0.513, test_acc: 0.543
Epoch 36, step 600, loss: 1.367, test_loss: 1.326, acc: 0.514, test_acc: 0.532
Epoch 36, step 650, loss: 1.368, test_loss: 1.267, acc: 0.513, test_acc: 0.540
Epoch 36, step 700, loss: 1.370, test_loss: 1.281, acc: 0.513, test_acc: 0.544
Epoch 36, step 750, loss: 1.371, test_loss: 1.235, acc: 0.512, test_acc: 0.559
Epoch 37, step 50, loss: 1.376, test_loss: 1.254, acc: 0.498, test_acc: 0.544
Epoch 37, step 100, loss: 1.380, test_loss: 1.253, acc: 0.504, test_acc: 0.546
Epoch 37, step 150, loss: 1.362, test_loss: 1.294, acc: 0.510, test_acc: 0.543
Epoch 37, step 200, loss: 1.360, test_loss: 1.267, acc: 0.512, test_acc: 0.540
Epoch 37, step 250, loss: 1.368, test_loss: 1.322, acc: 0.510, test_acc: 0.526
Epoch 37, step 300, loss: 1.370, test_loss: 1.342, acc: 0.509, test_acc: 0.529
Epoch 37, step 350, loss: 1.368, test_loss: 1.345, acc: 0.509, test_acc: 0.520
Epoch 37, step 400, loss: 1.370, test_loss: 1.234, acc: 0.509, test_acc: 0.554
Epoch 37, step 450, loss: 1.371, test_loss: 1.274, acc: 0.510, test_acc: 0.538
Epoch 37, step 500, loss: 1.369, test_loss: 1.302, acc: 0.511, test_acc: 0.538
Epoch 37, step 550, loss: 1.366, test_loss: 1.258, acc: 0.511, test_acc: 0.552
Epoch 37, step 600, loss: 1.365, test_loss: 1.271, acc: 0.512, test_acc: 0.540
Epoch 37, step 650, loss: 1.366, test_loss: 1.272, acc: 0.512, test_acc: 0.539
Epoch 37, step 700, loss: 1.365, test_loss: 1.332, acc: 0.512, test_acc: 0.521
Epoch 37, step 750, loss: 1.364, test_loss: 1.217, acc: 0.512, test_acc: 0.560
Epoch 38, step 50, loss: 1.375, test_loss: 1.261, acc: 0.510, test_acc: 0.549
Epoch 38, step 100, loss: 1.354, test_loss: 1.257, acc: 0.515, test_acc: 0.549
Epoch 38, step 150, loss: 1.351, test_loss: 1.250, acc: 0.518, test_acc: 0.553
Epoch 38, step 200, loss: 1.347, test_loss: 1.240, acc: 0.518, test_acc: 0.554
Epoch 38, step 250, loss: 1.351, test_loss: 1.256, acc: 0.516, test_acc: 0.548
Epoch 38, step 300, loss: 1.349, test_loss: 1.347, acc: 0.516, test_acc: 0.512
Epoch 38, step 350, loss: 1.346, test_loss: 1.258, acc: 0.518, test_acc: 0.548
Epoch 38, step 400, loss: 1.346, test_loss: 1.232, acc: 0.518, test_acc: 0.561
Epoch 38, step 450, loss: 1.346, test_loss: 1.271, acc: 0.519, test_acc: 0.547
Epoch 38, step 500, loss: 1.346, test_loss: 1.225, acc: 0.519, test_acc: 0.558
Epoch 38, step 550, loss: 1.348, test_loss: 1.279, acc: 0.518, test_acc: 0.545
Epoch 38, step 600, loss: 1.349, test_loss: 1.234, acc: 0.517, test_acc: 0.556
Epoch 38, step 650, loss: 1.350, test_loss: 1.254, acc: 0.516, test_acc: 0.552
Epoch 38, step 700, loss: 1.350, test_loss: 1.272, acc: 0.516, test_acc: 0.550
Epoch 38, step 750, loss: 1.351, test_loss: 1.274, acc: 0.516, test_acc: 0.543
Epoch 39, step 50, loss: 1.331, test_loss: 1.229, acc: 0.526, test_acc: 0.555
Epoch 39, step 100, loss: 1.342, test_loss: 1.231, acc: 0.522, test_acc: 0.562
Epoch 39, step 150, loss: 1.340, test_loss: 1.273, acc: 0.522, test_acc: 0.546
Epoch 39, step 200, loss: 1.339, test_loss: 1.256, acc: 0.524, test_acc: 0.550
Epoch 39, step 250, loss: 1.341, test_loss: 1.225, acc: 0.523, test_acc: 0.562
Epoch 39, step 300, loss: 1.350, test_loss: 1.284, acc: 0.520, test_acc: 0.538
Epoch 39, step 350, loss: 1.352, test_loss: 1.270, acc: 0.520, test_acc: 0.555
Epoch 39, step 400, loss: 1.350, test_loss: 1.245, acc: 0.519, test_acc: 0.551
Epoch 39, step 450, loss: 1.348, test_loss: 1.207, acc: 0.520, test_acc: 0.569
Epoch 39, step 500, loss: 1.348, test_loss: 1.263, acc: 0.520, test_acc: 0.549
Epoch 39, step 550, loss: 1.347, test_loss: 1.260, acc: 0.520, test_acc: 0.548
Epoch 39, step 600, loss: 1.345, test_loss: 1.244, acc: 0.521, test_acc: 0.556
Epoch 39, step 650, loss: 1.346, test_loss: 1.273, acc: 0.520, test_acc: 0.543
Epoch 39, step 700, loss: 1.348, test_loss: 1.224, acc: 0.519, test_acc: 0.565
Epoch 39, step 750, loss: 1.347, test_loss: 1.238, acc: 0.520, test_acc: 0.554
Epoch 40, step 50, loss: 1.335, test_loss: 1.246, acc: 0.525, test_acc: 0.550
Epoch 40, step 100, loss: 1.343, test_loss: 1.220, acc: 0.520, test_acc: 0.559
Epoch 40, step 150, loss: 1.345, test_loss: 1.219, acc: 0.520, test_acc: 0.559
Epoch 40, step 200, loss: 1.347, test_loss: 1.226, acc: 0.520, test_acc: 0.551
Epoch 40, step 250, loss: 1.343, test_loss: 1.241, acc: 0.521, test_acc: 0.558
Epoch 40, step 300, loss: 1.344, test_loss: 1.198, acc: 0.522, test_acc: 0.569
Epoch 40, step 350, loss: 1.345, test_loss: 1.273, acc: 0.520, test_acc: 0.547
Epoch 40, step 400, loss: 1.342, test_loss: 1.272, acc: 0.521, test_acc: 0.546
Epoch 40, step 450, loss: 1.342, test_loss: 1.206, acc: 0.521, test_acc: 0.566
Epoch 40, step 500, loss: 1.342, test_loss: 1.242, acc: 0.522, test_acc: 0.560
Epoch 40, step 550, loss: 1.343, test_loss: 1.228, acc: 0.521, test_acc: 0.558
Epoch 40, step 600, loss: 1.340, test_loss: 1.257, acc: 0.523, test_acc: 0.554
Epoch 40, step 650, loss: 1.337, test_loss: 1.214, acc: 0.524, test_acc: 0.564
Epoch 40, step 700, loss: 1.337, test_loss: 1.219, acc: 0.524, test_acc: 0.564
Epoch 40, step 750, loss: 1.341, test_loss: 1.273, acc: 0.523, test_acc: 0.544
Epoch 41, step 50, loss: 1.344, test_loss: 1.228, acc: 0.514, test_acc: 0.564
Epoch 41, step 100, loss: 1.338, test_loss: 1.235, acc: 0.523, test_acc: 0.563
Epoch 41, step 150, loss: 1.336, test_loss: 1.251, acc: 0.523, test_acc: 0.552
Epoch 41, step 200, loss: 1.328, test_loss: 1.237, acc: 0.526, test_acc: 0.554
Epoch 41, step 250, loss: 1.325, test_loss: 1.298, acc: 0.527, test_acc: 0.536
Epoch 41, step 300, loss: 1.321, test_loss: 1.215, acc: 0.528, test_acc: 0.557
Epoch 41, step 350, loss: 1.324, test_loss: 1.234, acc: 0.529, test_acc: 0.558
Epoch 41, step 400, loss: 1.324, test_loss: 1.325, acc: 0.529, test_acc: 0.532
Epoch 41, step 450, loss: 1.329, test_loss: 1.269, acc: 0.527, test_acc: 0.546
Epoch 41, step 500, loss: 1.332, test_loss: 1.335, acc: 0.526, test_acc: 0.528
Epoch 41, step 550, loss: 1.331, test_loss: 1.262, acc: 0.527, test_acc: 0.545
Epoch 41, step 600, loss: 1.329, test_loss: 1.366, acc: 0.527, test_acc: 0.522
Epoch 41, step 650, loss: 1.332, test_loss: 1.211, acc: 0.526, test_acc: 0.564
Epoch 41, step 700, loss: 1.331, test_loss: 1.210, acc: 0.527, test_acc: 0.568
Epoch 41, step 750, loss: 1.334, test_loss: 1.245, acc: 0.525, test_acc: 0.555
Epoch 42, step 50, loss: 1.315, test_loss: 1.234, acc: 0.535, test_acc: 0.552
Epoch 42, step 100, loss: 1.321, test_loss: 1.257, acc: 0.529, test_acc: 0.548
Epoch 42, step 150, loss: 1.337, test_loss: 1.225, acc: 0.522, test_acc: 0.566
Epoch 42, step 200, loss: 1.337, test_loss: 1.249, acc: 0.526, test_acc: 0.556
Epoch 42, step 250, loss: 1.333, test_loss: 1.224, acc: 0.527, test_acc: 0.561
Epoch 42, step 300, loss: 1.331, test_loss: 1.249, acc: 0.526, test_acc: 0.555
Epoch 42, step 350, loss: 1.328, test_loss: 1.240, acc: 0.527, test_acc: 0.557
Epoch 42, step 400, loss: 1.325, test_loss: 1.223, acc: 0.527, test_acc: 0.562
Epoch 42, step 450, loss: 1.326, test_loss: 1.200, acc: 0.528, test_acc: 0.573
Epoch 42, step 500, loss: 1.324, test_loss: 1.224, acc: 0.529, test_acc: 0.562
Epoch 42, step 550, loss: 1.326, test_loss: 1.223, acc: 0.528, test_acc: 0.559
Epoch 42, step 600, loss: 1.323, test_loss: 1.214, acc: 0.530, test_acc: 0.563
Epoch 42, step 650, loss: 1.324, test_loss: 1.230, acc: 0.529, test_acc: 0.565
Epoch 42, step 700, loss: 1.324, test_loss: 1.272, acc: 0.529, test_acc: 0.544
Epoch 42, step 750, loss: 1.324, test_loss: 1.271, acc: 0.530, test_acc: 0.546
Epoch 43, step 50, loss: 1.306, test_loss: 1.204, acc: 0.540, test_acc: 0.570
Epoch 43, step 100, loss: 1.319, test_loss: 1.244, acc: 0.535, test_acc: 0.558
Epoch 43, step 150, loss: 1.312, test_loss: 1.218, acc: 0.538, test_acc: 0.563
Epoch 43, step 200, loss: 1.317, test_loss: 1.222, acc: 0.535, test_acc: 0.564
Epoch 43, step 250, loss: 1.318, test_loss: 1.238, acc: 0.534, test_acc: 0.559
Epoch 43, step 300, loss: 1.317, test_loss: 1.240, acc: 0.535, test_acc: 0.556
Epoch 43, step 350, loss: 1.316, test_loss: 1.245, acc: 0.532, test_acc: 0.552
Epoch 43, step 400, loss: 1.316, test_loss: 1.200, acc: 0.533, test_acc: 0.572
Epoch 43, step 450, loss: 1.315, test_loss: 1.255, acc: 0.533, test_acc: 0.553
Epoch 43, step 500, loss: 1.316, test_loss: 1.209, acc: 0.533, test_acc: 0.568
Epoch 43, step 550, loss: 1.314, test_loss: 1.225, acc: 0.533, test_acc: 0.565
Epoch 43, step 600, loss: 1.315, test_loss: 1.344, acc: 0.533, test_acc: 0.527
Epoch 43, step 650, loss: 1.313, test_loss: 1.280, acc: 0.533, test_acc: 0.548
Epoch 43, step 700, loss: 1.314, test_loss: 1.261, acc: 0.533, test_acc: 0.547
Epoch 43, step 750, loss: 1.312, test_loss: 1.209, acc: 0.534, test_acc: 0.566
Epoch 44, step 50, loss: 1.323, test_loss: 1.235, acc: 0.527, test_acc: 0.558
Epoch 44, step 100, loss: 1.313, test_loss: 1.224, acc: 0.534, test_acc: 0.561
Epoch 44, step 150, loss: 1.301, test_loss: 1.278, acc: 0.541, test_acc: 0.553
Epoch 44, step 200, loss: 1.300, test_loss: 1.207, acc: 0.542, test_acc: 0.568
Epoch 44, step 250, loss: 1.301, test_loss: 1.318, acc: 0.541, test_acc: 0.534
Epoch 44, step 300, loss: 1.300, test_loss: 1.195, acc: 0.540, test_acc: 0.575
Epoch 44, step 350, loss: 1.302, test_loss: 1.208, acc: 0.539, test_acc: 0.567
Epoch 44, step 400, loss: 1.308, test_loss: 1.214, acc: 0.536, test_acc: 0.574
Epoch 44, step 450, loss: 1.310, test_loss: 1.176, acc: 0.537, test_acc: 0.586
Epoch 44, step 500, loss: 1.311, test_loss: 1.222, acc: 0.536, test_acc: 0.558
Epoch 44, step 550, loss: 1.313, test_loss: 1.199, acc: 0.535, test_acc: 0.571
Epoch 44, step 600, loss: 1.313, test_loss: 1.266, acc: 0.535, test_acc: 0.559
Epoch 44, step 650, loss: 1.312, test_loss: 1.244, acc: 0.536, test_acc: 0.555
Epoch 44, step 700, loss: 1.314, test_loss: 1.226, acc: 0.535, test_acc: 0.556
Epoch 44, step 750, loss: 1.313, test_loss: 1.269, acc: 0.535, test_acc: 0.553
Epoch 45, step 50, loss: 1.319, test_loss: 1.264, acc: 0.536, test_acc: 0.564
Epoch 45, step 100, loss: 1.323, test_loss: 1.193, acc: 0.530, test_acc: 0.574
Epoch 45, step 150, loss: 1.319, test_loss: 1.176, acc: 0.532, test_acc: 0.579
Epoch 45, step 200, loss: 1.312, test_loss: 1.193, acc: 0.534, test_acc: 0.573
Epoch 45, step 250, loss: 1.310, test_loss: 1.250, acc: 0.535, test_acc: 0.556
Epoch 45, step 300, loss: 1.306, test_loss: 1.181, acc: 0.536, test_acc: 0.572
Epoch 45, step 350, loss: 1.306, test_loss: 1.268, acc: 0.535, test_acc: 0.548
Epoch 45, step 400, loss: 1.304, test_loss: 1.223, acc: 0.536, test_acc: 0.565
Epoch 45, step 450, loss: 1.300, test_loss: 1.198, acc: 0.537, test_acc: 0.572
Epoch 45, step 500, loss: 1.299, test_loss: 1.172, acc: 0.538, test_acc: 0.581
Epoch 45, step 550, loss: 1.299, test_loss: 1.203, acc: 0.538, test_acc: 0.576
Epoch 45, step 600, loss: 1.302, test_loss: 1.249, acc: 0.538, test_acc: 0.558
Epoch 45, step 650, loss: 1.301, test_loss: 1.231, acc: 0.539, test_acc: 0.562
Epoch 45, step 700, loss: 1.301, test_loss: 1.174, acc: 0.538, test_acc: 0.581
Epoch 45, step 750, loss: 1.301, test_loss: 1.258, acc: 0.538, test_acc: 0.546
Epoch 46, step 50, loss: 1.287, test_loss: 1.222, acc: 0.543, test_acc: 0.563
Epoch 46, step 100, loss: 1.275, test_loss: 1.184, acc: 0.548, test_acc: 0.576
Epoch 46, step 150, loss: 1.291, test_loss: 1.194, acc: 0.544, test_acc: 0.574
Epoch 46, step 200, loss: 1.296, test_loss: 1.198, acc: 0.540, test_acc: 0.568
Epoch 46, step 250, loss: 1.295, test_loss: 1.218, acc: 0.540, test_acc: 0.564
Epoch 46, step 300, loss: 1.295, test_loss: 1.205, acc: 0.540, test_acc: 0.574
Epoch 46, step 350, loss: 1.294, test_loss: 1.216, acc: 0.540, test_acc: 0.562
Epoch 46, step 400, loss: 1.291, test_loss: 1.229, acc: 0.541, test_acc: 0.562
Epoch 46, step 450, loss: 1.293, test_loss: 1.211, acc: 0.540, test_acc: 0.566
Epoch 46, step 500, loss: 1.294, test_loss: 1.237, acc: 0.539, test_acc: 0.563
Epoch 46, step 550, loss: 1.295, test_loss: 1.171, acc: 0.540, test_acc: 0.580
Epoch 46, step 600, loss: 1.292, test_loss: 1.221, acc: 0.541, test_acc: 0.568
Epoch 46, step 650, loss: 1.293, test_loss: 1.193, acc: 0.540, test_acc: 0.574
Epoch 46, step 700, loss: 1.295, test_loss: 1.240, acc: 0.540, test_acc: 0.564
Epoch 46, step 750, loss: 1.296, test_loss: 1.172, acc: 0.539, test_acc: 0.580
Epoch 47, step 50, loss: 1.264, test_loss: 1.178, acc: 0.559, test_acc: 0.588
Epoch 47, step 100, loss: 1.281, test_loss: 1.181, acc: 0.553, test_acc: 0.578
Epoch 47, step 150, loss: 1.270, test_loss: 1.268, acc: 0.554, test_acc: 0.559
Epoch 47, step 200, loss: 1.272, test_loss: 1.221, acc: 0.550, test_acc: 0.564
Epoch 47, step 250, loss: 1.279, test_loss: 1.229, acc: 0.547, test_acc: 0.561
Epoch 47, step 300, loss: 1.282, test_loss: 1.167, acc: 0.545, test_acc: 0.586
Epoch 47, step 350, loss: 1.283, test_loss: 1.274, acc: 0.544, test_acc: 0.553
Epoch 47, step 400, loss: 1.277, test_loss: 1.237, acc: 0.545, test_acc: 0.555
Epoch 47, step 450, loss: 1.280, test_loss: 1.183, acc: 0.544, test_acc: 0.576
Epoch 47, step 500, loss: 1.282, test_loss: 1.186, acc: 0.544, test_acc: 0.577
Epoch 47, step 550, loss: 1.285, test_loss: 1.182, acc: 0.543, test_acc: 0.577
Epoch 47, step 600, loss: 1.285, test_loss: 1.179, acc: 0.543, test_acc: 0.575
Epoch 47, step 650, loss: 1.284, test_loss: 1.128, acc: 0.543, test_acc: 0.597
Epoch 47, step 700, loss: 1.288, test_loss: 1.256, acc: 0.543, test_acc: 0.556
Epoch 47, step 750, loss: 1.287, test_loss: 1.163, acc: 0.542, test_acc: 0.583
Epoch 48, step 50, loss: 1.274, test_loss: 1.177, acc: 0.538, test_acc: 0.584
Epoch 48, step 100, loss: 1.264, test_loss: 1.200, acc: 0.547, test_acc: 0.571
Epoch 48, step 150, loss: 1.268, test_loss: 1.215, acc: 0.545, test_acc: 0.578
Epoch 48, step 200, loss: 1.269, test_loss: 1.227, acc: 0.547, test_acc: 0.564
Epoch 48, step 250, loss: 1.273, test_loss: 1.199, acc: 0.545, test_acc: 0.573
Epoch 48, step 300, loss: 1.266, test_loss: 1.248, acc: 0.550, test_acc: 0.558
Epoch 48, step 350, loss: 1.270, test_loss: 1.177, acc: 0.549, test_acc: 0.578
Epoch 48, step 400, loss: 1.266, test_loss: 1.243, acc: 0.551, test_acc: 0.566
Epoch 48, step 450, loss: 1.267, test_loss: 1.246, acc: 0.550, test_acc: 0.565
Epoch 48, step 500, loss: 1.270, test_loss: 1.150, acc: 0.550, test_acc: 0.589
Epoch 48, step 550, loss: 1.271, test_loss: 1.154, acc: 0.549, test_acc: 0.581
Epoch 48, step 600, loss: 1.272, test_loss: 1.182, acc: 0.549, test_acc: 0.572
Epoch 48, step 650, loss: 1.275, test_loss: 1.190, acc: 0.548, test_acc: 0.581
Epoch 48, step 700, loss: 1.274, test_loss: 1.220, acc: 0.549, test_acc: 0.563
Epoch 48, step 750, loss: 1.275, test_loss: 1.185, acc: 0.548, test_acc: 0.578
Epoch 49, step 50, loss: 1.317, test_loss: 1.222, acc: 0.531, test_acc: 0.563
Epoch 49, step 100, loss: 1.305, test_loss: 1.163, acc: 0.538, test_acc: 0.584
Epoch 49, step 150, loss: 1.289, test_loss: 1.166, acc: 0.544, test_acc: 0.578
Epoch 49, step 200, loss: 1.288, test_loss: 1.167, acc: 0.546, test_acc: 0.582
Epoch 49, step 250, loss: 1.287, test_loss: 1.185, acc: 0.547, test_acc: 0.579
Epoch 49, step 300, loss: 1.284, test_loss: 1.230, acc: 0.547, test_acc: 0.560
Epoch 49, step 350, loss: 1.281, test_loss: 1.196, acc: 0.547, test_acc: 0.576
Epoch 49, step 400, loss: 1.282, test_loss: 1.179, acc: 0.547, test_acc: 0.576
Epoch 49, step 450, loss: 1.279, test_loss: 1.283, acc: 0.547, test_acc: 0.552
Epoch 49, step 500, loss: 1.278, test_loss: 1.165, acc: 0.548, test_acc: 0.587
Epoch 49, step 550, loss: 1.277, test_loss: 1.153, acc: 0.548, test_acc: 0.585
Epoch 49, step 600, loss: 1.273, test_loss: 1.188, acc: 0.549, test_acc: 0.575
Epoch 49, step 650, loss: 1.275, test_loss: 1.156, acc: 0.548, test_acc: 0.594
Epoch 49, step 700, loss: 1.275, test_loss: 1.177, acc: 0.548, test_acc: 0.575
Epoch 49, step 750, loss: 1.275, test_loss: 1.141, acc: 0.548, test_acc: 0.595
Epoch 50, step 50, loss: 1.277, test_loss: 1.137, acc: 0.552, test_acc: 0.597
Epoch 50, step 100, loss: 1.272, test_loss: 1.184, acc: 0.551, test_acc: 0.584
Epoch 50, step 150, loss: 1.270, test_loss: 1.170, acc: 0.549, test_acc: 0.587
Epoch 50, step 200, loss: 1.258, test_loss: 1.178, acc: 0.555, test_acc: 0.579
Epoch 50, step 250, loss: 1.263, test_loss: 1.147, acc: 0.552, test_acc: 0.586
Epoch 50, step 300, loss: 1.261, test_loss: 1.215, acc: 0.552, test_acc: 0.568
Epoch 50, step 350, loss: 1.264, test_loss: 1.167, acc: 0.551, test_acc: 0.580
Epoch 50, step 400, loss: 1.260, test_loss: 1.168, acc: 0.552, test_acc: 0.578
Epoch 50, step 450, loss: 1.262, test_loss: 1.157, acc: 0.553, test_acc: 0.582
Epoch 50, step 500, loss: 1.264, test_loss: 1.153, acc: 0.553, test_acc: 0.593
Epoch 50, step 550, loss: 1.263, test_loss: 1.211, acc: 0.553, test_acc: 0.576
Epoch 50, step 600, loss: 1.261, test_loss: 1.192, acc: 0.553, test_acc: 0.581
Epoch 50, step 650, loss: 1.264, test_loss: 1.159, acc: 0.553, test_acc: 0.589
Epoch 50, step 700, loss: 1.262, test_loss: 1.153, acc: 0.553, test_acc: 0.592
Epoch 50, step 750, loss: 1.265, test_loss: 1.122, acc: 0.552, test_acc: 0.602
Epoch 51, step 50, loss: 1.270, test_loss: 1.205, acc: 0.549, test_acc: 0.577
Epoch 51, step 100, loss: 1.261, test_loss: 1.134, acc: 0.545, test_acc: 0.597
Epoch 51, step 150, loss: 1.264, test_loss: 1.158, acc: 0.548, test_acc: 0.592
Epoch 51, step 200, loss: 1.263, test_loss: 1.157, acc: 0.550, test_acc: 0.586
Epoch 51, step 250, loss: 1.266, test_loss: 1.123, acc: 0.549, test_acc: 0.600
Epoch 51, step 300, loss: 1.265, test_loss: 1.193, acc: 0.549, test_acc: 0.569
Epoch 51, step 350, loss: 1.267, test_loss: 1.120, acc: 0.549, test_acc: 0.604
Epoch 51, step 400, loss: 1.266, test_loss: 1.260, acc: 0.549, test_acc: 0.551
Epoch 51, step 450, loss: 1.266, test_loss: 1.169, acc: 0.550, test_acc: 0.578
Epoch 51, step 500, loss: 1.265, test_loss: 1.197, acc: 0.550, test_acc: 0.572
Epoch 51, step 550, loss: 1.264, test_loss: 1.169, acc: 0.551, test_acc: 0.583
Epoch 51, step 600, loss: 1.267, test_loss: 1.137, acc: 0.550, test_acc: 0.602
Epoch 51, step 650, loss: 1.266, test_loss: 1.147, acc: 0.550, test_acc: 0.594
Epoch 51, step 700, loss: 1.264, test_loss: 1.174, acc: 0.551, test_acc: 0.588
Epoch 51, step 750, loss: 1.264, test_loss: 1.166, acc: 0.551, test_acc: 0.583
Epoch 52, step 50, loss: 1.266, test_loss: 1.113, acc: 0.555, test_acc: 0.602
Epoch 52, step 100, loss: 1.255, test_loss: 1.255, acc: 0.557, test_acc: 0.560
Epoch 52, step 150, loss: 1.258, test_loss: 1.141, acc: 0.556, test_acc: 0.590
Epoch 52, step 200, loss: 1.254, test_loss: 1.229, acc: 0.558, test_acc: 0.558
Epoch 52, step 250, loss: 1.254, test_loss: 1.171, acc: 0.557, test_acc: 0.584
Epoch 52, step 300, loss: 1.253, test_loss: 1.214, acc: 0.559, test_acc: 0.573
Epoch 52, step 350, loss: 1.253, test_loss: 1.206, acc: 0.559, test_acc: 0.573
Epoch 52, step 400, loss: 1.254, test_loss: 1.211, acc: 0.559, test_acc: 0.572
Epoch 52, step 450, loss: 1.253, test_loss: 1.131, acc: 0.558, test_acc: 0.596
Epoch 52, step 500, loss: 1.252, test_loss: 1.159, acc: 0.558, test_acc: 0.591
Epoch 52, step 550, loss: 1.255, test_loss: 1.204, acc: 0.556, test_acc: 0.577
Epoch 52, step 600, loss: 1.258, test_loss: 1.140, acc: 0.554, test_acc: 0.587
Epoch 52, step 650, loss: 1.256, test_loss: 1.140, acc: 0.555, test_acc: 0.594
Epoch 52, step 700, loss: 1.255, test_loss: 1.154, acc: 0.554, test_acc: 0.592
Epoch 52, step 750, loss: 1.254, test_loss: 1.116, acc: 0.555, test_acc: 0.599
Epoch 53, step 50, loss: 1.251, test_loss: 1.187, acc: 0.561, test_acc: 0.583
Epoch 53, step 100, loss: 1.246, test_loss: 1.190, acc: 0.561, test_acc: 0.580
Epoch 53, step 150, loss: 1.259, test_loss: 1.115, acc: 0.554, test_acc: 0.605
Epoch 53, step 200, loss: 1.253, test_loss: 1.126, acc: 0.557, test_acc: 0.602
Epoch 53, step 250, loss: 1.253, test_loss: 1.190, acc: 0.557, test_acc: 0.582
Epoch 53, step 300, loss: 1.256, test_loss: 1.149, acc: 0.554, test_acc: 0.589
Epoch 53, step 350, loss: 1.256, test_loss: 1.192, acc: 0.553, test_acc: 0.577
Epoch 53, step 400, loss: 1.251, test_loss: 1.209, acc: 0.556, test_acc: 0.569
Epoch 53, step 450, loss: 1.248, test_loss: 1.183, acc: 0.557, test_acc: 0.583
Epoch 53, step 500, loss: 1.247, test_loss: 1.163, acc: 0.557, test_acc: 0.588
Epoch 53, step 550, loss: 1.249, test_loss: 1.123, acc: 0.555, test_acc: 0.597
Epoch 53, step 600, loss: 1.249, test_loss: 1.139, acc: 0.556, test_acc: 0.590
Epoch 53, step 650, loss: 1.248, test_loss: 1.164, acc: 0.556, test_acc: 0.580
Epoch 53, step 700, loss: 1.249, test_loss: 1.153, acc: 0.556, test_acc: 0.592
Epoch 53, step 750, loss: 1.249, test_loss: 1.150, acc: 0.556, test_acc: 0.593
Epoch 54, step 50, loss: 1.236, test_loss: 1.159, acc: 0.554, test_acc: 0.584
Epoch 54, step 100, loss: 1.249, test_loss: 1.143, acc: 0.556, test_acc: 0.592
Epoch 54, step 150, loss: 1.246, test_loss: 1.176, acc: 0.556, test_acc: 0.585
Epoch 54, step 200, loss: 1.245, test_loss: 1.230, acc: 0.554, test_acc: 0.567
Epoch 54, step 250, loss: 1.251, test_loss: 1.139, acc: 0.553, test_acc: 0.599
Epoch 54, step 300, loss: 1.251, test_loss: 1.181, acc: 0.556, test_acc: 0.569
Epoch 54, step 350, loss: 1.251, test_loss: 1.210, acc: 0.557, test_acc: 0.567
Epoch 54, step 400, loss: 1.247, test_loss: 1.139, acc: 0.558, test_acc: 0.596
Epoch 54, step 450, loss: 1.248, test_loss: 1.122, acc: 0.557, test_acc: 0.599
Epoch 54, step 500, loss: 1.249, test_loss: 1.171, acc: 0.556, test_acc: 0.585
Epoch 54, step 550, loss: 1.250, test_loss: 1.145, acc: 0.556, test_acc: 0.596
Epoch 54, step 600, loss: 1.247, test_loss: 1.175, acc: 0.557, test_acc: 0.582
Epoch 54, step 650, loss: 1.247, test_loss: 1.145, acc: 0.558, test_acc: 0.595
Epoch 54, step 700, loss: 1.248, test_loss: 1.171, acc: 0.557, test_acc: 0.588
Epoch 54, step 750, loss: 1.248, test_loss: 1.147, acc: 0.557, test_acc: 0.600
Epoch 55, step 50, loss: 1.239, test_loss: 1.164, acc: 0.564, test_acc: 0.584
Epoch 55, step 100, loss: 1.246, test_loss: 1.147, acc: 0.560, test_acc: 0.585
Epoch 55, step 150, loss: 1.248, test_loss: 1.086, acc: 0.561, test_acc: 0.610
Epoch 55, step 200, loss: 1.244, test_loss: 1.124, acc: 0.565, test_acc: 0.603
Epoch 55, step 250, loss: 1.248, test_loss: 1.139, acc: 0.560, test_acc: 0.595
Epoch 55, step 300, loss: 1.246, test_loss: 1.128, acc: 0.559, test_acc: 0.597
Epoch 55, step 350, loss: 1.249, test_loss: 1.129, acc: 0.558, test_acc: 0.599
Epoch 55, step 400, loss: 1.249, test_loss: 1.161, acc: 0.557, test_acc: 0.595
Epoch 55, step 450, loss: 1.248, test_loss: 1.144, acc: 0.558, test_acc: 0.591
Epoch 55, step 500, loss: 1.241, test_loss: 1.148, acc: 0.560, test_acc: 0.591
Epoch 55, step 550, loss: 1.241, test_loss: 1.133, acc: 0.561, test_acc: 0.590
Epoch 55, step 600, loss: 1.242, test_loss: 1.166, acc: 0.561, test_acc: 0.585
Epoch 55, step 650, loss: 1.242, test_loss: 1.144, acc: 0.560, test_acc: 0.591
Epoch 55, step 700, loss: 1.241, test_loss: 1.178, acc: 0.560, test_acc: 0.582
Epoch 55, step 750, loss: 1.240, test_loss: 1.182, acc: 0.560, test_acc: 0.580
Epoch 56, step 50, loss: 1.233, test_loss: 1.148, acc: 0.555, test_acc: 0.594
Epoch 56, step 100, loss: 1.234, test_loss: 1.106, acc: 0.559, test_acc: 0.600
Epoch 56, step 150, loss: 1.241, test_loss: 1.111, acc: 0.557, test_acc: 0.609
Epoch 56, step 200, loss: 1.226, test_loss: 1.115, acc: 0.562, test_acc: 0.612
Epoch 56, step 250, loss: 1.228, test_loss: 1.148, acc: 0.565, test_acc: 0.602
Epoch 56, step 300, loss: 1.227, test_loss: 1.167, acc: 0.566, test_acc: 0.589
Epoch 56, step 350, loss: 1.227, test_loss: 1.104, acc: 0.566, test_acc: 0.606
Epoch 56, step 400, loss: 1.229, test_loss: 1.135, acc: 0.565, test_acc: 0.598
Epoch 56, step 450, loss: 1.226, test_loss: 1.172, acc: 0.567, test_acc: 0.589
Epoch 56, step 500, loss: 1.228, test_loss: 1.185, acc: 0.566, test_acc: 0.579
Epoch 56, step 550, loss: 1.228, test_loss: 1.128, acc: 0.565, test_acc: 0.603
Epoch 56, step 600, loss: 1.229, test_loss: 1.163, acc: 0.566, test_acc: 0.595
Epoch 56, step 650, loss: 1.228, test_loss: 1.133, acc: 0.566, test_acc: 0.598
Epoch 56, step 700, loss: 1.229, test_loss: 1.162, acc: 0.566, test_acc: 0.590
Epoch 56, step 750, loss: 1.228, test_loss: 1.156, acc: 0.566, test_acc: 0.589
Epoch 57, step 50, loss: 1.244, test_loss: 1.137, acc: 0.567, test_acc: 0.592
Epoch 57, step 100, loss: 1.231, test_loss: 1.182, acc: 0.568, test_acc: 0.582
Epoch 57, step 150, loss: 1.230, test_loss: 1.100, acc: 0.565, test_acc: 0.615
Epoch 57, step 200, loss: 1.228, test_loss: 1.115, acc: 0.566, test_acc: 0.604
Epoch 57, step 250, loss: 1.228, test_loss: 1.121, acc: 0.569, test_acc: 0.597
Epoch 57, step 300, loss: 1.228, test_loss: 1.118, acc: 0.568, test_acc: 0.603
Epoch 57, step 350, loss: 1.227, test_loss: 1.121, acc: 0.568, test_acc: 0.599
Epoch 57, step 400, loss: 1.230, test_loss: 1.226, acc: 0.568, test_acc: 0.567
Epoch 57, step 450, loss: 1.231, test_loss: 1.100, acc: 0.566, test_acc: 0.607
Epoch 57, step 500, loss: 1.229, test_loss: 1.104, acc: 0.566, test_acc: 0.611
Epoch 57, step 550, loss: 1.230, test_loss: 1.114, acc: 0.566, test_acc: 0.603
Epoch 57, step 600, loss: 1.228, test_loss: 1.198, acc: 0.567, test_acc: 0.586
Epoch 57, step 650, loss: 1.225, test_loss: 1.129, acc: 0.568, test_acc: 0.601
Epoch 57, step 700, loss: 1.228, test_loss: 1.118, acc: 0.568, test_acc: 0.609
Epoch 57, step 750, loss: 1.229, test_loss: 1.164, acc: 0.567, test_acc: 0.587
Epoch 58, step 50, loss: 1.230, test_loss: 1.123, acc: 0.573, test_acc: 0.603
Epoch 58, step 100, loss: 1.236, test_loss: 1.145, acc: 0.567, test_acc: 0.594
Epoch 58, step 150, loss: 1.222, test_loss: 1.131, acc: 0.570, test_acc: 0.598
Epoch 58, step 200, loss: 1.226, test_loss: 1.130, acc: 0.564, test_acc: 0.599
Epoch 58, step 250, loss: 1.225, test_loss: 1.139, acc: 0.566, test_acc: 0.598
Epoch 58, step 300, loss: 1.228, test_loss: 1.126, acc: 0.563, test_acc: 0.597
Epoch 58, step 350, loss: 1.227, test_loss: 1.136, acc: 0.564, test_acc: 0.598
Epoch 58, step 400, loss: 1.226, test_loss: 1.108, acc: 0.565, test_acc: 0.608
Epoch 58, step 450, loss: 1.228, test_loss: 1.097, acc: 0.564, test_acc: 0.608
Epoch 58, step 500, loss: 1.224, test_loss: 1.115, acc: 0.564, test_acc: 0.605
Epoch 58, step 550, loss: 1.224, test_loss: 1.152, acc: 0.565, test_acc: 0.591
Epoch 58, step 600, loss: 1.223, test_loss: 1.080, acc: 0.566, test_acc: 0.611
Epoch 58, step 650, loss: 1.221, test_loss: 1.178, acc: 0.567, test_acc: 0.582
Epoch 58, step 700, loss: 1.220, test_loss: 1.132, acc: 0.567, test_acc: 0.597
Epoch 58, step 750, loss: 1.219, test_loss: 1.100, acc: 0.568, test_acc: 0.608
Epoch 59, step 50, loss: 1.216, test_loss: 1.117, acc: 0.572, test_acc: 0.604
Epoch 59, step 100, loss: 1.216, test_loss: 1.108, acc: 0.573, test_acc: 0.602
Epoch 59, step 150, loss: 1.210, test_loss: 1.150, acc: 0.573, test_acc: 0.603
Epoch 59, step 200, loss: 1.213, test_loss: 1.154, acc: 0.571, test_acc: 0.591
Epoch 59, step 250, loss: 1.216, test_loss: 1.144, acc: 0.569, test_acc: 0.593
Epoch 59, step 300, loss: 1.218, test_loss: 1.167, acc: 0.570, test_acc: 0.589
Epoch 59, step 350, loss: 1.221, test_loss: 1.137, acc: 0.568, test_acc: 0.592
Epoch 59, step 400, loss: 1.223, test_loss: 1.089, acc: 0.567, test_acc: 0.613
Epoch 59, step 450, loss: 1.220, test_loss: 1.091, acc: 0.568, test_acc: 0.611
Epoch 59, step 500, loss: 1.220, test_loss: 1.128, acc: 0.568, test_acc: 0.598
Epoch 59, step 550, loss: 1.217, test_loss: 1.138, acc: 0.569, test_acc: 0.600
Epoch 59, step 600, loss: 1.217, test_loss: 1.095, acc: 0.569, test_acc: 0.613
Epoch 59, step 650, loss: 1.214, test_loss: 1.092, acc: 0.570, test_acc: 0.609
Epoch 59, step 700, loss: 1.215, test_loss: 1.146, acc: 0.569, test_acc: 0.597
Epoch 59, step 750, loss: 1.215, test_loss: 1.079, acc: 0.569, test_acc: 0.612
Epoch 60, step 50, loss: 1.180, test_loss: 1.191, acc: 0.588, test_acc: 0.581
Epoch 60, step 100, loss: 1.205, test_loss: 1.151, acc: 0.575, test_acc: 0.592
Epoch 60, step 150, loss: 1.214, test_loss: 1.161, acc: 0.573, test_acc: 0.602
Epoch 60, step 200, loss: 1.215, test_loss: 1.103, acc: 0.571, test_acc: 0.612
Epoch 60, step 250, loss: 1.210, test_loss: 1.138, acc: 0.572, test_acc: 0.601
Epoch 60, step 300, loss: 1.218, test_loss: 1.065, acc: 0.570, test_acc: 0.622
Epoch 60, step 350, loss: 1.220, test_loss: 1.089, acc: 0.567, test_acc: 0.611
Epoch 60, step 400, loss: 1.218, test_loss: 1.144, acc: 0.568, test_acc: 0.597
Epoch 60, step 450, loss: 1.217, test_loss: 1.134, acc: 0.569, test_acc: 0.598
Epoch 60, step 500, loss: 1.214, test_loss: 1.188, acc: 0.569, test_acc: 0.588
Epoch 60, step 550, loss: 1.212, test_loss: 1.132, acc: 0.570, test_acc: 0.602
Epoch 60, step 600, loss: 1.213, test_loss: 1.222, acc: 0.570, test_acc: 0.574
Epoch 60, step 650, loss: 1.215, test_loss: 1.108, acc: 0.570, test_acc: 0.606
Epoch 60, step 700, loss: 1.213, test_loss: 1.089, acc: 0.570, test_acc: 0.612
Epoch 60, step 750, loss: 1.214, test_loss: 1.092, acc: 0.570, test_acc: 0.614
Epoch 61, step 50, loss: 1.198, test_loss: 1.119, acc: 0.573, test_acc: 0.604
Epoch 61, step 100, loss: 1.208, test_loss: 1.086, acc: 0.567, test_acc: 0.612
Epoch 61, step 150, loss: 1.207, test_loss: 1.145, acc: 0.567, test_acc: 0.594
Epoch 61, step 200, loss: 1.204, test_loss: 1.104, acc: 0.569, test_acc: 0.610
Epoch 61, step 250, loss: 1.202, test_loss: 1.128, acc: 0.573, test_acc: 0.604
Epoch 61, step 300, loss: 1.206, test_loss: 1.113, acc: 0.572, test_acc: 0.606
Epoch 61, step 350, loss: 1.206, test_loss: 1.072, acc: 0.572, test_acc: 0.618
Epoch 61, step 400, loss: 1.209, test_loss: 1.106, acc: 0.571, test_acc: 0.605
Epoch 61, step 450, loss: 1.209, test_loss: 1.139, acc: 0.572, test_acc: 0.600
Epoch 61, step 500, loss: 1.209, test_loss: 1.216, acc: 0.571, test_acc: 0.576
Epoch 61, step 550, loss: 1.207, test_loss: 1.094, acc: 0.571, test_acc: 0.608
Epoch 61, step 600, loss: 1.208, test_loss: 1.113, acc: 0.570, test_acc: 0.598
Epoch 61, step 650, loss: 1.206, test_loss: 1.162, acc: 0.571, test_acc: 0.580
Epoch 61, step 700, loss: 1.206, test_loss: 1.171, acc: 0.571, test_acc: 0.591
Epoch 61, step 750, loss: 1.205, test_loss: 1.166, acc: 0.572, test_acc: 0.589
Epoch 62, step 50, loss: 1.186, test_loss: 1.094, acc: 0.586, test_acc: 0.607
Epoch 62, step 100, loss: 1.191, test_loss: 1.058, acc: 0.580, test_acc: 0.626
Epoch 62, step 150, loss: 1.190, test_loss: 1.121, acc: 0.578, test_acc: 0.601
Epoch 62, step 200, loss: 1.187, test_loss: 1.139, acc: 0.579, test_acc: 0.602
Epoch 62, step 250, loss: 1.193, test_loss: 1.200, acc: 0.578, test_acc: 0.579
Epoch 62, step 300, loss: 1.196, test_loss: 1.098, acc: 0.577, test_acc: 0.613
Epoch 62, step 350, loss: 1.200, test_loss: 1.114, acc: 0.575, test_acc: 0.601
Epoch 62, step 400, loss: 1.200, test_loss: 1.129, acc: 0.576, test_acc: 0.597
Epoch 62, step 450, loss: 1.202, test_loss: 1.133, acc: 0.574, test_acc: 0.604
Epoch 62, step 500, loss: 1.201, test_loss: 1.119, acc: 0.575, test_acc: 0.607
Epoch 62, step 550, loss: 1.197, test_loss: 1.155, acc: 0.576, test_acc: 0.605
Epoch 62, step 600, loss: 1.198, test_loss: 1.124, acc: 0.577, test_acc: 0.602
Epoch 62, step 650, loss: 1.199, test_loss: 1.168, acc: 0.577, test_acc: 0.589
Epoch 62, step 700, loss: 1.199, test_loss: 1.124, acc: 0.577, test_acc: 0.603
Epoch 62, step 750, loss: 1.199, test_loss: 1.170, acc: 0.577, test_acc: 0.585
Epoch 63, step 50, loss: 1.200, test_loss: 1.071, acc: 0.578, test_acc: 0.620
Epoch 63, step 100, loss: 1.185, test_loss: 1.133, acc: 0.581, test_acc: 0.601
Epoch 63, step 150, loss: 1.186, test_loss: 1.152, acc: 0.579, test_acc: 0.596
Epoch 63, step 200, loss: 1.193, test_loss: 1.134, acc: 0.575, test_acc: 0.598
Epoch 63, step 250, loss: 1.192, test_loss: 1.128, acc: 0.578, test_acc: 0.610
Epoch 63, step 300, loss: 1.193, test_loss: 1.094, acc: 0.576, test_acc: 0.609
Epoch 63, step 350, loss: 1.196, test_loss: 1.166, acc: 0.577, test_acc: 0.594
Epoch 63, step 400, loss: 1.195, test_loss: 1.118, acc: 0.577, test_acc: 0.610
Epoch 63, step 450, loss: 1.194, test_loss: 1.049, acc: 0.578, test_acc: 0.621
Epoch 63, step 500, loss: 1.191, test_loss: 1.083, acc: 0.578, test_acc: 0.615
Epoch 63, step 550, loss: 1.190, test_loss: 1.151, acc: 0.579, test_acc: 0.597
Epoch 63, step 600, loss: 1.187, test_loss: 1.082, acc: 0.580, test_acc: 0.617
Epoch 63, step 650, loss: 1.186, test_loss: 1.094, acc: 0.580, test_acc: 0.618
Epoch 63, step 700, loss: 1.187, test_loss: 1.101, acc: 0.580, test_acc: 0.608
Epoch 63, step 750, loss: 1.189, test_loss: 1.070, acc: 0.581, test_acc: 0.622
Epoch 64, step 50, loss: 1.183, test_loss: 1.091, acc: 0.583, test_acc: 0.606
Epoch 64, step 100, loss: 1.176, test_loss: 1.074, acc: 0.584, test_acc: 0.620
Epoch 64, step 150, loss: 1.182, test_loss: 1.090, acc: 0.581, test_acc: 0.609
Epoch 64, step 200, loss: 1.180, test_loss: 1.092, acc: 0.582, test_acc: 0.614
Epoch 64, step 250, loss: 1.181, test_loss: 1.106, acc: 0.583, test_acc: 0.603
Epoch 64, step 300, loss: 1.179, test_loss: 1.166, acc: 0.582, test_acc: 0.594
Epoch 64, step 350, loss: 1.183, test_loss: 1.078, acc: 0.581, test_acc: 0.617
Epoch 64, step 400, loss: 1.188, test_loss: 1.060, acc: 0.579, test_acc: 0.623
Epoch 64, step 450, loss: 1.188, test_loss: 1.138, acc: 0.579, test_acc: 0.601
Epoch 64, step 500, loss: 1.186, test_loss: 1.092, acc: 0.581, test_acc: 0.613
Epoch 64, step 550, loss: 1.188, test_loss: 1.134, acc: 0.580, test_acc: 0.591
Epoch 64, step 600, loss: 1.189, test_loss: 1.068, acc: 0.580, test_acc: 0.617
Epoch 64, step 650, loss: 1.191, test_loss: 1.102, acc: 0.579, test_acc: 0.606
Epoch 64, step 700, loss: 1.191, test_loss: 1.118, acc: 0.579, test_acc: 0.602
Epoch 64, step 750, loss: 1.190, test_loss: 1.158, acc: 0.579, test_acc: 0.588
Epoch 65, step 50, loss: 1.180, test_loss: 1.125, acc: 0.583, test_acc: 0.597
Epoch 65, step 100, loss: 1.173, test_loss: 1.115, acc: 0.585, test_acc: 0.621
Epoch 65, step 150, loss: 1.162, test_loss: 1.072, acc: 0.589, test_acc: 0.612
Epoch 65, step 200, loss: 1.166, test_loss: 1.083, acc: 0.587, test_acc: 0.615
Epoch 65, step 250, loss: 1.166, test_loss: 1.092, acc: 0.587, test_acc: 0.611
Epoch 65, step 300, loss: 1.169, test_loss: 1.134, acc: 0.585, test_acc: 0.604
Epoch 65, step 350, loss: 1.171, test_loss: 1.128, acc: 0.585, test_acc: 0.610
Epoch 65, step 400, loss: 1.172, test_loss: 1.123, acc: 0.584, test_acc: 0.593
Epoch 65, step 450, loss: 1.173, test_loss: 1.084, acc: 0.584, test_acc: 0.611
Epoch 65, step 500, loss: 1.176, test_loss: 1.129, acc: 0.582, test_acc: 0.601
Epoch 65, step 550, loss: 1.174, test_loss: 1.094, acc: 0.583, test_acc: 0.618
Epoch 65, step 600, loss: 1.174, test_loss: 1.138, acc: 0.583, test_acc: 0.606
Epoch 65, step 650, loss: 1.176, test_loss: 1.071, acc: 0.582, test_acc: 0.623
Epoch 65, step 700, loss: 1.175, test_loss: 1.113, acc: 0.582, test_acc: 0.605
Epoch 65, step 750, loss: 1.179, test_loss: 1.071, acc: 0.581, test_acc: 0.619
Epoch 66, step 50, loss: 1.166, test_loss: 1.089, acc: 0.592, test_acc: 0.606
Epoch 66, step 100, loss: 1.181, test_loss: 1.160, acc: 0.583, test_acc: 0.594
Epoch 66, step 150, loss: 1.173, test_loss: 1.096, acc: 0.588, test_acc: 0.614
Epoch 66, step 200, loss: 1.178, test_loss: 1.079, acc: 0.586, test_acc: 0.618
Epoch 66, step 250, loss: 1.173, test_loss: 1.055, acc: 0.587, test_acc: 0.629
Epoch 66, step 300, loss: 1.174, test_loss: 1.047, acc: 0.589, test_acc: 0.633
Epoch 66, step 350, loss: 1.175, test_loss: 1.120, acc: 0.588, test_acc: 0.599
Epoch 66, step 400, loss: 1.174, test_loss: 1.064, acc: 0.589, test_acc: 0.622
Epoch 66, step 450, loss: 1.173, test_loss: 1.177, acc: 0.589, test_acc: 0.590
Epoch 66, step 500, loss: 1.175, test_loss: 1.097, acc: 0.587, test_acc: 0.612
Epoch 66, step 550, loss: 1.177, test_loss: 1.069, acc: 0.587, test_acc: 0.617
Epoch 66, step 600, loss: 1.178, test_loss: 1.054, acc: 0.586, test_acc: 0.627
Epoch 66, step 650, loss: 1.179, test_loss: 1.067, acc: 0.585, test_acc: 0.623
Epoch 66, step 700, loss: 1.179, test_loss: 1.062, acc: 0.585, test_acc: 0.625
Epoch 66, step 750, loss: 1.180, test_loss: 1.098, acc: 0.585, test_acc: 0.609
Epoch 67, step 50, loss: 1.141, test_loss: 1.090, acc: 0.592, test_acc: 0.617
Epoch 67, step 100, loss: 1.148, test_loss: 1.104, acc: 0.596, test_acc: 0.613
Epoch 67, step 150, loss: 1.169, test_loss: 1.074, acc: 0.588, test_acc: 0.619
Epoch 67, step 200, loss: 1.169, test_loss: 1.088, acc: 0.586, test_acc: 0.615
Epoch 67, step 250, loss: 1.171, test_loss: 1.102, acc: 0.587, test_acc: 0.611
Epoch 67, step 300, loss: 1.175, test_loss: 1.127, acc: 0.587, test_acc: 0.606
Epoch 67, step 350, loss: 1.172, test_loss: 1.077, acc: 0.588, test_acc: 0.618
Epoch 67, step 400, loss: 1.175, test_loss: 1.062, acc: 0.585, test_acc: 0.624
Epoch 67, step 450, loss: 1.170, test_loss: 1.067, acc: 0.587, test_acc: 0.622
Epoch 67, step 500, loss: 1.173, test_loss: 1.052, acc: 0.586, test_acc: 0.624
Epoch 67, step 550, loss: 1.175, test_loss: 1.039, acc: 0.585, test_acc: 0.628
Epoch 67, step 600, loss: 1.175, test_loss: 1.084, acc: 0.585, test_acc: 0.616
Epoch 67, step 650, loss: 1.175, test_loss: 1.084, acc: 0.585, test_acc: 0.615
Epoch 67, step 700, loss: 1.176, test_loss: 1.090, acc: 0.584, test_acc: 0.609
Epoch 67, step 750, loss: 1.174, test_loss: 1.055, acc: 0.585, test_acc: 0.622
Epoch 68, step 50, loss: 1.160, test_loss: 1.094, acc: 0.598, test_acc: 0.616
Epoch 68, step 100, loss: 1.154, test_loss: 1.155, acc: 0.597, test_acc: 0.597
Epoch 68, step 150, loss: 1.148, test_loss: 1.082, acc: 0.599, test_acc: 0.617
Epoch 68, step 200, loss: 1.164, test_loss: 1.050, acc: 0.593, test_acc: 0.626
Epoch 68, step 250, loss: 1.163, test_loss: 1.118, acc: 0.593, test_acc: 0.604
Epoch 68, step 300, loss: 1.164, test_loss: 1.081, acc: 0.592, test_acc: 0.622
Epoch 68, step 350, loss: 1.161, test_loss: 1.133, acc: 0.594, test_acc: 0.600
Epoch 68, step 400, loss: 1.161, test_loss: 1.074, acc: 0.593, test_acc: 0.625
Epoch 68, step 450, loss: 1.163, test_loss: 1.109, acc: 0.592, test_acc: 0.611
Epoch 68, step 500, loss: 1.164, test_loss: 1.089, acc: 0.591, test_acc: 0.614
Epoch 68, step 550, loss: 1.166, test_loss: 1.094, acc: 0.589, test_acc: 0.620
Epoch 68, step 600, loss: 1.168, test_loss: 1.044, acc: 0.589, test_acc: 0.626
Epoch 68, step 650, loss: 1.167, test_loss: 1.088, acc: 0.589, test_acc: 0.617
Epoch 68, step 700, loss: 1.169, test_loss: 1.121, acc: 0.589, test_acc: 0.601
Epoch 68, step 750, loss: 1.170, test_loss: 1.098, acc: 0.589, test_acc: 0.618
Epoch 69, step 50, loss: 1.169, test_loss: 1.056, acc: 0.586, test_acc: 0.623
Epoch 69, step 100, loss: 1.170, test_loss: 1.051, acc: 0.587, test_acc: 0.622
Epoch 69, step 150, loss: 1.161, test_loss: 1.096, acc: 0.593, test_acc: 0.615
Epoch 69, step 200, loss: 1.158, test_loss: 1.131, acc: 0.594, test_acc: 0.603
Epoch 69, step 250, loss: 1.160, test_loss: 1.079, acc: 0.593, test_acc: 0.615
Epoch 69, step 300, loss: 1.158, test_loss: 1.145, acc: 0.593, test_acc: 0.611
Epoch 69, step 350, loss: 1.160, test_loss: 1.047, acc: 0.591, test_acc: 0.635
Epoch 69, step 400, loss: 1.164, test_loss: 1.092, acc: 0.588, test_acc: 0.615
Epoch 69, step 450, loss: 1.168, test_loss: 1.074, acc: 0.587, test_acc: 0.622
Epoch 69, step 500, loss: 1.166, test_loss: 1.068, acc: 0.588, test_acc: 0.624
Epoch 69, step 550, loss: 1.166, test_loss: 1.055, acc: 0.588, test_acc: 0.627
Epoch 69, step 600, loss: 1.165, test_loss: 1.064, acc: 0.588, test_acc: 0.626
Epoch 69, step 650, loss: 1.163, test_loss: 1.055, acc: 0.589, test_acc: 0.624
Epoch 69, step 700, loss: 1.166, test_loss: 1.089, acc: 0.588, test_acc: 0.618
Epoch 69, step 750, loss: 1.166, test_loss: 1.053, acc: 0.589, test_acc: 0.628
Epoch 70, step 50, loss: 1.156, test_loss: 1.110, acc: 0.594, test_acc: 0.621
Epoch 70, step 100, loss: 1.155, test_loss: 1.082, acc: 0.592, test_acc: 0.614
Epoch 70, step 150, loss: 1.159, test_loss: 1.125, acc: 0.588, test_acc: 0.615
Epoch 70, step 200, loss: 1.169, test_loss: 1.094, acc: 0.585, test_acc: 0.619
Epoch 70, step 250, loss: 1.167, test_loss: 1.112, acc: 0.586, test_acc: 0.611
Epoch 70, step 300, loss: 1.167, test_loss: 1.068, acc: 0.586, test_acc: 0.627
Epoch 70, step 350, loss: 1.165, test_loss: 1.108, acc: 0.586, test_acc: 0.609
Epoch 70, step 400, loss: 1.164, test_loss: 1.043, acc: 0.586, test_acc: 0.639
Epoch 70, step 450, loss: 1.162, test_loss: 1.044, acc: 0.587, test_acc: 0.634
Epoch 70, step 500, loss: 1.164, test_loss: 1.039, acc: 0.586, test_acc: 0.633
Epoch 70, step 550, loss: 1.164, test_loss: 1.056, acc: 0.586, test_acc: 0.632
Epoch 70, step 600, loss: 1.163, test_loss: 1.090, acc: 0.586, test_acc: 0.612
Epoch 70, step 650, loss: 1.165, test_loss: 1.055, acc: 0.586, test_acc: 0.628
Epoch 70, step 700, loss: 1.167, test_loss: 1.098, acc: 0.586, test_acc: 0.615
Epoch 70, step 750, loss: 1.165, test_loss: 1.049, acc: 0.587, test_acc: 0.632
Epoch 71, step 50, loss: 1.140, test_loss: 1.090, acc: 0.607, test_acc: 0.615
Epoch 71, step 100, loss: 1.156, test_loss: 1.070, acc: 0.595, test_acc: 0.628
Epoch 71, step 150, loss: 1.138, test_loss: 1.044, acc: 0.599, test_acc: 0.632
Epoch 71, step 200, loss: 1.139, test_loss: 1.042, acc: 0.596, test_acc: 0.635
Epoch 71, step 250, loss: 1.151, test_loss: 1.063, acc: 0.591, test_acc: 0.624
Epoch 71, step 300, loss: 1.148, test_loss: 1.102, acc: 0.593, test_acc: 0.611
Epoch 71, step 350, loss: 1.152, test_loss: 1.030, acc: 0.591, test_acc: 0.639
Epoch 71, step 400, loss: 1.152, test_loss: 1.071, acc: 0.592, test_acc: 0.621
Epoch 71, step 450, loss: 1.155, test_loss: 1.090, acc: 0.592, test_acc: 0.612
Epoch 71, step 500, loss: 1.156, test_loss: 1.182, acc: 0.591, test_acc: 0.600
Epoch 71, step 550, loss: 1.153, test_loss: 1.080, acc: 0.591, test_acc: 0.619
Epoch 71, step 600, loss: 1.151, test_loss: 1.136, acc: 0.592, test_acc: 0.599
Epoch 71, step 650, loss: 1.151, test_loss: 1.108, acc: 0.592, test_acc: 0.611
Epoch 71, step 700, loss: 1.150, test_loss: 1.134, acc: 0.593, test_acc: 0.612
Epoch 71, step 750, loss: 1.150, test_loss: 1.070, acc: 0.592, test_acc: 0.625
Epoch 72, step 50, loss: 1.125, test_loss: 1.126, acc: 0.614, test_acc: 0.614
Epoch 72, step 100, loss: 1.141, test_loss: 1.031, acc: 0.601, test_acc: 0.631
Epoch 72, step 150, loss: 1.146, test_loss: 1.079, acc: 0.596, test_acc: 0.621
Epoch 72, step 200, loss: 1.143, test_loss: 1.042, acc: 0.597, test_acc: 0.633
Epoch 72, step 250, loss: 1.148, test_loss: 1.014, acc: 0.595, test_acc: 0.638
Epoch 72, step 300, loss: 1.146, test_loss: 1.053, acc: 0.597, test_acc: 0.629
Epoch 72, step 350, loss: 1.149, test_loss: 1.060, acc: 0.595, test_acc: 0.626
Epoch 72, step 400, loss: 1.152, test_loss: 1.063, acc: 0.593, test_acc: 0.630
Epoch 72, step 450, loss: 1.152, test_loss: 1.023, acc: 0.594, test_acc: 0.637
Epoch 72, step 500, loss: 1.154, test_loss: 1.079, acc: 0.594, test_acc: 0.619
Epoch 72, step 550, loss: 1.154, test_loss: 1.012, acc: 0.594, test_acc: 0.647
Epoch 72, step 600, loss: 1.152, test_loss: 1.083, acc: 0.594, test_acc: 0.618
Epoch 72, step 650, loss: 1.151, test_loss: 1.061, acc: 0.593, test_acc: 0.626
Epoch 72, step 700, loss: 1.152, test_loss: 1.088, acc: 0.593, test_acc: 0.618
Epoch 72, step 750, loss: 1.150, test_loss: 1.043, acc: 0.593, test_acc: 0.634
Epoch 73, step 50, loss: 1.153, test_loss: 1.069, acc: 0.593, test_acc: 0.632
Epoch 73, step 100, loss: 1.144, test_loss: 1.064, acc: 0.596, test_acc: 0.627
Epoch 73, step 150, loss: 1.145, test_loss: 1.061, acc: 0.597, test_acc: 0.636
Epoch 73, step 200, loss: 1.146, test_loss: 1.116, acc: 0.597, test_acc: 0.615
Epoch 73, step 250, loss: 1.145, test_loss: 1.038, acc: 0.597, test_acc: 0.641
Epoch 73, step 300, loss: 1.149, test_loss: 1.034, acc: 0.595, test_acc: 0.634
Epoch 73, step 350, loss: 1.147, test_loss: 1.067, acc: 0.596, test_acc: 0.623
Epoch 73, step 400, loss: 1.143, test_loss: 1.034, acc: 0.597, test_acc: 0.638
Epoch 73, step 450, loss: 1.146, test_loss: 1.070, acc: 0.597, test_acc: 0.626
Epoch 73, step 500, loss: 1.144, test_loss: 1.061, acc: 0.596, test_acc: 0.624
Epoch 73, step 550, loss: 1.144, test_loss: 1.053, acc: 0.596, test_acc: 0.632
Epoch 73, step 600, loss: 1.143, test_loss: 1.092, acc: 0.596, test_acc: 0.623
Epoch 73, step 650, loss: 1.143, test_loss: 1.025, acc: 0.596, test_acc: 0.638
Epoch 73, step 700, loss: 1.144, test_loss: 1.051, acc: 0.595, test_acc: 0.639
Epoch 73, step 750, loss: 1.143, test_loss: 1.038, acc: 0.595, test_acc: 0.628
Epoch 74, step 50, loss: 1.136, test_loss: 1.066, acc: 0.603, test_acc: 0.632
Epoch 74, step 100, loss: 1.150, test_loss: 1.102, acc: 0.592, test_acc: 0.618
Epoch 74, step 150, loss: 1.147, test_loss: 1.122, acc: 0.595, test_acc: 0.616
Epoch 74, step 200, loss: 1.140, test_loss: 1.055, acc: 0.597, test_acc: 0.628
Epoch 74, step 250, loss: 1.135, test_loss: 1.040, acc: 0.598, test_acc: 0.639
Epoch 74, step 300, loss: 1.131, test_loss: 1.089, acc: 0.601, test_acc: 0.615
Epoch 74, step 350, loss: 1.134, test_loss: 1.054, acc: 0.602, test_acc: 0.624
Epoch 74, step 400, loss: 1.135, test_loss: 1.043, acc: 0.600, test_acc: 0.629
Epoch 74, step 450, loss: 1.136, test_loss: 1.061, acc: 0.600, test_acc: 0.632
Epoch 74, step 500, loss: 1.135, test_loss: 1.028, acc: 0.600, test_acc: 0.639
Epoch 74, step 550, loss: 1.137, test_loss: 1.031, acc: 0.599, test_acc: 0.641
Epoch 74, step 600, loss: 1.134, test_loss: 1.019, acc: 0.600, test_acc: 0.645
Epoch 74, step 650, loss: 1.133, test_loss: 1.042, acc: 0.600, test_acc: 0.634
Epoch 74, step 700, loss: 1.136, test_loss: 1.064, acc: 0.599, test_acc: 0.621
Epoch 74, step 750, loss: 1.136, test_loss: 1.212, acc: 0.599, test_acc: 0.591
Epoch 75, step 50, loss: 1.093, test_loss: 1.045, acc: 0.612, test_acc: 0.629
Epoch 75, step 100, loss: 1.116, test_loss: 1.102, acc: 0.604, test_acc: 0.619
Epoch 75, step 150, loss: 1.112, test_loss: 1.114, acc: 0.607, test_acc: 0.608
Epoch 75, step 200, loss: 1.112, test_loss: 1.133, acc: 0.607, test_acc: 0.604
Epoch 75, step 250, loss: 1.124, test_loss: 1.108, acc: 0.601, test_acc: 0.612
Epoch 75, step 300, loss: 1.124, test_loss: 1.095, acc: 0.601, test_acc: 0.618
Epoch 75, step 350, loss: 1.129, test_loss: 1.041, acc: 0.598, test_acc: 0.638
Epoch 75, step 400, loss: 1.126, test_loss: 1.086, acc: 0.598, test_acc: 0.622
Epoch 75, step 450, loss: 1.126, test_loss: 1.055, acc: 0.599, test_acc: 0.632
Epoch 75, step 500, loss: 1.127, test_loss: 1.039, acc: 0.598, test_acc: 0.635
Epoch 75, step 550, loss: 1.130, test_loss: 1.019, acc: 0.598, test_acc: 0.644
Epoch 75, step 600, loss: 1.131, test_loss: 1.013, acc: 0.597, test_acc: 0.643
Epoch 75, step 650, loss: 1.131, test_loss: 1.057, acc: 0.598, test_acc: 0.636
Epoch 75, step 700, loss: 1.133, test_loss: 1.036, acc: 0.597, test_acc: 0.636
Epoch 75, step 750, loss: 1.133, test_loss: 1.013, acc: 0.597, test_acc: 0.650
Epoch 76, step 50, loss: 1.119, test_loss: 1.015, acc: 0.590, test_acc: 0.643
Epoch 76, step 100, loss: 1.121, test_loss: 1.075, acc: 0.603, test_acc: 0.635
Epoch 76, step 150, loss: 1.123, test_loss: 1.074, acc: 0.604, test_acc: 0.619
Epoch 76, step 200, loss: 1.122, test_loss: 1.024, acc: 0.606, test_acc: 0.642
Epoch 76, step 250, loss: 1.129, test_loss: 1.064, acc: 0.604, test_acc: 0.620
Epoch 76, step 300, loss: 1.138, test_loss: 1.065, acc: 0.600, test_acc: 0.629
Epoch 76, step 350, loss: 1.132, test_loss: 1.102, acc: 0.601, test_acc: 0.621
Epoch 76, step 400, loss: 1.130, test_loss: 1.008, acc: 0.603, test_acc: 0.640
Epoch 76, step 450, loss: 1.129, test_loss: 1.068, acc: 0.604, test_acc: 0.623
Epoch 76, step 500, loss: 1.130, test_loss: 1.072, acc: 0.603, test_acc: 0.619
Epoch 76, step 550, loss: 1.132, test_loss: 1.046, acc: 0.603, test_acc: 0.629
Epoch 76, step 600, loss: 1.131, test_loss: 1.068, acc: 0.603, test_acc: 0.618
Epoch 76, step 650, loss: 1.133, test_loss: 1.001, acc: 0.601, test_acc: 0.642
Epoch 76, step 700, loss: 1.132, test_loss: 1.036, acc: 0.601, test_acc: 0.637
Epoch 76, step 750, loss: 1.132, test_loss: 1.129, acc: 0.601, test_acc: 0.598
Epoch 77, step 50, loss: 1.087, test_loss: 1.049, acc: 0.613, test_acc: 0.636
Epoch 77, step 100, loss: 1.105, test_loss: 1.086, acc: 0.604, test_acc: 0.621
Epoch 77, step 150, loss: 1.108, test_loss: 1.011, acc: 0.605, test_acc: 0.647
Epoch 77, step 200, loss: 1.118, test_loss: 1.040, acc: 0.602, test_acc: 0.633
Epoch 77, step 250, loss: 1.118, test_loss: 1.042, acc: 0.603, test_acc: 0.636
Epoch 77, step 300, loss: 1.115, test_loss: 1.045, acc: 0.604, test_acc: 0.630
Epoch 77, step 350, loss: 1.117, test_loss: 1.043, acc: 0.603, test_acc: 0.635
Epoch 77, step 400, loss: 1.116, test_loss: 1.064, acc: 0.603, test_acc: 0.632
Epoch 77, step 450, loss: 1.116, test_loss: 1.031, acc: 0.603, test_acc: 0.639
Epoch 77, step 500, loss: 1.120, test_loss: 1.037, acc: 0.602, test_acc: 0.629
Epoch 77, step 550, loss: 1.122, test_loss: 1.018, acc: 0.602, test_acc: 0.643
Epoch 77, step 600, loss: 1.122, test_loss: 1.043, acc: 0.603, test_acc: 0.629
Epoch 77, step 650, loss: 1.125, test_loss: 1.032, acc: 0.602, test_acc: 0.632
Epoch 77, step 700, loss: 1.125, test_loss: 1.105, acc: 0.601, test_acc: 0.625
Epoch 77, step 750, loss: 1.125, test_loss: 1.016, acc: 0.602, test_acc: 0.643
Epoch 78, step 50, loss: 1.115, test_loss: 1.034, acc: 0.620, test_acc: 0.633
Epoch 78, step 100, loss: 1.127, test_loss: 0.977, acc: 0.611, test_acc: 0.656
Epoch 78, step 150, loss: 1.123, test_loss: 1.008, acc: 0.612, test_acc: 0.650
Epoch 78, step 200, loss: 1.111, test_loss: 1.121, acc: 0.614, test_acc: 0.610
Epoch 78, step 250, loss: 1.114, test_loss: 1.046, acc: 0.612, test_acc: 0.634
Epoch 78, step 300, loss: 1.112, test_loss: 1.066, acc: 0.612, test_acc: 0.632
Epoch 78, step 350, loss: 1.114, test_loss: 1.063, acc: 0.611, test_acc: 0.627
Epoch 78, step 400, loss: 1.111, test_loss: 1.030, acc: 0.612, test_acc: 0.637
Epoch 78, step 450, loss: 1.115, test_loss: 1.076, acc: 0.610, test_acc: 0.615
Epoch 78, step 500, loss: 1.116, test_loss: 1.003, acc: 0.610, test_acc: 0.647
Epoch 78, step 550, loss: 1.115, test_loss: 1.028, acc: 0.609, test_acc: 0.640
Epoch 78, step 600, loss: 1.115, test_loss: 1.024, acc: 0.609, test_acc: 0.635
Epoch 78, step 650, loss: 1.115, test_loss: 0.995, acc: 0.609, test_acc: 0.649
Epoch 78, step 700, loss: 1.114, test_loss: 1.085, acc: 0.609, test_acc: 0.624
Epoch 78, step 750, loss: 1.113, test_loss: 1.000, acc: 0.610, test_acc: 0.639
Epoch 79, step 50, loss: 1.122, test_loss: 1.027, acc: 0.598, test_acc: 0.642
Epoch 79, step 100, loss: 1.106, test_loss: 1.008, acc: 0.609, test_acc: 0.645
Epoch 79, step 150, loss: 1.110, test_loss: 1.063, acc: 0.608, test_acc: 0.632
Epoch 79, step 200, loss: 1.104, test_loss: 1.043, acc: 0.610, test_acc: 0.640
Epoch 79, step 250, loss: 1.110, test_loss: 1.011, acc: 0.608, test_acc: 0.643
Epoch 79, step 300, loss: 1.109, test_loss: 1.025, acc: 0.610, test_acc: 0.639
Epoch 79, step 350, loss: 1.112, test_loss: 1.077, acc: 0.608, test_acc: 0.622
Epoch 79, step 400, loss: 1.109, test_loss: 1.012, acc: 0.610, test_acc: 0.646
Epoch 79, step 450, loss: 1.111, test_loss: 1.059, acc: 0.608, test_acc: 0.630
Epoch 79, step 500, loss: 1.109, test_loss: 1.032, acc: 0.609, test_acc: 0.642
Epoch 79, step 550, loss: 1.110, test_loss: 1.022, acc: 0.609, test_acc: 0.641
Epoch 79, step 600, loss: 1.110, test_loss: 1.051, acc: 0.609, test_acc: 0.634
Epoch 79, step 650, loss: 1.110, test_loss: 1.023, acc: 0.607, test_acc: 0.637
Epoch 79, step 700, loss: 1.109, test_loss: 1.058, acc: 0.607, test_acc: 0.634
Epoch 79, step 750, loss: 1.111, test_loss: 1.048, acc: 0.607, test_acc: 0.633
Epoch 80, step 50, loss: 1.114, test_loss: 1.049, acc: 0.591, test_acc: 0.629
Epoch 80, step 100, loss: 1.102, test_loss: 1.052, acc: 0.598, test_acc: 0.634
Epoch 80, step 150, loss: 1.120, test_loss: 1.009, acc: 0.596, test_acc: 0.644
Epoch 80, step 200, loss: 1.114, test_loss: 1.037, acc: 0.599, test_acc: 0.633
Epoch 80, step 250, loss: 1.108, test_loss: 1.042, acc: 0.601, test_acc: 0.630
Epoch 80, step 300, loss: 1.107, test_loss: 1.047, acc: 0.603, test_acc: 0.633
Epoch 80, step 350, loss: 1.106, test_loss: 1.024, acc: 0.604, test_acc: 0.639
Epoch 80, step 400, loss: 1.106, test_loss: 1.042, acc: 0.605, test_acc: 0.628
Epoch 80, step 450, loss: 1.111, test_loss: 1.067, acc: 0.604, test_acc: 0.629
Epoch 80, step 500, loss: 1.110, test_loss: 1.049, acc: 0.605, test_acc: 0.638
Epoch 80, step 550, loss: 1.109, test_loss: 1.019, acc: 0.606, test_acc: 0.641
Epoch 80, step 600, loss: 1.109, test_loss: 1.033, acc: 0.605, test_acc: 0.636
Epoch 80, step 650, loss: 1.111, test_loss: 0.997, acc: 0.605, test_acc: 0.651
Epoch 80, step 700, loss: 1.110, test_loss: 1.015, acc: 0.606, test_acc: 0.639
Epoch 80, step 750, loss: 1.112, test_loss: 1.021, acc: 0.606, test_acc: 0.640
Epoch 81, step 50, loss: 1.122, test_loss: 1.025, acc: 0.613, test_acc: 0.646
Epoch 81, step 100, loss: 1.111, test_loss: 1.065, acc: 0.610, test_acc: 0.632
Epoch 81, step 150, loss: 1.106, test_loss: 1.087, acc: 0.610, test_acc: 0.626
Epoch 81, step 200, loss: 1.108, test_loss: 1.028, acc: 0.608, test_acc: 0.639
Epoch 81, step 250, loss: 1.107, test_loss: 1.021, acc: 0.611, test_acc: 0.640
Epoch 81, step 300, loss: 1.107, test_loss: 1.004, acc: 0.610, test_acc: 0.646
Epoch 81, step 350, loss: 1.107, test_loss: 1.042, acc: 0.611, test_acc: 0.639
Epoch 81, step 400, loss: 1.105, test_loss: 1.023, acc: 0.612, test_acc: 0.640
Epoch 81, step 450, loss: 1.107, test_loss: 1.026, acc: 0.612, test_acc: 0.642
Epoch 81, step 500, loss: 1.107, test_loss: 1.028, acc: 0.612, test_acc: 0.637
Epoch 81, step 550, loss: 1.106, test_loss: 1.010, acc: 0.612, test_acc: 0.639
Epoch 81, step 600, loss: 1.104, test_loss: 1.044, acc: 0.613, test_acc: 0.632
Epoch 81, step 650, loss: 1.105, test_loss: 1.027, acc: 0.613, test_acc: 0.641
Epoch 81, step 700, loss: 1.108, test_loss: 0.984, acc: 0.612, test_acc: 0.651
Epoch 81, step 750, loss: 1.110, test_loss: 0.999, acc: 0.610, test_acc: 0.646
Epoch 82, step 50, loss: 1.069, test_loss: 1.025, acc: 0.623, test_acc: 0.639
Epoch 82, step 100, loss: 1.085, test_loss: 1.024, acc: 0.620, test_acc: 0.641
Epoch 82, step 150, loss: 1.091, test_loss: 0.992, acc: 0.613, test_acc: 0.649
Epoch 82, step 200, loss: 1.091, test_loss: 1.005, acc: 0.615, test_acc: 0.644
Epoch 82, step 250, loss: 1.094, test_loss: 1.019, acc: 0.614, test_acc: 0.644
Epoch 82, step 300, loss: 1.095, test_loss: 0.996, acc: 0.615, test_acc: 0.647
Epoch 82, step 350, loss: 1.099, test_loss: 1.010, acc: 0.614, test_acc: 0.646
Epoch 82, step 400, loss: 1.096, test_loss: 1.029, acc: 0.615, test_acc: 0.643
Epoch 82, step 450, loss: 1.097, test_loss: 1.062, acc: 0.615, test_acc: 0.627
Epoch 82, step 500, loss: 1.100, test_loss: 1.035, acc: 0.614, test_acc: 0.633
Epoch 82, step 550, loss: 1.099, test_loss: 1.046, acc: 0.615, test_acc: 0.643
Epoch 82, step 600, loss: 1.100, test_loss: 1.066, acc: 0.615, test_acc: 0.633
Epoch 82, step 650, loss: 1.099, test_loss: 1.031, acc: 0.615, test_acc: 0.637
Epoch 82, step 700, loss: 1.099, test_loss: 1.104, acc: 0.615, test_acc: 0.619
Epoch 82, step 750, loss: 1.100, test_loss: 0.985, acc: 0.614, test_acc: 0.649
Epoch 83, step 50, loss: 1.072, test_loss: 1.023, acc: 0.630, test_acc: 0.648
Epoch 83, step 100, loss: 1.101, test_loss: 1.012, acc: 0.618, test_acc: 0.646
Epoch 83, step 150, loss: 1.102, test_loss: 1.022, acc: 0.616, test_acc: 0.637
Epoch 83, step 200, loss: 1.093, test_loss: 1.035, acc: 0.616, test_acc: 0.634
Epoch 83, step 250, loss: 1.088, test_loss: 1.004, acc: 0.618, test_acc: 0.646
Epoch 83, step 300, loss: 1.091, test_loss: 1.056, acc: 0.618, test_acc: 0.631
Epoch 83, step 350, loss: 1.095, test_loss: 1.059, acc: 0.615, test_acc: 0.632
Epoch 83, step 400, loss: 1.096, test_loss: 1.039, acc: 0.616, test_acc: 0.640
Epoch 83, step 450, loss: 1.098, test_loss: 1.018, acc: 0.614, test_acc: 0.640
Epoch 83, step 500, loss: 1.099, test_loss: 0.981, acc: 0.615, test_acc: 0.656
Epoch 83, step 550, loss: 1.101, test_loss: 1.008, acc: 0.614, test_acc: 0.645
Epoch 83, step 600, loss: 1.102, test_loss: 0.992, acc: 0.613, test_acc: 0.653
Epoch 83, step 650, loss: 1.101, test_loss: 1.071, acc: 0.614, test_acc: 0.626
Epoch 83, step 700, loss: 1.100, test_loss: 1.032, acc: 0.614, test_acc: 0.639
Epoch 83, step 750, loss: 1.099, test_loss: 1.034, acc: 0.614, test_acc: 0.633
Epoch 84, step 50, loss: 1.117, test_loss: 0.998, acc: 0.608, test_acc: 0.651
Epoch 84, step 100, loss: 1.093, test_loss: 1.068, acc: 0.615, test_acc: 0.624
Epoch 84, step 150, loss: 1.089, test_loss: 1.075, acc: 0.620, test_acc: 0.620
Epoch 84, step 200, loss: 1.089, test_loss: 1.034, acc: 0.619, test_acc: 0.641
Epoch 84, step 250, loss: 1.086, test_loss: 1.025, acc: 0.620, test_acc: 0.647
Epoch 84, step 300, loss: 1.092, test_loss: 1.028, acc: 0.618, test_acc: 0.637
Epoch 84, step 350, loss: 1.091, test_loss: 1.023, acc: 0.618, test_acc: 0.643
Epoch 84, step 400, loss: 1.091, test_loss: 1.003, acc: 0.618, test_acc: 0.651
Epoch 84, step 450, loss: 1.090, test_loss: 1.004, acc: 0.618, test_acc: 0.644
Epoch 84, step 500, loss: 1.091, test_loss: 1.020, acc: 0.618, test_acc: 0.636
Epoch 84, step 550, loss: 1.093, test_loss: 1.021, acc: 0.616, test_acc: 0.642
Epoch 84, step 600, loss: 1.093, test_loss: 1.007, acc: 0.616, test_acc: 0.648
Epoch 84, step 650, loss: 1.095, test_loss: 1.107, acc: 0.615, test_acc: 0.617
Epoch 84, step 700, loss: 1.093, test_loss: 1.013, acc: 0.615, test_acc: 0.646
Epoch 84, step 750, loss: 1.093, test_loss: 1.016, acc: 0.615, test_acc: 0.646
Epoch 85, step 50, loss: 1.117, test_loss: 0.979, acc: 0.597, test_acc: 0.653
Epoch 85, step 100, loss: 1.091, test_loss: 1.062, acc: 0.615, test_acc: 0.637
Epoch 85, step 150, loss: 1.094, test_loss: 1.004, acc: 0.608, test_acc: 0.652
Epoch 85, step 200, loss: 1.094, test_loss: 1.028, acc: 0.611, test_acc: 0.636
Epoch 85, step 250, loss: 1.093, test_loss: 1.001, acc: 0.611, test_acc: 0.650
Epoch 85, step 300, loss: 1.092, test_loss: 1.011, acc: 0.613, test_acc: 0.645
Epoch 85, step 350, loss: 1.094, test_loss: 1.003, acc: 0.612, test_acc: 0.645
Epoch 85, step 400, loss: 1.095, test_loss: 1.001, acc: 0.612, test_acc: 0.644
Epoch 85, step 450, loss: 1.089, test_loss: 1.029, acc: 0.614, test_acc: 0.646
Epoch 85, step 500, loss: 1.087, test_loss: 1.044, acc: 0.615, test_acc: 0.635
Epoch 85, step 550, loss: 1.087, test_loss: 0.995, acc: 0.614, test_acc: 0.646
Epoch 85, step 600, loss: 1.086, test_loss: 1.109, acc: 0.615, test_acc: 0.621
Epoch 85, step 650, loss: 1.089, test_loss: 0.992, acc: 0.614, test_acc: 0.654
Epoch 85, step 700, loss: 1.087, test_loss: 0.977, acc: 0.615, test_acc: 0.651
Epoch 85, step 750, loss: 1.086, test_loss: 1.001, acc: 0.615, test_acc: 0.644
Epoch 86, step 50, loss: 1.074, test_loss: 1.063, acc: 0.621, test_acc: 0.632
Epoch 86, step 100, loss: 1.087, test_loss: 1.039, acc: 0.622, test_acc: 0.637
Epoch 86, step 150, loss: 1.088, test_loss: 1.010, acc: 0.622, test_acc: 0.647
Epoch 86, step 200, loss: 1.087, test_loss: 1.056, acc: 0.619, test_acc: 0.625
Epoch 86, step 250, loss: 1.088, test_loss: 1.015, acc: 0.620, test_acc: 0.645
Epoch 86, step 300, loss: 1.086, test_loss: 1.063, acc: 0.621, test_acc: 0.635
Epoch 86, step 350, loss: 1.086, test_loss: 0.962, acc: 0.621, test_acc: 0.660
Epoch 86, step 400, loss: 1.084, test_loss: 0.967, acc: 0.622, test_acc: 0.661
Epoch 86, step 450, loss: 1.083, test_loss: 1.021, acc: 0.623, test_acc: 0.646
Epoch 86, step 500, loss: 1.082, test_loss: 0.984, acc: 0.623, test_acc: 0.662
Epoch 86, step 550, loss: 1.086, test_loss: 0.982, acc: 0.621, test_acc: 0.658
Epoch 86, step 600, loss: 1.087, test_loss: 1.000, acc: 0.620, test_acc: 0.652
Epoch 86, step 650, loss: 1.085, test_loss: 0.987, acc: 0.620, test_acc: 0.654
Epoch 86, step 700, loss: 1.086, test_loss: 1.000, acc: 0.620, test_acc: 0.653
Epoch 86, step 750, loss: 1.088, test_loss: 0.978, acc: 0.620, test_acc: 0.654
Epoch 87, step 50, loss: 1.085, test_loss: 1.025, acc: 0.617, test_acc: 0.643
Epoch 87, step 100, loss: 1.087, test_loss: 1.018, acc: 0.615, test_acc: 0.649
Epoch 87, step 150, loss: 1.083, test_loss: 0.994, acc: 0.617, test_acc: 0.652
Epoch 87, step 200, loss: 1.084, test_loss: 1.072, acc: 0.618, test_acc: 0.625
Epoch 87, step 250, loss: 1.083, test_loss: 0.999, acc: 0.618, test_acc: 0.653
Epoch 87, step 300, loss: 1.085, test_loss: 1.023, acc: 0.616, test_acc: 0.645
Epoch 87, step 350, loss: 1.083, test_loss: 0.977, acc: 0.617, test_acc: 0.651
Epoch 87, step 400, loss: 1.084, test_loss: 0.984, acc: 0.617, test_acc: 0.655
Epoch 87, step 450, loss: 1.085, test_loss: 1.029, acc: 0.616, test_acc: 0.636
Epoch 87, step 500, loss: 1.083, test_loss: 1.003, acc: 0.617, test_acc: 0.653
Epoch 87, step 550, loss: 1.081, test_loss: 0.991, acc: 0.617, test_acc: 0.657
Epoch 87, step 600, loss: 1.083, test_loss: 0.975, acc: 0.617, test_acc: 0.654
Epoch 87, step 650, loss: 1.085, test_loss: 0.990, acc: 0.616, test_acc: 0.659
Epoch 87, step 700, loss: 1.086, test_loss: 0.979, acc: 0.616, test_acc: 0.658
Epoch 87, step 750, loss: 1.085, test_loss: 0.994, acc: 0.617, test_acc: 0.654
Epoch 88, step 50, loss: 1.076, test_loss: 0.998, acc: 0.621, test_acc: 0.650
Epoch 88, step 100, loss: 1.071, test_loss: 0.974, acc: 0.620, test_acc: 0.657
Epoch 88, step 150, loss: 1.067, test_loss: 0.968, acc: 0.625, test_acc: 0.661
Epoch 88, step 200, loss: 1.068, test_loss: 0.996, acc: 0.625, test_acc: 0.654
Epoch 88, step 250, loss: 1.067, test_loss: 0.984, acc: 0.623, test_acc: 0.663
Epoch 88, step 300, loss: 1.067, test_loss: 1.048, acc: 0.625, test_acc: 0.646
Epoch 88, step 350, loss: 1.070, test_loss: 0.996, acc: 0.623, test_acc: 0.644
Epoch 88, step 400, loss: 1.073, test_loss: 1.015, acc: 0.622, test_acc: 0.649
Epoch 88, step 450, loss: 1.074, test_loss: 0.986, acc: 0.620, test_acc: 0.647
Epoch 88, step 500, loss: 1.073, test_loss: 1.063, acc: 0.621, test_acc: 0.633
Epoch 88, step 550, loss: 1.076, test_loss: 1.038, acc: 0.620, test_acc: 0.634
Epoch 88, step 600, loss: 1.077, test_loss: 0.971, acc: 0.619, test_acc: 0.659
Epoch 88, step 650, loss: 1.078, test_loss: 0.995, acc: 0.619, test_acc: 0.650
Epoch 88, step 700, loss: 1.077, test_loss: 1.003, acc: 0.620, test_acc: 0.651
Epoch 88, step 750, loss: 1.080, test_loss: 1.032, acc: 0.618, test_acc: 0.635
Epoch 89, step 50, loss: 1.065, test_loss: 1.013, acc: 0.620, test_acc: 0.649
Epoch 89, step 100, loss: 1.070, test_loss: 1.017, acc: 0.621, test_acc: 0.641
Epoch 89, step 150, loss: 1.079, test_loss: 0.991, acc: 0.619, test_acc: 0.650
Epoch 89, step 200, loss: 1.082, test_loss: 1.005, acc: 0.620, test_acc: 0.649
Epoch 89, step 250, loss: 1.078, test_loss: 1.012, acc: 0.622, test_acc: 0.648
Epoch 89, step 300, loss: 1.079, test_loss: 0.983, acc: 0.620, test_acc: 0.655
Epoch 89, step 350, loss: 1.078, test_loss: 0.972, acc: 0.620, test_acc: 0.663
Epoch 89, step 400, loss: 1.076, test_loss: 0.953, acc: 0.622, test_acc: 0.662
Epoch 89, step 450, loss: 1.075, test_loss: 0.981, acc: 0.622, test_acc: 0.657
Epoch 89, step 500, loss: 1.077, test_loss: 0.997, acc: 0.621, test_acc: 0.651
Epoch 89, step 550, loss: 1.075, test_loss: 1.009, acc: 0.621, test_acc: 0.645
Epoch 89, step 600, loss: 1.075, test_loss: 1.003, acc: 0.621, test_acc: 0.644
Epoch 89, step 650, loss: 1.075, test_loss: 1.015, acc: 0.621, test_acc: 0.650
Epoch 89, step 700, loss: 1.076, test_loss: 1.026, acc: 0.621, test_acc: 0.638
Epoch 89, step 750, loss: 1.074, test_loss: 1.008, acc: 0.622, test_acc: 0.648
Epoch 90, step 50, loss: 1.058, test_loss: 0.984, acc: 0.614, test_acc: 0.651
Epoch 90, step 100, loss: 1.061, test_loss: 1.005, acc: 0.620, test_acc: 0.647
Epoch 90, step 150, loss: 1.068, test_loss: 0.975, acc: 0.624, test_acc: 0.659
Epoch 90, step 200, loss: 1.060, test_loss: 0.969, acc: 0.623, test_acc: 0.664
Epoch 90, step 250, loss: 1.065, test_loss: 0.969, acc: 0.622, test_acc: 0.654
Epoch 90, step 300, loss: 1.065, test_loss: 1.038, acc: 0.623, test_acc: 0.639
Epoch 90, step 350, loss: 1.062, test_loss: 0.982, acc: 0.624, test_acc: 0.657
Epoch 90, step 400, loss: 1.067, test_loss: 0.971, acc: 0.622, test_acc: 0.660
Epoch 90, step 450, loss: 1.066, test_loss: 0.995, acc: 0.623, test_acc: 0.647
Epoch 90, step 500, loss: 1.067, test_loss: 1.022, acc: 0.622, test_acc: 0.653
Epoch 90, step 550, loss: 1.063, test_loss: 1.010, acc: 0.624, test_acc: 0.653
Epoch 90, step 600, loss: 1.062, test_loss: 0.988, acc: 0.624, test_acc: 0.657
Epoch 90, step 650, loss: 1.065, test_loss: 1.015, acc: 0.623, test_acc: 0.651
Epoch 90, step 700, loss: 1.066, test_loss: 0.992, acc: 0.622, test_acc: 0.657
Epoch 90, step 750, loss: 1.067, test_loss: 0.987, acc: 0.622, test_acc: 0.655
Epoch 91, step 50, loss: 1.065, test_loss: 1.001, acc: 0.622, test_acc: 0.654
Epoch 91, step 100, loss: 1.061, test_loss: 1.003, acc: 0.623, test_acc: 0.648
Epoch 91, step 150, loss: 1.055, test_loss: 1.026, acc: 0.628, test_acc: 0.640
Epoch 91, step 200, loss: 1.062, test_loss: 1.009, acc: 0.624, test_acc: 0.646
Epoch 91, step 250, loss: 1.062, test_loss: 0.958, acc: 0.624, test_acc: 0.660
Epoch 91, step 300, loss: 1.068, test_loss: 0.982, acc: 0.622, test_acc: 0.655
Epoch 91, step 350, loss: 1.068, test_loss: 1.015, acc: 0.623, test_acc: 0.653
Epoch 91, step 400, loss: 1.071, test_loss: 0.976, acc: 0.622, test_acc: 0.659
Epoch 91, step 450, loss: 1.071, test_loss: 1.017, acc: 0.621, test_acc: 0.642
Epoch 91, step 500, loss: 1.069, test_loss: 0.983, acc: 0.622, test_acc: 0.660
Epoch 91, step 550, loss: 1.070, test_loss: 0.966, acc: 0.622, test_acc: 0.663
Epoch 91, step 600, loss: 1.067, test_loss: 0.952, acc: 0.624, test_acc: 0.669
Epoch 91, step 650, loss: 1.067, test_loss: 1.012, acc: 0.623, test_acc: 0.649
Epoch 91, step 700, loss: 1.069, test_loss: 0.968, acc: 0.622, test_acc: 0.658
Epoch 91, step 750, loss: 1.070, test_loss: 0.953, acc: 0.621, test_acc: 0.664
Epoch 92, step 50, loss: 1.092, test_loss: 1.034, acc: 0.619, test_acc: 0.643
Epoch 92, step 100, loss: 1.077, test_loss: 0.991, acc: 0.620, test_acc: 0.651
Epoch 92, step 150, loss: 1.080, test_loss: 0.974, acc: 0.619, test_acc: 0.664
Epoch 92, step 200, loss: 1.076, test_loss: 0.947, acc: 0.619, test_acc: 0.668
Epoch 92, step 250, loss: 1.073, test_loss: 0.993, acc: 0.621, test_acc: 0.651
Epoch 92, step 300, loss: 1.070, test_loss: 0.960, acc: 0.620, test_acc: 0.662
Epoch 92, step 350, loss: 1.068, test_loss: 0.978, acc: 0.621, test_acc: 0.661
Epoch 92, step 400, loss: 1.070, test_loss: 0.993, acc: 0.621, test_acc: 0.655
Epoch 92, step 450, loss: 1.070, test_loss: 0.971, acc: 0.622, test_acc: 0.663
Epoch 92, step 500, loss: 1.070, test_loss: 1.006, acc: 0.622, test_acc: 0.653
Epoch 92, step 550, loss: 1.071, test_loss: 1.026, acc: 0.622, test_acc: 0.637
Epoch 92, step 600, loss: 1.070, test_loss: 0.975, acc: 0.622, test_acc: 0.659
Epoch 92, step 650, loss: 1.069, test_loss: 0.992, acc: 0.624, test_acc: 0.650
Epoch 92, step 700, loss: 1.067, test_loss: 1.008, acc: 0.625, test_acc: 0.647
Epoch 92, step 750, loss: 1.068, test_loss: 0.993, acc: 0.625, test_acc: 0.653
Epoch 93, step 50, loss: 1.065, test_loss: 1.008, acc: 0.626, test_acc: 0.652
Epoch 93, step 100, loss: 1.068, test_loss: 0.962, acc: 0.628, test_acc: 0.667
Epoch 93, step 150, loss: 1.058, test_loss: 0.966, acc: 0.630, test_acc: 0.665
Epoch 93, step 200, loss: 1.051, test_loss: 0.962, acc: 0.633, test_acc: 0.664
Epoch 93, step 250, loss: 1.056, test_loss: 0.996, acc: 0.631, test_acc: 0.651
Epoch 93, step 300, loss: 1.056, test_loss: 0.985, acc: 0.631, test_acc: 0.653
Epoch 93, step 350, loss: 1.054, test_loss: 0.941, acc: 0.631, test_acc: 0.668
Epoch 93, step 400, loss: 1.055, test_loss: 0.976, acc: 0.629, test_acc: 0.665
Epoch 93, step 450, loss: 1.054, test_loss: 0.952, acc: 0.630, test_acc: 0.665
Epoch 93, step 500, loss: 1.055, test_loss: 0.969, acc: 0.630, test_acc: 0.659
Epoch 93, step 550, loss: 1.054, test_loss: 0.958, acc: 0.631, test_acc: 0.666
Epoch 93, step 600, loss: 1.053, test_loss: 0.998, acc: 0.630, test_acc: 0.652
Epoch 93, step 650, loss: 1.053, test_loss: 0.959, acc: 0.630, test_acc: 0.664
Epoch 93, step 700, loss: 1.054, test_loss: 0.955, acc: 0.630, test_acc: 0.664
Epoch 93, step 750, loss: 1.055, test_loss: 0.964, acc: 0.630, test_acc: 0.665
Epoch 94, step 50, loss: 1.018, test_loss: 1.032, acc: 0.640, test_acc: 0.645
Epoch 94, step 100, loss: 1.038, test_loss: 0.969, acc: 0.635, test_acc: 0.666
Epoch 94, step 150, loss: 1.034, test_loss: 0.952, acc: 0.636, test_acc: 0.670
Epoch 94, step 200, loss: 1.034, test_loss: 1.025, acc: 0.637, test_acc: 0.643
Epoch 94, step 250, loss: 1.040, test_loss: 0.999, acc: 0.635, test_acc: 0.654
Epoch 94, step 300, loss: 1.038, test_loss: 0.987, acc: 0.635, test_acc: 0.659
Epoch 94, step 350, loss: 1.040, test_loss: 0.989, acc: 0.635, test_acc: 0.650
Epoch 94, step 400, loss: 1.044, test_loss: 0.971, acc: 0.633, test_acc: 0.655
Epoch 94, step 450, loss: 1.044, test_loss: 0.982, acc: 0.634, test_acc: 0.659
Epoch 94, step 500, loss: 1.048, test_loss: 0.938, acc: 0.633, test_acc: 0.674
Epoch 94, step 550, loss: 1.052, test_loss: 0.988, acc: 0.631, test_acc: 0.654
Epoch 94, step 600, loss: 1.056, test_loss: 1.003, acc: 0.629, test_acc: 0.657
Epoch 94, step 650, loss: 1.055, test_loss: 0.978, acc: 0.629, test_acc: 0.664
Epoch 94, step 700, loss: 1.053, test_loss: 1.012, acc: 0.629, test_acc: 0.652
Epoch 94, step 750, loss: 1.054, test_loss: 0.969, acc: 0.629, test_acc: 0.664
Epoch 95, step 50, loss: 1.044, test_loss: 0.944, acc: 0.628, test_acc: 0.662
Epoch 95, step 100, loss: 1.049, test_loss: 0.962, acc: 0.630, test_acc: 0.664
Epoch 95, step 150, loss: 1.056, test_loss: 0.999, acc: 0.629, test_acc: 0.653
Epoch 95, step 200, loss: 1.052, test_loss: 1.030, acc: 0.630, test_acc: 0.648
Epoch 95, step 250, loss: 1.053, test_loss: 1.007, acc: 0.629, test_acc: 0.650
Epoch 95, step 300, loss: 1.046, test_loss: 0.992, acc: 0.630, test_acc: 0.664
Epoch 95, step 350, loss: 1.047, test_loss: 0.974, acc: 0.630, test_acc: 0.663
Epoch 95, step 400, loss: 1.048, test_loss: 0.941, acc: 0.629, test_acc: 0.673
Epoch 95, step 450, loss: 1.047, test_loss: 0.964, acc: 0.629, test_acc: 0.661
Epoch 95, step 500, loss: 1.048, test_loss: 0.959, acc: 0.628, test_acc: 0.668
Epoch 95, step 550, loss: 1.050, test_loss: 0.962, acc: 0.628, test_acc: 0.658
Epoch 95, step 600, loss: 1.051, test_loss: 0.954, acc: 0.628, test_acc: 0.667
Epoch 95, step 650, loss: 1.052, test_loss: 1.005, acc: 0.628, test_acc: 0.655
Epoch 95, step 700, loss: 1.054, test_loss: 0.971, acc: 0.628, test_acc: 0.668
Epoch 95, step 750, loss: 1.054, test_loss: 0.971, acc: 0.628, test_acc: 0.661
Epoch 96, step 50, loss: 1.066, test_loss: 0.992, acc: 0.623, test_acc: 0.649
Epoch 96, step 100, loss: 1.061, test_loss: 0.951, acc: 0.628, test_acc: 0.668
Epoch 96, step 150, loss: 1.050, test_loss: 0.982, acc: 0.632, test_acc: 0.668
Epoch 96, step 200, loss: 1.044, test_loss: 0.973, acc: 0.635, test_acc: 0.658
Epoch 96, step 250, loss: 1.045, test_loss: 0.900, acc: 0.635, test_acc: 0.681
Epoch 96, step 300, loss: 1.041, test_loss: 1.008, acc: 0.635, test_acc: 0.645
Epoch 96, step 350, loss: 1.049, test_loss: 1.011, acc: 0.633, test_acc: 0.639
Epoch 96, step 400, loss: 1.052, test_loss: 0.975, acc: 0.631, test_acc: 0.661
Epoch 96, step 450, loss: 1.050, test_loss: 0.990, acc: 0.631, test_acc: 0.659
Epoch 96, step 500, loss: 1.054, test_loss: 0.949, acc: 0.629, test_acc: 0.665
Epoch 96, step 550, loss: 1.053, test_loss: 1.010, acc: 0.629, test_acc: 0.649
Epoch 96, step 600, loss: 1.052, test_loss: 0.978, acc: 0.629, test_acc: 0.659
Epoch 96, step 650, loss: 1.050, test_loss: 1.009, acc: 0.631, test_acc: 0.649
Epoch 96, step 700, loss: 1.049, test_loss: 0.971, acc: 0.632, test_acc: 0.659
Epoch 96, step 750, loss: 1.047, test_loss: 1.076, acc: 0.632, test_acc: 0.625
Epoch 97, step 50, loss: 1.031, test_loss: 0.961, acc: 0.627, test_acc: 0.662
Epoch 97, step 100, loss: 1.023, test_loss: 0.995, acc: 0.635, test_acc: 0.657
Epoch 97, step 150, loss: 1.024, test_loss: 0.936, acc: 0.637, test_acc: 0.673
Epoch 97, step 200, loss: 1.026, test_loss: 0.993, acc: 0.635, test_acc: 0.656
Epoch 97, step 250, loss: 1.023, test_loss: 1.015, acc: 0.638, test_acc: 0.651
Epoch 97, step 300, loss: 1.028, test_loss: 1.006, acc: 0.635, test_acc: 0.648
Epoch 97, step 350, loss: 1.033, test_loss: 0.981, acc: 0.633, test_acc: 0.660
Epoch 97, step 400, loss: 1.035, test_loss: 0.958, acc: 0.633, test_acc: 0.668
Epoch 97, step 450, loss: 1.038, test_loss: 0.972, acc: 0.633, test_acc: 0.665
Epoch 97, step 500, loss: 1.038, test_loss: 0.995, acc: 0.633, test_acc: 0.649
Epoch 97, step 550, loss: 1.041, test_loss: 0.981, acc: 0.632, test_acc: 0.653
Epoch 97, step 600, loss: 1.039, test_loss: 1.066, acc: 0.632, test_acc: 0.649
Epoch 97, step 650, loss: 1.038, test_loss: 1.023, acc: 0.633, test_acc: 0.652
Epoch 97, step 700, loss: 1.038, test_loss: 0.986, acc: 0.633, test_acc: 0.665
Epoch 97, step 750, loss: 1.040, test_loss: 0.969, acc: 0.632, test_acc: 0.658
Epoch 98, step 50, loss: 1.030, test_loss: 0.993, acc: 0.639, test_acc: 0.660
Epoch 98, step 100, loss: 1.035, test_loss: 1.009, acc: 0.637, test_acc: 0.647
Epoch 98, step 150, loss: 1.034, test_loss: 0.943, acc: 0.637, test_acc: 0.670
Epoch 98, step 200, loss: 1.034, test_loss: 0.995, acc: 0.636, test_acc: 0.650
Epoch 98, step 250, loss: 1.036, test_loss: 0.954, acc: 0.636, test_acc: 0.666
Epoch 98, step 300, loss: 1.036, test_loss: 0.985, acc: 0.635, test_acc: 0.665
Epoch 98, step 350, loss: 1.032, test_loss: 1.049, acc: 0.637, test_acc: 0.635
Epoch 98, step 400, loss: 1.034, test_loss: 0.942, acc: 0.636, test_acc: 0.668
Epoch 98, step 450, loss: 1.031, test_loss: 1.017, acc: 0.637, test_acc: 0.645
Epoch 98, step 500, loss: 1.032, test_loss: 0.990, acc: 0.637, test_acc: 0.664
Epoch 98, step 550, loss: 1.033, test_loss: 0.969, acc: 0.636, test_acc: 0.665
Epoch 98, step 600, loss: 1.032, test_loss: 1.002, acc: 0.637, test_acc: 0.653
Epoch 98, step 650, loss: 1.032, test_loss: 0.983, acc: 0.636, test_acc: 0.663
Epoch 98, step 700, loss: 1.034, test_loss: 0.927, acc: 0.636, test_acc: 0.675
Epoch 98, step 750, loss: 1.037, test_loss: 0.954, acc: 0.634, test_acc: 0.667
Epoch 99, step 50, loss: 1.034, test_loss: 0.944, acc: 0.633, test_acc: 0.668
Epoch 99, step 100, loss: 1.042, test_loss: 0.946, acc: 0.637, test_acc: 0.672
Epoch 99, step 150, loss: 1.060, test_loss: 0.973, acc: 0.631, test_acc: 0.658
Epoch 99, step 200, loss: 1.048, test_loss: 0.978, acc: 0.635, test_acc: 0.662
Epoch 99, step 250, loss: 1.048, test_loss: 0.948, acc: 0.634, test_acc: 0.669
Epoch 99, step 300, loss: 1.042, test_loss: 0.946, acc: 0.637, test_acc: 0.666
Epoch 99, step 350, loss: 1.044, test_loss: 0.953, acc: 0.637, test_acc: 0.671
Epoch 99, step 400, loss: 1.041, test_loss: 0.924, acc: 0.638, test_acc: 0.677
Epoch 99, step 450, loss: 1.039, test_loss: 0.973, acc: 0.639, test_acc: 0.656
Epoch 99, step 500, loss: 1.039, test_loss: 0.929, acc: 0.639, test_acc: 0.676
Epoch 99, step 550, loss: 1.041, test_loss: 0.968, acc: 0.637, test_acc: 0.664
Epoch 99, step 600, loss: 1.040, test_loss: 0.944, acc: 0.637, test_acc: 0.675
Epoch 99, step 650, loss: 1.040, test_loss: 0.941, acc: 0.637, test_acc: 0.669
Epoch 99, step 700, loss: 1.038, test_loss: 0.975, acc: 0.637, test_acc: 0.667
Epoch 99, step 750, loss: 1.040, test_loss: 0.993, acc: 0.636, test_acc: 0.655
Epoch 100, step 50, loss: 1.047, test_loss: 0.940, acc: 0.628, test_acc: 0.673
Epoch 100, step 100, loss: 1.030, test_loss: 0.932, acc: 0.631, test_acc: 0.677
Epoch 100, step 150, loss: 1.024, test_loss: 0.984, acc: 0.638, test_acc: 0.661
Epoch 100, step 200, loss: 1.022, test_loss: 0.994, acc: 0.638, test_acc: 0.663
Epoch 100, step 250, loss: 1.025, test_loss: 0.978, acc: 0.638, test_acc: 0.657
Epoch 100, step 300, loss: 1.026, test_loss: 0.962, acc: 0.638, test_acc: 0.668
Epoch 100, step 350, loss: 1.027, test_loss: 0.974, acc: 0.638, test_acc: 0.668
Epoch 100, step 400, loss: 1.029, test_loss: 1.036, acc: 0.637, test_acc: 0.654
Epoch 100, step 450, loss: 1.028, test_loss: 0.953, acc: 0.637, test_acc: 0.666
Epoch 100, step 500, loss: 1.028, test_loss: 0.928, acc: 0.637, test_acc: 0.675
Epoch 100, step 550, loss: 1.026, test_loss: 0.938, acc: 0.638, test_acc: 0.677
Epoch 100, step 600, loss: 1.027, test_loss: 1.019, acc: 0.637, test_acc: 0.652
Epoch 100, step 650, loss: 1.029, test_loss: 0.946, acc: 0.636, test_acc: 0.665
Epoch 100, step 700, loss: 1.028, test_loss: 0.928, acc: 0.637, test_acc: 0.675
Epoch 100, step 750, loss: 1.028, test_loss: 1.045, acc: 0.637, test_acc: 0.644
