nohup: ignoring input
2021-01-22 09:16:36,456 resume: False
2021-01-22 09:16:36,457 seed: 123
2021-01-22 09:16:36,457 config_path: /home/ubuntu/rc2020/Active-Passive-Losses/configs/cifar10/sym
2021-01-22 09:16:36,457 version: nce+rce
2021-01-22 09:16:36,457 exp_name: test_exp
2021-01-22 09:16:36,457 load_model: False
2021-01-22 09:16:36,457 data_parallel: False
2021-01-22 09:16:36,457 asym: False
2021-01-22 09:16:36,457 noise_rate: 0.4
2021-01-22 09:16:36,457 PyTorch Version: 1.4.0
2021-01-22 09:16:36,462 epochs: 120
2021-01-22 09:16:36,462 grad_bound: 5.0
2021-01-22 09:16:36,462 log_frequency: 100
2021-01-22 09:16:36,462 dataset: {'name': 'DatasetGenerator', 'asym': False, 'train_batch_size': 128, 'eval_batch_size': 128, 'data_path': '../datasets/', 'dataset_type': 'CIFAR10', 'num_of_workers': 8}
2021-01-22 09:16:36,462 model: {'name': 'ToyModel', 'type': 'CIFAR10'}
2021-01-22 09:16:36,462 optimizer: {'name': 'SGD', 'lr': 0.01, 'weight_decay': 0.0001, 'momentum': 0.9}
2021-01-22 09:16:36,462 scheduler: {'name': 'CosineAnnealingLR', 'T_max': 120, 'eta_min': 0.0}
2021-01-22 09:16:36,462 criterion: {'name': 'NCEandRCE', 'num_classes': 10, 'alpha': 1.0, 'beta': 1.0}
2021-01-22 09:16:38,589 param size = 1.639794MB
2021-01-22 09:16:38,591 ====================Training====================
2021-01-22 09:16:39,722 epoch=0	global_step=0	acc=0.09375	acc_avg=0.09375	loss=8.40636	loss_avg=8.40636	lr=0.01000	|gn|=9.14275	time=1.00it/s
2021-01-22 09:17:49,098 epoch=0	global_step=100	acc=0.22656	acc_avg=0.19670	loss=7.20536	loss_avg=7.54781	lr=0.01000	|gn|=5.08284	time=1.45it/s
2021-01-22 09:18:58,624 epoch=0	global_step=200	acc=0.27344	acc_avg=0.22540	loss=6.87521	loss_avg=7.27400	lr=0.01000	|gn|=5.00329	time=1.47it/s
2021-01-22 09:20:07,746 epoch=0	global_step=300	acc=0.25000	acc_avg=0.23900	loss=7.14455	loss_avg=7.13958	lr=0.01000	|gn|=5.66828	time=1.47it/s
2021-01-22 09:21:09,426 ====================Eval====================
2021-01-22 09:21:28,277 epoch=0	global_step=391	acc=0.56250	acc_avg=0.44180	top5_acc=1.00000	top5_acc_avg=0.89120	loss=1.91359	loss_avg=3.31119	time=16.48it/s
2021-01-22 09:21:28,277 Eval Loss:3.3112	Eval acc: 44.18
2021-01-22 09:21:28,291 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:21:28,292 ====================Training====================
2021-01-22 09:21:36,107 epoch=1	global_step=400	acc=0.27344	acc_avg=0.30781	loss=6.69068	loss_avg=6.45822	lr=0.01000	|gn|=5.25960	time=1.47it/s
2021-01-22 09:22:45,810 epoch=1	global_step=500	acc=0.32031	acc_avg=0.30398	loss=6.17574	loss_avg=6.51089	lr=0.01000	|gn|=5.15007	time=1.45it/s
2021-01-22 09:23:54,987 epoch=1	global_step=600	acc=0.46094	acc_avg=0.31157	loss=5.18504	loss_avg=6.45318	lr=0.01000	|gn|=4.85592	time=1.45it/s
2021-01-22 09:25:04,326 epoch=1	global_step=700	acc=0.29688	acc_avg=0.31971	loss=6.46031	loss_avg=6.37957	lr=0.01000	|gn|=5.32665	time=1.43it/s
2021-01-22 09:25:59,973 ====================Eval====================
2021-01-22 09:26:17,990 epoch=1	global_step=782	acc=0.43750	acc_avg=0.54350	top5_acc=1.00000	top5_acc_avg=0.93090	loss=2.84552	loss_avg=3.05086	time=13.85it/s
2021-01-22 09:26:17,991 Eval Loss:3.0509	Eval acc: 54.35
2021-01-22 09:26:18,305 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:26:18,305 ====================Training====================
2021-01-22 09:26:32,368 epoch=2	global_step=800	acc=0.32031	acc_avg=0.35321	loss=6.43836	loss_avg=6.08395	lr=0.00999	|gn|=3.60753	time=1.47it/s
2021-01-22 09:27:42,301 epoch=2	global_step=900	acc=0.38281	acc_avg=0.34979	loss=5.79956	loss_avg=6.09080	lr=0.00999	|gn|=5.28076	time=1.41it/s
2021-01-22 09:28:51,792 epoch=2	global_step=1000	acc=0.42188	acc_avg=0.35395	loss=5.53351	loss_avg=6.05194	lr=0.00999	|gn|=5.06149	time=1.47it/s
2021-01-22 09:30:01,256 epoch=2	global_step=1100	acc=0.33594	acc_avg=0.35925	loss=6.23012	loss_avg=6.00086	lr=0.00999	|gn|=3.81099	time=1.43it/s
2021-01-22 09:30:51,023 ====================Eval====================
2021-01-22 09:31:08,943 epoch=2	global_step=1173	acc=0.62500	acc_avg=0.59600	top5_acc=0.93750	top5_acc_avg=0.95290	loss=3.07309	loss_avg=2.94361	time=12.62it/s
2021-01-22 09:31:08,943 Eval Loss:2.9436	Eval acc: 59.60
2021-01-22 09:31:09,322 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:31:09,323 ====================Training====================
2021-01-22 09:31:29,648 epoch=3	global_step=1200	acc=0.39844	acc_avg=0.36747	loss=5.67117	loss_avg=5.90101	lr=0.00998	|gn|=6.19978	time=1.44it/s
2021-01-22 09:32:38,339 epoch=3	global_step=1300	acc=0.43750	acc_avg=0.38147	loss=5.28522	loss_avg=5.79543	lr=0.00998	|gn|=5.15720	time=1.43it/s
2021-01-22 09:33:47,637 epoch=3	global_step=1400	acc=0.42188	acc_avg=0.38562	loss=5.58294	loss_avg=5.76153	lr=0.00998	|gn|=3.90332	time=1.46it/s
2021-01-22 09:34:57,288 epoch=3	global_step=1500	acc=0.41406	acc_avg=0.38784	loss=5.41362	loss_avg=5.73599	lr=0.00998	|gn|=2.84957	time=1.44it/s
2021-01-22 09:35:40,378 ====================Eval====================
2021-01-22 09:35:58,161 epoch=3	global_step=1564	acc=0.62500	acc_avg=0.64740	top5_acc=0.93750	top5_acc_avg=0.96030	loss=3.12198	loss_avg=2.51978	time=15.35it/s
2021-01-22 09:35:58,161 Eval Loss:2.5198	Eval acc: 64.74
2021-01-22 09:35:58,217 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:35:58,217 ====================Training====================
2021-01-22 09:36:24,513 epoch=4	global_step=1600	acc=0.42188	acc_avg=0.39759	loss=5.39180	loss_avg=5.64197	lr=0.00997	|gn|=4.39329	time=1.45it/s
2021-01-22 09:37:33,626 epoch=4	global_step=1700	acc=0.36719	acc_avg=0.39695	loss=5.96600	loss_avg=5.64372	lr=0.00997	|gn|=3.44001	time=1.49it/s
2021-01-22 09:38:42,933 epoch=4	global_step=1800	acc=0.43750	acc_avg=0.40348	loss=5.43072	loss_avg=5.58928	lr=0.00997	|gn|=5.10599	time=1.45it/s
2021-01-22 09:39:52,012 epoch=4	global_step=1900	acc=0.36719	acc_avg=0.40444	loss=5.86003	loss_avg=5.57695	lr=0.00997	|gn|=4.31200	time=1.44it/s
2021-01-22 09:40:28,887 ====================Eval====================
2021-01-22 09:40:46,049 epoch=4	global_step=1955	acc=0.68750	acc_avg=0.64380	top5_acc=1.00000	top5_acc_avg=0.95670	loss=1.50933	loss_avg=2.87969	time=12.14it/s
2021-01-22 09:40:46,050 Eval Loss:2.8797	Eval acc: 64.38
2021-01-22 09:40:46,091 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:40:46,091 ====================Training====================
2021-01-22 09:41:19,101 epoch=5	global_step=2000	acc=0.41406	acc_avg=0.40710	loss=5.55909	loss_avg=5.53541	lr=0.00996	|gn|=4.22807	time=1.44it/s
2021-01-22 09:42:28,894 epoch=5	global_step=2100	acc=0.38281	acc_avg=0.41412	loss=5.78846	loss_avg=5.47948	lr=0.00996	|gn|=4.07689	time=1.44it/s
2021-01-22 09:43:39,213 epoch=5	global_step=2200	acc=0.42188	acc_avg=0.41708	loss=5.47269	loss_avg=5.45738	lr=0.00996	|gn|=3.89259	time=1.40it/s
2021-01-22 09:44:49,091 epoch=5	global_step=2300	acc=0.46094	acc_avg=0.41797	loss=5.13016	loss_avg=5.44882	lr=0.00996	|gn|=4.82519	time=1.43it/s
2021-01-22 09:45:20,226 ====================Eval====================
2021-01-22 09:45:37,471 epoch=5	global_step=2346	acc=0.68750	acc_avg=0.67720	top5_acc=0.93750	top5_acc_avg=0.96950	loss=2.78803	loss_avg=2.68727	time=13.76it/s
2021-01-22 09:45:37,471 Eval Loss:2.6873	Eval acc: 67.72
2021-01-22 09:45:37,520 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:45:37,520 ====================Training====================
2021-01-22 09:46:17,105 epoch=6	global_step=2400	acc=0.49219	acc_avg=0.43494	loss=4.79375	loss_avg=5.30125	lr=0.00994	|gn|=4.06321	time=1.43it/s
2021-01-22 09:47:27,054 epoch=6	global_step=2500	acc=0.50781	acc_avg=0.43221	loss=4.67416	loss_avg=5.32388	lr=0.00994	|gn|=4.51481	time=1.44it/s
2021-01-22 09:48:36,397 epoch=6	global_step=2600	acc=0.39844	acc_avg=0.43012	loss=5.73636	loss_avg=5.33675	lr=0.00994	|gn|=4.38242	time=1.47it/s
2021-01-22 09:49:45,866 epoch=6	global_step=2700	acc=0.34375	acc_avg=0.42870	loss=5.99976	loss_avg=5.35216	lr=0.00994	|gn|=3.11515	time=1.45it/s
2021-01-22 09:50:10,349 ====================Eval====================
2021-01-22 09:50:28,893 epoch=6	global_step=2737	acc=0.56250	acc_avg=0.68540	top5_acc=1.00000	top5_acc_avg=0.97040	loss=2.17040	loss_avg=2.68937	time=13.65it/s
2021-01-22 09:50:28,893 Eval Loss:2.6894	Eval acc: 68.54
2021-01-22 09:50:28,935 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:50:28,935 ====================Training====================
2021-01-22 09:51:14,380 epoch=7	global_step=2800	acc=0.35156	acc_avg=0.42651	loss=6.12700	loss_avg=5.36857	lr=0.00992	|gn|=3.14722	time=1.46it/s
2021-01-22 09:52:24,383 epoch=7	global_step=2900	acc=0.46875	acc_avg=0.43617	loss=4.98732	loss_avg=5.27561	lr=0.00992	|gn|=3.99144	time=1.45it/s
2021-01-22 09:53:33,936 epoch=7	global_step=3000	acc=0.36719	acc_avg=0.43682	loss=5.84295	loss_avg=5.26898	lr=0.00992	|gn|=5.00926	time=1.41it/s
2021-01-22 09:54:43,398 epoch=7	global_step=3100	acc=0.49219	acc_avg=0.43711	loss=4.81202	loss_avg=5.26456	lr=0.00992	|gn|=4.44122	time=1.40it/s
2021-01-22 09:55:01,804 ====================Eval====================
2021-01-22 09:55:20,613 epoch=7	global_step=3128	acc=0.68750	acc_avg=0.68250	top5_acc=1.00000	top5_acc_avg=0.97030	loss=1.96679	loss_avg=2.85610	time=13.43it/s
2021-01-22 09:55:20,613 Eval Loss:2.8561	Eval acc: 68.25
2021-01-22 09:55:20,656 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 09:55:20,657 ====================Training====================
2021-01-22 09:56:12,240 epoch=8	global_step=3200	acc=0.44531	acc_avg=0.43996	loss=5.26864	loss_avg=5.21886	lr=0.00989	|gn|=4.60538	time=1.47it/s
2021-01-22 09:57:21,834 epoch=8	global_step=3300	acc=0.40625	acc_avg=0.44527	loss=5.62854	loss_avg=5.18687	lr=0.00989	|gn|=4.39495	time=1.43it/s
2021-01-22 09:58:31,856 epoch=8	global_step=3400	acc=0.44531	acc_avg=0.44340	loss=5.18948	loss_avg=5.20492	lr=0.00989	|gn|=4.28881	time=1.43it/s
2021-01-22 09:59:41,711 epoch=8	global_step=3500	acc=0.46094	acc_avg=0.44395	loss=5.12548	loss_avg=5.20213	lr=0.00989	|gn|=3.57629	time=1.45it/s
2021-01-22 09:59:54,745 ====================Eval====================
2021-01-22 10:00:18,988 epoch=8	global_step=3519	acc=0.75000	acc_avg=0.71620	top5_acc=1.00000	top5_acc_avg=0.95880	loss=1.58558	loss_avg=2.39195	time=12.58it/s
2021-01-22 10:00:18,988 Eval Loss:2.3919	Eval acc: 71.62
2021-01-22 10:00:19,031 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 10:00:19,032 ====================Training====================
2021-01-22 10:01:17,666 epoch=9	global_step=3600	acc=0.39844	acc_avg=0.45084	loss=5.62873	loss_avg=5.13574	lr=0.00986	|gn|=4.32517	time=1.11it/s
2021-01-22 10:05:21,252 epoch=9	global_step=3700	acc=0.43750	acc_avg=0.44930	loss=5.25836	loss_avg=5.14595	lr=0.00986	|gn|=3.18484	time=1.41it/s
2021-01-22 10:08:50,295 epoch=9	global_step=3800	acc=0.46875	acc_avg=0.45163	loss=5.07762	loss_avg=5.12402	lr=0.00986	|gn|=3.76520	time=0.31it/s
2021-01-22 10:11:26,543 epoch=9	global_step=3900	acc=0.43750	acc_avg=0.45180	loss=5.18544	loss_avg=5.12600	lr=0.00986	|gn|=4.21851	time=0.33it/s
2021-01-22 10:12:31,500 ====================Eval====================
2021-01-22 10:15:09,247 epoch=9	global_step=3910	acc=0.81250	acc_avg=0.72500	top5_acc=0.93750	top5_acc_avg=0.97530	loss=2.88093	loss_avg=2.31509	time=13.82it/s
2021-01-22 10:15:09,247 Eval Loss:2.3151	Eval acc: 72.50
2021-01-22 10:15:09,306 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 10:15:09,306 ====================Training====================
2021-01-22 10:17:29,634 epoch=10	global_step=4000	acc=0.42969	acc_avg=0.45098	loss=5.29508	loss_avg=5.13019	lr=0.00983	|gn|=3.77165	time=0.32it/s
2021-01-22 10:20:41,213 epoch=10	global_step=4100	acc=0.51562	acc_avg=0.45370	loss=4.61655	loss_avg=5.10659	lr=0.00983	|gn|=4.27843	time=1.40it/s
2021-01-22 10:25:07,568 epoch=10	global_step=4200	acc=0.50781	acc_avg=0.45637	loss=4.60556	loss_avg=5.08398	lr=0.00983	|gn|=4.63760	time=1.39it/s
2021-01-22 10:28:16,660 epoch=10	global_step=4300	acc=0.42500	acc_avg=0.45698	loss=5.25921	loss_avg=5.07691	lr=0.00983	|gn|=5.77194	time=0.03it/s
2021-01-22 10:28:16,820 ====================Eval====================
2021-01-22 10:30:24,470 epoch=10	global_step=4301	acc=0.75000	acc_avg=0.75330	top5_acc=1.00000	top5_acc_avg=0.97620	loss=1.40664	loss_avg=2.02908	time=10.79it/s
2021-01-22 10:30:24,471 Eval Loss:2.0291	Eval acc: 75.33
2021-01-22 10:30:24,514 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 10:30:24,514 ====================Training====================
2021-01-22 10:33:46,765 epoch=11	global_step=4400	acc=0.49219	acc_avg=0.46078	loss=4.79140	loss_avg=5.03653	lr=0.00979	|gn|=3.56857	time=0.33it/s
2021-01-22 10:36:21,961 epoch=11	global_step=4500	acc=0.46875	acc_avg=0.45801	loss=4.88033	loss_avg=5.06482	lr=0.00979	|gn|=4.28943	time=0.32it/s
2021-01-22 10:40:26,591 epoch=11	global_step=4600	acc=0.46094	acc_avg=0.46193	loss=5.05092	loss_avg=5.03362	lr=0.00979	|gn|=4.54061	time=1.41it/s
2021-01-22 10:44:17,205 ====================Eval====================
2021-01-22 10:45:22,947 epoch=11	global_step=4692	acc=0.81250	acc_avg=0.73650	top5_acc=1.00000	top5_acc_avg=0.97150	loss=1.38264	loss_avg=2.21666	time=13.85it/s
2021-01-22 10:45:22,947 Eval Loss:2.2167	Eval acc: 73.65
2021-01-22 10:45:22,989 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 10:45:22,989 ====================Training====================
2021-01-22 10:45:30,168 epoch=12	global_step=4700	acc=0.54688	acc_avg=0.49306	loss=4.15911	loss_avg=4.71106	lr=0.00976	|gn|=4.27879	time=1.47it/s
2021-01-22 10:49:07,209 epoch=12	global_step=4800	acc=0.43750	acc_avg=0.46861	loss=5.25327	loss_avg=4.98006	lr=0.00976	|gn|=3.71171	time=0.33it/s
2021-01-22 10:51:37,741 epoch=12	global_step=4900	acc=0.47656	acc_avg=0.46924	loss=4.88381	loss_avg=4.97040	lr=0.00976	|gn|=4.89674	time=0.34it/s
2021-01-22 10:55:28,184 epoch=12	global_step=5000	acc=0.46094	acc_avg=0.47006	loss=4.97999	loss_avg=4.95665	lr=0.00976	|gn|=5.95824	time=1.43it/s
2021-01-22 10:58:52,621 ====================Eval====================
2021-01-22 11:00:23,098 epoch=12	global_step=5083	acc=0.75000	acc_avg=0.74930	top5_acc=1.00000	top5_acc_avg=0.97890	loss=1.62588	loss_avg=2.14242	time=12.29it/s
2021-01-22 11:00:23,098 Eval Loss:2.1424	Eval acc: 74.93
2021-01-22 11:00:23,148 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 11:00:23,149 ====================Training====================
2021-01-22 11:00:36,666 epoch=13	global_step=5100	acc=0.45312	acc_avg=0.46962	loss=5.14715	loss_avg=4.98390	lr=0.00971	|gn|=3.52399	time=1.43it/s
2021-01-22 11:04:35,186 epoch=13	global_step=5200	acc=0.43750	acc_avg=0.47405	loss=5.18661	loss_avg=4.91434	lr=0.00971	|gn|=3.35833	time=0.33it/s
2021-01-22 11:07:06,971 epoch=13	global_step=5300	acc=0.42969	acc_avg=0.47251	loss=5.38819	loss_avg=4.93215	lr=0.00971	|gn|=4.38913	time=0.33it/s
2021-01-22 11:10:35,139 epoch=13	global_step=5400	acc=0.44531	acc_avg=0.46998	loss=5.16066	loss_avg=4.95686	lr=0.00971	|gn|=4.38245	time=1.42it/s
2021-01-22 11:13:53,063 ====================Eval====================
2021-01-22 11:15:23,711 epoch=13	global_step=5474	acc=0.75000	acc_avg=0.76870	top5_acc=1.00000	top5_acc_avg=0.97950	loss=1.58814	loss_avg=1.85411	time=14.57it/s
2021-01-22 11:15:23,711 Eval Loss:1.8541	Eval acc: 76.87
2021-01-22 11:15:23,754 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 11:15:23,754 ====================Training====================
2021-01-22 11:15:43,356 epoch=14	global_step=5500	acc=0.43750	acc_avg=0.46991	loss=5.27651	loss_avg=4.92367	lr=0.00967	|gn|=3.25791	time=1.46it/s
2021-01-22 11:20:02,898 epoch=14	global_step=5600	acc=0.53125	acc_avg=0.47687	loss=4.38749	loss_avg=4.88473	lr=0.00967	|gn|=4.79510	time=0.32it/s
2021-01-22 11:22:34,258 epoch=14	global_step=5700	acc=0.47656	acc_avg=0.47636	loss=4.81451	loss_avg=4.88829	lr=0.00967	|gn|=3.01824	time=0.34it/s
2021-01-22 11:25:41,392 epoch=14	global_step=5800	acc=0.57031	acc_avg=0.47656	loss=4.04961	loss_avg=4.88761	lr=0.00967	|gn|=4.21064	time=1.44it/s
2021-01-22 11:28:56,151 ====================Eval====================
2021-01-22 11:30:23,140 epoch=14	global_step=5865	acc=0.81250	acc_avg=0.75930	top5_acc=1.00000	top5_acc_avg=0.98160	loss=1.05497	loss_avg=2.03193	time=13.00it/s
2021-01-22 11:30:23,140 Eval Loss:2.0319	Eval acc: 75.93
2021-01-22 11:30:23,184 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 11:30:23,184 ====================Training====================
2021-01-22 11:30:48,356 epoch=15	global_step=5900	acc=0.46094	acc_avg=0.47808	loss=5.07462	loss_avg=4.88731	lr=0.00962	|gn|=3.87440	time=1.51it/s
2021-01-22 11:35:08,338 epoch=15	global_step=6000	acc=0.44531	acc_avg=0.47857	loss=5.14112	loss_avg=4.88230	lr=0.00962	|gn|=5.07471	time=1.49it/s
2021-01-22 11:37:38,124 epoch=15	global_step=6100	acc=0.45312	acc_avg=0.47875	loss=5.10124	loss_avg=4.87952	lr=0.00962	|gn|=3.80338	time=0.35it/s
2021-01-22 11:40:39,996 epoch=15	global_step=6200	acc=0.44531	acc_avg=0.47856	loss=5.17331	loss_avg=4.87763	lr=0.00962	|gn|=4.10710	time=1.50it/s
2021-01-22 11:43:09,354 ====================Eval====================
2021-01-22 11:45:24,620 epoch=15	global_step=6256	acc=0.75000	acc_avg=0.77520	top5_acc=1.00000	top5_acc_avg=0.98140	loss=1.01641	loss_avg=1.88201	time=14.95it/s
2021-01-22 11:45:24,620 Eval Loss:1.8820	Eval acc: 77.52
2021-01-22 11:45:24,662 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 11:45:24,663 ====================Training====================
2021-01-22 11:45:57,818 epoch=16	global_step=6300	acc=0.43750	acc_avg=0.47899	loss=5.19960	loss_avg=4.86986	lr=0.00957	|gn|=4.13752	time=0.76it/s
2021-01-22 11:50:15,880 epoch=16	global_step=6400	acc=0.43750	acc_avg=0.47985	loss=5.35034	loss_avg=4.86150	lr=0.00957	|gn|=3.58420	time=1.48it/s
2021-01-22 11:53:09,640 epoch=16	global_step=6500	acc=0.56250	acc_avg=0.48048	loss=4.12488	loss_avg=4.85412	lr=0.00957	|gn|=3.87938	time=0.34it/s
2021-01-22 11:55:46,972 epoch=16	global_step=6600	acc=0.56250	acc_avg=0.48037	loss=4.12306	loss_avg=4.85396	lr=0.00957	|gn|=4.45696	time=1.23it/s
2021-01-22 11:58:19,162 ====================Eval====================
2021-01-22 12:00:23,676 epoch=16	global_step=6647	acc=0.81250	acc_avg=0.76450	top5_acc=1.00000	top5_acc_avg=0.97610	loss=1.17609	loss_avg=2.13993	time=13.55it/s
2021-01-22 12:00:23,676 Eval Loss:2.1399	Eval acc: 76.45
2021-01-22 12:00:23,721 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 12:00:23,721 ====================Training====================
2021-01-22 12:01:15,274 epoch=17	global_step=6700	acc=0.47656	acc_avg=0.49219	loss=4.85827	loss_avg=4.75526	lr=0.00951	|gn|=3.64169	time=0.34it/s
2021-01-22 12:05:20,753 epoch=17	global_step=6800	acc=0.51562	acc_avg=0.48590	loss=4.54540	loss_avg=4.80433	lr=0.00951	|gn|=2.82384	time=1.45it/s
2021-01-22 12:08:28,938 epoch=17	global_step=6900	acc=0.56250	acc_avg=0.48613	loss=4.08717	loss_avg=4.80287	lr=0.00951	|gn|=4.30568	time=0.35it/s
2021-01-22 12:10:53,218 epoch=17	global_step=7000	acc=0.40625	acc_avg=0.48563	loss=5.61482	loss_avg=4.80861	lr=0.00951	|gn|=4.47785	time=0.76it/s
2021-01-22 12:13:11,694 ====================Eval====================
2021-01-22 12:15:23,442 epoch=17	global_step=7038	acc=0.81250	acc_avg=0.77820	top5_acc=1.00000	top5_acc_avg=0.98130	loss=0.61636	loss_avg=1.91623	time=15.12it/s
2021-01-22 12:15:23,443 Eval Loss:1.9162	Eval acc: 77.82
2021-01-22 12:15:23,483 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 12:15:23,483 ====================Training====================
2021-01-22 12:16:39,556 epoch=18	global_step=7100	acc=0.51562	acc_avg=0.48946	loss=4.58778	loss_avg=4.78733	lr=0.00946	|gn|=3.58075	time=0.35it/s
2021-01-22 12:20:28,298 epoch=18	global_step=7200	acc=0.43750	acc_avg=0.48902	loss=5.16670	loss_avg=4.78057	lr=0.00946	|gn|=4.30687	time=1.48it/s
2021-01-22 12:24:04,404 epoch=18	global_step=7300	acc=0.49219	acc_avg=0.48847	loss=4.72501	loss_avg=4.78301	lr=0.00946	|gn|=5.25503	time=0.34it/s
2021-01-22 12:26:25,215 epoch=18	global_step=7400	acc=0.50000	acc_avg=0.49036	loss=4.66236	loss_avg=4.76575	lr=0.00946	|gn|=4.97150	time=0.34it/s
2021-01-22 12:28:21,629 ====================Eval====================
2021-01-22 12:30:23,131 epoch=18	global_step=7429	acc=0.68750	acc_avg=0.77470	top5_acc=1.00000	top5_acc_avg=0.98390	loss=1.77651	loss_avg=1.93659	time=15.13it/s
2021-01-22 12:30:23,131 Eval Loss:1.9366	Eval acc: 77.47
2021-01-22 12:30:23,175 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 12:30:23,175 ====================Training====================
2021-01-22 12:32:06,253 epoch=19	global_step=7500	acc=0.54688	acc_avg=0.48655	loss=4.13240	loss_avg=4.78757	lr=0.00939	|gn|=3.81794	time=0.33it/s
2021-01-22 12:35:32,292 epoch=19	global_step=7600	acc=0.50000	acc_avg=0.49173	loss=4.62545	loss_avg=4.74578	lr=0.00939	|gn|=4.10733	time=1.50it/s
2021-01-22 12:39:20,762 epoch=19	global_step=7700	acc=0.42188	acc_avg=0.48831	loss=5.41680	loss_avg=4.78040	lr=0.00939	|gn|=4.01538	time=0.35it/s
2021-01-22 12:41:41,883 epoch=19	global_step=7800	acc=0.46875	acc_avg=0.49107	loss=4.83968	loss_avg=4.75351	lr=0.00939	|gn|=4.66950	time=0.34it/s
2021-01-22 12:43:10,592 ====================Eval====================
2021-01-22 12:45:24,682 epoch=19	global_step=7820	acc=0.81250	acc_avg=0.78140	top5_acc=1.00000	top5_acc_avg=0.98260	loss=1.01131	loss_avg=1.94937	time=12.85it/s
2021-01-22 12:45:24,682 Eval Loss:1.9494	Eval acc: 78.14
2021-01-22 12:45:24,725 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 12:45:24,725 ====================Training====================
2021-01-22 12:47:40,681 epoch=20	global_step=7900	acc=0.51562	acc_avg=0.50637	loss=4.53769	loss_avg=4.61722	lr=0.00933	|gn|=4.73159	time=0.34it/s
2021-01-22 12:50:40,665 epoch=20	global_step=8000	acc=0.45312	acc_avg=0.49862	loss=5.02774	loss_avg=4.69053	lr=0.00933	|gn|=4.21526	time=1.51it/s
2021-01-22 12:54:56,781 epoch=20	global_step=8100	acc=0.48438	acc_avg=0.49691	loss=4.81960	loss_avg=4.70671	lr=0.00933	|gn|=3.19750	time=0.35it/s
2021-01-22 12:57:18,020 epoch=20	global_step=8200	acc=0.46875	acc_avg=0.49557	loss=5.08142	loss_avg=4.71843	lr=0.00933	|gn|=4.69436	time=0.36it/s
2021-01-22 12:58:19,627 ====================Eval====================
2021-01-22 13:00:17,163 epoch=20	global_step=8211	acc=0.87500	acc_avg=0.80200	top5_acc=1.00000	top5_acc_avg=0.98570	loss=1.78766	loss_avg=1.66811	time=15.01it/s
2021-01-22 13:00:17,163 Eval Loss:1.6681	Eval acc: 80.20
2021-01-22 13:00:17,207 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 13:00:17,207 ====================Training====================
2021-01-22 13:02:32,318 epoch=21	global_step=8300	acc=0.50781	acc_avg=0.49774	loss=4.75752	loss_avg=4.69423	lr=0.00926	|gn|=5.60449	time=0.34it/s
2021-01-22 13:05:38,795 epoch=21	global_step=8400	acc=0.51562	acc_avg=0.49507	loss=4.57315	loss_avg=4.71777	lr=0.00926	|gn|=4.15635	time=1.48it/s
2021-01-22 13:09:49,932 epoch=21	global_step=8500	acc=0.64844	acc_avg=0.49747	loss=3.30335	loss_avg=4.69944	lr=0.00926	|gn|=2.71729	time=0.33it/s
2021-01-22 13:12:11,639 epoch=21	global_step=8600	acc=0.45312	acc_avg=0.50106	loss=4.98246	loss_avg=4.66847	lr=0.00926	|gn|=4.90223	time=0.34it/s
2021-01-22 13:12:54,408 ====================Eval====================
2021-01-22 13:15:24,258 epoch=21	global_step=8602	acc=0.81250	acc_avg=0.79490	top5_acc=1.00000	top5_acc_avg=0.98310	loss=1.29980	loss_avg=1.79492	time=14.04it/s
2021-01-22 13:15:24,258 Eval Loss:1.7949	Eval acc: 79.49
2021-01-22 13:15:24,299 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 13:15:24,299 ====================Training====================
2021-01-22 13:18:27,859 epoch=22	global_step=8700	acc=0.50000	acc_avg=0.49329	loss=4.64194	loss_avg=4.73218	lr=0.00919	|gn|=4.96690	time=0.35it/s
2021-01-22 13:20:52,934 epoch=22	global_step=8800	acc=0.46094	acc_avg=0.49443	loss=5.06130	loss_avg=4.72049	lr=0.00919	|gn|=4.74677	time=0.76it/s
2021-01-22 13:25:14,430 epoch=22	global_step=8900	acc=0.54688	acc_avg=0.49791	loss=4.24113	loss_avg=4.69560	lr=0.00919	|gn|=3.38061	time=1.47it/s
2021-01-22 13:28:09,066 ====================Eval====================
2021-01-22 13:30:23,100 epoch=22	global_step=8993	acc=0.87500	acc_avg=0.79850	top5_acc=1.00000	top5_acc_avg=0.98340	loss=1.32471	loss_avg=1.78388	time=14.19it/s
2021-01-22 13:30:23,101 Eval Loss:1.7839	Eval acc: 79.85
2021-01-22 13:30:23,158 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 13:30:23,158 ====================Training====================
2021-01-22 13:30:29,484 epoch=23	global_step=9000	acc=0.55469	acc_avg=0.50684	loss=4.20864	loss_avg=4.58587	lr=0.00912	|gn|=2.74597	time=1.45it/s
2021-01-22 13:33:49,336 epoch=23	global_step=9100	acc=0.53125	acc_avg=0.50615	loss=4.42055	loss_avg=4.61124	lr=0.00912	|gn|=4.32429	time=0.34it/s
2021-01-22 13:36:10,281 epoch=23	global_step=9200	acc=0.50781	acc_avg=0.50950	loss=4.59485	loss_avg=4.58224	lr=0.00912	|gn|=3.05494	time=0.35it/s
2021-01-22 13:40:19,892 epoch=23	global_step=9300	acc=0.50000	acc_avg=0.50507	loss=4.70645	loss_avg=4.62492	lr=0.00912	|gn|=3.72474	time=1.48it/s
2021-01-22 13:43:28,207 ====================Eval====================
2021-01-22 13:45:23,222 epoch=23	global_step=9384	acc=0.81250	acc_avg=0.80320	top5_acc=1.00000	top5_acc_avg=0.98340	loss=1.83754	loss_avg=1.74236	time=12.86it/s
2021-01-22 13:45:23,222 Eval Loss:1.7424	Eval acc: 80.32
2021-01-22 13:45:23,277 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 13:45:23,277 ====================Training====================
2021-01-22 13:45:35,517 epoch=24	global_step=9400	acc=0.42969	acc_avg=0.50092	loss=5.34963	loss_avg=4.65155	lr=0.00905	|gn|=2.59908	time=1.53it/s
2021-01-22 13:49:15,653 epoch=24	global_step=9500	acc=0.47656	acc_avg=0.50548	loss=4.94105	loss_avg=4.62521	lr=0.00905	|gn|=3.38614	time=0.34it/s
2021-01-22 13:51:35,216 epoch=24	global_step=9600	acc=0.46094	acc_avg=0.50842	loss=5.08255	loss_avg=4.59814	lr=0.00905	|gn|=4.77748	time=0.35it/s
2021-01-22 13:55:24,902 epoch=24	global_step=9700	acc=0.50781	acc_avg=0.50574	loss=4.67134	loss_avg=4.62452	lr=0.00905	|gn|=3.93676	time=1.53it/s
2021-01-22 13:58:02,323 ====================Eval====================
2021-01-22 14:00:23,463 epoch=24	global_step=9775	acc=0.75000	acc_avg=0.80370	top5_acc=1.00000	top5_acc_avg=0.98260	loss=2.40055	loss_avg=1.73172	time=11.54it/s
2021-01-22 14:00:23,463 Eval Loss:1.7317	Eval acc: 80.37
2021-01-22 14:00:23,505 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 14:00:23,505 ====================Training====================
2021-01-22 14:00:41,917 epoch=25	global_step=9800	acc=0.49219	acc_avg=0.50300	loss=4.59378	loss_avg=4.62636	lr=0.00897	|gn|=4.52238	time=1.51it/s
2021-01-22 14:04:45,976 epoch=25	global_step=9900	acc=0.46875	acc_avg=0.50880	loss=5.00166	loss_avg=4.58831	lr=0.00897	|gn|=3.83626	time=0.34it/s
2021-01-22 14:07:06,765 epoch=25	global_step=10000	acc=0.53125	acc_avg=0.50671	loss=4.43507	loss_avg=4.60949	lr=0.00897	|gn|=5.01479	time=0.33it/s
2021-01-22 14:10:33,028 epoch=25	global_step=10100	acc=0.56250	acc_avg=0.50508	loss=4.03228	loss_avg=4.62304	lr=0.00897	|gn|=3.02320	time=1.47it/s
2021-01-22 14:13:10,815 ====================Eval====================
2021-01-22 14:15:23,970 epoch=25	global_step=10166	acc=0.87500	acc_avg=0.80270	top5_acc=1.00000	top5_acc_avg=0.98380	loss=1.82878	loss_avg=1.75148	time=14.06it/s
2021-01-22 14:15:23,971 Eval Loss:1.7515	Eval acc: 80.27
2021-01-22 14:15:24,014 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 14:15:24,014 ====================Training====================
2021-01-22 14:15:48,027 epoch=26	global_step=10200	acc=0.49219	acc_avg=0.50134	loss=4.69189	loss_avg=4.66690	lr=0.00889	|gn|=4.42422	time=1.55it/s
2021-01-22 14:20:07,566 epoch=26	global_step=10300	acc=0.48438	acc_avg=0.50613	loss=4.84374	loss_avg=4.62107	lr=0.00889	|gn|=4.32733	time=1.48it/s
2021-01-22 14:22:30,045 epoch=26	global_step=10400	acc=0.53906	acc_avg=0.51157	loss=4.22083	loss_avg=4.57122	lr=0.00889	|gn|=4.28857	time=0.35it/s
2021-01-22 14:25:37,842 epoch=26	global_step=10500	acc=0.51562	acc_avg=0.50882	loss=4.53895	loss_avg=4.59689	lr=0.00889	|gn|=5.14837	time=1.49it/s
2021-01-22 14:28:05,252 ====================Eval====================
2021-01-22 14:30:23,187 epoch=26	global_step=10557	acc=0.75000	acc_avg=0.80550	top5_acc=1.00000	top5_acc_avg=0.98590	loss=2.46581	loss_avg=1.76752	time=13.31it/s
2021-01-22 14:30:23,187 Eval Loss:1.7675	Eval acc: 80.55
2021-01-22 14:30:23,233 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 14:30:23,233 ====================Training====================
2021-01-22 14:30:54,089 epoch=27	global_step=10600	acc=0.48438	acc_avg=0.50799	loss=4.87205	loss_avg=4.61176	lr=0.00880	|gn|=3.61985	time=1.15it/s
2021-01-22 14:35:14,317 epoch=27	global_step=10700	acc=0.48438	acc_avg=0.51259	loss=4.80573	loss_avg=4.56135	lr=0.00880	|gn|=3.16017	time=1.48it/s
2021-01-22 14:38:00,404 epoch=27	global_step=10800	acc=0.48438	acc_avg=0.51124	loss=4.76687	loss_avg=4.57136	lr=0.00880	|gn|=4.31809	time=0.33it/s
2021-01-22 14:40:45,339 epoch=27	global_step=10900	acc=0.56250	acc_avg=0.50947	loss=4.15253	loss_avg=4.58795	lr=0.00880	|gn|=4.04361	time=1.48it/s
2021-01-22 14:43:12,034 ====================Eval====================
2021-01-22 14:45:23,528 epoch=27	global_step=10948	acc=0.81250	acc_avg=0.82030	top5_acc=1.00000	top5_acc_avg=0.98730	loss=1.36574	loss_avg=1.58807	time=14.38it/s
2021-01-22 14:45:23,529 Eval Loss:1.5881	Eval acc: 82.03
2021-01-22 14:45:23,575 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 14:45:23,575 ====================Training====================
2021-01-22 14:46:13,783 epoch=28	global_step=11000	acc=0.50781	acc_avg=0.50472	loss=4.51900	loss_avg=4.63498	lr=0.00872	|gn|=4.39416	time=0.34it/s
2021-01-22 14:50:22,518 epoch=28	global_step=11100	acc=0.57031	acc_avg=0.51430	loss=4.02937	loss_avg=4.53815	lr=0.00872	|gn|=3.95892	time=1.44it/s
2021-01-22 14:53:45,235 epoch=28	global_step=11200	acc=0.48438	acc_avg=0.51275	loss=4.84258	loss_avg=4.55359	lr=0.00872	|gn|=2.51162	time=0.33it/s
2021-01-22 14:56:14,563 epoch=28	global_step=11300	acc=0.51562	acc_avg=0.51255	loss=4.51714	loss_avg=4.55637	lr=0.00872	|gn|=5.79879	time=0.34it/s
2021-01-22 14:58:43,317 ====================Eval====================
2021-01-22 15:00:23,729 epoch=28	global_step=11339	acc=0.81250	acc_avg=0.81580	top5_acc=1.00000	top5_acc_avg=0.98880	loss=0.95560	loss_avg=1.61391	time=14.44it/s
2021-01-22 15:00:23,730 Eval Loss:1.6139	Eval acc: 81.58
2021-01-22 15:00:23,775 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 15:00:23,775 ====================Training====================
2021-01-22 15:01:41,951 epoch=29	global_step=11400	acc=0.52344	acc_avg=0.51827	loss=4.43710	loss_avg=4.50980	lr=0.00863	|gn|=3.70286	time=0.34it/s
2021-01-22 15:05:29,597 epoch=29	global_step=11500	acc=0.50781	acc_avg=0.51606	loss=4.51977	loss_avg=4.52266	lr=0.00863	|gn|=4.44466	time=1.44it/s
2021-01-22 15:09:17,063 epoch=29	global_step=11600	acc=0.57031	acc_avg=0.51461	loss=3.97923	loss_avg=4.54088	lr=0.00863	|gn|=3.18484	time=0.34it/s
2021-01-22 15:11:47,290 epoch=29	global_step=11700	acc=0.49219	acc_avg=0.51539	loss=4.75672	loss_avg=4.53234	lr=0.00863	|gn|=4.96447	time=0.33it/s
2021-01-22 15:13:43,340 ====================Eval====================
2021-01-22 15:15:25,370 epoch=29	global_step=11730	acc=0.75000	acc_avg=0.81630	top5_acc=1.00000	top5_acc_avg=0.98920	loss=2.50386	loss_avg=1.60264	time=14.41it/s
2021-01-22 15:15:25,371 Eval Loss:1.6026	Eval acc: 81.63
2021-01-22 15:15:25,415 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 15:15:25,415 ====================Training====================
2021-01-22 15:17:16,693 epoch=30	global_step=11800	acc=0.47656	acc_avg=0.52025	loss=4.83033	loss_avg=4.49526	lr=0.00854	|gn|=3.88679	time=0.33it/s
2021-01-22 15:20:39,674 epoch=30	global_step=11900	acc=0.56250	acc_avg=0.51896	loss=4.12086	loss_avg=4.49700	lr=0.00854	|gn|=4.54787	time=1.44it/s
2021-01-22 15:25:02,446 epoch=30	global_step=12000	acc=0.52344	acc_avg=0.51828	loss=4.47255	loss_avg=4.50308	lr=0.00854	|gn|=4.94373	time=0.33it/s
2021-01-22 15:27:34,432 epoch=30	global_step=12100	acc=0.45312	acc_avg=0.51807	loss=5.06644	loss_avg=4.50433	lr=0.00854	|gn|=4.57503	time=0.33it/s
2021-01-22 15:28:57,884 ====================Eval====================
2021-01-22 15:30:23,389 epoch=30	global_step=12121	acc=0.75000	acc_avg=0.81240	top5_acc=1.00000	top5_acc_avg=0.98570	loss=2.35234	loss_avg=1.72407	time=13.37it/s
2021-01-22 15:30:23,389 Eval Loss:1.7241	Eval acc: 81.24
2021-01-22 15:30:23,432 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 15:30:23,433 ====================Training====================
2021-01-22 15:32:36,283 epoch=31	global_step=12200	acc=0.53125	acc_avg=0.52012	loss=4.24259	loss_avg=4.48892	lr=0.00844	|gn|=6.63220	time=0.32it/s
2021-01-22 15:35:42,980 epoch=31	global_step=12300	acc=0.63281	acc_avg=0.52075	loss=3.44388	loss_avg=4.48614	lr=0.00844	|gn|=3.15065	time=1.42it/s
2021-01-22 15:40:10,051 epoch=31	global_step=12400	acc=0.52344	acc_avg=0.52006	loss=4.54435	loss_avg=4.49138	lr=0.00844	|gn|=3.80322	time=1.45it/s
2021-01-22 15:42:53,510 epoch=31	global_step=12500	acc=0.46094	acc_avg=0.52185	loss=5.03107	loss_avg=4.47643	lr=0.00844	|gn|=3.87722	time=0.32it/s
2021-01-22 15:44:06,495 ====================Eval====================
2021-01-22 15:45:24,280 epoch=31	global_step=12512	acc=0.81250	acc_avg=0.82120	top5_acc=1.00000	top5_acc_avg=0.98690	loss=2.20434	loss_avg=1.61092	time=13.76it/s
2021-01-22 15:45:24,281 Eval Loss:1.6109	Eval acc: 82.12
2021-01-22 15:45:24,324 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 15:45:24,324 ====================Training====================
2021-01-22 15:48:09,433 epoch=32	global_step=12600	acc=0.53906	acc_avg=0.52335	loss=4.32164	loss_avg=4.46168	lr=0.00835	|gn|=2.88660	time=0.33it/s
2021-01-22 15:50:51,055 epoch=32	global_step=12700	acc=0.49219	acc_avg=0.51868	loss=4.80641	loss_avg=4.49734	lr=0.00835	|gn|=3.76754	time=1.10it/s
2021-01-22 15:55:16,579 epoch=32	global_step=12800	acc=0.55469	acc_avg=0.52136	loss=4.25064	loss_avg=4.47640	lr=0.00835	|gn|=4.91346	time=1.40it/s
2021-01-22 15:58:21,637 epoch=32	global_step=12900	acc=0.54688	acc_avg=0.52249	loss=4.20860	loss_avg=4.46454	lr=0.00835	|gn|=4.21195	time=0.33it/s
2021-01-22 15:59:01,967 ====================Eval====================
2021-01-22 16:00:24,075 epoch=32	global_step=12903	acc=0.81250	acc_avg=0.82790	top5_acc=1.00000	top5_acc_avg=0.98780	loss=2.25105	loss_avg=1.52262	time=12.58it/s
2021-01-22 16:00:24,076 Eval Loss:1.5226	Eval acc: 82.79
2021-01-22 16:00:24,117 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 16:00:24,117 ====================Training====================
2021-01-22 16:03:39,061 epoch=33	global_step=13000	acc=0.52344	acc_avg=0.52543	loss=4.42753	loss_avg=4.43656	lr=0.00825	|gn|=2.63361	time=0.33it/s
2021-01-22 16:06:11,275 epoch=33	global_step=13100	acc=0.57812	acc_avg=0.52221	loss=3.98456	loss_avg=4.46792	lr=0.00825	|gn|=4.07900	time=0.33it/s
2021-01-22 16:10:23,072 epoch=33	global_step=13200	acc=0.47656	acc_avg=0.52278	loss=4.82810	loss_avg=4.46319	lr=0.00825	|gn|=2.68209	time=1.43it/s
2021-01-22 16:14:02,932 ====================Eval====================
2021-01-22 16:15:24,478 epoch=33	global_step=13294	acc=0.81250	acc_avg=0.81900	top5_acc=1.00000	top5_acc_avg=0.98660	loss=2.36198	loss_avg=1.61226	time=13.42it/s
2021-01-22 16:15:24,478 Eval Loss:1.6123	Eval acc: 81.90
2021-01-22 16:15:24,521 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 16:15:24,522 ====================Training====================
2021-01-22 16:15:30,322 epoch=34	global_step=13300	acc=0.60156	acc_avg=0.53683	loss=3.74267	loss_avg=4.32592	lr=0.00815	|gn|=4.24403	time=1.39it/s
2021-01-22 16:19:06,497 epoch=34	global_step=13400	acc=0.52344	acc_avg=0.52950	loss=4.42454	loss_avg=4.40071	lr=0.00815	|gn|=1.69109	time=0.32it/s
2021-01-22 16:21:39,443 epoch=34	global_step=13500	acc=0.52344	acc_avg=0.52861	loss=4.54134	loss_avg=4.40609	lr=0.00815	|gn|=4.08324	time=0.33it/s
2021-01-22 16:25:29,738 epoch=34	global_step=13600	acc=0.53906	acc_avg=0.52680	loss=4.26203	loss_avg=4.41972	lr=0.00815	|gn|=3.18358	time=1.43it/s
2021-01-22 16:29:05,398 ====================Eval====================
2021-01-22 16:30:25,357 epoch=34	global_step=13685	acc=0.81250	acc_avg=0.82020	top5_acc=1.00000	top5_acc_avg=0.98880	loss=2.08859	loss_avg=1.48961	time=15.13it/s
2021-01-22 16:30:25,358 Eval Loss:1.4896	Eval acc: 82.02
2021-01-22 16:30:25,401 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 16:30:25,401 ====================Training====================
2021-01-22 16:30:37,450 epoch=35	global_step=13700	acc=0.63281	acc_avg=0.53662	loss=3.43759	loss_avg=4.32092	lr=0.00804	|gn|=4.83174	time=1.43it/s
2021-01-22 16:34:40,041 epoch=35	global_step=13800	acc=0.60156	acc_avg=0.52707	loss=3.74512	loss_avg=4.42619	lr=0.00804	|gn|=4.19189	time=0.32it/s
2021-01-22 16:37:12,199 epoch=35	global_step=13900	acc=0.50781	acc_avg=0.52561	loss=4.59977	loss_avg=4.43794	lr=0.00804	|gn|=4.65020	time=0.32it/s
2021-01-22 16:40:36,679 epoch=35	global_step=14000	acc=0.53125	acc_avg=0.52791	loss=4.35739	loss_avg=4.41633	lr=0.00804	|gn|=3.95901	time=1.46it/s
2021-01-22 16:43:52,920 ====================Eval====================
2021-01-22 16:45:27,391 epoch=35	global_step=14076	acc=0.81250	acc_avg=0.82700	top5_acc=1.00000	top5_acc_avg=0.99070	loss=2.24609	loss_avg=1.43181	time=14.60it/s
2021-01-22 16:45:27,391 Eval Loss:1.4318	Eval acc: 82.70
2021-01-22 16:45:27,438 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 16:45:27,438 ====================Training====================
2021-01-22 16:45:45,216 epoch=36	global_step=14100	acc=0.47656	acc_avg=0.54219	loss=4.80807	loss_avg=4.28420	lr=0.00794	|gn|=5.65493	time=1.50it/s
2021-01-22 16:49:57,013 epoch=36	global_step=14200	acc=0.50781	acc_avg=0.53856	loss=4.63733	loss_avg=4.32002	lr=0.00794	|gn|=4.75391	time=0.34it/s
2021-01-22 16:52:16,582 epoch=36	global_step=14300	acc=0.53125	acc_avg=0.53281	loss=4.39357	loss_avg=4.36963	lr=0.00794	|gn|=3.24644	time=0.35it/s
2021-01-22 16:55:34,988 epoch=36	global_step=14400	acc=0.53125	acc_avg=0.53010	loss=4.46862	loss_avg=4.39579	lr=0.00794	|gn|=5.11927	time=1.47it/s
2021-01-22 16:57:58,978 ====================Eval====================
2021-01-22 17:00:23,932 epoch=36	global_step=14467	acc=0.81250	acc_avg=0.81960	top5_acc=1.00000	top5_acc_avg=0.98490	loss=0.64112	loss_avg=1.64251	time=15.62it/s
2021-01-22 17:00:23,933 Eval Loss:1.6425	Eval acc: 81.96
2021-01-22 17:00:23,974 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 17:00:23,974 ====================Training====================
2021-01-22 17:00:47,548 epoch=37	global_step=14500	acc=0.54688	acc_avg=0.52734	loss=4.22215	loss_avg=4.41371	lr=0.00783	|gn|=4.19200	time=1.53it/s
2021-01-22 17:05:07,666 epoch=37	global_step=14600	acc=0.53906	acc_avg=0.53055	loss=4.37057	loss_avg=4.39050	lr=0.00783	|gn|=3.97078	time=1.05it/s
2021-01-22 17:07:28,738 epoch=37	global_step=14700	acc=0.46875	acc_avg=0.53095	loss=4.90633	loss_avg=4.38927	lr=0.00783	|gn|=5.58781	time=0.34it/s
2021-01-22 17:10:38,145 epoch=37	global_step=14800	acc=0.53906	acc_avg=0.53024	loss=4.26431	loss_avg=4.39142	lr=0.00783	|gn|=4.49139	time=1.51it/s
2021-01-22 17:13:29,234 ====================Eval====================
2021-01-22 17:15:23,658 epoch=37	global_step=14858	acc=0.75000	acc_avg=0.82980	top5_acc=1.00000	top5_acc_avg=0.98920	loss=2.59129	loss_avg=1.46799	time=14.24it/s
2021-01-22 17:15:23,658 Eval Loss:1.4680	Eval acc: 82.98
2021-01-22 17:15:23,701 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 17:15:23,701 ====================Training====================
2021-01-22 17:15:53,747 epoch=38	global_step=14900	acc=0.51562	acc_avg=0.52871	loss=4.45959	loss_avg=4.39932	lr=0.00772	|gn|=4.24593	time=1.16it/s
2021-01-22 17:20:13,165 epoch=38	global_step=15000	acc=0.48438	acc_avg=0.53076	loss=4.82829	loss_avg=4.39260	lr=0.00772	|gn|=2.53924	time=1.48it/s
2021-01-22 17:22:55,147 epoch=38	global_step=15100	acc=0.54688	acc_avg=0.53540	loss=4.22743	loss_avg=4.34795	lr=0.00772	|gn|=1.58663	time=0.34it/s
2021-01-22 17:25:43,678 epoch=38	global_step=15200	acc=0.53125	acc_avg=0.53446	loss=4.36723	loss_avg=4.35786	lr=0.00772	|gn|=3.81921	time=1.51it/s
2021-01-22 17:28:32,680 ====================Eval====================
2021-01-22 17:30:24,263 epoch=38	global_step=15249	acc=0.87500	acc_avg=0.83300	top5_acc=1.00000	top5_acc_avg=0.99020	loss=2.07035	loss_avg=1.41546	time=14.56it/s
2021-01-22 17:30:24,264 Eval Loss:1.4155	Eval acc: 83.30
2021-01-22 17:30:24,305 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 17:30:24,305 ====================Training====================
2021-01-22 17:31:07,403 epoch=39	global_step=15300	acc=0.50781	acc_avg=0.53891	loss=4.50534	loss_avg=4.31984	lr=0.00761	|gn|=4.50193	time=0.34it/s
2021-01-22 17:35:19,296 epoch=39	global_step=15400	acc=0.54688	acc_avg=0.53958	loss=4.25175	loss_avg=4.31244	lr=0.00761	|gn|=3.06143	time=1.52it/s
2021-01-22 17:38:19,475 epoch=39	global_step=15500	acc=0.53906	acc_avg=0.53757	loss=4.23772	loss_avg=4.33148	lr=0.00761	|gn|=5.18017	time=0.35it/s
2021-01-22 17:40:49,451 epoch=39	global_step=15600	acc=0.59375	acc_avg=0.53622	loss=3.81723	loss_avg=4.34434	lr=0.00761	|gn|=2.18542	time=1.16it/s
2021-01-22 17:43:37,338 ====================Eval====================
2021-01-22 17:45:23,832 epoch=39	global_step=15640	acc=0.87500	acc_avg=0.83040	top5_acc=1.00000	top5_acc_avg=0.98940	loss=1.19728	loss_avg=1.44318	time=13.33it/s
2021-01-22 17:45:23,833 Eval Loss:1.4432	Eval acc: 83.04
2021-01-22 17:45:23,877 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 17:45:23,877 ====================Training====================
2021-01-22 17:46:31,673 epoch=40	global_step=15700	acc=0.46875	acc_avg=0.53637	loss=4.87467	loss_avg=4.33617	lr=0.00750	|gn|=4.01097	time=0.35it/s
2021-01-22 17:50:24,911 epoch=40	global_step=15800	acc=0.52344	acc_avg=0.53455	loss=4.49127	loss_avg=4.35033	lr=0.00750	|gn|=2.95535	time=1.52it/s
2021-01-22 17:53:45,306 epoch=40	global_step=15900	acc=0.57812	acc_avg=0.53523	loss=3.89520	loss_avg=4.34563	lr=0.00750	|gn|=2.76624	time=0.35it/s
2021-01-22 17:56:05,003 epoch=40	global_step=16000	acc=0.54688	acc_avg=0.53478	loss=4.18647	loss_avg=4.35012	lr=0.00750	|gn|=4.06889	time=0.33it/s
2021-01-22 17:58:27,299 ====================Eval====================
2021-01-22 18:00:27,390 epoch=40	global_step=16031	acc=0.87500	acc_avg=0.83210	top5_acc=1.00000	top5_acc_avg=0.99020	loss=1.25239	loss_avg=1.47998	time=11.19it/s
2021-01-22 18:00:27,391 Eval Loss:1.4800	Eval acc: 83.21
2021-01-22 18:00:27,433 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 18:00:27,433 ====================Training====================
2021-01-22 18:02:13,089 epoch=41	global_step=16100	acc=0.60156	acc_avg=0.54676	loss=3.74196	loss_avg=4.23203	lr=0.00739	|gn|=5.02810	time=0.34it/s
2021-01-22 18:05:34,454 epoch=41	global_step=16200	acc=0.57812	acc_avg=0.53934	loss=4.00033	loss_avg=4.30158	lr=0.00739	|gn|=4.52182	time=1.48it/s
2021-01-22 18:09:25,701 epoch=41	global_step=16300	acc=0.61719	acc_avg=0.54161	loss=3.70618	loss_avg=4.28578	lr=0.00739	|gn|=4.65927	time=0.34it/s
2021-01-22 18:11:44,175 epoch=41	global_step=16400	acc=0.44531	acc_avg=0.53965	loss=5.20977	loss_avg=4.30438	lr=0.00739	|gn|=4.44436	time=0.35it/s
2021-01-22 18:13:33,781 ====================Eval====================
2021-01-22 18:15:23,593 epoch=41	global_step=16422	acc=0.75000	acc_avg=0.84090	top5_acc=1.00000	top5_acc_avg=0.98830	loss=2.07629	loss_avg=1.37674	time=13.41it/s
2021-01-22 18:15:23,593 Eval Loss:1.3767	Eval acc: 84.09
2021-01-22 18:15:23,635 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 18:15:23,635 ====================Training====================
2021-01-22 18:17:23,078 epoch=42	global_step=16500	acc=0.52344	acc_avg=0.53550	loss=4.49672	loss_avg=4.34590	lr=0.00727	|gn|=4.24895	time=0.34it/s
2021-01-22 18:20:36,570 epoch=42	global_step=16600	acc=0.57812	acc_avg=0.54212	loss=3.95302	loss_avg=4.28432	lr=0.00727	|gn|=5.66614	time=1.51it/s
2021-01-22 18:24:39,218 epoch=42	global_step=16700	acc=0.48438	acc_avg=0.54223	loss=4.82223	loss_avg=4.28061	lr=0.00727	|gn|=5.54110	time=0.34it/s
2021-01-22 18:26:58,463 epoch=42	global_step=16800	acc=0.47656	acc_avg=0.54007	loss=4.88126	loss_avg=4.30103	lr=0.00727	|gn|=1.12879	time=0.36it/s
2021-01-22 18:28:30,576 ====================Eval====================
2021-01-22 18:30:12,511 epoch=42	global_step=16813	acc=0.81250	acc_avg=0.82590	top5_acc=1.00000	top5_acc_avg=0.98870	loss=1.50565	loss_avg=1.54914	time=15.74it/s
2021-01-22 18:30:12,511 Eval Loss:1.5491	Eval acc: 82.59
2021-01-22 18:30:12,733 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 18:30:12,733 ====================Training====================
2021-01-22 18:32:23,951 epoch=43	global_step=16900	acc=0.62500	acc_avg=0.54377	loss=3.55806	loss_avg=4.27284	lr=0.00715	|gn|=5.22622	time=0.33it/s
2021-01-22 18:35:39,899 epoch=43	global_step=17000	acc=0.57812	acc_avg=0.54742	loss=3.96665	loss_avg=4.23985	lr=0.00715	|gn|=2.57479	time=1.45it/s
2021-01-22 18:40:02,599 epoch=43	global_step=17100	acc=0.50781	acc_avg=0.54479	loss=4.57101	loss_avg=4.26087	lr=0.00715	|gn|=3.25848	time=0.34it/s
2021-01-22 18:42:32,447 epoch=43	global_step=17200	acc=0.60938	acc_avg=0.54285	loss=3.74762	loss_avg=4.27981	lr=0.00715	|gn|=4.40217	time=0.33it/s
2021-01-22 18:43:17,149 ====================Eval====================
2021-01-22 18:45:24,188 epoch=43	global_step=17204	acc=0.87500	acc_avg=0.83980	top5_acc=1.00000	top5_acc_avg=0.98950	loss=1.63797	loss_avg=1.40611	time=14.45it/s
2021-01-22 18:45:24,188 Eval Loss:1.4061	Eval acc: 83.98
2021-01-22 18:45:24,516 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 18:45:24,516 ====================Training====================
2021-01-22 18:48:32,363 epoch=44	global_step=17300	acc=0.54688	acc_avg=0.54977	loss=4.29914	loss_avg=4.20589	lr=0.00703	|gn|=4.91868	time=0.32it/s
2021-01-22 18:51:03,989 epoch=44	global_step=17400	acc=0.53906	acc_avg=0.54910	loss=4.36896	loss_avg=4.21287	lr=0.00703	|gn|=5.27642	time=0.33it/s
2021-01-22 18:55:21,014 epoch=44	global_step=17500	acc=0.52344	acc_avg=0.54801	loss=4.45041	loss_avg=4.22230	lr=0.00703	|gn|=4.65153	time=1.49it/s
2021-01-22 18:59:02,858 ====================Eval====================
2021-01-22 19:00:24,696 epoch=44	global_step=17595	acc=0.87500	acc_avg=0.84340	top5_acc=1.00000	top5_acc_avg=0.99010	loss=1.62649	loss_avg=1.35595	time=11.49it/s
2021-01-22 19:00:24,697 Eval Loss:1.3560	Eval acc: 84.34
2021-01-22 19:00:24,739 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 19:00:24,739 ====================Training====================
2021-01-22 19:00:29,787 epoch=45	global_step=17600	acc=0.48438	acc_avg=0.50651	loss=4.87193	loss_avg=4.62644	lr=0.00691	|gn|=4.08005	time=1.42it/s
2021-01-22 19:03:59,523 epoch=45	global_step=17700	acc=0.54688	acc_avg=0.54761	loss=4.28340	loss_avg=4.23176	lr=0.00691	|gn|=3.18700	time=0.33it/s
2021-01-22 19:06:32,785 epoch=45	global_step=17800	acc=0.53125	acc_avg=0.54638	loss=4.29028	loss_avg=4.24804	lr=0.00691	|gn|=4.30654	time=0.33it/s
2021-01-22 19:10:28,194 epoch=45	global_step=17900	acc=0.57812	acc_avg=0.54379	loss=3.92900	loss_avg=4.26947	lr=0.00691	|gn|=4.30248	time=1.42it/s
2021-01-22 19:13:55,370 ====================Eval====================
2021-01-22 19:15:23,891 epoch=45	global_step=17986	acc=0.87500	acc_avg=0.83790	top5_acc=1.00000	top5_acc_avg=0.98940	loss=1.40508	loss_avg=1.40005	time=12.72it/s
2021-01-22 19:15:23,891 Eval Loss:1.4000	Eval acc: 83.79
2021-01-22 19:15:23,933 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 19:15:23,933 ====================Training====================
2021-01-22 19:15:35,087 epoch=46	global_step=18000	acc=0.52344	acc_avg=0.55885	loss=4.44562	loss_avg=4.16110	lr=0.00679	|gn|=6.43295	time=1.48it/s
2021-01-22 19:19:28,760 epoch=46	global_step=18100	acc=0.53906	acc_avg=0.54810	loss=4.29116	loss_avg=4.23549	lr=0.00679	|gn|=3.25703	time=0.32it/s
2021-01-22 19:22:05,478 epoch=46	global_step=18200	acc=0.56250	acc_avg=0.54902	loss=4.02436	loss_avg=4.22491	lr=0.00679	|gn|=4.15881	time=0.33it/s
2021-01-22 19:25:36,058 epoch=46	global_step=18300	acc=0.60938	acc_avg=0.54812	loss=3.68418	loss_avg=4.23385	lr=0.00679	|gn|=4.82023	time=1.45it/s
2021-01-22 19:29:21,051 ====================Eval====================
2021-01-22 19:30:24,522 epoch=46	global_step=18377	acc=0.87500	acc_avg=0.83630	top5_acc=1.00000	top5_acc_avg=0.98970	loss=1.11281	loss_avg=1.43533	time=15.61it/s
2021-01-22 19:30:24,522 Eval Loss:1.4353	Eval acc: 83.63
2021-01-22 19:30:24,570 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 19:30:24,570 ====================Training====================
2021-01-22 19:30:42,288 epoch=47	global_step=18400	acc=0.55469	acc_avg=0.54915	loss=4.21863	loss_avg=4.20915	lr=0.00667	|gn|=5.59420	time=1.46it/s
2021-01-22 19:34:57,929 epoch=47	global_step=18500	acc=0.53125	acc_avg=0.54776	loss=4.39693	loss_avg=4.22917	lr=0.00667	|gn|=1.76190	time=0.32it/s
2021-01-22 19:37:33,407 epoch=47	global_step=18600	acc=0.59375	acc_avg=0.54743	loss=3.80190	loss_avg=4.23159	lr=0.00667	|gn|=3.53637	time=0.32it/s
2021-01-22 19:40:42,827 epoch=47	global_step=18700	acc=0.53125	acc_avg=0.54883	loss=4.41317	loss_avg=4.21906	lr=0.00667	|gn|=4.63950	time=1.41it/s
2021-01-22 19:44:02,297 ====================Eval====================
2021-01-22 19:45:24,419 epoch=47	global_step=18768	acc=0.87500	acc_avg=0.84110	top5_acc=1.00000	top5_acc_avg=0.98930	loss=0.40937	loss_avg=1.43743	time=16.51it/s
2021-01-22 19:45:24,420 Eval Loss:1.4374	Eval acc: 84.11
2021-01-22 19:45:24,462 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 19:45:24,462 ====================Training====================
2021-01-22 19:45:48,218 epoch=48	global_step=18800	acc=0.53906	acc_avg=0.55090	loss=4.37947	loss_avg=4.20427	lr=0.00655	|gn|=4.10074	time=1.43it/s
2021-01-22 19:50:10,939 epoch=48	global_step=18900	acc=0.58594	acc_avg=0.54940	loss=3.91050	loss_avg=4.22005	lr=0.00655	|gn|=6.23962	time=1.44it/s
2021-01-22 19:53:03,157 epoch=48	global_step=19000	acc=0.54688	acc_avg=0.54859	loss=4.15464	loss_avg=4.22572	lr=0.00655	|gn|=4.48466	time=0.32it/s
2021-01-22 19:55:49,446 epoch=48	global_step=19100	acc=0.52344	acc_avg=0.54849	loss=4.42638	loss_avg=4.22684	lr=0.00655	|gn|=4.07267	time=1.11it/s
2021-01-22 19:59:11,735 ====================Eval====================
2021-01-22 20:00:24,551 epoch=48	global_step=19159	acc=0.87500	acc_avg=0.83970	top5_acc=1.00000	top5_acc_avg=0.98960	loss=1.61911	loss_avg=1.38337	time=14.23it/s
2021-01-22 20:00:24,552 Eval Loss:1.3834	Eval acc: 83.97
2021-01-22 20:00:24,593 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 20:00:24,593 ====================Training====================
2021-01-22 20:00:55,156 epoch=49	global_step=19200	acc=0.52344	acc_avg=0.55171	loss=4.41430	loss_avg=4.18328	lr=0.00642	|gn|=3.23241	time=1.11it/s
2021-01-22 20:05:16,672 epoch=49	global_step=19300	acc=0.50781	acc_avg=0.55029	loss=4.58532	loss_avg=4.20549	lr=0.00642	|gn|=5.32145	time=1.48it/s
2021-01-22 20:08:18,028 epoch=49	global_step=19400	acc=0.60938	acc_avg=0.54794	loss=3.73676	loss_avg=4.22532	lr=0.00642	|gn|=4.83305	time=0.33it/s
2021-01-22 20:10:53,547 epoch=49	global_step=19500	acc=0.57031	acc_avg=0.54962	loss=4.05377	loss_avg=4.21130	lr=0.00642	|gn|=3.58777	time=0.79it/s
2021-01-22 20:13:47,686 ====================Eval====================
2021-01-22 20:15:24,572 epoch=49	global_step=19550	acc=0.87500	acc_avg=0.84120	top5_acc=1.00000	top5_acc_avg=0.98720	loss=0.58239	loss_avg=1.39892	time=14.77it/s
2021-01-22 20:15:24,572 Eval Loss:1.3989	Eval acc: 84.12
2021-01-22 20:15:24,613 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 20:15:24,613 ====================Training====================
2021-01-22 20:16:10,270 epoch=50	global_step=19600	acc=0.60938	acc_avg=0.54228	loss=3.71210	loss_avg=4.28215	lr=0.00629	|gn|=4.95906	time=0.33it/s
2021-01-22 20:20:23,156 epoch=50	global_step=19700	acc=0.57031	acc_avg=0.55241	loss=3.97086	loss_avg=4.19050	lr=0.00629	|gn|=2.56263	time=1.42it/s
2021-01-22 20:23:46,904 epoch=50	global_step=19800	acc=0.53906	acc_avg=0.55176	loss=4.42705	loss_avg=4.19639	lr=0.00629	|gn|=5.18472	time=0.34it/s
2021-01-22 20:26:17,037 epoch=50	global_step=19900	acc=0.52344	acc_avg=0.55004	loss=4.39370	loss_avg=4.21103	lr=0.00629	|gn|=3.58191	time=0.33it/s
2021-01-22 20:28:54,663 ====================Eval====================
2021-01-22 20:30:24,061 epoch=50	global_step=19941	acc=0.87500	acc_avg=0.84100	top5_acc=1.00000	top5_acc_avg=0.98980	loss=1.90734	loss_avg=1.37910	time=13.62it/s
2021-01-22 20:30:24,061 Eval Loss:1.3791	Eval acc: 84.10
2021-01-22 20:30:24,105 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 20:30:24,105 ====================Training====================
2021-01-22 20:31:34,538 epoch=51	global_step=20000	acc=0.58594	acc_avg=0.54818	loss=4.01286	loss_avg=4.23681	lr=0.00617	|gn|=4.93888	time=0.33it/s
2021-01-22 20:35:28,521 epoch=51	global_step=20100	acc=0.52344	acc_avg=0.55029	loss=4.48369	loss_avg=4.20906	lr=0.00617	|gn|=4.58858	time=1.46it/s
2021-01-22 20:39:10,486 epoch=51	global_step=20200	acc=0.53125	acc_avg=0.55180	loss=4.27295	loss_avg=4.19392	lr=0.00617	|gn|=6.41620	time=0.34it/s
2021-01-22 20:41:42,586 epoch=51	global_step=20300	acc=0.57031	acc_avg=0.55304	loss=3.98375	loss_avg=4.18226	lr=0.00617	|gn|=4.06833	time=0.33it/s
2021-01-22 20:43:50,883 ====================Eval====================
2021-01-22 20:45:24,660 epoch=51	global_step=20332	acc=0.87500	acc_avg=0.84470	top5_acc=1.00000	top5_acc_avg=0.98980	loss=1.62379	loss_avg=1.28637	time=14.28it/s
2021-01-22 20:45:24,660 Eval Loss:1.2864	Eval acc: 84.47
2021-01-22 20:45:24,702 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 20:45:24,703 ====================Training====================
2021-01-22 20:47:06,073 epoch=52	global_step=20400	acc=0.52344	acc_avg=0.55910	loss=4.45998	loss_avg=4.13054	lr=0.00604	|gn|=3.90813	time=0.32it/s
2021-01-22 20:50:36,031 epoch=52	global_step=20500	acc=0.58594	acc_avg=0.55496	loss=3.94837	loss_avg=4.16319	lr=0.00604	|gn|=4.74277	time=1.44it/s
2021-01-22 20:54:42,030 epoch=52	global_step=20600	acc=0.56250	acc_avg=0.55719	loss=4.17569	loss_avg=4.14229	lr=0.00604	|gn|=5.81590	time=0.34it/s
2021-01-22 20:57:11,678 epoch=52	global_step=20700	acc=0.55469	acc_avg=0.55598	loss=4.18843	loss_avg=4.15290	lr=0.00604	|gn|=3.95652	time=0.32it/s
2021-01-22 20:59:02,348 ====================Eval====================
2021-01-22 21:00:27,202 epoch=52	global_step=20723	acc=0.87500	acc_avg=0.84540	top5_acc=1.00000	top5_acc_avg=0.98910	loss=1.08974	loss_avg=1.34084	time=12.17it/s
2021-01-22 21:00:27,202 Eval Loss:1.3408	Eval acc: 84.54
2021-01-22 21:00:27,248 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 21:00:27,248 ====================Training====================
2021-01-22 21:02:44,562 epoch=53	global_step=20800	acc=0.59375	acc_avg=0.56250	loss=3.77371	loss_avg=4.10061	lr=0.00591	|gn|=4.52990	time=0.33it/s
2021-01-22 21:05:44,685 epoch=53	global_step=20900	acc=0.55469	acc_avg=0.56088	loss=4.17422	loss_avg=4.11403	lr=0.00591	|gn|=4.88316	time=1.48it/s
2021-01-22 21:10:11,079 epoch=53	global_step=21000	acc=0.51562	acc_avg=0.55809	loss=4.49254	loss_avg=4.13631	lr=0.00591	|gn|=6.60024	time=1.46it/s
2021-01-22 21:12:54,244 epoch=53	global_step=21100	acc=0.54688	acc_avg=0.55853	loss=4.16305	loss_avg=4.13422	lr=0.00591	|gn|=5.02487	time=0.33it/s
2021-01-22 21:14:04,819 ====================Eval====================
2021-01-22 21:15:24,292 epoch=53	global_step=21114	acc=0.87500	acc_avg=0.84780	top5_acc=1.00000	top5_acc_avg=0.99040	loss=1.28598	loss_avg=1.29854	time=13.28it/s
2021-01-22 21:15:24,293 Eval Loss:1.2985	Eval acc: 84.78
2021-01-22 21:15:24,342 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 21:15:24,342 ====================Training====================
2021-01-22 21:17:59,946 epoch=54	global_step=21200	acc=0.63281	acc_avg=0.56322	loss=3.40943	loss_avg=4.07996	lr=0.00578	|gn|=5.08415	time=0.33it/s
2021-01-22 21:20:48,375 epoch=54	global_step=21300	acc=0.57031	acc_avg=0.56405	loss=4.05029	loss_avg=4.07645	lr=0.00578	|gn|=4.64939	time=1.17it/s
2021-01-22 21:25:14,603 epoch=54	global_step=21400	acc=0.57812	acc_avg=0.56217	loss=3.91628	loss_avg=4.09625	lr=0.00578	|gn|=6.09464	time=1.41it/s
2021-01-22 21:28:08,669 epoch=54	global_step=21500	acc=0.59375	acc_avg=0.55804	loss=3.82383	loss_avg=4.13463	lr=0.00578	|gn|=5.12891	time=0.33it/s
2021-01-22 21:28:53,377 ====================Eval====================
2021-01-22 21:30:24,703 epoch=54	global_step=21505	acc=0.87500	acc_avg=0.83700	top5_acc=1.00000	top5_acc_avg=0.98900	loss=1.53653	loss_avg=1.35617	time=14.35it/s
2021-01-22 21:30:24,703 Eval Loss:1.3562	Eval acc: 83.70
2021-01-22 21:30:24,748 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 21:30:24,748 ====================Training====================
2021-01-22 21:33:18,283 epoch=55	global_step=21600	acc=0.58594	acc_avg=0.55436	loss=3.86933	loss_avg=4.16653	lr=0.00565	|gn|=3.67553	time=0.34it/s
2021-01-22 21:35:50,056 epoch=55	global_step=21700	acc=0.58594	acc_avg=0.55740	loss=3.86110	loss_avg=4.14316	lr=0.00565	|gn|=5.18895	time=1.13it/s
2021-01-22 21:40:13,234 epoch=55	global_step=21800	acc=0.58594	acc_avg=0.56010	loss=3.79186	loss_avg=4.11757	lr=0.00565	|gn|=4.03779	time=1.52it/s
2021-01-22 21:42:55,400 ====================Eval====================
2021-01-22 21:45:11,403 epoch=55	global_step=21896	acc=0.87500	acc_avg=0.85290	top5_acc=1.00000	top5_acc_avg=0.98970	loss=1.40712	loss_avg=1.27206	time=13.38it/s
2021-01-22 21:45:11,403 Eval Loss:1.2721	Eval acc: 85.29
2021-01-22 21:45:11,443 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 21:45:11,443 ====================Training====================
2021-01-22 21:45:15,719 epoch=56	global_step=21900	acc=0.56250	acc_avg=0.56250	loss=4.03794	loss_avg=4.10735	lr=0.00552	|gn|=3.67782	time=1.49it/s
2021-01-22 21:48:02,791 epoch=56	global_step=22000	acc=0.68750	acc_avg=0.56324	loss=2.89186	loss_avg=4.08736	lr=0.00552	|gn|=6.55356	time=0.35it/s
2021-01-22 21:50:46,054 epoch=56	global_step=22100	acc=0.46094	acc_avg=0.56265	loss=5.03488	loss_avg=4.09115	lr=0.00552	|gn|=3.64469	time=1.49it/s
2021-01-22 21:55:09,561 epoch=56	global_step=22200	acc=0.53906	acc_avg=0.56214	loss=4.29670	loss_avg=4.09718	lr=0.00552	|gn|=5.02890	time=1.49it/s
2021-01-22 21:57:33,875 ====================Eval====================
2021-01-22 22:00:24,208 epoch=56	global_step=22287	acc=0.81250	acc_avg=0.85170	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.26403	loss_avg=1.29232	time=13.27it/s
2021-01-22 22:00:24,209 Eval Loss:1.2923	Eval acc: 85.17
2021-01-22 22:00:24,251 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 22:00:24,251 ====================Training====================
2021-01-22 22:00:34,878 epoch=57	global_step=22300	acc=0.58594	acc_avg=0.55915	loss=4.00204	loss_avg=4.14186	lr=0.00539	|gn|=6.24444	time=1.43it/s
2021-01-22 22:04:20,728 epoch=57	global_step=22400	acc=0.50781	acc_avg=0.56764	loss=4.55316	loss_avg=4.04389	lr=0.00539	|gn|=4.68723	time=0.33it/s
2021-01-22 22:06:52,102 epoch=57	global_step=22500	acc=0.55469	acc_avg=0.56425	loss=4.15034	loss_avg=4.07724	lr=0.00539	|gn|=5.45731	time=0.32it/s
2021-01-22 22:10:32,787 epoch=57	global_step=22600	acc=0.58594	acc_avg=0.56332	loss=3.89578	loss_avg=4.08737	lr=0.00539	|gn|=3.22570	time=1.46it/s
2021-01-22 22:13:54,896 ====================Eval====================
2021-01-22 22:15:24,141 epoch=57	global_step=22678	acc=0.81250	acc_avg=0.83940	top5_acc=1.00000	top5_acc_avg=0.99070	loss=1.02065	loss_avg=1.33100	time=12.37it/s
2021-01-22 22:15:24,141 Eval Loss:1.3310	Eval acc: 83.94
2021-01-22 22:15:24,184 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 22:15:24,185 ====================Training====================
2021-01-22 22:15:40,972 epoch=58	global_step=22700	acc=0.53125	acc_avg=0.56012	loss=4.39954	loss_avg=4.12137	lr=0.00526	|gn|=2.42443	time=1.45it/s
2021-01-22 22:19:48,308 epoch=58	global_step=22800	acc=0.56250	acc_avg=0.56371	loss=4.13403	loss_avg=4.08764	lr=0.00526	|gn|=4.50362	time=0.33it/s
2021-01-22 22:22:18,570 epoch=58	global_step=22900	acc=0.59375	acc_avg=0.56194	loss=3.82244	loss_avg=4.10164	lr=0.00526	|gn|=3.25617	time=0.33it/s
2021-01-22 22:25:38,733 epoch=58	global_step=23000	acc=0.60938	acc_avg=0.56187	loss=3.66898	loss_avg=4.10280	lr=0.00526	|gn|=5.23503	time=1.42it/s
2021-01-22 22:28:48,233 ====================Eval====================
2021-01-22 22:30:27,901 epoch=58	global_step=23069	acc=0.87500	acc_avg=0.85030	top5_acc=1.00000	top5_acc_avg=0.99050	loss=1.43302	loss_avg=1.24831	time=13.88it/s
2021-01-22 22:30:27,902 Eval Loss:1.2483	Eval acc: 85.03
2021-01-22 22:30:27,943 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 22:30:27,943 ====================Training====================
2021-01-22 22:30:50,844 epoch=59	global_step=23100	acc=0.58594	acc_avg=0.56494	loss=3.84201	loss_avg=4.07125	lr=0.00513	|gn|=2.94291	time=1.46it/s
2021-01-22 22:35:13,268 epoch=59	global_step=23200	acc=0.53125	acc_avg=0.56268	loss=4.36856	loss_avg=4.09543	lr=0.00513	|gn|=3.96134	time=1.44it/s
2021-01-22 22:38:02,827 epoch=59	global_step=23300	acc=0.60938	acc_avg=0.56361	loss=3.64037	loss_avg=4.08529	lr=0.00513	|gn|=4.88099	time=0.32it/s
2021-01-22 22:40:48,603 epoch=59	global_step=23400	acc=0.53125	acc_avg=0.56556	loss=4.33098	loss_avg=4.06753	lr=0.00513	|gn|=2.96147	time=1.17it/s
2021-01-22 22:43:48,462 ====================Eval====================
2021-01-22 22:45:24,240 epoch=59	global_step=23460	acc=0.87500	acc_avg=0.84940	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.01496	loss_avg=1.28854	time=12.42it/s
2021-01-22 22:45:24,240 Eval Loss:1.2885	Eval acc: 84.94
2021-01-22 22:45:24,288 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 22:45:24,288 ====================Training====================
2021-01-22 22:45:53,789 epoch=60	global_step=23500	acc=0.60156	acc_avg=0.56555	loss=3.72943	loss_avg=4.07410	lr=0.00500	|gn|=4.91041	time=1.10it/s
2021-01-22 22:50:15,763 epoch=60	global_step=23600	acc=0.55469	acc_avg=0.56499	loss=4.15210	loss_avg=4.07239	lr=0.00500	|gn|=5.05084	time=1.48it/s
2021-01-22 22:53:12,035 epoch=60	global_step=23700	acc=0.54688	acc_avg=0.56655	loss=4.21102	loss_avg=4.05790	lr=0.00500	|gn|=2.84823	time=0.34it/s
2021-01-22 22:55:52,377 epoch=60	global_step=23800	acc=0.62500	acc_avg=0.56598	loss=3.54227	loss_avg=4.06353	lr=0.00500	|gn|=2.99077	time=1.08it/s
2021-01-22 22:59:00,274 ====================Eval====================
2021-01-22 23:00:24,899 epoch=60	global_step=23851	acc=0.81250	acc_avg=0.84510	top5_acc=1.00000	top5_acc_avg=0.99100	loss=1.13139	loss_avg=1.28244	time=14.70it/s
2021-01-22 23:00:24,900 Eval Loss:1.2824	Eval acc: 84.51
2021-01-22 23:00:24,941 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 23:00:24,942 ====================Training====================
2021-01-22 23:01:08,732 epoch=61	global_step=23900	acc=0.56250	acc_avg=0.56984	loss=3.96163	loss_avg=4.03529	lr=0.00487	|gn|=5.33717	time=0.33it/s
2021-01-22 23:05:22,773 epoch=61	global_step=24000	acc=0.56250	acc_avg=0.56755	loss=4.13335	loss_avg=4.05117	lr=0.00487	|gn|=4.21924	time=1.45it/s
2021-01-22 23:08:44,108 epoch=61	global_step=24100	acc=0.60156	acc_avg=0.56622	loss=3.74820	loss_avg=4.05858	lr=0.00487	|gn|=2.44097	time=0.33it/s
2021-01-22 23:11:14,265 epoch=61	global_step=24200	acc=0.57031	acc_avg=0.56710	loss=4.00018	loss_avg=4.05084	lr=0.00487	|gn|=4.04817	time=0.33it/s
2021-01-22 23:13:35,525 ====================Eval====================
2021-01-22 23:15:25,391 epoch=61	global_step=24242	acc=0.87500	acc_avg=0.84930	top5_acc=1.00000	top5_acc_avg=0.99110	loss=0.43040	loss_avg=1.26163	time=14.19it/s
2021-01-22 23:15:25,391 Eval Loss:1.2616	Eval acc: 84.93
2021-01-22 23:15:25,434 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 23:15:25,434 ====================Training====================
2021-01-22 23:16:34,968 epoch=62	global_step=24300	acc=0.67969	acc_avg=0.57985	loss=2.97242	loss_avg=3.93941	lr=0.00474	|gn|=4.24532	time=0.33it/s
2021-01-22 23:20:27,340 epoch=62	global_step=24400	acc=0.60938	acc_avg=0.57198	loss=3.65703	loss_avg=4.01051	lr=0.00474	|gn|=4.80028	time=1.47it/s
2021-01-22 23:23:58,843 epoch=62	global_step=24500	acc=0.61719	acc_avg=0.56953	loss=3.63747	loss_avg=4.03011	lr=0.00474	|gn|=3.55128	time=0.34it/s
2021-01-22 23:26:23,592 epoch=62	global_step=24600	acc=0.54688	acc_avg=0.56940	loss=4.18689	loss_avg=4.03102	lr=0.00474	|gn|=3.32539	time=0.33it/s
2021-01-22 23:28:29,941 ====================Eval====================
2021-01-22 23:30:24,986 epoch=62	global_step=24633	acc=0.81250	acc_avg=0.85280	top5_acc=1.00000	top5_acc_avg=0.99050	loss=1.42534	loss_avg=1.26047	time=14.87it/s
2021-01-22 23:30:24,986 Eval Loss:1.2605	Eval acc: 85.28
2021-01-22 23:30:25,028 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 23:30:25,028 ====================Training====================
2021-01-22 23:31:57,555 epoch=63	global_step=24700	acc=0.52344	acc_avg=0.56985	loss=4.55029	loss_avg=4.02687	lr=0.00461	|gn|=6.99584	time=0.34it/s
2021-01-22 23:35:31,950 epoch=63	global_step=24800	acc=0.58594	acc_avg=0.57180	loss=3.88526	loss_avg=4.00300	lr=0.00461	|gn|=3.00868	time=1.50it/s
2021-01-22 23:39:13,724 epoch=63	global_step=24900	acc=0.58594	acc_avg=0.56967	loss=3.90063	loss_avg=4.02775	lr=0.00461	|gn|=3.56959	time=0.34it/s
2021-01-22 23:41:35,598 epoch=63	global_step=25000	acc=0.54688	acc_avg=0.56959	loss=4.28317	loss_avg=4.02762	lr=0.00461	|gn|=4.40363	time=0.33it/s
2021-01-22 23:43:39,077 ====================Eval====================
2021-01-22 23:45:25,104 epoch=63	global_step=25024	acc=0.81250	acc_avg=0.85130	top5_acc=1.00000	top5_acc_avg=0.98930	loss=1.50462	loss_avg=1.24205	time=13.44it/s
2021-01-22 23:45:25,105 Eval Loss:1.2421	Eval acc: 85.13
2021-01-22 23:45:25,149 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-22 23:45:25,149 ====================Training====================
2021-01-22 23:47:24,456 epoch=64	global_step=25100	acc=0.64844	acc_avg=0.57001	loss=3.29206	loss_avg=4.02168	lr=0.00448	|gn|=1.96462	time=0.34it/s
2021-01-22 23:50:38,167 epoch=64	global_step=25200	acc=0.50000	acc_avg=0.57252	loss=4.59793	loss_avg=4.00353	lr=0.00448	|gn|=4.27242	time=1.46it/s
2021-01-22 23:54:42,008 epoch=64	global_step=25300	acc=0.53125	acc_avg=0.57167	loss=4.34969	loss_avg=4.01061	lr=0.00448	|gn|=4.20594	time=0.35it/s
2021-01-22 23:57:02,418 epoch=64	global_step=25400	acc=0.55469	acc_avg=0.57118	loss=4.17986	loss_avg=4.01206	lr=0.00448	|gn|=4.93062	time=0.34it/s
2021-01-22 23:58:46,222 ====================Eval====================
2021-01-23 00:00:25,822 epoch=64	global_step=25415	acc=0.75000	acc_avg=0.85420	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.78062	loss_avg=1.21528	time=13.59it/s
2021-01-23 00:00:25,822 Eval Loss:1.2153	Eval acc: 85.42
2021-01-23 00:00:25,972 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 00:00:25,972 ====================Training====================
2021-01-23 00:02:53,170 epoch=65	global_step=25500	acc=0.58594	acc_avg=0.58058	loss=3.87034	loss_avg=3.91830	lr=0.00435	|gn|=3.55126	time=0.35it/s
2021-01-23 00:05:44,411 epoch=65	global_step=25600	acc=0.48438	acc_avg=0.57615	loss=4.79983	loss_avg=3.96517	lr=0.00435	|gn|=3.91880	time=1.45it/s
2021-01-23 00:10:08,125 epoch=65	global_step=25700	acc=0.53906	acc_avg=0.57463	loss=4.26909	loss_avg=3.97819	lr=0.00435	|gn|=5.70235	time=0.35it/s
2021-01-23 00:12:29,050 epoch=65	global_step=25800	acc=0.55469	acc_avg=0.57325	loss=4.05279	loss_avg=3.99158	lr=0.00435	|gn|=5.97044	time=0.35it/s
2021-01-23 00:13:31,832 ====================Eval====================
2021-01-23 00:15:24,718 epoch=65	global_step=25806	acc=0.81250	acc_avg=0.85180	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.73099	loss_avg=1.20567	time=13.55it/s
2021-01-23 00:15:24,718 Eval Loss:1.2057	Eval acc: 85.18
2021-01-23 00:15:24,759 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 00:15:24,759 ====================Training====================
2021-01-23 00:18:14,378 epoch=66	global_step=25900	acc=0.53906	acc_avg=0.57385	loss=4.31383	loss_avg=3.99256	lr=0.00422	|gn|=5.22749	time=0.34it/s
2021-01-23 00:20:50,018 epoch=66	global_step=26000	acc=0.60156	acc_avg=0.56795	loss=3.73420	loss_avg=4.04445	lr=0.00422	|gn|=3.68231	time=1.13it/s
2021-01-23 00:25:13,355 epoch=66	global_step=26100	acc=0.59375	acc_avg=0.57256	loss=3.80438	loss_avg=4.00257	lr=0.00422	|gn|=2.81140	time=1.50it/s
2021-01-23 00:28:36,315 ====================Eval====================
2021-01-23 00:30:24,805 epoch=66	global_step=26197	acc=0.87500	acc_avg=0.85500	top5_acc=1.00000	top5_acc_avg=0.99100	loss=1.20624	loss_avg=1.22195	time=12.29it/s
2021-01-23 00:30:24,805 Eval Loss:1.2219	Eval acc: 85.50
2021-01-23 00:30:24,850 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 00:30:24,850 ====================Training====================
2021-01-23 00:30:28,501 epoch=67	global_step=26200	acc=0.59375	acc_avg=0.56250	loss=3.76280	loss_avg=4.05510	lr=0.00409	|gn|=3.11096	time=1.47it/s
2021-01-23 00:33:42,960 epoch=67	global_step=26300	acc=0.58594	acc_avg=0.57737	loss=3.84402	loss_avg=3.95789	lr=0.00409	|gn|=2.74230	time=0.34it/s
2021-01-23 00:36:07,923 epoch=67	global_step=26400	acc=0.56250	acc_avg=0.57671	loss=4.12980	loss_avg=3.96275	lr=0.00409	|gn|=6.91286	time=0.34it/s
2021-01-23 00:40:22,426 epoch=67	global_step=26500	acc=0.52344	acc_avg=0.57715	loss=4.39362	loss_avg=3.95851	lr=0.00409	|gn|=4.35884	time=1.47it/s
2021-01-23 00:43:48,404 ====================Eval====================
2021-01-23 00:45:24,797 epoch=67	global_step=26588	acc=0.87500	acc_avg=0.85360	top5_acc=1.00000	top5_acc_avg=0.99210	loss=1.20943	loss_avg=1.21039	time=11.36it/s
2021-01-23 00:45:24,797 Eval Loss:1.2104	Eval acc: 85.36
2021-01-23 00:45:24,837 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 00:45:24,838 ====================Training====================
2021-01-23 00:45:34,572 epoch=68	global_step=26600	acc=0.55469	acc_avg=0.57091	loss=4.26678	loss_avg=4.02765	lr=0.00396	|gn|=6.05297	time=1.51it/s
2021-01-23 00:49:08,400 epoch=68	global_step=26700	acc=0.62500	acc_avg=0.57847	loss=3.44913	loss_avg=3.94749	lr=0.00396	|gn|=4.23538	time=0.34it/s
2021-01-23 00:51:32,148 epoch=68	global_step=26800	acc=0.57812	acc_avg=0.57801	loss=3.97001	loss_avg=3.95183	lr=0.00396	|gn|=3.58845	time=0.35it/s
2021-01-23 00:55:26,053 epoch=68	global_step=26900	acc=0.53125	acc_avg=0.57663	loss=4.38749	loss_avg=3.96451	lr=0.00396	|gn|=4.52029	time=1.51it/s
2021-01-23 00:58:35,298 ====================Eval====================
2021-01-23 01:00:14,171 epoch=68	global_step=26979	acc=0.93750	acc_avg=0.85270	top5_acc=1.00000	top5_acc_avg=0.99240	loss=0.69503	loss_avg=1.21098	time=12.91it/s
2021-01-23 01:00:14,171 Eval Loss:1.2110	Eval acc: 85.27
2021-01-23 01:00:14,211 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 01:00:14,212 ====================Training====================
2021-01-23 01:00:29,871 epoch=69	global_step=27000	acc=0.57031	acc_avg=0.56143	loss=3.98779	loss_avg=4.10057	lr=0.00383	|gn|=4.55781	time=1.50it/s
2021-01-23 01:04:05,011 epoch=69	global_step=27100	acc=0.57812	acc_avg=0.57524	loss=3.95557	loss_avg=3.97976	lr=0.00383	|gn|=5.01572	time=0.35it/s
2021-01-23 01:06:28,097 epoch=69	global_step=27200	acc=0.57031	acc_avg=0.57714	loss=4.00778	loss_avg=3.95932	lr=0.00383	|gn|=3.57649	time=0.34it/s
2021-01-23 01:10:25,216 epoch=69	global_step=27300	acc=0.58594	acc_avg=0.57667	loss=3.85777	loss_avg=3.96459	lr=0.00383	|gn|=4.19456	time=1.45it/s
2021-01-23 01:12:57,433 ====================Eval====================
2021-01-23 01:15:28,244 epoch=69	global_step=27370	acc=0.81250	acc_avg=0.85560	top5_acc=1.00000	top5_acc_avg=0.99120	loss=1.24233	loss_avg=1.21061	time=13.39it/s
2021-01-23 01:15:28,244 Eval Loss:1.2106	Eval acc: 85.56
2021-01-23 01:15:28,287 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 01:15:28,288 ====================Training====================
2021-01-23 01:15:49,923 epoch=70	global_step=27400	acc=0.54688	acc_avg=0.57082	loss=4.24531	loss_avg=4.01238	lr=0.00371	|gn|=3.22511	time=1.48it/s
2021-01-23 01:20:09,817 epoch=70	global_step=27500	acc=0.57031	acc_avg=0.57896	loss=4.04527	loss_avg=3.94074	lr=0.00371	|gn|=3.92835	time=1.51it/s
2021-01-23 01:22:34,790 epoch=70	global_step=27600	acc=0.65625	acc_avg=0.58063	loss=3.20020	loss_avg=3.92617	lr=0.00371	|gn|=5.93243	time=0.33it/s
2021-01-23 01:25:40,356 epoch=70	global_step=27700	acc=0.61719	acc_avg=0.58117	loss=3.66470	loss_avg=3.92407	lr=0.00371	|gn|=4.62238	time=1.47it/s
2021-01-23 01:29:06,699 ====================Eval====================
2021-01-23 01:30:28,302 epoch=70	global_step=27761	acc=0.87500	acc_avg=0.85750	top5_acc=1.00000	top5_acc_avg=0.99220	loss=1.01208	loss_avg=1.14176	time=14.05it/s
2021-01-23 01:30:28,303 Eval Loss:1.1418	Eval acc: 85.75
2021-01-23 01:30:28,345 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 01:30:28,345 ====================Training====================
2021-01-23 01:30:56,802 epoch=71	global_step=27800	acc=0.60938	acc_avg=0.57441	loss=3.70156	loss_avg=3.98113	lr=0.00358	|gn|=5.13136	time=1.16it/s
2021-01-23 01:35:15,194 epoch=71	global_step=27900	acc=0.57812	acc_avg=0.57980	loss=3.95275	loss_avg=3.93290	lr=0.00358	|gn|=2.26785	time=1.53it/s
2021-01-23 01:37:58,381 epoch=71	global_step=28000	acc=0.58594	acc_avg=0.58213	loss=3.88537	loss_avg=3.91282	lr=0.00358	|gn|=5.41995	time=0.35it/s
2021-01-23 01:40:45,878 epoch=71	global_step=28100	acc=0.55469	acc_avg=0.58111	loss=4.18225	loss_avg=3.92120	lr=0.00358	|gn|=3.61646	time=1.45it/s
2021-01-23 01:43:43,483 ====================Eval====================
2021-01-23 01:45:26,199 epoch=71	global_step=28152	acc=0.81250	acc_avg=0.85620	top5_acc=1.00000	top5_acc_avg=0.99130	loss=1.65293	loss_avg=1.14830	time=14.04it/s
2021-01-23 01:45:26,199 Eval Loss:1.1483	Eval acc: 85.62
2021-01-23 01:45:26,240 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 01:45:26,240 ====================Training====================
2021-01-23 01:46:05,002 epoch=72	global_step=28200	acc=0.54688	acc_avg=0.57781	loss=4.21453	loss_avg=3.95610	lr=0.00345	|gn|=4.91271	time=0.45it/s
2021-01-23 01:50:19,782 epoch=72	global_step=28300	acc=0.50781	acc_avg=0.57765	loss=4.60316	loss_avg=3.95261	lr=0.00345	|gn|=6.67346	time=1.48it/s
2021-01-23 01:53:19,070 epoch=72	global_step=28400	acc=0.56250	acc_avg=0.58001	loss=4.12634	loss_avg=3.93267	lr=0.00345	|gn|=3.48623	time=0.35it/s
2021-01-23 01:55:51,012 epoch=72	global_step=28500	acc=0.61719	acc_avg=0.58054	loss=3.61666	loss_avg=3.92895	lr=0.00345	|gn|=4.86590	time=1.12it/s
2021-01-23 01:58:33,189 ====================Eval====================
2021-01-23 02:00:24,843 epoch=72	global_step=28543	acc=0.81250	acc_avg=0.85570	top5_acc=1.00000	top5_acc_avg=0.98940	loss=1.55922	loss_avg=1.17671	time=13.35it/s
2021-01-23 02:00:24,843 Eval Loss:1.1767	Eval acc: 85.57
2021-01-23 02:00:24,886 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 02:00:24,886 ====================Training====================
2021-01-23 02:01:25,385 epoch=73	global_step=28600	acc=0.51562	acc_avg=0.58230	loss=4.53841	loss_avg=3.91441	lr=0.00333	|gn|=4.22027	time=0.34it/s
2021-01-23 02:05:24,221 epoch=73	global_step=28700	acc=0.61719	acc_avg=0.58618	loss=3.63616	loss_avg=3.87702	lr=0.00333	|gn|=5.08869	time=1.53it/s
2021-01-23 02:08:38,170 epoch=73	global_step=28800	acc=0.51562	acc_avg=0.58551	loss=4.47553	loss_avg=3.88525	lr=0.00333	|gn|=7.29599	time=0.34it/s
2021-01-23 02:10:59,825 epoch=73	global_step=28900	acc=0.60156	acc_avg=0.58441	loss=3.76607	loss_avg=3.89383	lr=0.00333	|gn|=6.60761	time=0.48it/s
2021-01-23 02:13:26,649 ====================Eval====================
2021-01-23 02:15:24,701 epoch=73	global_step=28934	acc=0.81250	acc_avg=0.86090	top5_acc=1.00000	top5_acc_avg=0.99020	loss=1.62608	loss_avg=1.14462	time=14.57it/s
2021-01-23 02:15:24,701 Eval Loss:1.1446	Eval acc: 86.09
2021-01-23 02:15:24,742 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 02:15:24,742 ====================Training====================
2021-01-23 02:16:50,968 epoch=74	global_step=29000	acc=0.62500	acc_avg=0.57906	loss=3.52508	loss_avg=3.94150	lr=0.00321	|gn|=5.30047	time=0.34it/s
2021-01-23 02:20:30,580 epoch=74	global_step=29100	acc=0.60938	acc_avg=0.58009	loss=3.70359	loss_avg=3.92724	lr=0.00321	|gn|=3.62817	time=1.52it/s
2021-01-23 02:24:06,952 epoch=74	global_step=29200	acc=0.58594	acc_avg=0.58269	loss=3.89476	loss_avg=3.90514	lr=0.00321	|gn|=5.71521	time=0.34it/s
2021-01-23 02:26:28,505 epoch=74	global_step=29300	acc=0.64844	acc_avg=0.58308	loss=3.36593	loss_avg=3.90203	lr=0.00321	|gn|=5.96867	time=0.35it/s
2021-01-23 02:28:43,689 ====================Eval====================
2021-01-23 02:30:25,659 epoch=74	global_step=29325	acc=0.87500	acc_avg=0.86030	top5_acc=1.00000	top5_acc_avg=0.99160	loss=1.33180	loss_avg=1.19136	time=15.42it/s
2021-01-23 02:30:25,659 Eval Loss:1.1914	Eval acc: 86.03
2021-01-23 02:30:25,703 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 02:30:25,703 ====================Training====================
2021-01-23 02:32:22,249 epoch=75	global_step=29400	acc=0.52344	acc_avg=0.58501	loss=4.45952	loss_avg=3.88651	lr=0.00309	|gn|=3.72964	time=0.35it/s
2021-01-23 02:35:37,614 epoch=75	global_step=29500	acc=0.62500	acc_avg=0.58008	loss=3.50690	loss_avg=3.93224	lr=0.00309	|gn|=5.33952	time=1.53it/s
2021-01-23 02:39:37,336 epoch=75	global_step=29600	acc=0.53906	acc_avg=0.58472	loss=4.34226	loss_avg=3.89117	lr=0.00309	|gn|=3.34555	time=0.35it/s
2021-01-23 02:41:59,444 epoch=75	global_step=29700	acc=0.63281	acc_avg=0.58567	loss=3.38691	loss_avg=3.88422	lr=0.00309	|gn|=5.89287	time=0.33it/s
2021-01-23 02:43:38,372 ====================Eval====================
2021-01-23 02:45:25,139 epoch=75	global_step=29716	acc=0.87500	acc_avg=0.85700	top5_acc=1.00000	top5_acc_avg=0.99230	loss=0.99182	loss_avg=1.17000	time=12.87it/s
2021-01-23 02:45:25,139 Eval Loss:1.1700	Eval acc: 85.70
2021-01-23 02:45:25,180 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 02:45:25,180 ====================Training====================
2021-01-23 02:47:44,418 epoch=76	global_step=29800	acc=0.60156	acc_avg=0.58989	loss=3.74005	loss_avg=3.84664	lr=0.00297	|gn|=4.71606	time=0.35it/s
2021-01-23 02:50:42,426 epoch=76	global_step=29900	acc=0.59375	acc_avg=0.58687	loss=3.80677	loss_avg=3.87116	lr=0.00297	|gn|=5.43778	time=1.52it/s
2021-01-23 02:54:55,663 epoch=76	global_step=30000	acc=0.53125	acc_avg=0.58649	loss=4.38239	loss_avg=3.87322	lr=0.00297	|gn|=4.37529	time=0.34it/s
2021-01-23 02:57:12,079 epoch=76	global_step=30100	acc=0.62500	acc_avg=0.58655	loss=3.53395	loss_avg=3.87440	lr=0.00297	|gn|=5.19499	time=0.35it/s
2021-01-23 02:58:34,324 ====================Eval====================
2021-01-23 03:00:25,378 epoch=76	global_step=30107	acc=0.81250	acc_avg=0.85380	top5_acc=1.00000	top5_acc_avg=0.99290	loss=1.83046	loss_avg=1.19308	time=14.00it/s
2021-01-23 03:00:25,379 Eval Loss:1.1931	Eval acc: 85.38
2021-01-23 03:00:25,421 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 03:00:25,422 ====================Training====================
2021-01-23 03:03:13,134 epoch=77	global_step=30200	acc=0.57031	acc_avg=0.58394	loss=3.96761	loss_avg=3.90256	lr=0.00285	|gn|=3.39687	time=0.34it/s
2021-01-23 03:05:50,076 epoch=77	global_step=30300	acc=0.64844	acc_avg=0.58404	loss=3.27135	loss_avg=3.89715	lr=0.00285	|gn|=6.05467	time=1.15it/s
2021-01-23 03:10:13,743 epoch=77	global_step=30400	acc=0.61719	acc_avg=0.58883	loss=3.58801	loss_avg=3.85384	lr=0.00285	|gn|=5.05469	time=1.50it/s
2021-01-23 03:13:35,655 ====================Eval====================
2021-01-23 03:15:28,501 epoch=77	global_step=30498	acc=0.87500	acc_avg=0.85730	top5_acc=1.00000	top5_acc_avg=0.99190	loss=1.36800	loss_avg=1.15486	time=11.99it/s
2021-01-23 03:15:28,501 Eval Loss:1.1549	Eval acc: 85.73
2021-01-23 03:15:28,556 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 03:15:28,556 ====================Training====================
2021-01-23 03:15:31,475 epoch=78	global_step=30500	acc=0.56250	acc_avg=0.58073	loss=4.09076	loss_avg=3.92899	lr=0.00273	|gn|=5.46952	time=1.44it/s
2021-01-23 03:18:55,344 epoch=78	global_step=30600	acc=0.64062	acc_avg=0.59140	loss=3.40579	loss_avg=3.82866	lr=0.00273	|gn|=5.11536	time=0.34it/s
2021-01-23 03:21:18,895 epoch=78	global_step=30700	acc=0.60156	acc_avg=0.59144	loss=3.84718	loss_avg=3.82815	lr=0.00273	|gn|=6.33113	time=0.33it/s
2021-01-23 03:25:23,813 epoch=78	global_step=30800	acc=0.55469	acc_avg=0.58890	loss=4.16086	loss_avg=3.84978	lr=0.00273	|gn|=2.20321	time=1.48it/s
2021-01-23 03:28:51,679 ====================Eval====================
2021-01-23 03:30:25,671 epoch=78	global_step=30889	acc=0.81250	acc_avg=0.85920	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.30965	loss_avg=1.15339	time=14.32it/s
2021-01-23 03:30:25,671 Eval Loss:1.1534	Eval acc: 85.92
2021-01-23 03:30:25,714 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 03:30:25,715 ====================Training====================
2021-01-23 03:30:34,656 epoch=79	global_step=30900	acc=0.64062	acc_avg=0.60612	loss=3.40233	loss_avg=3.69591	lr=0.00261	|gn|=5.20601	time=1.52it/s
2021-01-23 03:34:07,436 epoch=79	global_step=31000	acc=0.57031	acc_avg=0.59382	loss=4.04011	loss_avg=3.80163	lr=0.00261	|gn|=2.70739	time=0.35it/s
2021-01-23 03:36:29,673 epoch=79	global_step=31100	acc=0.62500	acc_avg=0.59194	loss=3.56011	loss_avg=3.82157	lr=0.00261	|gn|=3.46573	time=0.34it/s
2021-01-23 03:40:26,368 epoch=79	global_step=31200	acc=0.68750	acc_avg=0.58994	loss=2.97493	loss_avg=3.84223	lr=0.00261	|gn|=5.77124	time=1.48it/s
2021-01-23 03:43:39,214 ====================Eval====================
2021-01-23 03:45:25,234 epoch=79	global_step=31280	acc=0.87500	acc_avg=0.85360	top5_acc=1.00000	top5_acc_avg=0.99190	loss=1.50448	loss_avg=1.17730	time=14.48it/s
2021-01-23 03:45:25,234 Eval Loss:1.1773	Eval acc: 85.36
2021-01-23 03:45:25,276 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 03:45:25,276 ====================Training====================
2021-01-23 03:45:40,330 epoch=80	global_step=31300	acc=0.57031	acc_avg=0.58333	loss=4.00062	loss_avg=3.89737	lr=0.00250	|gn|=5.36397	time=1.48it/s
2021-01-23 03:49:29,945 epoch=80	global_step=31400	acc=0.66406	acc_avg=0.58871	loss=3.21162	loss_avg=3.85417	lr=0.00250	|gn|=4.72424	time=0.35it/s
2021-01-23 03:51:48,843 epoch=80	global_step=31500	acc=0.59375	acc_avg=0.58933	loss=3.76635	loss_avg=3.84505	lr=0.00250	|gn|=3.21076	time=0.35it/s
2021-01-23 03:55:30,323 epoch=80	global_step=31600	acc=0.51562	acc_avg=0.58988	loss=4.48885	loss_avg=3.84005	lr=0.00250	|gn|=4.13752	time=1.53it/s
2021-01-23 03:58:25,707 ====================Eval====================
2021-01-23 04:00:25,691 epoch=80	global_step=31671	acc=0.87500	acc_avg=0.85690	top5_acc=1.00000	top5_acc_avg=0.99140	loss=1.02001	loss_avg=1.17954	time=12.92it/s
2021-01-23 04:00:25,691 Eval Loss:1.1795	Eval acc: 85.69
2021-01-23 04:00:25,744 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 04:00:25,744 ====================Training====================
2021-01-23 04:00:46,814 epoch=81	global_step=31700	acc=0.55469	acc_avg=0.58255	loss=4.12531	loss_avg=3.91069	lr=0.00239	|gn|=3.03866	time=1.50it/s
2021-01-23 04:05:00,402 epoch=81	global_step=31800	acc=0.58594	acc_avg=0.58720	loss=3.85194	loss_avg=3.86353	lr=0.00239	|gn|=5.07835	time=0.34it/s
2021-01-23 04:07:19,386 epoch=81	global_step=31900	acc=0.64062	acc_avg=0.58889	loss=3.35841	loss_avg=3.84902	lr=0.00239	|gn|=2.87689	time=0.35it/s
2021-01-23 04:10:37,408 epoch=81	global_step=32000	acc=0.65625	acc_avg=0.59160	loss=3.22967	loss_avg=3.82302	lr=0.00239	|gn|=4.52686	time=1.51it/s
2021-01-23 04:13:10,892 ====================Eval====================
2021-01-23 04:15:28,699 epoch=81	global_step=32062	acc=0.81250	acc_avg=0.85560	top5_acc=1.00000	top5_acc_avg=0.99140	loss=1.98604	loss_avg=1.14552	time=13.69it/s
2021-01-23 04:15:28,699 Eval Loss:1.1455	Eval acc: 85.56
2021-01-23 04:15:28,745 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 04:15:28,745 ====================Training====================
2021-01-23 04:15:56,464 epoch=82	global_step=32100	acc=0.57812	acc_avg=0.59315	loss=3.93798	loss_avg=3.79978	lr=0.00228	|gn|=4.99420	time=1.16it/s
2021-01-23 04:20:15,916 epoch=82	global_step=32200	acc=0.60938	acc_avg=0.59414	loss=3.56165	loss_avg=3.79651	lr=0.00228	|gn|=6.58724	time=1.49it/s
2021-01-23 04:23:04,185 epoch=82	global_step=32300	acc=0.62500	acc_avg=0.59051	loss=3.51316	loss_avg=3.83249	lr=0.00228	|gn|=6.00944	time=0.35it/s
2021-01-23 04:25:47,844 epoch=82	global_step=32400	acc=0.54688	acc_avg=0.59232	loss=4.22070	loss_avg=3.81587	lr=0.00228	|gn|=3.29516	time=1.53it/s
2021-01-23 04:28:48,515 ====================Eval====================
2021-01-23 04:30:26,753 epoch=82	global_step=32453	acc=0.87500	acc_avg=0.85790	top5_acc=1.00000	top5_acc_avg=0.99200	loss=1.30937	loss_avg=1.15176	time=12.62it/s
2021-01-23 04:30:26,754 Eval Loss:1.1518	Eval acc: 85.79
2021-01-23 04:30:26,797 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 04:30:26,797 ====================Training====================
2021-01-23 04:31:04,343 epoch=83	global_step=32500	acc=0.57812	acc_avg=0.58936	loss=3.91676	loss_avg=3.84567	lr=0.00217	|gn|=3.09483	time=0.60it/s
2021-01-23 04:35:20,489 epoch=83	global_step=32600	acc=0.57031	acc_avg=0.59259	loss=3.97663	loss_avg=3.81517	lr=0.00217	|gn|=4.13102	time=1.50it/s
2021-01-23 04:38:21,217 epoch=83	global_step=32700	acc=0.60938	acc_avg=0.59444	loss=3.64999	loss_avg=3.79919	lr=0.00217	|gn|=5.49542	time=0.33it/s
2021-01-23 04:40:52,551 epoch=83	global_step=32800	acc=0.56250	acc_avg=0.59402	loss=4.14345	loss_avg=3.80499	lr=0.00217	|gn|=4.92427	time=1.14it/s
2021-01-23 04:43:43,648 ====================Eval====================
2021-01-23 04:45:25,428 epoch=83	global_step=32844	acc=0.87500	acc_avg=0.86020	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.56486	loss_avg=1.15810	time=14.06it/s
2021-01-23 04:45:25,428 Eval Loss:1.1581	Eval acc: 86.02
2021-01-23 04:45:25,477 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 04:45:25,478 ====================Training====================
2021-01-23 04:46:24,137 epoch=84	global_step=32900	acc=0.55469	acc_avg=0.59635	loss=4.15286	loss_avg=3.78610	lr=0.00206	|gn|=5.34695	time=0.34it/s
2021-01-23 04:50:27,869 epoch=84	global_step=33000	acc=0.61719	acc_avg=0.59300	loss=3.59969	loss_avg=3.81597	lr=0.00206	|gn|=4.94657	time=1.49it/s
2021-01-23 04:53:55,948 epoch=84	global_step=33100	acc=0.59375	acc_avg=0.59630	loss=3.79099	loss_avg=3.78332	lr=0.00206	|gn|=4.05103	time=0.34it/s
2021-01-23 04:56:20,616 epoch=84	global_step=33200	acc=0.56250	acc_avg=0.59428	loss=4.12979	loss_avg=3.80038	lr=0.00206	|gn|=4.79265	time=0.33it/s
2021-01-23 04:58:53,760 ====================Eval====================
2021-01-23 05:00:26,432 epoch=84	global_step=33235	acc=0.87500	acc_avg=0.85710	top5_acc=1.00000	top5_acc_avg=0.99170	loss=1.19969	loss_avg=1.15346	time=11.49it/s
2021-01-23 05:00:26,432 Eval Loss:1.1535	Eval acc: 85.71
2021-01-23 05:00:26,706 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 05:00:26,707 ====================Training====================
2021-01-23 05:01:58,937 epoch=85	global_step=33300	acc=0.52344	acc_avg=0.59422	loss=4.45142	loss_avg=3.80885	lr=0.00196	|gn|=2.16278	time=0.33it/s
2021-01-23 05:05:34,256 epoch=85	global_step=33400	acc=0.58594	acc_avg=0.59662	loss=3.87478	loss_avg=3.78161	lr=0.00196	|gn|=1.70465	time=1.49it/s
2021-01-23 05:09:26,326 epoch=85	global_step=33500	acc=0.54688	acc_avg=0.59325	loss=4.20022	loss_avg=3.81336	lr=0.00196	|gn|=3.41913	time=0.33it/s
2021-01-23 05:11:54,066 epoch=85	global_step=33600	acc=0.62500	acc_avg=0.59501	loss=3.51920	loss_avg=3.79441	lr=0.00196	|gn|=3.52781	time=0.33it/s
2021-01-23 05:13:48,232 ====================Eval====================
2021-01-23 05:15:26,209 epoch=85	global_step=33626	acc=0.81250	acc_avg=0.85700	top5_acc=1.00000	top5_acc_avg=0.99210	loss=1.41610	loss_avg=1.16625	time=13.13it/s
2021-01-23 05:15:26,210 Eval Loss:1.1663	Eval acc: 85.70
2021-01-23 05:15:26,433 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 05:15:26,433 ====================Training====================
2021-01-23 05:17:23,592 epoch=86	global_step=33700	acc=0.57031	acc_avg=0.60125	loss=4.04229	loss_avg=3.73846	lr=0.00185	|gn|=3.80049	time=0.34it/s
2021-01-23 05:20:38,857 epoch=86	global_step=33800	acc=0.53906	acc_avg=0.59705	loss=4.31232	loss_avg=3.77521	lr=0.00185	|gn|=5.17834	time=1.52it/s
2021-01-23 05:24:42,718 epoch=86	global_step=33900	acc=0.59375	acc_avg=0.59685	loss=3.78819	loss_avg=3.77682	lr=0.00185	|gn|=4.84113	time=0.34it/s
2021-01-23 05:27:05,841 epoch=86	global_step=34000	acc=0.59375	acc_avg=0.59594	loss=3.78551	loss_avg=3.78415	lr=0.00185	|gn|=0.90667	time=0.33it/s
2021-01-23 05:28:49,643 ====================Eval====================
2021-01-23 05:30:25,821 epoch=86	global_step=34017	acc=0.81250	acc_avg=0.85880	top5_acc=1.00000	top5_acc_avg=0.99120	loss=1.75338	loss_avg=1.15508	time=13.49it/s
2021-01-23 05:30:25,821 Eval Loss:1.1551	Eval acc: 85.88
2021-01-23 05:30:25,889 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 05:30:25,889 ====================Training====================
2021-01-23 05:32:49,962 epoch=87	global_step=34100	acc=0.64844	acc_avg=0.59477	loss=3.35339	loss_avg=3.79469	lr=0.00175	|gn|=5.65180	time=0.33it/s
2021-01-23 05:35:45,272 epoch=87	global_step=34200	acc=0.58594	acc_avg=0.59439	loss=3.83495	loss_avg=3.79645	lr=0.00175	|gn|=3.54024	time=1.50it/s
2021-01-23 05:40:09,471 epoch=87	global_step=34300	acc=0.57031	acc_avg=0.59675	loss=4.01233	loss_avg=3.77584	lr=0.00175	|gn|=4.81812	time=1.07it/s
2021-01-23 05:42:34,529 epoch=87	global_step=34400	acc=0.59375	acc_avg=0.59698	loss=3.79314	loss_avg=3.77603	lr=0.00175	|gn|=3.50422	time=0.34it/s
2021-01-23 05:43:32,148 ====================Eval====================
2021-01-23 05:45:28,714 epoch=87	global_step=34408	acc=0.81250	acc_avg=0.85720	top5_acc=1.00000	top5_acc_avg=0.99210	loss=1.83153	loss_avg=1.13402	time=14.27it/s
2021-01-23 05:45:28,715 Eval Loss:1.1340	Eval acc: 85.72
2021-01-23 05:45:28,760 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 05:45:28,760 ====================Training====================
2021-01-23 05:48:24,753 epoch=88	global_step=34500	acc=0.61719	acc_avg=0.59770	loss=3.67545	loss_avg=3.76722	lr=0.00165	|gn|=5.38528	time=0.34it/s
2021-01-23 05:50:53,347 epoch=88	global_step=34600	acc=0.55469	acc_avg=0.59865	loss=4.18243	loss_avg=3.76000	lr=0.00165	|gn|=3.21580	time=1.13it/s
2021-01-23 05:55:16,056 epoch=88	global_step=34700	acc=0.57812	acc_avg=0.59746	loss=4.03908	loss_avg=3.76975	lr=0.00165	|gn|=7.57783	time=1.49it/s
2021-01-23 05:58:45,621 ====================Eval====================
2021-01-23 06:00:25,418 epoch=88	global_step=34799	acc=0.87500	acc_avg=0.85900	top5_acc=1.00000	top5_acc_avg=0.99140	loss=1.29491	loss_avg=1.13452	time=14.25it/s
2021-01-23 06:00:25,419 Eval Loss:1.1345	Eval acc: 85.90
2021-01-23 06:00:25,461 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 06:00:25,461 ====================Training====================
2021-01-23 06:00:27,801 epoch=89	global_step=34800	acc=0.60938	acc_avg=0.63281	loss=3.67071	loss_avg=3.46609	lr=0.00156	|gn|=5.75278	time=1.31it/s
2021-01-23 06:03:36,939 epoch=89	global_step=34900	acc=0.56250	acc_avg=0.59712	loss=4.13213	loss_avg=3.77688	lr=0.00156	|gn|=7.02502	time=0.34it/s
2021-01-23 06:06:00,180 epoch=89	global_step=35000	acc=0.64062	acc_avg=0.59727	loss=3.35039	loss_avg=3.77695	lr=0.00156	|gn|=4.23062	time=0.50it/s
2021-01-23 06:10:19,803 epoch=89	global_step=35100	acc=0.60938	acc_avg=0.59719	loss=3.69861	loss_avg=3.77537	lr=0.00156	|gn|=5.85156	time=1.49it/s
2021-01-23 06:13:43,408 ====================Eval====================
2021-01-23 06:15:25,320 epoch=89	global_step=35190	acc=0.87500	acc_avg=0.86010	top5_acc=1.00000	top5_acc_avg=0.99250	loss=1.11169	loss_avg=1.13624	time=13.04it/s
2021-01-23 06:15:25,321 Eval Loss:1.1362	Eval acc: 86.01
2021-01-23 06:15:25,366 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 06:15:25,366 ====================Training====================
2021-01-23 06:15:33,757 epoch=90	global_step=35200	acc=0.64844	acc_avg=0.61790	loss=3.27098	loss_avg=3.55883	lr=0.00146	|gn|=6.33511	time=1.49it/s
2021-01-23 06:18:59,649 epoch=90	global_step=35300	acc=0.58594	acc_avg=0.59973	loss=3.95588	loss_avg=3.75087	lr=0.00146	|gn|=6.04047	time=0.35it/s
2021-01-23 06:21:22,540 epoch=90	global_step=35400	acc=0.60156	acc_avg=0.59834	loss=3.75105	loss_avg=3.76287	lr=0.00146	|gn|=3.37734	time=0.35it/s
2021-01-23 06:25:25,917 epoch=90	global_step=35500	acc=0.60156	acc_avg=0.60186	loss=3.77534	loss_avg=3.72989	lr=0.00146	|gn|=4.11563	time=1.42it/s
2021-01-23 06:28:22,525 ====================Eval====================
2021-01-23 06:30:26,691 epoch=90	global_step=35581	acc=0.81250	acc_avg=0.85690	top5_acc=1.00000	top5_acc_avg=0.99070	loss=1.32230	loss_avg=1.14382	time=13.87it/s
2021-01-23 06:30:26,691 Eval Loss:1.1438	Eval acc: 85.69
2021-01-23 06:30:27,079 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 06:30:27,079 ====================Training====================
2021-01-23 06:30:42,963 epoch=91	global_step=35600	acc=0.62500	acc_avg=0.62227	loss=3.45030	loss_avg=3.54393	lr=0.00137	|gn|=4.83179	time=1.32it/s
2021-01-23 06:34:58,438 epoch=91	global_step=35700	acc=0.64844	acc_avg=0.60339	loss=3.30195	loss_avg=3.71510	lr=0.00137	|gn|=3.07372	time=0.34it/s
2021-01-23 06:37:22,358 epoch=91	global_step=35800	acc=0.56250	acc_avg=0.59865	loss=4.09244	loss_avg=3.75896	lr=0.00137	|gn|=2.28158	time=0.33it/s
2021-01-23 06:40:38,828 epoch=91	global_step=35900	acc=0.62500	acc_avg=0.59854	loss=3.52937	loss_avg=3.76152	lr=0.00137	|gn|=4.49160	time=1.46it/s
2021-01-23 06:43:51,049 ====================Eval====================
2021-01-23 06:45:26,370 epoch=91	global_step=35972	acc=0.81250	acc_avg=0.85670	top5_acc=1.00000	top5_acc_avg=0.99160	loss=1.18211	loss_avg=1.13205	time=14.18it/s
2021-01-23 06:45:26,370 Eval Loss:1.1321	Eval acc: 85.67
2021-01-23 06:45:26,615 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 06:45:26,615 ====================Training====================
2021-01-23 06:45:47,589 epoch=92	global_step=36000	acc=0.67188	acc_avg=0.59860	loss=3.11858	loss_avg=3.77456	lr=0.00128	|gn|=4.03969	time=1.45it/s
2021-01-23 06:50:09,204 epoch=92	global_step=36100	acc=0.57812	acc_avg=0.60241	loss=3.95291	loss_avg=3.72518	lr=0.00128	|gn|=4.10858	time=0.41it/s
2021-01-23 06:52:36,442 epoch=92	global_step=36200	acc=0.60938	acc_avg=0.60153	loss=3.65428	loss_avg=3.73495	lr=0.00128	|gn|=4.43140	time=0.34it/s
2021-01-23 06:55:44,007 epoch=92	global_step=36300	acc=0.60938	acc_avg=0.60092	loss=3.66769	loss_avg=3.74015	lr=0.00128	|gn|=3.35224	time=1.45it/s
2021-01-23 06:59:09,009 ====================Eval====================
2021-01-23 07:00:26,189 epoch=92	global_step=36363	acc=0.81250	acc_avg=0.85730	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.01740	loss_avg=1.15658	time=11.70it/s
2021-01-23 07:00:26,189 Eval Loss:1.1566	Eval acc: 85.73
2021-01-23 07:00:26,236 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 07:00:26,237 ====================Training====================
2021-01-23 07:00:53,143 epoch=93	global_step=36400	acc=0.60156	acc_avg=0.60424	loss=3.72597	loss_avg=3.71488	lr=0.00120	|gn|=4.87718	time=1.44it/s
2021-01-23 07:05:13,561 epoch=93	global_step=36500	acc=0.53906	acc_avg=0.59760	loss=4.21505	loss_avg=3.77206	lr=0.00120	|gn|=5.70471	time=1.51it/s
2021-01-23 07:07:52,191 epoch=93	global_step=36600	acc=0.63281	acc_avg=0.60051	loss=3.43549	loss_avg=3.74615	lr=0.00120	|gn|=1.48098	time=0.33it/s
2021-01-23 07:10:45,281 epoch=93	global_step=36700	acc=0.62500	acc_avg=0.60080	loss=3.41715	loss_avg=3.74221	lr=0.00120	|gn|=7.26369	time=1.45it/s
2021-01-23 07:13:36,011 ====================Eval====================
2021-01-23 07:15:27,679 epoch=93	global_step=36754	acc=0.87500	acc_avg=0.85890	top5_acc=1.00000	top5_acc_avg=0.99140	loss=1.31187	loss_avg=1.14146	time=13.06it/s
2021-01-23 07:15:27,679 Eval Loss:1.1415	Eval acc: 85.89
2021-01-23 07:15:27,725 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 07:15:27,725 ====================Training====================
2021-01-23 07:16:03,708 epoch=94	global_step=36800	acc=0.53906	acc_avg=0.59309	loss=4.27711	loss_avg=3.80640	lr=0.00111	|gn|=4.44850	time=0.77it/s
2021-01-23 07:20:20,076 epoch=94	global_step=36900	acc=0.64844	acc_avg=0.60151	loss=3.32044	loss_avg=3.73001	lr=0.00111	|gn|=4.86570	time=1.52it/s
2021-01-23 07:23:16,845 epoch=94	global_step=37000	acc=0.57031	acc_avg=0.60270	loss=3.95939	loss_avg=3.71936	lr=0.00111	|gn|=4.66542	time=0.34it/s
2021-01-23 07:25:51,418 epoch=94	global_step=37100	acc=0.63281	acc_avg=0.60064	loss=3.38730	loss_avg=3.73961	lr=0.00111	|gn|=4.12818	time=1.14it/s
2021-01-23 07:28:38,791 ====================Eval====================
2021-01-23 07:30:25,858 epoch=94	global_step=37145	acc=0.87500	acc_avg=0.85700	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.23431	loss_avg=1.15682	time=12.93it/s
2021-01-23 07:30:25,858 Eval Loss:1.1568	Eval acc: 85.70
2021-01-23 07:30:25,904 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 07:30:25,905 ====================Training====================
2021-01-23 07:31:21,764 epoch=95	global_step=37200	acc=0.64062	acc_avg=0.60924	loss=3.42401	loss_avg=3.66872	lr=0.00103	|gn|=5.29617	time=0.33it/s
2021-01-23 07:35:24,792 epoch=95	global_step=37300	acc=0.64062	acc_avg=0.60071	loss=3.37188	loss_avg=3.74288	lr=0.00103	|gn|=6.33223	time=1.53it/s
2021-01-23 07:38:40,317 epoch=95	global_step=37400	acc=0.69531	acc_avg=0.60199	loss=2.88228	loss_avg=3.73048	lr=0.00103	|gn|=3.68218	time=0.34it/s
2021-01-23 07:41:02,566 epoch=95	global_step=37500	acc=0.62500	acc_avg=0.60244	loss=3.53771	loss_avg=3.72644	lr=0.00103	|gn|=5.70176	time=0.34it/s
2021-01-23 07:43:17,569 ====================Eval====================
2021-01-23 07:45:24,470 epoch=95	global_step=37536	acc=0.87500	acc_avg=0.85660	top5_acc=1.00000	top5_acc_avg=0.99130	loss=1.23262	loss_avg=1.15042	time=12.26it/s
2021-01-23 07:45:24,470 Eval Loss:1.1504	Eval acc: 85.66
2021-01-23 07:45:24,514 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 07:45:24,515 ====================Training====================
2021-01-23 07:46:42,661 epoch=96	global_step=37600	acc=0.69531	acc_avg=0.60409	loss=2.86040	loss_avg=3.70333	lr=0.00095	|gn|=3.90583	time=0.35it/s
2021-01-23 07:50:29,900 epoch=96	global_step=37700	acc=0.64062	acc_avg=0.59801	loss=3.39332	loss_avg=3.76137	lr=0.00095	|gn|=3.69490	time=1.47it/s
2021-01-23 07:54:03,674 epoch=96	global_step=37800	acc=0.61719	acc_avg=0.60289	loss=3.53522	loss_avg=3.71845	lr=0.00095	|gn|=5.81534	time=0.34it/s
2021-01-23 07:56:27,511 epoch=96	global_step=37900	acc=0.54688	acc_avg=0.60225	loss=4.23491	loss_avg=3.72458	lr=0.00095	|gn|=1.14643	time=0.34it/s
2021-01-23 07:58:41,139 ====================Eval====================
2021-01-23 08:00:26,373 epoch=96	global_step=37927	acc=0.87500	acc_avg=0.85760	top5_acc=1.00000	top5_acc_avg=0.99120	loss=0.85891	loss_avg=1.15458	time=12.41it/s
2021-01-23 08:00:26,374 Eval Loss:1.1546	Eval acc: 85.76
2021-01-23 08:00:26,429 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 08:00:26,429 ====================Training====================
2021-01-23 08:02:16,868 epoch=97	global_step=38000	acc=0.53125	acc_avg=0.60842	loss=4.32116	loss_avg=3.65822	lr=0.00088	|gn|=4.82441	time=0.35it/s
2021-01-23 08:05:37,316 epoch=97	global_step=38100	acc=0.58594	acc_avg=0.60282	loss=3.87532	loss_avg=3.71950	lr=0.00088	|gn|=1.30823	time=1.50it/s
2021-01-23 08:09:34,425 epoch=97	global_step=38200	acc=0.56250	acc_avg=0.60299	loss=4.10065	loss_avg=3.71610	lr=0.00088	|gn|=4.89547	time=0.34it/s
2021-01-23 08:11:55,147 epoch=97	global_step=38300	acc=0.65625	acc_avg=0.60302	loss=3.24441	loss_avg=3.71790	lr=0.00088	|gn|=3.99772	time=0.35it/s
2021-01-23 08:13:35,953 ====================Eval====================
2021-01-23 08:15:25,926 epoch=97	global_step=38318	acc=0.87500	acc_avg=0.85860	top5_acc=1.00000	top5_acc_avg=0.99110	loss=0.95682	loss_avg=1.14079	time=11.88it/s
2021-01-23 08:15:25,927 Eval Loss:1.1408	Eval acc: 85.86
2021-01-23 08:15:25,967 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 08:15:25,967 ====================Training====================
2021-01-23 08:17:43,567 epoch=98	global_step=38400	acc=0.58594	acc_avg=0.60335	loss=3.88251	loss_avg=3.71335	lr=0.00081	|gn|=5.01536	time=0.34it/s
2021-01-23 08:20:43,828 epoch=98	global_step=38500	acc=0.64844	acc_avg=0.60058	loss=3.27137	loss_avg=3.73756	lr=0.00081	|gn|=6.96299	time=1.52it/s
2021-01-23 08:25:05,801 epoch=98	global_step=38600	acc=0.68750	acc_avg=0.60316	loss=2.98164	loss_avg=3.71404	lr=0.00081	|gn|=4.31698	time=0.33it/s
2021-01-23 08:27:32,835 epoch=98	global_step=38700	acc=0.57812	acc_avg=0.60289	loss=3.92332	loss_avg=3.71638	lr=0.00081	|gn|=6.10372	time=0.34it/s
2021-01-23 08:28:48,638 ====================Eval====================
2021-01-23 08:30:27,442 epoch=98	global_step=38709	acc=0.81250	acc_avg=0.85880	top5_acc=1.00000	top5_acc_avg=0.99080	loss=0.92824	loss_avg=1.12932	time=14.56it/s
2021-01-23 08:30:27,442 Eval Loss:1.1293	Eval acc: 85.88
2021-01-23 08:30:27,484 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 08:30:27,485 ====================Training====================
2021-01-23 08:33:15,682 epoch=99	global_step=38800	acc=0.54688	acc_avg=0.60632	loss=4.22847	loss_avg=3.68752	lr=0.00074	|gn|=4.10893	time=0.34it/s
2021-01-23 08:35:51,630 epoch=99	global_step=38900	acc=0.60938	acc_avg=0.60433	loss=3.66264	loss_avg=3.70607	lr=0.00074	|gn|=5.23133	time=1.14it/s
2021-01-23 08:40:14,862 epoch=99	global_step=39000	acc=0.58594	acc_avg=0.60392	loss=3.83631	loss_avg=3.70868	lr=0.00074	|gn|=6.11443	time=1.47it/s
2021-01-23 08:43:53,449 ====================Eval====================
2021-01-23 08:45:29,455 epoch=99	global_step=39100	acc=0.87500	acc_avg=0.85880	top5_acc=1.00000	top5_acc_avg=0.99080	loss=1.11236	loss_avg=1.14711	time=15.89it/s
2021-01-23 08:45:29,455 Eval Loss:1.1471	Eval acc: 85.88
2021-01-23 08:45:29,498 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 08:45:29,498 ====================Training====================
2021-01-23 08:45:30,980 epoch=100	global_step=39100	acc=0.60938	acc_avg=0.60938	loss=3.63900	loss_avg=3.63900	lr=0.00067	|gn|=2.24646	time=0.81it/s
2021-01-23 08:48:50,969 epoch=100	global_step=39200	acc=0.58594	acc_avg=0.60458	loss=3.84153	loss_avg=3.70561	lr=0.00067	|gn|=2.44482	time=0.34it/s
2021-01-23 08:51:12,151 epoch=100	global_step=39300	acc=0.53125	acc_avg=0.60557	loss=4.37603	loss_avg=3.69484	lr=0.00067	|gn|=0.63847	time=0.34it/s
2021-01-23 08:55:22,514 epoch=100	global_step=39400	acc=0.63281	acc_avg=0.60548	loss=3.45162	loss_avg=3.69491	lr=0.00067	|gn|=3.02383	time=1.50it/s
2021-01-23 08:59:04,888 ====================Eval====================
2021-01-23 09:00:26,840 epoch=100	global_step=39491	acc=0.87500	acc_avg=0.85800	top5_acc=1.00000	top5_acc_avg=0.99130	loss=0.98150	loss_avg=1.15079	time=13.02it/s
2021-01-23 09:00:26,840 Eval Loss:1.1508	Eval acc: 85.80
2021-01-23 09:00:26,884 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 09:00:26,884 ====================Training====================
2021-01-23 09:00:34,631 epoch=101	global_step=39500	acc=0.62500	acc_avg=0.61172	loss=3.55522	loss_avg=3.65080	lr=0.00061	|gn|=5.83659	time=1.47it/s
2021-01-23 09:04:06,780 epoch=101	global_step=39600	acc=0.53125	acc_avg=0.60547	loss=4.44837	loss_avg=3.69939	lr=0.00061	|gn|=4.30808	time=0.34it/s
2021-01-23 09:06:31,338 epoch=101	global_step=39700	acc=0.61719	acc_avg=0.60350	loss=3.59597	loss_avg=3.71563	lr=0.00061	|gn|=5.55161	time=0.34it/s
2021-01-23 09:10:27,471 epoch=101	global_step=39800	acc=0.57031	acc_avg=0.60323	loss=3.99236	loss_avg=3.71706	lr=0.00061	|gn|=6.21712	time=1.44it/s
2021-01-23 09:13:46,680 ====================Eval====================
2021-01-23 09:15:26,777 epoch=101	global_step=39882	acc=0.87500	acc_avg=0.85750	top5_acc=1.00000	top5_acc_avg=0.99060	loss=0.97828	loss_avg=1.15609	time=15.06it/s
2021-01-23 09:15:26,777 Eval Loss:1.1561	Eval acc: 85.75
2021-01-23 09:15:26,817 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 09:15:26,817 ====================Training====================
2021-01-23 09:15:40,614 epoch=102	global_step=39900	acc=0.61719	acc_avg=0.61061	loss=3.60222	loss_avg=3.64274	lr=0.00054	|gn|=3.50567	time=1.46it/s
2021-01-23 09:19:30,515 epoch=102	global_step=40000	acc=0.62500	acc_avg=0.60800	loss=3.55579	loss_avg=3.67451	lr=0.00054	|gn|=4.14955	time=0.34it/s
2021-01-23 09:21:52,218 epoch=102	global_step=40100	acc=0.64062	acc_avg=0.60542	loss=3.39599	loss_avg=3.69774	lr=0.00054	|gn|=5.98334	time=0.34it/s
2021-01-23 09:25:31,806 epoch=102	global_step=40200	acc=0.69531	acc_avg=0.60617	loss=2.83228	loss_avg=3.68977	lr=0.00054	|gn|=6.76091	time=1.50it/s
2021-01-23 09:28:40,372 ====================Eval====================
2021-01-23 09:30:26,296 epoch=102	global_step=40273	acc=0.81250	acc_avg=0.85820	top5_acc=1.00000	top5_acc_avg=0.99060	loss=1.24000	loss_avg=1.13868	time=12.52it/s
2021-01-23 09:30:26,296 Eval Loss:1.1387	Eval acc: 85.82
2021-01-23 09:30:26,340 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 09:30:26,340 ====================Training====================
2021-01-23 09:30:46,128 epoch=103	global_step=40300	acc=0.67969	acc_avg=0.60463	loss=3.01664	loss_avg=3.70995	lr=0.00049	|gn|=7.18330	time=1.51it/s
2021-01-23 09:34:59,688 epoch=103	global_step=40400	acc=0.57812	acc_avg=0.60760	loss=3.94140	loss_avg=3.67560	lr=0.00049	|gn|=5.57188	time=0.34it/s
2021-01-23 09:37:20,672 epoch=103	global_step=40500	acc=0.63281	acc_avg=0.60862	loss=3.46286	loss_avg=3.66591	lr=0.00049	|gn|=4.21425	time=0.33it/s
2021-01-23 09:40:38,328 epoch=103	global_step=40600	acc=0.60156	acc_avg=0.60578	loss=3.73504	loss_avg=3.69236	lr=0.00049	|gn|=2.10454	time=1.51it/s
2021-01-23 09:43:38,809 ====================Eval====================
2021-01-23 09:45:26,337 epoch=103	global_step=40664	acc=0.81250	acc_avg=0.86090	top5_acc=1.00000	top5_acc_avg=0.99040	loss=1.01181	loss_avg=1.14097	time=13.59it/s
2021-01-23 09:45:26,337 Eval Loss:1.1410	Eval acc: 86.09
2021-01-23 09:45:26,382 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 09:45:26,382 ====================Training====================
2021-01-23 09:45:52,545 epoch=104	global_step=40700	acc=0.57031	acc_avg=0.59734	loss=3.97920	loss_avg=3.77244	lr=0.00043	|gn|=4.94115	time=1.48it/s
2021-01-23 09:50:12,965 epoch=104	global_step=40800	acc=0.55469	acc_avg=0.60698	loss=4.15604	loss_avg=3.68339	lr=0.00043	|gn|=5.12219	time=1.50it/s
2021-01-23 09:52:48,906 epoch=104	global_step=40900	acc=0.57812	acc_avg=0.60644	loss=3.92812	loss_avg=3.68872	lr=0.00043	|gn|=4.97626	time=0.35it/s
2021-01-23 09:55:44,576 epoch=104	global_step=41000	acc=0.60156	acc_avg=0.60678	loss=3.77205	loss_avg=3.68450	lr=0.00043	|gn|=6.92410	time=1.52it/s
2021-01-23 09:58:32,775 ====================Eval====================
2021-01-23 10:00:26,092 epoch=104	global_step=41055	acc=0.87500	acc_avg=0.86050	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.04068	loss_avg=1.14707	time=13.77it/s
2021-01-23 10:00:26,092 Eval Loss:1.1471	Eval acc: 86.05
2021-01-23 10:00:26,134 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 10:00:26,134 ====================Training====================
2021-01-23 10:00:58,908 epoch=105	global_step=41100	acc=0.58594	acc_avg=0.61124	loss=3.88769	loss_avg=3.64508	lr=0.00038	|gn|=7.11254	time=1.15it/s
2021-01-23 10:05:18,022 epoch=105	global_step=41200	acc=0.62500	acc_avg=0.60445	loss=3.48103	loss_avg=3.71034	lr=0.00038	|gn|=5.25817	time=1.47it/s
2021-01-23 10:08:09,102 epoch=105	global_step=41300	acc=0.61719	acc_avg=0.60531	loss=3.60176	loss_avg=3.70093	lr=0.00038	|gn|=6.59999	time=0.34it/s
2021-01-23 10:10:49,225 epoch=105	global_step=41400	acc=0.56250	acc_avg=0.60524	loss=4.07799	loss_avg=3.69919	lr=0.00038	|gn|=1.82063	time=1.51it/s
2021-01-23 10:13:43,468 ====================Eval====================
2021-01-23 10:15:26,560 epoch=105	global_step=41446	acc=0.81250	acc_avg=0.85950	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.15661	loss_avg=1.13243	time=13.01it/s
2021-01-23 10:15:26,560 Eval Loss:1.1324	Eval acc: 85.95
2021-01-23 10:15:26,602 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 10:15:26,602 ====================Training====================
2021-01-23 10:16:20,456 epoch=106	global_step=41500	acc=0.69531	acc_avg=0.60909	loss=2.86303	loss_avg=3.65233	lr=0.00033	|gn|=2.09462	time=0.34it/s
2021-01-23 10:20:24,660 epoch=106	global_step=41600	acc=0.55469	acc_avg=0.60388	loss=4.19262	loss_avg=3.70574	lr=0.00033	|gn|=3.46197	time=1.53it/s
2021-01-23 10:23:38,474 epoch=106	global_step=41700	acc=0.60938	acc_avg=0.60392	loss=3.70442	loss_avg=3.70971	lr=0.00033	|gn|=5.99658	time=0.34it/s
2021-01-23 10:26:00,294 epoch=106	global_step=41800	acc=0.53906	acc_avg=0.60563	loss=4.28402	loss_avg=3.69409	lr=0.00033	|gn|=2.15058	time=0.59it/s
2021-01-23 10:28:42,490 ====================Eval====================
2021-01-23 10:30:29,795 epoch=106	global_step=41837	acc=0.81250	acc_avg=0.85970	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.10352	loss_avg=1.14310	time=13.39it/s
2021-01-23 10:30:29,796 Eval Loss:1.1431	Eval acc: 85.97
2021-01-23 10:30:29,845 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 10:30:29,845 ====================Training====================
2021-01-23 10:32:03,740 epoch=107	global_step=41900	acc=0.60938	acc_avg=0.60803	loss=3.65510	loss_avg=3.67549	lr=0.00029	|gn|=3.92411	time=0.35it/s
2021-01-23 10:35:34,621 epoch=107	global_step=42000	acc=0.64844	acc_avg=0.60656	loss=3.29278	loss_avg=3.68740	lr=0.00029	|gn|=5.73288	time=1.47it/s
2021-01-23 10:39:24,972 epoch=107	global_step=42100	acc=0.65625	acc_avg=0.60624	loss=3.21503	loss_avg=3.68912	lr=0.00029	|gn|=4.07472	time=0.34it/s
2021-01-23 10:41:44,654 epoch=107	global_step=42200	acc=0.57031	acc_avg=0.60586	loss=4.07077	loss_avg=3.69153	lr=0.00029	|gn|=7.06727	time=0.35it/s
2021-01-23 10:43:58,725 ====================Eval====================
2021-01-23 10:45:26,277 epoch=107	global_step=42228	acc=0.81250	acc_avg=0.86010	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.21777	loss_avg=1.14053	time=14.64it/s
2021-01-23 10:45:26,277 Eval Loss:1.1405	Eval acc: 86.01
2021-01-23 10:45:26,319 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 10:45:26,319 ====================Training====================
2021-01-23 10:47:11,355 epoch=108	global_step=42300	acc=0.54688	acc_avg=0.60723	loss=4.19489	loss_avg=3.67801	lr=0.00024	|gn|=2.75392	time=0.33it/s
2021-01-23 10:50:36,141 epoch=108	global_step=42400	acc=0.62500	acc_avg=0.60468	loss=3.51067	loss_avg=3.70528	lr=0.00024	|gn|=6.34886	time=1.45it/s
2021-01-23 10:54:27,931 epoch=108	global_step=42500	acc=0.63281	acc_avg=0.60485	loss=3.38469	loss_avg=3.70396	lr=0.00024	|gn|=5.28062	time=0.34it/s
2021-01-23 10:56:52,503 epoch=108	global_step=42600	acc=0.53125	acc_avg=0.60542	loss=4.40112	loss_avg=3.69858	lr=0.00024	|gn|=4.57334	time=0.33it/s
2021-01-23 10:58:40,013 ====================Eval====================
2021-01-23 11:00:30,310 epoch=108	global_step=42619	acc=0.81250	acc_avg=0.85940	top5_acc=1.00000	top5_acc_avg=0.99100	loss=1.15358	loss_avg=1.13954	time=14.27it/s
2021-01-23 11:00:30,311 Eval Loss:1.1395	Eval acc: 85.94
2021-01-23 11:00:30,355 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 11:00:30,355 ====================Training====================
2021-01-23 11:02:57,944 epoch=109	global_step=42700	acc=0.60938	acc_avg=0.61166	loss=3.70544	loss_avg=3.63376	lr=0.00021	|gn|=7.67809	time=0.34it/s
2021-01-23 11:05:47,141 epoch=109	global_step=42800	acc=0.57031	acc_avg=0.60607	loss=4.02820	loss_avg=3.68753	lr=0.00021	|gn|=3.57420	time=1.49it/s
2021-01-23 11:10:11,331 epoch=109	global_step=42900	acc=0.60938	acc_avg=0.60547	loss=3.65810	loss_avg=3.69385	lr=0.00021	|gn|=4.85200	time=1.49it/s
2021-01-23 11:12:39,664 epoch=109	global_step=43000	acc=0.59375	acc_avg=0.60665	loss=3.78436	loss_avg=3.68208	lr=0.00021	|gn|=0.64579	time=0.35it/s
2021-01-23 11:13:56,336 ====================Eval====================
2021-01-23 11:15:26,262 epoch=109	global_step=43010	acc=0.81250	acc_avg=0.85970	top5_acc=1.00000	top5_acc_avg=0.99090	loss=1.12672	loss_avg=1.13630	time=13.81it/s
2021-01-23 11:15:26,262 Eval Loss:1.1363	Eval acc: 85.97
2021-01-23 11:15:26,303 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 11:15:26,303 ====================Training====================
2021-01-23 11:18:04,253 epoch=110	global_step=43100	acc=0.57031	acc_avg=0.60122	loss=3.95954	loss_avg=3.73730	lr=0.00017	|gn|=3.95936	time=0.34it/s
2021-01-23 11:20:48,242 epoch=110	global_step=43200	acc=0.46094	acc_avg=0.60496	loss=5.01107	loss_avg=3.70110	lr=0.00017	|gn|=5.68795	time=1.53it/s
2021-01-23 11:25:11,733 epoch=110	global_step=43300	acc=0.57031	acc_avg=0.60648	loss=4.02653	loss_avg=3.68590	lr=0.00017	|gn|=1.87222	time=1.48it/s
2021-01-23 11:28:37,237 epoch=110	global_step=43400	acc=0.62500	acc_avg=0.60658	loss=3.54279	loss_avg=3.68629	lr=0.00017	|gn|=5.58962	time=0.02it/s
2021-01-23 11:28:37,454 ====================Eval====================
2021-01-23 11:30:26,235 epoch=110	global_step=43401	acc=0.81250	acc_avg=0.85970	top5_acc=1.00000	top5_acc_avg=0.99120	loss=1.09598	loss_avg=1.12811	time=14.17it/s
2021-01-23 11:30:26,235 Eval Loss:1.1281	Eval acc: 85.97
2021-01-23 11:30:26,276 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 11:30:26,276 ====================Training====================
2021-01-23 11:33:28,870 epoch=111	global_step=43500	acc=0.63281	acc_avg=0.60477	loss=3.44713	loss_avg=3.69896	lr=0.00014	|gn|=4.52456	time=0.33it/s
2021-01-23 11:35:56,628 epoch=111	global_step=43600	acc=0.58594	acc_avg=0.60605	loss=3.85943	loss_avg=3.68968	lr=0.00014	|gn|=4.60761	time=0.74it/s
2021-01-23 11:40:18,980 epoch=111	global_step=43700	acc=0.64062	acc_avg=0.60521	loss=3.36232	loss_avg=3.69700	lr=0.00014	|gn|=0.97286	time=1.50it/s
2021-01-23 11:43:49,579 ====================Eval====================
2021-01-23 11:45:26,763 epoch=111	global_step=43792	acc=0.81250	acc_avg=0.85940	top5_acc=1.00000	top5_acc_avg=0.99130	loss=1.11826	loss_avg=1.12641	time=13.71it/s
2021-01-23 11:45:26,763 Eval Loss:1.1264	Eval acc: 85.94
2021-01-23 11:45:26,805 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 11:45:26,805 ====================Training====================
2021-01-23 11:45:33,825 epoch=112	global_step=43800	acc=0.61719	acc_avg=0.59462	loss=3.61151	loss_avg=3.79451	lr=0.00011	|gn|=4.51645	time=1.52it/s
2021-01-23 11:48:59,732 epoch=112	global_step=43900	acc=0.63281	acc_avg=0.61052	loss=3.54941	loss_avg=3.65188	lr=0.00011	|gn|=6.76100	time=0.33it/s
2021-01-23 11:51:21,386 epoch=112	global_step=44000	acc=0.61719	acc_avg=0.60889	loss=3.60191	loss_avg=3.66468	lr=0.00011	|gn|=3.95229	time=0.34it/s
2021-01-23 11:55:24,585 epoch=112	global_step=44100	acc=0.57812	acc_avg=0.60591	loss=3.97200	loss_avg=3.69261	lr=0.00011	|gn|=5.97534	time=1.51it/s
2021-01-23 11:58:38,227 ====================Eval====================
2021-01-23 12:00:26,761 epoch=112	global_step=44183	acc=0.87500	acc_avg=0.86020	top5_acc=1.00000	top5_acc_avg=0.99130	loss=1.03547	loss_avg=1.13160	time=14.26it/s
2021-01-23 12:00:26,762 Eval Loss:1.1316	Eval acc: 86.02
2021-01-23 12:00:26,805 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 12:00:26,805 ====================Training====================
2021-01-23 12:00:39,939 epoch=113	global_step=44200	acc=0.63281	acc_avg=0.59505	loss=3.44730	loss_avg=3.78397	lr=0.00008	|gn|=2.70065	time=1.47it/s
2021-01-23 12:04:26,494 epoch=113	global_step=44300	acc=0.62500	acc_avg=0.60620	loss=3.52241	loss_avg=3.68710	lr=0.00008	|gn|=4.98297	time=0.34it/s
2021-01-23 12:06:49,791 epoch=113	global_step=44400	acc=0.55469	acc_avg=0.60687	loss=4.15933	loss_avg=3.68075	lr=0.00008	|gn|=1.32782	time=0.34it/s
2021-01-23 12:10:33,501 epoch=113	global_step=44500	acc=0.57812	acc_avg=0.60638	loss=3.96307	loss_avg=3.68580	lr=0.00008	|gn|=3.63562	time=1.46it/s
2021-01-23 12:13:49,480 ====================Eval====================
2021-01-23 12:15:26,331 epoch=113	global_step=44574	acc=0.81250	acc_avg=0.85890	top5_acc=1.00000	top5_acc_avg=0.99120	loss=1.02746	loss_avg=1.13305	time=13.19it/s
2021-01-23 12:15:26,331 Eval Loss:1.1331	Eval acc: 85.89
2021-01-23 12:15:26,373 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 12:15:26,373 ====================Training====================
2021-01-23 12:15:45,239 epoch=114	global_step=44600	acc=0.67188	acc_avg=0.61314	loss=3.12957	loss_avg=3.62609	lr=0.00006	|gn|=5.06350	time=1.51it/s
2021-01-23 12:19:48,982 epoch=114	global_step=44700	acc=0.53125	acc_avg=0.60255	loss=4.45412	loss_avg=3.72133	lr=0.00006	|gn|=6.86517	time=0.34it/s
2021-01-23 12:22:09,190 epoch=114	global_step=44800	acc=0.60938	acc_avg=0.60500	loss=3.64079	loss_avg=3.69904	lr=0.00006	|gn|=6.32646	time=0.33it/s
2021-01-23 12:25:35,505 epoch=114	global_step=44900	acc=0.62500	acc_avg=0.60639	loss=3.50769	loss_avg=3.68686	lr=0.00006	|gn|=1.13185	time=1.53it/s
2021-01-23 12:28:29,451 ====================Eval====================
2021-01-23 12:30:27,637 epoch=114	global_step=44965	acc=0.81250	acc_avg=0.86010	top5_acc=1.00000	top5_acc_avg=0.99130	loss=0.99720	loss_avg=1.12948	time=14.20it/s
2021-01-23 12:30:27,637 Eval Loss:1.1295	Eval acc: 86.01
2021-01-23 12:30:27,680 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 12:30:27,681 ====================Training====================
2021-01-23 12:30:52,807 epoch=115	global_step=45000	acc=0.57031	acc_avg=0.60004	loss=4.04120	loss_avg=3.74614	lr=0.00004	|gn|=4.63833	time=1.53it/s
2021-01-23 12:35:13,154 epoch=115	global_step=45100	acc=0.61719	acc_avg=0.60438	loss=3.63439	loss_avg=3.70805	lr=0.00004	|gn|=5.30915	time=1.46it/s
2021-01-23 12:37:46,679 epoch=115	global_step=45200	acc=0.62500	acc_avg=0.60570	loss=3.53631	loss_avg=3.69768	lr=0.00004	|gn|=4.08096	time=0.34it/s
2021-01-23 12:40:44,847 epoch=115	global_step=45300	acc=0.60938	acc_avg=0.60745	loss=3.70332	loss_avg=3.68028	lr=0.00004	|gn|=4.83635	time=1.52it/s
2021-01-23 12:43:25,290 ====================Eval====================
2021-01-23 12:45:26,850 epoch=115	global_step=45356	acc=0.81250	acc_avg=0.85860	top5_acc=1.00000	top5_acc_avg=0.99110	loss=1.16113	loss_avg=1.13670	time=13.26it/s
2021-01-23 12:45:26,850 Eval Loss:1.1367	Eval acc: 85.86
2021-01-23 12:45:26,894 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 12:45:26,894 ====================Training====================
2021-01-23 12:45:58,804 epoch=116	global_step=45400	acc=0.53906	acc_avg=0.60590	loss=4.30665	loss_avg=3.68758	lr=0.00003	|gn|=4.90577	time=1.14it/s
2021-01-23 12:50:17,511 epoch=116	global_step=45500	acc=0.57031	acc_avg=0.60884	loss=4.14724	loss_avg=3.66532	lr=0.00003	|gn|=9.96826	time=1.50it/s
2021-01-23 12:53:01,927 epoch=116	global_step=45600	acc=0.62500	acc_avg=0.60615	loss=3.51126	loss_avg=3.69019	lr=0.00003	|gn|=4.72572	time=0.35it/s
2021-01-23 12:55:48,051 epoch=116	global_step=45700	acc=0.54688	acc_avg=0.60716	loss=4.27497	loss_avg=3.67986	lr=0.00003	|gn|=3.74362	time=1.52it/s
2021-01-23 12:58:37,047 ====================Eval====================
2021-01-23 13:00:30,122 epoch=116	global_step=45747	acc=0.81250	acc_avg=0.85930	top5_acc=1.00000	top5_acc_avg=0.99100	loss=1.13602	loss_avg=1.13669	time=12.36it/s
2021-01-23 13:00:30,123 Eval Loss:1.1367	Eval acc: 85.93
2021-01-23 13:00:30,174 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 13:00:30,174 ====================Training====================
2021-01-23 13:01:29,800 epoch=117	global_step=45800	acc=0.59375	acc_avg=0.59939	loss=3.87089	loss_avg=3.75134	lr=0.00002	|gn|=7.81435	time=0.35it/s
2021-01-23 13:05:27,282 epoch=117	global_step=45900	acc=0.53906	acc_avg=0.60319	loss=4.36033	loss_avg=3.71535	lr=0.00002	|gn|=5.89685	time=1.51it/s
2021-01-23 13:08:47,643 epoch=117	global_step=46000	acc=0.67969	acc_avg=0.60408	loss=3.00113	loss_avg=3.70830	lr=0.00002	|gn|=3.33718	time=0.34it/s
2021-01-23 13:11:09,536 epoch=117	global_step=46100	acc=0.67188	acc_avg=0.60688	loss=3.03625	loss_avg=3.68114	lr=0.00002	|gn|=4.25397	time=0.34it/s
2021-01-23 13:13:53,601 ====================Eval====================
2021-01-23 13:15:27,055 epoch=117	global_step=46138	acc=0.81250	acc_avg=0.85910	top5_acc=1.00000	top5_acc_avg=0.99100	loss=1.06890	loss_avg=1.13149	time=12.77it/s
2021-01-23 13:15:27,056 Eval Loss:1.1315	Eval acc: 85.91
2021-01-23 13:15:27,095 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 13:15:27,096 ====================Training====================
2021-01-23 13:16:45,412 epoch=118	global_step=46200	acc=0.60156	acc_avg=0.60739	loss=3.73075	loss_avg=3.67604	lr=0.00001	|gn|=5.47867	time=0.34it/s
2021-01-23 13:20:30,724 epoch=118	global_step=46300	acc=0.57031	acc_avg=0.60942	loss=4.04996	loss_avg=3.65879	lr=0.00001	|gn|=6.21188	time=1.50it/s
2021-01-23 13:24:06,403 epoch=118	global_step=46400	acc=0.59375	acc_avg=0.60593	loss=3.77109	loss_avg=3.69022	lr=0.00001	|gn|=2.30361	time=0.33it/s
2021-01-23 13:26:28,670 epoch=118	global_step=46500	acc=0.62500	acc_avg=0.60763	loss=3.52972	loss_avg=3.67393	lr=0.00001	|gn|=3.00753	time=0.34it/s
2021-01-23 13:28:46,087 ====================Eval====================
2021-01-23 13:30:26,613 epoch=118	global_step=46529	acc=0.81250	acc_avg=0.85950	top5_acc=1.00000	top5_acc_avg=0.99170	loss=1.02999	loss_avg=1.13279	time=13.11it/s
2021-01-23 13:30:26,614 Eval Loss:1.1328	Eval acc: 85.95
2021-01-23 13:30:26,657 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
2021-01-23 13:30:26,657 ====================Training====================
2021-01-23 13:32:08,252 epoch=119	global_step=46600	acc=0.61719	acc_avg=0.60579	loss=3.60016	loss_avg=3.68696	lr=0.00000	|gn|=3.80117	time=0.34it/s
2021-01-23 13:35:32,355 epoch=119	global_step=46700	acc=0.58594	acc_avg=0.60860	loss=3.82627	loss_avg=3.66484	lr=0.00000	|gn|=3.91998	time=1.46it/s
2021-01-23 13:39:28,524 epoch=119	global_step=46800	acc=0.70312	acc_avg=0.60708	loss=2.76908	loss_avg=3.67893	lr=0.00000	|gn|=6.44325	time=0.33it/s
2021-01-23 13:41:52,592 epoch=119	global_step=46900	acc=0.60156	acc_avg=0.60702	loss=3.76158	loss_avg=3.67893	lr=0.00000	|gn|=3.52955	time=0.33it/s
2021-01-23 13:43:44,922 ====================Eval====================
2021-01-23 13:45:21,460 epoch=119	global_step=46920	acc=0.81250	acc_avg=0.85970	top5_acc=1.00000	top5_acc_avg=0.99150	loss=1.12926	loss_avg=1.12940	time=12.95it/s
2021-01-23 13:45:21,460 Eval Loss:1.1294	Eval acc: 85.97
2021-01-23 13:45:21,504 Model Saved at test_exp/nce+rce/checkpoints/nce+rce
