Epoch: 0001 train_loss= 2.33885 train_acc= 0.23453 val_loss= 1.48722 val_acc= 0.28571 time= 0.34657
Epoch: 0002 train_loss= 2.71742 train_acc= 0.23779 val_loss= 1.65598 val_acc= 0.14286 time= 0.02328
Epoch: 0003 train_loss= 2.22302 train_acc= 0.21824 val_loss= 1.68069 val_acc= 0.16071 time= 0.02424
Epoch: 0004 train_loss= 2.06883 train_acc= 0.22476 val_loss= 1.52352 val_acc= 0.17857 time= 0.03333
Epoch: 0005 train_loss= 2.35145 train_acc= 0.22476 val_loss= 1.42940 val_acc= 0.21429 time= 0.02427
Epoch: 0006 train_loss= 1.49758 train_acc= 0.27036 val_loss= 1.45055 val_acc= 0.19643 time= 0.02322
Epoch: 0007 train_loss= 2.03537 train_acc= 0.23779 val_loss= 1.49069 val_acc= 0.25000 time= 0.02329
Epoch: 0008 train_loss= 2.13419 train_acc= 0.22150 val_loss= 1.48877 val_acc= 0.23214 time= 0.02316
Epoch: 0009 train_loss= 1.41939 train_acc= 0.28664 val_loss= 1.49604 val_acc= 0.23214 time= 0.02430
Epoch: 0010 train_loss= 2.34500 train_acc= 0.28664 val_loss= 1.44198 val_acc= 0.30357 time= 0.02423
Epoch: 0011 train_loss= 2.23125 train_acc= 0.26710 val_loss= 1.42369 val_acc= 0.30357 time= 0.02422
Epoch: 0012 train_loss= 1.45127 train_acc= 0.24104 val_loss= 1.41517 val_acc= 0.32143 time= 0.02426
Epoch: 0013 train_loss= 1.45710 train_acc= 0.24104 val_loss= 1.41592 val_acc= 0.33929 time= 0.02909
Epoch: 0014 train_loss= 1.40243 train_acc= 0.24430 val_loss= 1.41800 val_acc= 0.35714 time= 0.02345
Epoch: 0015 train_loss= 1.49728 train_acc= 0.22801 val_loss= 1.42319 val_acc= 0.32143 time= 0.02430
Epoch: 0016 train_loss= 1.46448 train_acc= 0.27036 val_loss= 1.43348 val_acc= 0.32143 time= 0.02320
Epoch: 0017 train_loss= 1.65796 train_acc= 0.27362 val_loss= 1.43342 val_acc= 0.32143 time= 0.02428
Epoch: 0018 train_loss= 1.39511 train_acc= 0.27036 val_loss= 1.43333 val_acc= 0.32143 time= 0.02329
Epoch: 0019 train_loss= 1.49396 train_acc= 0.23779 val_loss= 1.42863 val_acc= 0.32143 time= 0.02420
Epoch: 0020 train_loss= 1.41500 train_acc= 0.28013 val_loss= 1.42208 val_acc= 0.32143 time= 0.02212
Epoch: 0021 train_loss= 1.62800 train_acc= 0.26384 val_loss= 1.41010 val_acc= 0.33929 time= 0.02431
Epoch: 0022 train_loss= 1.42012 train_acc= 0.28664 val_loss= 1.39953 val_acc= 0.33929 time= 0.02538
Epoch: 0023 train_loss= 1.46923 train_acc= 0.27036 val_loss= 1.38991 val_acc= 0.35714 time= 0.02518
Epoch: 0024 train_loss= 1.39759 train_acc= 0.26710 val_loss= 1.38402 val_acc= 0.32143 time= 0.02426
Epoch: 0025 train_loss= 1.39219 train_acc= 0.28339 val_loss= 1.38081 val_acc= 0.30357 time= 0.02629
Epoch: 0026 train_loss= 1.39054 train_acc= 0.26059 val_loss= 1.37962 val_acc= 0.25000 time= 0.02421
Epoch: 0027 train_loss= 1.41171 train_acc= 0.30945 val_loss= 1.38016 val_acc= 0.25000 time= 0.02638
Epoch: 0028 train_loss= 1.42108 train_acc= 0.26710 val_loss= 1.38076 val_acc= 0.30357 time= 0.02400
Epoch: 0029 train_loss= 1.41838 train_acc= 0.27036 val_loss= 1.38023 val_acc= 0.30357 time= 0.02301
Epoch: 0030 train_loss= 1.40878 train_acc= 0.25407 val_loss= 1.37981 val_acc= 0.28571 time= 0.02201
Epoch: 0031 train_loss= 1.38684 train_acc= 0.28664 val_loss= 1.37950 val_acc= 0.28571 time= 0.02287
Epoch: 0032 train_loss= 1.38829 train_acc= 0.33225 val_loss= 1.37926 val_acc= 0.32143 time= 0.02223
Epoch: 0033 train_loss= 1.41299 train_acc= 0.28990 val_loss= 1.37879 val_acc= 0.30357 time= 0.02227
Epoch: 0034 train_loss= 1.40689 train_acc= 0.29316 val_loss= 1.37821 val_acc= 0.30357 time= 0.02217
Epoch: 0035 train_loss= 1.37904 train_acc= 0.28013 val_loss= 1.37760 val_acc= 0.30357 time= 0.02226
Epoch: 0036 train_loss= 1.39323 train_acc= 0.24756 val_loss= 1.37695 val_acc= 0.30357 time= 0.02272
Epoch: 0037 train_loss= 1.40141 train_acc= 0.26059 val_loss= 1.37640 val_acc= 0.30357 time= 0.02071
Epoch: 0038 train_loss= 1.38051 train_acc= 0.28339 val_loss= 1.37606 val_acc= 0.32143 time= 0.02524
Epoch: 0039 train_loss= 1.38809 train_acc= 0.30293 val_loss= 1.37578 val_acc= 0.32143 time= 0.02115
Epoch: 0040 train_loss= 1.40832 train_acc= 0.28990 val_loss= 1.37552 val_acc= 0.30357 time= 0.01723
Epoch: 0041 train_loss= 1.38851 train_acc= 0.27036 val_loss= 1.37528 val_acc= 0.33929 time= 0.02518
Epoch: 0042 train_loss= 1.39170 train_acc= 0.26384 val_loss= 1.37512 val_acc= 0.33929 time= 0.02301
Epoch: 0043 train_loss= 1.38583 train_acc= 0.26710 val_loss= 1.37494 val_acc= 0.35714 time= 0.01400
Epoch: 0044 train_loss= 1.38704 train_acc= 0.29316 val_loss= 1.37479 val_acc= 0.35714 time= 0.02731
Epoch: 0045 train_loss= 1.38113 train_acc= 0.31270 val_loss= 1.37462 val_acc= 0.35714 time= 0.02400
Epoch: 0046 train_loss= 1.39920 train_acc= 0.29967 val_loss= 1.37444 val_acc= 0.37500 time= 0.02356
Epoch: 0047 train_loss= 1.38288 train_acc= 0.32899 val_loss= 1.37422 val_acc= 0.35714 time= 0.02501
Epoch: 0048 train_loss= 1.38557 train_acc= 0.29967 val_loss= 1.37416 val_acc= 0.35714 time= 0.02301
Epoch: 0049 train_loss= 1.38923 train_acc= 0.27687 val_loss= 1.37407 val_acc= 0.35714 time= 0.02400
Epoch: 0050 train_loss= 1.38307 train_acc= 0.31922 val_loss= 1.37393 val_acc= 0.33929 time= 0.02200
Epoch: 0051 train_loss= 1.38593 train_acc= 0.28339 val_loss= 1.37386 val_acc= 0.32143 time= 0.02201
Epoch: 0052 train_loss= 1.38651 train_acc= 0.28990 val_loss= 1.37382 val_acc= 0.33929 time= 0.02300
Epoch: 0053 train_loss= 1.39344 train_acc= 0.23779 val_loss= 1.37375 val_acc= 0.33929 time= 0.02201
Epoch: 0054 train_loss= 1.38564 train_acc= 0.30619 val_loss= 1.37360 val_acc= 0.35714 time= 0.02200
Epoch: 0055 train_loss= 1.38288 train_acc= 0.29316 val_loss= 1.37345 val_acc= 0.35714 time= 0.02101
Epoch: 0056 train_loss= 1.38301 train_acc= 0.32248 val_loss= 1.37331 val_acc= 0.37500 time= 0.02301
Epoch: 0057 train_loss= 1.38513 train_acc= 0.30619 val_loss= 1.37314 val_acc= 0.37500 time= 0.02401
Epoch: 0058 train_loss= 1.38738 train_acc= 0.28664 val_loss= 1.37299 val_acc= 0.35714 time= 0.02300
Epoch: 0059 train_loss= 1.38512 train_acc= 0.30293 val_loss= 1.37285 val_acc= 0.35714 time= 0.02301
Epoch: 0060 train_loss= 1.38782 train_acc= 0.31596 val_loss= 1.37266 val_acc= 0.35714 time= 0.02301
Epoch: 0061 train_loss= 1.38610 train_acc= 0.30293 val_loss= 1.37244 val_acc= 0.33929 time= 0.02300
Epoch: 0062 train_loss= 1.38555 train_acc= 0.29642 val_loss= 1.37218 val_acc= 0.33929 time= 0.02401
Epoch: 0063 train_loss= 1.37844 train_acc= 0.32248 val_loss= 1.37195 val_acc= 0.33929 time= 0.02301
Epoch: 0064 train_loss= 1.37688 train_acc= 0.32899 val_loss= 1.37175 val_acc= 0.33929 time= 0.02200
Epoch: 0065 train_loss= 1.37840 train_acc= 0.33225 val_loss= 1.37157 val_acc= 0.33929 time= 0.02201
Epoch: 0066 train_loss= 1.39085 train_acc= 0.31596 val_loss= 1.37131 val_acc= 0.35714 time= 0.02301
Epoch: 0067 train_loss= 1.38251 train_acc= 0.32248 val_loss= 1.37097 val_acc= 0.37500 time= 0.02300
Epoch: 0068 train_loss= 1.38579 train_acc= 0.30945 val_loss= 1.37067 val_acc= 0.37500 time= 0.02100
Epoch: 0069 train_loss= 1.37618 train_acc= 0.34528 val_loss= 1.37035 val_acc= 0.37500 time= 0.02101
Epoch: 0070 train_loss= 1.37783 train_acc= 0.32248 val_loss= 1.37003 val_acc= 0.37500 time= 0.02201
Epoch: 0071 train_loss= 1.37888 train_acc= 0.33876 val_loss= 1.36975 val_acc= 0.33929 time= 0.02301
Epoch: 0072 train_loss= 1.38061 train_acc= 0.32248 val_loss= 1.36949 val_acc= 0.33929 time= 0.02200
Epoch: 0073 train_loss= 1.38051 train_acc= 0.31596 val_loss= 1.36924 val_acc= 0.32143 time= 0.02301
Epoch: 0074 train_loss= 1.38194 train_acc= 0.31270 val_loss= 1.36907 val_acc= 0.33929 time= 0.02501
Epoch: 0075 train_loss= 1.38014 train_acc= 0.33550 val_loss= 1.36894 val_acc= 0.32143 time= 0.02401
Epoch: 0076 train_loss= 1.38372 train_acc= 0.30945 val_loss= 1.36885 val_acc= 0.30357 time= 0.02400
Epoch: 0077 train_loss= 1.37719 train_acc= 0.32899 val_loss= 1.36878 val_acc= 0.30357 time= 0.02201
Epoch: 0078 train_loss= 1.38196 train_acc= 0.30619 val_loss= 1.36869 val_acc= 0.30357 time= 0.02300
Epoch: 0079 train_loss= 1.38166 train_acc= 0.30945 val_loss= 1.36867 val_acc= 0.30357 time= 0.02100
Epoch: 0080 train_loss= 1.39206 train_acc= 0.29316 val_loss= 1.36864 val_acc= 0.30357 time= 0.02100
Epoch: 0081 train_loss= 1.37943 train_acc= 0.32573 val_loss= 1.36868 val_acc= 0.30357 time= 0.02238
Epoch: 0082 train_loss= 1.38292 train_acc= 0.31270 val_loss= 1.36873 val_acc= 0.30357 time= 0.02324
Epoch: 0083 train_loss= 1.37628 train_acc= 0.33876 val_loss= 1.36876 val_acc= 0.30357 time= 0.02326
Epoch: 0084 train_loss= 1.37370 train_acc= 0.33225 val_loss= 1.36872 val_acc= 0.32143 time= 0.02221
Epoch: 0085 train_loss= 1.37749 train_acc= 0.33225 val_loss= 1.36868 val_acc= 0.28571 time= 0.02316
Epoch: 0086 train_loss= 1.38236 train_acc= 0.32899 val_loss= 1.36861 val_acc= 0.30357 time= 0.02345
Epoch: 0087 train_loss= 1.37628 train_acc= 0.33876 val_loss= 1.36854 val_acc= 0.30357 time= 0.02265
Epoch: 0088 train_loss= 1.37525 train_acc= 0.31270 val_loss= 1.36845 val_acc= 0.32143 time= 0.02169
Epoch: 0089 train_loss= 1.37212 train_acc= 0.32899 val_loss= 1.36837 val_acc= 0.32143 time= 0.02307
Epoch: 0090 train_loss= 1.37811 train_acc= 0.31922 val_loss= 1.36828 val_acc= 0.33929 time= 0.02233
Epoch: 0091 train_loss= 1.37907 train_acc= 0.29967 val_loss= 1.36816 val_acc= 0.33929 time= 0.02215
Epoch: 0092 train_loss= 1.36980 train_acc= 0.33876 val_loss= 1.36807 val_acc= 0.33929 time= 0.02200
Epoch: 0093 train_loss= 1.37450 train_acc= 0.30945 val_loss= 1.36796 val_acc= 0.35714 time= 0.02601
Epoch: 0094 train_loss= 1.38594 train_acc= 0.30619 val_loss= 1.36790 val_acc= 0.33929 time= 0.02401
Epoch: 0095 train_loss= 1.37571 train_acc= 0.32248 val_loss= 1.36778 val_acc= 0.35714 time= 0.02300
Epoch: 0096 train_loss= 1.37378 train_acc= 0.32248 val_loss= 1.36767 val_acc= 0.35714 time= 0.02401
Epoch: 0097 train_loss= 1.37685 train_acc= 0.34528 val_loss= 1.36754 val_acc= 0.35714 time= 0.02200
Epoch: 0098 train_loss= 1.37508 train_acc= 0.31596 val_loss= 1.36741 val_acc= 0.35714 time= 0.02201
Epoch: 0099 train_loss= 1.37518 train_acc= 0.32573 val_loss= 1.36727 val_acc= 0.35714 time= 0.02200
Epoch: 0100 train_loss= 1.37758 train_acc= 0.30945 val_loss= 1.36715 val_acc= 0.35714 time= 0.02100
Epoch: 0101 train_loss= 1.37000 train_acc= 0.33550 val_loss= 1.36700 val_acc= 0.37500 time= 0.02301
Epoch: 0102 train_loss= 1.37764 train_acc= 0.30293 val_loss= 1.36683 val_acc= 0.39286 time= 0.02200
Epoch: 0103 train_loss= 1.37107 train_acc= 0.36156 val_loss= 1.36671 val_acc= 0.39286 time= 0.02200
Epoch: 0104 train_loss= 1.38285 train_acc= 0.30945 val_loss= 1.36665 val_acc= 0.37500 time= 0.02401
Epoch: 0105 train_loss= 1.36199 train_acc= 0.35831 val_loss= 1.36661 val_acc= 0.37500 time= 0.02300
Epoch: 0106 train_loss= 1.37304 train_acc= 0.33225 val_loss= 1.36660 val_acc= 0.37500 time= 0.02501
Epoch: 0107 train_loss= 1.37594 train_acc= 0.33550 val_loss= 1.36662 val_acc= 0.37500 time= 0.02301
Epoch: 0108 train_loss= 1.37404 train_acc= 0.32248 val_loss= 1.36661 val_acc= 0.37500 time= 0.02400
Epoch: 0109 train_loss= 1.37916 train_acc= 0.34202 val_loss= 1.36660 val_acc= 0.37500 time= 0.02100
Epoch: 0110 train_loss= 1.38036 train_acc= 0.31922 val_loss= 1.36656 val_acc= 0.39286 time= 0.02401
Epoch: 0111 train_loss= 1.35967 train_acc= 0.36482 val_loss= 1.36649 val_acc= 0.41071 time= 0.02201
Epoch: 0112 train_loss= 1.36925 train_acc= 0.33876 val_loss= 1.36643 val_acc= 0.39286 time= 0.02200
Epoch: 0113 train_loss= 1.37847 train_acc= 0.33225 val_loss= 1.36640 val_acc= 0.41071 time= 0.02201
Epoch: 0114 train_loss= 1.37995 train_acc= 0.32248 val_loss= 1.36637 val_acc= 0.41071 time= 0.02200
Epoch: 0115 train_loss= 1.37205 train_acc= 0.32899 val_loss= 1.36637 val_acc= 0.41071 time= 0.02200
Epoch: 0116 train_loss= 1.36755 train_acc= 0.33550 val_loss= 1.36638 val_acc= 0.39286 time= 0.02086
Epoch: 0117 train_loss= 1.37240 train_acc= 0.34202 val_loss= 1.36645 val_acc= 0.39286 time= 0.01811
Epoch: 0118 train_loss= 1.37394 train_acc= 0.32248 val_loss= 1.36649 val_acc= 0.39286 time= 0.01822
Early stopping...
Optimization Finished!
Test set results: cost= 1.40165 accuracy= 0.24779 time= 0.01567 
