Namespace(batch_norm=False, batch_size=128, crop_ratio=0.875, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnext101_32x4d_best.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnext101_32x4d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=90, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_resnext101_32x4d_best', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1044.561365 samples/sec	rmse=0.026405	lr=0.003133
Epoch[0] Batch [99]	Speed: 1979.855299 samples/sec	rmse=0.026186	lr=0.006331
Epoch[0] Batch [149]	Speed: 1947.138551 samples/sec	rmse=0.026319	lr=0.009528
Epoch[0] Batch [199]	Speed: 2034.668503 samples/sec	rmse=0.026317	lr=0.012726
Epoch[0] Batch [249]	Speed: 1970.028450 samples/sec	rmse=0.026315	lr=0.015923
Epoch[0] Batch [299]	Speed: 2012.819898 samples/sec	rmse=0.026185	lr=0.019121
Epoch[0] Batch [349]	Speed: 2022.918973 samples/sec	rmse=0.026067	lr=0.022318
Epoch[0] Batch [399]	Speed: 2015.730011 samples/sec	rmse=0.026057	lr=0.025516
Epoch[0] Batch [449]	Speed: 2063.921910 samples/sec	rmse=0.026102	lr=0.028713
Epoch[0] Batch [499]	Speed: 1949.318290 samples/sec	rmse=0.026073	lr=0.031910
Epoch[0] Batch [549]	Speed: 1978.568506 samples/sec	rmse=0.026087	lr=0.035108
Epoch[0] Batch [599]	Speed: 2021.058173 samples/sec	rmse=0.026048	lr=0.038305
Epoch[0] Batch [649]	Speed: 2066.277735 samples/sec	rmse=0.026054	lr=0.041503
Epoch[0] Batch [699]	Speed: 2059.136973 samples/sec	rmse=0.026124	lr=0.044700
Epoch[0] Batch [749]	Speed: 2057.302946 samples/sec	rmse=0.026105	lr=0.047898
Epoch[0] Batch [799]	Speed: 2026.644580 samples/sec	rmse=0.026111	lr=0.051095
Epoch[0] Batch [849]	Speed: 2003.234703 samples/sec	rmse=0.026102	lr=0.054293
Epoch[0] Batch [899]	Speed: 2000.597350 samples/sec	rmse=0.026114	lr=0.057490
Epoch[0] Batch [949]	Speed: 2035.134014 samples/sec	rmse=0.026119	lr=0.060687
Epoch[0] Batch [999]	Speed: 2052.585204 samples/sec	rmse=0.026095	lr=0.063885
Epoch[0] Batch [1049]	Speed: 2007.084195 samples/sec	rmse=0.026085	lr=0.067082
Epoch[0] Batch [1099]	Speed: 2065.849081 samples/sec	rmse=0.026089	lr=0.070280
Epoch[0] Batch [1149]	Speed: 2062.443394 samples/sec	rmse=0.026099	lr=0.073477
Epoch[0] Batch [1199]	Speed: 2036.299612 samples/sec	rmse=0.026131	lr=0.076675
Epoch[0] Batch [1249]	Speed: 2040.339678 samples/sec	rmse=0.026125	lr=0.079872
[Epoch 0] training: rmse=0.026126
[Epoch 0] speed: 1946 samples/sec	time cost: 668.181151
[Epoch 0] validation: err-top1=0.941287 err-top5=0.831174
Epoch[1] Batch [49]	Speed: 2024.480104 samples/sec	rmse=0.027175	lr=0.083133
Epoch[1] Batch [99]	Speed: 2072.017977 samples/sec	rmse=0.026386	lr=0.086331
Epoch[1] Batch [149]	Speed: 2063.547095 samples/sec	rmse=0.026476	lr=0.089528
Epoch[1] Batch [199]	Speed: 2069.447634 samples/sec	rmse=0.026368	lr=0.092726
Epoch[1] Batch [249]	Speed: 2033.973024 samples/sec	rmse=0.026255	lr=0.095923
Epoch[1] Batch [299]	Speed: 1996.081579 samples/sec	rmse=0.026234	lr=0.099121
Epoch[1] Batch [349]	Speed: 2069.997454 samples/sec	rmse=0.026146	lr=0.102318
Epoch[1] Batch [399]	Speed: 2047.559236 samples/sec	rmse=0.026111	lr=0.105516
Epoch[1] Batch [449]	Speed: 2031.335020 samples/sec	rmse=0.025978	lr=0.108713
Epoch[1] Batch [499]	Speed: 2039.457287 samples/sec	rmse=0.025921	lr=0.111910
Epoch[1] Batch [549]	Speed: 2064.135269 samples/sec	rmse=0.025881	lr=0.115108
Epoch[1] Batch [599]	Speed: 2053.241839 samples/sec	rmse=0.025850	lr=0.118305
Epoch[1] Batch [649]	Speed: 2068.500640 samples/sec	rmse=0.025889	lr=0.121503
Epoch[1] Batch [699]	Speed: 2071.730791 samples/sec	rmse=0.025841	lr=0.124700
Epoch[1] Batch [749]	Speed: 2063.497187 samples/sec	rmse=0.025797	lr=0.127898
Epoch[1] Batch [799]	Speed: 2073.712688 samples/sec	rmse=0.025834	lr=0.131095
Epoch[1] Batch [849]	Speed: 2064.953427 samples/sec	rmse=0.025784	lr=0.134293
Epoch[1] Batch [899]	Speed: 2059.833233 samples/sec	rmse=0.025775	lr=0.137490
Epoch[1] Batch [949]	Speed: 2055.941535 samples/sec	rmse=0.025754	lr=0.140687
Epoch[1] Batch [999]	Speed: 2052.426657 samples/sec	rmse=0.025749	lr=0.143885
Epoch[1] Batch [1049]	Speed: 2048.116686 samples/sec	rmse=0.025700	lr=0.147082
Epoch[1] Batch [1099]	Speed: 2067.998273 samples/sec	rmse=0.025696	lr=0.150280
Epoch[1] Batch [1149]	Speed: 2033.949464 samples/sec	rmse=0.025702	lr=0.153477
Epoch[1] Batch [1199]	Speed: 2058.154258 samples/sec	rmse=0.025701	lr=0.156675
Epoch[1] Batch [1249]	Speed: 2080.000749 samples/sec	rmse=0.025671	lr=0.159872
[Epoch 1] training: rmse=0.025672
[Epoch 1] speed: 2052 samples/sec	time cost: 632.891834
[Epoch 1] validation: err-top1=0.819037 err-top5=0.613959
Epoch[2] Batch [49]	Speed: 2063.714604 samples/sec	rmse=0.025318	lr=0.163133
Epoch[2] Batch [99]	Speed: 2036.891964 samples/sec	rmse=0.025286	lr=0.166331
Epoch[2] Batch [149]	Speed: 2068.350243 samples/sec	rmse=0.025050	lr=0.169528
Epoch[2] Batch [199]	Speed: 2056.843393 samples/sec	rmse=0.025193	lr=0.172726
Epoch[2] Batch [249]	Speed: 2058.684574 samples/sec	rmse=0.025111	lr=0.175923
Epoch[2] Batch [299]	Speed: 2070.472187 samples/sec	rmse=0.025040	lr=0.179121
Epoch[2] Batch [349]	Speed: 2079.211612 samples/sec	rmse=0.025056	lr=0.182318
Epoch[2] Batch [399]	Speed: 2087.672661 samples/sec	rmse=0.025097	lr=0.185516
Epoch[2] Batch [449]	Speed: 2081.845415 samples/sec	rmse=0.025034	lr=0.188713
Epoch[2] Batch [499]	Speed: 2054.859402 samples/sec	rmse=0.025013	lr=0.191910
Epoch[2] Batch [549]	Speed: 2079.412761 samples/sec	rmse=0.024970	lr=0.195108
Epoch[2] Batch [599]	Speed: 2068.899819 samples/sec	rmse=0.024959	lr=0.198305
Epoch[2] Batch [649]	Speed: 2072.420535 samples/sec	rmse=0.024945	lr=0.201503
Epoch[2] Batch [699]	Speed: 2069.907689 samples/sec	rmse=0.024918	lr=0.204700
Epoch[2] Batch [749]	Speed: 2065.608107 samples/sec	rmse=0.024879	lr=0.207898
Epoch[2] Batch [799]	Speed: 2066.265329 samples/sec	rmse=0.024868	lr=0.211095
Epoch[2] Batch [849]	Speed: 2069.479083 samples/sec	rmse=0.024834	lr=0.214293
Epoch[2] Batch [899]	Speed: 2072.586146 samples/sec	rmse=0.024794	lr=0.217490
Epoch[2] Batch [949]	Speed: 2068.449058 samples/sec	rmse=0.024781	lr=0.220687
Epoch[2] Batch [999]	Speed: 2066.528529 samples/sec	rmse=0.024768	lr=0.223885
Epoch[2] Batch [1049]	Speed: 2064.822486 samples/sec	rmse=0.024747	lr=0.227082
Epoch[2] Batch [1099]	Speed: 2064.875813 samples/sec	rmse=0.024725	lr=0.230280
Epoch[2] Batch [1149]	Speed: 2061.276390 samples/sec	rmse=0.024702	lr=0.233477
Epoch[2] Batch [1199]	Speed: 2062.705463 samples/sec	rmse=0.024675	lr=0.236675
Epoch[2] Batch [1249]	Speed: 2074.807859 samples/sec	rmse=0.024668	lr=0.239872
[Epoch 2] training: rmse=0.024668
[Epoch 2] speed: 2065 samples/sec	time cost: 629.088003
[Epoch 2] validation: err-top1=0.695293 err-top5=0.442781
Epoch[3] Batch [49]	Speed: 2081.860854 samples/sec	rmse=0.023648	lr=0.243133
Epoch[3] Batch [99]	Speed: 2035.623935 samples/sec	rmse=0.023643	lr=0.246331
Epoch[3] Batch [149]	Speed: 2044.280148 samples/sec	rmse=0.023862	lr=0.249528
Epoch[3] Batch [199]	Speed: 2063.481583 samples/sec	rmse=0.023904	lr=0.252726
Epoch[3] Batch [249]	Speed: 2083.246634 samples/sec	rmse=0.023948	lr=0.255923
Epoch[3] Batch [299]	Speed: 2072.884434 samples/sec	rmse=0.023895	lr=0.259121
Epoch[3] Batch [349]	Speed: 2056.500331 samples/sec	rmse=0.023906	lr=0.262318
Epoch[3] Batch [399]	Speed: 2055.686062 samples/sec	rmse=0.023895	lr=0.265516
Epoch[3] Batch [449]	Speed: 2076.856468 samples/sec	rmse=0.023885	lr=0.268713
Epoch[3] Batch [499]	Speed: 2067.198655 samples/sec	rmse=0.023865	lr=0.271910
Epoch[3] Batch [549]	Speed: 2076.022390 samples/sec	rmse=0.023864	lr=0.275108
Epoch[3] Batch [599]	Speed: 2057.261104 samples/sec	rmse=0.023859	lr=0.278305
Epoch[3] Batch [649]	Speed: 2084.266673 samples/sec	rmse=0.023838	lr=0.281503
Epoch[3] Batch [699]	Speed: 2036.322937 samples/sec	rmse=0.023836	lr=0.284700
Epoch[3] Batch [749]	Speed: 2084.090937 samples/sec	rmse=0.023817	lr=0.287898
Epoch[3] Batch [799]	Speed: 2074.084093 samples/sec	rmse=0.023810	lr=0.291095
Epoch[3] Batch [849]	Speed: 2067.784951 samples/sec	rmse=0.023805	lr=0.294293
Epoch[3] Batch [899]	Speed: 2068.137107 samples/sec	rmse=0.023794	lr=0.297490
Epoch[3] Batch [949]	Speed: 2061.785394 samples/sec	rmse=0.023798	lr=0.300687
Epoch[3] Batch [999]	Speed: 2029.187304 samples/sec	rmse=0.023766	lr=0.303885
Epoch[3] Batch [1049]	Speed: 2071.907067 samples/sec	rmse=0.023754	lr=0.307082
Epoch[3] Batch [1099]	Speed: 2080.026778 samples/sec	rmse=0.023732	lr=0.310280
Epoch[3] Batch [1149]	Speed: 2062.900499 samples/sec	rmse=0.023710	lr=0.313477
Epoch[3] Batch [1199]	Speed: 2045.952323 samples/sec	rmse=0.023681	lr=0.316675
Epoch[3] Batch [1249]	Speed: 2083.783855 samples/sec	rmse=0.023677	lr=0.319872
[Epoch 3] training: rmse=0.023674
[Epoch 3] speed: 2063 samples/sec	time cost: 630.353267
[Epoch 3] validation: err-top1=0.627850 err-top5=0.364716
Epoch[4] Batch [49]	Speed: 2058.951177 samples/sec	rmse=0.023273	lr=0.323133
Epoch[4] Batch [99]	Speed: 2028.767536 samples/sec	rmse=0.023310	lr=0.326331
Epoch[4] Batch [149]	Speed: 2070.766631 samples/sec	rmse=0.023275	lr=0.329528
Epoch[4] Batch [199]	Speed: 2076.970660 samples/sec	rmse=0.023146	lr=0.332726
Epoch[4] Batch [249]	Speed: 2062.395124 samples/sec	rmse=0.023220	lr=0.335923
Epoch[4] Batch [299]	Speed: 2070.350883 samples/sec	rmse=0.023163	lr=0.339121
Epoch[4] Batch [349]	Speed: 2064.527526 samples/sec	rmse=0.023131	lr=0.342318
Epoch[4] Batch [399]	Speed: 2070.055838 samples/sec	rmse=0.023166	lr=0.345516
Epoch[4] Batch [449]	Speed: 2067.612680 samples/sec	rmse=0.023089	lr=0.348713
Epoch[4] Batch [499]	Speed: 2065.728914 samples/sec	rmse=0.023103	lr=0.351910
Epoch[4] Batch [549]	Speed: 2064.372725 samples/sec	rmse=0.023097	lr=0.355108
Epoch[4] Batch [599]	Speed: 2068.271836 samples/sec	rmse=0.023096	lr=0.358305
Epoch[4] Batch [649]	Speed: 2073.377467 samples/sec	rmse=0.023103	lr=0.361503
Epoch[4] Batch [699]	Speed: 2065.751905 samples/sec	rmse=0.023079	lr=0.364700
Epoch[4] Batch [749]	Speed: 2054.399643 samples/sec	rmse=0.023054	lr=0.367898
Epoch[4] Batch [799]	Speed: 2061.869467 samples/sec	rmse=0.023058	lr=0.371095
Epoch[4] Batch [849]	Speed: 2064.606503 samples/sec	rmse=0.023036	lr=0.374293
Epoch[4] Batch [899]	Speed: 2041.703578 samples/sec	rmse=0.023025	lr=0.377490
Epoch[4] Batch [949]	Speed: 2078.457412 samples/sec	rmse=0.023022	lr=0.380687
Epoch[4] Batch [999]	Speed: 2065.879924 samples/sec	rmse=0.023017	lr=0.383885
Epoch[4] Batch [1049]	Speed: 2074.472946 samples/sec	rmse=0.023011	lr=0.387082
Epoch[4] Batch [1099]	Speed: 2055.312757 samples/sec	rmse=0.023009	lr=0.390280
Epoch[4] Batch [1149]	Speed: 2039.483493 samples/sec	rmse=0.023012	lr=0.393477
Epoch[4] Batch [1199]	Speed: 2074.784546 samples/sec	rmse=0.023012	lr=0.396675
Epoch[4] Batch [1249]	Speed: 2040.046206 samples/sec	rmse=0.023015	lr=0.399872
[Epoch 4] training: rmse=0.023014
[Epoch 4] speed: 2060 samples/sec	time cost: 630.586194
[Epoch 4] validation: err-top1=0.629903 err-top5=0.359634
Epoch[5] Batch [49]	Speed: 2086.985527 samples/sec	rmse=0.022990	lr=0.400000
Epoch[5] Batch [99]	Speed: 2058.746625 samples/sec	rmse=0.022744	lr=0.400000
Epoch[5] Batch [149]	Speed: 2072.404275 samples/sec	rmse=0.022609	lr=0.400000
Epoch[5] Batch [199]	Speed: 2061.790244 samples/sec	rmse=0.022632	lr=0.399999
Epoch[5] Batch [249]	Speed: 2044.927799 samples/sec	rmse=0.022598	lr=0.399999
Epoch[5] Batch [299]	Speed: 2070.827555 samples/sec	rmse=0.022693	lr=0.399999
Epoch[5] Batch [349]	Speed: 2018.734913 samples/sec	rmse=0.022731	lr=0.399998
Epoch[5] Batch [399]	Speed: 2058.092776 samples/sec	rmse=0.022741	lr=0.399997
Epoch[5] Batch [449]	Speed: 2072.138456 samples/sec	rmse=0.022715	lr=0.399997
Epoch[5] Batch [499]	Speed: 2071.029742 samples/sec	rmse=0.022702	lr=0.399996
Epoch[5] Batch [549]	Speed: 2064.494579 samples/sec	rmse=0.022676	lr=0.399995
Epoch[5] Batch [599]	Speed: 2070.691774 samples/sec	rmse=0.022648	lr=0.399994
Epoch[5] Batch [649]	Speed: 2091.943979 samples/sec	rmse=0.022641	lr=0.399993
Epoch[5] Batch [699]	Speed: 2082.985744 samples/sec	rmse=0.022622	lr=0.399992
Epoch[5] Batch [749]	Speed: 2029.137664 samples/sec	rmse=0.022603	lr=0.399991
Epoch[5] Batch [799]	Speed: 2057.993745 samples/sec	rmse=0.022622	lr=0.399989
Epoch[5] Batch [849]	Speed: 2078.297277 samples/sec	rmse=0.022629	lr=0.399988
Epoch[5] Batch [899]	Speed: 2063.209583 samples/sec	rmse=0.022631	lr=0.399987
Epoch[5] Batch [949]	Speed: 2083.793318 samples/sec	rmse=0.022637	lr=0.399985
Epoch[5] Batch [999]	Speed: 2075.465453 samples/sec	rmse=0.022630	lr=0.399983
Epoch[5] Batch [1049]	Speed: 2064.124080 samples/sec	rmse=0.022620	lr=0.399982
Epoch[5] Batch [1099]	Speed: 2059.602668 samples/sec	rmse=0.022631	lr=0.399980
Epoch[5] Batch [1149]	Speed: 2065.813210 samples/sec	rmse=0.022639	lr=0.399978
Epoch[5] Batch [1199]	Speed: 2063.629726 samples/sec	rmse=0.022627	lr=0.399976
Epoch[5] Batch [1249]	Speed: 2074.256222 samples/sec	rmse=0.022627	lr=0.399974
[Epoch 5] training: rmse=0.022628
[Epoch 5] speed: 2063 samples/sec	time cost: 629.442709
[Epoch 5] validation: err-top1=0.535400 err-top5=0.268595
Epoch[6] Batch [49]	Speed: 2073.210168 samples/sec	rmse=0.022348	lr=0.399972
Epoch[6] Batch [99]	Speed: 2062.949110 samples/sec	rmse=0.022522	lr=0.399970
Epoch[6] Batch [149]	Speed: 2057.051469 samples/sec	rmse=0.022432	lr=0.399967
Epoch[6] Batch [199]	Speed: 2047.651837 samples/sec	rmse=0.022515	lr=0.399965
Epoch[6] Batch [249]	Speed: 2040.320002 samples/sec	rmse=0.022455	lr=0.399963
Epoch[6] Batch [299]	Speed: 2040.335064 samples/sec	rmse=0.022445	lr=0.399960
Epoch[6] Batch [349]	Speed: 2037.759084 samples/sec	rmse=0.022396	lr=0.399958
Epoch[6] Batch [399]	Speed: 2088.363518 samples/sec	rmse=0.022376	lr=0.399955
Epoch[6] Batch [449]	Speed: 2091.005750 samples/sec	rmse=0.022338	lr=0.399952
Epoch[6] Batch [499]	Speed: 2084.397239 samples/sec	rmse=0.022333	lr=0.399949
Epoch[6] Batch [549]	Speed: 2075.991664 samples/sec	rmse=0.022337	lr=0.399946
Epoch[6] Batch [599]	Speed: 2086.952874 samples/sec	rmse=0.022358	lr=0.399943
Epoch[6] Batch [649]	Speed: 2055.888314 samples/sec	rmse=0.022352	lr=0.399940
Epoch[6] Batch [699]	Speed: 2082.247278 samples/sec	rmse=0.022346	lr=0.399937
Epoch[6] Batch [749]	Speed: 2065.913750 samples/sec	rmse=0.022340	lr=0.399934
Epoch[6] Batch [799]	Speed: 2032.407765 samples/sec	rmse=0.022359	lr=0.399930
Epoch[6] Batch [849]	Speed: 2075.323689 samples/sec	rmse=0.022355	lr=0.399927
Epoch[6] Batch [899]	Speed: 2072.799320 samples/sec	rmse=0.022353	lr=0.399923
Epoch[6] Batch [949]	Speed: 2078.835068 samples/sec	rmse=0.022332	lr=0.399920
Epoch[6] Batch [999]	Speed: 2045.789128 samples/sec	rmse=0.022341	lr=0.399916
Epoch[6] Batch [1049]	Speed: 2078.678315 samples/sec	rmse=0.022343	lr=0.399912
Epoch[6] Batch [1099]	Speed: 2044.610190 samples/sec	rmse=0.022323	lr=0.399908
Epoch[6] Batch [1149]	Speed: 2083.238853 samples/sec	rmse=0.022307	lr=0.399904
Epoch[6] Batch [1199]	Speed: 2089.199413 samples/sec	rmse=0.022294	lr=0.399900
Epoch[6] Batch [1249]	Speed: 2092.201023 samples/sec	rmse=0.022278	lr=0.399896
[Epoch 6] training: rmse=0.022276
[Epoch 6] speed: 2065 samples/sec	time cost: 629.208200
[Epoch 6] validation: err-top1=0.532506 err-top5=0.270368
Epoch[7] Batch [49]	Speed: 2072.887736 samples/sec	rmse=0.022164	lr=0.399892
Epoch[7] Batch [99]	Speed: 2069.007138 samples/sec	rmse=0.022028	lr=0.399888
Epoch[7] Batch [149]	Speed: 2065.190574 samples/sec	rmse=0.022039	lr=0.399883
Epoch[7] Batch [199]	Speed: 2063.425333 samples/sec	rmse=0.021986	lr=0.399879
Epoch[7] Batch [249]	Speed: 2067.418305 samples/sec	rmse=0.022010	lr=0.399874
Epoch[7] Batch [299]	Speed: 2063.114618 samples/sec	rmse=0.021930	lr=0.399870
Epoch[7] Batch [349]	Speed: 2062.368464 samples/sec	rmse=0.021928	lr=0.399865
Epoch[7] Batch [399]	Speed: 2055.616187 samples/sec	rmse=0.021927	lr=0.399860
Epoch[7] Batch [449]	Speed: 2053.096833 samples/sec	rmse=0.021967	lr=0.399856
Epoch[7] Batch [499]	Speed: 2062.864909 samples/sec	rmse=0.021952	lr=0.399851
Epoch[7] Batch [549]	Speed: 2057.552927 samples/sec	rmse=0.021937	lr=0.399846
Epoch[7] Batch [599]	Speed: 2046.111938 samples/sec	rmse=0.021934	lr=0.399841
Epoch[7] Batch [649]	Speed: 2077.728344 samples/sec	rmse=0.021967	lr=0.399835
Epoch[7] Batch [699]	Speed: 2074.848172 samples/sec	rmse=0.021951	lr=0.399830
Epoch[7] Batch [749]	Speed: 2058.800093 samples/sec	rmse=0.021939	lr=0.399825
Epoch[7] Batch [799]	Speed: 2036.183091 samples/sec	rmse=0.021920	lr=0.399819
Epoch[7] Batch [849]	Speed: 2060.613539 samples/sec	rmse=0.021917	lr=0.399814
Epoch[7] Batch [899]	Speed: 2062.035832 samples/sec	rmse=0.021934	lr=0.399808
Epoch[7] Batch [949]	Speed: 2089.221690 samples/sec	rmse=0.021927	lr=0.399803
Epoch[7] Batch [999]	Speed: 2068.933784 samples/sec	rmse=0.021937	lr=0.399797
Epoch[7] Batch [1049]	Speed: 2052.936735 samples/sec	rmse=0.021936	lr=0.399791
Epoch[7] Batch [1099]	Speed: 2062.075076 samples/sec	rmse=0.021916	lr=0.399785
Epoch[7] Batch [1149]	Speed: 2043.737406 samples/sec	rmse=0.021929	lr=0.399779
Epoch[7] Batch [1199]	Speed: 2077.478281 samples/sec	rmse=0.021925	lr=0.399773
Epoch[7] Batch [1249]	Speed: 2080.782904 samples/sec	rmse=0.021937	lr=0.399767
[Epoch 7] training: rmse=0.021938
[Epoch 7] speed: 2061 samples/sec	time cost: 631.090166
[Epoch 7] validation: err-top1=0.487026 err-top5=0.230608
Epoch[8] Batch [49]	Speed: 2072.464935 samples/sec	rmse=0.021880	lr=0.399760
Epoch[8] Batch [99]	Speed: 2039.815496 samples/sec	rmse=0.021699	lr=0.399754
Epoch[8] Batch [149]	Speed: 2058.714730 samples/sec	rmse=0.021602	lr=0.399748
Epoch[8] Batch [199]	Speed: 2076.129486 samples/sec	rmse=0.021574	lr=0.399741
Epoch[8] Batch [249]	Speed: 2060.188378 samples/sec	rmse=0.021610	lr=0.399734
Epoch[8] Batch [299]	Speed: 2073.104614 samples/sec	rmse=0.021640	lr=0.399728
Epoch[8] Batch [349]	Speed: 2081.812377 samples/sec	rmse=0.021648	lr=0.399721
Epoch[8] Batch [399]	Speed: 2081.030739 samples/sec	rmse=0.021664	lr=0.399714
Epoch[8] Batch [449]	Speed: 2079.828028 samples/sec	rmse=0.021685	lr=0.399707
Epoch[8] Batch [499]	Speed: 2088.866361 samples/sec	rmse=0.021705	lr=0.399700
Epoch[8] Batch [549]	Speed: 2083.430292 samples/sec	rmse=0.021686	lr=0.399693
Epoch[8] Batch [599]	Speed: 2076.782757 samples/sec	rmse=0.021689	lr=0.399686
Epoch[8] Batch [649]	Speed: 2068.607559 samples/sec	rmse=0.021699	lr=0.399679
Epoch[8] Batch [699]	Speed: 2071.905248 samples/sec	rmse=0.021698	lr=0.399671
Epoch[8] Batch [749]	Speed: 2073.403952 samples/sec	rmse=0.021667	lr=0.399664
Epoch[8] Batch [799]	Speed: 2068.742987 samples/sec	rmse=0.021671	lr=0.399656
Epoch[8] Batch [849]	Speed: 2071.742263 samples/sec	rmse=0.021694	lr=0.399649
Epoch[8] Batch [899]	Speed: 2070.561961 samples/sec	rmse=0.021716	lr=0.399641
Epoch[8] Batch [949]	Speed: 2064.979201 samples/sec	rmse=0.021714	lr=0.399633
Epoch[8] Batch [999]	Speed: 2072.009660 samples/sec	rmse=0.021721	lr=0.399626
Epoch[8] Batch [1049]	Speed: 2059.269485 samples/sec	rmse=0.021721	lr=0.399618
Epoch[8] Batch [1099]	Speed: 2055.000410 samples/sec	rmse=0.021709	lr=0.399610
Epoch[8] Batch [1149]	Speed: 2071.527109 samples/sec	rmse=0.021713	lr=0.399602
Epoch[8] Batch [1199]	Speed: 2059.111661 samples/sec	rmse=0.021707	lr=0.399593
Epoch[8] Batch [1249]	Speed: 2067.541992 samples/sec	rmse=0.021715	lr=0.399585
[Epoch 8] training: rmse=0.021713
[Epoch 8] speed: 2068 samples/sec	time cost: 629.622617
[Epoch 8] validation: err-top1=0.485332 err-top5=0.231425
Epoch[9] Batch [49]	Speed: 2088.045999 samples/sec	rmse=0.021297	lr=0.399577
Epoch[9] Batch [99]	Speed: 2058.553341 samples/sec	rmse=0.021413	lr=0.399568
Epoch[9] Batch [149]	Speed: 2067.960695 samples/sec	rmse=0.021507	lr=0.399560
Epoch[9] Batch [199]	Speed: 2086.110405 samples/sec	rmse=0.021509	lr=0.399551
Epoch[9] Batch [249]	Speed: 2053.779487 samples/sec	rmse=0.021531	lr=0.399543
Epoch[9] Batch [299]	Speed: 2072.229894 samples/sec	rmse=0.021523	lr=0.399534
Epoch[9] Batch [349]	Speed: 2058.529148 samples/sec	rmse=0.021553	lr=0.399525
Epoch[9] Batch [399]	Speed: 2088.261329 samples/sec	rmse=0.021556	lr=0.399516
Epoch[9] Batch [449]	Speed: 2082.012839 samples/sec	rmse=0.021566	lr=0.399507
Epoch[9] Batch [499]	Speed: 2090.115862 samples/sec	rmse=0.021546	lr=0.399498
Epoch[9] Batch [549]	Speed: 2088.092229 samples/sec	rmse=0.021561	lr=0.399489
Epoch[9] Batch [599]	Speed: 2084.191888 samples/sec	rmse=0.021539	lr=0.399480
Epoch[9] Batch [649]	Speed: 2083.675402 samples/sec	rmse=0.021544	lr=0.399470
Epoch[9] Batch [699]	Speed: 2084.572197 samples/sec	rmse=0.021562	lr=0.399461
Epoch[9] Batch [749]	Speed: 2078.778099 samples/sec	rmse=0.021569	lr=0.399451
Epoch[9] Batch [799]	Speed: 2075.242425 samples/sec	rmse=0.021548	lr=0.399442
Epoch[9] Batch [849]	Speed: 2069.772827 samples/sec	rmse=0.021544	lr=0.399432
Epoch[9] Batch [899]	Speed: 2078.186438 samples/sec	rmse=0.021545	lr=0.399422
Epoch[9] Batch [949]	Speed: 2080.580945 samples/sec	rmse=0.021541	lr=0.399413
Epoch[9] Batch [999]	Speed: 2072.621212 samples/sec	rmse=0.021546	lr=0.399403
Epoch[9] Batch [1049]	Speed: 2085.076819 samples/sec	rmse=0.021553	lr=0.399393
Epoch[9] Batch [1099]	Speed: 2059.611260 samples/sec	rmse=0.021549	lr=0.399383
Epoch[9] Batch [1149]	Speed: 2084.109828 samples/sec	rmse=0.021564	lr=0.399372
Epoch[9] Batch [1199]	Speed: 2057.425702 samples/sec	rmse=0.021571	lr=0.399362
Epoch[9] Batch [1249]	Speed: 2073.183989 samples/sec	rmse=0.021559	lr=0.399352
[Epoch 9] training: rmse=0.021559
[Epoch 9] speed: 2074 samples/sec	time cost: 626.376489
[Epoch 9] validation: err-top1=0.452368 err-top5=0.205975
Epoch[10] Batch [49]	Speed: 2080.693652 samples/sec	rmse=0.021325	lr=0.399341
Epoch[10] Batch [99]	Speed: 2069.748170 samples/sec	rmse=0.021293	lr=0.399331
Epoch[10] Batch [149]	Speed: 2070.421104 samples/sec	rmse=0.021297	lr=0.399320
Epoch[10] Batch [199]	Speed: 2084.728808 samples/sec	rmse=0.021389	lr=0.399310
Epoch[10] Batch [249]	Speed: 2063.229802 samples/sec	rmse=0.021402	lr=0.399299
Epoch[10] Batch [299]	Speed: 2063.301880 samples/sec	rmse=0.021392	lr=0.399288
Epoch[10] Batch [349]	Speed: 2069.199280 samples/sec	rmse=0.021374	lr=0.399277
Epoch[10] Batch [399]	Speed: 2056.546080 samples/sec	rmse=0.021354	lr=0.399266
Epoch[10] Batch [449]	Speed: 2063.004580 samples/sec	rmse=0.021357	lr=0.399255
Epoch[10] Batch [499]	Speed: 2069.284058 samples/sec	rmse=0.021411	lr=0.399244
Epoch[10] Batch [549]	Speed: 2060.809405 samples/sec	rmse=0.021376	lr=0.399233
Epoch[10] Batch [599]	Speed: 2063.042236 samples/sec	rmse=0.021374	lr=0.399221
Epoch[10] Batch [649]	Speed: 2071.698034 samples/sec	rmse=0.021381	lr=0.399210
Epoch[10] Batch [699]	Speed: 2062.472294 samples/sec	rmse=0.021383	lr=0.399199
Epoch[10] Batch [749]	Speed: 2057.684210 samples/sec	rmse=0.021377	lr=0.399187
Epoch[10] Batch [799]	Speed: 2062.205075 samples/sec	rmse=0.021385	lr=0.399175
Epoch[10] Batch [849]	Speed: 2064.226896 samples/sec	rmse=0.021385	lr=0.399164
Epoch[10] Batch [899]	Speed: 2058.834378 samples/sec	rmse=0.021403	lr=0.399152
Epoch[10] Batch [949]	Speed: 2064.842299 samples/sec	rmse=0.021391	lr=0.399140
Epoch[10] Batch [999]	Speed: 2078.404205 samples/sec	rmse=0.021405	lr=0.399128
Epoch[10] Batch [1049]	Speed: 2059.025484 samples/sec	rmse=0.021406	lr=0.399116
Epoch[10] Batch [1099]	Speed: 2060.199545 samples/sec	rmse=0.021409	lr=0.399104
Epoch[10] Batch [1149]	Speed: 2070.767929 samples/sec	rmse=0.021400	lr=0.399092
Epoch[10] Batch [1199]	Speed: 2075.361314 samples/sec	rmse=0.021391	lr=0.399079
Epoch[10] Batch [1249]	Speed: 2079.985901 samples/sec	rmse=0.021389	lr=0.399067
[Epoch 10] training: rmse=0.021387
[Epoch 10] speed: 2065 samples/sec	time cost: 629.708622
[Epoch 10] validation: err-top1=0.455257 err-top5=0.207868
Epoch[11] Batch [49]	Speed: 2073.195978 samples/sec	rmse=0.020880	lr=0.399054
Epoch[11] Batch [99]	Speed: 2083.733590 samples/sec	rmse=0.021262	lr=0.399042
Epoch[11] Batch [149]	Speed: 2064.403663 samples/sec	rmse=0.021338	lr=0.399029
Epoch[11] Batch [199]	Speed: 2091.141927 samples/sec	rmse=0.021355	lr=0.399016
Epoch[11] Batch [249]	Speed: 2062.217967 samples/sec	rmse=0.021331	lr=0.399003
Epoch[11] Batch [299]	Speed: 2046.416167 samples/sec	rmse=0.021353	lr=0.398991
Epoch[11] Batch [349]	Speed: 2068.554676 samples/sec	rmse=0.021301	lr=0.398978
Epoch[11] Batch [399]	Speed: 2091.012062 samples/sec	rmse=0.021299	lr=0.398965
Epoch[11] Batch [449]	Speed: 2061.042930 samples/sec	rmse=0.021249	lr=0.398951
Epoch[11] Batch [499]	Speed: 2065.687663 samples/sec	rmse=0.021271	lr=0.398938
Epoch[11] Batch [549]	Speed: 2067.891696 samples/sec	rmse=0.021267	lr=0.398925
Epoch[11] Batch [599]	Speed: 2078.663184 samples/sec	rmse=0.021277	lr=0.398912
Epoch[11] Batch [649]	Speed: 2057.149700 samples/sec	rmse=0.021295	lr=0.398898
Epoch[11] Batch [699]	Speed: 2060.215119 samples/sec	rmse=0.021304	lr=0.398885
Epoch[11] Batch [749]	Speed: 2059.009177 samples/sec	rmse=0.021292	lr=0.398871
Epoch[11] Batch [799]	Speed: 2080.771553 samples/sec	rmse=0.021289	lr=0.398857
Epoch[11] Batch [849]	Speed: 2077.046012 samples/sec	rmse=0.021290	lr=0.398843
Epoch[11] Batch [899]	Speed: 2073.153787 samples/sec	rmse=0.021289	lr=0.398830
Epoch[11] Batch [949]	Speed: 2072.712653 samples/sec	rmse=0.021289	lr=0.398816
Epoch[11] Batch [999]	Speed: 2063.423489 samples/sec	rmse=0.021295	lr=0.398802
Epoch[11] Batch [1049]	Speed: 2074.114002 samples/sec	rmse=0.021285	lr=0.398787
Epoch[11] Batch [1099]	Speed: 2059.571419 samples/sec	rmse=0.021286	lr=0.398773
Epoch[11] Batch [1149]	Speed: 2068.850290 samples/sec	rmse=0.021289	lr=0.398759
Epoch[11] Batch [1199]	Speed: 2080.110089 samples/sec	rmse=0.021296	lr=0.398745
Epoch[11] Batch [1249]	Speed: 2083.550404 samples/sec	rmse=0.021291	lr=0.398730
[Epoch 11] training: rmse=0.021292
[Epoch 11] speed: 2068 samples/sec	time cost: 627.872256
[Epoch 11] validation: err-top1=0.443909 err-top5=0.198140
Epoch[12] Batch [49]	Speed: 2093.427906 samples/sec	rmse=0.021370	lr=0.398715
Epoch[12] Batch [99]	Speed: 2076.049404 samples/sec	rmse=0.021239	lr=0.398701
Epoch[12] Batch [149]	Speed: 2071.171420 samples/sec	rmse=0.021288	lr=0.398686
Epoch[12] Batch [199]	Speed: 2077.239790 samples/sec	rmse=0.021223	lr=0.398671
Epoch[12] Batch [249]	Speed: 2081.473262 samples/sec	rmse=0.021206	lr=0.398656
Epoch[12] Batch [299]	Speed: 2081.770804 samples/sec	rmse=0.021245	lr=0.398641
Epoch[12] Batch [349]	Speed: 2086.922858 samples/sec	rmse=0.021265	lr=0.398626
Epoch[12] Batch [399]	Speed: 2076.465336 samples/sec	rmse=0.021264	lr=0.398611
Epoch[12] Batch [449]	Speed: 2085.918149 samples/sec	rmse=0.021240	lr=0.398596
Epoch[12] Batch [499]	Speed: 2089.333282 samples/sec	rmse=0.021249	lr=0.398581
Epoch[12] Batch [549]	Speed: 2071.539218 samples/sec	rmse=0.021243	lr=0.398565
Epoch[12] Batch [599]	Speed: 2076.005311 samples/sec	rmse=0.021237	lr=0.398550
Epoch[12] Batch [649]	Speed: 2077.145981 samples/sec	rmse=0.021219	lr=0.398534
Epoch[12] Batch [699]	Speed: 2079.095381 samples/sec	rmse=0.021202	lr=0.398519
Epoch[12] Batch [749]	Speed: 2082.370444 samples/sec	rmse=0.021215	lr=0.398503
Epoch[12] Batch [799]	Speed: 2067.983118 samples/sec	rmse=0.021217	lr=0.398487
Epoch[12] Batch [849]	Speed: 2077.053345 samples/sec	rmse=0.021212	lr=0.398472
Epoch[12] Batch [899]	Speed: 2065.811223 samples/sec	rmse=0.021217	lr=0.398456
Epoch[12] Batch [949]	Speed: 2071.264771 samples/sec	rmse=0.021212	lr=0.398440
Epoch[12] Batch [999]	Speed: 2061.505807 samples/sec	rmse=0.021225	lr=0.398424
Epoch[12] Batch [1049]	Speed: 2063.048142 samples/sec	rmse=0.021217	lr=0.398407
Epoch[12] Batch [1099]	Speed: 2062.177331 samples/sec	rmse=0.021216	lr=0.398391
Epoch[12] Batch [1149]	Speed: 2071.044842 samples/sec	rmse=0.021216	lr=0.398375
Epoch[12] Batch [1199]	Speed: 2059.889445 samples/sec	rmse=0.021214	lr=0.398358
Epoch[12] Batch [1249]	Speed: 2070.494644 samples/sec	rmse=0.021208	lr=0.398342
[Epoch 12] training: rmse=0.021209
[Epoch 12] speed: 2073 samples/sec	time cost: 626.649827
[Epoch 12] validation: err-top1=0.436862 err-top5=0.189134
Epoch[13] Batch [49]	Speed: 2077.722716 samples/sec	rmse=0.020867	lr=0.398325
Epoch[13] Batch [99]	Speed: 2067.997835 samples/sec	rmse=0.020884	lr=0.398308
Epoch[13] Batch [149]	Speed: 2067.321559 samples/sec	rmse=0.020917	lr=0.398291
Epoch[13] Batch [199]	Speed: 2070.480431 samples/sec	rmse=0.020967	lr=0.398275
Epoch[13] Batch [249]	Speed: 2075.037070 samples/sec	rmse=0.020936	lr=0.398258
Epoch[13] Batch [299]	Speed: 2058.301242 samples/sec	rmse=0.020976	lr=0.398241
Epoch[13] Batch [349]	Speed: 2075.397718 samples/sec	rmse=0.021041	lr=0.398224
Epoch[13] Batch [399]	Speed: 2073.477604 samples/sec	rmse=0.021019	lr=0.398206
Epoch[13] Batch [449]	Speed: 2073.510958 samples/sec	rmse=0.021020	lr=0.398189
Epoch[13] Batch [499]	Speed: 2091.960445 samples/sec	rmse=0.021038	lr=0.398172
Epoch[13] Batch [549]	Speed: 2079.687117 samples/sec	rmse=0.021058	lr=0.398154
Epoch[13] Batch [599]	Speed: 2056.072101 samples/sec	rmse=0.021050	lr=0.398137
Epoch[13] Batch [649]	Speed: 2090.944081 samples/sec	rmse=0.021024	lr=0.398119
Epoch[13] Batch [699]	Speed: 2079.580278 samples/sec	rmse=0.021019	lr=0.398102
Epoch[13] Batch [749]	Speed: 2079.171592 samples/sec	rmse=0.021012	lr=0.398084
Epoch[13] Batch [799]	Speed: 2071.051692 samples/sec	rmse=0.021026	lr=0.398066
Epoch[13] Batch [849]	Speed: 2072.434295 samples/sec	rmse=0.021017	lr=0.398048
Epoch[13] Batch [899]	Speed: 2087.434300 samples/sec	rmse=0.021012	lr=0.398030
Epoch[13] Batch [949]	Speed: 2078.185674 samples/sec	rmse=0.021016	lr=0.398012
Epoch[13] Batch [999]	Speed: 2066.253102 samples/sec	rmse=0.021018	lr=0.397994
Epoch[13] Batch [1049]	Speed: 2062.595885 samples/sec	rmse=0.021011	lr=0.397976
Epoch[13] Batch [1099]	Speed: 2088.248008 samples/sec	rmse=0.021010	lr=0.397957
Epoch[13] Batch [1149]	Speed: 2056.461850 samples/sec	rmse=0.021021	lr=0.397939
Epoch[13] Batch [1199]	Speed: 2085.515718 samples/sec	rmse=0.021024	lr=0.397921
Epoch[13] Batch [1249]	Speed: 2086.398896 samples/sec	rmse=0.021035	lr=0.397902
[Epoch 13] training: rmse=0.021034
[Epoch 13] speed: 2073 samples/sec	time cost: 626.691069
[Epoch 13] validation: err-top1=0.458048 err-top5=0.210280
Epoch[14] Batch [49]	Speed: 2080.433563 samples/sec	rmse=0.020825	lr=0.397883
Epoch[14] Batch [99]	Speed: 2064.186796 samples/sec	rmse=0.020711	lr=0.397864
Epoch[14] Batch [149]	Speed: 2091.816377 samples/sec	rmse=0.020825	lr=0.397845
Epoch[14] Batch [199]	Speed: 2049.055876 samples/sec	rmse=0.020871	lr=0.397827
Epoch[14] Batch [249]	Speed: 2039.248127 samples/sec	rmse=0.020943	lr=0.397808
Epoch[14] Batch [299]	Speed: 2074.212145 samples/sec	rmse=0.020965	lr=0.397789
Epoch[14] Batch [349]	Speed: 2077.298463 samples/sec	rmse=0.020971	lr=0.397769
Epoch[14] Batch [399]	Speed: 2091.359343 samples/sec	rmse=0.021018	lr=0.397750
Epoch[14] Batch [449]	Speed: 2074.976880 samples/sec	rmse=0.021023	lr=0.397731
Epoch[14] Batch [499]	Speed: 2083.241723 samples/sec	rmse=0.021038	lr=0.397711
Epoch[14] Batch [549]	Speed: 2084.994628 samples/sec	rmse=0.021044	lr=0.397692
Epoch[14] Batch [599]	Speed: 2075.083527 samples/sec	rmse=0.021040	lr=0.397672
Epoch[14] Batch [649]	Speed: 2060.612511 samples/sec	rmse=0.021041	lr=0.397653
Epoch[14] Batch [699]	Speed: 2077.758338 samples/sec	rmse=0.021057	lr=0.397633
Epoch[14] Batch [749]	Speed: 2063.891462 samples/sec	rmse=0.021048	lr=0.397613
Epoch[14] Batch [799]	Speed: 2068.087235 samples/sec	rmse=0.021056	lr=0.397593
Epoch[14] Batch [849]	Speed: 2061.300291 samples/sec	rmse=0.021048	lr=0.397573
Epoch[14] Batch [899]	Speed: 2077.224681 samples/sec	rmse=0.021050	lr=0.397553
Epoch[14] Batch [949]	Speed: 2054.533295 samples/sec	rmse=0.021051	lr=0.397533
Epoch[14] Batch [999]	Speed: 2081.054414 samples/sec	rmse=0.021053	lr=0.397513
Epoch[14] Batch [1049]	Speed: 2073.103193 samples/sec	rmse=0.021048	lr=0.397493
Epoch[14] Batch [1099]	Speed: 2081.546157 samples/sec	rmse=0.021051	lr=0.397472
Epoch[14] Batch [1149]	Speed: 2088.713556 samples/sec	rmse=0.021046	lr=0.397452
Epoch[14] Batch [1199]	Speed: 2088.018976 samples/sec	rmse=0.021048	lr=0.397431
Epoch[14] Batch [1249]	Speed: 2085.616423 samples/sec	rmse=0.021038	lr=0.397411
[Epoch 14] training: rmse=0.021037
[Epoch 14] speed: 2072 samples/sec	time cost: 627.511937
[Epoch 14] validation: err-top1=0.456354 err-top5=0.205138
Epoch[15] Batch [49]	Speed: 2057.833553 samples/sec	rmse=0.020800	lr=0.397390
Epoch[15] Batch [99]	Speed: 2067.609614 samples/sec	rmse=0.020726	lr=0.397369
Epoch[15] Batch [149]	Speed: 2078.801119 samples/sec	rmse=0.020805	lr=0.397348
Epoch[15] Batch [199]	Speed: 2072.606070 samples/sec	rmse=0.020780	lr=0.397327
Epoch[15] Batch [249]	Speed: 2073.663408 samples/sec	rmse=0.020789	lr=0.397306
Epoch[15] Batch [299]	Speed: 2070.324756 samples/sec	rmse=0.020781	lr=0.397285
Epoch[15] Batch [349]	Speed: 2074.557777 samples/sec	rmse=0.020774	lr=0.397264
Epoch[15] Batch [399]	Speed: 2073.124627 samples/sec	rmse=0.020795	lr=0.397243
Epoch[15] Batch [449]	Speed: 2072.972657 samples/sec	rmse=0.020797	lr=0.397221
Epoch[15] Batch [499]	Speed: 2081.055261 samples/sec	rmse=0.020797	lr=0.397200
Epoch[15] Batch [549]	Speed: 2083.250009 samples/sec	rmse=0.020806	lr=0.397178
Epoch[15] Batch [599]	Speed: 2083.200376 samples/sec	rmse=0.020819	lr=0.397157
Epoch[15] Batch [649]	Speed: 2063.812916 samples/sec	rmse=0.020844	lr=0.397135
Epoch[15] Batch [699]	Speed: 2081.031969 samples/sec	rmse=0.020852	lr=0.397113
Epoch[15] Batch [749]	Speed: 2082.982835 samples/sec	rmse=0.020879	lr=0.397091
Epoch[15] Batch [799]	Speed: 2080.198323 samples/sec	rmse=0.020860	lr=0.397069
Epoch[15] Batch [849]	Speed: 2074.154668 samples/sec	rmse=0.020863	lr=0.397047
Epoch[15] Batch [899]	Speed: 2071.155919 samples/sec	rmse=0.020866	lr=0.397025
Epoch[15] Batch [949]	Speed: 2075.073181 samples/sec	rmse=0.020872	lr=0.397003
Epoch[15] Batch [999]	Speed: 2068.878771 samples/sec	rmse=0.020872	lr=0.396981
Epoch[15] Batch [1049]	Speed: 2070.341303 samples/sec	rmse=0.020871	lr=0.396959
Epoch[15] Batch [1099]	Speed: 2056.855824 samples/sec	rmse=0.020878	lr=0.396936
Epoch[15] Batch [1149]	Speed: 2045.411401 samples/sec	rmse=0.020871	lr=0.396914
Epoch[15] Batch [1199]	Speed: 2045.738048 samples/sec	rmse=0.020873	lr=0.396891
Epoch[15] Batch [1249]	Speed: 2091.285393 samples/sec	rmse=0.020876	lr=0.396868
[Epoch 15] training: rmse=0.020876
[Epoch 15] speed: 2070 samples/sec	time cost: 627.724905
[Epoch 15] validation: err-top1=0.492546 err-top5=0.241968
Epoch[16] Batch [49]	Speed: 2083.331719 samples/sec	rmse=0.020584	lr=0.396845
Epoch[16] Batch [99]	Speed: 2063.567599 samples/sec	rmse=0.020691	lr=0.396822
Epoch[16] Batch [149]	Speed: 2075.208273 samples/sec	rmse=0.020718	lr=0.396800
Epoch[16] Batch [199]	Speed: 2071.699173 samples/sec	rmse=0.020718	lr=0.396777
Epoch[16] Batch [249]	Speed: 2060.251092 samples/sec	rmse=0.020727	lr=0.396754
Epoch[16] Batch [299]	Speed: 2058.628507 samples/sec	rmse=0.020772	lr=0.396730
Epoch[16] Batch [349]	Speed: 2043.113445 samples/sec	rmse=0.020778	lr=0.396707
Epoch[16] Batch [399]	Speed: 2057.558822 samples/sec	rmse=0.020754	lr=0.396684
Epoch[16] Batch [449]	Speed: 2074.243319 samples/sec	rmse=0.020762	lr=0.396660
Epoch[16] Batch [499]	Speed: 2073.993132 samples/sec	rmse=0.020810	lr=0.396637
Epoch[16] Batch [549]	Speed: 2077.894785 samples/sec	rmse=0.020841	lr=0.396613
Epoch[16] Batch [599]	Speed: 2075.938022 samples/sec	rmse=0.020834	lr=0.396590
Epoch[16] Batch [649]	Speed: 2076.909214 samples/sec	rmse=0.020842	lr=0.396566
Epoch[16] Batch [699]	Speed: 2072.446335 samples/sec	rmse=0.020836	lr=0.396542
Epoch[16] Batch [749]	Speed: 2074.747122 samples/sec	rmse=0.020829	lr=0.396518
Epoch[16] Batch [799]	Speed: 2063.475654 samples/sec	rmse=0.020858	lr=0.396494
Epoch[16] Batch [849]	Speed: 2064.653209 samples/sec	rmse=0.020857	lr=0.396470
Epoch[16] Batch [899]	Speed: 2074.298217 samples/sec	rmse=0.020873	lr=0.396446
Epoch[16] Batch [949]	Speed: 2077.308269 samples/sec	rmse=0.020872	lr=0.396422
Epoch[16] Batch [999]	Speed: 2068.771685 samples/sec	rmse=0.020863	lr=0.396398
Epoch[16] Batch [1049]	Speed: 2071.156099 samples/sec	rmse=0.020871	lr=0.396373
Epoch[16] Batch [1099]	Speed: 2074.935840 samples/sec	rmse=0.020875	lr=0.396349
Epoch[16] Batch [1149]	Speed: 2056.459270 samples/sec	rmse=0.020871	lr=0.396324
Epoch[16] Batch [1199]	Speed: 2072.044587 samples/sec	rmse=0.020881	lr=0.396300
Epoch[16] Batch [1249]	Speed: 2081.872197 samples/sec	rmse=0.020873	lr=0.396275
[Epoch 16] training: rmse=0.020874
[Epoch 16] speed: 2068 samples/sec	time cost: 628.256475
[Epoch 16] validation: err-top1=0.426419 err-top5=0.181322
Epoch[17] Batch [49]	Speed: 2078.448722 samples/sec	rmse=0.020583	lr=0.396250
Epoch[17] Batch [99]	Speed: 2072.111884 samples/sec	rmse=0.020728	lr=0.396225
Epoch[17] Batch [149]	Speed: 2070.271965 samples/sec	rmse=0.020703	lr=0.396200
Epoch[17] Batch [199]	Speed: 2067.691475 samples/sec	rmse=0.020739	lr=0.396175
Epoch[17] Batch [249]	Speed: 2057.001283 samples/sec	rmse=0.020794	lr=0.396150
Epoch[17] Batch [299]	Speed: 2077.787528 samples/sec	rmse=0.020806	lr=0.396125
Epoch[17] Batch [349]	Speed: 2087.591544 samples/sec	rmse=0.020824	lr=0.396099
Epoch[17] Batch [399]	Speed: 2093.235075 samples/sec	rmse=0.020821	lr=0.396074
Epoch[17] Batch [449]	Speed: 2090.853935 samples/sec	rmse=0.020804	lr=0.396049
Epoch[17] Batch [499]	Speed: 2085.217308 samples/sec	rmse=0.020809	lr=0.396023
Epoch[17] Batch [549]	Speed: 2092.757495 samples/sec	rmse=0.020796	lr=0.395997
Epoch[17] Batch [599]	Speed: 2086.590733 samples/sec	rmse=0.020793	lr=0.395972
Epoch[17] Batch [649]	Speed: 2089.807327 samples/sec	rmse=0.020789	lr=0.395946
Epoch[17] Batch [699]	Speed: 2049.381615 samples/sec	rmse=0.020797	lr=0.395920
Epoch[17] Batch [749]	Speed: 2007.820948 samples/sec	rmse=0.020804	lr=0.395894
Epoch[17] Batch [799]	Speed: 2045.839430 samples/sec	rmse=0.020812	lr=0.395868
Epoch[17] Batch [849]	Speed: 2094.628300 samples/sec	rmse=0.020833	lr=0.395842
Epoch[17] Batch [899]	Speed: 2090.287874 samples/sec	rmse=0.020825	lr=0.395816
Epoch[17] Batch [949]	Speed: 2087.580586 samples/sec	rmse=0.020812	lr=0.395790
Epoch[17] Batch [999]	Speed: 2086.740043 samples/sec	rmse=0.020814	lr=0.395763
Epoch[17] Batch [1049]	Speed: 2093.736245 samples/sec	rmse=0.020819	lr=0.395737
Epoch[17] Batch [1099]	Speed: 2094.806451 samples/sec	rmse=0.020827	lr=0.395711
Epoch[17] Batch [1149]	Speed: 2093.269333 samples/sec	rmse=0.020823	lr=0.395684
Epoch[17] Batch [1199]	Speed: 2088.958692 samples/sec	rmse=0.020806	lr=0.395657
Epoch[17] Batch [1249]	Speed: 2097.603394 samples/sec	rmse=0.020806	lr=0.395631
[Epoch 17] training: rmse=0.020807
[Epoch 17] speed: 2077 samples/sec	time cost: 625.540880
[Epoch 17] validation: err-top1=0.410848 err-top5=0.173177
Epoch[18] Batch [49]	Speed: 2089.517609 samples/sec	rmse=0.020614	lr=0.395603
Epoch[18] Batch [99]	Speed: 2092.768692 samples/sec	rmse=0.020730	lr=0.395576
Epoch[18] Batch [149]	Speed: 2092.783784 samples/sec	rmse=0.020706	lr=0.395549
Epoch[18] Batch [199]	Speed: 2087.970557 samples/sec	rmse=0.020698	lr=0.395522
Epoch[18] Batch [249]	Speed: 2091.975403 samples/sec	rmse=0.020664	lr=0.395495
Epoch[18] Batch [299]	Speed: 2093.124044 samples/sec	rmse=0.020623	lr=0.395468
Epoch[18] Batch [349]	Speed: 2092.258404 samples/sec	rmse=0.020632	lr=0.395441
Epoch[18] Batch [399]	Speed: 2091.151294 samples/sec	rmse=0.020658	lr=0.395413
Epoch[18] Batch [449]	Speed: 2089.977438 samples/sec	rmse=0.020683	lr=0.395386
Epoch[18] Batch [499]	Speed: 2091.519155 samples/sec	rmse=0.020676	lr=0.395358
Epoch[18] Batch [549]	Speed: 2087.019601 samples/sec	rmse=0.020692	lr=0.395331
Epoch[18] Batch [599]	Speed: 2092.608016 samples/sec	rmse=0.020686	lr=0.395303
Epoch[18] Batch [649]	Speed: 2091.171881 samples/sec	rmse=0.020690	lr=0.395275
Epoch[18] Batch [699]	Speed: 2092.822106 samples/sec	rmse=0.020713	lr=0.395247
Epoch[18] Batch [749]	Speed: 2090.351132 samples/sec	rmse=0.020718	lr=0.395219
Epoch[18] Batch [799]	Speed: 2093.998732 samples/sec	rmse=0.020727	lr=0.395191
Epoch[18] Batch [849]	Speed: 2092.683385 samples/sec	rmse=0.020738	lr=0.395163
Epoch[18] Batch [899]	Speed: 2088.138217 samples/sec	rmse=0.020749	lr=0.395135
Epoch[18] Batch [949]	Speed: 2089.625593 samples/sec	rmse=0.020746	lr=0.395107
Epoch[18] Batch [999]	Speed: 2092.343798 samples/sec	rmse=0.020733	lr=0.395078
Epoch[18] Batch [1049]	Speed: 2083.773765 samples/sec	rmse=0.020744	lr=0.395050
Epoch[18] Batch [1099]	Speed: 2092.192584 samples/sec	rmse=0.020754	lr=0.395021
Epoch[18] Batch [1149]	Speed: 2086.389186 samples/sec	rmse=0.020763	lr=0.394993
Epoch[18] Batch [1199]	Speed: 2085.841626 samples/sec	rmse=0.020777	lr=0.394964
Epoch[18] Batch [1249]	Speed: 2072.245971 samples/sec	rmse=0.020783	lr=0.394935
[Epoch 18] training: rmse=0.020784
[Epoch 18] speed: 2088 samples/sec	time cost: 622.885006
[Epoch 18] validation: err-top1=0.425303 err-top5=0.183235
Epoch[19] Batch [49]	Speed: 2086.004243 samples/sec	rmse=0.020511	lr=0.394906
Epoch[19] Batch [99]	Speed: 2073.650112 samples/sec	rmse=0.020665	lr=0.394877
Epoch[19] Batch [149]	Speed: 2082.592785 samples/sec	rmse=0.020649	lr=0.394848
Epoch[19] Batch [199]	Speed: 2089.517060 samples/sec	rmse=0.020661	lr=0.394819
Epoch[19] Batch [249]	Speed: 2089.825692 samples/sec	rmse=0.020671	lr=0.394790
Epoch[19] Batch [299]	Speed: 2092.844154 samples/sec	rmse=0.020653	lr=0.394761
Epoch[19] Batch [349]	Speed: 2086.319540 samples/sec	rmse=0.020673	lr=0.394731
Epoch[19] Batch [399]	Speed: 2089.929192 samples/sec	rmse=0.020712	lr=0.394702
Epoch[19] Batch [449]	Speed: 2063.364666 samples/sec	rmse=0.020706	lr=0.394672
Epoch[19] Batch [499]	Speed: 2090.025605 samples/sec	rmse=0.020712	lr=0.394643
Epoch[19] Batch [549]	Speed: 2087.640697 samples/sec	rmse=0.020710	lr=0.394613
Epoch[19] Batch [599]	Speed: 2084.068102 samples/sec	rmse=0.020705	lr=0.394583
Epoch[19] Batch [649]	Speed: 2093.590851 samples/sec	rmse=0.020696	lr=0.394554
Epoch[19] Batch [699]	Speed: 2088.938920 samples/sec	rmse=0.020699	lr=0.394524
Epoch[19] Batch [749]	Speed: 2082.120352 samples/sec	rmse=0.020694	lr=0.394494
Epoch[19] Batch [799]	Speed: 2064.483742 samples/sec	rmse=0.020687	lr=0.394464
Epoch[19] Batch [849]	Speed: 2094.947538 samples/sec	rmse=0.020688	lr=0.394434
Epoch[19] Batch [899]	Speed: 2090.140355 samples/sec	rmse=0.020692	lr=0.394403
Epoch[19] Batch [949]	Speed: 2095.414361 samples/sec	rmse=0.020686	lr=0.394373
Epoch[19] Batch [999]	Speed: 2091.158034 samples/sec	rmse=0.020680	lr=0.394343
Epoch[19] Batch [1049]	Speed: 2089.009169 samples/sec	rmse=0.020674	lr=0.394312
Epoch[19] Batch [1099]	Speed: 2089.000898 samples/sec	rmse=0.020686	lr=0.394282
Epoch[19] Batch [1149]	Speed: 2085.991315 samples/sec	rmse=0.020692	lr=0.394251
Epoch[19] Batch [1199]	Speed: 2081.457848 samples/sec	rmse=0.020690	lr=0.394220
Epoch[19] Batch [1249]	Speed: 2094.309956 samples/sec	rmse=0.020694	lr=0.394190
[Epoch 19] training: rmse=0.020695
[Epoch 19] speed: 2084 samples/sec	time cost: 623.685779
[Epoch 19] validation: err-top1=0.439971 err-top5=0.193838
Epoch[20] Batch [49]	Speed: 2094.920868 samples/sec	rmse=0.020692	lr=0.394158
Epoch[20] Batch [99]	Speed: 2084.071015 samples/sec	rmse=0.020637	lr=0.394127
Epoch[20] Batch [149]	Speed: 2076.301513 samples/sec	rmse=0.020693	lr=0.394096
Epoch[20] Batch [199]	Speed: 2089.680718 samples/sec	rmse=0.020642	lr=0.394065
Epoch[20] Batch [249]	Speed: 2071.591874 samples/sec	rmse=0.020616	lr=0.394034
Epoch[20] Batch [299]	Speed: 2058.924804 samples/sec	rmse=0.020637	lr=0.394003
Epoch[20] Batch [349]	Speed: 2070.224744 samples/sec	rmse=0.020658	lr=0.393971
Epoch[20] Batch [399]	Speed: 2055.403247 samples/sec	rmse=0.020636	lr=0.393940
Epoch[20] Batch [449]	Speed: 2059.773863 samples/sec	rmse=0.020653	lr=0.393908
Epoch[20] Batch [499]	Speed: 2056.491429 samples/sec	rmse=0.020624	lr=0.393877
Epoch[20] Batch [549]	Speed: 2064.780576 samples/sec	rmse=0.020597	lr=0.393845
Epoch[20] Batch [599]	Speed: 2060.000475 samples/sec	rmse=0.020570	lr=0.393813
Epoch[20] Batch [649]	Speed: 2060.973660 samples/sec	rmse=0.020599	lr=0.393782
Epoch[20] Batch [699]	Speed: 2050.220413 samples/sec	rmse=0.020617	lr=0.393750
Epoch[20] Batch [749]	Speed: 2064.801401 samples/sec	rmse=0.020610	lr=0.393718
Epoch[20] Batch [799]	Speed: 2052.848326 samples/sec	rmse=0.020621	lr=0.393686
Epoch[20] Batch [849]	Speed: 2064.250468 samples/sec	rmse=0.020617	lr=0.393653
Epoch[20] Batch [899]	Speed: 2046.063805 samples/sec	rmse=0.020622	lr=0.393621
Epoch[20] Batch [949]	Speed: 2064.610830 samples/sec	rmse=0.020627	lr=0.393589
Epoch[20] Batch [999]	Speed: 2034.073012 samples/sec	rmse=0.020624	lr=0.393557
Epoch[20] Batch [1049]	Speed: 2063.250616 samples/sec	rmse=0.020615	lr=0.393524
Epoch[20] Batch [1099]	Speed: 2055.884259 samples/sec	rmse=0.020623	lr=0.393492
Epoch[20] Batch [1149]	Speed: 2054.869488 samples/sec	rmse=0.020628	lr=0.393459
Epoch[20] Batch [1199]	Speed: 2054.934121 samples/sec	rmse=0.020636	lr=0.393426
Epoch[20] Batch [1249]	Speed: 2062.238563 samples/sec	rmse=0.020649	lr=0.393393
[Epoch 20] training: rmse=0.020648
[Epoch 20] speed: 2061 samples/sec	time cost: 630.361150
[Epoch 20] validation: err-top1=0.403061 err-top5=0.160635
Epoch[21] Batch [49]	Speed: 2061.066015 samples/sec	rmse=0.020501	lr=0.393360
Epoch[21] Batch [99]	Speed: 2061.797647 samples/sec	rmse=0.020503	lr=0.393327
Epoch[21] Batch [149]	Speed: 2039.414929 samples/sec	rmse=0.020496	lr=0.393294
Epoch[21] Batch [199]	Speed: 2056.746177 samples/sec	rmse=0.020560	lr=0.393261
Epoch[21] Batch [249]	Speed: 2058.785349 samples/sec	rmse=0.020551	lr=0.393228
Epoch[21] Batch [299]	Speed: 2055.939744 samples/sec	rmse=0.020586	lr=0.393194
Epoch[21] Batch [349]	Speed: 2051.074511 samples/sec	rmse=0.020576	lr=0.393161
Epoch[21] Batch [399]	Speed: 2057.690855 samples/sec	rmse=0.020592	lr=0.393128
Epoch[21] Batch [449]	Speed: 2050.399077 samples/sec	rmse=0.020597	lr=0.393094
Epoch[21] Batch [499]	Speed: 2051.072454 samples/sec	rmse=0.020593	lr=0.393060
Epoch[21] Batch [549]	Speed: 2050.630582 samples/sec	rmse=0.020605	lr=0.393027
Epoch[21] Batch [599]	Speed: 2047.352158 samples/sec	rmse=0.020604	lr=0.392993
Epoch[21] Batch [649]	Speed: 2059.000688 samples/sec	rmse=0.020604	lr=0.392959
Epoch[21] Batch [699]	Speed: 2061.460905 samples/sec	rmse=0.020580	lr=0.392925
Epoch[21] Batch [749]	Speed: 2057.324232 samples/sec	rmse=0.020579	lr=0.392891
Epoch[21] Batch [799]	Speed: 2059.881620 samples/sec	rmse=0.020587	lr=0.392857
Epoch[21] Batch [849]	Speed: 2058.767921 samples/sec	rmse=0.020584	lr=0.392823
Epoch[21] Batch [899]	Speed: 2051.182927 samples/sec	rmse=0.020584	lr=0.392789
Epoch[21] Batch [949]	Speed: 2051.383589 samples/sec	rmse=0.020592	lr=0.392755
Epoch[21] Batch [999]	Speed: 2060.989187 samples/sec	rmse=0.020603	lr=0.392720
Epoch[21] Batch [1049]	Speed: 2051.857604 samples/sec	rmse=0.020606	lr=0.392686
Epoch[21] Batch [1099]	Speed: 2061.510596 samples/sec	rmse=0.020617	lr=0.392651
Epoch[21] Batch [1149]	Speed: 2062.281399 samples/sec	rmse=0.020615	lr=0.392617
Epoch[21] Batch [1199]	Speed: 2061.973979 samples/sec	rmse=0.020628	lr=0.392582
Epoch[21] Batch [1249]	Speed: 2065.726908 samples/sec	rmse=0.020631	lr=0.392547
[Epoch 21] training: rmse=0.020630
[Epoch 21] speed: 2054 samples/sec	time cost: 633.051597
[Epoch 21] validation: err-top1=0.424566 err-top5=0.183115
Epoch[22] Batch [49]	Speed: 2070.711561 samples/sec	rmse=0.020238	lr=0.392511
Epoch[22] Batch [99]	Speed: 2060.140589 samples/sec	rmse=0.020346	lr=0.392476
Epoch[22] Batch [149]	Speed: 2065.939746 samples/sec	rmse=0.020430	lr=0.392441
Epoch[22] Batch [199]	Speed: 2052.784354 samples/sec	rmse=0.020368	lr=0.392406
Epoch[22] Batch [249]	Speed: 2059.811737 samples/sec	rmse=0.020404	lr=0.392371
Epoch[22] Batch [299]	Speed: 2054.641802 samples/sec	rmse=0.020463	lr=0.392336
Epoch[22] Batch [349]	Speed: 2058.940181 samples/sec	rmse=0.020519	lr=0.392301
Epoch[22] Batch [399]	Speed: 2059.139481 samples/sec	rmse=0.020554	lr=0.392265
Epoch[22] Batch [449]	Speed: 2062.752242 samples/sec	rmse=0.020567	lr=0.392230
Epoch[22] Batch [499]	Speed: 2051.275954 samples/sec	rmse=0.020566	lr=0.392194
Epoch[22] Batch [549]	Speed: 2058.105399 samples/sec	rmse=0.020564	lr=0.392158
Epoch[22] Batch [599]	Speed: 2058.256658 samples/sec	rmse=0.020543	lr=0.392123
Epoch[22] Batch [649]	Speed: 2059.535312 samples/sec	rmse=0.020558	lr=0.392087
Epoch[22] Batch [699]	Speed: 2062.576590 samples/sec	rmse=0.020557	lr=0.392051
Epoch[22] Batch [749]	Speed: 2064.326686 samples/sec	rmse=0.020561	lr=0.392015
Epoch[22] Batch [799]	Speed: 2060.839445 samples/sec	rmse=0.020550	lr=0.391979
Epoch[22] Batch [849]	Speed: 2047.666382 samples/sec	rmse=0.020553	lr=0.391943
Epoch[22] Batch [899]	Speed: 2050.103956 samples/sec	rmse=0.020553	lr=0.391906
Epoch[22] Batch [949]	Speed: 2058.496195 samples/sec	rmse=0.020555	lr=0.391870
Epoch[22] Batch [999]	Speed: 2054.621397 samples/sec	rmse=0.020560	lr=0.391834
Epoch[22] Batch [1049]	Speed: 2064.318212 samples/sec	rmse=0.020568	lr=0.391797
Epoch[22] Batch [1099]	Speed: 2063.107542 samples/sec	rmse=0.020581	lr=0.391761
Epoch[22] Batch [1149]	Speed: 2063.358401 samples/sec	rmse=0.020579	lr=0.391724
Epoch[22] Batch [1199]	Speed: 2059.582915 samples/sec	rmse=0.020571	lr=0.391687
Epoch[22] Batch [1249]	Speed: 2067.248404 samples/sec	rmse=0.020572	lr=0.391651
[Epoch 22] training: rmse=0.020573
[Epoch 22] speed: 2057 samples/sec	time cost: 631.473108
[Epoch 22] validation: err-top1=0.397800 err-top5=0.159299
Epoch[23] Batch [49]	Speed: 2063.164211 samples/sec	rmse=0.020507	lr=0.391613
Epoch[23] Batch [99]	Speed: 2053.583109 samples/sec	rmse=0.020518	lr=0.391576
Epoch[23] Batch [149]	Speed: 2065.292702 samples/sec	rmse=0.020466	lr=0.391539
Epoch[23] Batch [199]	Speed: 2061.586750 samples/sec	rmse=0.020468	lr=0.391502
Epoch[23] Batch [249]	Speed: 2061.082414 samples/sec	rmse=0.020493	lr=0.391465
Epoch[23] Batch [299]	Speed: 2053.014749 samples/sec	rmse=0.020458	lr=0.391428
Epoch[23] Batch [349]	Speed: 2054.172316 samples/sec	rmse=0.020448	lr=0.391390
Epoch[23] Batch [399]	Speed: 2049.267053 samples/sec	rmse=0.020439	lr=0.391353
Epoch[23] Batch [449]	Speed: 2053.271247 samples/sec	rmse=0.020472	lr=0.391315
Epoch[23] Batch [499]	Speed: 2054.408899 samples/sec	rmse=0.020476	lr=0.391278
Epoch[23] Batch [549]	Speed: 2051.865897 samples/sec	rmse=0.020467	lr=0.391240
Epoch[23] Batch [599]	Speed: 2055.416251 samples/sec	rmse=0.020480	lr=0.391202
Epoch[23] Batch [649]	Speed: 2051.214255 samples/sec	rmse=0.020477	lr=0.391164
Epoch[23] Batch [699]	Speed: 2051.126817 samples/sec	rmse=0.020475	lr=0.391127
Epoch[23] Batch [749]	Speed: 2053.925258 samples/sec	rmse=0.020493	lr=0.391089
Epoch[23] Batch [799]	Speed: 2060.868834 samples/sec	rmse=0.020496	lr=0.391051
Epoch[23] Batch [849]	Speed: 2057.261538 samples/sec	rmse=0.020509	lr=0.391012
Epoch[23] Batch [899]	Speed: 2064.487930 samples/sec	rmse=0.020517	lr=0.390974
Epoch[23] Batch [949]	Speed: 2057.393671 samples/sec	rmse=0.020520	lr=0.390936
Epoch[23] Batch [999]	Speed: 2059.420619 samples/sec	rmse=0.020528	lr=0.390898
Epoch[23] Batch [1049]	Speed: 2052.769657 samples/sec	rmse=0.020538	lr=0.390859
Epoch[23] Batch [1099]	Speed: 2055.687715 samples/sec	rmse=0.020533	lr=0.390821
Epoch[23] Batch [1149]	Speed: 2058.156132 samples/sec	rmse=0.020524	lr=0.390782
Epoch[23] Batch [1199]	Speed: 2061.238186 samples/sec	rmse=0.020530	lr=0.390743
Epoch[23] Batch [1249]	Speed: 2068.161466 samples/sec	rmse=0.020534	lr=0.390705
[Epoch 23] training: rmse=0.020535
[Epoch 23] speed: 2055 samples/sec	time cost: 632.318006
[Epoch 23] validation: err-top1=0.412069 err-top5=0.171773
Epoch[24] Batch [49]	Speed: 2072.506398 samples/sec	rmse=0.020340	lr=0.390665
Epoch[24] Batch [99]	Speed: 2060.087169 samples/sec	rmse=0.020441	lr=0.390626
Epoch[24] Batch [149]	Speed: 2046.709739 samples/sec	rmse=0.020501	lr=0.390587
Epoch[24] Batch [199]	Speed: 2065.899699 samples/sec	rmse=0.020502	lr=0.390548
Epoch[24] Batch [249]	Speed: 2052.910633 samples/sec	rmse=0.020489	lr=0.390509
Epoch[24] Batch [299]	Speed: 2058.656135 samples/sec	rmse=0.020485	lr=0.390469
Epoch[24] Batch [349]	Speed: 2028.452609 samples/sec	rmse=0.020506	lr=0.390430
Epoch[24] Batch [399]	Speed: 2064.602553 samples/sec	rmse=0.020498	lr=0.390391
Epoch[24] Batch [449]	Speed: 2023.263332 samples/sec	rmse=0.020492	lr=0.390351
Epoch[24] Batch [499]	Speed: 2066.893009 samples/sec	rmse=0.020528	lr=0.390312
Epoch[24] Batch [549]	Speed: 2059.510266 samples/sec	rmse=0.020507	lr=0.390272
Epoch[24] Batch [599]	Speed: 2060.988436 samples/sec	rmse=0.020523	lr=0.390232
Epoch[24] Batch [649]	Speed: 2058.985171 samples/sec	rmse=0.020532	lr=0.390193
Epoch[24] Batch [699]	Speed: 2059.016402 samples/sec	rmse=0.020551	lr=0.390153
Epoch[24] Batch [749]	Speed: 2053.379170 samples/sec	rmse=0.020542	lr=0.390113
Epoch[24] Batch [799]	Speed: 2062.363790 samples/sec	rmse=0.020537	lr=0.390073
Epoch[24] Batch [849]	Speed: 2060.901072 samples/sec	rmse=0.020540	lr=0.390033
Epoch[24] Batch [899]	Speed: 2058.575146 samples/sec	rmse=0.020546	lr=0.389992
Epoch[24] Batch [949]	Speed: 2060.279832 samples/sec	rmse=0.020539	lr=0.389952
Epoch[24] Batch [999]	Speed: 2060.563515 samples/sec	rmse=0.020543	lr=0.389912
Epoch[24] Batch [1049]	Speed: 2058.494064 samples/sec	rmse=0.020535	lr=0.389871
Epoch[24] Batch [1099]	Speed: 2051.785265 samples/sec	rmse=0.020537	lr=0.389831
Epoch[24] Batch [1149]	Speed: 2045.830796 samples/sec	rmse=0.020534	lr=0.389790
Epoch[24] Batch [1199]	Speed: 2036.355010 samples/sec	rmse=0.020538	lr=0.389750
Epoch[24] Batch [1249]	Speed: 2068.256876 samples/sec	rmse=0.020536	lr=0.389709
[Epoch 24] training: rmse=0.020536
[Epoch 24] speed: 2054 samples/sec	time cost: 632.769721
[Epoch 24] validation: err-top1=0.405433 err-top5=0.165557
Epoch[25] Batch [49]	Speed: 2017.130559 samples/sec	rmse=0.020309	lr=0.389667
Epoch[25] Batch [99]	Speed: 2047.415460 samples/sec	rmse=0.020481	lr=0.389626
Epoch[25] Batch [149]	Speed: 2060.271728 samples/sec	rmse=0.020541	lr=0.389585
Epoch[25] Batch [199]	Speed: 2060.387563 samples/sec	rmse=0.020440	lr=0.389544
Epoch[25] Batch [249]	Speed: 2059.308664 samples/sec	rmse=0.020352	lr=0.389503
Epoch[25] Batch [299]	Speed: 2056.055487 samples/sec	rmse=0.020365	lr=0.389462
Epoch[25] Batch [349]	Speed: 2064.642232 samples/sec	rmse=0.020378	lr=0.389421
Epoch[25] Batch [399]	Speed: 2054.742732 samples/sec	rmse=0.020396	lr=0.389379
Epoch[25] Batch [449]	Speed: 2059.416669 samples/sec	rmse=0.020424	lr=0.389338
Epoch[25] Batch [499]	Speed: 2062.079491 samples/sec	rmse=0.020422	lr=0.389296
Epoch[25] Batch [549]	Speed: 2063.902610 samples/sec	rmse=0.020410	lr=0.389255
Epoch[25] Batch [599]	Speed: 2054.700228 samples/sec	rmse=0.020415	lr=0.389213
Epoch[25] Batch [649]	Speed: 2057.629242 samples/sec	rmse=0.020407	lr=0.389171
Epoch[25] Batch [699]	Speed: 2055.858653 samples/sec	rmse=0.020416	lr=0.389129
Epoch[25] Batch [749]	Speed: 2063.664073 samples/sec	rmse=0.020420	lr=0.389088
Epoch[25] Batch [799]	Speed: 2061.533908 samples/sec	rmse=0.020434	lr=0.389046
Epoch[25] Batch [849]	Speed: 2053.304956 samples/sec	rmse=0.020425	lr=0.389003
Epoch[25] Batch [899]	Speed: 2050.783446 samples/sec	rmse=0.020434	lr=0.388961
Epoch[25] Batch [949]	Speed: 2056.171262 samples/sec	rmse=0.020427	lr=0.388919
Epoch[25] Batch [999]	Speed: 2061.946578 samples/sec	rmse=0.020437	lr=0.388877
Epoch[25] Batch [1049]	Speed: 2060.805232 samples/sec	rmse=0.020438	lr=0.388834
Epoch[25] Batch [1099]	Speed: 2061.864755 samples/sec	rmse=0.020448	lr=0.388792
Epoch[25] Batch [1149]	Speed: 2056.942786 samples/sec	rmse=0.020445	lr=0.388749
Epoch[25] Batch [1199]	Speed: 2056.871644 samples/sec	rmse=0.020450	lr=0.388707
Epoch[25] Batch [1249]	Speed: 2071.810400 samples/sec	rmse=0.020450	lr=0.388664
[Epoch 25] training: rmse=0.020449
[Epoch 25] speed: 2055 samples/sec	time cost: 632.275326
[Epoch 25] validation: err-top1=0.399514 err-top5=0.160236
Epoch[26] Batch [49]	Speed: 2063.846416 samples/sec	rmse=0.020424	lr=0.388620
Epoch[26] Batch [99]	Speed: 2054.796405 samples/sec	rmse=0.020464	lr=0.388578
Epoch[26] Batch [149]	Speed: 2048.206388 samples/sec	rmse=0.020421	lr=0.388535
Epoch[26] Batch [199]	Speed: 2055.071383 samples/sec	rmse=0.020424	lr=0.388492
Epoch[26] Batch [249]	Speed: 2059.702624 samples/sec	rmse=0.020480	lr=0.388449
Epoch[26] Batch [299]	Speed: 2044.365037 samples/sec	rmse=0.020447	lr=0.388405
Epoch[26] Batch [349]	Speed: 2061.367901 samples/sec	rmse=0.020443	lr=0.388362
Epoch[26] Batch [399]	Speed: 2048.700669 samples/sec	rmse=0.020436	lr=0.388319
Epoch[26] Batch [449]	Speed: 2064.855979 samples/sec	rmse=0.020438	lr=0.388275
Epoch[26] Batch [499]	Speed: 2053.700923 samples/sec	rmse=0.020444	lr=0.388232
Epoch[26] Batch [549]	Speed: 2048.215218 samples/sec	rmse=0.020441	lr=0.388188
Epoch[26] Batch [599]	Speed: 2027.388072 samples/sec	rmse=0.020433	lr=0.388145
Epoch[26] Batch [649]	Speed: 2061.676725 samples/sec	rmse=0.020441	lr=0.388101
Epoch[26] Batch [699]	Speed: 2058.966200 samples/sec	rmse=0.020439	lr=0.388057
Epoch[26] Batch [749]	Speed: 2059.808279 samples/sec	rmse=0.020439	lr=0.388013
Epoch[26] Batch [799]	Speed: 2064.824928 samples/sec	rmse=0.020451	lr=0.387969
Epoch[26] Batch [849]	Speed: 2061.214880 samples/sec	rmse=0.020455	lr=0.387925
Epoch[26] Batch [899]	Speed: 2062.088580 samples/sec	rmse=0.020446	lr=0.387881
Epoch[26] Batch [949]	Speed: 2039.722284 samples/sec	rmse=0.020443	lr=0.387837
Epoch[26] Batch [999]	Speed: 2031.572118 samples/sec	rmse=0.020442	lr=0.387793
Epoch[26] Batch [1049]	Speed: 2054.785808 samples/sec	rmse=0.020440	lr=0.387748
Epoch[26] Batch [1099]	Speed: 2047.006556 samples/sec	rmse=0.020444	lr=0.387704
Epoch[26] Batch [1149]	Speed: 2048.683216 samples/sec	rmse=0.020448	lr=0.387659
Epoch[26] Batch [1199]	Speed: 2052.582653 samples/sec	rmse=0.020451	lr=0.387615
Epoch[26] Batch [1249]	Speed: 2058.020173 samples/sec	rmse=0.020457	lr=0.387570
[Epoch 26] training: rmse=0.020456
[Epoch 26] speed: 2051 samples/sec	time cost: 633.443933
[Epoch 26] validation: err-top1=0.401666 err-top5=0.164481
Epoch[27] Batch [49]	Speed: 2040.438200 samples/sec	rmse=0.020411	lr=0.387525
Epoch[27] Batch [99]	Speed: 2006.796066 samples/sec	rmse=0.020322	lr=0.387480
Epoch[27] Batch [149]	Speed: 2052.553559 samples/sec	rmse=0.020303	lr=0.387435
Epoch[27] Batch [199]	Speed: 2059.674058 samples/sec	rmse=0.020318	lr=0.387390
Epoch[27] Batch [249]	Speed: 2044.490283 samples/sec	rmse=0.020319	lr=0.387345
Epoch[27] Batch [299]	Speed: 2052.078595 samples/sec	rmse=0.020334	lr=0.387300
Epoch[27] Batch [349]	Speed: 2042.745158 samples/sec	rmse=0.020354	lr=0.387255
Epoch[27] Batch [399]	Speed: 2052.639412 samples/sec	rmse=0.020411	lr=0.387209
Epoch[27] Batch [449]	Speed: 2060.732359 samples/sec	rmse=0.020398	lr=0.387164
Epoch[27] Batch [499]	Speed: 2045.918329 samples/sec	rmse=0.020394	lr=0.387119
Epoch[27] Batch [549]	Speed: 2057.129304 samples/sec	rmse=0.020412	lr=0.387073
Epoch[27] Batch [599]	Speed: 2041.828323 samples/sec	rmse=0.020397	lr=0.387027
Epoch[27] Batch [649]	Speed: 2047.027240 samples/sec	rmse=0.020412	lr=0.386982
Epoch[27] Batch [699]	Speed: 2058.003685 samples/sec	rmse=0.020417	lr=0.386936
Epoch[27] Batch [749]	Speed: 2068.899142 samples/sec	rmse=0.020420	lr=0.386890
Epoch[27] Batch [799]	Speed: 2054.254197 samples/sec	rmse=0.020434	lr=0.386844
Epoch[27] Batch [849]	Speed: 2066.579340 samples/sec	rmse=0.020438	lr=0.386798
Epoch[27] Batch [899]	Speed: 2055.149422 samples/sec	rmse=0.020444	lr=0.386752
Epoch[27] Batch [949]	Speed: 2060.928683 samples/sec	rmse=0.020451	lr=0.386706
Epoch[27] Batch [999]	Speed: 2057.593401 samples/sec	rmse=0.020456	lr=0.386660
Epoch[27] Batch [1049]	Speed: 2059.366131 samples/sec	rmse=0.020449	lr=0.386614
Epoch[27] Batch [1099]	Speed: 2053.173112 samples/sec	rmse=0.020447	lr=0.386567
Epoch[27] Batch [1149]	Speed: 2062.039475 samples/sec	rmse=0.020452	lr=0.386521
Epoch[27] Batch [1199]	Speed: 2061.383889 samples/sec	rmse=0.020463	lr=0.386474
Epoch[27] Batch [1249]	Speed: 2070.141465 samples/sec	rmse=0.020456	lr=0.386428
[Epoch 27] training: rmse=0.020457
[Epoch 27] speed: 2051 samples/sec	time cost: 633.571256
[Epoch 27] validation: err-top1=0.393774 err-top5=0.155034
Epoch[28] Batch [49]	Speed: 2061.660217 samples/sec	rmse=0.020453	lr=0.386380
Epoch[28] Batch [99]	Speed: 2060.558810 samples/sec	rmse=0.020203	lr=0.386333
Epoch[28] Batch [149]	Speed: 2061.597160 samples/sec	rmse=0.020244	lr=0.386287
Epoch[28] Batch [199]	Speed: 2064.422258 samples/sec	rmse=0.020188	lr=0.386240
Epoch[28] Batch [249]	Speed: 2055.603299 samples/sec	rmse=0.020207	lr=0.386193
Epoch[28] Batch [299]	Speed: 2071.270065 samples/sec	rmse=0.020232	lr=0.386146
Epoch[28] Batch [349]	Speed: 2064.508591 samples/sec	rmse=0.020284	lr=0.386098
Epoch[28] Batch [399]	Speed: 2023.234968 samples/sec	rmse=0.020300	lr=0.386051
Epoch[28] Batch [449]	Speed: 1986.382045 samples/sec	rmse=0.020313	lr=0.386004
Epoch[28] Batch [499]	Speed: 2072.146774 samples/sec	rmse=0.020293	lr=0.385957
Epoch[28] Batch [549]	Speed: 2062.123767 samples/sec	rmse=0.020295	lr=0.385909
Epoch[28] Batch [599]	Speed: 2056.816089 samples/sec	rmse=0.020293	lr=0.385862
Epoch[28] Batch [649]	Speed: 2063.325808 samples/sec	rmse=0.020290	lr=0.385814
Epoch[28] Batch [699]	Speed: 2057.809594 samples/sec	rmse=0.020286	lr=0.385766
Epoch[28] Batch [749]	Speed: 2056.248498 samples/sec	rmse=0.020308	lr=0.385719
Epoch[28] Batch [799]	Speed: 2052.760650 samples/sec	rmse=0.020324	lr=0.385671
Epoch[28] Batch [849]	Speed: 2065.261439 samples/sec	rmse=0.020319	lr=0.385623
Epoch[28] Batch [899]	Speed: 2066.106053 samples/sec	rmse=0.020332	lr=0.385575
Epoch[28] Batch [949]	Speed: 2065.995735 samples/sec	rmse=0.020347	lr=0.385527
Epoch[28] Batch [999]	Speed: 2057.663212 samples/sec	rmse=0.020340	lr=0.385479
Epoch[28] Batch [1049]	Speed: 2066.231790 samples/sec	rmse=0.020335	lr=0.385430
Epoch[28] Batch [1099]	Speed: 2062.435233 samples/sec	rmse=0.020342	lr=0.385382
Epoch[28] Batch [1149]	Speed: 2053.610759 samples/sec	rmse=0.020356	lr=0.385334
Epoch[28] Batch [1199]	Speed: 2053.902942 samples/sec	rmse=0.020355	lr=0.385285
Epoch[28] Batch [1249]	Speed: 2067.477101 samples/sec	rmse=0.020354	lr=0.385237
[Epoch 28] training: rmse=0.020355
[Epoch 28] speed: 2055 samples/sec	time cost: 632.689343
[Epoch 28] validation: err-top1=0.395627 err-top5=0.163425
Epoch[29] Batch [49]	Speed: 2075.070293 samples/sec	rmse=0.020250	lr=0.385187
Epoch[29] Batch [99]	Speed: 2057.336413 samples/sec	rmse=0.020277	lr=0.385139
Epoch[29] Batch [149]	Speed: 2056.268778 samples/sec	rmse=0.020312	lr=0.385090
Epoch[29] Batch [199]	Speed: 2063.806827 samples/sec	rmse=0.020335	lr=0.385041
Epoch[29] Batch [249]	Speed: 2055.443302 samples/sec	rmse=0.020309	lr=0.384992
Epoch[29] Batch [299]	Speed: 2055.445053 samples/sec	rmse=0.020320	lr=0.384943
Epoch[29] Batch [349]	Speed: 2049.764585 samples/sec	rmse=0.020305	lr=0.384894
Epoch[29] Batch [399]	Speed: 2034.884225 samples/sec	rmse=0.020290	lr=0.384845
Epoch[29] Batch [449]	Speed: 2051.645775 samples/sec	rmse=0.020299	lr=0.384796
Epoch[29] Batch [499]	Speed: 2048.686382 samples/sec	rmse=0.020319	lr=0.384746
Epoch[29] Batch [549]	Speed: 2066.134737 samples/sec	rmse=0.020316	lr=0.384697
Epoch[29] Batch [599]	Speed: 2036.624842 samples/sec	rmse=0.020338	lr=0.384648
Epoch[29] Batch [649]	Speed: 2070.421883 samples/sec	rmse=0.020348	lr=0.384598
Epoch[29] Batch [699]	Speed: 2065.039367 samples/sec	rmse=0.020351	lr=0.384549
Epoch[29] Batch [749]	Speed: 2074.301362 samples/sec	rmse=0.020352	lr=0.384499
Epoch[29] Batch [799]	Speed: 2060.786128 samples/sec	rmse=0.020364	lr=0.384449
Epoch[29] Batch [849]	Speed: 2065.644069 samples/sec	rmse=0.020372	lr=0.384399
Epoch[29] Batch [899]	Speed: 2055.303984 samples/sec	rmse=0.020363	lr=0.384349
Epoch[29] Batch [949]	Speed: 2065.130538 samples/sec	rmse=0.020379	lr=0.384299
Epoch[29] Batch [999]	Speed: 2065.020662 samples/sec	rmse=0.020374	lr=0.384249
Epoch[29] Batch [1049]	Speed: 2069.780467 samples/sec	rmse=0.020370	lr=0.384199
Epoch[29] Batch [1099]	Speed: 2062.961258 samples/sec	rmse=0.020366	lr=0.384149
Epoch[29] Batch [1149]	Speed: 2057.254956 samples/sec	rmse=0.020371	lr=0.384099
Epoch[29] Batch [1199]	Speed: 2064.677625 samples/sec	rmse=0.020372	lr=0.384048
Epoch[29] Batch [1249]	Speed: 2067.630895 samples/sec	rmse=0.020374	lr=0.383998
[Epoch 29] training: rmse=0.020375
[Epoch 29] speed: 2058 samples/sec	time cost: 631.427769
[Epoch 29] validation: err-top1=0.432393 err-top5=0.188253
Epoch[30] Batch [49]	Speed: 2048.654819 samples/sec	rmse=0.020300	lr=0.383946
Epoch[30] Batch [99]	Speed: 2059.275094 samples/sec	rmse=0.020266	lr=0.383896
Epoch[30] Batch [149]	Speed: 2061.963109 samples/sec	rmse=0.020278	lr=0.383845
Epoch[30] Batch [199]	Speed: 2050.082095 samples/sec	rmse=0.020264	lr=0.383794
Epoch[30] Batch [249]	Speed: 2065.480042 samples/sec	rmse=0.020302	lr=0.383744
Epoch[30] Batch [299]	Speed: 2063.909116 samples/sec	rmse=0.020271	lr=0.383693
Epoch[30] Batch [349]	Speed: 2059.037665 samples/sec	rmse=0.020276	lr=0.383642
Epoch[30] Batch [399]	Speed: 2066.437574 samples/sec	rmse=0.020259	lr=0.383591
Epoch[30] Batch [449]	Speed: 2035.475695 samples/sec	rmse=0.020249	lr=0.383540
Epoch[30] Batch [499]	Speed: 2062.209392 samples/sec	rmse=0.020232	lr=0.383488
Epoch[30] Batch [549]	Speed: 2041.278403 samples/sec	rmse=0.020246	lr=0.383437
Epoch[30] Batch [599]	Speed: 2038.342437 samples/sec	rmse=0.020260	lr=0.383386
Epoch[30] Batch [649]	Speed: 2073.453259 samples/sec	rmse=0.020271	lr=0.383334
Epoch[30] Batch [699]	Speed: 2067.179492 samples/sec	rmse=0.020275	lr=0.383283
Epoch[30] Batch [749]	Speed: 2067.807768 samples/sec	rmse=0.020275	lr=0.383231
Epoch[30] Batch [799]	Speed: 2069.499246 samples/sec	rmse=0.020279	lr=0.383180
Epoch[30] Batch [849]	Speed: 2061.542339 samples/sec	rmse=0.020282	lr=0.383128
Epoch[30] Batch [899]	Speed: 2074.975797 samples/sec	rmse=0.020285	lr=0.383076
Epoch[30] Batch [949]	Speed: 2071.001461 samples/sec	rmse=0.020286	lr=0.383024
Epoch[30] Batch [999]	Speed: 2067.418007 samples/sec	rmse=0.020287	lr=0.382972
Epoch[30] Batch [1049]	Speed: 2062.730784 samples/sec	rmse=0.020285	lr=0.382920
Epoch[30] Batch [1099]	Speed: 2065.331971 samples/sec	rmse=0.020273	lr=0.382868
Epoch[30] Batch [1149]	Speed: 2061.354288 samples/sec	rmse=0.020287	lr=0.382816
Epoch[30] Batch [1199]	Speed: 2068.767799 samples/sec	rmse=0.020296	lr=0.382764
Epoch[30] Batch [1249]	Speed: 2076.080412 samples/sec	rmse=0.020306	lr=0.382711
[Epoch 30] training: rmse=0.020307
[Epoch 30] speed: 2059 samples/sec	time cost: 630.988960
[Epoch 30] validation: err-top1=0.393694 err-top5=0.159379
Epoch[31] Batch [49]	Speed: 2071.820654 samples/sec	rmse=0.020067	lr=0.382658
Epoch[31] Batch [99]	Speed: 2065.172958 samples/sec	rmse=0.020054	lr=0.382605
Epoch[31] Batch [149]	Speed: 2063.047765 samples/sec	rmse=0.020155	lr=0.382553
Epoch[31] Batch [199]	Speed: 2071.325944 samples/sec	rmse=0.020131	lr=0.382500
Epoch[31] Batch [249]	Speed: 2058.392430 samples/sec	rmse=0.020168	lr=0.382447
Epoch[31] Batch [299]	Speed: 2055.604302 samples/sec	rmse=0.020128	lr=0.382395
Epoch[31] Batch [349]	Speed: 2063.017720 samples/sec	rmse=0.020165	lr=0.382342
Epoch[31] Batch [399]	Speed: 2061.094777 samples/sec	rmse=0.020208	lr=0.382289
Epoch[31] Batch [449]	Speed: 2053.996451 samples/sec	rmse=0.020226	lr=0.382236
Epoch[31] Batch [499]	Speed: 2057.917265 samples/sec	rmse=0.020227	lr=0.382183
Epoch[31] Batch [549]	Speed: 2061.037550 samples/sec	rmse=0.020219	lr=0.382129
Epoch[31] Batch [599]	Speed: 2059.860538 samples/sec	rmse=0.020242	lr=0.382076
Epoch[31] Batch [649]	Speed: 2052.979205 samples/sec	rmse=0.020228	lr=0.382023
Epoch[31] Batch [699]	Speed: 2056.611842 samples/sec	rmse=0.020263	lr=0.381969
Epoch[31] Batch [749]	Speed: 2064.453933 samples/sec	rmse=0.020263	lr=0.381916
Epoch[31] Batch [799]	Speed: 2052.838671 samples/sec	rmse=0.020278	lr=0.381862
Epoch[31] Batch [849]	Speed: 2056.916169 samples/sec	rmse=0.020273	lr=0.381809
Epoch[31] Batch [899]	Speed: 2057.147906 samples/sec	rmse=0.020286	lr=0.381755
Epoch[31] Batch [949]	Speed: 2050.052817 samples/sec	rmse=0.020291	lr=0.381701
Epoch[31] Batch [999]	Speed: 2058.960120 samples/sec	rmse=0.020302	lr=0.381647
Epoch[31] Batch [1049]	Speed: 2058.011377 samples/sec	rmse=0.020298	lr=0.381594
Epoch[31] Batch [1099]	Speed: 2059.249719 samples/sec	rmse=0.020309	lr=0.381540
Epoch[31] Batch [1149]	Speed: 2053.594067 samples/sec	rmse=0.020309	lr=0.381485
Epoch[31] Batch [1199]	Speed: 2060.673214 samples/sec	rmse=0.020317	lr=0.381431
Epoch[31] Batch [1249]	Speed: 2073.668414 samples/sec	rmse=0.020314	lr=0.381377
[Epoch 31] training: rmse=0.020315
[Epoch 31] speed: 2058 samples/sec	time cost: 631.758090
[Epoch 31] validation: err-top1=0.373386 err-top5=0.145368
Epoch[32] Batch [49]	Speed: 2046.313772 samples/sec	rmse=0.019979	lr=0.381322
Epoch[32] Batch [99]	Speed: 2072.009360 samples/sec	rmse=0.020167	lr=0.381267
Epoch[32] Batch [149]	Speed: 2052.115166 samples/sec	rmse=0.020208	lr=0.381213
Epoch[32] Batch [199]	Speed: 2029.433548 samples/sec	rmse=0.020207	lr=0.381158
Epoch[32] Batch [249]	Speed: 2062.370900 samples/sec	rmse=0.020193	lr=0.381104
Epoch[32] Batch [299]	Speed: 2062.616726 samples/sec	rmse=0.020222	lr=0.381049
Epoch[32] Batch [349]	Speed: 2069.864515 samples/sec	rmse=0.020248	lr=0.380994
Epoch[32] Batch [399]	Speed: 2066.294833 samples/sec	rmse=0.020231	lr=0.380939
Epoch[32] Batch [449]	Speed: 2049.232695 samples/sec	rmse=0.020229	lr=0.380885
Epoch[32] Batch [499]	Speed: 2071.697454 samples/sec	rmse=0.020220	lr=0.380830
Epoch[32] Batch [549]	Speed: 2071.642614 samples/sec	rmse=0.020243	lr=0.380774
Epoch[32] Batch [599]	Speed: 2066.321137 samples/sec	rmse=0.020273	lr=0.380719
Epoch[32] Batch [649]	Speed: 2071.563457 samples/sec	rmse=0.020260	lr=0.380664
Epoch[32] Batch [699]	Speed: 2071.783037 samples/sec	rmse=0.020258	lr=0.380609
Epoch[32] Batch [749]	Speed: 2066.903772 samples/sec	rmse=0.020275	lr=0.380553
Epoch[32] Batch [799]	Speed: 2052.865398 samples/sec	rmse=0.020275	lr=0.380498
Epoch[32] Batch [849]	Speed: 2046.292792 samples/sec	rmse=0.020271	lr=0.380443
Epoch[32] Batch [899]	Speed: 2062.304630 samples/sec	rmse=0.020269	lr=0.380387
Epoch[32] Batch [949]	Speed: 2043.068816 samples/sec	rmse=0.020284	lr=0.380331
Epoch[32] Batch [999]	Speed: 2066.592466 samples/sec	rmse=0.020274	lr=0.380276
Epoch[32] Batch [1049]	Speed: 2070.470669 samples/sec	rmse=0.020282	lr=0.380220
Epoch[32] Batch [1099]	Speed: 2063.239852 samples/sec	rmse=0.020298	lr=0.380164
Epoch[32] Batch [1149]	Speed: 2067.167274 samples/sec	rmse=0.020298	lr=0.380108
Epoch[32] Batch [1199]	Speed: 2056.257555 samples/sec	rmse=0.020305	lr=0.380052
Epoch[32] Batch [1249]	Speed: 2074.642393 samples/sec	rmse=0.020304	lr=0.379996
[Epoch 32] training: rmse=0.020304
[Epoch 32] speed: 2059 samples/sec	time cost: 631.185985
[Epoch 32] validation: err-top1=0.393834 err-top5=0.159718
Epoch[33] Batch [49]	Speed: 2061.930482 samples/sec	rmse=0.020057	lr=0.379939
Epoch[33] Batch [99]	Speed: 2062.399204 samples/sec	rmse=0.020171	lr=0.379882
Epoch[33] Batch [149]	Speed: 2058.004356 samples/sec	rmse=0.020263	lr=0.379826
Epoch[33] Batch [199]	Speed: 2061.485008 samples/sec	rmse=0.020218	lr=0.379770
Epoch[33] Batch [249]	Speed: 2065.385404 samples/sec	rmse=0.020237	lr=0.379713
Epoch[33] Batch [299]	Speed: 2068.741711 samples/sec	rmse=0.020201	lr=0.379657
Epoch[33] Batch [349]	Speed: 2074.257384 samples/sec	rmse=0.020197	lr=0.379600
Epoch[33] Batch [399]	Speed: 2058.846576 samples/sec	rmse=0.020218	lr=0.379543
Epoch[33] Batch [449]	Speed: 2068.344446 samples/sec	rmse=0.020211	lr=0.379486
Epoch[33] Batch [499]	Speed: 2065.631154 samples/sec	rmse=0.020228	lr=0.379430
Epoch[33] Batch [549]	Speed: 2061.497436 samples/sec	rmse=0.020234	lr=0.379373
Epoch[33] Batch [599]	Speed: 2060.450309 samples/sec	rmse=0.020258	lr=0.379316
Epoch[33] Batch [649]	Speed: 2060.335297 samples/sec	rmse=0.020251	lr=0.379259
Epoch[33] Batch [699]	Speed: 2070.839696 samples/sec	rmse=0.020235	lr=0.379201
Epoch[33] Batch [749]	Speed: 2066.395300 samples/sec	rmse=0.020247	lr=0.379144
Epoch[33] Batch [799]	Speed: 2068.369089 samples/sec	rmse=0.020247	lr=0.379087
Epoch[33] Batch [849]	Speed: 2069.575672 samples/sec	rmse=0.020245	lr=0.379030
Epoch[33] Batch [899]	Speed: 2061.716133 samples/sec	rmse=0.020239	lr=0.378972
Epoch[33] Batch [949]	Speed: 2061.432587 samples/sec	rmse=0.020249	lr=0.378915
Epoch[33] Batch [999]	Speed: 2061.566345 samples/sec	rmse=0.020247	lr=0.378857
Epoch[33] Batch [1049]	Speed: 2058.973524 samples/sec	rmse=0.020249	lr=0.378799
Epoch[33] Batch [1099]	Speed: 2064.078409 samples/sec	rmse=0.020248	lr=0.378742
Epoch[33] Batch [1149]	Speed: 2061.765203 samples/sec	rmse=0.020251	lr=0.378684
Epoch[33] Batch [1199]	Speed: 2060.591236 samples/sec	rmse=0.020259	lr=0.378626
Epoch[33] Batch [1249]	Speed: 2064.393264 samples/sec	rmse=0.020262	lr=0.378568
[Epoch 33] training: rmse=0.020262
[Epoch 33] speed: 2062 samples/sec	time cost: 629.998414
[Epoch 33] validation: err-top1=0.390246 err-top5=0.154835
Epoch[34] Batch [49]	Speed: 2069.763890 samples/sec	rmse=0.019973	lr=0.378509
Epoch[34] Batch [99]	Speed: 2051.940183 samples/sec	rmse=0.020103	lr=0.378451
Epoch[34] Batch [149]	Speed: 2058.740190 samples/sec	rmse=0.020177	lr=0.378392
Epoch[34] Batch [199]	Speed: 2056.223612 samples/sec	rmse=0.020188	lr=0.378334
Epoch[34] Batch [249]	Speed: 2066.371460 samples/sec	rmse=0.020157	lr=0.378276
Epoch[34] Batch [299]	Speed: 2056.908268 samples/sec	rmse=0.020170	lr=0.378217
Epoch[34] Batch [349]	Speed: 2060.369337 samples/sec	rmse=0.020193	lr=0.378159
Epoch[34] Batch [399]	Speed: 2054.950875 samples/sec	rmse=0.020198	lr=0.378100
Epoch[34] Batch [449]	Speed: 2060.211917 samples/sec	rmse=0.020210	lr=0.378042
Epoch[34] Batch [499]	Speed: 2056.944342 samples/sec	rmse=0.020222	lr=0.377983
Epoch[34] Batch [549]	Speed: 2059.706733 samples/sec	rmse=0.020232	lr=0.377924
Epoch[34] Batch [599]	Speed: 2058.756000 samples/sec	rmse=0.020227	lr=0.377865
Epoch[34] Batch [649]	Speed: 2062.307680 samples/sec	rmse=0.020227	lr=0.377806
Epoch[34] Batch [699]	Speed: 2071.458810 samples/sec	rmse=0.020224	lr=0.377747
Epoch[34] Batch [749]	Speed: 2066.215587 samples/sec	rmse=0.020234	lr=0.377688
Epoch[34] Batch [799]	Speed: 2069.619253 samples/sec	rmse=0.020232	lr=0.377629
Epoch[34] Batch [849]	Speed: 2064.722211 samples/sec	rmse=0.020240	lr=0.377570
Epoch[34] Batch [899]	Speed: 2066.865000 samples/sec	rmse=0.020246	lr=0.377511
Epoch[34] Batch [949]	Speed: 2060.475832 samples/sec	rmse=0.020256	lr=0.377451
Epoch[34] Batch [999]	Speed: 2064.629945 samples/sec	rmse=0.020256	lr=0.377392
Epoch[34] Batch [1049]	Speed: 2059.321836 samples/sec	rmse=0.020255	lr=0.377332
Epoch[34] Batch [1099]	Speed: 2063.065742 samples/sec	rmse=0.020255	lr=0.377273
Epoch[34] Batch [1149]	Speed: 2056.079503 samples/sec	rmse=0.020261	lr=0.377213
Epoch[34] Batch [1199]	Speed: 2041.484176 samples/sec	rmse=0.020257	lr=0.377153
Epoch[34] Batch [1249]	Speed: 2079.717247 samples/sec	rmse=0.020264	lr=0.377094
[Epoch 34] training: rmse=0.020264
[Epoch 34] speed: 2059 samples/sec	time cost: 630.885390
[Epoch 34] validation: err-top1=0.390157 err-top5=0.158061
Epoch[35] Batch [49]	Speed: 2071.596390 samples/sec	rmse=0.020164	lr=0.377033
Epoch[35] Batch [99]	Speed: 2063.632006 samples/sec	rmse=0.020178	lr=0.376973
Epoch[35] Batch [149]	Speed: 2066.239384 samples/sec	rmse=0.020257	lr=0.376913
Epoch[35] Batch [199]	Speed: 2062.191055 samples/sec	rmse=0.020238	lr=0.376852
Epoch[35] Batch [249]	Speed: 2066.360683 samples/sec	rmse=0.020185	lr=0.376792
Epoch[35] Batch [299]	Speed: 2043.065376 samples/sec	rmse=0.020172	lr=0.376732
Epoch[35] Batch [349]	Speed: 2056.465198 samples/sec	rmse=0.020168	lr=0.376672
Epoch[35] Batch [399]	Speed: 2047.985840 samples/sec	rmse=0.020166	lr=0.376611
Epoch[35] Batch [449]	Speed: 2054.364896 samples/sec	rmse=0.020181	lr=0.376551
Epoch[35] Batch [499]	Speed: 2073.478605 samples/sec	rmse=0.020178	lr=0.376490
Epoch[35] Batch [549]	Speed: 2065.237804 samples/sec	rmse=0.020157	lr=0.376430
Epoch[35] Batch [599]	Speed: 2070.807287 samples/sec	rmse=0.020171	lr=0.376369
Epoch[35] Batch [649]	Speed: 2064.447919 samples/sec	rmse=0.020185	lr=0.376308
Epoch[35] Batch [699]	Speed: 2031.545711 samples/sec	rmse=0.020174	lr=0.376247
Epoch[35] Batch [749]	Speed: 2068.836876 samples/sec	rmse=0.020182	lr=0.376186
Epoch[35] Batch [799]	Speed: 2073.445732 samples/sec	rmse=0.020196	lr=0.376125
Epoch[35] Batch [849]	Speed: 2066.086294 samples/sec	rmse=0.020203	lr=0.376064
Epoch[35] Batch [899]	Speed: 2070.641600 samples/sec	rmse=0.020219	lr=0.376003
Epoch[35] Batch [949]	Speed: 2071.842821 samples/sec	rmse=0.020205	lr=0.375942
Epoch[35] Batch [999]	Speed: 2072.061800 samples/sec	rmse=0.020206	lr=0.375881
Epoch[35] Batch [1049]	Speed: 2056.428392 samples/sec	rmse=0.020210	lr=0.375819
Epoch[35] Batch [1099]	Speed: 2064.080631 samples/sec	rmse=0.020220	lr=0.375758
Epoch[35] Batch [1149]	Speed: 2063.595142 samples/sec	rmse=0.020234	lr=0.375697
Epoch[35] Batch [1199]	Speed: 2054.497168 samples/sec	rmse=0.020228	lr=0.375635
Epoch[35] Batch [1249]	Speed: 2075.188200 samples/sec	rmse=0.020223	lr=0.375573
[Epoch 35] training: rmse=0.020222
[Epoch 35] speed: 2061 samples/sec	time cost: 631.037203
[Epoch 35] validation: err-top1=0.404616 err-top5=0.167451
Epoch[36] Batch [49]	Speed: 2076.970901 samples/sec	rmse=0.019957	lr=0.375510
Epoch[36] Batch [99]	Speed: 2063.486956 samples/sec	rmse=0.019934	lr=0.375449
Epoch[36] Batch [149]	Speed: 2067.725619 samples/sec	rmse=0.019914	lr=0.375387
Epoch[36] Batch [199]	Speed: 2057.144477 samples/sec	rmse=0.019958	lr=0.375325
Epoch[36] Batch [249]	Speed: 2051.690917 samples/sec	rmse=0.020008	lr=0.375263
Epoch[36] Batch [299]	Speed: 2064.841624 samples/sec	rmse=0.019995	lr=0.375201
Epoch[36] Batch [349]	Speed: 2058.398014 samples/sec	rmse=0.020035	lr=0.375139
Epoch[36] Batch [399]	Speed: 2052.818655 samples/sec	rmse=0.020067	lr=0.375076
Epoch[36] Batch [449]	Speed: 2062.160400 samples/sec	rmse=0.020066	lr=0.375014
Epoch[36] Batch [499]	Speed: 2056.482075 samples/sec	rmse=0.020062	lr=0.374952
Epoch[36] Batch [549]	Speed: 2062.943680 samples/sec	rmse=0.020086	lr=0.374889
Epoch[36] Batch [599]	Speed: 2054.845205 samples/sec	rmse=0.020094	lr=0.374827
Epoch[36] Batch [649]	Speed: 2063.632839 samples/sec	rmse=0.020111	lr=0.374764
Epoch[36] Batch [699]	Speed: 2071.760471 samples/sec	rmse=0.020123	lr=0.374702
Epoch[36] Batch [749]	Speed: 2068.460912 samples/sec	rmse=0.020128	lr=0.374639
Epoch[36] Batch [799]	Speed: 2064.200268 samples/sec	rmse=0.020135	lr=0.374576
Epoch[36] Batch [849]	Speed: 2062.224086 samples/sec	rmse=0.020139	lr=0.374513
Epoch[36] Batch [899]	Speed: 2060.344449 samples/sec	rmse=0.020136	lr=0.374450
Epoch[36] Batch [949]	Speed: 2064.045754 samples/sec	rmse=0.020134	lr=0.374387
Epoch[36] Batch [999]	Speed: 2059.895214 samples/sec	rmse=0.020130	lr=0.374324
Epoch[36] Batch [1049]	Speed: 2068.558342 samples/sec	rmse=0.020129	lr=0.374261
Epoch[36] Batch [1099]	Speed: 2059.876345 samples/sec	rmse=0.020153	lr=0.374198
Epoch[36] Batch [1149]	Speed: 2060.495444 samples/sec	rmse=0.020163	lr=0.374134
Epoch[36] Batch [1199]	Speed: 2050.074325 samples/sec	rmse=0.020165	lr=0.374071
Epoch[36] Batch [1249]	Speed: 2072.685426 samples/sec	rmse=0.020159	lr=0.374008
[Epoch 36] training: rmse=0.020160
[Epoch 36] speed: 2060 samples/sec	time cost: 630.825063
[Epoch 36] validation: err-top1=0.387715 err-top5=0.157007
Epoch[37] Batch [49]	Speed: 2082.013747 samples/sec	rmse=0.019844	lr=0.373943
Epoch[37] Batch [99]	Speed: 2045.722613 samples/sec	rmse=0.019999	lr=0.373879
Epoch[37] Batch [149]	Speed: 2047.048899 samples/sec	rmse=0.020065	lr=0.373815
Epoch[37] Batch [199]	Speed: 2045.686445 samples/sec	rmse=0.020053	lr=0.373752
Epoch[37] Batch [249]	Speed: 2045.280959 samples/sec	rmse=0.020106	lr=0.373688
Epoch[37] Batch [299]	Speed: 2047.377455 samples/sec	rmse=0.020108	lr=0.373624
Epoch[37] Batch [349]	Speed: 2047.973692 samples/sec	rmse=0.020119	lr=0.373560
Epoch[37] Batch [399]	Speed: 2053.406265 samples/sec	rmse=0.020119	lr=0.373496
Epoch[37] Batch [449]	Speed: 2052.402157 samples/sec	rmse=0.020148	lr=0.373432
Epoch[37] Batch [499]	Speed: 2061.020341 samples/sec	rmse=0.020174	lr=0.373368
Epoch[37] Batch [549]	Speed: 2078.336097 samples/sec	rmse=0.020167	lr=0.373304
Epoch[37] Batch [599]	Speed: 2073.406995 samples/sec	rmse=0.020149	lr=0.373239
Epoch[37] Batch [649]	Speed: 2071.739505 samples/sec	rmse=0.020163	lr=0.373175
Epoch[37] Batch [699]	Speed: 2052.822952 samples/sec	rmse=0.020161	lr=0.373110
Epoch[37] Batch [749]	Speed: 2075.666199 samples/sec	rmse=0.020163	lr=0.373046
Epoch[37] Batch [799]	Speed: 2065.850551 samples/sec	rmse=0.020149	lr=0.372981
Epoch[37] Batch [849]	Speed: 2043.555312 samples/sec	rmse=0.020144	lr=0.372917
Epoch[37] Batch [899]	Speed: 2073.363755 samples/sec	rmse=0.020152	lr=0.372852
Epoch[37] Batch [949]	Speed: 2067.669895 samples/sec	rmse=0.020153	lr=0.372787
Epoch[37] Batch [999]	Speed: 2054.420161 samples/sec	rmse=0.020165	lr=0.372722
Epoch[37] Batch [1049]	Speed: 2064.700632 samples/sec	rmse=0.020170	lr=0.372657
Epoch[37] Batch [1099]	Speed: 2040.456986 samples/sec	rmse=0.020172	lr=0.372592
Epoch[37] Batch [1149]	Speed: 2056.252732 samples/sec	rmse=0.020169	lr=0.372527
Epoch[37] Batch [1199]	Speed: 2057.344159 samples/sec	rmse=0.020174	lr=0.372462
Epoch[37] Batch [1249]	Speed: 2073.507074 samples/sec	rmse=0.020176	lr=0.372397
[Epoch 37] training: rmse=0.020176
[Epoch 37] speed: 2057 samples/sec	time cost: 631.485873
[Epoch 37] validation: err-top1=0.397521 err-top5=0.162209
Epoch[38] Batch [49]	Speed: 2075.510967 samples/sec	rmse=0.019791	lr=0.372330
Epoch[38] Batch [99]	Speed: 2052.966546 samples/sec	rmse=0.019916	lr=0.372265
Epoch[38] Batch [149]	Speed: 2053.196904 samples/sec	rmse=0.019970	lr=0.372199
Epoch[38] Batch [199]	Speed: 2049.471799 samples/sec	rmse=0.020015	lr=0.372134
Epoch[38] Batch [249]	Speed: 2075.628302 samples/sec	rmse=0.020035	lr=0.372068
Epoch[38] Batch [299]	Speed: 2061.721339 samples/sec	rmse=0.020097	lr=0.372002
Epoch[38] Batch [349]	Speed: 2066.061249 samples/sec	rmse=0.020113	lr=0.371936
Epoch[38] Batch [399]	Speed: 2074.231799 samples/sec	rmse=0.020099	lr=0.371871
Epoch[38] Batch [449]	Speed: 2077.617425 samples/sec	rmse=0.020105	lr=0.371805
Epoch[38] Batch [499]	Speed: 2045.802497 samples/sec	rmse=0.020103	lr=0.371739
Epoch[38] Batch [549]	Speed: 2051.379121 samples/sec	rmse=0.020131	lr=0.371673
Epoch[38] Batch [599]	Speed: 2073.063348 samples/sec	rmse=0.020121	lr=0.371607
Epoch[38] Batch [649]	Speed: 2075.128002 samples/sec	rmse=0.020130	lr=0.371540
Epoch[38] Batch [699]	Speed: 2068.424532 samples/sec	rmse=0.020122	lr=0.371474
Epoch[38] Batch [749]	Speed: 2075.483727 samples/sec	rmse=0.020131	lr=0.371408
Epoch[38] Batch [799]	Speed: 2072.649018 samples/sec	rmse=0.020141	lr=0.371342
Epoch[38] Batch [849]	Speed: 2059.168446 samples/sec	rmse=0.020140	lr=0.371275
Epoch[38] Batch [899]	Speed: 2072.099188 samples/sec	rmse=0.020133	lr=0.371209
Epoch[38] Batch [949]	Speed: 2069.938175 samples/sec	rmse=0.020141	lr=0.371142
Epoch[38] Batch [999]	Speed: 2065.843258 samples/sec	rmse=0.020142	lr=0.371075
Epoch[38] Batch [1049]	Speed: 2070.779990 samples/sec	rmse=0.020151	lr=0.371009
Epoch[38] Batch [1099]	Speed: 2067.324843 samples/sec	rmse=0.020151	lr=0.370942
Epoch[38] Batch [1149]	Speed: 2069.044655 samples/sec	rmse=0.020157	lr=0.370875
Epoch[38] Batch [1199]	Speed: 2057.846469 samples/sec	rmse=0.020158	lr=0.370808
Epoch[38] Batch [1249]	Speed: 2074.009657 samples/sec	rmse=0.020153	lr=0.370741
[Epoch 38] training: rmse=0.020153
[Epoch 38] speed: 2064 samples/sec	time cost: 629.450706
[Epoch 38] validation: err-top1=0.390466 err-top5=0.158223
Epoch[39] Batch [49]	Speed: 2072.371456 samples/sec	rmse=0.020192	lr=0.370672
Epoch[39] Batch [99]	Speed: 2070.770066 samples/sec	rmse=0.020140	lr=0.370605
Epoch[39] Batch [149]	Speed: 2051.676726 samples/sec	rmse=0.020083	lr=0.370538
Epoch[39] Batch [199]	Speed: 2056.235661 samples/sec	rmse=0.020076	lr=0.370471
Epoch[39] Batch [249]	Speed: 2060.454975 samples/sec	rmse=0.020066	lr=0.370403
Epoch[39] Batch [299]	Speed: 2068.390704 samples/sec	rmse=0.020035	lr=0.370336
Epoch[39] Batch [349]	Speed: 2057.727351 samples/sec	rmse=0.020053	lr=0.370268
Epoch[39] Batch [399]	Speed: 2056.905195 samples/sec	rmse=0.020072	lr=0.370201
Epoch[39] Batch [449]	Speed: 2064.758063 samples/sec	rmse=0.020091	lr=0.370133
Epoch[39] Batch [499]	Speed: 2065.195659 samples/sec	rmse=0.020096	lr=0.370065
Epoch[39] Batch [549]	Speed: 2064.059860 samples/sec	rmse=0.020102	lr=0.369997
Epoch[39] Batch [599]	Speed: 2063.759088 samples/sec	rmse=0.020100	lr=0.369930
Epoch[39] Batch [649]	Speed: 2053.380132 samples/sec	rmse=0.020095	lr=0.369862
Epoch[39] Batch [699]	Speed: 2059.488224 samples/sec	rmse=0.020103	lr=0.369794
Epoch[39] Batch [749]	Speed: 2060.353997 samples/sec	rmse=0.020101	lr=0.369726
Epoch[39] Batch [799]	Speed: 2064.569624 samples/sec	rmse=0.020107	lr=0.369657
Epoch[39] Batch [849]	Speed: 2064.526057 samples/sec	rmse=0.020109	lr=0.369589
Epoch[39] Batch [899]	Speed: 2064.307933 samples/sec	rmse=0.020100	lr=0.369521
Epoch[39] Batch [949]	Speed: 2056.446962 samples/sec	rmse=0.020106	lr=0.369452
Epoch[39] Batch [999]	Speed: 2054.313701 samples/sec	rmse=0.020111	lr=0.369384
Epoch[39] Batch [1049]	Speed: 2061.244279 samples/sec	rmse=0.020112	lr=0.369316
Epoch[39] Batch [1099]	Speed: 2069.901803 samples/sec	rmse=0.020117	lr=0.369247
Epoch[39] Batch [1149]	Speed: 2069.878560 samples/sec	rmse=0.020121	lr=0.369178
Epoch[39] Batch [1199]	Speed: 2032.601865 samples/sec	rmse=0.020115	lr=0.369110
Epoch[39] Batch [1249]	Speed: 2064.543662 samples/sec	rmse=0.020120	lr=0.369041
[Epoch 39] training: rmse=0.020121
[Epoch 39] speed: 2059 samples/sec	time cost: 630.974808
[Epoch 39] validation: err-top1=0.388692 err-top5=0.156390
Epoch[40] Batch [49]	Speed: 2071.287525 samples/sec	rmse=0.019995	lr=0.368971
Epoch[40] Batch [99]	Speed: 2067.677719 samples/sec	rmse=0.019995	lr=0.368902
Epoch[40] Batch [149]	Speed: 2069.025099 samples/sec	rmse=0.019924	lr=0.368833
Epoch[40] Batch [199]	Speed: 2050.150596 samples/sec	rmse=0.019932	lr=0.368764
Epoch[40] Batch [249]	Speed: 2069.401149 samples/sec	rmse=0.019987	lr=0.368694
Epoch[40] Batch [299]	Speed: 2066.387963 samples/sec	rmse=0.019956	lr=0.368625
Epoch[40] Batch [349]	Speed: 2052.020200 samples/sec	rmse=0.019970	lr=0.368556
Epoch[40] Batch [399]	Speed: 2073.118423 samples/sec	rmse=0.020004	lr=0.368487
Epoch[40] Batch [449]	Speed: 2067.443941 samples/sec	rmse=0.020007	lr=0.368417
Epoch[40] Batch [499]	Speed: 2068.650660 samples/sec	rmse=0.019997	lr=0.368348
Epoch[40] Batch [549]	Speed: 2060.574746 samples/sec	rmse=0.019999	lr=0.368278
Epoch[40] Batch [599]	Speed: 2082.266196 samples/sec	rmse=0.020019	lr=0.368208
Epoch[40] Batch [649]	Speed: 2043.678046 samples/sec	rmse=0.020031	lr=0.368139
Epoch[40] Batch [699]	Speed: 2075.584448 samples/sec	rmse=0.020049	lr=0.368069
Epoch[40] Batch [749]	Speed: 2073.134134 samples/sec	rmse=0.020069	lr=0.367999
Epoch[40] Batch [799]	Speed: 2070.710862 samples/sec	rmse=0.020078	lr=0.367929
Epoch[40] Batch [849]	Speed: 2063.574341 samples/sec	rmse=0.020098	lr=0.367859
Epoch[40] Batch [899]	Speed: 2077.033115 samples/sec	rmse=0.020106	lr=0.367789
Epoch[40] Batch [949]	Speed: 2053.487339 samples/sec	rmse=0.020107	lr=0.367719
Epoch[40] Batch [999]	Speed: 2073.063788 samples/sec	rmse=0.020119	lr=0.367649
Epoch[40] Batch [1049]	Speed: 2073.123667 samples/sec	rmse=0.020128	lr=0.367579
Epoch[40] Batch [1099]	Speed: 2077.924180 samples/sec	rmse=0.020124	lr=0.367508
Epoch[40] Batch [1149]	Speed: 2053.923018 samples/sec	rmse=0.020123	lr=0.367438
Epoch[40] Batch [1199]	Speed: 2066.634966 samples/sec	rmse=0.020135	lr=0.367367
Epoch[40] Batch [1249]	Speed: 2069.872555 samples/sec	rmse=0.020134	lr=0.367297
[Epoch 40] training: rmse=0.020135
[Epoch 40] speed: 2065 samples/sec	time cost: 629.140042
[Epoch 40] validation: err-top1=0.409424 err-top5=0.173421
Epoch[41] Batch [49]	Speed: 2072.887295 samples/sec	rmse=0.019921	lr=0.367225
Epoch[41] Batch [99]	Speed: 2067.879510 samples/sec	rmse=0.019882	lr=0.367154
Epoch[41] Batch [149]	Speed: 2067.595341 samples/sec	rmse=0.019941	lr=0.367083
Epoch[41] Batch [199]	Speed: 2069.688228 samples/sec	rmse=0.019964	lr=0.367013
Epoch[41] Batch [249]	Speed: 2066.732742 samples/sec	rmse=0.019960	lr=0.366942
Epoch[41] Batch [299]	Speed: 2065.683848 samples/sec	rmse=0.019994	lr=0.366871
Epoch[41] Batch [349]	Speed: 2056.221722 samples/sec	rmse=0.019986	lr=0.366800
Epoch[41] Batch [399]	Speed: 2068.694840 samples/sec	rmse=0.019993	lr=0.366729
Epoch[41] Batch [449]	Speed: 2075.750546 samples/sec	rmse=0.020013	lr=0.366657
Epoch[41] Batch [499]	Speed: 2056.291283 samples/sec	rmse=0.020016	lr=0.366586
Epoch[41] Batch [549]	Speed: 2055.407595 samples/sec	rmse=0.020021	lr=0.366515
Epoch[41] Batch [599]	Speed: 2060.643554 samples/sec	rmse=0.020016	lr=0.366444
Epoch[41] Batch [649]	Speed: 2063.364011 samples/sec	rmse=0.020028	lr=0.366372
Epoch[41] Batch [699]	Speed: 2073.964209 samples/sec	rmse=0.020041	lr=0.366301
Epoch[41] Batch [749]	Speed: 2073.195737 samples/sec	rmse=0.020039	lr=0.366229
Epoch[41] Batch [799]	Speed: 2061.938797 samples/sec	rmse=0.020037	lr=0.366157
Epoch[41] Batch [849]	Speed: 2071.804124 samples/sec	rmse=0.020045	lr=0.366086
Epoch[41] Batch [899]	Speed: 2078.259344 samples/sec	rmse=0.020053	lr=0.366014
Epoch[41] Batch [949]	Speed: 2080.542787 samples/sec	rmse=0.020054	lr=0.365942
Epoch[41] Batch [999]	Speed: 2072.986984 samples/sec	rmse=0.020058	lr=0.365870
Epoch[41] Batch [1049]	Speed: 2051.741256 samples/sec	rmse=0.020056	lr=0.365798
Epoch[41] Batch [1099]	Speed: 2071.699373 samples/sec	rmse=0.020061	lr=0.365726
Epoch[41] Batch [1149]	Speed: 2032.591283 samples/sec	rmse=0.020066	lr=0.365654
Epoch[41] Batch [1199]	Speed: 2068.471212 samples/sec	rmse=0.020068	lr=0.365582
Epoch[41] Batch [1249]	Speed: 2078.019206 samples/sec	rmse=0.020064	lr=0.365510
[Epoch 41] training: rmse=0.020063
[Epoch 41] speed: 2064 samples/sec	time cost: 629.196859
[Epoch 41] validation: err-top1=0.371353 err-top5=0.143933
Epoch[42] Batch [49]	Speed: 2078.116574 samples/sec	rmse=0.020027	lr=0.365436
Epoch[42] Batch [99]	Speed: 2067.732229 samples/sec	rmse=0.019900	lr=0.365363
Epoch[42] Batch [149]	Speed: 2069.354327 samples/sec	rmse=0.019843	lr=0.365291
Epoch[42] Batch [199]	Speed: 2068.429473 samples/sec	rmse=0.019841	lr=0.365218
Epoch[42] Batch [249]	Speed: 2064.624387 samples/sec	rmse=0.019873	lr=0.365146
Epoch[42] Batch [299]	Speed: 2063.665699 samples/sec	rmse=0.019859	lr=0.365073
Epoch[42] Batch [349]	Speed: 2056.748285 samples/sec	rmse=0.019884	lr=0.365000
Epoch[42] Batch [399]	Speed: 2070.840435 samples/sec	rmse=0.019894	lr=0.364927
Epoch[42] Batch [449]	Speed: 2067.043294 samples/sec	rmse=0.019884	lr=0.364855
Epoch[42] Batch [499]	Speed: 2069.697483 samples/sec	rmse=0.019877	lr=0.364782
Epoch[42] Batch [549]	Speed: 2055.340533 samples/sec	rmse=0.019882	lr=0.364709
Epoch[42] Batch [599]	Speed: 2065.740936 samples/sec	rmse=0.019905	lr=0.364636
Epoch[42] Batch [649]	Speed: 2067.164210 samples/sec	rmse=0.019908	lr=0.364562
Epoch[42] Batch [699]	Speed: 2061.140771 samples/sec	rmse=0.019900	lr=0.364489
Epoch[42] Batch [749]	Speed: 2064.370442 samples/sec	rmse=0.019912	lr=0.364416
Epoch[42] Batch [799]	Speed: 2069.731534 samples/sec	rmse=0.019936	lr=0.364343
Epoch[42] Batch [849]	Speed: 2071.812699 samples/sec	rmse=0.019938	lr=0.364269
Epoch[42] Batch [899]	Speed: 2071.479671 samples/sec	rmse=0.019949	lr=0.364196
Epoch[42] Batch [949]	Speed: 2063.963864 samples/sec	rmse=0.019947	lr=0.364122
Epoch[42] Batch [999]	Speed: 2068.002316 samples/sec	rmse=0.019940	lr=0.364048
Epoch[42] Batch [1049]	Speed: 2064.110231 samples/sec	rmse=0.019954	lr=0.363975
Epoch[42] Batch [1099]	Speed: 2071.315115 samples/sec	rmse=0.019965	lr=0.363901
Epoch[42] Batch [1149]	Speed: 2069.851827 samples/sec	rmse=0.019968	lr=0.363827
Epoch[42] Batch [1199]	Speed: 2077.955948 samples/sec	rmse=0.019972	lr=0.363753
Epoch[42] Batch [1249]	Speed: 2079.188844 samples/sec	rmse=0.019976	lr=0.363679
[Epoch 42] training: rmse=0.019974
[Epoch 42] speed: 2066 samples/sec	time cost: 629.456153
[Epoch 42] validation: err-top1=0.397222 err-top5=0.163724
Epoch[43] Batch [49]	Speed: 2090.956907 samples/sec	rmse=0.019847	lr=0.363604
Epoch[43] Batch [99]	Speed: 2070.727275 samples/sec	rmse=0.019866	lr=0.363530
Epoch[43] Batch [149]	Speed: 2082.304498 samples/sec	rmse=0.019990	lr=0.363455
Epoch[43] Batch [199]	Speed: 2000.278810 samples/sec	rmse=0.020038	lr=0.363381
Epoch[43] Batch [249]	Speed: 2074.168331 samples/sec	rmse=0.020036	lr=0.363307
Epoch[43] Batch [299]	Speed: 2031.863042 samples/sec	rmse=0.020026	lr=0.363232
Epoch[43] Batch [349]	Speed: 2065.161102 samples/sec	rmse=0.020032	lr=0.363158
Epoch[43] Batch [399]	Speed: 2077.784190 samples/sec	rmse=0.020055	lr=0.363084
Epoch[43] Batch [449]	Speed: 2077.225906 samples/sec	rmse=0.020071	lr=0.363009
Epoch[43] Batch [499]	Speed: 2042.989087 samples/sec	rmse=0.020050	lr=0.362934
Epoch[43] Batch [549]	Speed: 2078.658556 samples/sec	rmse=0.020063	lr=0.362860
Epoch[43] Batch [599]	Speed: 2050.405792 samples/sec	rmse=0.020068	lr=0.362785
Epoch[43] Batch [649]	Speed: 2043.087223 samples/sec	rmse=0.020062	lr=0.362710
Epoch[43] Batch [699]	Speed: 2066.509041 samples/sec	rmse=0.020068	lr=0.362635
Epoch[43] Batch [749]	Speed: 2076.215315 samples/sec	rmse=0.020069	lr=0.362560
Epoch[43] Batch [799]	Speed: 2053.688373 samples/sec	rmse=0.020061	lr=0.362485
Epoch[43] Batch [849]	Speed: 2050.964872 samples/sec	rmse=0.020068	lr=0.362410
Epoch[43] Batch [899]	Speed: 2074.503647 samples/sec	rmse=0.020059	lr=0.362335
Epoch[43] Batch [949]	Speed: 2063.835646 samples/sec	rmse=0.020064	lr=0.362259
Epoch[43] Batch [999]	Speed: 2064.037978 samples/sec	rmse=0.020062	lr=0.362184
Epoch[43] Batch [1049]	Speed: 2062.439016 samples/sec	rmse=0.020062	lr=0.362109
Epoch[43] Batch [1099]	Speed: 2043.477139 samples/sec	rmse=0.020070	lr=0.362033
Epoch[43] Batch [1149]	Speed: 2072.858123 samples/sec	rmse=0.020069	lr=0.361958
Epoch[43] Batch [1199]	Speed: 2062.517061 samples/sec	rmse=0.020068	lr=0.361882
Epoch[43] Batch [1249]	Speed: 2079.639103 samples/sec	rmse=0.020065	lr=0.361806
[Epoch 43] training: rmse=0.020065
[Epoch 43] speed: 2060 samples/sec	time cost: 630.889564
[Epoch 43] validation: err-top1=0.375239 err-top5=0.145089
Epoch[44] Batch [49]	Speed: 2078.730751 samples/sec	rmse=0.019873	lr=0.361729
Epoch[44] Batch [99]	Speed: 2077.516748 samples/sec	rmse=0.019894	lr=0.361653
Epoch[44] Batch [149]	Speed: 2070.495842 samples/sec	rmse=0.019892	lr=0.361578
Epoch[44] Batch [199]	Speed: 2063.692868 samples/sec	rmse=0.019886	lr=0.361502
Epoch[44] Batch [249]	Speed: 2035.263242 samples/sec	rmse=0.019890	lr=0.361426
Epoch[44] Batch [299]	Speed: 2064.803565 samples/sec	rmse=0.019896	lr=0.361350
Epoch[44] Batch [349]	Speed: 2077.340843 samples/sec	rmse=0.019887	lr=0.361273
Epoch[44] Batch [399]	Speed: 2074.747523 samples/sec	rmse=0.019923	lr=0.361197
Epoch[44] Batch [449]	Speed: 2078.373731 samples/sec	rmse=0.019910	lr=0.361121
Epoch[44] Batch [499]	Speed: 2055.630217 samples/sec	rmse=0.019921	lr=0.361045
Epoch[44] Batch [549]	Speed: 2036.727873 samples/sec	rmse=0.019914	lr=0.360968
Epoch[44] Batch [599]	Speed: 2078.259786 samples/sec	rmse=0.019912	lr=0.360892
Epoch[44] Batch [649]	Speed: 2072.872769 samples/sec	rmse=0.019921	lr=0.360815
Epoch[44] Batch [699]	Speed: 2078.423054 samples/sec	rmse=0.019949	lr=0.360739
Epoch[44] Batch [749]	Speed: 2070.635211 samples/sec	rmse=0.019953	lr=0.360662
Epoch[44] Batch [799]	Speed: 2073.762471 samples/sec	rmse=0.019951	lr=0.360585
Epoch[44] Batch [849]	Speed: 2077.823091 samples/sec	rmse=0.019948	lr=0.360508
Epoch[44] Batch [899]	Speed: 2081.851045 samples/sec	rmse=0.019960	lr=0.360432
Epoch[44] Batch [949]	Speed: 2076.111683 samples/sec	rmse=0.019962	lr=0.360355
Epoch[44] Batch [999]	Speed: 2074.442126 samples/sec	rmse=0.019970	lr=0.360278
Epoch[44] Batch [1049]	Speed: 2025.917439 samples/sec	rmse=0.019980	lr=0.360201
Epoch[44] Batch [1099]	Speed: 2056.091610 samples/sec	rmse=0.019995	lr=0.360123
Epoch[44] Batch [1149]	Speed: 2032.155741 samples/sec	rmse=0.020003	lr=0.360046
Epoch[44] Batch [1199]	Speed: 2060.652749 samples/sec	rmse=0.020006	lr=0.359969
Epoch[44] Batch [1249]	Speed: 2073.548017 samples/sec	rmse=0.020022	lr=0.359892
[Epoch 44] training: rmse=0.020022
[Epoch 44] speed: 2064 samples/sec	time cost: 629.786318
[Epoch 44] validation: err-top1=0.373625 err-top5=0.147581
Epoch[45] Batch [49]	Speed: 2077.638531 samples/sec	rmse=0.019793	lr=0.359813
Epoch[45] Batch [99]	Speed: 2070.160962 samples/sec	rmse=0.019801	lr=0.359735
Epoch[45] Batch [149]	Speed: 2062.378625 samples/sec	rmse=0.019775	lr=0.359658
Epoch[45] Batch [199]	Speed: 2079.555166 samples/sec	rmse=0.019809	lr=0.359580
Epoch[45] Batch [249]	Speed: 2071.893994 samples/sec	rmse=0.019839	lr=0.359502
Epoch[45] Batch [299]	Speed: 2062.135569 samples/sec	rmse=0.019903	lr=0.359425
Epoch[45] Batch [349]	Speed: 2075.484028 samples/sec	rmse=0.019942	lr=0.359347
Epoch[45] Batch [399]	Speed: 2060.633707 samples/sec	rmse=0.019935	lr=0.359269
Epoch[45] Batch [449]	Speed: 2057.918882 samples/sec	rmse=0.019930	lr=0.359191
Epoch[45] Batch [499]	Speed: 2067.878992 samples/sec	rmse=0.019927	lr=0.359113
Epoch[45] Batch [549]	Speed: 2067.974675 samples/sec	rmse=0.019937	lr=0.359035
Epoch[45] Batch [599]	Speed: 2066.287695 samples/sec	rmse=0.019952	lr=0.358957
Epoch[45] Batch [649]	Speed: 2069.974289 samples/sec	rmse=0.019974	lr=0.358879
Epoch[45] Batch [699]	Speed: 2067.472802 samples/sec	rmse=0.019982	lr=0.358801
Epoch[45] Batch [749]	Speed: 2071.021653 samples/sec	rmse=0.019984	lr=0.358722
Epoch[45] Batch [799]	Speed: 2067.677758 samples/sec	rmse=0.019983	lr=0.358644
Epoch[45] Batch [849]	Speed: 2071.183725 samples/sec	rmse=0.019989	lr=0.358565
Epoch[45] Batch [899]	Speed: 2063.843739 samples/sec	rmse=0.020001	lr=0.358487
Epoch[45] Batch [949]	Speed: 2062.605870 samples/sec	rmse=0.020004	lr=0.358408
Epoch[45] Batch [999]	Speed: 2071.789513 samples/sec	rmse=0.019998	lr=0.358330
Epoch[45] Batch [1049]	Speed: 2069.042681 samples/sec	rmse=0.020000	lr=0.358251
Epoch[45] Batch [1099]	Speed: 2072.865286 samples/sec	rmse=0.020001	lr=0.358172
Epoch[45] Batch [1149]	Speed: 2069.888197 samples/sec	rmse=0.020011	lr=0.358093
Epoch[45] Batch [1199]	Speed: 2035.127206 samples/sec	rmse=0.020018	lr=0.358014
Epoch[45] Batch [1249]	Speed: 2084.932382 samples/sec	rmse=0.020016	lr=0.357935
[Epoch 45] training: rmse=0.020017
[Epoch 45] speed: 2066 samples/sec	time cost: 629.218171
[Epoch 45] validation: err-top1=0.398697 err-top5=0.164979
Epoch[46] Batch [49]	Speed: 2094.711211 samples/sec	rmse=0.019876	lr=0.357855
Epoch[46] Batch [99]	Speed: 2058.658405 samples/sec	rmse=0.019859	lr=0.357776
Epoch[46] Batch [149]	Speed: 2075.370721 samples/sec	rmse=0.019909	lr=0.357696
Epoch[46] Batch [199]	Speed: 2078.933578 samples/sec	rmse=0.019967	lr=0.357617
Epoch[46] Batch [249]	Speed: 2062.362661 samples/sec	rmse=0.019931	lr=0.357538
Epoch[46] Batch [299]	Speed: 2057.741271 samples/sec	rmse=0.019940	lr=0.357459
Epoch[46] Batch [349]	Speed: 2080.353289 samples/sec	rmse=0.019932	lr=0.357379
Epoch[46] Batch [399]	Speed: 2083.996427 samples/sec	rmse=0.019903	lr=0.357300
Epoch[46] Batch [449]	Speed: 2084.415549 samples/sec	rmse=0.019890	lr=0.357220
Epoch[46] Batch [499]	Speed: 2083.745276 samples/sec	rmse=0.019907	lr=0.357140
Epoch[46] Batch [549]	Speed: 2087.243403 samples/sec	rmse=0.019914	lr=0.357061
Epoch[46] Batch [599]	Speed: 2057.521721 samples/sec	rmse=0.019943	lr=0.356981
Epoch[46] Batch [649]	Speed: 2073.747672 samples/sec	rmse=0.019956	lr=0.356901
Epoch[46] Batch [699]	Speed: 2074.135076 samples/sec	rmse=0.019965	lr=0.356821
Epoch[46] Batch [749]	Speed: 2064.245269 samples/sec	rmse=0.019977	lr=0.356741
Epoch[46] Batch [799]	Speed: 2063.940378 samples/sec	rmse=0.019989	lr=0.356661
Epoch[46] Batch [849]	Speed: 2055.506967 samples/sec	rmse=0.019997	lr=0.356581
Epoch[46] Batch [899]	Speed: 2088.042182 samples/sec	rmse=0.020006	lr=0.356501
Epoch[46] Batch [949]	Speed: 2080.265929 samples/sec	rmse=0.020008	lr=0.356421
Epoch[46] Batch [999]	Speed: 2075.065261 samples/sec	rmse=0.020017	lr=0.356340
Epoch[46] Batch [1049]	Speed: 2092.107202 samples/sec	rmse=0.020029	lr=0.356260
Epoch[46] Batch [1099]	Speed: 2084.108048 samples/sec	rmse=0.020034	lr=0.356180
Epoch[46] Batch [1149]	Speed: 2055.771429 samples/sec	rmse=0.020026	lr=0.356099
Epoch[46] Batch [1199]	Speed: 2079.232689 samples/sec	rmse=0.020024	lr=0.356019
Epoch[46] Batch [1249]	Speed: 2083.687876 samples/sec	rmse=0.020024	lr=0.355938
[Epoch 46] training: rmse=0.020023
[Epoch 46] speed: 2073 samples/sec	time cost: 626.835546
[Epoch 46] validation: err-top1=0.365295 err-top5=0.140218
Epoch[47] Batch [49]	Speed: 2077.584421 samples/sec	rmse=0.019822	lr=0.355856
Epoch[47] Batch [99]	Speed: 2068.014245 samples/sec	rmse=0.019744	lr=0.355775
Epoch[47] Batch [149]	Speed: 2085.272443 samples/sec	rmse=0.019742	lr=0.355694
Epoch[47] Batch [199]	Speed: 2076.597598 samples/sec	rmse=0.019754	lr=0.355613
Epoch[47] Batch [249]	Speed: 2064.180030 samples/sec	rmse=0.019758	lr=0.355532
Epoch[47] Batch [299]	Speed: 2084.255162 samples/sec	rmse=0.019795	lr=0.355451
Epoch[47] Batch [349]	Speed: 2079.965433 samples/sec	rmse=0.019817	lr=0.355370
Epoch[47] Batch [399]	Speed: 2081.983005 samples/sec	rmse=0.019822	lr=0.355289
Epoch[47] Batch [449]	Speed: 2084.167494 samples/sec	rmse=0.019820	lr=0.355208
Epoch[47] Batch [499]	Speed: 2062.568210 samples/sec	rmse=0.019825	lr=0.355127
Epoch[47] Batch [549]	Speed: 2054.476923 samples/sec	rmse=0.019832	lr=0.355046
Epoch[47] Batch [599]	Speed: 2040.277317 samples/sec	rmse=0.019838	lr=0.354964
Epoch[47] Batch [649]	Speed: 2076.068009 samples/sec	rmse=0.019851	lr=0.354883
Epoch[47] Batch [699]	Speed: 2080.804154 samples/sec	rmse=0.019863	lr=0.354801
Epoch[47] Batch [749]	Speed: 2075.455284 samples/sec	rmse=0.019869	lr=0.354720
Epoch[47] Batch [799]	Speed: 2075.384500 samples/sec	rmse=0.019864	lr=0.354638
Epoch[47] Batch [849]	Speed: 2075.593977 samples/sec	rmse=0.019892	lr=0.354556
Epoch[47] Batch [899]	Speed: 2073.327423 samples/sec	rmse=0.019896	lr=0.354475
Epoch[47] Batch [949]	Speed: 2069.307587 samples/sec	rmse=0.019904	lr=0.354393
Epoch[47] Batch [999]	Speed: 2074.685546 samples/sec	rmse=0.019920	lr=0.354311
Epoch[47] Batch [1049]	Speed: 2069.704205 samples/sec	rmse=0.019915	lr=0.354229
Epoch[47] Batch [1099]	Speed: 2066.731230 samples/sec	rmse=0.019923	lr=0.354147
Epoch[47] Batch [1149]	Speed: 2062.834849 samples/sec	rmse=0.019924	lr=0.354065
Epoch[47] Batch [1199]	Speed: 2067.710966 samples/sec	rmse=0.019925	lr=0.353983
Epoch[47] Batch [1249]	Speed: 2076.392054 samples/sec	rmse=0.019927	lr=0.353900
[Epoch 47] training: rmse=0.019928
[Epoch 47] speed: 2070 samples/sec	time cost: 627.654277
[Epoch 47] validation: err-top1=0.386579 err-top5=0.154496
Epoch[48] Batch [49]	Speed: 2084.051437 samples/sec	rmse=0.019871	lr=0.353816
Epoch[48] Batch [99]	Speed: 2062.821374 samples/sec	rmse=0.019907	lr=0.353734
Epoch[48] Batch [149]	Speed: 2061.887581 samples/sec	rmse=0.019895	lr=0.353652
Epoch[48] Batch [199]	Speed: 2062.237969 samples/sec	rmse=0.019878	lr=0.353569
Epoch[48] Batch [249]	Speed: 2071.541336 samples/sec	rmse=0.019896	lr=0.353487
Epoch[48] Batch [299]	Speed: 2067.633861 samples/sec	rmse=0.019906	lr=0.353404
Epoch[48] Batch [349]	Speed: 2058.770072 samples/sec	rmse=0.019915	lr=0.353321
Epoch[48] Batch [399]	Speed: 2059.745987 samples/sec	rmse=0.019918	lr=0.353239
Epoch[48] Batch [449]	Speed: 2059.525515 samples/sec	rmse=0.019903	lr=0.353156
Epoch[48] Batch [499]	Speed: 2065.727623 samples/sec	rmse=0.019922	lr=0.353073
Epoch[48] Batch [549]	Speed: 2073.464591 samples/sec	rmse=0.019916	lr=0.352990
Epoch[48] Batch [599]	Speed: 2077.017466 samples/sec	rmse=0.019916	lr=0.352907
Epoch[48] Batch [649]	Speed: 2063.878589 samples/sec	rmse=0.019922	lr=0.352824
Epoch[48] Batch [699]	Speed: 2048.364694 samples/sec	rmse=0.019927	lr=0.352741
Epoch[48] Batch [749]	Speed: 2080.147122 samples/sec	rmse=0.019939	lr=0.352658
Epoch[48] Batch [799]	Speed: 2077.611355 samples/sec	rmse=0.019939	lr=0.352575
Epoch[48] Batch [849]	Speed: 2088.539934 samples/sec	rmse=0.019938	lr=0.352491
Epoch[48] Batch [899]	Speed: 2061.343306 samples/sec	rmse=0.019940	lr=0.352408
Epoch[48] Batch [949]	Speed: 2068.912935 samples/sec	rmse=0.019949	lr=0.352325
Epoch[48] Batch [999]	Speed: 2085.263028 samples/sec	rmse=0.019955	lr=0.352241
Epoch[48] Batch [1049]	Speed: 2077.623837 samples/sec	rmse=0.019953	lr=0.352157
Epoch[48] Batch [1099]	Speed: 2069.483949 samples/sec	rmse=0.019944	lr=0.352074
Epoch[48] Batch [1149]	Speed: 2064.654837 samples/sec	rmse=0.019947	lr=0.351990
Epoch[48] Batch [1199]	Speed: 2073.691962 samples/sec	rmse=0.019951	lr=0.351906
Epoch[48] Batch [1249]	Speed: 2063.271193 samples/sec	rmse=0.019955	lr=0.351823
[Epoch 48] training: rmse=0.019954
[Epoch 48] speed: 2067 samples/sec	time cost: 628.878641
[Epoch 48] validation: err-top1=0.381138 err-top5=0.152005
Epoch[49] Batch [49]	Speed: 2067.829053 samples/sec	rmse=0.019844	lr=0.351737
Epoch[49] Batch [99]	Speed: 2060.532494 samples/sec	rmse=0.019946	lr=0.351653
Epoch[49] Batch [149]	Speed: 2079.498258 samples/sec	rmse=0.019929	lr=0.351569
Epoch[49] Batch [199]	Speed: 2072.611371 samples/sec	rmse=0.019888	lr=0.351485
Epoch[49] Batch [249]	Speed: 2062.651237 samples/sec	rmse=0.019852	lr=0.351401
Epoch[49] Batch [299]	Speed: 2075.961702 samples/sec	rmse=0.019836	lr=0.351317
Epoch[49] Batch [349]	Speed: 2083.772512 samples/sec	rmse=0.019870	lr=0.351233
Epoch[49] Batch [399]	Speed: 2081.585420 samples/sec	rmse=0.019880	lr=0.351148
Epoch[49] Batch [449]	Speed: 2038.655295 samples/sec	rmse=0.019891	lr=0.351064
Epoch[49] Batch [499]	Speed: 2063.071331 samples/sec	rmse=0.019881	lr=0.350980
Epoch[49] Batch [549]	Speed: 2052.707260 samples/sec	rmse=0.019899	lr=0.350895
Epoch[49] Batch [599]	Speed: 2079.976573 samples/sec	rmse=0.019910	lr=0.350810
Epoch[49] Batch [649]	Speed: 2077.606390 samples/sec	rmse=0.019911	lr=0.350726
Epoch[49] Batch [699]	Speed: 2071.584220 samples/sec	rmse=0.019903	lr=0.350641
Epoch[49] Batch [749]	Speed: 2065.526708 samples/sec	rmse=0.019896	lr=0.350556
Epoch[49] Batch [799]	Speed: 2077.691920 samples/sec	rmse=0.019897	lr=0.350472
Epoch[49] Batch [849]	Speed: 2084.358294 samples/sec	rmse=0.019906	lr=0.350387
Epoch[49] Batch [899]	Speed: 2072.555522 samples/sec	rmse=0.019911	lr=0.350302
Epoch[49] Batch [949]	Speed: 2084.940641 samples/sec	rmse=0.019927	lr=0.350217
Epoch[49] Batch [999]	Speed: 2086.367740 samples/sec	rmse=0.019932	lr=0.350132
Epoch[49] Batch [1049]	Speed: 2077.126131 samples/sec	rmse=0.019940	lr=0.350047
Epoch[49] Batch [1099]	Speed: 2090.639474 samples/sec	rmse=0.019946	lr=0.349961
Epoch[49] Batch [1149]	Speed: 2085.879269 samples/sec	rmse=0.019955	lr=0.349876
Epoch[49] Batch [1199]	Speed: 2094.229425 samples/sec	rmse=0.019952	lr=0.349791
Epoch[49] Batch [1249]	Speed: 2090.117448 samples/sec	rmse=0.019954	lr=0.349706
[Epoch 49] training: rmse=0.019954
[Epoch 49] speed: 2073 samples/sec	time cost: 626.611962
[Epoch 49] validation: err-top1=0.386380 err-top5=0.153201
Epoch[50] Batch [49]	Speed: 2097.775392 samples/sec	rmse=0.019818	lr=0.349618
Epoch[50] Batch [99]	Speed: 2076.745039 samples/sec	rmse=0.019720	lr=0.349533
Epoch[50] Batch [149]	Speed: 2066.465591 samples/sec	rmse=0.019761	lr=0.349447
Epoch[50] Batch [199]	Speed: 2084.229775 samples/sec	rmse=0.019799	lr=0.349362
Epoch[50] Batch [249]	Speed: 2073.742765 samples/sec	rmse=0.019821	lr=0.349276
Epoch[50] Batch [299]	Speed: 2080.605215 samples/sec	rmse=0.019825	lr=0.349190
Epoch[50] Batch [349]	Speed: 2081.498521 samples/sec	rmse=0.019857	lr=0.349105
Epoch[50] Batch [399]	Speed: 2082.144072 samples/sec	rmse=0.019857	lr=0.349019
Epoch[50] Batch [449]	Speed: 2083.288104 samples/sec	rmse=0.019862	lr=0.348933
Epoch[50] Batch [499]	Speed: 2082.025091 samples/sec	rmse=0.019877	lr=0.348847
Epoch[50] Batch [549]	Speed: 2072.795939 samples/sec	rmse=0.019897	lr=0.348761
Epoch[50] Batch [599]	Speed: 2085.880160 samples/sec	rmse=0.019900	lr=0.348675
Epoch[50] Batch [649]	Speed: 2056.860414 samples/sec	rmse=0.019900	lr=0.348588
Epoch[50] Batch [699]	Speed: 2075.886770 samples/sec	rmse=0.019893	lr=0.348502
Epoch[50] Batch [749]	Speed: 2067.190496 samples/sec	rmse=0.019905	lr=0.348416
Epoch[50] Batch [799]	Speed: 2076.918936 samples/sec	rmse=0.019901	lr=0.348330
Epoch[50] Batch [849]	Speed: 2070.876820 samples/sec	rmse=0.019903	lr=0.348243
Epoch[50] Batch [899]	Speed: 2081.045843 samples/sec	rmse=0.019906	lr=0.348157
Epoch[50] Batch [949]	Speed: 2072.984243 samples/sec	rmse=0.019919	lr=0.348070
Epoch[50] Batch [999]	Speed: 2073.724643 samples/sec	rmse=0.019920	lr=0.347984
Epoch[50] Batch [1049]	Speed: 2084.120447 samples/sec	rmse=0.019906	lr=0.347897
Epoch[50] Batch [1099]	Speed: 2080.015093 samples/sec	rmse=0.019905	lr=0.347810
Epoch[50] Batch [1149]	Speed: 2068.403056 samples/sec	rmse=0.019911	lr=0.347723
Epoch[50] Batch [1199]	Speed: 2065.116299 samples/sec	rmse=0.019919	lr=0.347637
Epoch[50] Batch [1249]	Speed: 2073.170419 samples/sec	rmse=0.019931	lr=0.347550
[Epoch 50] training: rmse=0.019929
[Epoch 50] speed: 2074 samples/sec	time cost: 626.641407
[Epoch 50] validation: err-top1=0.399534 err-top5=0.163704
Epoch[51] Batch [49]	Speed: 2082.991139 samples/sec	rmse=0.019664	lr=0.347461
Epoch[51] Batch [99]	Speed: 2070.097104 samples/sec	rmse=0.019845	lr=0.347374
Epoch[51] Batch [149]	Speed: 2064.115390 samples/sec	rmse=0.019771	lr=0.347287
Epoch[51] Batch [199]	Speed: 2077.864989 samples/sec	rmse=0.019799	lr=0.347200
Epoch[51] Batch [249]	Speed: 2067.957728 samples/sec	rmse=0.019853	lr=0.347112
Epoch[51] Batch [299]	Speed: 2063.887098 samples/sec	rmse=0.019848	lr=0.347025
Epoch[51] Batch [349]	Speed: 2062.493984 samples/sec	rmse=0.019855	lr=0.346938
Epoch[51] Batch [399]	Speed: 2067.448638 samples/sec	rmse=0.019858	lr=0.346850
Epoch[51] Batch [449]	Speed: 2067.151555 samples/sec	rmse=0.019835	lr=0.346763
Epoch[51] Batch [499]	Speed: 2062.600897 samples/sec	rmse=0.019835	lr=0.346675
Epoch[51] Batch [549]	Speed: 2082.094068 samples/sec	rmse=0.019849	lr=0.346588
Epoch[51] Batch [599]	Speed: 2065.459282 samples/sec	rmse=0.019846	lr=0.346500
Epoch[51] Batch [649]	Speed: 2064.015184 samples/sec	rmse=0.019824	lr=0.346413
Epoch[51] Batch [699]	Speed: 2069.426535 samples/sec	rmse=0.019834	lr=0.346325
Epoch[51] Batch [749]	Speed: 2061.211160 samples/sec	rmse=0.019829	lr=0.346237
Epoch[51] Batch [799]	Speed: 2083.680921 samples/sec	rmse=0.019827	lr=0.346149
Epoch[51] Batch [849]	Speed: 2068.492471 samples/sec	rmse=0.019826	lr=0.346061
Epoch[51] Batch [899]	Speed: 2056.417108 samples/sec	rmse=0.019829	lr=0.345973
Epoch[51] Batch [949]	Speed: 2058.626829 samples/sec	rmse=0.019837	lr=0.345885
Epoch[51] Batch [999]	Speed: 2076.739798 samples/sec	rmse=0.019845	lr=0.345797
Epoch[51] Batch [1049]	Speed: 2081.311916 samples/sec	rmse=0.019850	lr=0.345709
Epoch[51] Batch [1099]	Speed: 2081.341064 samples/sec	rmse=0.019857	lr=0.345620
Epoch[51] Batch [1149]	Speed: 2082.495381 samples/sec	rmse=0.019856	lr=0.345532
Epoch[51] Batch [1199]	Speed: 2080.904828 samples/sec	rmse=0.019857	lr=0.345444
Epoch[51] Batch [1249]	Speed: 2067.143476 samples/sec	rmse=0.019864	lr=0.345355
[Epoch 51] training: rmse=0.019863
[Epoch 51] speed: 2068 samples/sec	time cost: 628.371126
[Epoch 51] validation: err-top1=0.359415 err-top5=0.134985
Epoch[52] Batch [49]	Speed: 2093.050031 samples/sec	rmse=0.019532	lr=0.345265
Epoch[52] Batch [99]	Speed: 2063.494074 samples/sec	rmse=0.019631	lr=0.345177
Epoch[52] Batch [149]	Speed: 2082.896122 samples/sec	rmse=0.019672	lr=0.345088
Epoch[52] Batch [199]	Speed: 2081.922372 samples/sec	rmse=0.019699	lr=0.344999
Epoch[52] Batch [249]	Speed: 2067.653869 samples/sec	rmse=0.019711	lr=0.344911
Epoch[52] Batch [299]	Speed: 2081.410722 samples/sec	rmse=0.019716	lr=0.344822
Epoch[52] Batch [349]	Speed: 2075.196963 samples/sec	rmse=0.019744	lr=0.344733
Epoch[52] Batch [399]	Speed: 2081.787433 samples/sec	rmse=0.019767	lr=0.344644
Epoch[52] Batch [449]	Speed: 2074.097014 samples/sec	rmse=0.019795	lr=0.344555
Epoch[52] Batch [499]	Speed: 2046.262842 samples/sec	rmse=0.019778	lr=0.344466
Epoch[52] Batch [549]	Speed: 2068.131351 samples/sec	rmse=0.019792	lr=0.344377
Epoch[52] Batch [599]	Speed: 2038.272324 samples/sec	rmse=0.019815	lr=0.344288
Epoch[52] Batch [649]	Speed: 2076.089645 samples/sec	rmse=0.019801	lr=0.344199
Epoch[52] Batch [699]	Speed: 2079.383063 samples/sec	rmse=0.019799	lr=0.344109
Epoch[52] Batch [749]	Speed: 2074.411727 samples/sec	rmse=0.019822	lr=0.344020
Epoch[52] Batch [799]	Speed: 2078.954368 samples/sec	rmse=0.019833	lr=0.343931
Epoch[52] Batch [849]	Speed: 2059.237101 samples/sec	rmse=0.019836	lr=0.343841
Epoch[52] Batch [899]	Speed: 2054.876508 samples/sec	rmse=0.019840	lr=0.343752
Epoch[52] Batch [949]	Speed: 2073.959282 samples/sec	rmse=0.019833	lr=0.343662
Epoch[52] Batch [999]	Speed: 2056.806889 samples/sec	rmse=0.019842	lr=0.343572
Epoch[52] Batch [1049]	Speed: 2082.872101 samples/sec	rmse=0.019837	lr=0.343483
Epoch[52] Batch [1099]	Speed: 2091.323294 samples/sec	rmse=0.019841	lr=0.343393
Epoch[52] Batch [1149]	Speed: 2081.915893 samples/sec	rmse=0.019838	lr=0.343303
Epoch[52] Batch [1199]	Speed: 2084.618091 samples/sec	rmse=0.019843	lr=0.343213
Epoch[52] Batch [1249]	Speed: 2090.190380 samples/sec	rmse=0.019852	lr=0.343123
[Epoch 52] training: rmse=0.019852
[Epoch 52] speed: 2071 samples/sec	time cost: 627.328048
[Epoch 52] validation: err-top1=0.376038 err-top5=0.147298
Epoch[53] Batch [49]	Speed: 2092.324329 samples/sec	rmse=0.019636	lr=0.343032
Epoch[53] Batch [99]	Speed: 2086.145160 samples/sec	rmse=0.019823	lr=0.342942
Epoch[53] Batch [149]	Speed: 2074.898511 samples/sec	rmse=0.019839	lr=0.342851
Epoch[53] Batch [199]	Speed: 2086.890247 samples/sec	rmse=0.019815	lr=0.342761
Epoch[53] Batch [249]	Speed: 2073.372703 samples/sec	rmse=0.019838	lr=0.342671
Epoch[53] Batch [299]	Speed: 2063.848955 samples/sec	rmse=0.019830	lr=0.342581
Epoch[53] Batch [349]	Speed: 2058.954790 samples/sec	rmse=0.019845	lr=0.342490
Epoch[53] Batch [399]	Speed: 2076.241752 samples/sec	rmse=0.019843	lr=0.342400
Epoch[53] Batch [449]	Speed: 2069.664630 samples/sec	rmse=0.019830	lr=0.342310
Epoch[53] Batch [499]	Speed: 2081.674123 samples/sec	rmse=0.019849	lr=0.342219
Epoch[53] Batch [549]	Speed: 2058.352734 samples/sec	rmse=0.019863	lr=0.342129
Epoch[53] Batch [599]	Speed: 2072.381376 samples/sec	rmse=0.019880	lr=0.342038
Epoch[53] Batch [649]	Speed: 2076.813345 samples/sec	rmse=0.019890	lr=0.341947
Epoch[53] Batch [699]	Speed: 2089.667928 samples/sec	rmse=0.019893	lr=0.341856
Epoch[53] Batch [749]	Speed: 2073.345359 samples/sec	rmse=0.019895	lr=0.341766
Epoch[53] Batch [799]	Speed: 2064.477213 samples/sec	rmse=0.019884	lr=0.341675
Epoch[53] Batch [849]	Speed: 2070.550681 samples/sec	rmse=0.019883	lr=0.341584
Epoch[53] Batch [899]	Speed: 2072.625853 samples/sec	rmse=0.019875	lr=0.341493
Epoch[53] Batch [949]	Speed: 2070.603706 samples/sec	rmse=0.019869	lr=0.341402
Epoch[53] Batch [999]	Speed: 2069.126630 samples/sec	rmse=0.019870	lr=0.341311
Epoch[53] Batch [1049]	Speed: 2063.260429 samples/sec	rmse=0.019868	lr=0.341220
Epoch[53] Batch [1099]	Speed: 2064.044981 samples/sec	rmse=0.019875	lr=0.341128
Epoch[53] Batch [1149]	Speed: 2069.466340 samples/sec	rmse=0.019872	lr=0.341037
Epoch[53] Batch [1199]	Speed: 2066.758977 samples/sec	rmse=0.019870	lr=0.340946
Epoch[53] Batch [1249]	Speed: 2072.109204 samples/sec	rmse=0.019869	lr=0.340854
[Epoch 53] training: rmse=0.019868
[Epoch 53] speed: 2071 samples/sec	time cost: 627.644257
[Epoch 53] validation: err-top1=0.373844 err-top5=0.144770
Epoch[54] Batch [49]	Speed: 2087.242206 samples/sec	rmse=0.019816	lr=0.340761
Epoch[54] Batch [99]	Speed: 2067.392471 samples/sec	rmse=0.019830	lr=0.340669
Epoch[54] Batch [149]	Speed: 2070.292921 samples/sec	rmse=0.019828	lr=0.340578
Epoch[54] Batch [199]	Speed: 2059.245316 samples/sec	rmse=0.019848	lr=0.340486
Epoch[54] Batch [249]	Speed: 2070.584041 samples/sec	rmse=0.019846	lr=0.340395
Epoch[54] Batch [299]	Speed: 2062.252683 samples/sec	rmse=0.019860	lr=0.340303
Epoch[54] Batch [349]	Speed: 2060.691149 samples/sec	rmse=0.019864	lr=0.340211
Epoch[54] Batch [399]	Speed: 2058.572916 samples/sec	rmse=0.019853	lr=0.340119
Epoch[54] Batch [449]	Speed: 2065.478711 samples/sec	rmse=0.019856	lr=0.340027
Epoch[54] Batch [499]	Speed: 2055.070970 samples/sec	rmse=0.019857	lr=0.339935
Epoch[54] Batch [549]	Speed: 2057.780155 samples/sec	rmse=0.019859	lr=0.339843
Epoch[54] Batch [599]	Speed: 2062.392687 samples/sec	rmse=0.019838	lr=0.339751
Epoch[54] Batch [649]	Speed: 2074.325366 samples/sec	rmse=0.019829	lr=0.339659
Epoch[54] Batch [699]	Speed: 2076.933458 samples/sec	rmse=0.019837	lr=0.339567
Epoch[54] Batch [749]	Speed: 2083.526449 samples/sec	rmse=0.019851	lr=0.339474
Epoch[54] Batch [799]	Speed: 2086.666805 samples/sec	rmse=0.019858	lr=0.339382
Epoch[54] Batch [849]	Speed: 2088.556509 samples/sec	rmse=0.019852	lr=0.339290
Epoch[54] Batch [899]	Speed: 2087.607658 samples/sec	rmse=0.019856	lr=0.339197
Epoch[54] Batch [949]	Speed: 2086.519046 samples/sec	rmse=0.019845	lr=0.339105
Epoch[54] Batch [999]	Speed: 2070.893395 samples/sec	rmse=0.019851	lr=0.339012
Epoch[54] Batch [1049]	Speed: 2085.553694 samples/sec	rmse=0.019848	lr=0.338920
Epoch[54] Batch [1099]	Speed: 2085.443396 samples/sec	rmse=0.019847	lr=0.338827
Epoch[54] Batch [1149]	Speed: 2081.780713 samples/sec	rmse=0.019855	lr=0.338734
Epoch[54] Batch [1199]	Speed: 2083.812749 samples/sec	rmse=0.019862	lr=0.338641
Epoch[54] Batch [1249]	Speed: 2083.373031 samples/sec	rmse=0.019866	lr=0.338549
[Epoch 54] training: rmse=0.019867
[Epoch 54] speed: 2072 samples/sec	time cost: 627.396501
[Epoch 54] validation: err-top1=0.369400 err-top5=0.140725
Epoch[55] Batch [49]	Speed: 2083.663453 samples/sec	rmse=0.019719	lr=0.338454
Epoch[55] Batch [99]	Speed: 2079.749533 samples/sec	rmse=0.019814	lr=0.338361
Epoch[55] Batch [149]	Speed: 2064.686320 samples/sec	rmse=0.019827	lr=0.338268
Epoch[55] Batch [199]	Speed: 2055.539274 samples/sec	rmse=0.019797	lr=0.338175
Epoch[55] Batch [249]	Speed: 2061.954497 samples/sec	rmse=0.019793	lr=0.338082
Epoch[55] Batch [299]	Speed: 2076.013499 samples/sec	rmse=0.019826	lr=0.337988
Epoch[55] Batch [349]	Speed: 2078.999311 samples/sec	rmse=0.019792	lr=0.337895
Epoch[55] Batch [399]	Speed: 2066.227694 samples/sec	rmse=0.019795	lr=0.337802
Epoch[55] Batch [449]	Speed: 2082.495099 samples/sec	rmse=0.019791	lr=0.337709
Epoch[55] Batch [499]	Speed: 2079.947463 samples/sec	rmse=0.019801	lr=0.337615
Epoch[55] Batch [549]	Speed: 2072.276026 samples/sec	rmse=0.019782	lr=0.337522
Epoch[55] Batch [599]	Speed: 2087.031954 samples/sec	rmse=0.019798	lr=0.337428
Epoch[55] Batch [649]	Speed: 2086.159913 samples/sec	rmse=0.019793	lr=0.337334
Epoch[55] Batch [699]	Speed: 2090.655268 samples/sec	rmse=0.019801	lr=0.337241
Epoch[55] Batch [749]	Speed: 2082.221375 samples/sec	rmse=0.019804	lr=0.337147
Epoch[55] Batch [799]	Speed: 2087.236465 samples/sec	rmse=0.019816	lr=0.337053
Epoch[55] Batch [849]	Speed: 2079.706008 samples/sec	rmse=0.019812	lr=0.336960
Epoch[55] Batch [899]	Speed: 2089.651132 samples/sec	rmse=0.019800	lr=0.336866
Epoch[55] Batch [949]	Speed: 2079.307722 samples/sec	rmse=0.019805	lr=0.336772
Epoch[55] Batch [999]	Speed: 2075.309208 samples/sec	rmse=0.019820	lr=0.336678
Epoch[55] Batch [1049]	Speed: 2082.841779 samples/sec	rmse=0.019821	lr=0.336584
Epoch[55] Batch [1099]	Speed: 2072.371556 samples/sec	rmse=0.019817	lr=0.336490
Epoch[55] Batch [1149]	Speed: 2082.444552 samples/sec	rmse=0.019817	lr=0.336395
Epoch[55] Batch [1199]	Speed: 2081.976203 samples/sec	rmse=0.019819	lr=0.336301
Epoch[55] Batch [1249]	Speed: 2079.362063 samples/sec	rmse=0.019825	lr=0.336207
[Epoch 55] training: rmse=0.019825
[Epoch 55] speed: 2076 samples/sec	time cost: 625.804350
[Epoch 55] validation: err-top1=0.384307 err-top5=0.154695
Epoch[56] Batch [49]	Speed: 2080.365260 samples/sec	rmse=0.019778	lr=0.336111
Epoch[56] Batch [99]	Speed: 2072.237793 samples/sec	rmse=0.019713	lr=0.336016
Epoch[56] Batch [149]	Speed: 2072.005202 samples/sec	rmse=0.019731	lr=0.335922
Epoch[56] Batch [199]	Speed: 2064.742440 samples/sec	rmse=0.019732	lr=0.335827
Epoch[56] Batch [249]	Speed: 2063.989573 samples/sec	rmse=0.019745	lr=0.335733
Epoch[56] Batch [299]	Speed: 2055.333018 samples/sec	rmse=0.019746	lr=0.335638
Epoch[56] Batch [349]	Speed: 2066.572041 samples/sec	rmse=0.019746	lr=0.335544
Epoch[56] Batch [399]	Speed: 2063.294248 samples/sec	rmse=0.019734	lr=0.335449
Epoch[56] Batch [449]	Speed: 2069.963494 samples/sec	rmse=0.019747	lr=0.335354
Epoch[56] Batch [499]	Speed: 2062.029852 samples/sec	rmse=0.019785	lr=0.335259
Epoch[56] Batch [549]	Speed: 2059.647133 samples/sec	rmse=0.019789	lr=0.335164
Epoch[56] Batch [599]	Speed: 2069.656253 samples/sec	rmse=0.019789	lr=0.335069
Epoch[56] Batch [649]	Speed: 2056.120253 samples/sec	rmse=0.019794	lr=0.334974
Epoch[56] Batch [699]	Speed: 2064.106660 samples/sec	rmse=0.019786	lr=0.334879
Epoch[56] Batch [749]	Speed: 2071.338630 samples/sec	rmse=0.019790	lr=0.334784
Epoch[56] Batch [799]	Speed: 2059.775562 samples/sec	rmse=0.019784	lr=0.334689
Epoch[56] Batch [849]	Speed: 2059.905430 samples/sec	rmse=0.019803	lr=0.334594
Epoch[56] Batch [899]	Speed: 2061.481347 samples/sec	rmse=0.019807	lr=0.334499
Epoch[56] Batch [949]	Speed: 2078.410582 samples/sec	rmse=0.019797	lr=0.334403
Epoch[56] Batch [999]	Speed: 2068.780853 samples/sec	rmse=0.019804	lr=0.334308
Epoch[56] Batch [1049]	Speed: 2073.430097 samples/sec	rmse=0.019804	lr=0.334212
Epoch[56] Batch [1099]	Speed: 2077.695498 samples/sec	rmse=0.019812	lr=0.334117
Epoch[56] Batch [1149]	Speed: 2073.427394 samples/sec	rmse=0.019816	lr=0.334021
Epoch[56] Batch [1199]	Speed: 2076.724916 samples/sec	rmse=0.019809	lr=0.333926
Epoch[56] Batch [1249]	Speed: 2053.188011 samples/sec	rmse=0.019818	lr=0.333830
[Epoch 56] training: rmse=0.019817
[Epoch 56] speed: 2065 samples/sec	time cost: 629.443842
[Epoch 56] validation: err-top1=0.374980 err-top5=0.147979
Epoch[57] Batch [49]	Speed: 2085.275703 samples/sec	rmse=0.019613	lr=0.333732
Epoch[57] Batch [99]	Speed: 2071.925498 samples/sec	rmse=0.019649	lr=0.333637
Epoch[57] Batch [149]	Speed: 2074.661675 samples/sec	rmse=0.019608	lr=0.333541
Epoch[57] Batch [199]	Speed: 2070.074675 samples/sec	rmse=0.019668	lr=0.333445
Epoch[57] Batch [249]	Speed: 2074.451123 samples/sec	rmse=0.019647	lr=0.333349
Epoch[57] Batch [299]	Speed: 2065.642480 samples/sec	rmse=0.019625	lr=0.333253
Epoch[57] Batch [349]	Speed: 2075.529944 samples/sec	rmse=0.019649	lr=0.333157
Epoch[57] Batch [399]	Speed: 2060.394699 samples/sec	rmse=0.019656	lr=0.333061
Epoch[57] Batch [449]	Speed: 2035.785223 samples/sec	rmse=0.019673	lr=0.332964
Epoch[57] Batch [499]	Speed: 2066.129688 samples/sec	rmse=0.019698	lr=0.332868
Epoch[57] Batch [549]	Speed: 2077.903029 samples/sec	rmse=0.019706	lr=0.332772
Epoch[57] Batch [599]	Speed: 2069.269662 samples/sec	rmse=0.019715	lr=0.332676
Epoch[57] Batch [649]	Speed: 2074.868961 samples/sec	rmse=0.019725	lr=0.332579
Epoch[57] Batch [699]	Speed: 2071.179370 samples/sec	rmse=0.019724	lr=0.332483
Epoch[57] Batch [749]	Speed: 2055.562884 samples/sec	rmse=0.019724	lr=0.332386
Epoch[57] Batch [799]	Speed: 2071.989908 samples/sec	rmse=0.019730	lr=0.332290
Epoch[57] Batch [849]	Speed: 2068.850330 samples/sec	rmse=0.019736	lr=0.332193
Epoch[57] Batch [899]	Speed: 2073.888760 samples/sec	rmse=0.019742	lr=0.332096
Epoch[57] Batch [949]	Speed: 2083.358215 samples/sec	rmse=0.019755	lr=0.332000
Epoch[57] Batch [999]	Speed: 2079.287871 samples/sec	rmse=0.019762	lr=0.331903
Epoch[57] Batch [1049]	Speed: 2064.678360 samples/sec	rmse=0.019764	lr=0.331806
Epoch[57] Batch [1099]	Speed: 2065.792622 samples/sec	rmse=0.019766	lr=0.331709
Epoch[57] Batch [1149]	Speed: 2074.115384 samples/sec	rmse=0.019770	lr=0.331612
Epoch[57] Batch [1199]	Speed: 2073.171240 samples/sec	rmse=0.019772	lr=0.331515
Epoch[57] Batch [1249]	Speed: 2081.957875 samples/sec	rmse=0.019778	lr=0.331418
[Epoch 57] training: rmse=0.019777
[Epoch 57] speed: 2068 samples/sec	time cost: 628.640197
[Epoch 57] validation: err-top1=0.407386 err-top5=0.171038
Epoch[58] Batch [49]	Speed: 2089.387802 samples/sec	rmse=0.019659	lr=0.331319
Epoch[58] Batch [99]	Speed: 2074.522324 samples/sec	rmse=0.019591	lr=0.331222
Epoch[58] Batch [149]	Speed: 2069.477428 samples/sec	rmse=0.019600	lr=0.331125
Epoch[58] Batch [199]	Speed: 2071.495117 samples/sec	rmse=0.019657	lr=0.331028
Epoch[58] Batch [249]	Speed: 2061.943470 samples/sec	rmse=0.019646	lr=0.330930
Epoch[58] Batch [299]	Speed: 2064.935537 samples/sec	rmse=0.019672	lr=0.330833
Epoch[58] Batch [349]	Speed: 2058.164042 samples/sec	rmse=0.019712	lr=0.330735
Epoch[58] Batch [399]	Speed: 2067.445812 samples/sec	rmse=0.019695	lr=0.330638
Epoch[58] Batch [449]	Speed: 2063.587408 samples/sec	rmse=0.019716	lr=0.330540
Epoch[58] Batch [499]	Speed: 2064.072259 samples/sec	rmse=0.019731	lr=0.330443
Epoch[58] Batch [549]	Speed: 2069.171168 samples/sec	rmse=0.019761	lr=0.330345
Epoch[58] Batch [599]	Speed: 2060.732715 samples/sec	rmse=0.019766	lr=0.330247
Epoch[58] Batch [649]	Speed: 2068.646336 samples/sec	rmse=0.019788	lr=0.330150
Epoch[58] Batch [699]	Speed: 2062.291975 samples/sec	rmse=0.019791	lr=0.330052
Epoch[58] Batch [749]	Speed: 2063.458305 samples/sec	rmse=0.019776	lr=0.329954
Epoch[58] Batch [799]	Speed: 2062.956363 samples/sec	rmse=0.019771	lr=0.329856
Epoch[58] Batch [849]	Speed: 2060.932184 samples/sec	rmse=0.019766	lr=0.329758
Epoch[58] Batch [899]	Speed: 2055.484066 samples/sec	rmse=0.019760	lr=0.329660
Epoch[58] Batch [949]	Speed: 2053.181808 samples/sec	rmse=0.019770	lr=0.329562
Epoch[58] Batch [999]	Speed: 2067.388749 samples/sec	rmse=0.019782	lr=0.329464
Epoch[58] Batch [1049]	Speed: 2060.090134 samples/sec	rmse=0.019782	lr=0.329366
Epoch[58] Batch [1099]	Speed: 2060.090470 samples/sec	rmse=0.019780	lr=0.329267
Epoch[58] Batch [1149]	Speed: 2066.848390 samples/sec	rmse=0.019784	lr=0.329169
Epoch[58] Batch [1199]	Speed: 2070.078906 samples/sec	rmse=0.019794	lr=0.329071
Epoch[58] Batch [1249]	Speed: 2061.829538 samples/sec	rmse=0.019789	lr=0.328972
[Epoch 58] training: rmse=0.019789
[Epoch 58] speed: 2063 samples/sec	time cost: 629.636595
[Epoch 58] validation: err-top1=0.366882 err-top5=0.137573
Epoch[59] Batch [49]	Speed: 2070.897489 samples/sec	rmse=0.019565	lr=0.328872
Epoch[59] Batch [99]	Speed: 2058.799540 samples/sec	rmse=0.019611	lr=0.328773
Epoch[59] Batch [149]	Speed: 2060.682626 samples/sec	rmse=0.019666	lr=0.328675
Epoch[59] Batch [199]	Speed: 2064.904424 samples/sec	rmse=0.019736	lr=0.328576
Epoch[59] Batch [249]	Speed: 2053.582618 samples/sec	rmse=0.019713	lr=0.328478
Epoch[59] Batch [299]	Speed: 2059.514730 samples/sec	rmse=0.019692	lr=0.328379
Epoch[59] Batch [349]	Speed: 2053.128730 samples/sec	rmse=0.019692	lr=0.328280
Epoch[59] Batch [399]	Speed: 2067.741089 samples/sec	rmse=0.019694	lr=0.328181
Epoch[59] Batch [449]	Speed: 2065.312128 samples/sec	rmse=0.019709	lr=0.328082
Epoch[59] Batch [499]	Speed: 2072.472916 samples/sec	rmse=0.019728	lr=0.327983
Epoch[59] Batch [549]	Speed: 2063.300176 samples/sec	rmse=0.019734	lr=0.327884
Epoch[59] Batch [599]	Speed: 2064.944135 samples/sec	rmse=0.019750	lr=0.327785
Epoch[59] Batch [649]	Speed: 2040.245237 samples/sec	rmse=0.019751	lr=0.327686
Epoch[59] Batch [699]	Speed: 2065.508352 samples/sec	rmse=0.019746	lr=0.327587
Epoch[59] Batch [749]	Speed: 2046.818592 samples/sec	rmse=0.019744	lr=0.327488
Epoch[59] Batch [799]	Speed: 2038.220594 samples/sec	rmse=0.019737	lr=0.327389
Epoch[59] Batch [849]	Speed: 2072.535800 samples/sec	rmse=0.019741	lr=0.327289
Epoch[59] Batch [899]	Speed: 2064.549180 samples/sec	rmse=0.019741	lr=0.327190
Epoch[59] Batch [949]	Speed: 2071.033437 samples/sec	rmse=0.019755	lr=0.327091
Epoch[59] Batch [999]	Speed: 2063.803773 samples/sec	rmse=0.019765	lr=0.326991
Epoch[59] Batch [1049]	Speed: 2064.882286 samples/sec	rmse=0.019764	lr=0.326892
Epoch[59] Batch [1099]	Speed: 2067.161504 samples/sec	rmse=0.019764	lr=0.326792
Epoch[59] Batch [1149]	Speed: 2068.488068 samples/sec	rmse=0.019768	lr=0.326692
Epoch[59] Batch [1199]	Speed: 2065.563542 samples/sec	rmse=0.019764	lr=0.326593
Epoch[59] Batch [1249]	Speed: 2034.056925 samples/sec	rmse=0.019762	lr=0.326493
[Epoch 59] training: rmse=0.019763
[Epoch 59] speed: 2059 samples/sec	time cost: 631.282620
[Epoch 59] validation: err-top1=0.383450 err-top5=0.154098
Epoch[60] Batch [49]	Speed: 2064.439624 samples/sec	rmse=0.019523	lr=0.326391
Epoch[60] Batch [99]	Speed: 2030.221755 samples/sec	rmse=0.019595	lr=0.326291
Epoch[60] Batch [149]	Speed: 2059.933547 samples/sec	rmse=0.019645	lr=0.326192
Epoch[60] Batch [199]	Speed: 2059.881601 samples/sec	rmse=0.019679	lr=0.326092
Epoch[60] Batch [249]	Speed: 2062.551985 samples/sec	rmse=0.019706	lr=0.325992
Epoch[60] Batch [299]	Speed: 2064.621707 samples/sec	rmse=0.019702	lr=0.325892
Epoch[60] Batch [349]	Speed: 2058.282244 samples/sec	rmse=0.019719	lr=0.325792
Epoch[60] Batch [399]	Speed: 2052.770422 samples/sec	rmse=0.019709	lr=0.325691
Epoch[60] Batch [449]	Speed: 2014.292429 samples/sec	rmse=0.019691	lr=0.325591
Epoch[60] Batch [499]	Speed: 2057.533903 samples/sec	rmse=0.019703	lr=0.325491
Epoch[60] Batch [549]	Speed: 2061.018857 samples/sec	rmse=0.019683	lr=0.325391
Epoch[60] Batch [599]	Speed: 2069.156016 samples/sec	rmse=0.019675	lr=0.325290
Epoch[60] Batch [649]	Speed: 2069.273690 samples/sec	rmse=0.019677	lr=0.325190
Epoch[60] Batch [699]	Speed: 2066.189445 samples/sec	rmse=0.019694	lr=0.325089
Epoch[60] Batch [749]	Speed: 2059.875298 samples/sec	rmse=0.019691	lr=0.324989
Epoch[60] Batch [799]	Speed: 2069.414809 samples/sec	rmse=0.019696	lr=0.324888
Epoch[60] Batch [849]	Speed: 2068.277353 samples/sec	rmse=0.019704	lr=0.324788
Epoch[60] Batch [899]	Speed: 2072.989946 samples/sec	rmse=0.019704	lr=0.324687
Epoch[60] Batch [949]	Speed: 2060.662240 samples/sec	rmse=0.019711	lr=0.324586
Epoch[60] Batch [999]	Speed: 2065.416333 samples/sec	rmse=0.019712	lr=0.324486
Epoch[60] Batch [1049]	Speed: 2062.045039 samples/sec	rmse=0.019723	lr=0.324385
Epoch[60] Batch [1099]	Speed: 2067.890282 samples/sec	rmse=0.019717	lr=0.324284
Epoch[60] Batch [1149]	Speed: 2063.652848 samples/sec	rmse=0.019735	lr=0.324183
Epoch[60] Batch [1199]	Speed: 2067.289618 samples/sec	rmse=0.019737	lr=0.324082
Epoch[60] Batch [1249]	Speed: 2070.010124 samples/sec	rmse=0.019740	lr=0.323981
[Epoch 60] training: rmse=0.019740
[Epoch 60] speed: 2058 samples/sec	time cost: 631.071119
[Epoch 60] validation: err-top1=0.389330 err-top5=0.157864
Epoch[61] Batch [49]	Speed: 2079.188723 samples/sec	rmse=0.019313	lr=0.323878
Epoch[61] Batch [99]	Speed: 2058.232255 samples/sec	rmse=0.019454	lr=0.323777
Epoch[61] Batch [149]	Speed: 2064.787107 samples/sec	rmse=0.019509	lr=0.323676
Epoch[61] Batch [199]	Speed: 2054.921615 samples/sec	rmse=0.019555	lr=0.323574
Epoch[61] Batch [249]	Speed: 2068.958680 samples/sec	rmse=0.019565	lr=0.323473
Epoch[61] Batch [299]	Speed: 2062.078937 samples/sec	rmse=0.019617	lr=0.323372
Epoch[61] Batch [349]	Speed: 2064.376733 samples/sec	rmse=0.019601	lr=0.323270
Epoch[61] Batch [399]	Speed: 2064.276740 samples/sec	rmse=0.019570	lr=0.323169
Epoch[61] Batch [449]	Speed: 2073.922689 samples/sec	rmse=0.019555	lr=0.323067
Epoch[61] Batch [499]	Speed: 2060.014525 samples/sec	rmse=0.019552	lr=0.322966
Epoch[61] Batch [549]	Speed: 2057.767929 samples/sec	rmse=0.019585	lr=0.322864
Epoch[61] Batch [599]	Speed: 2060.124244 samples/sec	rmse=0.019594	lr=0.322763
Epoch[61] Batch [649]	Speed: 2057.999898 samples/sec	rmse=0.019591	lr=0.322661
Epoch[61] Batch [699]	Speed: 2063.488959 samples/sec	rmse=0.019609	lr=0.322559
Epoch[61] Batch [749]	Speed: 2061.773794 samples/sec	rmse=0.019613	lr=0.322457
Epoch[61] Batch [799]	Speed: 2066.047732 samples/sec	rmse=0.019626	lr=0.322355
Epoch[61] Batch [849]	Speed: 2062.234998 samples/sec	rmse=0.019626	lr=0.322254
Epoch[61] Batch [899]	Speed: 2055.822145 samples/sec	rmse=0.019627	lr=0.322152
Epoch[61] Batch [949]	Speed: 2066.765999 samples/sec	rmse=0.019637	lr=0.322050
Epoch[61] Batch [999]	Speed: 2058.175640 samples/sec	rmse=0.019639	lr=0.321948
Epoch[61] Batch [1049]	Speed: 2063.642675 samples/sec	rmse=0.019647	lr=0.321845
Epoch[61] Batch [1099]	Speed: 2062.201174 samples/sec	rmse=0.019655	lr=0.321743
Epoch[61] Batch [1149]	Speed: 2064.272573 samples/sec	rmse=0.019668	lr=0.321641
Epoch[61] Batch [1199]	Speed: 2054.207096 samples/sec	rmse=0.019671	lr=0.321539
Epoch[61] Batch [1249]	Speed: 2070.757187 samples/sec	rmse=0.019667	lr=0.321437
[Epoch 61] training: rmse=0.019668
[Epoch 61] speed: 2061 samples/sec	time cost: 630.741560
[Epoch 61] validation: err-top1=0.356585 err-top5=0.134965
Epoch[62] Batch [49]	Speed: 2075.970652 samples/sec	rmse=0.019595	lr=0.321332
Epoch[62] Batch [99]	Speed: 2070.773241 samples/sec	rmse=0.019645	lr=0.321230
Epoch[62] Batch [149]	Speed: 2042.384114 samples/sec	rmse=0.019697	lr=0.321127
Epoch[62] Batch [199]	Speed: 2064.644634 samples/sec	rmse=0.019672	lr=0.321025
Epoch[62] Batch [249]	Speed: 2038.383590 samples/sec	rmse=0.019717	lr=0.320922
Epoch[62] Batch [299]	Speed: 2042.243589 samples/sec	rmse=0.019739	lr=0.320820
Epoch[62] Batch [349]	Speed: 2069.476610 samples/sec	rmse=0.019732	lr=0.320717
Epoch[62] Batch [399]	Speed: 2049.726689 samples/sec	rmse=0.019726	lr=0.320614
Epoch[62] Batch [449]	Speed: 2073.200321 samples/sec	rmse=0.019711	lr=0.320512
Epoch[62] Batch [499]	Speed: 2072.857143 samples/sec	rmse=0.019708	lr=0.320409
Epoch[62] Batch [549]	Speed: 2061.748595 samples/sec	rmse=0.019725	lr=0.320306
Epoch[62] Batch [599]	Speed: 2069.840395 samples/sec	rmse=0.019714	lr=0.320203
Epoch[62] Batch [649]	Speed: 2062.539862 samples/sec	rmse=0.019717	lr=0.320100
Epoch[62] Batch [699]	Speed: 2042.783302 samples/sec	rmse=0.019701	lr=0.319997
Epoch[62] Batch [749]	Speed: 2072.633855 samples/sec	rmse=0.019706	lr=0.319894
Epoch[62] Batch [799]	Speed: 2075.984901 samples/sec	rmse=0.019702	lr=0.319791
Epoch[62] Batch [849]	Speed: 2037.643923 samples/sec	rmse=0.019714	lr=0.319688
Epoch[62] Batch [899]	Speed: 2076.222883 samples/sec	rmse=0.019704	lr=0.319585
Epoch[62] Batch [949]	Speed: 2070.989477 samples/sec	rmse=0.019702	lr=0.319481
Epoch[62] Batch [999]	Speed: 2075.927908 samples/sec	rmse=0.019693	lr=0.319378
Epoch[62] Batch [1049]	Speed: 2074.543327 samples/sec	rmse=0.019690	lr=0.319275
Epoch[62] Batch [1099]	Speed: 2069.480180 samples/sec	rmse=0.019690	lr=0.319171
Epoch[62] Batch [1149]	Speed: 2067.997218 samples/sec	rmse=0.019694	lr=0.319068
Epoch[62] Batch [1199]	Speed: 2054.929775 samples/sec	rmse=0.019693	lr=0.318964
Epoch[62] Batch [1249]	Speed: 2075.170613 samples/sec	rmse=0.019694	lr=0.318861
[Epoch 62] training: rmse=0.019694
[Epoch 62] speed: 2061 samples/sec	time cost: 630.482209
[Epoch 62] validation: err-top1=0.371532 err-top5=0.145727
Epoch[63] Batch [49]	Speed: 2086.270672 samples/sec	rmse=0.019503	lr=0.318755
Epoch[63] Batch [99]	Speed: 2065.391324 samples/sec	rmse=0.019502	lr=0.318651
Epoch[63] Batch [149]	Speed: 2070.997646 samples/sec	rmse=0.019549	lr=0.318548
Epoch[63] Batch [199]	Speed: 2068.907752 samples/sec	rmse=0.019574	lr=0.318444
Epoch[63] Batch [249]	Speed: 2070.187265 samples/sec	rmse=0.019567	lr=0.318340
Epoch[63] Batch [299]	Speed: 2071.380667 samples/sec	rmse=0.019607	lr=0.318236
Epoch[63] Batch [349]	Speed: 2062.014765 samples/sec	rmse=0.019605	lr=0.318132
Epoch[63] Batch [399]	Speed: 2057.087351 samples/sec	rmse=0.019610	lr=0.318029
Epoch[63] Batch [449]	Speed: 2065.339757 samples/sec	rmse=0.019609	lr=0.317925
Epoch[63] Batch [499]	Speed: 2064.341271 samples/sec	rmse=0.019598	lr=0.317820
Epoch[63] Batch [549]	Speed: 2055.223376 samples/sec	rmse=0.019610	lr=0.317716
Epoch[63] Batch [599]	Speed: 2041.952073 samples/sec	rmse=0.019620	lr=0.317612
Epoch[63] Batch [649]	Speed: 2073.835867 samples/sec	rmse=0.019632	lr=0.317508
Epoch[63] Batch [699]	Speed: 2075.917653 samples/sec	rmse=0.019629	lr=0.317404
Epoch[63] Batch [749]	Speed: 2069.835827 samples/sec	rmse=0.019627	lr=0.317300
Epoch[63] Batch [799]	Speed: 2072.135537 samples/sec	rmse=0.019635	lr=0.317195
Epoch[63] Batch [849]	Speed: 2068.699802 samples/sec	rmse=0.019645	lr=0.317091
Epoch[63] Batch [899]	Speed: 2073.506313 samples/sec	rmse=0.019663	lr=0.316986
Epoch[63] Batch [949]	Speed: 2070.927006 samples/sec	rmse=0.019663	lr=0.316882
Epoch[63] Batch [999]	Speed: 2077.481054 samples/sec	rmse=0.019679	lr=0.316777
Epoch[63] Batch [1049]	Speed: 2071.991208 samples/sec	rmse=0.019679	lr=0.316673
Epoch[63] Batch [1099]	Speed: 2046.873335 samples/sec	rmse=0.019687	lr=0.316568
Epoch[63] Batch [1149]	Speed: 2047.776099 samples/sec	rmse=0.019694	lr=0.316464
Epoch[63] Batch [1199]	Speed: 2066.497865 samples/sec	rmse=0.019695	lr=0.316359
Epoch[63] Batch [1249]	Speed: 2074.046975 samples/sec	rmse=0.019692	lr=0.316254
[Epoch 63] training: rmse=0.019692
[Epoch 63] speed: 2065 samples/sec	time cost: 629.243467
[Epoch 63] validation: err-top1=0.361633 err-top5=0.138916
Epoch[64] Batch [49]	Speed: 2073.663008 samples/sec	rmse=0.019282	lr=0.316147
Epoch[64] Batch [99]	Speed: 2070.534790 samples/sec	rmse=0.019396	lr=0.316042
Epoch[64] Batch [149]	Speed: 2074.291385 samples/sec	rmse=0.019489	lr=0.315937
Epoch[64] Batch [199]	Speed: 2064.437083 samples/sec	rmse=0.019516	lr=0.315832
Epoch[64] Batch [249]	Speed: 2063.106353 samples/sec	rmse=0.019568	lr=0.315727
Epoch[64] Batch [299]	Speed: 2064.585681 samples/sec	rmse=0.019561	lr=0.315622
Epoch[64] Batch [349]	Speed: 2054.852303 samples/sec	rmse=0.019570	lr=0.315517
Epoch[64] Batch [399]	Speed: 2064.181697 samples/sec	rmse=0.019560	lr=0.315412
Epoch[64] Batch [449]	Speed: 2070.970484 samples/sec	rmse=0.019558	lr=0.315307
Epoch[64] Batch [499]	Speed: 2068.539732 samples/sec	rmse=0.019565	lr=0.315202
Epoch[64] Batch [549]	Speed: 2061.545030 samples/sec	rmse=0.019569	lr=0.315096
Epoch[64] Batch [599]	Speed: 2061.690105 samples/sec	rmse=0.019588	lr=0.314991
Epoch[64] Batch [649]	Speed: 2058.341114 samples/sec	rmse=0.019595	lr=0.314886
Epoch[64] Batch [699]	Speed: 2067.751322 samples/sec	rmse=0.019584	lr=0.314780
Epoch[64] Batch [749]	Speed: 2066.940257 samples/sec	rmse=0.019604	lr=0.314675
Epoch[64] Batch [799]	Speed: 2063.004184 samples/sec	rmse=0.019606	lr=0.314569
Epoch[64] Batch [849]	Speed: 2065.554364 samples/sec	rmse=0.019620	lr=0.314464
Epoch[64] Batch [899]	Speed: 2064.017763 samples/sec	rmse=0.019623	lr=0.314358
Epoch[64] Batch [949]	Speed: 2060.563990 samples/sec	rmse=0.019627	lr=0.314252
Epoch[64] Batch [999]	Speed: 2066.146227 samples/sec	rmse=0.019633	lr=0.314147
Epoch[64] Batch [1049]	Speed: 2065.629545 samples/sec	rmse=0.019638	lr=0.314041
Epoch[64] Batch [1099]	Speed: 2063.634069 samples/sec	rmse=0.019634	lr=0.313935
Epoch[64] Batch [1149]	Speed: 2059.326002 samples/sec	rmse=0.019642	lr=0.313829
Epoch[64] Batch [1199]	Speed: 2063.970212 samples/sec	rmse=0.019647	lr=0.313723
Epoch[64] Batch [1249]	Speed: 2078.351605 samples/sec	rmse=0.019640	lr=0.313617
[Epoch 64] training: rmse=0.019641
[Epoch 64] speed: 2063 samples/sec	time cost: 630.346587
[Epoch 64] validation: err-top1=0.355090 err-top5=0.133311
Epoch[65] Batch [49]	Speed: 2048.979961 samples/sec	rmse=0.019385	lr=0.313509
Epoch[65] Batch [99]	Speed: 2078.407665 samples/sec	rmse=0.019516	lr=0.313403
Epoch[65] Batch [149]	Speed: 2061.144094 samples/sec	rmse=0.019518	lr=0.313297
Epoch[65] Batch [199]	Speed: 2036.191682 samples/sec	rmse=0.019581	lr=0.313191
Epoch[65] Batch [249]	Speed: 2073.541290 samples/sec	rmse=0.019562	lr=0.313085
Epoch[65] Batch [299]	Speed: 2078.285209 samples/sec	rmse=0.019557	lr=0.312978
Epoch[65] Batch [349]	Speed: 2071.272502 samples/sec	rmse=0.019583	lr=0.312872
Epoch[65] Batch [399]	Speed: 2047.411283 samples/sec	rmse=0.019589	lr=0.312766
Epoch[65] Batch [449]	Speed: 2038.596501 samples/sec	rmse=0.019600	lr=0.312659
Epoch[65] Batch [499]	Speed: 2072.506658 samples/sec	rmse=0.019595	lr=0.312553
Epoch[65] Batch [549]	Speed: 2062.354521 samples/sec	rmse=0.019622	lr=0.312446
Epoch[65] Batch [599]	Speed: 2081.351796 samples/sec	rmse=0.019631	lr=0.312340
Epoch[65] Batch [649]	Speed: 2058.812271 samples/sec	rmse=0.019634	lr=0.312233
Epoch[65] Batch [699]	Speed: 2030.653953 samples/sec	rmse=0.019639	lr=0.312127
Epoch[65] Batch [749]	Speed: 2080.066851 samples/sec	rmse=0.019641	lr=0.312020
Epoch[65] Batch [799]	Speed: 2073.240211 samples/sec	rmse=0.019637	lr=0.311913
Epoch[65] Batch [849]	Speed: 2084.917747 samples/sec	rmse=0.019628	lr=0.311807
Epoch[65] Batch [899]	Speed: 2063.286259 samples/sec	rmse=0.019628	lr=0.311700
Epoch[65] Batch [949]	Speed: 2076.138016 samples/sec	rmse=0.019642	lr=0.311593
Epoch[65] Batch [999]	Speed: 2050.860729 samples/sec	rmse=0.019645	lr=0.311486
Epoch[65] Batch [1049]	Speed: 2070.313878 samples/sec	rmse=0.019646	lr=0.311379
Epoch[65] Batch [1099]	Speed: 2071.605963 samples/sec	rmse=0.019651	lr=0.311272
Epoch[65] Batch [1149]	Speed: 2065.238737 samples/sec	rmse=0.019642	lr=0.311165
Epoch[65] Batch [1199]	Speed: 2074.557215 samples/sec	rmse=0.019639	lr=0.311058
Epoch[65] Batch [1249]	Speed: 2081.778230 samples/sec	rmse=0.019641	lr=0.310951
[Epoch 65] training: rmse=0.019642
[Epoch 65] speed: 2063 samples/sec	time cost: 629.989939
[Epoch 65] validation: err-top1=0.370835 err-top5=0.145149
Epoch[66] Batch [49]	Speed: 2085.757754 samples/sec	rmse=0.019594	lr=0.310842
Epoch[66] Batch [99]	Speed: 2077.845025 samples/sec	rmse=0.019470	lr=0.310734
Epoch[66] Batch [149]	Speed: 2070.167408 samples/sec	rmse=0.019442	lr=0.310627
Epoch[66] Batch [199]	Speed: 2082.742857 samples/sec	rmse=0.019472	lr=0.310520
Epoch[66] Batch [249]	Speed: 2079.512676 samples/sec	rmse=0.019474	lr=0.310412
Epoch[66] Batch [299]	Speed: 2083.944857 samples/sec	rmse=0.019447	lr=0.310305
Epoch[66] Batch [349]	Speed: 2038.828542 samples/sec	rmse=0.019464	lr=0.310198
Epoch[66] Batch [399]	Speed: 2069.452639 samples/sec	rmse=0.019475	lr=0.310090
Epoch[66] Batch [449]	Speed: 2082.107371 samples/sec	rmse=0.019475	lr=0.309982
Epoch[66] Batch [499]	Speed: 2059.765111 samples/sec	rmse=0.019514	lr=0.309875
Epoch[66] Batch [549]	Speed: 2079.406781 samples/sec	rmse=0.019520	lr=0.309767
Epoch[66] Batch [599]	Speed: 2073.583396 samples/sec	rmse=0.019522	lr=0.309660
Epoch[66] Batch [649]	Speed: 2078.827581 samples/sec	rmse=0.019535	lr=0.309552
Epoch[66] Batch [699]	Speed: 2078.650207 samples/sec	rmse=0.019547	lr=0.309444
Epoch[66] Batch [749]	Speed: 2076.570670 samples/sec	rmse=0.019552	lr=0.309336
Epoch[66] Batch [799]	Speed: 2073.579592 samples/sec	rmse=0.019565	lr=0.309228
Epoch[66] Batch [849]	Speed: 2079.798660 samples/sec	rmse=0.019578	lr=0.309121
Epoch[66] Batch [899]	Speed: 2065.933048 samples/sec	rmse=0.019587	lr=0.309013
Epoch[66] Batch [949]	Speed: 2072.244211 samples/sec	rmse=0.019598	lr=0.308905
Epoch[66] Batch [999]	Speed: 2062.745407 samples/sec	rmse=0.019594	lr=0.308797
Epoch[66] Batch [1049]	Speed: 2060.989642 samples/sec	rmse=0.019595	lr=0.308688
Epoch[66] Batch [1099]	Speed: 2075.852818 samples/sec	rmse=0.019600	lr=0.308580
Epoch[66] Batch [1149]	Speed: 2077.415980 samples/sec	rmse=0.019602	lr=0.308472
Epoch[66] Batch [1199]	Speed: 2066.254573 samples/sec	rmse=0.019610	lr=0.308364
Epoch[66] Batch [1249]	Speed: 2077.839396 samples/sec	rmse=0.019617	lr=0.308256
[Epoch 66] training: rmse=0.019616
[Epoch 66] speed: 2071 samples/sec	time cost: 627.424008
[Epoch 66] validation: err-top1=0.344428 err-top5=0.123266
Epoch[67] Batch [49]	Speed: 2077.430028 samples/sec	rmse=0.019368	lr=0.308145
Epoch[67] Batch [99]	Speed: 2080.245939 samples/sec	rmse=0.019435	lr=0.308037
Epoch[67] Batch [149]	Speed: 2066.865239 samples/sec	rmse=0.019458	lr=0.307928
Epoch[67] Batch [199]	Speed: 2068.419611 samples/sec	rmse=0.019478	lr=0.307820
Epoch[67] Batch [249]	Speed: 2061.416183 samples/sec	rmse=0.019475	lr=0.307712
Epoch[67] Batch [299]	Speed: 2060.258722 samples/sec	rmse=0.019483	lr=0.307603
Epoch[67] Batch [349]	Speed: 2071.030021 samples/sec	rmse=0.019486	lr=0.307494
Epoch[67] Batch [399]	Speed: 2057.032671 samples/sec	rmse=0.019466	lr=0.307386
Epoch[67] Batch [449]	Speed: 2057.633008 samples/sec	rmse=0.019471	lr=0.307277
Epoch[67] Batch [499]	Speed: 2060.334862 samples/sec	rmse=0.019485	lr=0.307168
Epoch[67] Batch [549]	Speed: 2072.812365 samples/sec	rmse=0.019497	lr=0.307060
Epoch[67] Batch [599]	Speed: 2072.649358 samples/sec	rmse=0.019499	lr=0.306951
Epoch[67] Batch [649]	Speed: 2066.326266 samples/sec	rmse=0.019511	lr=0.306842
Epoch[67] Batch [699]	Speed: 2063.673929 samples/sec	rmse=0.019513	lr=0.306733
Epoch[67] Batch [749]	Speed: 2058.849162 samples/sec	rmse=0.019532	lr=0.306624
Epoch[67] Batch [799]	Speed: 2060.014387 samples/sec	rmse=0.019530	lr=0.306515
Epoch[67] Batch [849]	Speed: 2064.207471 samples/sec	rmse=0.019540	lr=0.306406
Epoch[67] Batch [899]	Speed: 2070.870430 samples/sec	rmse=0.019547	lr=0.306297
Epoch[67] Batch [949]	Speed: 2065.548423 samples/sec	rmse=0.019539	lr=0.306188
Epoch[67] Batch [999]	Speed: 2067.507596 samples/sec	rmse=0.019539	lr=0.306079
Epoch[67] Batch [1049]	Speed: 2051.227265 samples/sec	rmse=0.019529	lr=0.305970
Epoch[67] Batch [1099]	Speed: 2059.659262 samples/sec	rmse=0.019528	lr=0.305860
Epoch[67] Batch [1149]	Speed: 2073.448975 samples/sec	rmse=0.019539	lr=0.305751
Epoch[67] Batch [1199]	Speed: 2072.366697 samples/sec	rmse=0.019541	lr=0.305642
Epoch[67] Batch [1249]	Speed: 2080.170677 samples/sec	rmse=0.019542	lr=0.305532
[Epoch 67] training: rmse=0.019542
[Epoch 67] speed: 2064 samples/sec	time cost: 629.741827
[Epoch 67] validation: err-top1=0.357003 err-top5=0.133929
Epoch[68] Batch [49]	Speed: 2052.311715 samples/sec	rmse=0.019487	lr=0.305421
Epoch[68] Batch [99]	Speed: 2077.451250 samples/sec	rmse=0.019526	lr=0.305311
Epoch[68] Batch [149]	Speed: 2055.922679 samples/sec	rmse=0.019508	lr=0.305202
Epoch[68] Batch [199]	Speed: 2082.150674 samples/sec	rmse=0.019480	lr=0.305092
Epoch[68] Batch [249]	Speed: 2087.135665 samples/sec	rmse=0.019497	lr=0.304983
Epoch[68] Batch [299]	Speed: 2082.802326 samples/sec	rmse=0.019510	lr=0.304873
Epoch[68] Batch [349]	Speed: 2080.330255 samples/sec	rmse=0.019519	lr=0.304763
Epoch[68] Batch [399]	Speed: 2076.648784 samples/sec	rmse=0.019542	lr=0.304654
Epoch[68] Batch [449]	Speed: 2081.937268 samples/sec	rmse=0.019525	lr=0.304544
Epoch[68] Batch [499]	Speed: 2077.280278 samples/sec	rmse=0.019526	lr=0.304434
Epoch[68] Batch [549]	Speed: 2082.217337 samples/sec	rmse=0.019539	lr=0.304324
Epoch[68] Batch [599]	Speed: 2068.413455 samples/sec	rmse=0.019565	lr=0.304214
Epoch[68] Batch [649]	Speed: 2061.163066 samples/sec	rmse=0.019581	lr=0.304104
Epoch[68] Batch [699]	Speed: 2084.983414 samples/sec	rmse=0.019582	lr=0.303994
Epoch[68] Batch [749]	Speed: 2029.579087 samples/sec	rmse=0.019590	lr=0.303884
Epoch[68] Batch [799]	Speed: 2083.109705 samples/sec	rmse=0.019579	lr=0.303774
Epoch[68] Batch [849]	Speed: 2060.613025 samples/sec	rmse=0.019578	lr=0.303664
Epoch[68] Batch [899]	Speed: 2080.103681 samples/sec	rmse=0.019579	lr=0.303554
Epoch[68] Batch [949]	Speed: 2041.349402 samples/sec	rmse=0.019577	lr=0.303444
Epoch[68] Batch [999]	Speed: 2068.582950 samples/sec	rmse=0.019574	lr=0.303334
Epoch[68] Batch [1049]	Speed: 2048.487655 samples/sec	rmse=0.019578	lr=0.303223
Epoch[68] Batch [1099]	Speed: 2061.599693 samples/sec	rmse=0.019577	lr=0.303113
Epoch[68] Batch [1149]	Speed: 2072.504417 samples/sec	rmse=0.019574	lr=0.303003
Epoch[68] Batch [1199]	Speed: 2079.891521 samples/sec	rmse=0.019574	lr=0.302892
Epoch[68] Batch [1249]	Speed: 2087.541481 samples/sec	rmse=0.019578	lr=0.302782
[Epoch 68] training: rmse=0.019579
[Epoch 68] speed: 2068 samples/sec	time cost: 628.311258
[Epoch 68] validation: err-top1=0.359335 err-top5=0.135284
Epoch[69] Batch [49]	Speed: 2077.904979 samples/sec	rmse=0.019519	lr=0.302669
Epoch[69] Batch [99]	Speed: 2082.253941 samples/sec	rmse=0.019521	lr=0.302559
Epoch[69] Batch [149]	Speed: 2071.399008 samples/sec	rmse=0.019591	lr=0.302448
Epoch[69] Batch [199]	Speed: 2078.676343 samples/sec	rmse=0.019580	lr=0.302337
Epoch[69] Batch [249]	Speed: 2049.028426 samples/sec	rmse=0.019532	lr=0.302227
Epoch[69] Batch [299]	Speed: 2066.106132 samples/sec	rmse=0.019528	lr=0.302116
Epoch[69] Batch [349]	Speed: 2065.480459 samples/sec	rmse=0.019529	lr=0.302005
Epoch[69] Batch [399]	Speed: 2082.276392 samples/sec	rmse=0.019520	lr=0.301894
Epoch[69] Batch [449]	Speed: 2080.884059 samples/sec	rmse=0.019525	lr=0.301784
Epoch[69] Batch [499]	Speed: 2082.738069 samples/sec	rmse=0.019523	lr=0.301673
Epoch[69] Batch [549]	Speed: 2082.142962 samples/sec	rmse=0.019521	lr=0.301562
Epoch[69] Batch [599]	Speed: 2080.067556 samples/sec	rmse=0.019525	lr=0.301451
Epoch[69] Batch [649]	Speed: 2073.046378 samples/sec	rmse=0.019510	lr=0.301340
Epoch[69] Batch [699]	Speed: 2079.071771 samples/sec	rmse=0.019520	lr=0.301229
Epoch[69] Batch [749]	Speed: 2041.989003 samples/sec	rmse=0.019533	lr=0.301118
Epoch[69] Batch [799]	Speed: 2060.395945 samples/sec	rmse=0.019535	lr=0.301007
Epoch[69] Batch [849]	Speed: 2074.720383 samples/sec	rmse=0.019553	lr=0.300895
Epoch[69] Batch [899]	Speed: 2066.370287 samples/sec	rmse=0.019553	lr=0.300784
Epoch[69] Batch [949]	Speed: 2081.015957 samples/sec	rmse=0.019556	lr=0.300673
Epoch[69] Batch [999]	Speed: 2078.050616 samples/sec	rmse=0.019565	lr=0.300562
Epoch[69] Batch [1049]	Speed: 2072.657960 samples/sec	rmse=0.019568	lr=0.300450
Epoch[69] Batch [1099]	Speed: 2079.364237 samples/sec	rmse=0.019569	lr=0.300339
Epoch[69] Batch [1149]	Speed: 2084.338731 samples/sec	rmse=0.019575	lr=0.300227
Epoch[69] Batch [1199]	Speed: 2067.778201 samples/sec	rmse=0.019575	lr=0.300116
Epoch[69] Batch [1249]	Speed: 2075.220205 samples/sec	rmse=0.019576	lr=0.300004
[Epoch 69] training: rmse=0.019576
[Epoch 69] speed: 2071 samples/sec	time cost: 626.971763
[Epoch 69] validation: err-top1=0.343567 err-top5=0.125509
Epoch[70] Batch [49]	Speed: 2074.934377 samples/sec	rmse=0.019256	lr=0.299891
Epoch[70] Batch [99]	Speed: 2060.947829 samples/sec	rmse=0.019306	lr=0.299779
Epoch[70] Batch [149]	Speed: 2062.098797 samples/sec	rmse=0.019368	lr=0.299667
Epoch[70] Batch [199]	Speed: 2070.109097 samples/sec	rmse=0.019367	lr=0.299556
Epoch[70] Batch [249]	Speed: 2057.838680 samples/sec	rmse=0.019356	lr=0.299444
Epoch[70] Batch [299]	Speed: 2060.129679 samples/sec	rmse=0.019387	lr=0.299332
Epoch[70] Batch [349]	Speed: 2062.807187 samples/sec	rmse=0.019425	lr=0.299221
Epoch[70] Batch [399]	Speed: 2061.387926 samples/sec	rmse=0.019430	lr=0.299109
Epoch[70] Batch [449]	Speed: 2079.233475 samples/sec	rmse=0.019430	lr=0.298997
Epoch[70] Batch [499]	Speed: 2081.995258 samples/sec	rmse=0.019448	lr=0.298885
Epoch[70] Batch [549]	Speed: 2077.584200 samples/sec	rmse=0.019462	lr=0.298773
Epoch[70] Batch [599]	Speed: 2064.722449 samples/sec	rmse=0.019471	lr=0.298661
Epoch[70] Batch [649]	Speed: 2086.368085 samples/sec	rmse=0.019490	lr=0.298549
Epoch[70] Batch [699]	Speed: 2084.444461 samples/sec	rmse=0.019496	lr=0.298437
Epoch[70] Batch [749]	Speed: 2083.222060 samples/sec	rmse=0.019484	lr=0.298325
Epoch[70] Batch [799]	Speed: 2086.945228 samples/sec	rmse=0.019489	lr=0.298213
Epoch[70] Batch [849]	Speed: 2078.195790 samples/sec	rmse=0.019490	lr=0.298100
Epoch[70] Batch [899]	Speed: 2082.578668 samples/sec	rmse=0.019495	lr=0.297988
Epoch[70] Batch [949]	Speed: 2084.826441 samples/sec	rmse=0.019502	lr=0.297876
Epoch[70] Batch [999]	Speed: 2080.915131 samples/sec	rmse=0.019518	lr=0.297763
Epoch[70] Batch [1049]	Speed: 2083.292510 samples/sec	rmse=0.019521	lr=0.297651
Epoch[70] Batch [1099]	Speed: 2049.468670 samples/sec	rmse=0.019524	lr=0.297539
Epoch[70] Batch [1149]	Speed: 2077.808214 samples/sec	rmse=0.019531	lr=0.297426
Epoch[70] Batch [1199]	Speed: 2069.995159 samples/sec	rmse=0.019535	lr=0.297314
Epoch[70] Batch [1249]	Speed: 2075.079738 samples/sec	rmse=0.019541	lr=0.297201
[Epoch 70] training: rmse=0.019542
[Epoch 70] speed: 2071 samples/sec	time cost: 627.209390
[Epoch 70] validation: err-top1=0.389728 err-top5=0.160136
Epoch[71] Batch [49]	Speed: 2077.245115 samples/sec	rmse=0.019489	lr=0.297086
Epoch[71] Batch [99]	Speed: 2054.667869 samples/sec	rmse=0.019404	lr=0.296974
Epoch[71] Batch [149]	Speed: 2058.124118 samples/sec	rmse=0.019441	lr=0.296861
Epoch[71] Batch [199]	Speed: 2047.601093 samples/sec	rmse=0.019486	lr=0.296748
Epoch[71] Batch [249]	Speed: 2080.834821 samples/sec	rmse=0.019479	lr=0.296636
Epoch[71] Batch [299]	Speed: 2079.399734 samples/sec	rmse=0.019490	lr=0.296523
Epoch[71] Batch [349]	Speed: 2071.867987 samples/sec	rmse=0.019472	lr=0.296410
Epoch[71] Batch [399]	Speed: 2078.436511 samples/sec	rmse=0.019488	lr=0.296297
Epoch[71] Batch [449]	Speed: 2075.855587 samples/sec	rmse=0.019513	lr=0.296184
Epoch[71] Batch [499]	Speed: 2063.238683 samples/sec	rmse=0.019516	lr=0.296071
Epoch[71] Batch [549]	Speed: 2042.427936 samples/sec	rmse=0.019498	lr=0.295958
Epoch[71] Batch [599]	Speed: 2065.759735 samples/sec	rmse=0.019493	lr=0.295845
Epoch[71] Batch [649]	Speed: 2081.878009 samples/sec	rmse=0.019496	lr=0.295732
Epoch[71] Batch [699]	Speed: 2067.584293 samples/sec	rmse=0.019484	lr=0.295619
Epoch[71] Batch [749]	Speed: 2076.593059 samples/sec	rmse=0.019483	lr=0.295506
Epoch[71] Batch [799]	Speed: 2059.288245 samples/sec	rmse=0.019479	lr=0.295393
Epoch[71] Batch [849]	Speed: 2070.996288 samples/sec	rmse=0.019479	lr=0.295280
Epoch[71] Batch [899]	Speed: 2079.974982 samples/sec	rmse=0.019495	lr=0.295167
Epoch[71] Batch [949]	Speed: 2066.414468 samples/sec	rmse=0.019505	lr=0.295053
Epoch[71] Batch [999]	Speed: 2076.899853 samples/sec	rmse=0.019506	lr=0.294940
Epoch[71] Batch [1049]	Speed: 2076.242695 samples/sec	rmse=0.019509	lr=0.294827
Epoch[71] Batch [1099]	Speed: 2069.318095 samples/sec	rmse=0.019502	lr=0.294713
Epoch[71] Batch [1149]	Speed: 2070.399527 samples/sec	rmse=0.019498	lr=0.294600
Epoch[71] Batch [1199]	Speed: 2079.266813 samples/sec	rmse=0.019506	lr=0.294486
Epoch[71] Batch [1249]	Speed: 2085.275318 samples/sec	rmse=0.019503	lr=0.294373
[Epoch 71] training: rmse=0.019503
[Epoch 71] speed: 2068 samples/sec	time cost: 628.978833
[Epoch 71] validation: err-top1=0.356146 err-top5=0.136021
Epoch[72] Batch [49]	Speed: 2072.323540 samples/sec	rmse=0.019343	lr=0.294257
Epoch[72] Batch [99]	Speed: 2065.806911 samples/sec	rmse=0.019330	lr=0.294143
Epoch[72] Batch [149]	Speed: 2077.506016 samples/sec	rmse=0.019329	lr=0.294030
Epoch[72] Batch [199]	Speed: 2072.272267 samples/sec	rmse=0.019338	lr=0.293916
Epoch[72] Batch [249]	Speed: 2077.064253 samples/sec	rmse=0.019352	lr=0.293802
Epoch[72] Batch [299]	Speed: 2076.331766 samples/sec	rmse=0.019371	lr=0.293688
Epoch[72] Batch [349]	Speed: 2072.900501 samples/sec	rmse=0.019392	lr=0.293575
Epoch[72] Batch [399]	Speed: 2072.538780 samples/sec	rmse=0.019392	lr=0.293461
Epoch[72] Batch [449]	Speed: 2079.889345 samples/sec	rmse=0.019419	lr=0.293347
Epoch[72] Batch [499]	Speed: 2060.309383 samples/sec	rmse=0.019415	lr=0.293233
Epoch[72] Batch [549]	Speed: 2070.764734 samples/sec	rmse=0.019420	lr=0.293119
Epoch[72] Batch [599]	Speed: 2069.338474 samples/sec	rmse=0.019431	lr=0.293005
Epoch[72] Batch [649]	Speed: 2061.290359 samples/sec	rmse=0.019445	lr=0.292891
Epoch[72] Batch [699]	Speed: 2064.115251 samples/sec	rmse=0.019454	lr=0.292777
Epoch[72] Batch [749]	Speed: 2074.885300 samples/sec	rmse=0.019464	lr=0.292663
Epoch[72] Batch [799]	Speed: 2066.742388 samples/sec	rmse=0.019465	lr=0.292549
Epoch[72] Batch [849]	Speed: 2058.791882 samples/sec	rmse=0.019472	lr=0.292435
Epoch[72] Batch [899]	Speed: 2062.454724 samples/sec	rmse=0.019488	lr=0.292320
Epoch[72] Batch [949]	Speed: 2066.981299 samples/sec	rmse=0.019498	lr=0.292206
Epoch[72] Batch [999]	Speed: 2066.063475 samples/sec	rmse=0.019501	lr=0.292092
Epoch[72] Batch [1049]	Speed: 2073.030428 samples/sec	rmse=0.019512	lr=0.291977
Epoch[72] Batch [1099]	Speed: 2066.316047 samples/sec	rmse=0.019521	lr=0.291863
Epoch[72] Batch [1149]	Speed: 2065.637552 samples/sec	rmse=0.019532	lr=0.291749
Epoch[72] Batch [1199]	Speed: 2059.087436 samples/sec	rmse=0.019544	lr=0.291634
Epoch[72] Batch [1249]	Speed: 2070.692853 samples/sec	rmse=0.019547	lr=0.291520
[Epoch 72] training: rmse=0.019547
[Epoch 72] speed: 2067 samples/sec	time cost: 628.847302
[Epoch 72] validation: err-top1=0.340701 err-top5=0.125279
Epoch[73] Batch [49]	Speed: 2079.658941 samples/sec	rmse=0.019376	lr=0.291403
Epoch[73] Batch [99]	Speed: 2061.664413 samples/sec	rmse=0.019329	lr=0.291288
Epoch[73] Batch [149]	Speed: 2080.880611 samples/sec	rmse=0.019358	lr=0.291174
Epoch[73] Batch [199]	Speed: 2069.542345 samples/sec	rmse=0.019386	lr=0.291059
Epoch[73] Batch [249]	Speed: 2081.664800 samples/sec	rmse=0.019392	lr=0.290944
Epoch[73] Batch [299]	Speed: 2076.998482 samples/sec	rmse=0.019374	lr=0.290830
Epoch[73] Batch [349]	Speed: 2082.542820 samples/sec	rmse=0.019369	lr=0.290715
Epoch[73] Batch [399]	Speed: 2069.333330 samples/sec	rmse=0.019391	lr=0.290600
Epoch[73] Batch [449]	Speed: 2075.798199 samples/sec	rmse=0.019417	lr=0.290485
Epoch[73] Batch [499]	Speed: 2072.120281 samples/sec	rmse=0.019410	lr=0.290370
Epoch[73] Batch [549]	Speed: 2059.746007 samples/sec	rmse=0.019424	lr=0.290256
Epoch[73] Batch [599]	Speed: 2078.671977 samples/sec	rmse=0.019421	lr=0.290141
Epoch[73] Batch [649]	Speed: 2080.859359 samples/sec	rmse=0.019428	lr=0.290026
Epoch[73] Batch [699]	Speed: 2070.916561 samples/sec	rmse=0.019441	lr=0.289911
Epoch[73] Batch [749]	Speed: 2068.975982 samples/sec	rmse=0.019445	lr=0.289796
Epoch[73] Batch [799]	Speed: 2075.871921 samples/sec	rmse=0.019444	lr=0.289680
Epoch[73] Batch [849]	Speed: 2074.469439 samples/sec	rmse=0.019438	lr=0.289565
Epoch[73] Batch [899]	Speed: 2075.363300 samples/sec	rmse=0.019438	lr=0.289450
Epoch[73] Batch [949]	Speed: 2076.269855 samples/sec	rmse=0.019436	lr=0.289335
Epoch[73] Batch [999]	Speed: 2073.738500 samples/sec	rmse=0.019439	lr=0.289220
Epoch[73] Batch [1049]	Speed: 2046.846334 samples/sec	rmse=0.019441	lr=0.289104
Epoch[73] Batch [1099]	Speed: 2081.034772 samples/sec	rmse=0.019442	lr=0.288989
Epoch[73] Batch [1149]	Speed: 2055.198947 samples/sec	rmse=0.019446	lr=0.288874
Epoch[73] Batch [1199]	Speed: 2069.256243 samples/sec	rmse=0.019442	lr=0.288758
Epoch[73] Batch [1249]	Speed: 2075.019345 samples/sec	rmse=0.019451	lr=0.288643
[Epoch 73] training: rmse=0.019450
[Epoch 73] speed: 2070 samples/sec	time cost: 627.621222
[Epoch 73] validation: err-top1=0.353137 err-top5=0.131457
Epoch[74] Batch [49]	Speed: 2073.503791 samples/sec	rmse=0.019440	lr=0.288525
Epoch[74] Batch [99]	Speed: 2064.563490 samples/sec	rmse=0.019315	lr=0.288410
Epoch[74] Batch [149]	Speed: 2059.745058 samples/sec	rmse=0.019352	lr=0.288294
Epoch[74] Batch [199]	Speed: 2070.987620 samples/sec	rmse=0.019371	lr=0.288179
Epoch[74] Batch [249]	Speed: 2074.726035 samples/sec	rmse=0.019372	lr=0.288063
Epoch[74] Batch [299]	Speed: 2059.613018 samples/sec	rmse=0.019397	lr=0.287947
Epoch[74] Batch [349]	Speed: 2053.422738 samples/sec	rmse=0.019417	lr=0.287832
Epoch[74] Batch [399]	Speed: 2075.811141 samples/sec	rmse=0.019423	lr=0.287716
Epoch[74] Batch [449]	Speed: 2069.466160 samples/sec	rmse=0.019434	lr=0.287600
Epoch[74] Batch [499]	Speed: 2075.949741 samples/sec	rmse=0.019445	lr=0.287484
Epoch[74] Batch [549]	Speed: 2064.358456 samples/sec	rmse=0.019445	lr=0.287369
Epoch[74] Batch [599]	Speed: 2081.948530 samples/sec	rmse=0.019439	lr=0.287253
Epoch[74] Batch [649]	Speed: 2076.142011 samples/sec	rmse=0.019425	lr=0.287137
Epoch[74] Batch [699]	Speed: 2079.230314 samples/sec	rmse=0.019434	lr=0.287021
Epoch[74] Batch [749]	Speed: 2079.909348 samples/sec	rmse=0.019456	lr=0.286905
Epoch[74] Batch [799]	Speed: 2075.755201 samples/sec	rmse=0.019448	lr=0.286789
Epoch[74] Batch [849]	Speed: 2070.614507 samples/sec	rmse=0.019451	lr=0.286673
Epoch[74] Batch [899]	Speed: 2054.441466 samples/sec	rmse=0.019455	lr=0.286557
Epoch[74] Batch [949]	Speed: 2071.403903 samples/sec	rmse=0.019451	lr=0.286441
Epoch[74] Batch [999]	Speed: 2073.078397 samples/sec	rmse=0.019454	lr=0.286324
Epoch[74] Batch [1049]	Speed: 2067.346058 samples/sec	rmse=0.019457	lr=0.286208
Epoch[74] Batch [1099]	Speed: 2075.318795 samples/sec	rmse=0.019455	lr=0.286092
Epoch[74] Batch [1149]	Speed: 2070.486300 samples/sec	rmse=0.019456	lr=0.285976
Epoch[74] Batch [1199]	Speed: 2061.463715 samples/sec	rmse=0.019459	lr=0.285859
Epoch[74] Batch [1249]	Speed: 2080.754194 samples/sec	rmse=0.019461	lr=0.285743
[Epoch 74] training: rmse=0.019461
[Epoch 74] speed: 2068 samples/sec	time cost: 628.256306
[Epoch 74] validation: err-top1=0.379982 err-top5=0.150670
Epoch[75] Batch [49]	Speed: 2082.137834 samples/sec	rmse=0.019119	lr=0.285624
Epoch[75] Batch [99]	Speed: 2065.211428 samples/sec	rmse=0.019210	lr=0.285508
Epoch[75] Batch [149]	Speed: 2058.601609 samples/sec	rmse=0.019286	lr=0.285392
Epoch[75] Batch [199]	Speed: 2063.259695 samples/sec	rmse=0.019250	lr=0.285275
Epoch[75] Batch [249]	Speed: 2062.051949 samples/sec	rmse=0.019303	lr=0.285159
Epoch[75] Batch [299]	Speed: 2059.592712 samples/sec	rmse=0.019339	lr=0.285042
Epoch[75] Batch [349]	Speed: 2053.615885 samples/sec	rmse=0.019352	lr=0.284926
Epoch[75] Batch [399]	Speed: 2054.678858 samples/sec	rmse=0.019359	lr=0.284809
Epoch[75] Batch [449]	Speed: 2063.247702 samples/sec	rmse=0.019342	lr=0.284692
Epoch[75] Batch [499]	Speed: 2062.032842 samples/sec	rmse=0.019340	lr=0.284576
Epoch[75] Batch [549]	Speed: 2061.703723 samples/sec	rmse=0.019348	lr=0.284459
Epoch[75] Batch [599]	Speed: 2064.242571 samples/sec	rmse=0.019350	lr=0.284342
Epoch[75] Batch [649]	Speed: 2059.055295 samples/sec	rmse=0.019371	lr=0.284225
Epoch[75] Batch [699]	Speed: 2062.688880 samples/sec	rmse=0.019381	lr=0.284109
Epoch[75] Batch [749]	Speed: 2066.726397 samples/sec	rmse=0.019382	lr=0.283992
Epoch[75] Batch [799]	Speed: 2061.673261 samples/sec	rmse=0.019385	lr=0.283875
Epoch[75] Batch [849]	Speed: 2058.657102 samples/sec	rmse=0.019395	lr=0.283758
Epoch[75] Batch [899]	Speed: 2071.120783 samples/sec	rmse=0.019404	lr=0.283641
Epoch[75] Batch [949]	Speed: 2041.932327 samples/sec	rmse=0.019407	lr=0.283524
Epoch[75] Batch [999]	Speed: 2074.093829 samples/sec	rmse=0.019420	lr=0.283407
Epoch[75] Batch [1049]	Speed: 2070.931699 samples/sec	rmse=0.019420	lr=0.283290
Epoch[75] Batch [1099]	Speed: 2059.029471 samples/sec	rmse=0.019423	lr=0.283173
Epoch[75] Batch [1149]	Speed: 2075.513716 samples/sec	rmse=0.019431	lr=0.283056
Epoch[75] Batch [1199]	Speed: 2047.692663 samples/sec	rmse=0.019436	lr=0.282938
Epoch[75] Batch [1249]	Speed: 2078.445886 samples/sec	rmse=0.019438	lr=0.282821
[Epoch 75] training: rmse=0.019438
[Epoch 75] speed: 2061 samples/sec	time cost: 630.200154
[Epoch 75] validation: err-top1=0.349609 err-top5=0.130290
Epoch[76] Batch [49]	Speed: 2076.244622 samples/sec	rmse=0.019349	lr=0.282702
Epoch[76] Batch [99]	Speed: 2079.193555 samples/sec	rmse=0.019294	lr=0.282584
Epoch[76] Batch [149]	Speed: 2054.909188 samples/sec	rmse=0.019233	lr=0.282467
Epoch[76] Batch [199]	Speed: 2075.491490 samples/sec	rmse=0.019267	lr=0.282350
Epoch[76] Batch [249]	Speed: 2070.965511 samples/sec	rmse=0.019294	lr=0.282232
Epoch[76] Batch [299]	Speed: 2076.290873 samples/sec	rmse=0.019305	lr=0.282115
Epoch[76] Batch [349]	Speed: 2060.388690 samples/sec	rmse=0.019324	lr=0.281997
Epoch[76] Batch [399]	Speed: 2077.682432 samples/sec	rmse=0.019316	lr=0.281880
Epoch[76] Batch [449]	Speed: 2030.914113 samples/sec	rmse=0.019319	lr=0.281762
Epoch[76] Batch [499]	Speed: 2067.959938 samples/sec	rmse=0.019317	lr=0.281645
Epoch[76] Batch [549]	Speed: 2056.101394 samples/sec	rmse=0.019325	lr=0.281527
Epoch[76] Batch [599]	Speed: 2058.565871 samples/sec	rmse=0.019337	lr=0.281410
Epoch[76] Batch [649]	Speed: 2080.147001 samples/sec	rmse=0.019337	lr=0.281292
Epoch[76] Batch [699]	Speed: 2055.986669 samples/sec	rmse=0.019349	lr=0.281174
Epoch[76] Batch [749]	Speed: 2079.179463 samples/sec	rmse=0.019344	lr=0.281057
Epoch[76] Batch [799]	Speed: 2045.811248 samples/sec	rmse=0.019356	lr=0.280939
Epoch[76] Batch [849]	Speed: 2079.582312 samples/sec	rmse=0.019367	lr=0.280821
Epoch[76] Batch [899]	Speed: 2069.919261 samples/sec	rmse=0.019373	lr=0.280703
Epoch[76] Batch [949]	Speed: 2061.077923 samples/sec	rmse=0.019391	lr=0.280585
Epoch[76] Batch [999]	Speed: 2065.745229 samples/sec	rmse=0.019392	lr=0.280468
Epoch[76] Batch [1049]	Speed: 2064.963097 samples/sec	rmse=0.019396	lr=0.280350
Epoch[76] Batch [1099]	Speed: 2062.266922 samples/sec	rmse=0.019403	lr=0.280232
Epoch[76] Batch [1149]	Speed: 2072.520699 samples/sec	rmse=0.019407	lr=0.280114
Epoch[76] Batch [1199]	Speed: 2067.385744 samples/sec	rmse=0.019408	lr=0.279996
Epoch[76] Batch [1249]	Speed: 2071.707247 samples/sec	rmse=0.019410	lr=0.279878
[Epoch 76] training: rmse=0.019410
[Epoch 76] speed: 2064 samples/sec	time cost: 629.350764
[Epoch 76] validation: err-top1=0.335539 err-top5=0.121492
Epoch[77] Batch [49]	Speed: 2080.711998 samples/sec	rmse=0.019172	lr=0.279757
Epoch[77] Batch [99]	Speed: 2067.394023 samples/sec	rmse=0.019283	lr=0.279639
Epoch[77] Batch [149]	Speed: 2075.372586 samples/sec	rmse=0.019287	lr=0.279521
Epoch[77] Batch [199]	Speed: 2075.448745 samples/sec	rmse=0.019260	lr=0.279403
Epoch[77] Batch [249]	Speed: 2065.964809 samples/sec	rmse=0.019313	lr=0.279285
Epoch[77] Batch [299]	Speed: 2067.480804 samples/sec	rmse=0.019341	lr=0.279166
Epoch[77] Batch [349]	Speed: 2073.741183 samples/sec	rmse=0.019354	lr=0.279048
Epoch[77] Batch [399]	Speed: 2068.826532 samples/sec	rmse=0.019346	lr=0.278930
Epoch[77] Batch [449]	Speed: 2078.994943 samples/sec	rmse=0.019364	lr=0.278811
Epoch[77] Batch [499]	Speed: 2062.070819 samples/sec	rmse=0.019368	lr=0.278693
Epoch[77] Batch [549]	Speed: 2060.128138 samples/sec	rmse=0.019387	lr=0.278575
Epoch[77] Batch [599]	Speed: 2062.616904 samples/sec	rmse=0.019377	lr=0.278456
Epoch[77] Batch [649]	Speed: 2069.263561 samples/sec	rmse=0.019385	lr=0.278338
Epoch[77] Batch [699]	Speed: 2073.803344 samples/sec	rmse=0.019388	lr=0.278219
Epoch[77] Batch [749]	Speed: 2070.787937 samples/sec	rmse=0.019392	lr=0.278101
Epoch[77] Batch [799]	Speed: 2060.180274 samples/sec	rmse=0.019388	lr=0.277982
Epoch[77] Batch [849]	Speed: 2081.758211 samples/sec	rmse=0.019392	lr=0.277863
Epoch[77] Batch [899]	Speed: 2063.338952 samples/sec	rmse=0.019390	lr=0.277745
Epoch[77] Batch [949]	Speed: 2068.965637 samples/sec	rmse=0.019391	lr=0.277626
Epoch[77] Batch [999]	Speed: 2071.974935 samples/sec	rmse=0.019400	lr=0.277507
Epoch[77] Batch [1049]	Speed: 2060.720059 samples/sec	rmse=0.019411	lr=0.277389
Epoch[77] Batch [1099]	Speed: 2066.949428 samples/sec	rmse=0.019407	lr=0.277270
Epoch[77] Batch [1149]	Speed: 2059.426662 samples/sec	rmse=0.019407	lr=0.277151
Epoch[77] Batch [1199]	Speed: 2058.005677 samples/sec	rmse=0.019403	lr=0.277032
Epoch[77] Batch [1249]	Speed: 2072.563683 samples/sec	rmse=0.019405	lr=0.276913
[Epoch 77] training: rmse=0.019406
[Epoch 77] speed: 2066 samples/sec	time cost: 628.758102
[Epoch 77] validation: err-top1=0.342754 err-top5=0.123525
Epoch[78] Batch [49]	Speed: 2070.599493 samples/sec	rmse=0.019214	lr=0.276792
Epoch[78] Batch [99]	Speed: 2064.793421 samples/sec	rmse=0.019195	lr=0.276673
Epoch[78] Batch [149]	Speed: 2058.917717 samples/sec	rmse=0.019190	lr=0.276554
Epoch[78] Batch [199]	Speed: 2059.422554 samples/sec	rmse=0.019226	lr=0.276435
Epoch[78] Batch [249]	Speed: 2055.365673 samples/sec	rmse=0.019209	lr=0.276316
Epoch[78] Batch [299]	Speed: 2054.893890 samples/sec	rmse=0.019231	lr=0.276197
Epoch[78] Batch [349]	Speed: 2065.789661 samples/sec	rmse=0.019251	lr=0.276078
Epoch[78] Batch [399]	Speed: 2034.188329 samples/sec	rmse=0.019256	lr=0.275959
Epoch[78] Batch [449]	Speed: 2075.895700 samples/sec	rmse=0.019265	lr=0.275840
Epoch[78] Batch [499]	Speed: 2072.445255 samples/sec	rmse=0.019279	lr=0.275721
Epoch[78] Batch [549]	Speed: 2076.670312 samples/sec	rmse=0.019298	lr=0.275601
Epoch[78] Batch [599]	Speed: 2070.299667 samples/sec	rmse=0.019298	lr=0.275482
Epoch[78] Batch [649]	Speed: 2045.240208 samples/sec	rmse=0.019314	lr=0.275363
Epoch[78] Batch [699]	Speed: 2067.621359 samples/sec	rmse=0.019323	lr=0.275244
Epoch[78] Batch [749]	Speed: 2075.486896 samples/sec	rmse=0.019338	lr=0.275124
Epoch[78] Batch [799]	Speed: 2077.515603 samples/sec	rmse=0.019343	lr=0.275005
Epoch[78] Batch [849]	Speed: 2055.745334 samples/sec	rmse=0.019348	lr=0.274885
Epoch[78] Batch [899]	Speed: 2055.258624 samples/sec	rmse=0.019350	lr=0.274766
Epoch[78] Batch [949]	Speed: 2077.997651 samples/sec	rmse=0.019365	lr=0.274647
Epoch[78] Batch [999]	Speed: 2071.132288 samples/sec	rmse=0.019364	lr=0.274527
Epoch[78] Batch [1049]	Speed: 2057.926474 samples/sec	rmse=0.019377	lr=0.274408
Epoch[78] Batch [1099]	Speed: 2075.628944 samples/sec	rmse=0.019376	lr=0.274288
Epoch[78] Batch [1149]	Speed: 2047.396662 samples/sec	rmse=0.019379	lr=0.274168
Epoch[78] Batch [1199]	Speed: 2073.561592 samples/sec	rmse=0.019384	lr=0.274049
Epoch[78] Batch [1249]	Speed: 2082.956509 samples/sec	rmse=0.019390	lr=0.273929
[Epoch 78] training: rmse=0.019391
[Epoch 78] speed: 2063 samples/sec	time cost: 630.355716
[Epoch 78] validation: err-top1=0.382454 err-top5=0.155034
Epoch[79] Batch [49]	Speed: 2066.654318 samples/sec	rmse=0.019198	lr=0.273807
Epoch[79] Batch [99]	Speed: 2068.839527 samples/sec	rmse=0.019142	lr=0.273687
Epoch[79] Batch [149]	Speed: 2057.306435 samples/sec	rmse=0.019191	lr=0.273568
Epoch[79] Batch [199]	Speed: 2076.003324 samples/sec	rmse=0.019190	lr=0.273448
Epoch[79] Batch [249]	Speed: 2066.642802 samples/sec	rmse=0.019208	lr=0.273328
Epoch[79] Batch [299]	Speed: 2065.798405 samples/sec	rmse=0.019211	lr=0.273208
Epoch[79] Batch [349]	Speed: 2067.121807 samples/sec	rmse=0.019206	lr=0.273088
Epoch[79] Batch [399]	Speed: 2077.749955 samples/sec	rmse=0.019220	lr=0.272969
Epoch[79] Batch [449]	Speed: 2065.357436 samples/sec	rmse=0.019225	lr=0.272849
Epoch[79] Batch [499]	Speed: 2074.487034 samples/sec	rmse=0.019251	lr=0.272729
Epoch[79] Batch [549]	Speed: 2059.657682 samples/sec	rmse=0.019265	lr=0.272609
Epoch[79] Batch [599]	Speed: 2079.782868 samples/sec	rmse=0.019273	lr=0.272489
Epoch[79] Batch [649]	Speed: 2074.828306 samples/sec	rmse=0.019276	lr=0.272369
Epoch[79] Batch [699]	Speed: 2081.093478 samples/sec	rmse=0.019274	lr=0.272249
Epoch[79] Batch [749]	Speed: 2073.084941 samples/sec	rmse=0.019281	lr=0.272128
Epoch[79] Batch [799]	Speed: 2063.196302 samples/sec	rmse=0.019284	lr=0.272008
Epoch[79] Batch [849]	Speed: 2073.642003 samples/sec	rmse=0.019295	lr=0.271888
Epoch[79] Batch [899]	Speed: 2071.430877 samples/sec	rmse=0.019306	lr=0.271768
Epoch[79] Batch [949]	Speed: 2074.196218 samples/sec	rmse=0.019312	lr=0.271648
Epoch[79] Batch [999]	Speed: 2079.467167 samples/sec	rmse=0.019326	lr=0.271527
Epoch[79] Batch [1049]	Speed: 2063.311099 samples/sec	rmse=0.019327	lr=0.271407
Epoch[79] Batch [1099]	Speed: 2075.403554 samples/sec	rmse=0.019323	lr=0.271287
Epoch[79] Batch [1149]	Speed: 2076.882840 samples/sec	rmse=0.019327	lr=0.271167
Epoch[79] Batch [1199]	Speed: 2085.046412 samples/sec	rmse=0.019330	lr=0.271046
Epoch[79] Batch [1249]	Speed: 2085.353542 samples/sec	rmse=0.019327	lr=0.270926
[Epoch 79] training: rmse=0.019327
[Epoch 79] speed: 2070 samples/sec	time cost: 627.679573
[Epoch 79] validation: err-top1=0.353516 err-top5=0.135961
Epoch[80] Batch [49]	Speed: 2067.573185 samples/sec	rmse=0.019097	lr=0.270803
Epoch[80] Batch [99]	Speed: 2065.454038 samples/sec	rmse=0.019259	lr=0.270683
Epoch[80] Batch [149]	Speed: 2067.111421 samples/sec	rmse=0.019311	lr=0.270562
Epoch[80] Batch [199]	Speed: 2077.095714 samples/sec	rmse=0.019284	lr=0.270441
Epoch[80] Batch [249]	Speed: 2075.935132 samples/sec	rmse=0.019231	lr=0.270321
Epoch[80] Batch [299]	Speed: 2076.213308 samples/sec	rmse=0.019216	lr=0.270200
Epoch[80] Batch [349]	Speed: 2064.143265 samples/sec	rmse=0.019231	lr=0.270080
Epoch[80] Batch [399]	Speed: 2068.699443 samples/sec	rmse=0.019239	lr=0.269959
Epoch[80] Batch [449]	Speed: 2067.079187 samples/sec	rmse=0.019251	lr=0.269838
Epoch[80] Batch [499]	Speed: 2066.571127 samples/sec	rmse=0.019248	lr=0.269718
Epoch[80] Batch [549]	Speed: 2068.552245 samples/sec	rmse=0.019242	lr=0.269597
Epoch[80] Batch [599]	Speed: 2064.844702 samples/sec	rmse=0.019256	lr=0.269476
Epoch[80] Batch [649]	Speed: 2057.296245 samples/sec	rmse=0.019261	lr=0.269356
Epoch[80] Batch [699]	Speed: 2059.007676 samples/sec	rmse=0.019273	lr=0.269235
Epoch[80] Batch [749]	Speed: 2062.999229 samples/sec	rmse=0.019276	lr=0.269114
Epoch[80] Batch [799]	Speed: 2060.408359 samples/sec	rmse=0.019274	lr=0.268993
Epoch[80] Batch [849]	Speed: 2060.605096 samples/sec	rmse=0.019271	lr=0.268872
Epoch[80] Batch [899]	Speed: 2062.695834 samples/sec	rmse=0.019284	lr=0.268751
Epoch[80] Batch [949]	Speed: 2059.401383 samples/sec	rmse=0.019293	lr=0.268630
Epoch[80] Batch [999]	Speed: 2062.611159 samples/sec	rmse=0.019304	lr=0.268509
Epoch[80] Batch [1049]	Speed: 2067.327689 samples/sec	rmse=0.019301	lr=0.268388
Epoch[80] Batch [1099]	Speed: 2063.745304 samples/sec	rmse=0.019318	lr=0.268267
Epoch[80] Batch [1149]	Speed: 2066.977281 samples/sec	rmse=0.019324	lr=0.268146
Epoch[80] Batch [1199]	Speed: 2064.757309 samples/sec	rmse=0.019329	lr=0.268025
Epoch[80] Batch [1249]	Speed: 2081.364142 samples/sec	rmse=0.019328	lr=0.267904
[Epoch 80] training: rmse=0.019327
[Epoch 80] speed: 2064 samples/sec	time cost: 629.539163
[Epoch 80] validation: err-top1=0.359754 err-top5=0.135822
Epoch[81] Batch [49]	Speed: 2053.614392 samples/sec	rmse=0.018927	lr=0.267780
Epoch[81] Batch [99]	Speed: 2038.378230 samples/sec	rmse=0.018953	lr=0.267659
Epoch[81] Batch [149]	Speed: 2064.093824 samples/sec	rmse=0.019055	lr=0.267538
Epoch[81] Batch [199]	Speed: 2068.633204 samples/sec	rmse=0.019078	lr=0.267417
Epoch[81] Batch [249]	Speed: 2077.682693 samples/sec	rmse=0.019138	lr=0.267296
Epoch[81] Batch [299]	Speed: 2068.725390 samples/sec	rmse=0.019151	lr=0.267174
Epoch[81] Batch [349]	Speed: 2061.515266 samples/sec	rmse=0.019155	lr=0.267053
Epoch[81] Batch [399]	Speed: 2072.444235 samples/sec	rmse=0.019180	lr=0.266932
Epoch[81] Batch [449]	Speed: 2077.098868 samples/sec	rmse=0.019190	lr=0.266810
Epoch[81] Batch [499]	Speed: 2076.866069 samples/sec	rmse=0.019206	lr=0.266689
Epoch[81] Batch [549]	Speed: 2060.937089 samples/sec	rmse=0.019199	lr=0.266567
Epoch[81] Batch [599]	Speed: 2059.456524 samples/sec	rmse=0.019206	lr=0.266446
Epoch[81] Batch [649]	Speed: 2073.644746 samples/sec	rmse=0.019211	lr=0.266324
Epoch[81] Batch [699]	Speed: 2073.484651 samples/sec	rmse=0.019217	lr=0.266203
Epoch[81] Batch [749]	Speed: 2073.836028 samples/sec	rmse=0.019222	lr=0.266081
Epoch[81] Batch [799]	Speed: 2072.209058 samples/sec	rmse=0.019224	lr=0.265960
Epoch[81] Batch [849]	Speed: 2076.629506 samples/sec	rmse=0.019233	lr=0.265838
Epoch[81] Batch [899]	Speed: 2071.306724 samples/sec	rmse=0.019241	lr=0.265717
Epoch[81] Batch [949]	Speed: 2073.046658 samples/sec	rmse=0.019257	lr=0.265595
Epoch[81] Batch [999]	Speed: 2069.062556 samples/sec	rmse=0.019264	lr=0.265473
Epoch[81] Batch [1049]	Speed: 2073.903581 samples/sec	rmse=0.019270	lr=0.265352
Epoch[81] Batch [1099]	Speed: 2064.906211 samples/sec	rmse=0.019266	lr=0.265230
Epoch[81] Batch [1149]	Speed: 2070.308649 samples/sec	rmse=0.019265	lr=0.265108
Epoch[81] Batch [1199]	Speed: 2071.621431 samples/sec	rmse=0.019266	lr=0.264986
Epoch[81] Batch [1249]	Speed: 2074.502184 samples/sec	rmse=0.019269	lr=0.264865
[Epoch 81] training: rmse=0.019270
[Epoch 81] speed: 2067 samples/sec	time cost: 628.599939
[Epoch 81] validation: err-top1=0.361165 err-top5=0.142456
Epoch[82] Batch [49]	Speed: 2069.131953 samples/sec	rmse=0.018985	lr=0.264740
Epoch[82] Batch [99]	Speed: 2055.274163 samples/sec	rmse=0.019077	lr=0.264618
Epoch[82] Batch [149]	Speed: 2064.255925 samples/sec	rmse=0.019099	lr=0.264497
Epoch[82] Batch [199]	Speed: 2059.919953 samples/sec	rmse=0.019112	lr=0.264375
Epoch[82] Batch [249]	Speed: 2058.253245 samples/sec	rmse=0.019126	lr=0.264253
Epoch[82] Batch [299]	Speed: 2063.127482 samples/sec	rmse=0.019163	lr=0.264131
Epoch[82] Batch [349]	Speed: 2054.020459 samples/sec	rmse=0.019163	lr=0.264009
Epoch[82] Batch [399]	Speed: 2068.633244 samples/sec	rmse=0.019179	lr=0.263887
Epoch[82] Batch [449]	Speed: 2045.098258 samples/sec	rmse=0.019163	lr=0.263765
Epoch[82] Batch [499]	Speed: 2074.746781 samples/sec	rmse=0.019174	lr=0.263643
Epoch[82] Batch [549]	Speed: 2077.311705 samples/sec	rmse=0.019182	lr=0.263520
Epoch[82] Batch [599]	Speed: 2076.747831 samples/sec	rmse=0.019183	lr=0.263398
Epoch[82] Batch [649]	Speed: 2062.751688 samples/sec	rmse=0.019190	lr=0.263276
Epoch[82] Batch [699]	Speed: 2057.388743 samples/sec	rmse=0.019210	lr=0.263154
Epoch[82] Batch [749]	Speed: 2052.522249 samples/sec	rmse=0.019214	lr=0.263032
Epoch[82] Batch [799]	Speed: 2074.772198 samples/sec	rmse=0.019229	lr=0.262910
Epoch[82] Batch [849]	Speed: 2072.476356 samples/sec	rmse=0.019242	lr=0.262787
Epoch[82] Batch [899]	Speed: 2067.275946 samples/sec	rmse=0.019254	lr=0.262665
Epoch[82] Batch [949]	Speed: 2066.263102 samples/sec	rmse=0.019247	lr=0.262543
Epoch[82] Batch [999]	Speed: 2066.850240 samples/sec	rmse=0.019249	lr=0.262420
Epoch[82] Batch [1049]	Speed: 2071.488883 samples/sec	rmse=0.019251	lr=0.262298
Epoch[82] Batch [1099]	Speed: 2075.051706 samples/sec	rmse=0.019254	lr=0.262176
Epoch[82] Batch [1149]	Speed: 2061.268615 samples/sec	rmse=0.019250	lr=0.262053
Epoch[82] Batch [1199]	Speed: 2074.422809 samples/sec	rmse=0.019256	lr=0.261931
Epoch[82] Batch [1249]	Speed: 2075.850069 samples/sec	rmse=0.019256	lr=0.261808
[Epoch 82] training: rmse=0.019256
[Epoch 82] speed: 2064 samples/sec	time cost: 629.557778
[Epoch 82] validation: err-top1=0.336595 err-top5=0.120476
Epoch[83] Batch [49]	Speed: 2063.065583 samples/sec	rmse=0.019220	lr=0.261683
Epoch[83] Batch [99]	Speed: 2071.907467 samples/sec	rmse=0.019174	lr=0.261561
Epoch[83] Batch [149]	Speed: 2069.774423 samples/sec	rmse=0.019110	lr=0.261438
Epoch[83] Batch [199]	Speed: 2060.493922 samples/sec	rmse=0.019172	lr=0.261316
Epoch[83] Batch [249]	Speed: 2065.638506 samples/sec	rmse=0.019127	lr=0.261193
Epoch[83] Batch [299]	Speed: 2069.462890 samples/sec	rmse=0.019159	lr=0.261071
Epoch[83] Batch [349]	Speed: 2061.403499 samples/sec	rmse=0.019206	lr=0.260948
Epoch[83] Batch [399]	Speed: 2061.235119 samples/sec	rmse=0.019212	lr=0.260825
Epoch[83] Batch [449]	Speed: 2058.558590 samples/sec	rmse=0.019190	lr=0.260703
Epoch[83] Batch [499]	Speed: 2062.728645 samples/sec	rmse=0.019177	lr=0.260580
Epoch[83] Batch [549]	Speed: 2060.384598 samples/sec	rmse=0.019157	lr=0.260457
Epoch[83] Batch [599]	Speed: 2059.275133 samples/sec	rmse=0.019148	lr=0.260334
Epoch[83] Batch [649]	Speed: 2065.238499 samples/sec	rmse=0.019158	lr=0.260211
Epoch[83] Batch [699]	Speed: 2062.282528 samples/sec	rmse=0.019169	lr=0.260089
Epoch[83] Batch [749]	Speed: 2067.278812 samples/sec	rmse=0.019173	lr=0.259966
Epoch[83] Batch [799]	Speed: 2063.852486 samples/sec	rmse=0.019179	lr=0.259843
Epoch[83] Batch [849]	Speed: 2045.525552 samples/sec	rmse=0.019194	lr=0.259720
Epoch[83] Batch [899]	Speed: 2057.331012 samples/sec	rmse=0.019210	lr=0.259597
Epoch[83] Batch [949]	Speed: 2063.817339 samples/sec	rmse=0.019217	lr=0.259474
Epoch[83] Batch [999]	Speed: 2066.667902 samples/sec	rmse=0.019224	lr=0.259351
Epoch[83] Batch [1049]	Speed: 2061.734819 samples/sec	rmse=0.019224	lr=0.259228
Epoch[83] Batch [1099]	Speed: 2056.485757 samples/sec	rmse=0.019225	lr=0.259105
Epoch[83] Batch [1149]	Speed: 2066.913818 samples/sec	rmse=0.019236	lr=0.258982
Epoch[83] Batch [1199]	Speed: 2065.761086 samples/sec	rmse=0.019234	lr=0.258859
Epoch[83] Batch [1249]	Speed: 2075.435767 samples/sec	rmse=0.019245	lr=0.258736
[Epoch 83] training: rmse=0.019246
[Epoch 83] speed: 2061 samples/sec	time cost: 630.635210
[Epoch 83] validation: err-top1=0.332769 err-top5=0.117885
Epoch[84] Batch [49]	Speed: 2081.590142 samples/sec	rmse=0.019014	lr=0.258610
Epoch[84] Batch [99]	Speed: 2038.307786 samples/sec	rmse=0.019043	lr=0.258487
Epoch[84] Batch [149]	Speed: 2052.254111 samples/sec	rmse=0.019067	lr=0.258364
Epoch[84] Batch [199]	Speed: 2070.149328 samples/sec	rmse=0.019093	lr=0.258241
Epoch[84] Batch [249]	Speed: 2069.385754 samples/sec	rmse=0.019120	lr=0.258118
Epoch[84] Batch [299]	Speed: 2041.427081 samples/sec	rmse=0.019131	lr=0.257994
Epoch[84] Batch [349]	Speed: 2065.508868 samples/sec	rmse=0.019125	lr=0.257871
Epoch[84] Batch [399]	Speed: 2070.995309 samples/sec	rmse=0.019140	lr=0.257748
Epoch[84] Batch [449]	Speed: 2069.381546 samples/sec	rmse=0.019182	lr=0.257625
Epoch[84] Batch [499]	Speed: 2050.686821 samples/sec	rmse=0.019181	lr=0.257501
Epoch[84] Batch [549]	Speed: 2040.747357 samples/sec	rmse=0.019192	lr=0.257378
Epoch[84] Batch [599]	Speed: 2067.935883 samples/sec	rmse=0.019195	lr=0.257255
Epoch[84] Batch [649]	Speed: 2047.157749 samples/sec	rmse=0.019198	lr=0.257131
Epoch[84] Batch [699]	Speed: 2078.070543 samples/sec	rmse=0.019191	lr=0.257008
Epoch[84] Batch [749]	Speed: 2068.613497 samples/sec	rmse=0.019203	lr=0.256884
Epoch[84] Batch [799]	Speed: 2067.293618 samples/sec	rmse=0.019210	lr=0.256761
Epoch[84] Batch [849]	Speed: 2057.899299 samples/sec	rmse=0.019207	lr=0.256637
Epoch[84] Batch [899]	Speed: 2041.090014 samples/sec	rmse=0.019218	lr=0.256514
Epoch[84] Batch [949]	Speed: 2068.865378 samples/sec	rmse=0.019215	lr=0.256390
Epoch[84] Batch [999]	Speed: 2068.623899 samples/sec	rmse=0.019213	lr=0.256267
Epoch[84] Batch [1049]	Speed: 2071.964579 samples/sec	rmse=0.019220	lr=0.256143
Epoch[84] Batch [1099]	Speed: 2073.501328 samples/sec	rmse=0.019217	lr=0.256019
Epoch[84] Batch [1149]	Speed: 2043.831879 samples/sec	rmse=0.019219	lr=0.255896
Epoch[84] Batch [1199]	Speed: 2062.714954 samples/sec	rmse=0.019223	lr=0.255772
Epoch[84] Batch [1249]	Speed: 2082.464524 samples/sec	rmse=0.019232	lr=0.255648
[Epoch 84] training: rmse=0.019231
[Epoch 84] speed: 2060 samples/sec	time cost: 630.952547
[Epoch 84] validation: err-top1=0.400909 err-top5=0.160993
Epoch[85] Batch [49]	Speed: 2081.208056 samples/sec	rmse=0.019072	lr=0.255522
Epoch[85] Batch [99]	Speed: 2074.781539 samples/sec	rmse=0.019089	lr=0.255399
Epoch[85] Batch [149]	Speed: 2075.859179 samples/sec	rmse=0.019080	lr=0.255275
Epoch[85] Batch [199]	Speed: 2071.859072 samples/sec	rmse=0.019108	lr=0.255151
Epoch[85] Batch [249]	Speed: 2066.922770 samples/sec	rmse=0.019102	lr=0.255027
Epoch[85] Batch [299]	Speed: 2048.218598 samples/sec	rmse=0.019105	lr=0.254903
Epoch[85] Batch [349]	Speed: 2072.299723 samples/sec	rmse=0.019102	lr=0.254780
Epoch[85] Batch [399]	Speed: 2070.510335 samples/sec	rmse=0.019141	lr=0.254656
Epoch[85] Batch [449]	Speed: 2066.174734 samples/sec	rmse=0.019137	lr=0.254532
Epoch[85] Batch [499]	Speed: 2066.487545 samples/sec	rmse=0.019142	lr=0.254408
Epoch[85] Batch [549]	Speed: 2076.315184 samples/sec	rmse=0.019150	lr=0.254284
Epoch[85] Batch [599]	Speed: 2068.223133 samples/sec	rmse=0.019156	lr=0.254160
Epoch[85] Batch [649]	Speed: 2076.631916 samples/sec	rmse=0.019178	lr=0.254036
Epoch[85] Batch [699]	Speed: 2075.899171 samples/sec	rmse=0.019176	lr=0.253912
Epoch[85] Batch [749]	Speed: 2056.501867 samples/sec	rmse=0.019179	lr=0.253788
Epoch[85] Batch [799]	Speed: 2057.298925 samples/sec	rmse=0.019189	lr=0.253664
Epoch[85] Batch [849]	Speed: 2070.003759 samples/sec	rmse=0.019194	lr=0.253540
Epoch[85] Batch [899]	Speed: 2056.604023 samples/sec	rmse=0.019193	lr=0.253416
Epoch[85] Batch [949]	Speed: 2068.952820 samples/sec	rmse=0.019194	lr=0.253292
Epoch[85] Batch [999]	Speed: 2066.755516 samples/sec	rmse=0.019190	lr=0.253167
Epoch[85] Batch [1049]	Speed: 2069.479482 samples/sec	rmse=0.019201	lr=0.253043
Epoch[85] Batch [1099]	Speed: 2063.983979 samples/sec	rmse=0.019206	lr=0.252919
Epoch[85] Batch [1149]	Speed: 2068.595663 samples/sec	rmse=0.019206	lr=0.252795
Epoch[85] Batch [1199]	Speed: 2071.562858 samples/sec	rmse=0.019209	lr=0.252671
Epoch[85] Batch [1249]	Speed: 2071.988049 samples/sec	rmse=0.019216	lr=0.252546
[Epoch 85] training: rmse=0.019215
[Epoch 85] speed: 2066 samples/sec	time cost: 629.161848
[Epoch 85] validation: err-top1=0.352738 err-top5=0.133570
Epoch[86] Batch [49]	Speed: 2056.058676 samples/sec	rmse=0.019105	lr=0.252420
Epoch[86] Batch [99]	Speed: 2057.953118 samples/sec	rmse=0.019115	lr=0.252295
Epoch[86] Batch [149]	Speed: 2060.570080 samples/sec	rmse=0.019086	lr=0.252171
Epoch[86] Batch [199]	Speed: 2061.203583 samples/sec	rmse=0.019086	lr=0.252047
Epoch[86] Batch [249]	Speed: 2066.615953 samples/sec	rmse=0.019093	lr=0.251922
Epoch[86] Batch [299]	Speed: 2052.423165 samples/sec	rmse=0.019114	lr=0.251798
Epoch[86] Batch [349]	Speed: 2059.567606 samples/sec	rmse=0.019123	lr=0.251674
Epoch[86] Batch [399]	Speed: 2054.704179 samples/sec	rmse=0.019132	lr=0.251549
Epoch[86] Batch [449]	Speed: 2061.926146 samples/sec	rmse=0.019147	lr=0.251425
Epoch[86] Batch [499]	Speed: 2063.453487 samples/sec	rmse=0.019152	lr=0.251300
Epoch[86] Batch [549]	Speed: 2067.974276 samples/sec	rmse=0.019143	lr=0.251176
Epoch[86] Batch [599]	Speed: 2057.387226 samples/sec	rmse=0.019147	lr=0.251051
Epoch[86] Batch [649]	Speed: 2063.906716 samples/sec	rmse=0.019148	lr=0.250927
Epoch[86] Batch [699]	Speed: 2063.694534 samples/sec	rmse=0.019151	lr=0.250802
Epoch[86] Batch [749]	Speed: 2061.376054 samples/sec	rmse=0.019148	lr=0.250678
Epoch[86] Batch [799]	Speed: 2060.704991 samples/sec	rmse=0.019141	lr=0.250553
Epoch[86] Batch [849]	Speed: 2061.237493 samples/sec	rmse=0.019141	lr=0.250428
Epoch[86] Batch [899]	Speed: 2056.264387 samples/sec	rmse=0.019144	lr=0.250304
Epoch[86] Batch [949]	Speed: 2038.148129 samples/sec	rmse=0.019155	lr=0.250179
Epoch[86] Batch [999]	Speed: 2069.510135 samples/sec	rmse=0.019161	lr=0.250054
Epoch[86] Batch [1049]	Speed: 2064.517502 samples/sec	rmse=0.019162	lr=0.249930
Epoch[86] Batch [1099]	Speed: 2067.770476 samples/sec	rmse=0.019169	lr=0.249805
Epoch[86] Batch [1149]	Speed: 2072.235633 samples/sec	rmse=0.019176	lr=0.249680
Epoch[86] Batch [1199]	Speed: 2073.023525 samples/sec	rmse=0.019174	lr=0.249556
Epoch[86] Batch [1249]	Speed: 2072.668902 samples/sec	rmse=0.019183	lr=0.249431
[Epoch 86] training: rmse=0.019183
[Epoch 86] speed: 2060 samples/sec	time cost: 631.033222
[Epoch 86] validation: err-top1=0.327826 err-top5=0.112544
Epoch[87] Batch [49]	Speed: 2079.408674 samples/sec	rmse=0.018954	lr=0.249304
Epoch[87] Batch [99]	Speed: 2063.976937 samples/sec	rmse=0.019006	lr=0.249179
Epoch[87] Batch [149]	Speed: 2058.797665 samples/sec	rmse=0.018995	lr=0.249054
Epoch[87] Batch [199]	Speed: 2059.287297 samples/sec	rmse=0.019011	lr=0.248929
Epoch[87] Batch [249]	Speed: 2064.933333 samples/sec	rmse=0.019031	lr=0.248804
Epoch[87] Batch [299]	Speed: 2045.536950 samples/sec	rmse=0.019066	lr=0.248679
Epoch[87] Batch [349]	Speed: 2059.790182 samples/sec	rmse=0.019067	lr=0.248554
Epoch[87] Batch [399]	Speed: 2072.166248 samples/sec	rmse=0.019069	lr=0.248429
Epoch[87] Batch [449]	Speed: 2062.972237 samples/sec	rmse=0.019079	lr=0.248304
Epoch[87] Batch [499]	Speed: 2037.426126 samples/sec	rmse=0.019080	lr=0.248179
Epoch[87] Batch [549]	Speed: 2042.374790 samples/sec	rmse=0.019073	lr=0.248054
Epoch[87] Batch [599]	Speed: 2061.530841 samples/sec	rmse=0.019071	lr=0.247929
Epoch[87] Batch [649]	Speed: 2068.535169 samples/sec	rmse=0.019086	lr=0.247804
Epoch[87] Batch [699]	Speed: 2054.082563 samples/sec	rmse=0.019087	lr=0.247679
Epoch[87] Batch [749]	Speed: 2064.801798 samples/sec	rmse=0.019094	lr=0.247554
Epoch[87] Batch [799]	Speed: 2069.574775 samples/sec	rmse=0.019092	lr=0.247429
Epoch[87] Batch [849]	Speed: 2061.857648 samples/sec	rmse=0.019105	lr=0.247304
Epoch[87] Batch [899]	Speed: 2043.048699 samples/sec	rmse=0.019113	lr=0.247179
Epoch[87] Batch [949]	Speed: 2028.595171 samples/sec	rmse=0.019130	lr=0.247054
Epoch[87] Batch [999]	Speed: 2070.253523 samples/sec	rmse=0.019136	lr=0.246929
Epoch[87] Batch [1049]	Speed: 2055.266708 samples/sec	rmse=0.019143	lr=0.246803
Epoch[87] Batch [1099]	Speed: 2062.509158 samples/sec	rmse=0.019139	lr=0.246678
Epoch[87] Batch [1149]	Speed: 2064.040854 samples/sec	rmse=0.019144	lr=0.246553
Epoch[87] Batch [1199]	Speed: 2071.070128 samples/sec	rmse=0.019143	lr=0.246428
Epoch[87] Batch [1249]	Speed: 2064.483802 samples/sec	rmse=0.019150	lr=0.246302
[Epoch 87] training: rmse=0.019151
[Epoch 87] speed: 2057 samples/sec	time cost: 631.313666
[Epoch 87] validation: err-top1=0.350789 err-top5=0.130127
Epoch[88] Batch [49]	Speed: 2081.894882 samples/sec	rmse=0.019038	lr=0.246175
Epoch[88] Batch [99]	Speed: 2071.370337 samples/sec	rmse=0.018961	lr=0.246049
Epoch[88] Batch [149]	Speed: 2074.164605 samples/sec	rmse=0.018993	lr=0.245924
Epoch[88] Batch [199]	Speed: 2054.609111 samples/sec	rmse=0.018982	lr=0.245799
Epoch[88] Batch [249]	Speed: 2035.642150 samples/sec	rmse=0.019022	lr=0.245673
Epoch[88] Batch [299]	Speed: 2072.228954 samples/sec	rmse=0.019059	lr=0.245548
Epoch[88] Batch [349]	Speed: 2072.307982 samples/sec	rmse=0.019056	lr=0.245422
Epoch[88] Batch [399]	Speed: 2067.939029 samples/sec	rmse=0.019061	lr=0.245297
Epoch[88] Batch [449]	Speed: 2065.204636 samples/sec	rmse=0.019071	lr=0.245172
Epoch[88] Batch [499]	Speed: 2067.274871 samples/sec	rmse=0.019075	lr=0.245046
Epoch[88] Batch [549]	Speed: 2072.565023 samples/sec	rmse=0.019083	lr=0.244921
Epoch[88] Batch [599]	Speed: 2063.804864 samples/sec	rmse=0.019087	lr=0.244795
Epoch[88] Batch [649]	Speed: 2070.972840 samples/sec	rmse=0.019089	lr=0.244670
Epoch[88] Batch [699]	Speed: 2055.122576 samples/sec	rmse=0.019088	lr=0.244544
Epoch[88] Batch [749]	Speed: 2073.898274 samples/sec	rmse=0.019089	lr=0.244418
Epoch[88] Batch [799]	Speed: 2023.077301 samples/sec	rmse=0.019088	lr=0.244293
Epoch[88] Batch [849]	Speed: 2037.137956 samples/sec	rmse=0.019085	lr=0.244167
Epoch[88] Batch [899]	Speed: 2070.935114 samples/sec	rmse=0.019094	lr=0.244042
Epoch[88] Batch [949]	Speed: 2075.204243 samples/sec	rmse=0.019106	lr=0.243916
Epoch[88] Batch [999]	Speed: 2073.662227 samples/sec	rmse=0.019118	lr=0.243790
Epoch[88] Batch [1049]	Speed: 2074.175102 samples/sec	rmse=0.019122	lr=0.243665
Epoch[88] Batch [1099]	Speed: 2070.407511 samples/sec	rmse=0.019123	lr=0.243539
Epoch[88] Batch [1149]	Speed: 2074.244221 samples/sec	rmse=0.019124	lr=0.243413
Epoch[88] Batch [1199]	Speed: 2071.987070 samples/sec	rmse=0.019119	lr=0.243288
Epoch[88] Batch [1249]	Speed: 2083.440237 samples/sec	rmse=0.019120	lr=0.243162
[Epoch 88] training: rmse=0.019120
[Epoch 88] speed: 2064 samples/sec	time cost: 629.474136
[Epoch 88] validation: err-top1=0.346261 err-top5=0.129145
Epoch[89] Batch [49]	Speed: 2069.786352 samples/sec	rmse=0.018936	lr=0.243034
Epoch[89] Batch [99]	Speed: 2057.989564 samples/sec	rmse=0.018951	lr=0.242908
Epoch[89] Batch [149]	Speed: 2061.743528 samples/sec	rmse=0.018959	lr=0.242782
Epoch[89] Batch [199]	Speed: 2061.390320 samples/sec	rmse=0.018994	lr=0.242656
Epoch[89] Batch [249]	Speed: 2060.080074 samples/sec	rmse=0.019011	lr=0.242530
Epoch[89] Batch [299]	Speed: 2063.077376 samples/sec	rmse=0.018995	lr=0.242405
Epoch[89] Batch [349]	Speed: 2064.450559 samples/sec	rmse=0.019003	lr=0.242279
Epoch[89] Batch [399]	Speed: 2067.917005 samples/sec	rmse=0.019018	lr=0.242153
Epoch[89] Batch [449]	Speed: 2066.645109 samples/sec	rmse=0.019050	lr=0.242027
Epoch[89] Batch [499]	Speed: 2051.043932 samples/sec	rmse=0.019065	lr=0.241901
Epoch[89] Batch [549]	Speed: 2072.192662 samples/sec	rmse=0.019075	lr=0.241775
Epoch[89] Batch [599]	Speed: 2077.522335 samples/sec	rmse=0.019085	lr=0.241649
Epoch[89] Batch [649]	Speed: 2073.490677 samples/sec	rmse=0.019091	lr=0.241523
Epoch[89] Batch [699]	Speed: 2076.505011 samples/sec	rmse=0.019093	lr=0.241397
Epoch[89] Batch [749]	Speed: 2025.771718 samples/sec	rmse=0.019093	lr=0.241271
Epoch[89] Batch [799]	Speed: 2068.999783 samples/sec	rmse=0.019103	lr=0.241145
Epoch[89] Batch [849]	Speed: 2072.084332 samples/sec	rmse=0.019113	lr=0.241019
Epoch[89] Batch [899]	Speed: 2071.531864 samples/sec	rmse=0.019115	lr=0.240893
Epoch[89] Batch [949]	Speed: 2067.152888 samples/sec	rmse=0.019121	lr=0.240767
Epoch[89] Batch [999]	Speed: 2075.147152 samples/sec	rmse=0.019124	lr=0.240641
Epoch[89] Batch [1049]	Speed: 2074.203230 samples/sec	rmse=0.019122	lr=0.240515
Epoch[89] Batch [1099]	Speed: 2078.051601 samples/sec	rmse=0.019125	lr=0.240389
Epoch[89] Batch [1149]	Speed: 2072.224115 samples/sec	rmse=0.019130	lr=0.240263
Epoch[89] Batch [1199]	Speed: 2075.018423 samples/sec	rmse=0.019129	lr=0.240136
Epoch[89] Batch [1249]	Speed: 2078.930398 samples/sec	rmse=0.019132	lr=0.240010
[Epoch 89] training: rmse=0.019131
[Epoch 89] speed: 2065 samples/sec	time cost: 629.401906
[Epoch 89] validation: err-top1=0.343750 err-top5=0.125618
Epoch[90] Batch [49]	Speed: 2070.929103 samples/sec	rmse=0.018895	lr=0.239881
Epoch[90] Batch [99]	Speed: 2068.220782 samples/sec	rmse=0.018966	lr=0.239755
Epoch[90] Batch [149]	Speed: 2063.162823 samples/sec	rmse=0.018979	lr=0.239629
Epoch[90] Batch [199]	Speed: 2045.837306 samples/sec	rmse=0.018981	lr=0.239503
Epoch[90] Batch [249]	Speed: 2054.173750 samples/sec	rmse=0.019021	lr=0.239377
Epoch[90] Batch [299]	Speed: 2071.510483 samples/sec	rmse=0.019037	lr=0.239250
Epoch[90] Batch [349]	Speed: 2055.943641 samples/sec	rmse=0.019061	lr=0.239124
Epoch[90] Batch [399]	Speed: 2071.765668 samples/sec	rmse=0.019068	lr=0.238998
Epoch[90] Batch [449]	Speed: 2066.427870 samples/sec	rmse=0.019073	lr=0.238871
Epoch[90] Batch [499]	Speed: 2043.748648 samples/sec	rmse=0.019079	lr=0.238745
Epoch[90] Batch [549]	Speed: 2067.404632 samples/sec	rmse=0.019088	lr=0.238619
Epoch[90] Batch [599]	Speed: 2061.696854 samples/sec	rmse=0.019088	lr=0.238492
Epoch[90] Batch [649]	Speed: 2072.445255 samples/sec	rmse=0.019091	lr=0.238366
Epoch[90] Batch [699]	Speed: 2066.165112 samples/sec	rmse=0.019080	lr=0.238240
Epoch[90] Batch [749]	Speed: 2059.990199 samples/sec	rmse=0.019084	lr=0.238113
Epoch[90] Batch [799]	Speed: 2057.957161 samples/sec	rmse=0.019082	lr=0.237987
Epoch[90] Batch [849]	Speed: 2074.076682 samples/sec	rmse=0.019092	lr=0.237860
Epoch[90] Batch [899]	Speed: 2057.392902 samples/sec	rmse=0.019088	lr=0.237734
Epoch[90] Batch [949]	Speed: 2071.164229 samples/sec	rmse=0.019083	lr=0.237607
Epoch[90] Batch [999]	Speed: 2051.402656 samples/sec	rmse=0.019087	lr=0.237481
Epoch[90] Batch [1049]	Speed: 2071.688280 samples/sec	rmse=0.019088	lr=0.237354
Epoch[90] Batch [1099]	Speed: 2072.610670 samples/sec	rmse=0.019092	lr=0.237228
Epoch[90] Batch [1149]	Speed: 2065.628413 samples/sec	rmse=0.019087	lr=0.237101
Epoch[90] Batch [1199]	Speed: 2067.211371 samples/sec	rmse=0.019083	lr=0.236975
Epoch[90] Batch [1249]	Speed: 2080.092479 samples/sec	rmse=0.019079	lr=0.236848
[Epoch 90] training: rmse=0.019079
[Epoch 90] speed: 2062 samples/sec	time cost: 630.240407
[Epoch 90] validation: err-top1=0.336177 err-top5=0.121791
Epoch[91] Batch [49]	Speed: 2079.864930 samples/sec	rmse=0.018946	lr=0.236719
Epoch[91] Batch [99]	Speed: 2025.330707 samples/sec	rmse=0.019011	lr=0.236592
Epoch[91] Batch [149]	Speed: 2058.818370 samples/sec	rmse=0.019013	lr=0.236466
Epoch[91] Batch [199]	Speed: 2071.570412 samples/sec	rmse=0.019008	lr=0.236339
Epoch[91] Batch [249]	Speed: 2070.490193 samples/sec	rmse=0.018994	lr=0.236213
Epoch[91] Batch [299]	Speed: 2063.674583 samples/sec	rmse=0.018987	lr=0.236086
Epoch[91] Batch [349]	Speed: 2069.025697 samples/sec	rmse=0.019024	lr=0.235959
Epoch[91] Batch [399]	Speed: 2058.462099 samples/sec	rmse=0.019028	lr=0.235832
Epoch[91] Batch [449]	Speed: 2070.272364 samples/sec	rmse=0.019031	lr=0.235706
Epoch[91] Batch [499]	Speed: 2070.111432 samples/sec	rmse=0.019038	lr=0.235579
Epoch[91] Batch [549]	Speed: 2074.904525 samples/sec	rmse=0.019020	lr=0.235452
Epoch[91] Batch [599]	Speed: 2058.115123 samples/sec	rmse=0.019017	lr=0.235326
Epoch[91] Batch [649]	Speed: 2062.374228 samples/sec	rmse=0.019022	lr=0.235199
Epoch[91] Batch [699]	Speed: 2060.125410 samples/sec	rmse=0.019028	lr=0.235072
Epoch[91] Batch [749]	Speed: 2060.202806 samples/sec	rmse=0.019025	lr=0.234945
Epoch[91] Batch [799]	Speed: 2062.360621 samples/sec	rmse=0.019022	lr=0.234818
Epoch[91] Batch [849]	Speed: 2054.395790 samples/sec	rmse=0.019014	lr=0.234692
Epoch[91] Batch [899]	Speed: 2064.549835 samples/sec	rmse=0.019031	lr=0.234565
Epoch[91] Batch [949]	Speed: 2056.586041 samples/sec	rmse=0.019037	lr=0.234438
Epoch[91] Batch [999]	Speed: 2064.150527 samples/sec	rmse=0.019039	lr=0.234311
Epoch[91] Batch [1049]	Speed: 2066.858694 samples/sec	rmse=0.019040	lr=0.234184
Epoch[91] Batch [1099]	Speed: 2059.828768 samples/sec	rmse=0.019041	lr=0.234057
Epoch[91] Batch [1149]	Speed: 2059.991326 samples/sec	rmse=0.019050	lr=0.233930
Epoch[91] Batch [1199]	Speed: 2054.198175 samples/sec	rmse=0.019056	lr=0.233803
Epoch[91] Batch [1249]	Speed: 2069.544060 samples/sec	rmse=0.019064	lr=0.233676
[Epoch 91] training: rmse=0.019063
[Epoch 91] speed: 2060 samples/sec	time cost: 630.704019
[Epoch 91] validation: err-top1=0.363939 err-top5=0.136739
Epoch[92] Batch [49]	Speed: 2073.843918 samples/sec	rmse=0.018900	lr=0.233547
Epoch[92] Batch [99]	Speed: 2069.538735 samples/sec	rmse=0.018886	lr=0.233420
Epoch[92] Batch [149]	Speed: 2062.318553 samples/sec	rmse=0.018932	lr=0.233293
Epoch[92] Batch [199]	Speed: 2057.879066 samples/sec	rmse=0.018955	lr=0.233166
Epoch[92] Batch [249]	Speed: 2059.542975 samples/sec	rmse=0.018942	lr=0.233039
Epoch[92] Batch [299]	Speed: 2049.787653 samples/sec	rmse=0.018965	lr=0.232912
Epoch[92] Batch [349]	Speed: 2062.939201 samples/sec	rmse=0.018979	lr=0.232785
Epoch[92] Batch [399]	Speed: 2075.215312 samples/sec	rmse=0.018992	lr=0.232658
Epoch[92] Batch [449]	Speed: 2075.771252 samples/sec	rmse=0.019003	lr=0.232531
Epoch[92] Batch [499]	Speed: 2074.269365 samples/sec	rmse=0.019010	lr=0.232404
Epoch[92] Batch [549]	Speed: 2076.955715 samples/sec	rmse=0.019019	lr=0.232277
Epoch[92] Batch [599]	Speed: 2077.316146 samples/sec	rmse=0.019015	lr=0.232150
Epoch[92] Batch [649]	Speed: 2064.253861 samples/sec	rmse=0.019019	lr=0.232023
Epoch[92] Batch [699]	Speed: 2044.420252 samples/sec	rmse=0.019024	lr=0.231895
Epoch[92] Batch [749]	Speed: 2077.135614 samples/sec	rmse=0.019016	lr=0.231768
Epoch[92] Batch [799]	Speed: 2075.169370 samples/sec	rmse=0.019012	lr=0.231641
Epoch[92] Batch [849]	Speed: 2075.621983 samples/sec	rmse=0.019012	lr=0.231514
Epoch[92] Batch [899]	Speed: 2071.544014 samples/sec	rmse=0.019006	lr=0.231387
Epoch[92] Batch [949]	Speed: 2074.737260 samples/sec	rmse=0.019004	lr=0.231260
Epoch[92] Batch [999]	Speed: 2057.484995 samples/sec	rmse=0.019009	lr=0.231132
Epoch[92] Batch [1049]	Speed: 2075.395331 samples/sec	rmse=0.019007	lr=0.231005
Epoch[92] Batch [1099]	Speed: 2071.787554 samples/sec	rmse=0.019011	lr=0.230878
Epoch[92] Batch [1149]	Speed: 2063.045843 samples/sec	rmse=0.019023	lr=0.230751
Epoch[92] Batch [1199]	Speed: 2073.102773 samples/sec	rmse=0.019027	lr=0.230623
Epoch[92] Batch [1249]	Speed: 2057.987237 samples/sec	rmse=0.019036	lr=0.230496
[Epoch 92] training: rmse=0.019037
[Epoch 92] speed: 2066 samples/sec	time cost: 629.318231
[Epoch 92] validation: err-top1=0.323800 err-top5=0.113600
Epoch[93] Batch [49]	Speed: 2059.638066 samples/sec	rmse=0.018724	lr=0.230366
Epoch[93] Batch [99]	Speed: 2064.499223 samples/sec	rmse=0.018781	lr=0.230239
Epoch[93] Batch [149]	Speed: 2068.624895 samples/sec	rmse=0.018809	lr=0.230112
Epoch[93] Batch [199]	Speed: 2067.325719 samples/sec	rmse=0.018833	lr=0.229984
Epoch[93] Batch [249]	Speed: 2067.860155 samples/sec	rmse=0.018847	lr=0.229857
Epoch[93] Batch [299]	Speed: 2039.847194 samples/sec	rmse=0.018889	lr=0.229730
Epoch[93] Batch [349]	Speed: 2066.313422 samples/sec	rmse=0.018899	lr=0.229602
Epoch[93] Batch [399]	Speed: 2076.511436 samples/sec	rmse=0.018924	lr=0.229475
Epoch[93] Batch [449]	Speed: 2075.471270 samples/sec	rmse=0.018924	lr=0.229348
Epoch[93] Batch [499]	Speed: 2070.873525 samples/sec	rmse=0.018955	lr=0.229220
Epoch[93] Batch [549]	Speed: 2068.829821 samples/sec	rmse=0.018955	lr=0.229093
Epoch[93] Batch [599]	Speed: 2068.749504 samples/sec	rmse=0.018954	lr=0.228965
Epoch[93] Batch [649]	Speed: 2054.975711 samples/sec	rmse=0.018961	lr=0.228838
Epoch[93] Batch [699]	Speed: 2062.806256 samples/sec	rmse=0.018963	lr=0.228710
Epoch[93] Batch [749]	Speed: 2051.858663 samples/sec	rmse=0.018964	lr=0.228583
Epoch[93] Batch [799]	Speed: 2067.508352 samples/sec	rmse=0.018969	lr=0.228456
Epoch[93] Batch [849]	Speed: 2068.695458 samples/sec	rmse=0.018967	lr=0.228328
Epoch[93] Batch [899]	Speed: 2069.082890 samples/sec	rmse=0.018985	lr=0.228201
Epoch[93] Batch [949]	Speed: 2045.333613 samples/sec	rmse=0.019000	lr=0.228073
Epoch[93] Batch [999]	Speed: 2068.171146 samples/sec	rmse=0.019010	lr=0.227946
Epoch[93] Batch [1049]	Speed: 2067.422306 samples/sec	rmse=0.019014	lr=0.227818
Epoch[93] Batch [1099]	Speed: 2070.938489 samples/sec	rmse=0.019016	lr=0.227691
Epoch[93] Batch [1149]	Speed: 2078.386444 samples/sec	rmse=0.019022	lr=0.227563
Epoch[93] Batch [1199]	Speed: 2067.422246 samples/sec	rmse=0.019018	lr=0.227435
Epoch[93] Batch [1249]	Speed: 2082.682502 samples/sec	rmse=0.019023	lr=0.227308
[Epoch 93] training: rmse=0.019023
[Epoch 93] speed: 2064 samples/sec	time cost: 629.982121
[Epoch 93] validation: err-top1=0.332072 err-top5=0.120951
Epoch[94] Batch [49]	Speed: 2085.948683 samples/sec	rmse=0.018778	lr=0.227178
Epoch[94] Batch [99]	Speed: 2052.248914 samples/sec	rmse=0.018739	lr=0.227050
Epoch[94] Batch [149]	Speed: 2067.967506 samples/sec	rmse=0.018749	lr=0.226922
Epoch[94] Batch [199]	Speed: 2071.229251 samples/sec	rmse=0.018780	lr=0.226795
Epoch[94] Batch [249]	Speed: 2067.829710 samples/sec	rmse=0.018799	lr=0.226667
Epoch[94] Batch [299]	Speed: 2069.887399 samples/sec	rmse=0.018842	lr=0.226540
Epoch[94] Batch [349]	Speed: 2062.543646 samples/sec	rmse=0.018856	lr=0.226412
Epoch[94] Batch [399]	Speed: 2071.609360 samples/sec	rmse=0.018849	lr=0.226284
Epoch[94] Batch [449]	Speed: 2061.293960 samples/sec	rmse=0.018868	lr=0.226157
Epoch[94] Batch [499]	Speed: 2071.742203 samples/sec	rmse=0.018886	lr=0.226029
Epoch[94] Batch [549]	Speed: 2066.263639 samples/sec	rmse=0.018884	lr=0.225901
Epoch[94] Batch [599]	Speed: 2067.404154 samples/sec	rmse=0.018876	lr=0.225774
Epoch[94] Batch [649]	Speed: 2067.942155 samples/sec	rmse=0.018885	lr=0.225646
Epoch[94] Batch [699]	Speed: 2066.318612 samples/sec	rmse=0.018905	lr=0.225518
Epoch[94] Batch [749]	Speed: 2067.608937 samples/sec	rmse=0.018909	lr=0.225390
Epoch[94] Batch [799]	Speed: 2061.166924 samples/sec	rmse=0.018919	lr=0.225263
Epoch[94] Batch [849]	Speed: 2054.755393 samples/sec	rmse=0.018929	lr=0.225135
Epoch[94] Batch [899]	Speed: 2057.841027 samples/sec	rmse=0.018945	lr=0.225007
Epoch[94] Batch [949]	Speed: 2059.780126 samples/sec	rmse=0.018941	lr=0.224879
Epoch[94] Batch [999]	Speed: 2061.935986 samples/sec	rmse=0.018956	lr=0.224752
Epoch[94] Batch [1049]	Speed: 2066.333702 samples/sec	rmse=0.018963	lr=0.224624
Epoch[94] Batch [1099]	Speed: 2069.511651 samples/sec	rmse=0.018968	lr=0.224496
Epoch[94] Batch [1149]	Speed: 2061.189042 samples/sec	rmse=0.018974	lr=0.224368
Epoch[94] Batch [1199]	Speed: 2064.520996 samples/sec	rmse=0.018969	lr=0.224240
Epoch[94] Batch [1249]	Speed: 2073.207326 samples/sec	rmse=0.018971	lr=0.224112
[Epoch 94] training: rmse=0.018971
[Epoch 94] speed: 2064 samples/sec	time cost: 629.695581
[Epoch 94] validation: err-top1=0.319894 err-top5=0.110292
Epoch[95] Batch [49]	Speed: 2076.377258 samples/sec	rmse=0.018774	lr=0.223982
Epoch[95] Batch [99]	Speed: 2068.229527 samples/sec	rmse=0.018863	lr=0.223854
Epoch[95] Batch [149]	Speed: 2064.494023 samples/sec	rmse=0.018889	lr=0.223726
Epoch[95] Batch [199]	Speed: 2040.404272 samples/sec	rmse=0.018895	lr=0.223598
Epoch[95] Batch [249]	Speed: 2067.936739 samples/sec	rmse=0.018886	lr=0.223471
Epoch[95] Batch [299]	Speed: 2055.715461 samples/sec	rmse=0.018858	lr=0.223343
Epoch[95] Batch [349]	Speed: 2068.782427 samples/sec	rmse=0.018869	lr=0.223215
Epoch[95] Batch [399]	Speed: 2070.587036 samples/sec	rmse=0.018869	lr=0.223087
Epoch[95] Batch [449]	Speed: 2053.501791 samples/sec	rmse=0.018880	lr=0.222959
Epoch[95] Batch [499]	Speed: 2047.530947 samples/sec	rmse=0.018890	lr=0.222831
Epoch[95] Batch [549]	Speed: 2070.096705 samples/sec	rmse=0.018892	lr=0.222703
Epoch[95] Batch [599]	Speed: 2057.638647 samples/sec	rmse=0.018914	lr=0.222575
Epoch[95] Batch [649]	Speed: 2061.139703 samples/sec	rmse=0.018923	lr=0.222447
Epoch[95] Batch [699]	Speed: 2043.381610 samples/sec	rmse=0.018924	lr=0.222319
Epoch[95] Batch [749]	Speed: 2054.982652 samples/sec	rmse=0.018926	lr=0.222191
Epoch[95] Batch [799]	Speed: 2066.834704 samples/sec	rmse=0.018937	lr=0.222063
Epoch[95] Batch [849]	Speed: 2078.983491 samples/sec	rmse=0.018935	lr=0.221935
Epoch[95] Batch [899]	Speed: 2052.400490 samples/sec	rmse=0.018937	lr=0.221807
Epoch[95] Batch [949]	Speed: 2037.077665 samples/sec	rmse=0.018940	lr=0.221679
Epoch[95] Batch [999]	Speed: 2085.045784 samples/sec	rmse=0.018942	lr=0.221551
Epoch[95] Batch [1049]	Speed: 2077.910347 samples/sec	rmse=0.018948	lr=0.221423
Epoch[95] Batch [1099]	Speed: 2076.075054 samples/sec	rmse=0.018952	lr=0.221295
Epoch[95] Batch [1149]	Speed: 2077.663154 samples/sec	rmse=0.018952	lr=0.221167
Epoch[95] Batch [1199]	Speed: 2058.848096 samples/sec	rmse=0.018951	lr=0.221039
Epoch[95] Batch [1249]	Speed: 2063.921236 samples/sec	rmse=0.018963	lr=0.220911
[Epoch 95] training: rmse=0.018962
[Epoch 95] speed: 2061 samples/sec	time cost: 630.660643
[Epoch 95] validation: err-top1=0.333327 err-top5=0.119021
Epoch[96] Batch [49]	Speed: 2077.851720 samples/sec	rmse=0.018874	lr=0.220780
Epoch[96] Batch [99]	Speed: 2057.057755 samples/sec	rmse=0.018769	lr=0.220652
Epoch[96] Batch [149]	Speed: 2071.519335 samples/sec	rmse=0.018809	lr=0.220524
Epoch[96] Batch [199]	Speed: 2078.969443 samples/sec	rmse=0.018844	lr=0.220396
Epoch[96] Batch [249]	Speed: 2069.046010 samples/sec	rmse=0.018838	lr=0.220268
Epoch[96] Batch [299]	Speed: 2060.764197 samples/sec	rmse=0.018848	lr=0.220140
Epoch[96] Batch [349]	Speed: 2076.749197 samples/sec	rmse=0.018842	lr=0.220012
Epoch[96] Batch [399]	Speed: 2066.725899 samples/sec	rmse=0.018854	lr=0.219883
Epoch[96] Batch [449]	Speed: 2082.210533 samples/sec	rmse=0.018858	lr=0.219755
Epoch[96] Batch [499]	Speed: 2077.788754 samples/sec	rmse=0.018872	lr=0.219627
Epoch[96] Batch [549]	Speed: 2064.567321 samples/sec	rmse=0.018884	lr=0.219499
Epoch[96] Batch [599]	Speed: 2069.750843 samples/sec	rmse=0.018907	lr=0.219371
Epoch[96] Batch [649]	Speed: 2066.143723 samples/sec	rmse=0.018911	lr=0.219243
Epoch[96] Batch [699]	Speed: 2067.792278 samples/sec	rmse=0.018912	lr=0.219114
Epoch[96] Batch [749]	Speed: 2078.862718 samples/sec	rmse=0.018917	lr=0.218986
Epoch[96] Batch [799]	Speed: 2062.886231 samples/sec	rmse=0.018929	lr=0.218858
Epoch[96] Batch [849]	Speed: 2064.674945 samples/sec	rmse=0.018936	lr=0.218730
Epoch[96] Batch [899]	Speed: 2079.587387 samples/sec	rmse=0.018931	lr=0.218602
Epoch[96] Batch [949]	Speed: 2081.293922 samples/sec	rmse=0.018943	lr=0.218473
Epoch[96] Batch [999]	Speed: 2081.038684 samples/sec	rmse=0.018956	lr=0.218345
Epoch[96] Batch [1049]	Speed: 2067.764005 samples/sec	rmse=0.018953	lr=0.218217
Epoch[96] Batch [1099]	Speed: 2081.084624 samples/sec	rmse=0.018952	lr=0.218089
Epoch[96] Batch [1149]	Speed: 2041.485146 samples/sec	rmse=0.018943	lr=0.217960
Epoch[96] Batch [1199]	Speed: 2034.745096 samples/sec	rmse=0.018943	lr=0.217832
Epoch[96] Batch [1249]	Speed: 2076.272023 samples/sec	rmse=0.018946	lr=0.217704
[Epoch 96] training: rmse=0.018945
[Epoch 96] speed: 2067 samples/sec	time cost: 628.593643
[Epoch 96] validation: err-top1=0.345544 err-top5=0.129205
Epoch[97] Batch [49]	Speed: 2080.869844 samples/sec	rmse=0.018630	lr=0.217573
Epoch[97] Batch [99]	Speed: 2064.864357 samples/sec	rmse=0.018727	lr=0.217445
Epoch[97] Batch [149]	Speed: 2072.073436 samples/sec	rmse=0.018774	lr=0.217316
Epoch[97] Batch [199]	Speed: 2057.586047 samples/sec	rmse=0.018806	lr=0.217188
Epoch[97] Batch [249]	Speed: 2072.077175 samples/sec	rmse=0.018801	lr=0.217060
Epoch[97] Batch [299]	Speed: 2062.234503 samples/sec	rmse=0.018819	lr=0.216931
Epoch[97] Batch [349]	Speed: 2068.870998 samples/sec	rmse=0.018857	lr=0.216803
Epoch[97] Batch [399]	Speed: 2061.079427 samples/sec	rmse=0.018868	lr=0.216675
Epoch[97] Batch [449]	Speed: 2068.461111 samples/sec	rmse=0.018862	lr=0.216546
Epoch[97] Batch [499]	Speed: 2067.044647 samples/sec	rmse=0.018867	lr=0.216418
Epoch[97] Batch [549]	Speed: 2061.748200 samples/sec	rmse=0.018866	lr=0.216290
Epoch[97] Batch [599]	Speed: 2065.684246 samples/sec	rmse=0.018863	lr=0.216161
Epoch[97] Batch [649]	Speed: 2059.801285 samples/sec	rmse=0.018873	lr=0.216033
Epoch[97] Batch [699]	Speed: 2065.235241 samples/sec	rmse=0.018879	lr=0.215905
Epoch[97] Batch [749]	Speed: 2067.292086 samples/sec	rmse=0.018884	lr=0.215776
Epoch[97] Batch [799]	Speed: 2064.955314 samples/sec	rmse=0.018901	lr=0.215648
Epoch[97] Batch [849]	Speed: 2063.267367 samples/sec	rmse=0.018905	lr=0.215519
Epoch[97] Batch [899]	Speed: 2064.625737 samples/sec	rmse=0.018909	lr=0.215391
Epoch[97] Batch [949]	Speed: 2066.963334 samples/sec	rmse=0.018916	lr=0.215263
Epoch[97] Batch [999]	Speed: 2060.680827 samples/sec	rmse=0.018913	lr=0.215134
Epoch[97] Batch [1049]	Speed: 2071.822893 samples/sec	rmse=0.018919	lr=0.215006
Epoch[97] Batch [1099]	Speed: 2059.021239 samples/sec	rmse=0.018928	lr=0.214877
Epoch[97] Batch [1149]	Speed: 2077.889658 samples/sec	rmse=0.018930	lr=0.214749
Epoch[97] Batch [1199]	Speed: 2063.313378 samples/sec	rmse=0.018936	lr=0.214621
Epoch[97] Batch [1249]	Speed: 2088.597399 samples/sec	rmse=0.018937	lr=0.214492
[Epoch 97] training: rmse=0.018937
[Epoch 97] speed: 2065 samples/sec	time cost: 629.544415
[Epoch 97] validation: err-top1=0.330078 err-top5=0.119579
Epoch[98] Batch [49]	Speed: 2079.114202 samples/sec	rmse=0.018705	lr=0.214361
Epoch[98] Batch [99]	Speed: 2074.481283 samples/sec	rmse=0.018702	lr=0.214233
Epoch[98] Batch [149]	Speed: 2078.318839 samples/sec	rmse=0.018684	lr=0.214104
Epoch[98] Batch [199]	Speed: 2076.018597 samples/sec	rmse=0.018742	lr=0.213976
Epoch[98] Batch [249]	Speed: 2072.870908 samples/sec	rmse=0.018792	lr=0.213847
Epoch[98] Batch [299]	Speed: 2083.673077 samples/sec	rmse=0.018797	lr=0.213719
Epoch[98] Batch [349]	Speed: 2044.811963 samples/sec	rmse=0.018797	lr=0.213590
Epoch[98] Batch [399]	Speed: 2032.705124 samples/sec	rmse=0.018793	lr=0.213462
Epoch[98] Batch [449]	Speed: 2088.234261 samples/sec	rmse=0.018796	lr=0.213333
Epoch[98] Batch [499]	Speed: 2084.366184 samples/sec	rmse=0.018815	lr=0.213205
Epoch[98] Batch [549]	Speed: 2084.439423 samples/sec	rmse=0.018826	lr=0.213076
Epoch[98] Batch [599]	Speed: 2069.864016 samples/sec	rmse=0.018816	lr=0.212948
Epoch[98] Batch [649]	Speed: 2084.135475 samples/sec	rmse=0.018818	lr=0.212819
Epoch[98] Batch [699]	Speed: 2080.078617 samples/sec	rmse=0.018832	lr=0.212691
Epoch[98] Batch [749]	Speed: 2077.534897 samples/sec	rmse=0.018853	lr=0.212562
Epoch[98] Batch [799]	Speed: 2071.810560 samples/sec	rmse=0.018868	lr=0.212434
Epoch[98] Batch [849]	Speed: 2063.144330 samples/sec	rmse=0.018869	lr=0.212305
Epoch[98] Batch [899]	Speed: 2047.441285 samples/sec	rmse=0.018869	lr=0.212177
Epoch[98] Batch [949]	Speed: 2059.783405 samples/sec	rmse=0.018878	lr=0.212048
Epoch[98] Batch [999]	Speed: 2084.108999 samples/sec	rmse=0.018880	lr=0.211920
Epoch[98] Batch [1049]	Speed: 2076.606694 samples/sec	rmse=0.018877	lr=0.211791
Epoch[98] Batch [1099]	Speed: 2077.043039 samples/sec	rmse=0.018881	lr=0.211662
Epoch[98] Batch [1149]	Speed: 2079.935154 samples/sec	rmse=0.018889	lr=0.211534
Epoch[98] Batch [1199]	Speed: 2086.005539 samples/sec	rmse=0.018893	lr=0.211405
Epoch[98] Batch [1249]	Speed: 2081.510284 samples/sec	rmse=0.018892	lr=0.211277
[Epoch 98] training: rmse=0.018892
[Epoch 98] speed: 2071 samples/sec	time cost: 627.127608
[Epoch 98] validation: err-top1=0.326640 err-top5=0.114644
Epoch[99] Batch [49]	Speed: 2071.860511 samples/sec	rmse=0.018643	lr=0.211146
Epoch[99] Batch [99]	Speed: 2078.261275 samples/sec	rmse=0.018660	lr=0.211017
Epoch[99] Batch [149]	Speed: 2077.837707 samples/sec	rmse=0.018648	lr=0.210888
Epoch[99] Batch [199]	Speed: 2073.590844 samples/sec	rmse=0.018682	lr=0.210760
Epoch[99] Batch [249]	Speed: 2051.981769 samples/sec	rmse=0.018702	lr=0.210631
Epoch[99] Batch [299]	Speed: 2071.997445 samples/sec	rmse=0.018706	lr=0.210503
Epoch[99] Batch [349]	Speed: 2072.466675 samples/sec	rmse=0.018728	lr=0.210374
Epoch[99] Batch [399]	Speed: 2071.694176 samples/sec	rmse=0.018746	lr=0.210245
Epoch[99] Batch [449]	Speed: 2083.316197 samples/sec	rmse=0.018773	lr=0.210117
Epoch[99] Batch [499]	Speed: 2065.068717 samples/sec	rmse=0.018785	lr=0.209988
Epoch[99] Batch [549]	Speed: 2082.248792 samples/sec	rmse=0.018801	lr=0.209859
Epoch[99] Batch [599]	Speed: 2074.637022 samples/sec	rmse=0.018795	lr=0.209731
Epoch[99] Batch [649]	Speed: 2076.377699 samples/sec	rmse=0.018794	lr=0.209602
Epoch[99] Batch [699]	Speed: 2070.555253 samples/sec	rmse=0.018802	lr=0.209474
Epoch[99] Batch [749]	Speed: 2068.411105 samples/sec	rmse=0.018806	lr=0.209345
Epoch[99] Batch [799]	Speed: 2053.099855 samples/sec	rmse=0.018812	lr=0.209216
Epoch[99] Batch [849]	Speed: 2053.004484 samples/sec	rmse=0.018818	lr=0.209088
Epoch[99] Batch [899]	Speed: 2051.704442 samples/sec	rmse=0.018822	lr=0.208959
Epoch[99] Batch [949]	Speed: 2066.534018 samples/sec	rmse=0.018829	lr=0.208830
Epoch[99] Batch [999]	Speed: 2070.249532 samples/sec	rmse=0.018838	lr=0.208702
Epoch[99] Batch [1049]	Speed: 2072.821809 samples/sec	rmse=0.018835	lr=0.208573
Epoch[99] Batch [1099]	Speed: 2076.766529 samples/sec	rmse=0.018837	lr=0.208444
Epoch[99] Batch [1149]	Speed: 2073.531520 samples/sec	rmse=0.018843	lr=0.208316
Epoch[99] Batch [1199]	Speed: 2072.317501 samples/sec	rmse=0.018846	lr=0.208187
Epoch[99] Batch [1249]	Speed: 2078.209767 samples/sec	rmse=0.018854	lr=0.208058
[Epoch 99] training: rmse=0.018854
[Epoch 99] speed: 2068 samples/sec	time cost: 628.063936
[Epoch 99] validation: err-top1=0.321907 err-top5=0.112863
Epoch[100] Batch [49]	Speed: 2086.016340 samples/sec	rmse=0.018790	lr=0.207927
Epoch[100] Batch [99]	Speed: 2066.636458 samples/sec	rmse=0.018785	lr=0.207798
Epoch[100] Batch [149]	Speed: 2069.517734 samples/sec	rmse=0.018720	lr=0.207670
Epoch[100] Batch [199]	Speed: 2058.754026 samples/sec	rmse=0.018716	lr=0.207541
Epoch[100] Batch [249]	Speed: 2058.990955 samples/sec	rmse=0.018764	lr=0.207412
Epoch[100] Batch [299]	Speed: 2060.155194 samples/sec	rmse=0.018782	lr=0.207284
Epoch[100] Batch [349]	Speed: 2055.979288 samples/sec	rmse=0.018781	lr=0.207155
Epoch[100] Batch [399]	Speed: 2063.403504 samples/sec	rmse=0.018784	lr=0.207026
Epoch[100] Batch [449]	Speed: 2069.726587 samples/sec	rmse=0.018789	lr=0.206898
Epoch[100] Batch [499]	Speed: 2066.040596 samples/sec	rmse=0.018786	lr=0.206769
Epoch[100] Batch [549]	Speed: 2067.270195 samples/sec	rmse=0.018788	lr=0.206640
Epoch[100] Batch [599]	Speed: 2062.728803 samples/sec	rmse=0.018793	lr=0.206511
Epoch[100] Batch [649]	Speed: 2057.185289 samples/sec	rmse=0.018792	lr=0.206383
Epoch[100] Batch [699]	Speed: 2063.125500 samples/sec	rmse=0.018791	lr=0.206254
Epoch[100] Batch [749]	Speed: 2061.435694 samples/sec	rmse=0.018792	lr=0.206125
Epoch[100] Batch [799]	Speed: 2069.627311 samples/sec	rmse=0.018808	lr=0.205997
Epoch[100] Batch [849]	Speed: 2067.682437 samples/sec	rmse=0.018803	lr=0.205868
Epoch[100] Batch [899]	Speed: 2063.585941 samples/sec	rmse=0.018809	lr=0.205739
Epoch[100] Batch [949]	Speed: 2074.773401 samples/sec	rmse=0.018813	lr=0.205610
Epoch[100] Batch [999]	Speed: 2070.797083 samples/sec	rmse=0.018820	lr=0.205482
Epoch[100] Batch [1049]	Speed: 2067.775672 samples/sec	rmse=0.018819	lr=0.205353
Epoch[100] Batch [1099]	Speed: 2070.464781 samples/sec	rmse=0.018821	lr=0.205224
Epoch[100] Batch [1149]	Speed: 2076.403919 samples/sec	rmse=0.018827	lr=0.205095
Epoch[100] Batch [1199]	Speed: 2074.533347 samples/sec	rmse=0.018829	lr=0.204967
Epoch[100] Batch [1249]	Speed: 2080.891782 samples/sec	rmse=0.018829	lr=0.204838
[Epoch 100] training: rmse=0.018828
[Epoch 100] speed: 2065 samples/sec	time cost: 629.853588
[Epoch 100] validation: err-top1=0.308773 err-top5=0.107003
Epoch[101] Batch [49]	Speed: 2083.129629 samples/sec	rmse=0.018513	lr=0.204707
Epoch[101] Batch [99]	Speed: 2075.731565 samples/sec	rmse=0.018537	lr=0.204578
Epoch[101] Batch [149]	Speed: 2074.507936 samples/sec	rmse=0.018568	lr=0.204449
Epoch[101] Batch [199]	Speed: 2075.993109 samples/sec	rmse=0.018604	lr=0.204320
Epoch[101] Batch [249]	Speed: 2056.572038 samples/sec	rmse=0.018634	lr=0.204192
Epoch[101] Batch [299]	Speed: 2079.547191 samples/sec	rmse=0.018651	lr=0.204063
Epoch[101] Batch [349]	Speed: 2083.274220 samples/sec	rmse=0.018679	lr=0.203934
Epoch[101] Batch [399]	Speed: 2080.276226 samples/sec	rmse=0.018700	lr=0.203805
Epoch[101] Batch [449]	Speed: 2078.506538 samples/sec	rmse=0.018724	lr=0.203677
Epoch[101] Batch [499]	Speed: 2064.422437 samples/sec	rmse=0.018728	lr=0.203548
Epoch[101] Batch [549]	Speed: 2081.007346 samples/sec	rmse=0.018733	lr=0.203419
Epoch[101] Batch [599]	Speed: 2080.390211 samples/sec	rmse=0.018728	lr=0.203290
Epoch[101] Batch [649]	Speed: 2064.063688 samples/sec	rmse=0.018735	lr=0.203161
Epoch[101] Batch [699]	Speed: 2056.574657 samples/sec	rmse=0.018733	lr=0.203033
Epoch[101] Batch [749]	Speed: 2080.297507 samples/sec	rmse=0.018738	lr=0.202904
Epoch[101] Batch [799]	Speed: 2036.695344 samples/sec	rmse=0.018757	lr=0.202775
Epoch[101] Batch [849]	Speed: 2067.217400 samples/sec	rmse=0.018756	lr=0.202646
Epoch[101] Batch [899]	Speed: 2082.456608 samples/sec	rmse=0.018764	lr=0.202518
Epoch[101] Batch [949]	Speed: 2057.882793 samples/sec	rmse=0.018772	lr=0.202389
Epoch[101] Batch [999]	Speed: 2058.050724 samples/sec	rmse=0.018774	lr=0.202260
Epoch[101] Batch [1049]	Speed: 2049.355134 samples/sec	rmse=0.018775	lr=0.202131
Epoch[101] Batch [1099]	Speed: 2073.315493 samples/sec	rmse=0.018775	lr=0.202003
Epoch[101] Batch [1149]	Speed: 2084.154185 samples/sec	rmse=0.018780	lr=0.201874
Epoch[101] Batch [1199]	Speed: 2074.466854 samples/sec	rmse=0.018781	lr=0.201745
Epoch[101] Batch [1249]	Speed: 2085.935837 samples/sec	rmse=0.018784	lr=0.201616
[Epoch 101] training: rmse=0.018783
[Epoch 101] speed: 2069 samples/sec	time cost: 628.029768
[Epoch 101] validation: err-top1=0.320731 err-top5=0.109993
Epoch[102] Batch [49]	Speed: 2075.575461 samples/sec	rmse=0.018577	lr=0.201485
Epoch[102] Batch [99]	Speed: 2083.192111 samples/sec	rmse=0.018563	lr=0.201356
Epoch[102] Batch [149]	Speed: 2073.407655 samples/sec	rmse=0.018607	lr=0.201227
Epoch[102] Batch [199]	Speed: 2067.809779 samples/sec	rmse=0.018637	lr=0.201099
Epoch[102] Batch [249]	Speed: 2070.816033 samples/sec	rmse=0.018642	lr=0.200970
Epoch[102] Batch [299]	Speed: 2076.215656 samples/sec	rmse=0.018679	lr=0.200841
Epoch[102] Batch [349]	Speed: 2066.664401 samples/sec	rmse=0.018719	lr=0.200712
Epoch[102] Batch [399]	Speed: 2077.717710 samples/sec	rmse=0.018719	lr=0.200583
Epoch[102] Batch [449]	Speed: 2081.517123 samples/sec	rmse=0.018735	lr=0.200455
Epoch[102] Batch [499]	Speed: 2082.817456 samples/sec	rmse=0.018737	lr=0.200326
Epoch[102] Batch [549]	Speed: 2084.949224 samples/sec	rmse=0.018746	lr=0.200197
Epoch[102] Batch [599]	Speed: 2077.260547 samples/sec	rmse=0.018746	lr=0.200068
Epoch[102] Batch [649]	Speed: 2008.955254 samples/sec	rmse=0.018755	lr=0.199939
Epoch[102] Batch [699]	Speed: 2063.030701 samples/sec	rmse=0.018765	lr=0.199811
Epoch[102] Batch [749]	Speed: 2072.421735 samples/sec	rmse=0.018758	lr=0.199682
Epoch[102] Batch [799]	Speed: 2065.275104 samples/sec	rmse=0.018758	lr=0.199553
Epoch[102] Batch [849]	Speed: 2068.474022 samples/sec	rmse=0.018756	lr=0.199424
Epoch[102] Batch [899]	Speed: 2070.412262 samples/sec	rmse=0.018753	lr=0.199296
Epoch[102] Batch [949]	Speed: 2067.168070 samples/sec	rmse=0.018760	lr=0.199167
Epoch[102] Batch [999]	Speed: 2085.240674 samples/sec	rmse=0.018764	lr=0.199038
Epoch[102] Batch [1049]	Speed: 2071.012066 samples/sec	rmse=0.018760	lr=0.198909
Epoch[102] Batch [1099]	Speed: 2068.051924 samples/sec	rmse=0.018757	lr=0.198780
Epoch[102] Batch [1149]	Speed: 2065.424995 samples/sec	rmse=0.018761	lr=0.198652
Epoch[102] Batch [1199]	Speed: 2061.094342 samples/sec	rmse=0.018758	lr=0.198523
Epoch[102] Batch [1249]	Speed: 2071.322507 samples/sec	rmse=0.018760	lr=0.198394
[Epoch 102] training: rmse=0.018761
[Epoch 102] speed: 2068 samples/sec	time cost: 628.249837
[Epoch 102] validation: err-top1=0.316087 err-top5=0.109515
Epoch[103] Batch [49]	Speed: 2082.757199 samples/sec	rmse=0.018553	lr=0.198263
Epoch[103] Batch [99]	Speed: 2071.739065 samples/sec	rmse=0.018570	lr=0.198134
Epoch[103] Batch [149]	Speed: 2060.022370 samples/sec	rmse=0.018595	lr=0.198005
Epoch[103] Batch [199]	Speed: 2053.536686 samples/sec	rmse=0.018647	lr=0.197876
Epoch[103] Batch [249]	Speed: 2071.649929 samples/sec	rmse=0.018639	lr=0.197748
Epoch[103] Batch [299]	Speed: 2054.442056 samples/sec	rmse=0.018628	lr=0.197619
Epoch[103] Batch [349]	Speed: 2062.646146 samples/sec	rmse=0.018636	lr=0.197490
Epoch[103] Batch [399]	Speed: 2072.580346 samples/sec	rmse=0.018657	lr=0.197361
Epoch[103] Batch [449]	Speed: 2066.999344 samples/sec	rmse=0.018677	lr=0.197233
Epoch[103] Batch [499]	Speed: 2070.488436 samples/sec	rmse=0.018689	lr=0.197104
Epoch[103] Batch [549]	Speed: 2059.960658 samples/sec	rmse=0.018693	lr=0.196975
Epoch[103] Batch [599]	Speed: 2058.664562 samples/sec	rmse=0.018694	lr=0.196846
Epoch[103] Batch [649]	Speed: 2067.444021 samples/sec	rmse=0.018713	lr=0.196717
Epoch[103] Batch [699]	Speed: 2067.017270 samples/sec	rmse=0.018730	lr=0.196589
Epoch[103] Batch [749]	Speed: 2076.224689 samples/sec	rmse=0.018724	lr=0.196460
Epoch[103] Batch [799]	Speed: 2067.674752 samples/sec	rmse=0.018715	lr=0.196331
Epoch[103] Batch [849]	Speed: 2075.645977 samples/sec	rmse=0.018711	lr=0.196202
Epoch[103] Batch [899]	Speed: 2055.628544 samples/sec	rmse=0.018716	lr=0.196074
Epoch[103] Batch [949]	Speed: 2067.371095 samples/sec	rmse=0.018724	lr=0.195945
Epoch[103] Batch [999]	Speed: 2078.968678 samples/sec	rmse=0.018727	lr=0.195816
Epoch[103] Batch [1049]	Speed: 2068.332254 samples/sec	rmse=0.018731	lr=0.195687
Epoch[103] Batch [1099]	Speed: 2064.830189 samples/sec	rmse=0.018737	lr=0.195559
Epoch[103] Batch [1149]	Speed: 2087.467882 samples/sec	rmse=0.018736	lr=0.195430
Epoch[103] Batch [1199]	Speed: 2076.516455 samples/sec	rmse=0.018740	lr=0.195301
Epoch[103] Batch [1249]	Speed: 2084.157421 samples/sec	rmse=0.018746	lr=0.195172
[Epoch 103] training: rmse=0.018746
[Epoch 103] speed: 2067 samples/sec	time cost: 628.653848
[Epoch 103] validation: err-top1=0.316984 err-top5=0.108857
Epoch[104] Batch [49]	Speed: 2077.740607 samples/sec	rmse=0.018507	lr=0.195041
Epoch[104] Batch [99]	Speed: 2079.962753 samples/sec	rmse=0.018552	lr=0.194912
Epoch[104] Batch [149]	Speed: 2079.353365 samples/sec	rmse=0.018601	lr=0.194784
Epoch[104] Batch [199]	Speed: 2057.483832 samples/sec	rmse=0.018631	lr=0.194655
Epoch[104] Batch [249]	Speed: 2074.506412 samples/sec	rmse=0.018623	lr=0.194526
Epoch[104] Batch [299]	Speed: 2053.914885 samples/sec	rmse=0.018604	lr=0.194397
Epoch[104] Batch [349]	Speed: 2081.172699 samples/sec	rmse=0.018613	lr=0.194269
Epoch[104] Batch [399]	Speed: 2081.396015 samples/sec	rmse=0.018613	lr=0.194140
Epoch[104] Batch [449]	Speed: 2077.829806 samples/sec	rmse=0.018627	lr=0.194011
Epoch[104] Batch [499]	Speed: 2079.306393 samples/sec	rmse=0.018632	lr=0.193882
Epoch[104] Batch [549]	Speed: 2051.103446 samples/sec	rmse=0.018641	lr=0.193754
Epoch[104] Batch [599]	Speed: 2044.807699 samples/sec	rmse=0.018656	lr=0.193625
Epoch[104] Batch [649]	Speed: 2059.762977 samples/sec	rmse=0.018655	lr=0.193496
Epoch[104] Batch [699]	Speed: 2081.551241 samples/sec	rmse=0.018656	lr=0.193368
Epoch[104] Batch [749]	Speed: 2082.918224 samples/sec	rmse=0.018661	lr=0.193239
Epoch[104] Batch [799]	Speed: 2070.124343 samples/sec	rmse=0.018667	lr=0.193110
Epoch[104] Batch [849]	Speed: 2084.062156 samples/sec	rmse=0.018664	lr=0.192981
Epoch[104] Batch [899]	Speed: 2084.849879 samples/sec	rmse=0.018671	lr=0.192853
Epoch[104] Batch [949]	Speed: 2079.461972 samples/sec	rmse=0.018673	lr=0.192724
Epoch[104] Batch [999]	Speed: 2073.775167 samples/sec	rmse=0.018672	lr=0.192595
Epoch[104] Batch [1049]	Speed: 2057.841914 samples/sec	rmse=0.018674	lr=0.192467
Epoch[104] Batch [1099]	Speed: 2077.468011 samples/sec	rmse=0.018672	lr=0.192338
Epoch[104] Batch [1149]	Speed: 2081.932827 samples/sec	rmse=0.018675	lr=0.192209
Epoch[104] Batch [1199]	Speed: 2079.189689 samples/sec	rmse=0.018678	lr=0.192081
Epoch[104] Batch [1249]	Speed: 2063.553738 samples/sec	rmse=0.018679	lr=0.191952
[Epoch 104] training: rmse=0.018680
[Epoch 104] speed: 2070 samples/sec	time cost: 627.538978
[Epoch 104] validation: err-top1=0.325785 err-top5=0.116842
Epoch[105] Batch [49]	Speed: 2073.317815 samples/sec	rmse=0.018513	lr=0.191821
Epoch[105] Batch [99]	Speed: 2065.586331 samples/sec	rmse=0.018580	lr=0.191692
Epoch[105] Batch [149]	Speed: 2079.964889 samples/sec	rmse=0.018577	lr=0.191563
Epoch[105] Batch [199]	Speed: 2080.380396 samples/sec	rmse=0.018567	lr=0.191435
Epoch[105] Batch [249]	Speed: 2073.524472 samples/sec	rmse=0.018597	lr=0.191306
Epoch[105] Batch [299]	Speed: 2065.007437 samples/sec	rmse=0.018598	lr=0.191177
Epoch[105] Batch [349]	Speed: 2068.484840 samples/sec	rmse=0.018605	lr=0.191049
Epoch[105] Batch [399]	Speed: 2055.245111 samples/sec	rmse=0.018607	lr=0.190920
Epoch[105] Batch [449]	Speed: 2081.390064 samples/sec	rmse=0.018595	lr=0.190791
Epoch[105] Batch [499]	Speed: 2074.804211 samples/sec	rmse=0.018588	lr=0.190663
Epoch[105] Batch [549]	Speed: 2056.223474 samples/sec	rmse=0.018598	lr=0.190534
Epoch[105] Batch [599]	Speed: 2073.851409 samples/sec	rmse=0.018600	lr=0.190405
Epoch[105] Batch [649]	Speed: 2069.461115 samples/sec	rmse=0.018601	lr=0.190277
Epoch[105] Batch [699]	Speed: 2082.146192 samples/sec	rmse=0.018604	lr=0.190148
Epoch[105] Batch [749]	Speed: 2065.360614 samples/sec	rmse=0.018615	lr=0.190020
Epoch[105] Batch [799]	Speed: 2065.197287 samples/sec	rmse=0.018610	lr=0.189891
Epoch[105] Batch [849]	Speed: 2070.170262 samples/sec	rmse=0.018607	lr=0.189762
Epoch[105] Batch [899]	Speed: 2077.832379 samples/sec	rmse=0.018616	lr=0.189634
Epoch[105] Batch [949]	Speed: 2066.631963 samples/sec	rmse=0.018625	lr=0.189505
Epoch[105] Batch [999]	Speed: 2064.698052 samples/sec	rmse=0.018632	lr=0.189377
Epoch[105] Batch [1049]	Speed: 2067.270732 samples/sec	rmse=0.018636	lr=0.189248
Epoch[105] Batch [1099]	Speed: 2077.961156 samples/sec	rmse=0.018639	lr=0.189119
Epoch[105] Batch [1149]	Speed: 2058.964936 samples/sec	rmse=0.018647	lr=0.188991
Epoch[105] Batch [1199]	Speed: 2068.639083 samples/sec	rmse=0.018654	lr=0.188862
Epoch[105] Batch [1249]	Speed: 2071.066992 samples/sec	rmse=0.018657	lr=0.188734
[Epoch 105] training: rmse=0.018657
[Epoch 105] speed: 2068 samples/sec	time cost: 627.960290
[Epoch 105] validation: err-top1=0.312042 err-top5=0.107860
Epoch[106] Batch [49]	Speed: 2069.976204 samples/sec	rmse=0.018518	lr=0.188602
Epoch[106] Batch [99]	Speed: 2066.106609 samples/sec	rmse=0.018527	lr=0.188474
Epoch[106] Batch [149]	Speed: 2066.538572 samples/sec	rmse=0.018517	lr=0.188345
Epoch[106] Batch [199]	Speed: 2069.597871 samples/sec	rmse=0.018543	lr=0.188217
Epoch[106] Batch [249]	Speed: 2077.551318 samples/sec	rmse=0.018509	lr=0.188088
Epoch[106] Batch [299]	Speed: 2066.333364 samples/sec	rmse=0.018521	lr=0.187960
Epoch[106] Batch [349]	Speed: 2065.390768 samples/sec	rmse=0.018532	lr=0.187831
Epoch[106] Batch [399]	Speed: 2064.541578 samples/sec	rmse=0.018555	lr=0.187703
Epoch[106] Batch [449]	Speed: 2065.423942 samples/sec	rmse=0.018573	lr=0.187574
Epoch[106] Batch [499]	Speed: 2066.209126 samples/sec	rmse=0.018578	lr=0.187445
Epoch[106] Batch [549]	Speed: 2067.569184 samples/sec	rmse=0.018586	lr=0.187317
Epoch[106] Batch [599]	Speed: 2059.857812 samples/sec	rmse=0.018600	lr=0.187188
Epoch[106] Batch [649]	Speed: 2060.608892 samples/sec	rmse=0.018612	lr=0.187060
Epoch[106] Batch [699]	Speed: 2070.839077 samples/sec	rmse=0.018627	lr=0.186931
Epoch[106] Batch [749]	Speed: 2068.569560 samples/sec	rmse=0.018624	lr=0.186803
Epoch[106] Batch [799]	Speed: 2080.105475 samples/sec	rmse=0.018634	lr=0.186674
Epoch[106] Batch [849]	Speed: 2058.037313 samples/sec	rmse=0.018636	lr=0.186546
Epoch[106] Batch [899]	Speed: 2080.250110 samples/sec	rmse=0.018647	lr=0.186417
Epoch[106] Batch [949]	Speed: 2058.883824 samples/sec	rmse=0.018656	lr=0.186289
Epoch[106] Batch [999]	Speed: 2031.157626 samples/sec	rmse=0.018669	lr=0.186160
Epoch[106] Batch [1049]	Speed: 2064.245646 samples/sec	rmse=0.018671	lr=0.186032
Epoch[106] Batch [1099]	Speed: 2037.451894 samples/sec	rmse=0.018668	lr=0.185904
Epoch[106] Batch [1149]	Speed: 2044.483684 samples/sec	rmse=0.018673	lr=0.185775
Epoch[106] Batch [1199]	Speed: 2032.201029 samples/sec	rmse=0.018673	lr=0.185647
Epoch[106] Batch [1249]	Speed: 2066.901981 samples/sec	rmse=0.018669	lr=0.185518
[Epoch 106] training: rmse=0.018669
[Epoch 106] speed: 2060 samples/sec	time cost: 630.957194
[Epoch 106] validation: err-top1=0.325175 err-top5=0.115075
Epoch[107] Batch [49]	Speed: 2088.667908 samples/sec	rmse=0.018318	lr=0.185387
Epoch[107] Batch [99]	Speed: 2081.049171 samples/sec	rmse=0.018361	lr=0.185259
Epoch[107] Batch [149]	Speed: 2082.791680 samples/sec	rmse=0.018406	lr=0.185130
Epoch[107] Batch [199]	Speed: 2081.428112 samples/sec	rmse=0.018460	lr=0.185002
Epoch[107] Batch [249]	Speed: 2084.604027 samples/sec	rmse=0.018483	lr=0.184873
Epoch[107] Batch [299]	Speed: 2064.289856 samples/sec	rmse=0.018498	lr=0.184745
Epoch[107] Batch [349]	Speed: 2052.023298 samples/sec	rmse=0.018502	lr=0.184617
Epoch[107] Batch [399]	Speed: 2066.543206 samples/sec	rmse=0.018499	lr=0.184488
Epoch[107] Batch [449]	Speed: 2069.767241 samples/sec	rmse=0.018508	lr=0.184360
Epoch[107] Batch [499]	Speed: 2089.796813 samples/sec	rmse=0.018518	lr=0.184231
Epoch[107] Batch [549]	Speed: 2083.327030 samples/sec	rmse=0.018537	lr=0.184103
Epoch[107] Batch [599]	Speed: 2083.423784 samples/sec	rmse=0.018550	lr=0.183975
Epoch[107] Batch [649]	Speed: 2081.798573 samples/sec	rmse=0.018565	lr=0.183846
Epoch[107] Batch [699]	Speed: 2064.425751 samples/sec	rmse=0.018581	lr=0.183718
Epoch[107] Batch [749]	Speed: 2067.904918 samples/sec	rmse=0.018585	lr=0.183590
Epoch[107] Batch [799]	Speed: 2035.704556 samples/sec	rmse=0.018591	lr=0.183461
Epoch[107] Batch [849]	Speed: 2061.798201 samples/sec	rmse=0.018591	lr=0.183333
Epoch[107] Batch [899]	Speed: 2076.249440 samples/sec	rmse=0.018604	lr=0.183205
Epoch[107] Batch [949]	Speed: 2076.386874 samples/sec	rmse=0.018604	lr=0.183076
Epoch[107] Batch [999]	Speed: 2077.123740 samples/sec	rmse=0.018614	lr=0.182948
Epoch[107] Batch [1049]	Speed: 2047.106659 samples/sec	rmse=0.018617	lr=0.182820
Epoch[107] Batch [1099]	Speed: 2080.780041 samples/sec	rmse=0.018623	lr=0.182691
Epoch[107] Batch [1149]	Speed: 2080.011325 samples/sec	rmse=0.018626	lr=0.182563
Epoch[107] Batch [1199]	Speed: 2030.152468 samples/sec	rmse=0.018629	lr=0.182435
Epoch[107] Batch [1249]	Speed: 2086.885461 samples/sec	rmse=0.018629	lr=0.182307
[Epoch 107] training: rmse=0.018628
[Epoch 107] speed: 2070 samples/sec	time cost: 628.369468
[Epoch 107] validation: err-top1=0.309431 err-top5=0.104652
Epoch[108] Batch [49]	Speed: 2068.819577 samples/sec	rmse=0.018327	lr=0.182176
Epoch[108] Batch [99]	Speed: 2083.012293 samples/sec	rmse=0.018361	lr=0.182047
Epoch[108] Batch [149]	Speed: 2068.186343 samples/sec	rmse=0.018372	lr=0.181919
Epoch[108] Batch [199]	Speed: 2082.219255 samples/sec	rmse=0.018374	lr=0.181791
Epoch[108] Batch [249]	Speed: 2082.554654 samples/sec	rmse=0.018374	lr=0.181663
Epoch[108] Batch [299]	Speed: 2069.736700 samples/sec	rmse=0.018411	lr=0.181534
Epoch[108] Batch [349]	Speed: 2073.579972 samples/sec	rmse=0.018419	lr=0.181406
Epoch[108] Batch [399]	Speed: 2086.163764 samples/sec	rmse=0.018436	lr=0.181278
Epoch[108] Batch [449]	Speed: 2086.478846 samples/sec	rmse=0.018443	lr=0.181150
Epoch[108] Batch [499]	Speed: 2056.872727 samples/sec	rmse=0.018468	lr=0.181022
Epoch[108] Batch [549]	Speed: 2077.141983 samples/sec	rmse=0.018479	lr=0.180893
Epoch[108] Batch [599]	Speed: 2052.445586 samples/sec	rmse=0.018491	lr=0.180765
Epoch[108] Batch [649]	Speed: 2070.120233 samples/sec	rmse=0.018496	lr=0.180637
Epoch[108] Batch [699]	Speed: 2069.355145 samples/sec	rmse=0.018515	lr=0.180509
Epoch[108] Batch [749]	Speed: 2072.681905 samples/sec	rmse=0.018521	lr=0.180381
Epoch[108] Batch [799]	Speed: 2065.975859 samples/sec	rmse=0.018526	lr=0.180252
Epoch[108] Batch [849]	Speed: 2077.481135 samples/sec	rmse=0.018535	lr=0.180124
Epoch[108] Batch [899]	Speed: 2073.912454 samples/sec	rmse=0.018540	lr=0.179996
Epoch[108] Batch [949]	Speed: 2085.458059 samples/sec	rmse=0.018556	lr=0.179868
Epoch[108] Batch [999]	Speed: 2072.349578 samples/sec	rmse=0.018554	lr=0.179740
Epoch[108] Batch [1049]	Speed: 2080.986293 samples/sec	rmse=0.018558	lr=0.179612
Epoch[108] Batch [1099]	Speed: 2066.149209 samples/sec	rmse=0.018565	lr=0.179484
Epoch[108] Batch [1149]	Speed: 2066.058187 samples/sec	rmse=0.018572	lr=0.179356
Epoch[108] Batch [1199]	Speed: 2070.128275 samples/sec	rmse=0.018572	lr=0.179228
Epoch[108] Batch [1249]	Speed: 2073.299599 samples/sec	rmse=0.018578	lr=0.179099
[Epoch 108] training: rmse=0.018579
[Epoch 108] speed: 2071 samples/sec	time cost: 627.508200
[Epoch 108] validation: err-top1=0.300004 err-top5=0.100765
Epoch[109] Batch [49]	Speed: 2074.923491 samples/sec	rmse=0.018224	lr=0.178969
Epoch[109] Batch [99]	Speed: 2059.035789 samples/sec	rmse=0.018329	lr=0.178841
Epoch[109] Batch [149]	Speed: 2062.634338 samples/sec	rmse=0.018346	lr=0.178713
Epoch[109] Batch [199]	Speed: 2058.946755 samples/sec	rmse=0.018389	lr=0.178585
Epoch[109] Batch [249]	Speed: 2060.539948 samples/sec	rmse=0.018415	lr=0.178457
Epoch[109] Batch [299]	Speed: 2074.108633 samples/sec	rmse=0.018419	lr=0.178329
Epoch[109] Batch [349]	Speed: 2071.130271 samples/sec	rmse=0.018449	lr=0.178201
Epoch[109] Batch [399]	Speed: 2070.887005 samples/sec	rmse=0.018464	lr=0.178073
Epoch[109] Batch [449]	Speed: 2078.454958 samples/sec	rmse=0.018480	lr=0.177945
Epoch[109] Batch [499]	Speed: 2070.436674 samples/sec	rmse=0.018494	lr=0.177817
Epoch[109] Batch [549]	Speed: 2072.213877 samples/sec	rmse=0.018507	lr=0.177689
Epoch[109] Batch [599]	Speed: 2055.584095 samples/sec	rmse=0.018518	lr=0.177561
Epoch[109] Batch [649]	Speed: 2085.035035 samples/sec	rmse=0.018520	lr=0.177433
Epoch[109] Batch [699]	Speed: 2058.481791 samples/sec	rmse=0.018530	lr=0.177305
Epoch[109] Batch [749]	Speed: 2073.271956 samples/sec	rmse=0.018529	lr=0.177177
Epoch[109] Batch [799]	Speed: 2059.548782 samples/sec	rmse=0.018523	lr=0.177049
Epoch[109] Batch [849]	Speed: 2073.003173 samples/sec	rmse=0.018530	lr=0.176921
Epoch[109] Batch [899]	Speed: 2081.497795 samples/sec	rmse=0.018537	lr=0.176793
Epoch[109] Batch [949]	Speed: 2080.579937 samples/sec	rmse=0.018552	lr=0.176665
Epoch[109] Batch [999]	Speed: 2084.063309 samples/sec	rmse=0.018555	lr=0.176537
Epoch[109] Batch [1049]	Speed: 2088.169425 samples/sec	rmse=0.018556	lr=0.176409
Epoch[109] Batch [1099]	Speed: 2086.580941 samples/sec	rmse=0.018567	lr=0.176281
Epoch[109] Batch [1149]	Speed: 2083.046682 samples/sec	rmse=0.018575	lr=0.176153
Epoch[109] Batch [1199]	Speed: 2059.556861 samples/sec	rmse=0.018577	lr=0.176026
Epoch[109] Batch [1249]	Speed: 2075.192411 samples/sec	rmse=0.018575	lr=0.175898
[Epoch 109] training: rmse=0.018575
[Epoch 109] speed: 2070 samples/sec	time cost: 627.974035
[Epoch 109] validation: err-top1=0.318499 err-top5=0.107980
Epoch[110] Batch [49]	Speed: 2090.587250 samples/sec	rmse=0.018366	lr=0.175767
Epoch[110] Batch [99]	Speed: 2075.145066 samples/sec	rmse=0.018402	lr=0.175640
Epoch[110] Batch [149]	Speed: 2087.199686 samples/sec	rmse=0.018407	lr=0.175512
Epoch[110] Batch [199]	Speed: 2077.407339 samples/sec	rmse=0.018433	lr=0.175384
Epoch[110] Batch [249]	Speed: 2079.815015 samples/sec	rmse=0.018455	lr=0.175256
Epoch[110] Batch [299]	Speed: 2065.076680 samples/sec	rmse=0.018448	lr=0.175128
Epoch[110] Batch [349]	Speed: 2068.425608 samples/sec	rmse=0.018477	lr=0.175001
Epoch[110] Batch [399]	Speed: 2055.101925 samples/sec	rmse=0.018477	lr=0.174873
Epoch[110] Batch [449]	Speed: 2063.080250 samples/sec	rmse=0.018461	lr=0.174745
Epoch[110] Batch [499]	Speed: 2080.213214 samples/sec	rmse=0.018479	lr=0.174617
Epoch[110] Batch [549]	Speed: 2085.465937 samples/sec	rmse=0.018496	lr=0.174490
Epoch[110] Batch [599]	Speed: 2082.612538 samples/sec	rmse=0.018516	lr=0.174362
Epoch[110] Batch [649]	Speed: 2087.097956 samples/sec	rmse=0.018517	lr=0.174234
Epoch[110] Batch [699]	Speed: 2081.931273 samples/sec	rmse=0.018515	lr=0.174106
Epoch[110] Batch [749]	Speed: 2071.772743 samples/sec	rmse=0.018507	lr=0.173979
Epoch[110] Batch [799]	Speed: 2072.284545 samples/sec	rmse=0.018506	lr=0.173851
Epoch[110] Batch [849]	Speed: 2080.929912 samples/sec	rmse=0.018506	lr=0.173723
Epoch[110] Batch [899]	Speed: 2065.553430 samples/sec	rmse=0.018506	lr=0.173596
Epoch[110] Batch [949]	Speed: 2082.179281 samples/sec	rmse=0.018508	lr=0.173468
Epoch[110] Batch [999]	Speed: 2074.776869 samples/sec	rmse=0.018512	lr=0.173340
Epoch[110] Batch [1049]	Speed: 2064.759552 samples/sec	rmse=0.018512	lr=0.173213
Epoch[110] Batch [1099]	Speed: 2083.776111 samples/sec	rmse=0.018511	lr=0.173085
Epoch[110] Batch [1149]	Speed: 2086.079076 samples/sec	rmse=0.018519	lr=0.172958
Epoch[110] Batch [1199]	Speed: 2077.241739 samples/sec	rmse=0.018519	lr=0.172830
Epoch[110] Batch [1249]	Speed: 2089.510757 samples/sec	rmse=0.018523	lr=0.172702
[Epoch 110] training: rmse=0.018524
[Epoch 110] speed: 2075 samples/sec	time cost: 626.180703
[Epoch 110] validation: err-top1=0.306763 err-top5=0.104309
Epoch[111] Batch [49]	Speed: 2060.554658 samples/sec	rmse=0.018206	lr=0.172572
Epoch[111] Batch [99]	Speed: 2053.098697 samples/sec	rmse=0.018264	lr=0.172445
Epoch[111] Batch [149]	Speed: 2076.953043 samples/sec	rmse=0.018284	lr=0.172317
Epoch[111] Batch [199]	Speed: 2062.034446 samples/sec	rmse=0.018326	lr=0.172190
Epoch[111] Batch [249]	Speed: 2058.452470 samples/sec	rmse=0.018312	lr=0.172062
Epoch[111] Batch [299]	Speed: 2065.873286 samples/sec	rmse=0.018339	lr=0.171935
Epoch[111] Batch [349]	Speed: 2067.051630 samples/sec	rmse=0.018369	lr=0.171807
Epoch[111] Batch [399]	Speed: 2079.368747 samples/sec	rmse=0.018377	lr=0.171680
Epoch[111] Batch [449]	Speed: 2063.326403 samples/sec	rmse=0.018390	lr=0.171552
Epoch[111] Batch [499]	Speed: 2077.306180 samples/sec	rmse=0.018381	lr=0.171425
Epoch[111] Batch [549]	Speed: 2072.934257 samples/sec	rmse=0.018383	lr=0.171297
Epoch[111] Batch [599]	Speed: 2078.852475 samples/sec	rmse=0.018395	lr=0.171170
Epoch[111] Batch [649]	Speed: 2060.864642 samples/sec	rmse=0.018408	lr=0.171042
Epoch[111] Batch [699]	Speed: 2065.250197 samples/sec	rmse=0.018404	lr=0.170915
Epoch[111] Batch [749]	Speed: 2071.205559 samples/sec	rmse=0.018405	lr=0.170787
Epoch[111] Batch [799]	Speed: 2068.838889 samples/sec	rmse=0.018397	lr=0.170660
Epoch[111] Batch [849]	Speed: 2065.953937 samples/sec	rmse=0.018407	lr=0.170533
Epoch[111] Batch [899]	Speed: 2063.250418 samples/sec	rmse=0.018413	lr=0.170405
Epoch[111] Batch [949]	Speed: 2062.463340 samples/sec	rmse=0.018422	lr=0.170278
Epoch[111] Batch [999]	Speed: 2064.365104 samples/sec	rmse=0.018425	lr=0.170151
Epoch[111] Batch [1049]	Speed: 2062.262704 samples/sec	rmse=0.018427	lr=0.170023
Epoch[111] Batch [1099]	Speed: 2064.761736 samples/sec	rmse=0.018433	lr=0.169896
Epoch[111] Batch [1149]	Speed: 2053.669696 samples/sec	rmse=0.018436	lr=0.169769
Epoch[111] Batch [1199]	Speed: 2063.735110 samples/sec	rmse=0.018438	lr=0.169641
Epoch[111] Batch [1249]	Speed: 2077.999621 samples/sec	rmse=0.018441	lr=0.169514
[Epoch 111] training: rmse=0.018441
[Epoch 111] speed: 2064 samples/sec	time cost: 629.492136
[Epoch 111] validation: err-top1=0.299825 err-top5=0.099689
Epoch[112] Batch [49]	Speed: 2066.884714 samples/sec	rmse=0.018132	lr=0.169384
Epoch[112] Batch [99]	Speed: 2067.116415 samples/sec	rmse=0.018251	lr=0.169257
Epoch[112] Batch [149]	Speed: 2074.660873 samples/sec	rmse=0.018308	lr=0.169130
Epoch[112] Batch [199]	Speed: 2066.643160 samples/sec	rmse=0.018330	lr=0.169003
Epoch[112] Batch [249]	Speed: 2068.868367 samples/sec	rmse=0.018331	lr=0.168875
Epoch[112] Batch [299]	Speed: 2066.247356 samples/sec	rmse=0.018365	lr=0.168748
Epoch[112] Batch [349]	Speed: 2046.396939 samples/sec	rmse=0.018381	lr=0.168621
Epoch[112] Batch [399]	Speed: 2086.740185 samples/sec	rmse=0.018386	lr=0.168494
Epoch[112] Batch [449]	Speed: 2059.901458 samples/sec	rmse=0.018384	lr=0.168367
Epoch[112] Batch [499]	Speed: 2084.184849 samples/sec	rmse=0.018392	lr=0.168239
Epoch[112] Batch [549]	Speed: 2074.924433 samples/sec	rmse=0.018408	lr=0.168112
Epoch[112] Batch [599]	Speed: 2070.386752 samples/sec	rmse=0.018417	lr=0.167985
Epoch[112] Batch [649]	Speed: 2075.505792 samples/sec	rmse=0.018414	lr=0.167858
Epoch[112] Batch [699]	Speed: 2078.605762 samples/sec	rmse=0.018416	lr=0.167731
Epoch[112] Batch [749]	Speed: 2081.336949 samples/sec	rmse=0.018429	lr=0.167604
Epoch[112] Batch [799]	Speed: 2075.764972 samples/sec	rmse=0.018430	lr=0.167477
Epoch[112] Batch [849]	Speed: 2086.934884 samples/sec	rmse=0.018435	lr=0.167350
Epoch[112] Batch [899]	Speed: 2078.901357 samples/sec	rmse=0.018440	lr=0.167223
Epoch[112] Batch [949]	Speed: 2083.463280 samples/sec	rmse=0.018448	lr=0.167096
Epoch[112] Batch [999]	Speed: 2053.718442 samples/sec	rmse=0.018452	lr=0.166969
Epoch[112] Batch [1049]	Speed: 2075.243328 samples/sec	rmse=0.018449	lr=0.166842
Epoch[112] Batch [1099]	Speed: 2076.187795 samples/sec	rmse=0.018458	lr=0.166715
Epoch[112] Batch [1149]	Speed: 2085.758382 samples/sec	rmse=0.018468	lr=0.166588
Epoch[112] Batch [1199]	Speed: 2078.621938 samples/sec	rmse=0.018474	lr=0.166461
Epoch[112] Batch [1249]	Speed: 2091.009863 samples/sec	rmse=0.018477	lr=0.166334
[Epoch 112] training: rmse=0.018477
[Epoch 112] speed: 2072 samples/sec	time cost: 627.380935
[Epoch 112] validation: err-top1=0.302874 err-top5=0.101842
Epoch[113] Batch [49]	Speed: 2087.469647 samples/sec	rmse=0.018248	lr=0.166204
Epoch[113] Batch [99]	Speed: 2077.272683 samples/sec	rmse=0.018252	lr=0.166077
Epoch[113] Batch [149]	Speed: 2066.671879 samples/sec	rmse=0.018265	lr=0.165950
Epoch[113] Batch [199]	Speed: 2058.672417 samples/sec	rmse=0.018313	lr=0.165823
Epoch[113] Batch [249]	Speed: 2062.667305 samples/sec	rmse=0.018286	lr=0.165697
Epoch[113] Batch [299]	Speed: 2072.972757 samples/sec	rmse=0.018301	lr=0.165570
Epoch[113] Batch [349]	Speed: 2074.594633 samples/sec	rmse=0.018291	lr=0.165443
Epoch[113] Batch [399]	Speed: 2078.719342 samples/sec	rmse=0.018328	lr=0.165316
Epoch[113] Batch [449]	Speed: 2078.785101 samples/sec	rmse=0.018331	lr=0.165189
Epoch[113] Batch [499]	Speed: 2080.001494 samples/sec	rmse=0.018340	lr=0.165062
Epoch[113] Batch [549]	Speed: 2057.238066 samples/sec	rmse=0.018363	lr=0.164936
Epoch[113] Batch [599]	Speed: 2045.330515 samples/sec	rmse=0.018375	lr=0.164809
Epoch[113] Batch [649]	Speed: 2075.905854 samples/sec	rmse=0.018386	lr=0.164682
Epoch[113] Batch [699]	Speed: 2062.135390 samples/sec	rmse=0.018391	lr=0.164555
Epoch[113] Batch [749]	Speed: 2084.063066 samples/sec	rmse=0.018406	lr=0.164429
Epoch[113] Batch [799]	Speed: 2079.829317 samples/sec	rmse=0.018416	lr=0.164302
Epoch[113] Batch [849]	Speed: 2080.528758 samples/sec	rmse=0.018417	lr=0.164175
Epoch[113] Batch [899]	Speed: 2081.345300 samples/sec	rmse=0.018416	lr=0.164048
Epoch[113] Batch [949]	Speed: 2075.268577 samples/sec	rmse=0.018412	lr=0.163922
Epoch[113] Batch [999]	Speed: 2083.413131 samples/sec	rmse=0.018421	lr=0.163795
Epoch[113] Batch [1049]	Speed: 2075.966117 samples/sec	rmse=0.018432	lr=0.163668
Epoch[113] Batch [1099]	Speed: 2071.209534 samples/sec	rmse=0.018440	lr=0.163542
Epoch[113] Batch [1149]	Speed: 2059.879882 samples/sec	rmse=0.018445	lr=0.163415
Epoch[113] Batch [1199]	Speed: 2076.384626 samples/sec	rmse=0.018451	lr=0.163289
Epoch[113] Batch [1249]	Speed: 2078.145834 samples/sec	rmse=0.018454	lr=0.163162
[Epoch 113] training: rmse=0.018454
[Epoch 113] speed: 2071 samples/sec	time cost: 627.569427
[Epoch 113] validation: err-top1=0.292271 err-top5=0.095026
Epoch[114] Batch [49]	Speed: 2071.889756 samples/sec	rmse=0.018083	lr=0.163033
Epoch[114] Batch [99]	Speed: 2083.107058 samples/sec	rmse=0.018164	lr=0.162906
Epoch[114] Batch [149]	Speed: 2068.329147 samples/sec	rmse=0.018200	lr=0.162780
Epoch[114] Batch [199]	Speed: 2067.487094 samples/sec	rmse=0.018225	lr=0.162653
Epoch[114] Batch [249]	Speed: 2072.245691 samples/sec	rmse=0.018238	lr=0.162527
Epoch[114] Batch [299]	Speed: 2075.767520 samples/sec	rmse=0.018262	lr=0.162400
Epoch[114] Batch [349]	Speed: 2077.202720 samples/sec	rmse=0.018260	lr=0.162274
Epoch[114] Batch [399]	Speed: 2073.084141 samples/sec	rmse=0.018267	lr=0.162147
Epoch[114] Batch [449]	Speed: 2067.455167 samples/sec	rmse=0.018279	lr=0.162021
Epoch[114] Batch [499]	Speed: 2060.764751 samples/sec	rmse=0.018289	lr=0.161894
Epoch[114] Batch [549]	Speed: 2069.856056 samples/sec	rmse=0.018288	lr=0.161768
Epoch[114] Batch [599]	Speed: 2057.513145 samples/sec	rmse=0.018298	lr=0.161642
Epoch[114] Batch [649]	Speed: 2068.764172 samples/sec	rmse=0.018304	lr=0.161515
Epoch[114] Batch [699]	Speed: 2066.453859 samples/sec	rmse=0.018319	lr=0.161389
Epoch[114] Batch [749]	Speed: 2068.741173 samples/sec	rmse=0.018322	lr=0.161263
Epoch[114] Batch [799]	Speed: 2056.875229 samples/sec	rmse=0.018327	lr=0.161136
Epoch[114] Batch [849]	Speed: 2074.334062 samples/sec	rmse=0.018328	lr=0.161010
Epoch[114] Batch [899]	Speed: 2065.682914 samples/sec	rmse=0.018334	lr=0.160884
Epoch[114] Batch [949]	Speed: 2056.610700 samples/sec	rmse=0.018343	lr=0.160757
Epoch[114] Batch [999]	Speed: 2057.458403 samples/sec	rmse=0.018351	lr=0.160631
Epoch[114] Batch [1049]	Speed: 2063.830688 samples/sec	rmse=0.018360	lr=0.160505
Epoch[114] Batch [1099]	Speed: 2051.901402 samples/sec	rmse=0.018359	lr=0.160379
Epoch[114] Batch [1149]	Speed: 2062.602957 samples/sec	rmse=0.018359	lr=0.160252
Epoch[114] Batch [1199]	Speed: 2067.060226 samples/sec	rmse=0.018363	lr=0.160126
Epoch[114] Batch [1249]	Speed: 2075.658154 samples/sec	rmse=0.018369	lr=0.160000
[Epoch 114] training: rmse=0.018369
[Epoch 114] speed: 2065 samples/sec	time cost: 629.814709
[Epoch 114] validation: err-top1=0.312221 err-top5=0.106166
Epoch[115] Batch [49]	Speed: 2084.553986 samples/sec	rmse=0.018157	lr=0.159871
Epoch[115] Batch [99]	Speed: 2065.182570 samples/sec	rmse=0.018244	lr=0.159745
Epoch[115] Batch [149]	Speed: 2077.717771 samples/sec	rmse=0.018269	lr=0.159619
Epoch[115] Batch [199]	Speed: 2073.654638 samples/sec	rmse=0.018284	lr=0.159493
Epoch[115] Batch [249]	Speed: 2079.986183 samples/sec	rmse=0.018264	lr=0.159367
Epoch[115] Batch [299]	Speed: 2075.137386 samples/sec	rmse=0.018288	lr=0.159241
Epoch[115] Batch [349]	Speed: 2077.978147 samples/sec	rmse=0.018316	lr=0.159115
Epoch[115] Batch [399]	Speed: 2074.891033 samples/sec	rmse=0.018311	lr=0.158988
Epoch[115] Batch [449]	Speed: 2076.419418 samples/sec	rmse=0.018305	lr=0.158862
Epoch[115] Batch [499]	Speed: 2058.680291 samples/sec	rmse=0.018309	lr=0.158736
Epoch[115] Batch [549]	Speed: 2064.812142 samples/sec	rmse=0.018326	lr=0.158610
Epoch[115] Batch [599]	Speed: 2081.327569 samples/sec	rmse=0.018327	lr=0.158484
Epoch[115] Batch [649]	Speed: 2074.411487 samples/sec	rmse=0.018341	lr=0.158358
Epoch[115] Batch [699]	Speed: 2079.298220 samples/sec	rmse=0.018362	lr=0.158233
Epoch[115] Batch [749]	Speed: 2074.789858 samples/sec	rmse=0.018359	lr=0.158107
Epoch[115] Batch [799]	Speed: 2078.228210 samples/sec	rmse=0.018358	lr=0.157981
Epoch[115] Batch [849]	Speed: 2077.226288 samples/sec	rmse=0.018365	lr=0.157855
Epoch[115] Batch [899]	Speed: 2053.245432 samples/sec	rmse=0.018364	lr=0.157729
Epoch[115] Batch [949]	Speed: 2081.444089 samples/sec	rmse=0.018365	lr=0.157603
Epoch[115] Batch [999]	Speed: 2080.266312 samples/sec	rmse=0.018366	lr=0.157477
Epoch[115] Batch [1049]	Speed: 2075.583124 samples/sec	rmse=0.018369	lr=0.157351
Epoch[115] Batch [1099]	Speed: 2061.764866 samples/sec	rmse=0.018375	lr=0.157226
Epoch[115] Batch [1149]	Speed: 2071.971037 samples/sec	rmse=0.018379	lr=0.157100
Epoch[115] Batch [1199]	Speed: 2076.749598 samples/sec	rmse=0.018381	lr=0.156974
Epoch[115] Batch [1249]	Speed: 2066.208768 samples/sec	rmse=0.018379	lr=0.156848
[Epoch 115] training: rmse=0.018378
[Epoch 115] speed: 2071 samples/sec	time cost: 627.483454
[Epoch 115] validation: err-top1=0.296656 err-top5=0.097796
Epoch[116] Batch [49]	Speed: 2043.121978 samples/sec	rmse=0.018105	lr=0.156720
Epoch[116] Batch [99]	Speed: 2065.845205 samples/sec	rmse=0.018086	lr=0.156594
Epoch[116] Batch [149]	Speed: 2079.514428 samples/sec	rmse=0.018128	lr=0.156469
Epoch[116] Batch [199]	Speed: 2073.866069 samples/sec	rmse=0.018163	lr=0.156343
Epoch[116] Batch [249]	Speed: 2074.940672 samples/sec	rmse=0.018186	lr=0.156217
Epoch[116] Batch [299]	Speed: 2066.339051 samples/sec	rmse=0.018204	lr=0.156092
Epoch[116] Batch [349]	Speed: 2084.585249 samples/sec	rmse=0.018233	lr=0.155966
Epoch[116] Batch [399]	Speed: 2078.594897 samples/sec	rmse=0.018248	lr=0.155840
Epoch[116] Batch [449]	Speed: 2069.553274 samples/sec	rmse=0.018261	lr=0.155715
Epoch[116] Batch [499]	Speed: 2058.377278 samples/sec	rmse=0.018267	lr=0.155589
Epoch[116] Batch [549]	Speed: 2079.238870 samples/sec	rmse=0.018265	lr=0.155464
Epoch[116] Batch [599]	Speed: 2069.296840 samples/sec	rmse=0.018265	lr=0.155338
Epoch[116] Batch [649]	Speed: 2075.662769 samples/sec	rmse=0.018262	lr=0.155212
Epoch[116] Batch [699]	Speed: 2074.245203 samples/sec	rmse=0.018256	lr=0.155087
Epoch[116] Batch [749]	Speed: 2064.020699 samples/sec	rmse=0.018268	lr=0.154961
Epoch[116] Batch [799]	Speed: 2074.562025 samples/sec	rmse=0.018274	lr=0.154836
Epoch[116] Batch [849]	Speed: 2059.375432 samples/sec	rmse=0.018285	lr=0.154711
Epoch[116] Batch [899]	Speed: 2076.986248 samples/sec	rmse=0.018289	lr=0.154585
Epoch[116] Batch [949]	Speed: 2080.449727 samples/sec	rmse=0.018294	lr=0.154460
Epoch[116] Batch [999]	Speed: 2066.842899 samples/sec	rmse=0.018297	lr=0.154334
Epoch[116] Batch [1049]	Speed: 2075.996160 samples/sec	rmse=0.018297	lr=0.154209
Epoch[116] Batch [1099]	Speed: 2084.222615 samples/sec	rmse=0.018296	lr=0.154084
Epoch[116] Batch [1149]	Speed: 2058.124315 samples/sec	rmse=0.018303	lr=0.153958
Epoch[116] Batch [1199]	Speed: 2070.956384 samples/sec	rmse=0.018307	lr=0.153833
Epoch[116] Batch [1249]	Speed: 2081.110741 samples/sec	rmse=0.018307	lr=0.153708
[Epoch 116] training: rmse=0.018307
[Epoch 116] speed: 2069 samples/sec	time cost: 627.807760
[Epoch 116] validation: err-top1=0.298035 err-top5=0.099447
Epoch[117] Batch [49]	Speed: 2080.242936 samples/sec	rmse=0.018107	lr=0.153580
Epoch[117] Batch [99]	Speed: 2073.094668 samples/sec	rmse=0.018155	lr=0.153455
Epoch[117] Batch [149]	Speed: 2059.549178 samples/sec	rmse=0.018188	lr=0.153329
Epoch[117] Batch [199]	Speed: 2063.924489 samples/sec	rmse=0.018213	lr=0.153204
Epoch[117] Batch [249]	Speed: 2074.213287 samples/sec	rmse=0.018229	lr=0.153079
Epoch[117] Batch [299]	Speed: 2066.648630 samples/sec	rmse=0.018232	lr=0.152954
Epoch[117] Batch [349]	Speed: 2074.558117 samples/sec	rmse=0.018234	lr=0.152829
Epoch[117] Batch [399]	Speed: 2069.364457 samples/sec	rmse=0.018242	lr=0.152704
Epoch[117] Batch [449]	Speed: 2080.126611 samples/sec	rmse=0.018264	lr=0.152578
Epoch[117] Batch [499]	Speed: 2059.804150 samples/sec	rmse=0.018274	lr=0.152453
Epoch[117] Batch [549]	Speed: 2063.330784 samples/sec	rmse=0.018280	lr=0.152328
Epoch[117] Batch [599]	Speed: 2066.394883 samples/sec	rmse=0.018283	lr=0.152203
Epoch[117] Batch [649]	Speed: 2062.661064 samples/sec	rmse=0.018297	lr=0.152078
Epoch[117] Batch [699]	Speed: 2066.464001 samples/sec	rmse=0.018302	lr=0.151953
Epoch[117] Batch [749]	Speed: 2059.150143 samples/sec	rmse=0.018309	lr=0.151828
Epoch[117] Batch [799]	Speed: 2057.101283 samples/sec	rmse=0.018309	lr=0.151703
Epoch[117] Batch [849]	Speed: 2070.567391 samples/sec	rmse=0.018301	lr=0.151578
Epoch[117] Batch [899]	Speed: 2058.804455 samples/sec	rmse=0.018301	lr=0.151453
Epoch[117] Batch [949]	Speed: 2071.231888 samples/sec	rmse=0.018312	lr=0.151328
Epoch[117] Batch [999]	Speed: 2064.969749 samples/sec	rmse=0.018312	lr=0.151203
Epoch[117] Batch [1049]	Speed: 2068.657436 samples/sec	rmse=0.018312	lr=0.151078
Epoch[117] Batch [1099]	Speed: 2065.376406 samples/sec	rmse=0.018313	lr=0.150954
Epoch[117] Batch [1149]	Speed: 2063.038886 samples/sec	rmse=0.018312	lr=0.150829
Epoch[117] Batch [1199]	Speed: 2064.281304 samples/sec	rmse=0.018313	lr=0.150704
Epoch[117] Batch [1249]	Speed: 2065.881335 samples/sec	rmse=0.018319	lr=0.150579
[Epoch 117] training: rmse=0.018320
[Epoch 117] speed: 2065 samples/sec	time cost: 629.527561
[Epoch 117] validation: err-top1=0.294543 err-top5=0.096062
Epoch[118] Batch [49]	Speed: 2073.056304 samples/sec	rmse=0.018025	lr=0.150452
Epoch[118] Batch [99]	Speed: 2071.896912 samples/sec	rmse=0.018002	lr=0.150327
Epoch[118] Batch [149]	Speed: 2074.449360 samples/sec	rmse=0.018012	lr=0.150202
Epoch[118] Batch [199]	Speed: 2050.015869 samples/sec	rmse=0.018043	lr=0.150078
Epoch[118] Batch [249]	Speed: 2048.544559 samples/sec	rmse=0.018065	lr=0.149953
Epoch[118] Batch [299]	Speed: 2051.193390 samples/sec	rmse=0.018091	lr=0.149828
Epoch[118] Batch [349]	Speed: 2063.114876 samples/sec	rmse=0.018107	lr=0.149704
Epoch[118] Batch [399]	Speed: 2074.543868 samples/sec	rmse=0.018131	lr=0.149579
Epoch[118] Batch [449]	Speed: 2070.525487 samples/sec	rmse=0.018144	lr=0.149454
Epoch[118] Batch [499]	Speed: 2076.836443 samples/sec	rmse=0.018174	lr=0.149330
Epoch[118] Batch [549]	Speed: 2075.500777 samples/sec	rmse=0.018190	lr=0.149205
Epoch[118] Batch [599]	Speed: 2081.504332 samples/sec	rmse=0.018193	lr=0.149081
Epoch[118] Batch [649]	Speed: 2069.329421 samples/sec	rmse=0.018200	lr=0.148956
Epoch[118] Batch [699]	Speed: 2052.042652 samples/sec	rmse=0.018208	lr=0.148832
Epoch[118] Batch [749]	Speed: 2071.161352 samples/sec	rmse=0.018222	lr=0.148707
Epoch[118] Batch [799]	Speed: 2048.027950 samples/sec	rmse=0.018226	lr=0.148583
Epoch[118] Batch [849]	Speed: 2057.322813 samples/sec	rmse=0.018230	lr=0.148458
Epoch[118] Batch [899]	Speed: 2073.737098 samples/sec	rmse=0.018235	lr=0.148334
Epoch[118] Batch [949]	Speed: 2079.644762 samples/sec	rmse=0.018238	lr=0.148209
Epoch[118] Batch [999]	Speed: 2063.173507 samples/sec	rmse=0.018245	lr=0.148085
Epoch[118] Batch [1049]	Speed: 2067.375315 samples/sec	rmse=0.018247	lr=0.147961
Epoch[118] Batch [1099]	Speed: 2069.120529 samples/sec	rmse=0.018248	lr=0.147836
Epoch[118] Batch [1149]	Speed: 2065.837077 samples/sec	rmse=0.018251	lr=0.147712
Epoch[118] Batch [1199]	Speed: 2028.321274 samples/sec	rmse=0.018255	lr=0.147588
Epoch[118] Batch [1249]	Speed: 2063.479183 samples/sec	rmse=0.018261	lr=0.147463
[Epoch 118] training: rmse=0.018260
[Epoch 118] speed: 2063 samples/sec	time cost: 629.835692
[Epoch 118] validation: err-top1=0.303332 err-top5=0.101981
Epoch[119] Batch [49]	Speed: 2081.930607 samples/sec	rmse=0.018086	lr=0.147337
Epoch[119] Batch [99]	Speed: 2050.895396 samples/sec	rmse=0.018098	lr=0.147213
Epoch[119] Batch [149]	Speed: 2067.997616 samples/sec	rmse=0.018086	lr=0.147088
Epoch[119] Batch [199]	Speed: 2063.315242 samples/sec	rmse=0.018077	lr=0.146964
Epoch[119] Batch [249]	Speed: 2062.852841 samples/sec	rmse=0.018100	lr=0.146840
Epoch[119] Batch [299]	Speed: 2069.053027 samples/sec	rmse=0.018122	lr=0.146716
Epoch[119] Batch [349]	Speed: 2070.357031 samples/sec	rmse=0.018137	lr=0.146592
Epoch[119] Batch [399]	Speed: 2065.110917 samples/sec	rmse=0.018138	lr=0.146468
Epoch[119] Batch [449]	Speed: 2077.650451 samples/sec	rmse=0.018138	lr=0.146344
Epoch[119] Batch [499]	Speed: 2068.708192 samples/sec	rmse=0.018156	lr=0.146220
Epoch[119] Batch [549]	Speed: 2069.666027 samples/sec	rmse=0.018154	lr=0.146095
Epoch[119] Batch [599]	Speed: 2068.366977 samples/sec	rmse=0.018164	lr=0.145971
Epoch[119] Batch [649]	Speed: 2068.052681 samples/sec	rmse=0.018169	lr=0.145847
Epoch[119] Batch [699]	Speed: 2067.426028 samples/sec	rmse=0.018177	lr=0.145724
Epoch[119] Batch [749]	Speed: 2076.913211 samples/sec	rmse=0.018181	lr=0.145600
Epoch[119] Batch [799]	Speed: 2059.050221 samples/sec	rmse=0.018189	lr=0.145476
Epoch[119] Batch [849]	Speed: 2069.963594 samples/sec	rmse=0.018194	lr=0.145352
Epoch[119] Batch [899]	Speed: 2073.552923 samples/sec	rmse=0.018202	lr=0.145228
Epoch[119] Batch [949]	Speed: 2078.960366 samples/sec	rmse=0.018204	lr=0.145104
Epoch[119] Batch [999]	Speed: 2066.413573 samples/sec	rmse=0.018219	lr=0.144980
Epoch[119] Batch [1049]	Speed: 2063.086810 samples/sec	rmse=0.018220	lr=0.144856
Epoch[119] Batch [1099]	Speed: 2065.114054 samples/sec	rmse=0.018221	lr=0.144733
Epoch[119] Batch [1149]	Speed: 2073.932443 samples/sec	rmse=0.018227	lr=0.144609
Epoch[119] Batch [1199]	Speed: 2062.186243 samples/sec	rmse=0.018235	lr=0.144485
Epoch[119] Batch [1249]	Speed: 2071.399807 samples/sec	rmse=0.018236	lr=0.144361
[Epoch 119] training: rmse=0.018236
[Epoch 119] speed: 2066 samples/sec	time cost: 628.866094
[Epoch 119] validation: err-top1=0.291494 err-top5=0.095663
Epoch[120] Batch [49]	Speed: 2084.925480 samples/sec	rmse=0.018084	lr=0.144235
Epoch[120] Batch [99]	Speed: 2065.481532 samples/sec	rmse=0.018053	lr=0.144112
Epoch[120] Batch [149]	Speed: 2067.318216 samples/sec	rmse=0.018020	lr=0.143988
Epoch[120] Batch [199]	Speed: 2070.357949 samples/sec	rmse=0.018045	lr=0.143864
Epoch[120] Batch [249]	Speed: 2068.633583 samples/sec	rmse=0.018037	lr=0.143741
Epoch[120] Batch [299]	Speed: 2072.622973 samples/sec	rmse=0.018039	lr=0.143617
Epoch[120] Batch [349]	Speed: 2065.378174 samples/sec	rmse=0.018067	lr=0.143494
Epoch[120] Batch [399]	Speed: 2066.319645 samples/sec	rmse=0.018083	lr=0.143370
Epoch[120] Batch [449]	Speed: 2062.502759 samples/sec	rmse=0.018089	lr=0.143247
Epoch[120] Batch [499]	Speed: 2066.589025 samples/sec	rmse=0.018088	lr=0.143123
Epoch[120] Batch [549]	Speed: 2052.207199 samples/sec	rmse=0.018094	lr=0.143000
Epoch[120] Batch [599]	Speed: 2064.787385 samples/sec	rmse=0.018106	lr=0.142876
Epoch[120] Batch [649]	Speed: 2059.936867 samples/sec	rmse=0.018111	lr=0.142753
Epoch[120] Batch [699]	Speed: 2059.675481 samples/sec	rmse=0.018121	lr=0.142629
Epoch[120] Batch [749]	Speed: 2063.772396 samples/sec	rmse=0.018126	lr=0.142506
Epoch[120] Batch [799]	Speed: 2062.429647 samples/sec	rmse=0.018131	lr=0.142383
Epoch[120] Batch [849]	Speed: 2052.688777 samples/sec	rmse=0.018144	lr=0.142259
Epoch[120] Batch [899]	Speed: 2068.012213 samples/sec	rmse=0.018142	lr=0.142136
Epoch[120] Batch [949]	Speed: 2059.019324 samples/sec	rmse=0.018146	lr=0.142013
Epoch[120] Batch [999]	Speed: 2068.357554 samples/sec	rmse=0.018153	lr=0.141890
Epoch[120] Batch [1049]	Speed: 2061.418142 samples/sec	rmse=0.018158	lr=0.141766
Epoch[120] Batch [1099]	Speed: 2059.349443 samples/sec	rmse=0.018163	lr=0.141643
Epoch[120] Batch [1149]	Speed: 2054.574515 samples/sec	rmse=0.018168	lr=0.141520
Epoch[120] Batch [1199]	Speed: 2069.060383 samples/sec	rmse=0.018167	lr=0.141397
Epoch[120] Batch [1249]	Speed: 2062.255139 samples/sec	rmse=0.018169	lr=0.141274
[Epoch 120] training: rmse=0.018168
[Epoch 120] speed: 2062 samples/sec	time cost: 630.177403
[Epoch 120] validation: err-top1=0.294503 err-top5=0.095564
Epoch[121] Batch [49]	Speed: 2074.818303 samples/sec	rmse=0.017897	lr=0.141148
Epoch[121] Batch [99]	Speed: 2066.101242 samples/sec	rmse=0.017908	lr=0.141025
Epoch[121] Batch [149]	Speed: 2065.818675 samples/sec	rmse=0.017961	lr=0.140902
Epoch[121] Batch [199]	Speed: 2065.991561 samples/sec	rmse=0.017972	lr=0.140779
Epoch[121] Batch [249]	Speed: 2071.347800 samples/sec	rmse=0.017979	lr=0.140656
Epoch[121] Batch [299]	Speed: 2071.967478 samples/sec	rmse=0.017999	lr=0.140533
Epoch[121] Batch [349]	Speed: 2071.284708 samples/sec	rmse=0.017992	lr=0.140410
Epoch[121] Batch [399]	Speed: 2063.044357 samples/sec	rmse=0.018002	lr=0.140287
Epoch[121] Batch [449]	Speed: 2044.786885 samples/sec	rmse=0.018013	lr=0.140164
Epoch[121] Batch [499]	Speed: 2068.212795 samples/sec	rmse=0.018028	lr=0.140042
Epoch[121] Batch [549]	Speed: 2062.696231 samples/sec	rmse=0.018036	lr=0.139919
Epoch[121] Batch [599]	Speed: 2075.144625 samples/sec	rmse=0.018048	lr=0.139796
Epoch[121] Batch [649]	Speed: 2068.705163 samples/sec	rmse=0.018054	lr=0.139673
Epoch[121] Batch [699]	Speed: 2069.736142 samples/sec	rmse=0.018066	lr=0.139550
Epoch[121] Batch [749]	Speed: 2073.728307 samples/sec	rmse=0.018076	lr=0.139428
Epoch[121] Batch [799]	Speed: 2066.792275 samples/sec	rmse=0.018083	lr=0.139305
Epoch[121] Batch [849]	Speed: 2066.053477 samples/sec	rmse=0.018090	lr=0.139182
Epoch[121] Batch [899]	Speed: 2073.949888 samples/sec	rmse=0.018104	lr=0.139059
Epoch[121] Batch [949]	Speed: 2050.730393 samples/sec	rmse=0.018107	lr=0.138937
Epoch[121] Batch [999]	Speed: 2068.596699 samples/sec	rmse=0.018108	lr=0.138814
Epoch[121] Batch [1049]	Speed: 2067.114704 samples/sec	rmse=0.018114	lr=0.138692
Epoch[121] Batch [1099]	Speed: 2063.283424 samples/sec	rmse=0.018119	lr=0.138569
Epoch[121] Batch [1149]	Speed: 2071.343964 samples/sec	rmse=0.018123	lr=0.138447
Epoch[121] Batch [1199]	Speed: 2062.814776 samples/sec	rmse=0.018133	lr=0.138324
Epoch[121] Batch [1249]	Speed: 2070.748880 samples/sec	rmse=0.018136	lr=0.138202
[Epoch 121] training: rmse=0.018137
[Epoch 121] speed: 2065 samples/sec	time cost: 629.890007
[Epoch 121] validation: err-top1=0.294523 err-top5=0.097557
Epoch[122] Batch [49]	Speed: 2074.422468 samples/sec	rmse=0.017874	lr=0.138077
Epoch[122] Batch [99]	Speed: 2074.353939 samples/sec	rmse=0.017890	lr=0.137954
Epoch[122] Batch [149]	Speed: 2052.035710 samples/sec	rmse=0.017955	lr=0.137832
Epoch[122] Batch [199]	Speed: 2066.014796 samples/sec	rmse=0.017953	lr=0.137709
Epoch[122] Batch [249]	Speed: 2056.294178 samples/sec	rmse=0.017915	lr=0.137587
Epoch[122] Batch [299]	Speed: 2068.350004 samples/sec	rmse=0.017919	lr=0.137465
Epoch[122] Batch [349]	Speed: 2069.205740 samples/sec	rmse=0.017922	lr=0.137342
Epoch[122] Batch [399]	Speed: 2070.355793 samples/sec	rmse=0.017953	lr=0.137220
Epoch[122] Batch [449]	Speed: 2064.035875 samples/sec	rmse=0.017973	lr=0.137098
Epoch[122] Batch [499]	Speed: 2078.227848 samples/sec	rmse=0.017996	lr=0.136976
Epoch[122] Batch [549]	Speed: 2068.968607 samples/sec	rmse=0.018001	lr=0.136853
Epoch[122] Batch [599]	Speed: 2067.903922 samples/sec	rmse=0.018012	lr=0.136731
Epoch[122] Batch [649]	Speed: 2049.956555 samples/sec	rmse=0.018017	lr=0.136609
Epoch[122] Batch [699]	Speed: 2069.884885 samples/sec	rmse=0.018029	lr=0.136487
Epoch[122] Batch [749]	Speed: 2071.056366 samples/sec	rmse=0.018034	lr=0.136365
Epoch[122] Batch [799]	Speed: 2073.623001 samples/sec	rmse=0.018050	lr=0.136243
Epoch[122] Batch [849]	Speed: 2070.823941 samples/sec	rmse=0.018053	lr=0.136121
Epoch[122] Batch [899]	Speed: 2050.812020 samples/sec	rmse=0.018060	lr=0.135999
Epoch[122] Batch [949]	Speed: 2061.465713 samples/sec	rmse=0.018068	lr=0.135877
Epoch[122] Batch [999]	Speed: 2065.595729 samples/sec	rmse=0.018074	lr=0.135755
Epoch[122] Batch [1049]	Speed: 2074.164485 samples/sec	rmse=0.018077	lr=0.135633
Epoch[122] Batch [1099]	Speed: 2075.680544 samples/sec	rmse=0.018081	lr=0.135511
Epoch[122] Batch [1149]	Speed: 2065.394919 samples/sec	rmse=0.018079	lr=0.135389
Epoch[122] Batch [1199]	Speed: 2072.579245 samples/sec	rmse=0.018089	lr=0.135267
Epoch[122] Batch [1249]	Speed: 2073.553623 samples/sec	rmse=0.018089	lr=0.135145
[Epoch 122] training: rmse=0.018090
[Epoch 122] speed: 2065 samples/sec	time cost: 629.181496
[Epoch 122] validation: err-top1=0.297445 err-top5=0.099854
Epoch[123] Batch [49]	Speed: 2075.804760 samples/sec	rmse=0.018022	lr=0.135021
Epoch[123] Batch [99]	Speed: 2069.450386 samples/sec	rmse=0.017968	lr=0.134899
Epoch[123] Batch [149]	Speed: 2068.059532 samples/sec	rmse=0.017991	lr=0.134777
Epoch[123] Batch [199]	Speed: 2058.463441 samples/sec	rmse=0.018006	lr=0.134656
Epoch[123] Batch [249]	Speed: 2060.509857 samples/sec	rmse=0.017995	lr=0.134534
Epoch[123] Batch [299]	Speed: 2065.759774 samples/sec	rmse=0.017993	lr=0.134412
Epoch[123] Batch [349]	Speed: 2070.434798 samples/sec	rmse=0.017993	lr=0.134291
Epoch[123] Batch [399]	Speed: 2078.818486 samples/sec	rmse=0.018009	lr=0.134169
Epoch[123] Batch [449]	Speed: 2068.221619 samples/sec	rmse=0.018015	lr=0.134047
Epoch[123] Batch [499]	Speed: 2062.942629 samples/sec	rmse=0.018026	lr=0.133926
Epoch[123] Batch [549]	Speed: 2061.422871 samples/sec	rmse=0.018039	lr=0.133804
Epoch[123] Batch [599]	Speed: 2064.219177 samples/sec	rmse=0.018029	lr=0.133683
Epoch[123] Batch [649]	Speed: 2069.107850 samples/sec	rmse=0.018030	lr=0.133561
Epoch[123] Batch [699]	Speed: 2053.353607 samples/sec	rmse=0.018038	lr=0.133440
Epoch[123] Batch [749]	Speed: 2061.305633 samples/sec	rmse=0.018051	lr=0.133318
Epoch[123] Batch [799]	Speed: 2060.675488 samples/sec	rmse=0.018054	lr=0.133197
Epoch[123] Batch [849]	Speed: 2061.342495 samples/sec	rmse=0.018057	lr=0.133076
Epoch[123] Batch [899]	Speed: 2064.491165 samples/sec	rmse=0.018059	lr=0.132954
Epoch[123] Batch [949]	Speed: 2064.079024 samples/sec	rmse=0.018063	lr=0.132833
Epoch[123] Batch [999]	Speed: 2056.223986 samples/sec	rmse=0.018070	lr=0.132712
Epoch[123] Batch [1049]	Speed: 2062.112896 samples/sec	rmse=0.018069	lr=0.132590
Epoch[123] Batch [1099]	Speed: 2054.391624 samples/sec	rmse=0.018073	lr=0.132469
Epoch[123] Batch [1149]	Speed: 2063.723310 samples/sec	rmse=0.018071	lr=0.132348
Epoch[123] Batch [1199]	Speed: 2054.053406 samples/sec	rmse=0.018078	lr=0.132227
Epoch[123] Batch [1249]	Speed: 2081.503505 samples/sec	rmse=0.018082	lr=0.132106
[Epoch 123] training: rmse=0.018082
[Epoch 123] speed: 2062 samples/sec	time cost: 630.436164
[Epoch 123] validation: err-top1=0.299645 err-top5=0.100387
Epoch[124] Batch [49]	Speed: 2060.476801 samples/sec	rmse=0.017960	lr=0.131982
Epoch[124] Batch [99]	Speed: 2047.689227 samples/sec	rmse=0.017972	lr=0.131861
Epoch[124] Batch [149]	Speed: 2066.210379 samples/sec	rmse=0.017968	lr=0.131740
Epoch[124] Batch [199]	Speed: 2047.910414 samples/sec	rmse=0.017958	lr=0.131619
Epoch[124] Batch [249]	Speed: 2074.851139 samples/sec	rmse=0.017948	lr=0.131498
Epoch[124] Batch [299]	Speed: 2066.297258 samples/sec	rmse=0.017959	lr=0.131377
Epoch[124] Batch [349]	Speed: 2052.402765 samples/sec	rmse=0.017964	lr=0.131256
Epoch[124] Batch [399]	Speed: 2072.822849 samples/sec	rmse=0.017965	lr=0.131135
Epoch[124] Batch [449]	Speed: 2077.766419 samples/sec	rmse=0.017957	lr=0.131014
Epoch[124] Batch [499]	Speed: 2069.529800 samples/sec	rmse=0.017971	lr=0.130893
Epoch[124] Batch [549]	Speed: 2079.769232 samples/sec	rmse=0.017984	lr=0.130773
Epoch[124] Batch [599]	Speed: 2060.499220 samples/sec	rmse=0.017998	lr=0.130652
Epoch[124] Batch [649]	Speed: 2061.742875 samples/sec	rmse=0.018001	lr=0.130531
Epoch[124] Batch [699]	Speed: 2031.549978 samples/sec	rmse=0.018003	lr=0.130410
Epoch[124] Batch [749]	Speed: 2080.070256 samples/sec	rmse=0.018013	lr=0.130289
Epoch[124] Batch [799]	Speed: 2080.148936 samples/sec	rmse=0.018020	lr=0.130169
Epoch[124] Batch [849]	Speed: 2070.943482 samples/sec	rmse=0.018022	lr=0.130048
Epoch[124] Batch [899]	Speed: 2083.179844 samples/sec	rmse=0.018024	lr=0.129927
Epoch[124] Batch [949]	Speed: 2051.578547 samples/sec	rmse=0.018031	lr=0.129807
Epoch[124] Batch [999]	Speed: 2081.558484 samples/sec	rmse=0.018028	lr=0.129686
Epoch[124] Batch [1049]	Speed: 2070.289868 samples/sec	rmse=0.018033	lr=0.129566
Epoch[124] Batch [1099]	Speed: 2045.474602 samples/sec	rmse=0.018038	lr=0.129445
Epoch[124] Batch [1149]	Speed: 2053.752205 samples/sec	rmse=0.018038	lr=0.129325
Epoch[124] Batch [1199]	Speed: 2081.188734 samples/sec	rmse=0.018044	lr=0.129204
Epoch[124] Batch [1249]	Speed: 2074.306512 samples/sec	rmse=0.018048	lr=0.129084
[Epoch 124] training: rmse=0.018047
[Epoch 124] speed: 2063 samples/sec	time cost: 629.737646
[Epoch 124] validation: err-top1=0.294424 err-top5=0.098334
Epoch[125] Batch [49]	Speed: 2068.363909 samples/sec	rmse=0.017792	lr=0.128961
Epoch[125] Batch [99]	Speed: 2053.644322 samples/sec	rmse=0.017817	lr=0.128841
Epoch[125] Batch [149]	Speed: 2067.727272 samples/sec	rmse=0.017825	lr=0.128720
Epoch[125] Batch [199]	Speed: 2073.602457 samples/sec	rmse=0.017844	lr=0.128600
Epoch[125] Batch [249]	Speed: 2068.381142 samples/sec	rmse=0.017859	lr=0.128480
Epoch[125] Batch [299]	Speed: 2083.196051 samples/sec	rmse=0.017880	lr=0.128359
Epoch[125] Batch [349]	Speed: 2078.401852 samples/sec	rmse=0.017897	lr=0.128239
Epoch[125] Batch [399]	Speed: 2064.504582 samples/sec	rmse=0.017916	lr=0.128119
Epoch[125] Batch [449]	Speed: 2059.490910 samples/sec	rmse=0.017934	lr=0.127999
Epoch[125] Batch [499]	Speed: 2056.681942 samples/sec	rmse=0.017937	lr=0.127879
Epoch[125] Batch [549]	Speed: 2054.779949 samples/sec	rmse=0.017952	lr=0.127759
Epoch[125] Batch [599]	Speed: 2077.627335 samples/sec	rmse=0.017968	lr=0.127639
Epoch[125] Batch [649]	Speed: 2057.979486 samples/sec	rmse=0.017964	lr=0.127519
Epoch[125] Batch [699]	Speed: 2090.203685 samples/sec	rmse=0.017969	lr=0.127399
Epoch[125] Batch [749]	Speed: 2056.078499 samples/sec	rmse=0.017970	lr=0.127279
Epoch[125] Batch [799]	Speed: 2079.502990 samples/sec	rmse=0.017967	lr=0.127159
Epoch[125] Batch [849]	Speed: 2084.323518 samples/sec	rmse=0.017974	lr=0.127039
Epoch[125] Batch [899]	Speed: 2069.023046 samples/sec	rmse=0.017977	lr=0.126919
Epoch[125] Batch [949]	Speed: 2081.256424 samples/sec	rmse=0.017975	lr=0.126799
Epoch[125] Batch [999]	Speed: 2074.206856 samples/sec	rmse=0.017980	lr=0.126679
Epoch[125] Batch [1049]	Speed: 2079.893757 samples/sec	rmse=0.017981	lr=0.126559
Epoch[125] Batch [1099]	Speed: 2085.373165 samples/sec	rmse=0.017988	lr=0.126440
Epoch[125] Batch [1149]	Speed: 2090.401392 samples/sec	rmse=0.017990	lr=0.126320
Epoch[125] Batch [1199]	Speed: 2082.092150 samples/sec	rmse=0.017996	lr=0.126200
Epoch[125] Batch [1249]	Speed: 2089.056762 samples/sec	rmse=0.018001	lr=0.126080
[Epoch 125] training: rmse=0.018001
[Epoch 125] speed: 2071 samples/sec	time cost: 627.589532
[Epoch 125] validation: err-top1=0.296656 err-top5=0.097198
Epoch[126] Batch [49]	Speed: 2086.913164 samples/sec	rmse=0.017802	lr=0.125958
Epoch[126] Batch [99]	Speed: 2075.944403 samples/sec	rmse=0.017755	lr=0.125839
Epoch[126] Batch [149]	Speed: 2087.906692 samples/sec	rmse=0.017822	lr=0.125719
Epoch[126] Batch [199]	Speed: 2083.787009 samples/sec	rmse=0.017810	lr=0.125600
Epoch[126] Batch [249]	Speed: 2083.625344 samples/sec	rmse=0.017839	lr=0.125480
Epoch[126] Batch [299]	Speed: 2080.968467 samples/sec	rmse=0.017856	lr=0.125361
Epoch[126] Batch [349]	Speed: 2080.366510 samples/sec	rmse=0.017860	lr=0.125241
Epoch[126] Batch [399]	Speed: 2074.563769 samples/sec	rmse=0.017871	lr=0.125122
Epoch[126] Batch [449]	Speed: 2075.353251 samples/sec	rmse=0.017875	lr=0.125002
Epoch[126] Batch [499]	Speed: 2074.000524 samples/sec	rmse=0.017871	lr=0.124883
Epoch[126] Batch [549]	Speed: 2084.042174 samples/sec	rmse=0.017875	lr=0.124764
Epoch[126] Batch [599]	Speed: 2080.031371 samples/sec	rmse=0.017887	lr=0.124644
Epoch[126] Batch [649]	Speed: 2083.201184 samples/sec	rmse=0.017888	lr=0.124525
Epoch[126] Batch [699]	Speed: 2061.001570 samples/sec	rmse=0.017897	lr=0.124406
Epoch[126] Batch [749]	Speed: 2079.965513 samples/sec	rmse=0.017904	lr=0.124287
Epoch[126] Batch [799]	Speed: 2067.886837 samples/sec	rmse=0.017908	lr=0.124167
Epoch[126] Batch [849]	Speed: 2068.258868 samples/sec	rmse=0.017915	lr=0.124048
Epoch[126] Batch [899]	Speed: 2062.478078 samples/sec	rmse=0.017920	lr=0.123929
Epoch[126] Batch [949]	Speed: 2054.791333 samples/sec	rmse=0.017926	lr=0.123810
Epoch[126] Batch [999]	Speed: 2060.344370 samples/sec	rmse=0.017930	lr=0.123691
Epoch[126] Batch [1049]	Speed: 2069.877184 samples/sec	rmse=0.017934	lr=0.123572
Epoch[126] Batch [1099]	Speed: 2067.512632 samples/sec	rmse=0.017936	lr=0.123453
Epoch[126] Batch [1149]	Speed: 2066.850797 samples/sec	rmse=0.017938	lr=0.123334
Epoch[126] Batch [1199]	Speed: 2070.245221 samples/sec	rmse=0.017939	lr=0.123215
Epoch[126] Batch [1249]	Speed: 2072.007501 samples/sec	rmse=0.017944	lr=0.123096
[Epoch 126] training: rmse=0.017944
[Epoch 126] speed: 2072 samples/sec	time cost: 627.271078
[Epoch 126] validation: err-top1=0.286571 err-top5=0.091857
Epoch[127] Batch [49]	Speed: 2064.198443 samples/sec	rmse=0.017658	lr=0.122975
Epoch[127] Batch [99]	Speed: 2061.438445 samples/sec	rmse=0.017741	lr=0.122856
Epoch[127] Batch [149]	Speed: 2067.655401 samples/sec	rmse=0.017781	lr=0.122737
Epoch[127] Batch [199]	Speed: 2063.790266 samples/sec	rmse=0.017816	lr=0.122618
Epoch[127] Batch [249]	Speed: 2072.383696 samples/sec	rmse=0.017834	lr=0.122500
Epoch[127] Batch [299]	Speed: 2072.495137 samples/sec	rmse=0.017829	lr=0.122381
Epoch[127] Batch [349]	Speed: 2053.293530 samples/sec	rmse=0.017835	lr=0.122262
Epoch[127] Batch [399]	Speed: 2057.476026 samples/sec	rmse=0.017826	lr=0.122144
Epoch[127] Batch [449]	Speed: 2078.289835 samples/sec	rmse=0.017843	lr=0.122025
Epoch[127] Batch [499]	Speed: 2057.509400 samples/sec	rmse=0.017859	lr=0.121907
Epoch[127] Batch [549]	Speed: 2063.867560 samples/sec	rmse=0.017872	lr=0.121788
Epoch[127] Batch [599]	Speed: 2077.220521 samples/sec	rmse=0.017878	lr=0.121669
Epoch[127] Batch [649]	Speed: 2089.299458 samples/sec	rmse=0.017888	lr=0.121551
Epoch[127] Batch [699]	Speed: 2075.650591 samples/sec	rmse=0.017899	lr=0.121433
Epoch[127] Batch [749]	Speed: 2054.111897 samples/sec	rmse=0.017896	lr=0.121314
Epoch[127] Batch [799]	Speed: 2064.013140 samples/sec	rmse=0.017901	lr=0.121196
Epoch[127] Batch [849]	Speed: 2087.852940 samples/sec	rmse=0.017904	lr=0.121077
Epoch[127] Batch [899]	Speed: 2080.255954 samples/sec	rmse=0.017913	lr=0.120959
Epoch[127] Batch [949]	Speed: 2078.146236 samples/sec	rmse=0.017922	lr=0.120841
Epoch[127] Batch [999]	Speed: 2086.445255 samples/sec	rmse=0.017930	lr=0.120723
Epoch[127] Batch [1049]	Speed: 2077.435675 samples/sec	rmse=0.017932	lr=0.120604
Epoch[127] Batch [1099]	Speed: 2093.578544 samples/sec	rmse=0.017937	lr=0.120486
Epoch[127] Batch [1149]	Speed: 2085.655881 samples/sec	rmse=0.017943	lr=0.120368
Epoch[127] Batch [1199]	Speed: 2085.667630 samples/sec	rmse=0.017944	lr=0.120250
Epoch[127] Batch [1249]	Speed: 2044.040677 samples/sec	rmse=0.017946	lr=0.120132
[Epoch 127] training: rmse=0.017946
[Epoch 127] speed: 2069 samples/sec	time cost: 627.759546
[Epoch 127] validation: err-top1=0.281209 err-top5=0.087850
Epoch[128] Batch [49]	Speed: 2089.442671 samples/sec	rmse=0.017692	lr=0.120011
Epoch[128] Batch [99]	Speed: 2069.871398 samples/sec	rmse=0.017709	lr=0.119893
Epoch[128] Batch [149]	Speed: 2072.304162 samples/sec	rmse=0.017678	lr=0.119775
Epoch[128] Batch [199]	Speed: 2084.962280 samples/sec	rmse=0.017681	lr=0.119657
Epoch[128] Batch [249]	Speed: 2088.520719 samples/sec	rmse=0.017719	lr=0.119540
Epoch[128] Batch [299]	Speed: 2086.484360 samples/sec	rmse=0.017715	lr=0.119422
Epoch[128] Batch [349]	Speed: 2087.787661 samples/sec	rmse=0.017733	lr=0.119304
Epoch[128] Batch [399]	Speed: 2041.485786 samples/sec	rmse=0.017734	lr=0.119186
Epoch[128] Batch [449]	Speed: 2069.168676 samples/sec	rmse=0.017750	lr=0.119068
Epoch[128] Batch [499]	Speed: 2075.888074 samples/sec	rmse=0.017757	lr=0.118950
Epoch[128] Batch [549]	Speed: 2091.129506 samples/sec	rmse=0.017759	lr=0.118833
Epoch[128] Batch [599]	Speed: 2077.174289 samples/sec	rmse=0.017767	lr=0.118715
Epoch[128] Batch [649]	Speed: 2082.057349 samples/sec	rmse=0.017775	lr=0.118597
Epoch[128] Batch [699]	Speed: 2087.970801 samples/sec	rmse=0.017783	lr=0.118480
Epoch[128] Batch [749]	Speed: 2078.361984 samples/sec	rmse=0.017784	lr=0.118362
Epoch[128] Batch [799]	Speed: 2078.248403 samples/sec	rmse=0.017791	lr=0.118245
Epoch[128] Batch [849]	Speed: 2072.734599 samples/sec	rmse=0.017802	lr=0.118127
Epoch[128] Batch [899]	Speed: 2084.641322 samples/sec	rmse=0.017812	lr=0.118010
Epoch[128] Batch [949]	Speed: 2084.018835 samples/sec	rmse=0.017819	lr=0.117892
Epoch[128] Batch [999]	Speed: 2088.586206 samples/sec	rmse=0.017830	lr=0.117775
Epoch[128] Batch [1049]	Speed: 2093.433620 samples/sec	rmse=0.017839	lr=0.117657
Epoch[128] Batch [1099]	Speed: 2088.525208 samples/sec	rmse=0.017834	lr=0.117540
Epoch[128] Batch [1149]	Speed: 2090.016410 samples/sec	rmse=0.017838	lr=0.117423
Epoch[128] Batch [1199]	Speed: 2072.356017 samples/sec	rmse=0.017846	lr=0.117305
Epoch[128] Batch [1249]	Speed: 2086.475278 samples/sec	rmse=0.017853	lr=0.117188
[Epoch 128] training: rmse=0.017853
[Epoch 128] speed: 2079 samples/sec	time cost: 625.684028
[Epoch 128] validation: err-top1=0.283502 err-top5=0.091059
Epoch[129] Batch [49]	Speed: 2077.081169 samples/sec	rmse=0.017583	lr=0.117069
Epoch[129] Batch [99]	Speed: 2071.619392 samples/sec	rmse=0.017713	lr=0.116952
Epoch[129] Batch [149]	Speed: 2071.080894 samples/sec	rmse=0.017705	lr=0.116834
Epoch[129] Batch [199]	Speed: 2068.062320 samples/sec	rmse=0.017688	lr=0.116717
Epoch[129] Batch [249]	Speed: 2069.193697 samples/sec	rmse=0.017676	lr=0.116600
Epoch[129] Batch [299]	Speed: 2069.776717 samples/sec	rmse=0.017691	lr=0.116483
Epoch[129] Batch [349]	Speed: 2063.252341 samples/sec	rmse=0.017711	lr=0.116366
Epoch[129] Batch [399]	Speed: 2070.680953 samples/sec	rmse=0.017718	lr=0.116249
Epoch[129] Batch [449]	Speed: 2074.558899 samples/sec	rmse=0.017727	lr=0.116132
Epoch[129] Batch [499]	Speed: 2071.222639 samples/sec	rmse=0.017728	lr=0.116015
Epoch[129] Batch [549]	Speed: 2078.366952 samples/sec	rmse=0.017735	lr=0.115899
Epoch[129] Batch [599]	Speed: 2072.271487 samples/sec	rmse=0.017752	lr=0.115782
Epoch[129] Batch [649]	Speed: 2068.722660 samples/sec	rmse=0.017767	lr=0.115665
Epoch[129] Batch [699]	Speed: 2066.004004 samples/sec	rmse=0.017783	lr=0.115548
Epoch[129] Batch [749]	Speed: 2071.238161 samples/sec	rmse=0.017794	lr=0.115431
Epoch[129] Batch [799]	Speed: 2064.219395 samples/sec	rmse=0.017800	lr=0.115315
Epoch[129] Batch [849]	Speed: 2059.550205 samples/sec	rmse=0.017803	lr=0.115198
Epoch[129] Batch [899]	Speed: 2082.850465 samples/sec	rmse=0.017802	lr=0.115081
Epoch[129] Batch [949]	Speed: 2073.904723 samples/sec	rmse=0.017810	lr=0.114965
Epoch[129] Batch [999]	Speed: 2090.988464 samples/sec	rmse=0.017814	lr=0.114848
Epoch[129] Batch [1049]	Speed: 2083.947951 samples/sec	rmse=0.017816	lr=0.114732
Epoch[129] Batch [1099]	Speed: 2088.725766 samples/sec	rmse=0.017820	lr=0.114615
Epoch[129] Batch [1149]	Speed: 2093.202776 samples/sec	rmse=0.017830	lr=0.114499
Epoch[129] Batch [1199]	Speed: 2085.915536 samples/sec	rmse=0.017837	lr=0.114383
Epoch[129] Batch [1249]	Speed: 2091.027352 samples/sec	rmse=0.017839	lr=0.114266
[Epoch 129] training: rmse=0.017839
[Epoch 129] speed: 2073 samples/sec	time cost: 626.975074
[Epoch 129] validation: err-top1=0.285276 err-top5=0.092594
Epoch[130] Batch [49]	Speed: 2081.532033 samples/sec	rmse=0.017495	lr=0.114147
Epoch[130] Batch [99]	Speed: 2076.982472 samples/sec	rmse=0.017529	lr=0.114031
Epoch[130] Batch [149]	Speed: 2095.191788 samples/sec	rmse=0.017579	lr=0.113915
Epoch[130] Batch [199]	Speed: 2086.944092 samples/sec	rmse=0.017604	lr=0.113799
Epoch[130] Batch [249]	Speed: 2085.591246 samples/sec	rmse=0.017607	lr=0.113683
Epoch[130] Batch [299]	Speed: 2083.909124 samples/sec	rmse=0.017630	lr=0.113566
Epoch[130] Batch [349]	Speed: 2069.006520 samples/sec	rmse=0.017642	lr=0.113450
Epoch[130] Batch [399]	Speed: 2078.061354 samples/sec	rmse=0.017669	lr=0.113334
Epoch[130] Batch [449]	Speed: 2094.706267 samples/sec	rmse=0.017694	lr=0.113218
Epoch[130] Batch [499]	Speed: 2077.435594 samples/sec	rmse=0.017698	lr=0.113102
Epoch[130] Batch [549]	Speed: 2093.220139 samples/sec	rmse=0.017708	lr=0.112986
Epoch[130] Batch [599]	Speed: 2076.426205 samples/sec	rmse=0.017710	lr=0.112870
Epoch[130] Batch [649]	Speed: 2075.983436 samples/sec	rmse=0.017722	lr=0.112754
Epoch[130] Batch [699]	Speed: 2069.609878 samples/sec	rmse=0.017728	lr=0.112638
Epoch[130] Batch [749]	Speed: 2086.985933 samples/sec	rmse=0.017735	lr=0.112523
Epoch[130] Batch [799]	Speed: 2070.306414 samples/sec	rmse=0.017744	lr=0.112407
Epoch[130] Batch [849]	Speed: 2064.320018 samples/sec	rmse=0.017746	lr=0.112291
Epoch[130] Batch [899]	Speed: 2083.299523 samples/sec	rmse=0.017748	lr=0.112175
Epoch[130] Batch [949]	Speed: 2079.028254 samples/sec	rmse=0.017755	lr=0.112060
Epoch[130] Batch [999]	Speed: 2071.409538 samples/sec	rmse=0.017764	lr=0.111944
Epoch[130] Batch [1049]	Speed: 2087.659733 samples/sec	rmse=0.017761	lr=0.111828
Epoch[130] Batch [1099]	Speed: 2092.212580 samples/sec	rmse=0.017765	lr=0.111713
Epoch[130] Batch [1149]	Speed: 2083.691273 samples/sec	rmse=0.017773	lr=0.111597
Epoch[130] Batch [1199]	Speed: 2060.215495 samples/sec	rmse=0.017778	lr=0.111482
Epoch[130] Batch [1249]	Speed: 2088.757886 samples/sec	rmse=0.017783	lr=0.111366
[Epoch 130] training: rmse=0.017783
[Epoch 130] speed: 2078 samples/sec	time cost: 625.127928
[Epoch 130] validation: err-top1=0.286113 err-top5=0.094507
Epoch[131] Batch [49]	Speed: 2090.234833 samples/sec	rmse=0.017569	lr=0.111249
Epoch[131] Batch [99]	Speed: 2071.815957 samples/sec	rmse=0.017542	lr=0.111133
Epoch[131] Batch [149]	Speed: 2097.395884 samples/sec	rmse=0.017529	lr=0.111018
Epoch[131] Batch [199]	Speed: 2093.046808 samples/sec	rmse=0.017543	lr=0.110903
Epoch[131] Batch [249]	Speed: 2089.609469 samples/sec	rmse=0.017543	lr=0.110787
Epoch[131] Batch [299]	Speed: 2100.137066 samples/sec	rmse=0.017574	lr=0.110672
Epoch[131] Batch [349]	Speed: 2082.584323 samples/sec	rmse=0.017598	lr=0.110557
Epoch[131] Batch [399]	Speed: 2094.223074 samples/sec	rmse=0.017603	lr=0.110442
Epoch[131] Batch [449]	Speed: 2094.091314 samples/sec	rmse=0.017615	lr=0.110326
Epoch[131] Batch [499]	Speed: 2067.924692 samples/sec	rmse=0.017629	lr=0.110211
Epoch[131] Batch [549]	Speed: 2091.084241 samples/sec	rmse=0.017643	lr=0.110096
Epoch[131] Batch [599]	Speed: 2090.854852 samples/sec	rmse=0.017650	lr=0.109981
Epoch[131] Batch [649]	Speed: 2088.602944 samples/sec	rmse=0.017660	lr=0.109866
Epoch[131] Batch [699]	Speed: 2095.619619 samples/sec	rmse=0.017659	lr=0.109751
Epoch[131] Batch [749]	Speed: 2080.348352 samples/sec	rmse=0.017658	lr=0.109636
Epoch[131] Batch [799]	Speed: 2089.347085 samples/sec	rmse=0.017664	lr=0.109522
Epoch[131] Batch [849]	Speed: 2086.511971 samples/sec	rmse=0.017665	lr=0.109407
Epoch[131] Batch [899]	Speed: 2081.321638 samples/sec	rmse=0.017671	lr=0.109292
Epoch[131] Batch [949]	Speed: 2082.512648 samples/sec	rmse=0.017678	lr=0.109177
Epoch[131] Batch [999]	Speed: 2090.757264 samples/sec	rmse=0.017689	lr=0.109063
Epoch[131] Batch [1049]	Speed: 2083.535020 samples/sec	rmse=0.017696	lr=0.108948
Epoch[131] Batch [1099]	Speed: 2077.965881 samples/sec	rmse=0.017698	lr=0.108833
Epoch[131] Batch [1149]	Speed: 2080.792017 samples/sec	rmse=0.017705	lr=0.108719
Epoch[131] Batch [1199]	Speed: 2089.829149 samples/sec	rmse=0.017713	lr=0.108604
Epoch[131] Batch [1249]	Speed: 2085.760165 samples/sec	rmse=0.017723	lr=0.108489
[Epoch 131] training: rmse=0.017724
[Epoch 131] speed: 2085 samples/sec	time cost: 623.265757
[Epoch 131] validation: err-top1=0.287867 err-top5=0.094129
Epoch[132] Batch [49]	Speed: 2080.688370 samples/sec	rmse=0.017564	lr=0.108373
Epoch[132] Batch [99]	Speed: 2079.187072 samples/sec	rmse=0.017555	lr=0.108258
Epoch[132] Batch [149]	Speed: 2072.484996 samples/sec	rmse=0.017569	lr=0.108144
Epoch[132] Batch [199]	Speed: 2069.200815 samples/sec	rmse=0.017555	lr=0.108029
Epoch[132] Batch [249]	Speed: 2065.474579 samples/sec	rmse=0.017573	lr=0.107915
Epoch[132] Batch [299]	Speed: 2060.139620 samples/sec	rmse=0.017587	lr=0.107801
Epoch[132] Batch [349]	Speed: 2068.595703 samples/sec	rmse=0.017586	lr=0.107687
Epoch[132] Batch [399]	Speed: 2067.129249 samples/sec	rmse=0.017609	lr=0.107572
Epoch[132] Batch [449]	Speed: 2073.550120 samples/sec	rmse=0.017614	lr=0.107458
Epoch[132] Batch [499]	Speed: 2061.641098 samples/sec	rmse=0.017621	lr=0.107344
Epoch[132] Batch [549]	Speed: 2071.255901 samples/sec	rmse=0.017622	lr=0.107230
Epoch[132] Batch [599]	Speed: 2072.583226 samples/sec	rmse=0.017635	lr=0.107116
Epoch[132] Batch [649]	Speed: 2056.247888 samples/sec	rmse=0.017632	lr=0.107002
Epoch[132] Batch [699]	Speed: 2064.736980 samples/sec	rmse=0.017632	lr=0.106888
Epoch[132] Batch [749]	Speed: 2070.155794 samples/sec	rmse=0.017638	lr=0.106774
Epoch[132] Batch [799]	Speed: 2068.266437 samples/sec	rmse=0.017648	lr=0.106660
Epoch[132] Batch [849]	Speed: 2063.855322 samples/sec	rmse=0.017652	lr=0.106546
Epoch[132] Batch [899]	Speed: 2060.153968 samples/sec	rmse=0.017663	lr=0.106432
Epoch[132] Batch [949]	Speed: 2070.090639 samples/sec	rmse=0.017672	lr=0.106318
Epoch[132] Batch [999]	Speed: 2069.521862 samples/sec	rmse=0.017677	lr=0.106205
Epoch[132] Batch [1049]	Speed: 2054.223995 samples/sec	rmse=0.017684	lr=0.106091
Epoch[132] Batch [1099]	Speed: 2083.751868 samples/sec	rmse=0.017685	lr=0.105977
Epoch[132] Batch [1149]	Speed: 2091.554070 samples/sec	rmse=0.017688	lr=0.105864
Epoch[132] Batch [1199]	Speed: 2090.343461 samples/sec	rmse=0.017694	lr=0.105750
Epoch[132] Batch [1249]	Speed: 2090.267610 samples/sec	rmse=0.017697	lr=0.105636
[Epoch 132] training: rmse=0.017697
[Epoch 132] speed: 2069 samples/sec	time cost: 627.900895
[Epoch 132] validation: err-top1=0.274015 err-top5=0.085379
Epoch[133] Batch [49]	Speed: 2102.736408 samples/sec	rmse=0.017435	lr=0.105521
Epoch[133] Batch [99]	Speed: 2079.647743 samples/sec	rmse=0.017506	lr=0.105407
Epoch[133] Batch [149]	Speed: 2088.267218 samples/sec	rmse=0.017502	lr=0.105294
Epoch[133] Batch [199]	Speed: 2087.162340 samples/sec	rmse=0.017518	lr=0.105180
Epoch[133] Batch [249]	Speed: 2092.379046 samples/sec	rmse=0.017554	lr=0.105067
Epoch[133] Batch [299]	Speed: 2094.591893 samples/sec	rmse=0.017576	lr=0.104954
Epoch[133] Batch [349]	Speed: 2081.009483 samples/sec	rmse=0.017599	lr=0.104840
Epoch[133] Batch [399]	Speed: 2073.144141 samples/sec	rmse=0.017587	lr=0.104727
Epoch[133] Batch [449]	Speed: 2093.067636 samples/sec	rmse=0.017591	lr=0.104614
Epoch[133] Batch [499]	Speed: 2085.598639 samples/sec	rmse=0.017606	lr=0.104501
Epoch[133] Batch [549]	Speed: 2090.365111 samples/sec	rmse=0.017610	lr=0.104387
Epoch[133] Batch [599]	Speed: 2090.288159 samples/sec	rmse=0.017623	lr=0.104274
Epoch[133] Batch [649]	Speed: 2082.924588 samples/sec	rmse=0.017631	lr=0.104161
Epoch[133] Batch [699]	Speed: 2090.692190 samples/sec	rmse=0.017636	lr=0.104048
Epoch[133] Batch [749]	Speed: 2088.279585 samples/sec	rmse=0.017642	lr=0.103935
Epoch[133] Batch [799]	Speed: 2089.091351 samples/sec	rmse=0.017647	lr=0.103822
Epoch[133] Batch [849]	Speed: 2080.919567 samples/sec	rmse=0.017653	lr=0.103710
Epoch[133] Batch [899]	Speed: 2095.619721 samples/sec	rmse=0.017653	lr=0.103597
Epoch[133] Batch [949]	Speed: 2067.816609 samples/sec	rmse=0.017647	lr=0.103484
Epoch[133] Batch [999]	Speed: 2076.306009 samples/sec	rmse=0.017650	lr=0.103371
Epoch[133] Batch [1049]	Speed: 2067.072104 samples/sec	rmse=0.017648	lr=0.103258
Epoch[133] Batch [1099]	Speed: 2088.697568 samples/sec	rmse=0.017648	lr=0.103146
Epoch[133] Batch [1149]	Speed: 2092.698252 samples/sec	rmse=0.017654	lr=0.103033
Epoch[133] Batch [1199]	Speed: 2078.862778 samples/sec	rmse=0.017654	lr=0.102920
Epoch[133] Batch [1249]	Speed: 2093.678946 samples/sec	rmse=0.017661	lr=0.102808
[Epoch 133] training: rmse=0.017661
[Epoch 133] speed: 2084 samples/sec	time cost: 623.438635
[Epoch 133] validation: err-top1=0.281189 err-top5=0.088135
Epoch[134] Batch [49]	Speed: 2096.145011 samples/sec	rmse=0.017338	lr=0.102693
Epoch[134] Batch [99]	Speed: 2074.000063 samples/sec	rmse=0.017447	lr=0.102581
Epoch[134] Batch [149]	Speed: 2085.187402 samples/sec	rmse=0.017456	lr=0.102468
Epoch[134] Batch [199]	Speed: 2094.945638 samples/sec	rmse=0.017447	lr=0.102356
Epoch[134] Batch [249]	Speed: 2085.655719 samples/sec	rmse=0.017447	lr=0.102243
Epoch[134] Batch [299]	Speed: 2095.415118 samples/sec	rmse=0.017470	lr=0.102131
Epoch[134] Batch [349]	Speed: 2072.801721 samples/sec	rmse=0.017486	lr=0.102019
Epoch[134] Batch [399]	Speed: 2076.934824 samples/sec	rmse=0.017498	lr=0.101906
Epoch[134] Batch [449]	Speed: 2084.824660 samples/sec	rmse=0.017507	lr=0.101794
Epoch[134] Batch [499]	Speed: 2083.125587 samples/sec	rmse=0.017496	lr=0.101682
Epoch[134] Batch [549]	Speed: 2093.338914 samples/sec	rmse=0.017504	lr=0.101570
Epoch[134] Batch [599]	Speed: 2097.100228 samples/sec	rmse=0.017515	lr=0.101458
Epoch[134] Batch [649]	Speed: 2093.324385 samples/sec	rmse=0.017517	lr=0.101346
Epoch[134] Batch [699]	Speed: 2093.257886 samples/sec	rmse=0.017523	lr=0.101234
Epoch[134] Batch [749]	Speed: 2089.794576 samples/sec	rmse=0.017519	lr=0.101122
Epoch[134] Batch [799]	Speed: 2087.847114 samples/sec	rmse=0.017523	lr=0.101010
Epoch[134] Batch [849]	Speed: 2081.688611 samples/sec	rmse=0.017527	lr=0.100898
Epoch[134] Batch [899]	Speed: 2095.075706 samples/sec	rmse=0.017527	lr=0.100786
Epoch[134] Batch [949]	Speed: 2091.265170 samples/sec	rmse=0.017536	lr=0.100674
Epoch[134] Batch [999]	Speed: 2097.634763 samples/sec	rmse=0.017544	lr=0.100563
Epoch[134] Batch [1049]	Speed: 2091.316308 samples/sec	rmse=0.017548	lr=0.100451
Epoch[134] Batch [1099]	Speed: 2087.637592 samples/sec	rmse=0.017555	lr=0.100339
Epoch[134] Batch [1149]	Speed: 2056.470751 samples/sec	rmse=0.017559	lr=0.100228
Epoch[134] Batch [1199]	Speed: 2065.935036 samples/sec	rmse=0.017572	lr=0.100116
Epoch[134] Batch [1249]	Speed: 2099.201161 samples/sec	rmse=0.017577	lr=0.100004
[Epoch 134] training: rmse=0.017578
[Epoch 134] speed: 2085 samples/sec	time cost: 623.503720
[Epoch 134] validation: err-top1=0.282725 err-top5=0.091657
Epoch[135] Batch [49]	Speed: 2073.912053 samples/sec	rmse=0.017364	lr=0.099891
Epoch[135] Batch [99]	Speed: 2079.165533 samples/sec	rmse=0.017354	lr=0.099779
Epoch[135] Batch [149]	Speed: 2079.259324 samples/sec	rmse=0.017352	lr=0.099668
Epoch[135] Batch [199]	Speed: 2079.629517 samples/sec	rmse=0.017396	lr=0.099556
Epoch[135] Batch [249]	Speed: 2083.021547 samples/sec	rmse=0.017427	lr=0.099445
Epoch[135] Batch [299]	Speed: 2086.205614 samples/sec	rmse=0.017439	lr=0.099334
Epoch[135] Batch [349]	Speed: 2072.315601 samples/sec	rmse=0.017459	lr=0.099223
Epoch[135] Batch [399]	Speed: 2091.117492 samples/sec	rmse=0.017464	lr=0.099111
Epoch[135] Batch [449]	Speed: 2089.748678 samples/sec	rmse=0.017476	lr=0.099000
Epoch[135] Batch [499]	Speed: 2058.150076 samples/sec	rmse=0.017473	lr=0.098889
Epoch[135] Batch [549]	Speed: 2077.642571 samples/sec	rmse=0.017474	lr=0.098778
Epoch[135] Batch [599]	Speed: 2068.144038 samples/sec	rmse=0.017473	lr=0.098667
Epoch[135] Batch [649]	Speed: 2069.797005 samples/sec	rmse=0.017479	lr=0.098556
Epoch[135] Batch [699]	Speed: 2056.361224 samples/sec	rmse=0.017491	lr=0.098445
Epoch[135] Batch [749]	Speed: 2064.753974 samples/sec	rmse=0.017491	lr=0.098334
Epoch[135] Batch [799]	Speed: 2065.518106 samples/sec	rmse=0.017499	lr=0.098223
Epoch[135] Batch [849]	Speed: 2055.920376 samples/sec	rmse=0.017511	lr=0.098112
Epoch[135] Batch [899]	Speed: 2065.176890 samples/sec	rmse=0.017521	lr=0.098001
Epoch[135] Batch [949]	Speed: 2067.819794 samples/sec	rmse=0.017523	lr=0.097891
Epoch[135] Batch [999]	Speed: 2068.306835 samples/sec	rmse=0.017531	lr=0.097780
Epoch[135] Batch [1049]	Speed: 2065.768438 samples/sec	rmse=0.017535	lr=0.097669
Epoch[135] Batch [1099]	Speed: 2076.936853 samples/sec	rmse=0.017539	lr=0.097559
Epoch[135] Batch [1149]	Speed: 2072.876871 samples/sec	rmse=0.017538	lr=0.097448
Epoch[135] Batch [1199]	Speed: 2070.091318 samples/sec	rmse=0.017540	lr=0.097338
Epoch[135] Batch [1249]	Speed: 2082.209281 samples/sec	rmse=0.017546	lr=0.097227
[Epoch 135] training: rmse=0.017546
[Epoch 135] speed: 2071 samples/sec	time cost: 627.312129
[Epoch 135] validation: err-top1=0.266243 err-top5=0.080875
Epoch[136] Batch [49]	Speed: 2084.002959 samples/sec	rmse=0.017310	lr=0.097114
Epoch[136] Batch [99]	Speed: 2072.084253 samples/sec	rmse=0.017322	lr=0.097004
Epoch[136] Batch [149]	Speed: 2068.508152 samples/sec	rmse=0.017357	lr=0.096894
Epoch[136] Batch [199]	Speed: 2079.607787 samples/sec	rmse=0.017337	lr=0.096783
Epoch[136] Batch [249]	Speed: 2072.059141 samples/sec	rmse=0.017341	lr=0.096673
Epoch[136] Batch [299]	Speed: 2074.993822 samples/sec	rmse=0.017375	lr=0.096563
Epoch[136] Batch [349]	Speed: 2082.415211 samples/sec	rmse=0.017394	lr=0.096453
Epoch[136] Batch [399]	Speed: 2078.619926 samples/sec	rmse=0.017406	lr=0.096342
Epoch[136] Batch [449]	Speed: 2053.720956 samples/sec	rmse=0.017424	lr=0.096232
Epoch[136] Batch [499]	Speed: 2065.263366 samples/sec	rmse=0.017438	lr=0.096122
Epoch[136] Batch [549]	Speed: 2086.686756 samples/sec	rmse=0.017443	lr=0.096012
Epoch[136] Batch [599]	Speed: 2102.612674 samples/sec	rmse=0.017458	lr=0.095902
Epoch[136] Batch [649]	Speed: 2078.550697 samples/sec	rmse=0.017466	lr=0.095792
Epoch[136] Batch [699]	Speed: 2094.382323 samples/sec	rmse=0.017479	lr=0.095682
Epoch[136] Batch [749]	Speed: 2092.328570 samples/sec	rmse=0.017481	lr=0.095572
Epoch[136] Batch [799]	Speed: 2084.233821 samples/sec	rmse=0.017488	lr=0.095463
Epoch[136] Batch [849]	Speed: 2096.340446 samples/sec	rmse=0.017495	lr=0.095353
Epoch[136] Batch [899]	Speed: 2086.843604 samples/sec	rmse=0.017497	lr=0.095243
Epoch[136] Batch [949]	Speed: 2088.015972 samples/sec	rmse=0.017502	lr=0.095134
Epoch[136] Batch [999]	Speed: 2093.851771 samples/sec	rmse=0.017498	lr=0.095024
Epoch[136] Batch [1049]	Speed: 2090.703649 samples/sec	rmse=0.017498	lr=0.094914
Epoch[136] Batch [1099]	Speed: 2095.813177 samples/sec	rmse=0.017500	lr=0.094805
Epoch[136] Batch [1149]	Speed: 2087.344985 samples/sec	rmse=0.017508	lr=0.094695
Epoch[136] Batch [1199]	Speed: 2102.396185 samples/sec	rmse=0.017512	lr=0.094586
Epoch[136] Batch [1249]	Speed: 2092.236409 samples/sec	rmse=0.017516	lr=0.094476
[Epoch 136] training: rmse=0.017515
[Epoch 136] speed: 2082 samples/sec	time cost: 624.715519
[Epoch 136] validation: err-top1=0.294862 err-top5=0.096779
Epoch[137] Batch [49]	Speed: 2104.356420 samples/sec	rmse=0.017224	lr=0.094365
Epoch[137] Batch [99]	Speed: 2092.700230 samples/sec	rmse=0.017281	lr=0.094255
Epoch[137] Batch [149]	Speed: 2095.681278 samples/sec	rmse=0.017279	lr=0.094146
Epoch[137] Batch [199]	Speed: 2079.694347 samples/sec	rmse=0.017279	lr=0.094037
Epoch[137] Batch [249]	Speed: 2098.635227 samples/sec	rmse=0.017294	lr=0.093928
Epoch[137] Batch [299]	Speed: 2083.811314 samples/sec	rmse=0.017317	lr=0.093819
Epoch[137] Batch [349]	Speed: 2098.179493 samples/sec	rmse=0.017334	lr=0.093709
Epoch[137] Batch [399]	Speed: 2070.390045 samples/sec	rmse=0.017352	lr=0.093600
Epoch[137] Batch [449]	Speed: 2064.273466 samples/sec	rmse=0.017364	lr=0.093491
Epoch[137] Batch [499]	Speed: 2096.203386 samples/sec	rmse=0.017371	lr=0.093382
Epoch[137] Batch [549]	Speed: 2062.671069 samples/sec	rmse=0.017372	lr=0.093273
Epoch[137] Batch [599]	Speed: 2079.145846 samples/sec	rmse=0.017384	lr=0.093165
Epoch[137] Batch [649]	Speed: 2078.408450 samples/sec	rmse=0.017392	lr=0.093056
Epoch[137] Batch [699]	Speed: 2083.221878 samples/sec	rmse=0.017403	lr=0.092947
Epoch[137] Batch [749]	Speed: 2075.776449 samples/sec	rmse=0.017407	lr=0.092838
Epoch[137] Batch [799]	Speed: 2092.944283 samples/sec	rmse=0.017416	lr=0.092729
Epoch[137] Batch [849]	Speed: 2076.043443 samples/sec	rmse=0.017422	lr=0.092621
Epoch[137] Batch [899]	Speed: 2075.473978 samples/sec	rmse=0.017428	lr=0.092512
Epoch[137] Batch [949]	Speed: 2091.469555 samples/sec	rmse=0.017430	lr=0.092404
Epoch[137] Batch [999]	Speed: 2093.478905 samples/sec	rmse=0.017431	lr=0.092295
Epoch[137] Batch [1049]	Speed: 2091.909764 samples/sec	rmse=0.017437	lr=0.092187
Epoch[137] Batch [1099]	Speed: 2064.208205 samples/sec	rmse=0.017445	lr=0.092078
Epoch[137] Batch [1149]	Speed: 2089.678217 samples/sec	rmse=0.017450	lr=0.091970
Epoch[137] Batch [1199]	Speed: 2094.757962 samples/sec	rmse=0.017457	lr=0.091861
Epoch[137] Batch [1249]	Speed: 2082.190707 samples/sec	rmse=0.017459	lr=0.091753
[Epoch 137] training: rmse=0.017458
[Epoch 137] speed: 2082 samples/sec	time cost: 624.269665
[Epoch 137] validation: err-top1=0.273477 err-top5=0.084144
Epoch[138] Batch [49]	Speed: 2102.118234 samples/sec	rmse=0.017242	lr=0.091643
Epoch[138] Batch [99]	Speed: 2095.210656 samples/sec	rmse=0.017264	lr=0.091534
Epoch[138] Batch [149]	Speed: 2079.578687 samples/sec	rmse=0.017232	lr=0.091426
Epoch[138] Batch [199]	Speed: 2085.247092 samples/sec	rmse=0.017236	lr=0.091318
Epoch[138] Batch [249]	Speed: 2095.186617 samples/sec	rmse=0.017236	lr=0.091210
Epoch[138] Batch [299]	Speed: 2088.361324 samples/sec	rmse=0.017236	lr=0.091102
Epoch[138] Batch [349]	Speed: 2090.898335 samples/sec	rmse=0.017257	lr=0.090994
Epoch[138] Batch [399]	Speed: 2090.480204 samples/sec	rmse=0.017274	lr=0.090886
Epoch[138] Batch [449]	Speed: 2093.720282 samples/sec	rmse=0.017278	lr=0.090778
Epoch[138] Batch [499]	Speed: 2096.025939 samples/sec	rmse=0.017286	lr=0.090670
Epoch[138] Batch [549]	Speed: 2088.432265 samples/sec	rmse=0.017306	lr=0.090562
Epoch[138] Batch [599]	Speed: 2092.240466 samples/sec	rmse=0.017317	lr=0.090455
Epoch[138] Batch [649]	Speed: 2095.420720 samples/sec	rmse=0.017322	lr=0.090347
Epoch[138] Batch [699]	Speed: 2095.381014 samples/sec	rmse=0.017335	lr=0.090239
Epoch[138] Batch [749]	Speed: 2090.261119 samples/sec	rmse=0.017349	lr=0.090132
Epoch[138] Batch [799]	Speed: 2069.008195 samples/sec	rmse=0.017353	lr=0.090024
Epoch[138] Batch [849]	Speed: 2093.096890 samples/sec	rmse=0.017362	lr=0.089916
Epoch[138] Batch [899]	Speed: 2073.943899 samples/sec	rmse=0.017369	lr=0.089809
Epoch[138] Batch [949]	Speed: 2070.372540 samples/sec	rmse=0.017377	lr=0.089701
Epoch[138] Batch [999]	Speed: 2096.448195 samples/sec	rmse=0.017378	lr=0.089594
Epoch[138] Batch [1049]	Speed: 2071.248189 samples/sec	rmse=0.017388	lr=0.089487
Epoch[138] Batch [1099]	Speed: 2070.015592 samples/sec	rmse=0.017388	lr=0.089379
Epoch[138] Batch [1149]	Speed: 2084.099108 samples/sec	rmse=0.017398	lr=0.089272
Epoch[138] Batch [1199]	Speed: 2082.508447 samples/sec	rmse=0.017404	lr=0.089165
Epoch[138] Batch [1249]	Speed: 2090.722131 samples/sec	rmse=0.017408	lr=0.089058
[Epoch 138] training: rmse=0.017408
[Epoch 138] speed: 2085 samples/sec	time cost: 623.351264
[Epoch 138] validation: err-top1=0.265027 err-top5=0.080198
Epoch[139] Batch [49]	Speed: 2073.427915 samples/sec	rmse=0.017155	lr=0.088948
Epoch[139] Batch [99]	Speed: 2068.623420 samples/sec	rmse=0.017189	lr=0.088841
Epoch[139] Batch [149]	Speed: 2055.394454 samples/sec	rmse=0.017175	lr=0.088734
Epoch[139] Batch [199]	Speed: 2061.474717 samples/sec	rmse=0.017201	lr=0.088627
Epoch[139] Batch [249]	Speed: 2075.095638 samples/sec	rmse=0.017234	lr=0.088520
Epoch[139] Batch [299]	Speed: 2062.186084 samples/sec	rmse=0.017248	lr=0.088414
Epoch[139] Batch [349]	Speed: 2056.134467 samples/sec	rmse=0.017263	lr=0.088307
Epoch[139] Batch [399]	Speed: 2073.045097 samples/sec	rmse=0.017258	lr=0.088200
Epoch[139] Batch [449]	Speed: 2068.096218 samples/sec	rmse=0.017255	lr=0.088093
Epoch[139] Batch [499]	Speed: 2070.712620 samples/sec	rmse=0.017284	lr=0.087986
Epoch[139] Batch [549]	Speed: 2071.746940 samples/sec	rmse=0.017288	lr=0.087880
Epoch[139] Batch [599]	Speed: 2071.813398 samples/sec	rmse=0.017300	lr=0.087773
Epoch[139] Batch [649]	Speed: 2080.237556 samples/sec	rmse=0.017303	lr=0.087667
Epoch[139] Batch [699]	Speed: 2072.556382 samples/sec	rmse=0.017319	lr=0.087560
Epoch[139] Batch [749]	Speed: 2078.426856 samples/sec	rmse=0.017328	lr=0.087454
Epoch[139] Batch [799]	Speed: 2076.713509 samples/sec	rmse=0.017341	lr=0.087347
Epoch[139] Batch [849]	Speed: 2059.405747 samples/sec	rmse=0.017343	lr=0.087241
Epoch[139] Batch [899]	Speed: 2080.885007 samples/sec	rmse=0.017346	lr=0.087134
Epoch[139] Batch [949]	Speed: 2089.097753 samples/sec	rmse=0.017352	lr=0.087028
Epoch[139] Batch [999]	Speed: 2074.958154 samples/sec	rmse=0.017357	lr=0.086922
Epoch[139] Batch [1049]	Speed: 2096.165288 samples/sec	rmse=0.017365	lr=0.086816
Epoch[139] Batch [1099]	Speed: 2094.003449 samples/sec	rmse=0.017373	lr=0.086709
Epoch[139] Batch [1149]	Speed: 2080.176742 samples/sec	rmse=0.017380	lr=0.086603
Epoch[139] Batch [1199]	Speed: 2076.333693 samples/sec	rmse=0.017383	lr=0.086497
Epoch[139] Batch [1249]	Speed: 2093.772398 samples/sec	rmse=0.017386	lr=0.086391
[Epoch 139] training: rmse=0.017386
[Epoch 139] speed: 2072 samples/sec	time cost: 627.078187
[Epoch 139] validation: err-top1=0.274251 err-top5=0.082906
Epoch[140] Batch [49]	Speed: 2096.071848 samples/sec	rmse=0.017155	lr=0.086283
Epoch[140] Batch [99]	Speed: 2082.162989 samples/sec	rmse=0.017181	lr=0.086177
Epoch[140] Batch [149]	Speed: 2096.670073 samples/sec	rmse=0.017167	lr=0.086071
Epoch[140] Batch [199]	Speed: 2093.758108 samples/sec	rmse=0.017222	lr=0.085966
Epoch[140] Batch [249]	Speed: 2086.943261 samples/sec	rmse=0.017246	lr=0.085860
Epoch[140] Batch [299]	Speed: 2091.553825 samples/sec	rmse=0.017240	lr=0.085754
Epoch[140] Batch [349]	Speed: 2090.075319 samples/sec	rmse=0.017247	lr=0.085648
Epoch[140] Batch [399]	Speed: 2086.159934 samples/sec	rmse=0.017255	lr=0.085543
Epoch[140] Batch [449]	Speed: 2069.709910 samples/sec	rmse=0.017257	lr=0.085437
Epoch[140] Batch [499]	Speed: 2067.242394 samples/sec	rmse=0.017269	lr=0.085332
Epoch[140] Batch [549]	Speed: 2083.773523 samples/sec	rmse=0.017281	lr=0.085226
Epoch[140] Batch [599]	Speed: 2081.129921 samples/sec	rmse=0.017281	lr=0.085121
Epoch[140] Batch [649]	Speed: 2089.876271 samples/sec	rmse=0.017295	lr=0.085015
Epoch[140] Batch [699]	Speed: 2093.066779 samples/sec	rmse=0.017304	lr=0.084910
Epoch[140] Batch [749]	Speed: 2076.423253 samples/sec	rmse=0.017304	lr=0.084805
Epoch[140] Batch [799]	Speed: 2050.547325 samples/sec	rmse=0.017303	lr=0.084699
Epoch[140] Batch [849]	Speed: 2079.272510 samples/sec	rmse=0.017308	lr=0.084594
Epoch[140] Batch [899]	Speed: 2090.677311 samples/sec	rmse=0.017308	lr=0.084489
Epoch[140] Batch [949]	Speed: 2094.620639 samples/sec	rmse=0.017314	lr=0.084384
Epoch[140] Batch [999]	Speed: 2096.774294 samples/sec	rmse=0.017315	lr=0.084279
Epoch[140] Batch [1049]	Speed: 2089.171304 samples/sec	rmse=0.017317	lr=0.084174
Epoch[140] Batch [1099]	Speed: 2092.372278 samples/sec	rmse=0.017316	lr=0.084069
Epoch[140] Batch [1149]	Speed: 2081.276636 samples/sec	rmse=0.017322	lr=0.083964
Epoch[140] Batch [1199]	Speed: 2075.242987 samples/sec	rmse=0.017329	lr=0.083859
Epoch[140] Batch [1249]	Speed: 2102.416583 samples/sec	rmse=0.017334	lr=0.083754
[Epoch 140] training: rmse=0.017334
[Epoch 140] speed: 2083 samples/sec	time cost: 623.798352
[Epoch 140] validation: err-top1=0.268355 err-top5=0.081075
Epoch[141] Batch [49]	Speed: 2096.788645 samples/sec	rmse=0.017107	lr=0.083647
Epoch[141] Batch [99]	Speed: 2073.285447 samples/sec	rmse=0.017132	lr=0.083543
Epoch[141] Batch [149]	Speed: 2095.346605 samples/sec	rmse=0.017111	lr=0.083438
Epoch[141] Batch [199]	Speed: 2063.655188 samples/sec	rmse=0.017115	lr=0.083333
Epoch[141] Batch [249]	Speed: 2082.590180 samples/sec	rmse=0.017150	lr=0.083229
Epoch[141] Batch [299]	Speed: 2097.841276 samples/sec	rmse=0.017157	lr=0.083124
Epoch[141] Batch [349]	Speed: 2088.629068 samples/sec	rmse=0.017172	lr=0.083020
Epoch[141] Batch [399]	Speed: 2095.377825 samples/sec	rmse=0.017180	lr=0.082915
Epoch[141] Batch [449]	Speed: 2070.816373 samples/sec	rmse=0.017187	lr=0.082811
Epoch[141] Batch [499]	Speed: 2060.311952 samples/sec	rmse=0.017203	lr=0.082707
Epoch[141] Batch [549]	Speed: 2062.866653 samples/sec	rmse=0.017215	lr=0.082602
Epoch[141] Batch [599]	Speed: 2072.954627 samples/sec	rmse=0.017220	lr=0.082498
Epoch[141] Batch [649]	Speed: 2067.990646 samples/sec	rmse=0.017228	lr=0.082394
Epoch[141] Batch [699]	Speed: 2071.242616 samples/sec	rmse=0.017239	lr=0.082290
Epoch[141] Batch [749]	Speed: 2062.260941 samples/sec	rmse=0.017239	lr=0.082186
Epoch[141] Batch [799]	Speed: 2067.358875 samples/sec	rmse=0.017240	lr=0.082082
Epoch[141] Batch [849]	Speed: 2069.527606 samples/sec	rmse=0.017249	lr=0.081978
Epoch[141] Batch [899]	Speed: 2076.027086 samples/sec	rmse=0.017256	lr=0.081874
Epoch[141] Batch [949]	Speed: 2061.613528 samples/sec	rmse=0.017262	lr=0.081770
Epoch[141] Batch [999]	Speed: 2067.873795 samples/sec	rmse=0.017264	lr=0.081666
Epoch[141] Batch [1049]	Speed: 2057.793425 samples/sec	rmse=0.017273	lr=0.081562
Epoch[141] Batch [1099]	Speed: 2059.396307 samples/sec	rmse=0.017277	lr=0.081458
Epoch[141] Batch [1149]	Speed: 2073.200541 samples/sec	rmse=0.017284	lr=0.081355
Epoch[141] Batch [1199]	Speed: 2068.404371 samples/sec	rmse=0.017285	lr=0.081251
Epoch[141] Batch [1249]	Speed: 2075.172659 samples/sec	rmse=0.017283	lr=0.081148
[Epoch 141] training: rmse=0.017283
[Epoch 141] speed: 2071 samples/sec	time cost: 627.410994
[Epoch 141] validation: err-top1=0.259068 err-top5=0.077667
Epoch[142] Batch [49]	Speed: 2077.484873 samples/sec	rmse=0.017080	lr=0.081042
Epoch[142] Batch [99]	Speed: 2080.433905 samples/sec	rmse=0.017060	lr=0.080938
Epoch[142] Batch [149]	Speed: 2080.895330 samples/sec	rmse=0.017065	lr=0.080835
Epoch[142] Batch [199]	Speed: 2068.855731 samples/sec	rmse=0.017095	lr=0.080732
Epoch[142] Batch [249]	Speed: 2066.539089 samples/sec	rmse=0.017099	lr=0.080628
Epoch[142] Batch [299]	Speed: 2094.688082 samples/sec	rmse=0.017125	lr=0.080525
Epoch[142] Batch [349]	Speed: 2089.372170 samples/sec	rmse=0.017129	lr=0.080422
Epoch[142] Batch [399]	Speed: 2096.076533 samples/sec	rmse=0.017123	lr=0.080318
Epoch[142] Batch [449]	Speed: 2087.088828 samples/sec	rmse=0.017138	lr=0.080215
Epoch[142] Batch [499]	Speed: 2097.677095 samples/sec	rmse=0.017133	lr=0.080112
Epoch[142] Batch [549]	Speed: 2060.684465 samples/sec	rmse=0.017140	lr=0.080009
Epoch[142] Batch [599]	Speed: 2092.646883 samples/sec	rmse=0.017144	lr=0.079906
Epoch[142] Batch [649]	Speed: 2091.269956 samples/sec	rmse=0.017151	lr=0.079803
Epoch[142] Batch [699]	Speed: 2090.388593 samples/sec	rmse=0.017157	lr=0.079700
Epoch[142] Batch [749]	Speed: 2087.767749 samples/sec	rmse=0.017167	lr=0.079597
Epoch[142] Batch [799]	Speed: 2094.725759 samples/sec	rmse=0.017175	lr=0.079495
Epoch[142] Batch [849]	Speed: 2089.696843 samples/sec	rmse=0.017186	lr=0.079392
Epoch[142] Batch [899]	Speed: 2083.605916 samples/sec	rmse=0.017191	lr=0.079289
Epoch[142] Batch [949]	Speed: 2068.710264 samples/sec	rmse=0.017197	lr=0.079186
Epoch[142] Batch [999]	Speed: 2088.473495 samples/sec	rmse=0.017207	lr=0.079084
Epoch[142] Batch [1049]	Speed: 2089.811801 samples/sec	rmse=0.017219	lr=0.078981
Epoch[142] Batch [1099]	Speed: 2088.679285 samples/sec	rmse=0.017228	lr=0.078879
Epoch[142] Batch [1149]	Speed: 2067.021468 samples/sec	rmse=0.017230	lr=0.078776
Epoch[142] Batch [1199]	Speed: 2067.683890 samples/sec	rmse=0.017229	lr=0.078674
Epoch[142] Batch [1249]	Speed: 2098.975034 samples/sec	rmse=0.017229	lr=0.078572
[Epoch 142] training: rmse=0.017229
[Epoch 142] speed: 2082 samples/sec	time cost: 624.336166
[Epoch 142] validation: err-top1=0.259367 err-top5=0.078304
Epoch[143] Batch [49]	Speed: 2100.471853 samples/sec	rmse=0.016930	lr=0.078467
Epoch[143] Batch [99]	Speed: 2073.505072 samples/sec	rmse=0.016980	lr=0.078365
Epoch[143] Batch [149]	Speed: 2036.779450 samples/sec	rmse=0.016977	lr=0.078263
Epoch[143] Batch [199]	Speed: 2080.972560 samples/sec	rmse=0.017004	lr=0.078161
Epoch[143] Batch [249]	Speed: 2087.504285 samples/sec	rmse=0.017008	lr=0.078059
Epoch[143] Batch [299]	Speed: 2090.550495 samples/sec	rmse=0.017023	lr=0.077956
Epoch[143] Batch [349]	Speed: 2098.024319 samples/sec	rmse=0.017031	lr=0.077854
Epoch[143] Batch [399]	Speed: 2068.939764 samples/sec	rmse=0.017020	lr=0.077753
Epoch[143] Batch [449]	Speed: 2064.846747 samples/sec	rmse=0.017025	lr=0.077651
Epoch[143] Batch [499]	Speed: 2079.608754 samples/sec	rmse=0.017035	lr=0.077549
Epoch[143] Batch [549]	Speed: 2094.056069 samples/sec	rmse=0.017033	lr=0.077447
Epoch[143] Batch [599]	Speed: 2076.037221 samples/sec	rmse=0.017047	lr=0.077345
Epoch[143] Batch [649]	Speed: 2091.734551 samples/sec	rmse=0.017062	lr=0.077244
Epoch[143] Batch [699]	Speed: 2098.650568 samples/sec	rmse=0.017064	lr=0.077142
Epoch[143] Batch [749]	Speed: 2093.804326 samples/sec	rmse=0.017070	lr=0.077040
Epoch[143] Batch [799]	Speed: 2100.190385 samples/sec	rmse=0.017078	lr=0.076939
Epoch[143] Batch [849]	Speed: 2090.086975 samples/sec	rmse=0.017085	lr=0.076837
Epoch[143] Batch [899]	Speed: 2084.314172 samples/sec	rmse=0.017090	lr=0.076736
Epoch[143] Batch [949]	Speed: 2078.042069 samples/sec	rmse=0.017095	lr=0.076634
Epoch[143] Batch [999]	Speed: 2100.518142 samples/sec	rmse=0.017107	lr=0.076533
Epoch[143] Batch [1049]	Speed: 2099.086193 samples/sec	rmse=0.017114	lr=0.076432
Epoch[143] Batch [1099]	Speed: 2101.084516 samples/sec	rmse=0.017121	lr=0.076331
Epoch[143] Batch [1149]	Speed: 2079.780129 samples/sec	rmse=0.017125	lr=0.076229
Epoch[143] Batch [1199]	Speed: 2098.188370 samples/sec	rmse=0.017130	lr=0.076128
Epoch[143] Batch [1249]	Speed: 2092.658037 samples/sec	rmse=0.017137	lr=0.076027
[Epoch 143] training: rmse=0.017136
[Epoch 143] speed: 2084 samples/sec	time cost: 624.176183
[Epoch 143] validation: err-top1=0.261878 err-top5=0.077467
Epoch[144] Batch [49]	Speed: 2096.869189 samples/sec	rmse=0.017080	lr=0.075924
Epoch[144] Batch [99]	Speed: 2092.078587 samples/sec	rmse=0.016995	lr=0.075823
Epoch[144] Batch [149]	Speed: 2079.946133 samples/sec	rmse=0.016982	lr=0.075722
Epoch[144] Batch [199]	Speed: 2080.248740 samples/sec	rmse=0.016977	lr=0.075621
Epoch[144] Batch [249]	Speed: 2080.808449 samples/sec	rmse=0.017003	lr=0.075521
Epoch[144] Batch [299]	Speed: 2067.494916 samples/sec	rmse=0.017020	lr=0.075420
Epoch[144] Batch [349]	Speed: 2084.496177 samples/sec	rmse=0.017031	lr=0.075319
Epoch[144] Batch [399]	Speed: 2068.504107 samples/sec	rmse=0.017042	lr=0.075218
Epoch[144] Batch [449]	Speed: 2080.160562 samples/sec	rmse=0.017045	lr=0.075118
Epoch[144] Batch [499]	Speed: 2075.617409 samples/sec	rmse=0.017056	lr=0.075017
Epoch[144] Batch [549]	Speed: 2071.775582 samples/sec	rmse=0.017065	lr=0.074917
Epoch[144] Batch [599]	Speed: 2077.907975 samples/sec	rmse=0.017070	lr=0.074816
Epoch[144] Batch [649]	Speed: 2063.224272 samples/sec	rmse=0.017069	lr=0.074716
Epoch[144] Batch [699]	Speed: 2066.126885 samples/sec	rmse=0.017074	lr=0.074615
Epoch[144] Batch [749]	Speed: 2066.047136 samples/sec	rmse=0.017082	lr=0.074515
Epoch[144] Batch [799]	Speed: 2066.622536 samples/sec	rmse=0.017084	lr=0.074415
Epoch[144] Batch [849]	Speed: 2074.940070 samples/sec	rmse=0.017084	lr=0.074315
Epoch[144] Batch [899]	Speed: 2073.172500 samples/sec	rmse=0.017083	lr=0.074215
Epoch[144] Batch [949]	Speed: 2061.684325 samples/sec	rmse=0.017081	lr=0.074114
Epoch[144] Batch [999]	Speed: 2068.300102 samples/sec	rmse=0.017083	lr=0.074014
Epoch[144] Batch [1049]	Speed: 2075.549382 samples/sec	rmse=0.017092	lr=0.073914
Epoch[144] Batch [1099]	Speed: 2074.417959 samples/sec	rmse=0.017095	lr=0.073814
Epoch[144] Batch [1149]	Speed: 2080.348251 samples/sec	rmse=0.017100	lr=0.073715
Epoch[144] Batch [1199]	Speed: 2065.678642 samples/sec	rmse=0.017100	lr=0.073615
Epoch[144] Batch [1249]	Speed: 2084.515601 samples/sec	rmse=0.017107	lr=0.073515
[Epoch 144] training: rmse=0.017107
[Epoch 144] speed: 2073 samples/sec	time cost: 627.094293
[Epoch 144] validation: err-top1=0.253567 err-top5=0.073780
Epoch[145] Batch [49]	Speed: 2074.529759 samples/sec	rmse=0.016963	lr=0.073413
Epoch[145] Batch [99]	Speed: 2067.830427 samples/sec	rmse=0.016897	lr=0.073314
Epoch[145] Batch [149]	Speed: 2070.633334 samples/sec	rmse=0.016899	lr=0.073214
Epoch[145] Batch [199]	Speed: 2075.603245 samples/sec	rmse=0.016908	lr=0.073114
Epoch[145] Batch [249]	Speed: 2062.243969 samples/sec	rmse=0.016920	lr=0.073015
Epoch[145] Batch [299]	Speed: 2075.386566 samples/sec	rmse=0.016941	lr=0.072915
Epoch[145] Batch [349]	Speed: 2079.614332 samples/sec	rmse=0.016958	lr=0.072816
Epoch[145] Batch [399]	Speed: 2084.645005 samples/sec	rmse=0.016965	lr=0.072717
Epoch[145] Batch [449]	Speed: 2081.453955 samples/sec	rmse=0.016979	lr=0.072617
Epoch[145] Batch [499]	Speed: 2093.557440 samples/sec	rmse=0.016995	lr=0.072518
Epoch[145] Batch [549]	Speed: 2086.481562 samples/sec	rmse=0.017012	lr=0.072419
Epoch[145] Batch [599]	Speed: 2068.625692 samples/sec	rmse=0.017016	lr=0.072320
Epoch[145] Batch [649]	Speed: 2087.553717 samples/sec	rmse=0.017014	lr=0.072221
Epoch[145] Batch [699]	Speed: 2087.660403 samples/sec	rmse=0.017023	lr=0.072121
Epoch[145] Batch [749]	Speed: 2087.864977 samples/sec	rmse=0.017035	lr=0.072022
Epoch[145] Batch [799]	Speed: 2036.140868 samples/sec	rmse=0.017039	lr=0.071924
Epoch[145] Batch [849]	Speed: 2028.673895 samples/sec	rmse=0.017047	lr=0.071825
Epoch[145] Batch [899]	Speed: 2091.455134 samples/sec	rmse=0.017050	lr=0.071726
Epoch[145] Batch [949]	Speed: 2084.892081 samples/sec	rmse=0.017052	lr=0.071627
Epoch[145] Batch [999]	Speed: 2089.473450 samples/sec	rmse=0.017057	lr=0.071528
Epoch[145] Batch [1049]	Speed: 2093.847422 samples/sec	rmse=0.017061	lr=0.071430
Epoch[145] Batch [1099]	Speed: 2089.291856 samples/sec	rmse=0.017065	lr=0.071331
Epoch[145] Batch [1149]	Speed: 2078.357619 samples/sec	rmse=0.017067	lr=0.071232
Epoch[145] Batch [1199]	Speed: 2070.643716 samples/sec	rmse=0.017070	lr=0.071134
Epoch[145] Batch [1249]	Speed: 2091.450062 samples/sec	rmse=0.017068	lr=0.071035
[Epoch 145] training: rmse=0.017067
[Epoch 145] speed: 2075 samples/sec	time cost: 626.226310
[Epoch 145] validation: err-top1=0.252848 err-top5=0.074463
Epoch[146] Batch [49]	Speed: 2106.979950 samples/sec	rmse=0.016860	lr=0.070935
Epoch[146] Batch [99]	Speed: 2088.905698 samples/sec	rmse=0.016891	lr=0.070837
Epoch[146] Batch [149]	Speed: 2064.355718 samples/sec	rmse=0.016841	lr=0.070738
Epoch[146] Batch [199]	Speed: 2078.449386 samples/sec	rmse=0.016853	lr=0.070640
Epoch[146] Batch [249]	Speed: 2093.349137 samples/sec	rmse=0.016872	lr=0.070542
Epoch[146] Batch [299]	Speed: 2096.230764 samples/sec	rmse=0.016898	lr=0.070444
Epoch[146] Batch [349]	Speed: 2092.305982 samples/sec	rmse=0.016921	lr=0.070346
Epoch[146] Batch [399]	Speed: 2082.942670 samples/sec	rmse=0.016925	lr=0.070248
Epoch[146] Batch [449]	Speed: 2095.370914 samples/sec	rmse=0.016946	lr=0.070150
Epoch[146] Batch [499]	Speed: 2093.982765 samples/sec	rmse=0.016959	lr=0.070052
Epoch[146] Batch [549]	Speed: 2080.699075 samples/sec	rmse=0.016962	lr=0.069954
Epoch[146] Batch [599]	Speed: 2077.674833 samples/sec	rmse=0.016964	lr=0.069856
Epoch[146] Batch [649]	Speed: 2071.111874 samples/sec	rmse=0.016970	lr=0.069758
Epoch[146] Batch [699]	Speed: 2072.502857 samples/sec	rmse=0.016973	lr=0.069661
Epoch[146] Batch [749]	Speed: 2066.945449 samples/sec	rmse=0.016981	lr=0.069563
Epoch[146] Batch [799]	Speed: 2085.703788 samples/sec	rmse=0.016987	lr=0.069465
Epoch[146] Batch [849]	Speed: 2094.106547 samples/sec	rmse=0.016993	lr=0.069368
Epoch[146] Batch [899]	Speed: 2094.004409 samples/sec	rmse=0.016994	lr=0.069270
Epoch[146] Batch [949]	Speed: 2077.159060 samples/sec	rmse=0.016995	lr=0.069173
Epoch[146] Batch [999]	Speed: 2085.194124 samples/sec	rmse=0.017004	lr=0.069076
Epoch[146] Batch [1049]	Speed: 2070.568968 samples/sec	rmse=0.017008	lr=0.068978
Epoch[146] Batch [1099]	Speed: 2071.441727 samples/sec	rmse=0.017011	lr=0.068881
Epoch[146] Batch [1149]	Speed: 2092.826757 samples/sec	rmse=0.017015	lr=0.068784
Epoch[146] Batch [1199]	Speed: 2087.648693 samples/sec	rmse=0.017019	lr=0.068687
Epoch[146] Batch [1249]	Speed: 2077.981263 samples/sec	rmse=0.017021	lr=0.068590
[Epoch 146] training: rmse=0.017021
[Epoch 146] speed: 2082 samples/sec	time cost: 624.313216
[Epoch 146] validation: err-top1=0.250379 err-top5=0.071728
Epoch[147] Batch [49]	Speed: 2100.681576 samples/sec	rmse=0.016763	lr=0.068491
Epoch[147] Batch [99]	Speed: 2064.164951 samples/sec	rmse=0.016832	lr=0.068394
Epoch[147] Batch [149]	Speed: 2082.211966 samples/sec	rmse=0.016799	lr=0.068297
Epoch[147] Batch [199]	Speed: 2092.842482 samples/sec	rmse=0.016807	lr=0.068200
Epoch[147] Batch [249]	Speed: 2091.493815 samples/sec	rmse=0.016813	lr=0.068103
Epoch[147] Batch [299]	Speed: 2091.716642 samples/sec	rmse=0.016809	lr=0.068006
Epoch[147] Batch [349]	Speed: 2090.928669 samples/sec	rmse=0.016827	lr=0.067909
Epoch[147] Batch [399]	Speed: 2077.966585 samples/sec	rmse=0.016837	lr=0.067813
Epoch[147] Batch [449]	Speed: 2081.464042 samples/sec	rmse=0.016842	lr=0.067716
Epoch[147] Batch [499]	Speed: 2078.164396 samples/sec	rmse=0.016838	lr=0.067620
Epoch[147] Batch [549]	Speed: 2086.985223 samples/sec	rmse=0.016848	lr=0.067523
Epoch[147] Batch [599]	Speed: 2075.531288 samples/sec	rmse=0.016860	lr=0.067427
Epoch[147] Batch [649]	Speed: 2084.927281 samples/sec	rmse=0.016873	lr=0.067330
Epoch[147] Batch [699]	Speed: 2095.834265 samples/sec	rmse=0.016880	lr=0.067234
Epoch[147] Batch [749]	Speed: 2095.378254 samples/sec	rmse=0.016878	lr=0.067138
Epoch[147] Batch [799]	Speed: 2087.469708 samples/sec	rmse=0.016880	lr=0.067041
Epoch[147] Batch [849]	Speed: 2074.500982 samples/sec	rmse=0.016888	lr=0.066945
Epoch[147] Batch [899]	Speed: 2076.713971 samples/sec	rmse=0.016898	lr=0.066849
Epoch[147] Batch [949]	Speed: 2087.198489 samples/sec	rmse=0.016901	lr=0.066753
Epoch[147] Batch [999]	Speed: 2082.114982 samples/sec	rmse=0.016912	lr=0.066657
Epoch[147] Batch [1049]	Speed: 2082.967459 samples/sec	rmse=0.016912	lr=0.066561
Epoch[147] Batch [1099]	Speed: 2090.605648 samples/sec	rmse=0.016918	lr=0.066465
Epoch[147] Batch [1149]	Speed: 2076.488606 samples/sec	rmse=0.016924	lr=0.066369
Epoch[147] Batch [1199]	Speed: 2073.179846 samples/sec	rmse=0.016928	lr=0.066273
Epoch[147] Batch [1249]	Speed: 2087.742398 samples/sec	rmse=0.016931	lr=0.066178
[Epoch 147] training: rmse=0.016930
[Epoch 147] speed: 2082 samples/sec	time cost: 624.263748
[Epoch 147] validation: err-top1=0.249522 err-top5=0.072325
Epoch[148] Batch [49]	Speed: 2070.285018 samples/sec	rmse=0.016727	lr=0.066080
Epoch[148] Batch [99]	Speed: 2059.796307 samples/sec	rmse=0.016738	lr=0.065984
Epoch[148] Batch [149]	Speed: 2067.082351 samples/sec	rmse=0.016755	lr=0.065889
Epoch[148] Batch [199]	Speed: 2063.683388 samples/sec	rmse=0.016769	lr=0.065793
Epoch[148] Batch [249]	Speed: 2062.913360 samples/sec	rmse=0.016758	lr=0.065698
Epoch[148] Batch [299]	Speed: 2068.362037 samples/sec	rmse=0.016774	lr=0.065603
Epoch[148] Batch [349]	Speed: 2063.818966 samples/sec	rmse=0.016766	lr=0.065507
Epoch[148] Batch [399]	Speed: 2071.241937 samples/sec	rmse=0.016767	lr=0.065412
Epoch[148] Batch [449]	Speed: 2066.874230 samples/sec	rmse=0.016770	lr=0.065317
Epoch[148] Batch [499]	Speed: 2074.927360 samples/sec	rmse=0.016772	lr=0.065222
Epoch[148] Batch [549]	Speed: 2054.933511 samples/sec	rmse=0.016779	lr=0.065126
Epoch[148] Batch [599]	Speed: 2068.773897 samples/sec	rmse=0.016788	lr=0.065031
Epoch[148] Batch [649]	Speed: 2057.863803 samples/sec	rmse=0.016797	lr=0.064936
Epoch[148] Batch [699]	Speed: 2062.201432 samples/sec	rmse=0.016816	lr=0.064841
Epoch[148] Batch [749]	Speed: 2086.523587 samples/sec	rmse=0.016818	lr=0.064746
Epoch[148] Batch [799]	Speed: 2060.983392 samples/sec	rmse=0.016821	lr=0.064652
Epoch[148] Batch [849]	Speed: 2050.709282 samples/sec	rmse=0.016823	lr=0.064557
Epoch[148] Batch [899]	Speed: 2078.234867 samples/sec	rmse=0.016826	lr=0.064462
Epoch[148] Batch [949]	Speed: 2067.361980 samples/sec	rmse=0.016832	lr=0.064367
Epoch[148] Batch [999]	Speed: 2070.082398 samples/sec	rmse=0.016841	lr=0.064273
Epoch[148] Batch [1049]	Speed: 2091.518768 samples/sec	rmse=0.016846	lr=0.064178
Epoch[148] Batch [1099]	Speed: 2080.163806 samples/sec	rmse=0.016843	lr=0.064084
Epoch[148] Batch [1149]	Speed: 2073.990949 samples/sec	rmse=0.016850	lr=0.063989
Epoch[148] Batch [1199]	Speed: 2090.226431 samples/sec	rmse=0.016857	lr=0.063895
Epoch[148] Batch [1249]	Speed: 2085.822379 samples/sec	rmse=0.016866	lr=0.063801
[Epoch 148] training: rmse=0.016866
[Epoch 148] speed: 2068 samples/sec	time cost: 628.460513
[Epoch 148] validation: err-top1=0.262476 err-top5=0.080437
Epoch[149] Batch [49]	Speed: 2105.291934 samples/sec	rmse=0.016564	lr=0.063704
Epoch[149] Batch [99]	Speed: 2074.111317 samples/sec	rmse=0.016598	lr=0.063610
Epoch[149] Batch [149]	Speed: 2074.384736 samples/sec	rmse=0.016627	lr=0.063516
Epoch[149] Batch [199]	Speed: 2086.504815 samples/sec	rmse=0.016644	lr=0.063422
Epoch[149] Batch [249]	Speed: 2056.958489 samples/sec	rmse=0.016639	lr=0.063328
Epoch[149] Batch [299]	Speed: 2086.371328 samples/sec	rmse=0.016675	lr=0.063234
Epoch[149] Batch [349]	Speed: 2087.256995 samples/sec	rmse=0.016694	lr=0.063140
Epoch[149] Batch [399]	Speed: 2092.301946 samples/sec	rmse=0.016697	lr=0.063046
Epoch[149] Batch [449]	Speed: 2094.657047 samples/sec	rmse=0.016714	lr=0.062952
Epoch[149] Batch [499]	Speed: 2095.657166 samples/sec	rmse=0.016713	lr=0.062858
Epoch[149] Batch [549]	Speed: 2087.980241 samples/sec	rmse=0.016725	lr=0.062765
Epoch[149] Batch [599]	Speed: 2058.592314 samples/sec	rmse=0.016735	lr=0.062671
Epoch[149] Batch [649]	Speed: 2077.407841 samples/sec	rmse=0.016737	lr=0.062578
Epoch[149] Batch [699]	Speed: 2067.908004 samples/sec	rmse=0.016751	lr=0.062484
Epoch[149] Batch [749]	Speed: 2070.797722 samples/sec	rmse=0.016758	lr=0.062391
Epoch[149] Batch [799]	Speed: 2085.417596 samples/sec	rmse=0.016765	lr=0.062297
Epoch[149] Batch [849]	Speed: 2088.439902 samples/sec	rmse=0.016774	lr=0.062204
Epoch[149] Batch [899]	Speed: 2075.470970 samples/sec	rmse=0.016779	lr=0.062110
Epoch[149] Batch [949]	Speed: 2074.742111 samples/sec	rmse=0.016790	lr=0.062017
Epoch[149] Batch [999]	Speed: 2084.413607 samples/sec	rmse=0.016799	lr=0.061924
Epoch[149] Batch [1049]	Speed: 2082.759845 samples/sec	rmse=0.016801	lr=0.061831
Epoch[149] Batch [1099]	Speed: 2070.897949 samples/sec	rmse=0.016799	lr=0.061738
Epoch[149] Batch [1149]	Speed: 2071.656824 samples/sec	rmse=0.016803	lr=0.061645
Epoch[149] Batch [1199]	Speed: 2066.131298 samples/sec	rmse=0.016803	lr=0.061552
Epoch[149] Batch [1249]	Speed: 2079.132802 samples/sec	rmse=0.016804	lr=0.061459
[Epoch 149] training: rmse=0.016804
[Epoch 149] speed: 2078 samples/sec	time cost: 625.787609
[Epoch 149] validation: err-top1=0.250259 err-top5=0.071409
Epoch[150] Batch [49]	Speed: 2058.242809 samples/sec	rmse=0.016518	lr=0.061364
Epoch[150] Batch [99]	Speed: 2098.550323 samples/sec	rmse=0.016521	lr=0.061271
Epoch[150] Batch [149]	Speed: 2066.517612 samples/sec	rmse=0.016533	lr=0.061179
Epoch[150] Batch [199]	Speed: 2074.842219 samples/sec	rmse=0.016575	lr=0.061086
Epoch[150] Batch [249]	Speed: 2076.249279 samples/sec	rmse=0.016606	lr=0.060993
Epoch[150] Batch [299]	Speed: 2086.045965 samples/sec	rmse=0.016615	lr=0.060901
Epoch[150] Batch [349]	Speed: 2082.929477 samples/sec	rmse=0.016624	lr=0.060808
Epoch[150] Batch [399]	Speed: 2065.759198 samples/sec	rmse=0.016635	lr=0.060716
Epoch[150] Batch [449]	Speed: 2079.987694 samples/sec	rmse=0.016651	lr=0.060623
Epoch[150] Batch [499]	Speed: 2068.432940 samples/sec	rmse=0.016662	lr=0.060531
Epoch[150] Batch [549]	Speed: 2070.000647 samples/sec	rmse=0.016672	lr=0.060439
Epoch[150] Batch [599]	Speed: 2087.330478 samples/sec	rmse=0.016689	lr=0.060347
Epoch[150] Batch [649]	Speed: 2069.829223 samples/sec	rmse=0.016694	lr=0.060254
Epoch[150] Batch [699]	Speed: 2080.917853 samples/sec	rmse=0.016701	lr=0.060162
Epoch[150] Batch [749]	Speed: 2064.383659 samples/sec	rmse=0.016696	lr=0.060070
Epoch[150] Batch [799]	Speed: 2071.853635 samples/sec	rmse=0.016707	lr=0.059978
Epoch[150] Batch [849]	Speed: 2065.159592 samples/sec	rmse=0.016717	lr=0.059886
Epoch[150] Batch [899]	Speed: 2064.494023 samples/sec	rmse=0.016728	lr=0.059794
Epoch[150] Batch [949]	Speed: 2077.410695 samples/sec	rmse=0.016729	lr=0.059703
Epoch[150] Batch [999]	Speed: 2078.719563 samples/sec	rmse=0.016732	lr=0.059611
Epoch[150] Batch [1049]	Speed: 2074.402069 samples/sec	rmse=0.016736	lr=0.059519
Epoch[150] Batch [1099]	Speed: 2075.000919 samples/sec	rmse=0.016737	lr=0.059428
Epoch[150] Batch [1149]	Speed: 2066.456405 samples/sec	rmse=0.016742	lr=0.059336
Epoch[150] Batch [1199]	Speed: 2081.151179 samples/sec	rmse=0.016742	lr=0.059245
Epoch[150] Batch [1249]	Speed: 2078.415812 samples/sec	rmse=0.016747	lr=0.059153
[Epoch 150] training: rmse=0.016747
[Epoch 150] speed: 2072 samples/sec	time cost: 627.472453
[Epoch 150] validation: err-top1=0.247190 err-top5=0.071947
Epoch[151] Batch [49]	Speed: 2069.886880 samples/sec	rmse=0.016565	lr=0.059060
Epoch[151] Batch [99]	Speed: 2063.837788 samples/sec	rmse=0.016591	lr=0.058968
Epoch[151] Batch [149]	Speed: 2065.066116 samples/sec	rmse=0.016567	lr=0.058877
Epoch[151] Batch [199]	Speed: 2067.051511 samples/sec	rmse=0.016556	lr=0.058786
Epoch[151] Batch [249]	Speed: 2074.254038 samples/sec	rmse=0.016559	lr=0.058695
Epoch[151] Batch [299]	Speed: 2075.416993 samples/sec	rmse=0.016579	lr=0.058604
Epoch[151] Batch [349]	Speed: 2073.433040 samples/sec	rmse=0.016597	lr=0.058513
Epoch[151] Batch [399]	Speed: 2053.370845 samples/sec	rmse=0.016589	lr=0.058422
Epoch[151] Batch [449]	Speed: 2075.316067 samples/sec	rmse=0.016595	lr=0.058331
Epoch[151] Batch [499]	Speed: 2070.158947 samples/sec	rmse=0.016606	lr=0.058240
Epoch[151] Batch [549]	Speed: 2082.437343 samples/sec	rmse=0.016614	lr=0.058149
Epoch[151] Batch [599]	Speed: 2090.251333 samples/sec	rmse=0.016623	lr=0.058058
Epoch[151] Batch [649]	Speed: 2091.384578 samples/sec	rmse=0.016620	lr=0.057968
Epoch[151] Batch [699]	Speed: 2046.699420 samples/sec	rmse=0.016618	lr=0.057877
Epoch[151] Batch [749]	Speed: 2070.229355 samples/sec	rmse=0.016624	lr=0.057786
Epoch[151] Batch [799]	Speed: 2091.354211 samples/sec	rmse=0.016626	lr=0.057696
Epoch[151] Batch [849]	Speed: 2092.765816 samples/sec	rmse=0.016637	lr=0.057605
Epoch[151] Batch [899]	Speed: 2087.498177 samples/sec	rmse=0.016647	lr=0.057515
Epoch[151] Batch [949]	Speed: 2081.844708 samples/sec	rmse=0.016658	lr=0.057425
Epoch[151] Batch [999]	Speed: 2092.133189 samples/sec	rmse=0.016669	lr=0.057334
Epoch[151] Batch [1049]	Speed: 2095.823547 samples/sec	rmse=0.016670	lr=0.057244
Epoch[151] Batch [1099]	Speed: 2090.069034 samples/sec	rmse=0.016679	lr=0.057154
Epoch[151] Batch [1149]	Speed: 2073.177504 samples/sec	rmse=0.016678	lr=0.057064
Epoch[151] Batch [1199]	Speed: 2087.285864 samples/sec	rmse=0.016679	lr=0.056974
Epoch[151] Batch [1249]	Speed: 2042.046575 samples/sec	rmse=0.016683	lr=0.056884
[Epoch 151] training: rmse=0.016683
[Epoch 151] speed: 2074 samples/sec	time cost: 626.549000
[Epoch 151] validation: err-top1=0.244405 err-top5=0.069153
Epoch[152] Batch [49]	Speed: 2100.309232 samples/sec	rmse=0.016389	lr=0.056792
Epoch[152] Batch [99]	Speed: 2083.457135 samples/sec	rmse=0.016479	lr=0.056702
Epoch[152] Batch [149]	Speed: 2095.149332 samples/sec	rmse=0.016487	lr=0.056612
Epoch[152] Batch [199]	Speed: 2091.013365 samples/sec	rmse=0.016465	lr=0.056523
Epoch[152] Batch [249]	Speed: 2095.679212 samples/sec	rmse=0.016450	lr=0.056433
Epoch[152] Batch [299]	Speed: 2074.400366 samples/sec	rmse=0.016465	lr=0.056343
Epoch[152] Batch [349]	Speed: 2036.656712 samples/sec	rmse=0.016487	lr=0.056254
Epoch[152] Batch [399]	Speed: 2075.678277 samples/sec	rmse=0.016517	lr=0.056164
Epoch[152] Batch [449]	Speed: 2081.618975 samples/sec	rmse=0.016533	lr=0.056075
Epoch[152] Batch [499]	Speed: 2093.817248 samples/sec	rmse=0.016547	lr=0.055985
Epoch[152] Batch [549]	Speed: 2067.109371 samples/sec	rmse=0.016548	lr=0.055896
Epoch[152] Batch [599]	Speed: 2100.164300 samples/sec	rmse=0.016542	lr=0.055807
Epoch[152] Batch [649]	Speed: 2093.686050 samples/sec	rmse=0.016552	lr=0.055718
Epoch[152] Batch [699]	Speed: 2062.201392 samples/sec	rmse=0.016560	lr=0.055628
Epoch[152] Batch [749]	Speed: 2093.138285 samples/sec	rmse=0.016562	lr=0.055539
Epoch[152] Batch [799]	Speed: 2085.350606 samples/sec	rmse=0.016567	lr=0.055450
Epoch[152] Batch [849]	Speed: 2065.794630 samples/sec	rmse=0.016572	lr=0.055361
Epoch[152] Batch [899]	Speed: 2097.346660 samples/sec	rmse=0.016581	lr=0.055272
Epoch[152] Batch [949]	Speed: 2094.124130 samples/sec	rmse=0.016585	lr=0.055184
Epoch[152] Batch [999]	Speed: 2093.381685 samples/sec	rmse=0.016599	lr=0.055095
Epoch[152] Batch [1049]	Speed: 2095.548148 samples/sec	rmse=0.016606	lr=0.055006
Epoch[152] Batch [1099]	Speed: 2096.004990 samples/sec	rmse=0.016612	lr=0.054917
Epoch[152] Batch [1149]	Speed: 2061.204671 samples/sec	rmse=0.016614	lr=0.054829
Epoch[152] Batch [1199]	Speed: 2078.576046 samples/sec	rmse=0.016618	lr=0.054740
Epoch[152] Batch [1249]	Speed: 2094.501944 samples/sec	rmse=0.016622	lr=0.054652
[Epoch 152] training: rmse=0.016622
[Epoch 152] speed: 2082 samples/sec	time cost: 624.500501
[Epoch 152] validation: err-top1=0.252810 err-top5=0.075574
Epoch[153] Batch [49]	Speed: 2100.098023 samples/sec	rmse=0.016257	lr=0.054562
Epoch[153] Batch [99]	Speed: 2078.454274 samples/sec	rmse=0.016309	lr=0.054473
Epoch[153] Batch [149]	Speed: 2092.969658 samples/sec	rmse=0.016302	lr=0.054385
Epoch[153] Batch [199]	Speed: 2075.171215 samples/sec	rmse=0.016342	lr=0.054297
Epoch[153] Batch [249]	Speed: 2085.726395 samples/sec	rmse=0.016349	lr=0.054208
Epoch[153] Batch [299]	Speed: 2082.585999 samples/sec	rmse=0.016373	lr=0.054120
Epoch[153] Batch [349]	Speed: 2088.775338 samples/sec	rmse=0.016379	lr=0.054032
Epoch[153] Batch [399]	Speed: 2094.627912 samples/sec	rmse=0.016393	lr=0.053944
Epoch[153] Batch [449]	Speed: 2075.552973 samples/sec	rmse=0.016414	lr=0.053856
Epoch[153] Batch [499]	Speed: 2082.328727 samples/sec	rmse=0.016434	lr=0.053768
Epoch[153] Batch [549]	Speed: 2073.308487 samples/sec	rmse=0.016445	lr=0.053681
Epoch[153] Batch [599]	Speed: 2086.674084 samples/sec	rmse=0.016468	lr=0.053593
Epoch[153] Batch [649]	Speed: 2086.519026 samples/sec	rmse=0.016487	lr=0.053505
Epoch[153] Batch [699]	Speed: 2076.126214 samples/sec	rmse=0.016499	lr=0.053417
Epoch[153] Batch [749]	Speed: 2071.923579 samples/sec	rmse=0.016500	lr=0.053330
Epoch[153] Batch [799]	Speed: 2086.004405 samples/sec	rmse=0.016517	lr=0.053242
Epoch[153] Batch [849]	Speed: 2063.153309 samples/sec	rmse=0.016525	lr=0.053155
Epoch[153] Batch [899]	Speed: 2059.137289 samples/sec	rmse=0.016528	lr=0.053067
Epoch[153] Batch [949]	Speed: 2071.203282 samples/sec	rmse=0.016538	lr=0.052980
Epoch[153] Batch [999]	Speed: 2071.457332 samples/sec	rmse=0.016539	lr=0.052893
Epoch[153] Batch [1049]	Speed: 2067.949922 samples/sec	rmse=0.016546	lr=0.052806
Epoch[153] Batch [1099]	Speed: 2067.797634 samples/sec	rmse=0.016552	lr=0.052718
Epoch[153] Batch [1149]	Speed: 2065.709103 samples/sec	rmse=0.016555	lr=0.052631
Epoch[153] Batch [1199]	Speed: 2067.539464 samples/sec	rmse=0.016556	lr=0.052544
Epoch[153] Batch [1249]	Speed: 2078.681071 samples/sec	rmse=0.016565	lr=0.052457
[Epoch 153] training: rmse=0.016565
[Epoch 153] speed: 2076 samples/sec	time cost: 625.918032
[Epoch 153] validation: err-top1=0.245775 err-top5=0.070332
Epoch[154] Batch [49]	Speed: 2073.142459 samples/sec	rmse=0.016237	lr=0.052369
Epoch[154] Batch [99]	Speed: 2065.286346 samples/sec	rmse=0.016306	lr=0.052282
Epoch[154] Batch [149]	Speed: 2073.797376 samples/sec	rmse=0.016306	lr=0.052195
Epoch[154] Batch [199]	Speed: 2070.881912 samples/sec	rmse=0.016345	lr=0.052108
Epoch[154] Batch [249]	Speed: 2062.764428 samples/sec	rmse=0.016364	lr=0.052022
Epoch[154] Batch [299]	Speed: 2067.373543 samples/sec	rmse=0.016389	lr=0.051935
Epoch[154] Batch [349]	Speed: 2065.357436 samples/sec	rmse=0.016407	lr=0.051849
Epoch[154] Batch [399]	Speed: 2098.320482 samples/sec	rmse=0.016396	lr=0.051762
Epoch[154] Batch [449]	Speed: 2084.261373 samples/sec	rmse=0.016391	lr=0.051676
Epoch[154] Batch [499]	Speed: 2067.637007 samples/sec	rmse=0.016401	lr=0.051589
Epoch[154] Batch [549]	Speed: 2078.197459 samples/sec	rmse=0.016395	lr=0.051503
Epoch[154] Batch [599]	Speed: 2095.841076 samples/sec	rmse=0.016400	lr=0.051417
Epoch[154] Batch [649]	Speed: 2098.895867 samples/sec	rmse=0.016398	lr=0.051331
Epoch[154] Batch [699]	Speed: 2092.487877 samples/sec	rmse=0.016412	lr=0.051244
Epoch[154] Batch [749]	Speed: 2063.923021 samples/sec	rmse=0.016420	lr=0.051158
Epoch[154] Batch [799]	Speed: 2071.375092 samples/sec	rmse=0.016426	lr=0.051072
Epoch[154] Batch [849]	Speed: 2087.641955 samples/sec	rmse=0.016439	lr=0.050986
Epoch[154] Batch [899]	Speed: 2091.728418 samples/sec	rmse=0.016448	lr=0.050901
Epoch[154] Batch [949]	Speed: 2095.608699 samples/sec	rmse=0.016454	lr=0.050815
Epoch[154] Batch [999]	Speed: 2097.454021 samples/sec	rmse=0.016461	lr=0.050729
Epoch[154] Batch [1049]	Speed: 2096.992227 samples/sec	rmse=0.016463	lr=0.050643
Epoch[154] Batch [1099]	Speed: 2074.531703 samples/sec	rmse=0.016463	lr=0.050558
Epoch[154] Batch [1149]	Speed: 2088.945220 samples/sec	rmse=0.016468	lr=0.050472
Epoch[154] Batch [1199]	Speed: 2101.305156 samples/sec	rmse=0.016470	lr=0.050387
Epoch[154] Batch [1249]	Speed: 2095.630560 samples/sec	rmse=0.016477	lr=0.050301
[Epoch 154] training: rmse=0.016477
[Epoch 154] speed: 2080 samples/sec	time cost: 624.604582
[Epoch 154] validation: err-top1=0.239816 err-top5=0.068060
Epoch[155] Batch [49]	Speed: 2079.038781 samples/sec	rmse=0.016175	lr=0.050214
Epoch[155] Batch [99]	Speed: 2094.042653 samples/sec	rmse=0.016306	lr=0.050129
Epoch[155] Batch [149]	Speed: 2093.706830 samples/sec	rmse=0.016342	lr=0.050044
Epoch[155] Batch [199]	Speed: 2072.336939 samples/sec	rmse=0.016347	lr=0.049958
Epoch[155] Batch [249]	Speed: 2077.178951 samples/sec	rmse=0.016342	lr=0.049873
Epoch[155] Batch [299]	Speed: 2073.102773 samples/sec	rmse=0.016373	lr=0.049788
Epoch[155] Batch [349]	Speed: 2097.374764 samples/sec	rmse=0.016385	lr=0.049703
Epoch[155] Batch [399]	Speed: 2090.766240 samples/sec	rmse=0.016381	lr=0.049618
Epoch[155] Batch [449]	Speed: 2075.540315 samples/sec	rmse=0.016378	lr=0.049533
Epoch[155] Batch [499]	Speed: 2056.520241 samples/sec	rmse=0.016379	lr=0.049449
Epoch[155] Batch [549]	Speed: 2058.755704 samples/sec	rmse=0.016390	lr=0.049364
Epoch[155] Batch [599]	Speed: 2065.755880 samples/sec	rmse=0.016401	lr=0.049279
Epoch[155] Batch [649]	Speed: 2085.318753 samples/sec	rmse=0.016408	lr=0.049195
Epoch[155] Batch [699]	Speed: 2089.574700 samples/sec	rmse=0.016408	lr=0.049110
Epoch[155] Batch [749]	Speed: 2090.799563 samples/sec	rmse=0.016411	lr=0.049026
Epoch[155] Batch [799]	Speed: 2092.240302 samples/sec	rmse=0.016411	lr=0.048941
Epoch[155] Batch [849]	Speed: 2092.256773 samples/sec	rmse=0.016417	lr=0.048857
Epoch[155] Batch [899]	Speed: 2095.044250 samples/sec	rmse=0.016424	lr=0.048772
Epoch[155] Batch [949]	Speed: 2092.205630 samples/sec	rmse=0.016427	lr=0.048688
Epoch[155] Batch [999]	Speed: 2089.021890 samples/sec	rmse=0.016433	lr=0.048604
Epoch[155] Batch [1049]	Speed: 2070.237298 samples/sec	rmse=0.016440	lr=0.048520
Epoch[155] Batch [1099]	Speed: 2090.368875 samples/sec	rmse=0.016447	lr=0.048436
Epoch[155] Batch [1149]	Speed: 2068.468304 samples/sec	rmse=0.016451	lr=0.048352
Epoch[155] Batch [1199]	Speed: 2073.001452 samples/sec	rmse=0.016444	lr=0.048268
Epoch[155] Batch [1249]	Speed: 2088.086320 samples/sec	rmse=0.016451	lr=0.048184
[Epoch 155] training: rmse=0.016451
[Epoch 155] speed: 2080 samples/sec	time cost: 625.030803
[Epoch 155] validation: err-top1=0.238520 err-top5=0.066885
Epoch[156] Batch [49]	Speed: 2091.683534 samples/sec	rmse=0.016092	lr=0.048099
Epoch[156] Batch [99]	Speed: 2046.536632 samples/sec	rmse=0.016145	lr=0.048015
Epoch[156] Batch [149]	Speed: 2099.096185 samples/sec	rmse=0.016144	lr=0.047931
Epoch[156] Batch [199]	Speed: 2088.990494 samples/sec	rmse=0.016166	lr=0.047848
Epoch[156] Batch [249]	Speed: 2091.694679 samples/sec	rmse=0.016187	lr=0.047764
Epoch[156] Batch [299]	Speed: 2068.031830 samples/sec	rmse=0.016214	lr=0.047680
Epoch[156] Batch [349]	Speed: 2087.359897 samples/sec	rmse=0.016228	lr=0.047597
Epoch[156] Batch [399]	Speed: 2081.269576 samples/sec	rmse=0.016227	lr=0.047514
Epoch[156] Batch [449]	Speed: 2076.081817 samples/sec	rmse=0.016230	lr=0.047430
Epoch[156] Batch [499]	Speed: 2091.974608 samples/sec	rmse=0.016235	lr=0.047347
Epoch[156] Batch [549]	Speed: 2099.691786 samples/sec	rmse=0.016249	lr=0.047264
Epoch[156] Batch [599]	Speed: 2073.798097 samples/sec	rmse=0.016258	lr=0.047181
Epoch[156] Batch [649]	Speed: 2076.940589 samples/sec	rmse=0.016272	lr=0.047098
Epoch[156] Batch [699]	Speed: 2069.151789 samples/sec	rmse=0.016285	lr=0.047015
Epoch[156] Batch [749]	Speed: 2067.517170 samples/sec	rmse=0.016284	lr=0.046932
Epoch[156] Batch [799]	Speed: 2058.637604 samples/sec	rmse=0.016279	lr=0.046849
Epoch[156] Batch [849]	Speed: 2062.242246 samples/sec	rmse=0.016289	lr=0.046766
Epoch[156] Batch [899]	Speed: 2062.620787 samples/sec	rmse=0.016301	lr=0.046684
Epoch[156] Batch [949]	Speed: 2076.749739 samples/sec	rmse=0.016303	lr=0.046601
Epoch[156] Batch [999]	Speed: 2049.353335 samples/sec	rmse=0.016307	lr=0.046518
Epoch[156] Batch [1049]	Speed: 2064.338791 samples/sec	rmse=0.016314	lr=0.046436
Epoch[156] Batch [1099]	Speed: 2066.156644 samples/sec	rmse=0.016326	lr=0.046353
Epoch[156] Batch [1149]	Speed: 2066.470503 samples/sec	rmse=0.016331	lr=0.046271
Epoch[156] Batch [1199]	Speed: 2071.677608 samples/sec	rmse=0.016333	lr=0.046189
Epoch[156] Batch [1249]	Speed: 2074.303206 samples/sec	rmse=0.016338	lr=0.046106
[Epoch 156] training: rmse=0.016338
[Epoch 156] speed: 2072 samples/sec	time cost: 627.204925
[Epoch 156] validation: err-top1=0.240992 err-top5=0.068439
Epoch[157] Batch [49]	Speed: 2079.202795 samples/sec	rmse=0.016140	lr=0.046022
Epoch[157] Batch [99]	Speed: 2067.731074 samples/sec	rmse=0.016169	lr=0.045940
Epoch[157] Batch [149]	Speed: 2059.881759 samples/sec	rmse=0.016143	lr=0.045858
Epoch[157] Batch [199]	Speed: 2074.563148 samples/sec	rmse=0.016170	lr=0.045776
Epoch[157] Batch [249]	Speed: 2064.109854 samples/sec	rmse=0.016186	lr=0.045694
Epoch[157] Batch [299]	Speed: 2069.596894 samples/sec	rmse=0.016190	lr=0.045612
Epoch[157] Batch [349]	Speed: 2077.246421 samples/sec	rmse=0.016197	lr=0.045530
Epoch[157] Batch [399]	Speed: 2082.048709 samples/sec	rmse=0.016207	lr=0.045449
Epoch[157] Batch [449]	Speed: 2092.371381 samples/sec	rmse=0.016214	lr=0.045367
Epoch[157] Batch [499]	Speed: 2076.569204 samples/sec	rmse=0.016230	lr=0.045285
Epoch[157] Batch [549]	Speed: 2094.795314 samples/sec	rmse=0.016241	lr=0.045204
Epoch[157] Batch [599]	Speed: 2089.409717 samples/sec	rmse=0.016245	lr=0.045122
Epoch[157] Batch [649]	Speed: 2081.245109 samples/sec	rmse=0.016251	lr=0.045041
Epoch[157] Batch [699]	Speed: 2097.065803 samples/sec	rmse=0.016260	lr=0.044959
Epoch[157] Batch [749]	Speed: 2096.218978 samples/sec	rmse=0.016271	lr=0.044878
Epoch[157] Batch [799]	Speed: 2084.193446 samples/sec	rmse=0.016278	lr=0.044797
Epoch[157] Batch [849]	Speed: 2096.741518 samples/sec	rmse=0.016285	lr=0.044716
Epoch[157] Batch [899]	Speed: 2073.328904 samples/sec	rmse=0.016282	lr=0.044634
Epoch[157] Batch [949]	Speed: 2096.883972 samples/sec	rmse=0.016292	lr=0.044553
Epoch[157] Batch [999]	Speed: 2091.183468 samples/sec	rmse=0.016291	lr=0.044472
Epoch[157] Batch [1049]	Speed: 2096.243573 samples/sec	rmse=0.016293	lr=0.044391
Epoch[157] Batch [1099]	Speed: 2089.238438 samples/sec	rmse=0.016293	lr=0.044311
Epoch[157] Batch [1149]	Speed: 2095.624466 samples/sec	rmse=0.016300	lr=0.044230
Epoch[157] Batch [1199]	Speed: 2066.063773 samples/sec	rmse=0.016310	lr=0.044149
Epoch[157] Batch [1249]	Speed: 2096.900270 samples/sec	rmse=0.016315	lr=0.044068
[Epoch 157] training: rmse=0.016316
[Epoch 157] speed: 2081 samples/sec	time cost: 624.892884
[Epoch 157] validation: err-top1=0.237223 err-top5=0.065837
Epoch[158] Batch [49]	Speed: 2101.940524 samples/sec	rmse=0.016017	lr=0.043986
Epoch[158] Batch [99]	Speed: 2096.769872 samples/sec	rmse=0.016009	lr=0.043906
Epoch[158] Batch [149]	Speed: 2067.617517 samples/sec	rmse=0.016054	lr=0.043825
Epoch[158] Batch [199]	Speed: 2086.136020 samples/sec	rmse=0.016088	lr=0.043745
Epoch[158] Batch [249]	Speed: 2089.283359 samples/sec	rmse=0.016112	lr=0.043664
Epoch[158] Batch [299]	Speed: 2077.200208 samples/sec	rmse=0.016116	lr=0.043584
Epoch[158] Batch [349]	Speed: 2087.808527 samples/sec	rmse=0.016132	lr=0.043504
Epoch[158] Batch [399]	Speed: 2096.507447 samples/sec	rmse=0.016125	lr=0.043424
Epoch[158] Batch [449]	Speed: 2087.864835 samples/sec	rmse=0.016122	lr=0.043344
Epoch[158] Batch [499]	Speed: 2073.641983 samples/sec	rmse=0.016121	lr=0.043264
Epoch[158] Batch [549]	Speed: 2075.370179 samples/sec	rmse=0.016125	lr=0.043184
Epoch[158] Batch [599]	Speed: 2085.502351 samples/sec	rmse=0.016147	lr=0.043104
Epoch[158] Batch [649]	Speed: 2072.970856 samples/sec	rmse=0.016151	lr=0.043024
Epoch[158] Batch [699]	Speed: 2075.110316 samples/sec	rmse=0.016157	lr=0.042944
Epoch[158] Batch [749]	Speed: 2094.892871 samples/sec	rmse=0.016166	lr=0.042864
Epoch[158] Batch [799]	Speed: 2090.501063 samples/sec	rmse=0.016174	lr=0.042785
Epoch[158] Batch [849]	Speed: 2095.931734 samples/sec	rmse=0.016176	lr=0.042705
Epoch[158] Batch [899]	Speed: 2091.137264 samples/sec	rmse=0.016182	lr=0.042626
Epoch[158] Batch [949]	Speed: 2091.972020 samples/sec	rmse=0.016185	lr=0.042546
Epoch[158] Batch [999]	Speed: 2080.055085 samples/sec	rmse=0.016189	lr=0.042467
Epoch[158] Batch [1049]	Speed: 2079.938176 samples/sec	rmse=0.016198	lr=0.042388
Epoch[158] Batch [1099]	Speed: 2095.826431 samples/sec	rmse=0.016204	lr=0.042308
Epoch[158] Batch [1149]	Speed: 2095.343866 samples/sec	rmse=0.016205	lr=0.042229
Epoch[158] Batch [1199]	Speed: 2093.317998 samples/sec	rmse=0.016211	lr=0.042150
Epoch[158] Batch [1249]	Speed: 2101.223202 samples/sec	rmse=0.016215	lr=0.042071
[Epoch 158] training: rmse=0.016215
[Epoch 158] speed: 2085 samples/sec	time cost: 623.387159
[Epoch 158] validation: err-top1=0.239537 err-top5=0.068100
Epoch[159] Batch [49]	Speed: 2088.394448 samples/sec	rmse=0.015901	lr=0.041990
Epoch[159] Batch [99]	Speed: 2089.478004 samples/sec	rmse=0.015961	lr=0.041911
Epoch[159] Batch [149]	Speed: 2095.857706 samples/sec	rmse=0.016025	lr=0.041833
Epoch[159] Batch [199]	Speed: 2095.577063 samples/sec	rmse=0.016011	lr=0.041754
Epoch[159] Batch [249]	Speed: 2097.028472 samples/sec	rmse=0.016033	lr=0.041675
Epoch[159] Batch [299]	Speed: 2103.171445 samples/sec	rmse=0.016047	lr=0.041596
Epoch[159] Batch [349]	Speed: 2087.087854 samples/sec	rmse=0.016050	lr=0.041518
Epoch[159] Batch [399]	Speed: 2075.731966 samples/sec	rmse=0.016061	lr=0.041439
Epoch[159] Batch [449]	Speed: 2097.804081 samples/sec	rmse=0.016064	lr=0.041361
Epoch[159] Batch [499]	Speed: 2098.118794 samples/sec	rmse=0.016079	lr=0.041283
Epoch[159] Batch [549]	Speed: 2088.268416 samples/sec	rmse=0.016082	lr=0.041204
Epoch[159] Batch [599]	Speed: 2100.501294 samples/sec	rmse=0.016092	lr=0.041126
Epoch[159] Batch [649]	Speed: 2079.277886 samples/sec	rmse=0.016099	lr=0.041048
Epoch[159] Batch [699]	Speed: 2096.560152 samples/sec	rmse=0.016103	lr=0.040970
Epoch[159] Batch [749]	Speed: 2088.102462 samples/sec	rmse=0.016099	lr=0.040892
Epoch[159] Batch [799]	Speed: 2099.515616 samples/sec	rmse=0.016107	lr=0.040814
Epoch[159] Batch [849]	Speed: 2049.069210 samples/sec	rmse=0.016118	lr=0.040736
Epoch[159] Batch [899]	Speed: 2044.411689 samples/sec	rmse=0.016129	lr=0.040658
Epoch[159] Batch [949]	Speed: 2066.249603 samples/sec	rmse=0.016130	lr=0.040580
Epoch[159] Batch [999]	Speed: 2099.373112 samples/sec	rmse=0.016133	lr=0.040502
Epoch[159] Batch [1049]	Speed: 2082.267771 samples/sec	rmse=0.016144	lr=0.040425
Epoch[159] Batch [1099]	Speed: 2089.509334 samples/sec	rmse=0.016144	lr=0.040347
Epoch[159] Batch [1149]	Speed: 2099.385365 samples/sec	rmse=0.016155	lr=0.040269
Epoch[159] Batch [1199]	Speed: 2092.551289 samples/sec	rmse=0.016151	lr=0.040192
Epoch[159] Batch [1249]	Speed: 2082.525492 samples/sec	rmse=0.016158	lr=0.040115
[Epoch 159] training: rmse=0.016158
[Epoch 159] speed: 2085 samples/sec	time cost: 623.388729
[Epoch 159] validation: err-top1=0.237843 err-top5=0.066327
Epoch[160] Batch [49]	Speed: 2078.037424 samples/sec	rmse=0.015954	lr=0.040036
Epoch[160] Batch [99]	Speed: 2094.227281 samples/sec	rmse=0.016038	lr=0.039958
Epoch[160] Batch [149]	Speed: 2097.547564 samples/sec	rmse=0.016034	lr=0.039881
Epoch[160] Batch [199]	Speed: 2071.459809 samples/sec	rmse=0.016022	lr=0.039804
Epoch[160] Batch [249]	Speed: 2096.804553 samples/sec	rmse=0.016011	lr=0.039727
Epoch[160] Batch [299]	Speed: 2073.609045 samples/sec	rmse=0.016003	lr=0.039650
Epoch[160] Batch [349]	Speed: 2069.362921 samples/sec	rmse=0.015997	lr=0.039573
Epoch[160] Batch [399]	Speed: 2079.046912 samples/sec	rmse=0.016003	lr=0.039496
Epoch[160] Batch [449]	Speed: 2062.075274 samples/sec	rmse=0.016008	lr=0.039419
Epoch[160] Batch [499]	Speed: 2074.650671 samples/sec	rmse=0.016020	lr=0.039343
Epoch[160] Batch [549]	Speed: 2078.239050 samples/sec	rmse=0.016030	lr=0.039266
Epoch[160] Batch [599]	Speed: 2057.447365 samples/sec	rmse=0.016028	lr=0.039189
Epoch[160] Batch [649]	Speed: 2068.164115 samples/sec	rmse=0.016039	lr=0.039113
Epoch[160] Batch [699]	Speed: 2072.723496 samples/sec	rmse=0.016041	lr=0.039036
Epoch[160] Batch [749]	Speed: 2068.784958 samples/sec	rmse=0.016043	lr=0.038960
Epoch[160] Batch [799]	Speed: 2067.788634 samples/sec	rmse=0.016046	lr=0.038884
Epoch[160] Batch [849]	Speed: 2069.389603 samples/sec	rmse=0.016053	lr=0.038807
Epoch[160] Batch [899]	Speed: 2061.241114 samples/sec	rmse=0.016055	lr=0.038731
Epoch[160] Batch [949]	Speed: 2071.347960 samples/sec	rmse=0.016068	lr=0.038655
Epoch[160] Batch [999]	Speed: 2068.925930 samples/sec	rmse=0.016072	lr=0.038579
Epoch[160] Batch [1049]	Speed: 2063.560440 samples/sec	rmse=0.016080	lr=0.038503
Epoch[160] Batch [1099]	Speed: 2069.612352 samples/sec	rmse=0.016089	lr=0.038427
Epoch[160] Batch [1149]	Speed: 2062.099609 samples/sec	rmse=0.016089	lr=0.038351
Epoch[160] Batch [1199]	Speed: 2080.127054 samples/sec	rmse=0.016087	lr=0.038275
Epoch[160] Batch [1249]	Speed: 2084.469469 samples/sec	rmse=0.016089	lr=0.038200
[Epoch 160] training: rmse=0.016089
[Epoch 160] speed: 2071 samples/sec	time cost: 627.524122
[Epoch 160] validation: err-top1=0.233638 err-top5=0.063257
Epoch[161] Batch [49]	Speed: 2084.178437 samples/sec	rmse=0.015730	lr=0.038122
Epoch[161] Batch [99]	Speed: 2067.566178 samples/sec	rmse=0.015801	lr=0.038047
Epoch[161] Batch [149]	Speed: 2072.633175 samples/sec	rmse=0.015821	lr=0.037971
Epoch[161] Batch [199]	Speed: 2083.326908 samples/sec	rmse=0.015836	lr=0.037896
Epoch[161] Batch [249]	Speed: 2076.524949 samples/sec	rmse=0.015845	lr=0.037820
Epoch[161] Batch [299]	Speed: 2091.767415 samples/sec	rmse=0.015861	lr=0.037745
Epoch[161] Batch [349]	Speed: 2085.327521 samples/sec	rmse=0.015871	lr=0.037670
Epoch[161] Batch [399]	Speed: 2073.892446 samples/sec	rmse=0.015858	lr=0.037595
Epoch[161] Batch [449]	Speed: 2098.168854 samples/sec	rmse=0.015867	lr=0.037520
Epoch[161] Batch [499]	Speed: 2100.521326 samples/sec	rmse=0.015876	lr=0.037444
Epoch[161] Batch [549]	Speed: 2098.279969 samples/sec	rmse=0.015881	lr=0.037370
Epoch[161] Batch [599]	Speed: 2093.280310 samples/sec	rmse=0.015880	lr=0.037295
Epoch[161] Batch [649]	Speed: 2085.660763 samples/sec	rmse=0.015897	lr=0.037220
Epoch[161] Batch [699]	Speed: 2083.574036 samples/sec	rmse=0.015907	lr=0.037145
Epoch[161] Batch [749]	Speed: 2047.300922 samples/sec	rmse=0.015914	lr=0.037070
Epoch[161] Batch [799]	Speed: 2064.003221 samples/sec	rmse=0.015926	lr=0.036996
Epoch[161] Batch [849]	Speed: 2082.614194 samples/sec	rmse=0.015934	lr=0.036921
Epoch[161] Batch [899]	Speed: 2094.900105 samples/sec	rmse=0.015937	lr=0.036846
Epoch[161] Batch [949]	Speed: 2098.120865 samples/sec	rmse=0.015939	lr=0.036772
Epoch[161] Batch [999]	Speed: 2094.359119 samples/sec	rmse=0.015942	lr=0.036698
Epoch[161] Batch [1049]	Speed: 2100.798424 samples/sec	rmse=0.015942	lr=0.036623
Epoch[161] Batch [1099]	Speed: 2104.696515 samples/sec	rmse=0.015946	lr=0.036549
Epoch[161] Batch [1149]	Speed: 2085.728562 samples/sec	rmse=0.015951	lr=0.036475
Epoch[161] Batch [1199]	Speed: 2072.719975 samples/sec	rmse=0.015953	lr=0.036401
Epoch[161] Batch [1249]	Speed: 2062.826982 samples/sec	rmse=0.015960	lr=0.036327
[Epoch 161] training: rmse=0.015961
[Epoch 161] speed: 2082 samples/sec	time cost: 624.381910
[Epoch 161] validation: err-top1=0.231226 err-top5=0.063397
Epoch[162] Batch [49]	Speed: 2079.867952 samples/sec	rmse=0.015717	lr=0.036251
Epoch[162] Batch [99]	Speed: 2065.335804 samples/sec	rmse=0.015660	lr=0.036177
Epoch[162] Batch [149]	Speed: 2094.158437 samples/sec	rmse=0.015664	lr=0.036104
Epoch[162] Batch [199]	Speed: 2071.357211 samples/sec	rmse=0.015710	lr=0.036030
Epoch[162] Batch [249]	Speed: 2095.541298 samples/sec	rmse=0.015701	lr=0.035956
Epoch[162] Batch [299]	Speed: 2098.652783 samples/sec	rmse=0.015729	lr=0.035882
Epoch[162] Batch [349]	Speed: 2091.311359 samples/sec	rmse=0.015752	lr=0.035809
Epoch[162] Batch [399]	Speed: 2054.643080 samples/sec	rmse=0.015761	lr=0.035735
Epoch[162] Batch [449]	Speed: 2089.514213 samples/sec	rmse=0.015777	lr=0.035662
Epoch[162] Batch [499]	Speed: 2090.017875 samples/sec	rmse=0.015799	lr=0.035589
Epoch[162] Batch [549]	Speed: 2085.419621 samples/sec	rmse=0.015801	lr=0.035515
Epoch[162] Batch [599]	Speed: 2079.111203 samples/sec	rmse=0.015811	lr=0.035442
Epoch[162] Batch [649]	Speed: 2098.988820 samples/sec	rmse=0.015810	lr=0.035369
Epoch[162] Batch [699]	Speed: 2060.623880 samples/sec	rmse=0.015818	lr=0.035296
Epoch[162] Batch [749]	Speed: 2065.336142 samples/sec	rmse=0.015828	lr=0.035223
Epoch[162] Batch [799]	Speed: 2070.181438 samples/sec	rmse=0.015845	lr=0.035150
Epoch[162] Batch [849]	Speed: 2105.860763 samples/sec	rmse=0.015850	lr=0.035077
Epoch[162] Batch [899]	Speed: 2101.234263 samples/sec	rmse=0.015855	lr=0.035004
Epoch[162] Batch [949]	Speed: 2079.473671 samples/sec	rmse=0.015863	lr=0.034931
Epoch[162] Batch [999]	Speed: 2065.445873 samples/sec	rmse=0.015864	lr=0.034859
Epoch[162] Batch [1049]	Speed: 2090.511279 samples/sec	rmse=0.015866	lr=0.034786
Epoch[162] Batch [1099]	Speed: 2072.924212 samples/sec	rmse=0.015871	lr=0.034713
Epoch[162] Batch [1149]	Speed: 2069.602598 samples/sec	rmse=0.015879	lr=0.034641
Epoch[162] Batch [1199]	Speed: 2067.942056 samples/sec	rmse=0.015892	lr=0.034569
Epoch[162] Batch [1249]	Speed: 2073.531600 samples/sec	rmse=0.015898	lr=0.034496
[Epoch 162] training: rmse=0.015898
[Epoch 162] speed: 2078 samples/sec	time cost: 625.036777
[Epoch 162] validation: err-top1=0.242696 err-top5=0.068848
Epoch[163] Batch [49]	Speed: 2071.574588 samples/sec	rmse=0.015736	lr=0.034423
Epoch[163] Batch [99]	Speed: 2060.811086 samples/sec	rmse=0.015749	lr=0.034350
Epoch[163] Batch [149]	Speed: 2070.334057 samples/sec	rmse=0.015693	lr=0.034278
Epoch[163] Batch [199]	Speed: 2074.731988 samples/sec	rmse=0.015702	lr=0.034206
Epoch[163] Batch [249]	Speed: 2073.348722 samples/sec	rmse=0.015727	lr=0.034134
Epoch[163] Batch [299]	Speed: 2070.892157 samples/sec	rmse=0.015738	lr=0.034062
Epoch[163] Batch [349]	Speed: 2078.312946 samples/sec	rmse=0.015747	lr=0.033990
Epoch[163] Batch [399]	Speed: 2081.918577 samples/sec	rmse=0.015767	lr=0.033919
Epoch[163] Batch [449]	Speed: 2104.414058 samples/sec	rmse=0.015766	lr=0.033847
Epoch[163] Batch [499]	Speed: 2073.812356 samples/sec	rmse=0.015760	lr=0.033775
Epoch[163] Batch [549]	Speed: 2102.109159 samples/sec	rmse=0.015769	lr=0.033704
Epoch[163] Batch [599]	Speed: 2103.984010 samples/sec	rmse=0.015779	lr=0.033632
Epoch[163] Batch [649]	Speed: 2108.842815 samples/sec	rmse=0.015795	lr=0.033561
Epoch[163] Batch [699]	Speed: 2101.835666 samples/sec	rmse=0.015808	lr=0.033489
Epoch[163] Batch [749]	Speed: 2088.065022 samples/sec	rmse=0.015812	lr=0.033418
Epoch[163] Batch [799]	Speed: 2063.837193 samples/sec	rmse=0.015806	lr=0.033347
Epoch[163] Batch [849]	Speed: 2094.522127 samples/sec	rmse=0.015811	lr=0.033276
Epoch[163] Batch [899]	Speed: 2104.541262 samples/sec	rmse=0.015816	lr=0.033205
Epoch[163] Batch [949]	Speed: 2105.092021 samples/sec	rmse=0.015824	lr=0.033134
Epoch[163] Batch [999]	Speed: 2069.099178 samples/sec	rmse=0.015826	lr=0.033063
Epoch[163] Batch [1049]	Speed: 2100.007395 samples/sec	rmse=0.015836	lr=0.032992
Epoch[163] Batch [1099]	Speed: 2082.602015 samples/sec	rmse=0.015837	lr=0.032921
Epoch[163] Batch [1149]	Speed: 2097.717052 samples/sec	rmse=0.015844	lr=0.032850
Epoch[163] Batch [1199]	Speed: 2105.896426 samples/sec	rmse=0.015852	lr=0.032779
Epoch[163] Batch [1249]	Speed: 2106.140097 samples/sec	rmse=0.015849	lr=0.032709
[Epoch 163] training: rmse=0.015848
[Epoch 163] speed: 2085 samples/sec	time cost: 623.280394
[Epoch 163] validation: err-top1=0.230548 err-top5=0.063855
Epoch[164] Batch [49]	Speed: 2085.979320 samples/sec	rmse=0.015550	lr=0.032637
Epoch[164] Batch [99]	Speed: 2095.614486 samples/sec	rmse=0.015689	lr=0.032566
Epoch[164] Batch [149]	Speed: 2095.148760 samples/sec	rmse=0.015657	lr=0.032496
Epoch[164] Batch [199]	Speed: 2097.704983 samples/sec	rmse=0.015660	lr=0.032426
Epoch[164] Batch [249]	Speed: 2082.410022 samples/sec	rmse=0.015682	lr=0.032355
Epoch[164] Batch [299]	Speed: 2094.306382 samples/sec	rmse=0.015677	lr=0.032285
Epoch[164] Batch [349]	Speed: 2101.527610 samples/sec	rmse=0.015687	lr=0.032215
Epoch[164] Batch [399]	Speed: 2106.425621 samples/sec	rmse=0.015707	lr=0.032145
Epoch[164] Batch [449]	Speed: 2097.809573 samples/sec	rmse=0.015724	lr=0.032075
Epoch[164] Batch [499]	Speed: 2083.456994 samples/sec	rmse=0.015721	lr=0.032005
Epoch[164] Batch [549]	Speed: 2100.644383 samples/sec	rmse=0.015719	lr=0.031935
Epoch[164] Batch [599]	Speed: 2078.939978 samples/sec	rmse=0.015721	lr=0.031865
Epoch[164] Batch [649]	Speed: 2080.220105 samples/sec	rmse=0.015733	lr=0.031796
Epoch[164] Batch [699]	Speed: 2082.730596 samples/sec	rmse=0.015737	lr=0.031726
Epoch[164] Batch [749]	Speed: 2101.509225 samples/sec	rmse=0.015743	lr=0.031657
Epoch[164] Batch [799]	Speed: 2085.572227 samples/sec	rmse=0.015749	lr=0.031587
Epoch[164] Batch [849]	Speed: 2075.538770 samples/sec	rmse=0.015752	lr=0.031518
Epoch[164] Batch [899]	Speed: 2101.042293 samples/sec	rmse=0.015753	lr=0.031448
Epoch[164] Batch [949]	Speed: 2087.173152 samples/sec	rmse=0.015755	lr=0.031379
Epoch[164] Batch [999]	Speed: 2090.352842 samples/sec	rmse=0.015756	lr=0.031310
Epoch[164] Batch [1049]	Speed: 2100.454431 samples/sec	rmse=0.015755	lr=0.031241
Epoch[164] Batch [1099]	Speed: 2100.383904 samples/sec	rmse=0.015757	lr=0.031172
Epoch[164] Batch [1149]	Speed: 2092.875911 samples/sec	rmse=0.015753	lr=0.031103
Epoch[164] Batch [1199]	Speed: 2079.965291 samples/sec	rmse=0.015759	lr=0.031034
Epoch[164] Batch [1249]	Speed: 2092.906996 samples/sec	rmse=0.015763	lr=0.030965
[Epoch 164] training: rmse=0.015764
[Epoch 164] speed: 2089 samples/sec	time cost: 622.644619
[Epoch 164] validation: err-top1=0.225725 err-top5=0.061324
Epoch[165] Batch [49]	Speed: 2093.332241 samples/sec	rmse=0.015741	lr=0.030895
Epoch[165] Batch [99]	Speed: 2098.294279 samples/sec	rmse=0.015571	lr=0.030826
Epoch[165] Batch [149]	Speed: 2072.968314 samples/sec	rmse=0.015624	lr=0.030757
Epoch[165] Batch [199]	Speed: 2094.758738 samples/sec	rmse=0.015605	lr=0.030689
Epoch[165] Batch [249]	Speed: 2083.740080 samples/sec	rmse=0.015632	lr=0.030620
Epoch[165] Batch [299]	Speed: 2080.589492 samples/sec	rmse=0.015579	lr=0.030552
Epoch[165] Batch [349]	Speed: 2097.003694 samples/sec	rmse=0.015579	lr=0.030483
Epoch[165] Batch [399]	Speed: 2084.667569 samples/sec	rmse=0.015600	lr=0.030415
Epoch[165] Batch [449]	Speed: 2091.864506 samples/sec	rmse=0.015608	lr=0.030347
Epoch[165] Batch [499]	Speed: 2078.326864 samples/sec	rmse=0.015616	lr=0.030279
Epoch[165] Batch [549]	Speed: 2101.287432 samples/sec	rmse=0.015621	lr=0.030210
Epoch[165] Batch [599]	Speed: 2081.080611 samples/sec	rmse=0.015632	lr=0.030142
Epoch[165] Batch [649]	Speed: 2101.353681 samples/sec	rmse=0.015638	lr=0.030074
Epoch[165] Batch [699]	Speed: 2073.681770 samples/sec	rmse=0.015644	lr=0.030007
Epoch[165] Batch [749]	Speed: 2069.811827 samples/sec	rmse=0.015647	lr=0.029939
Epoch[165] Batch [799]	Speed: 2091.097884 samples/sec	rmse=0.015648	lr=0.029871
Epoch[165] Batch [849]	Speed: 2086.522837 samples/sec	rmse=0.015647	lr=0.029803
Epoch[165] Batch [899]	Speed: 2078.060087 samples/sec	rmse=0.015648	lr=0.029736
Epoch[165] Batch [949]	Speed: 2094.046329 samples/sec	rmse=0.015649	lr=0.029668
Epoch[165] Batch [999]	Speed: 2063.835646 samples/sec	rmse=0.015657	lr=0.029601
Epoch[165] Batch [1049]	Speed: 2068.458800 samples/sec	rmse=0.015658	lr=0.029533
Epoch[165] Batch [1099]	Speed: 2075.958190 samples/sec	rmse=0.015659	lr=0.029466
Epoch[165] Batch [1149]	Speed: 2076.024036 samples/sec	rmse=0.015660	lr=0.029399
Epoch[165] Batch [1199]	Speed: 2071.738606 samples/sec	rmse=0.015657	lr=0.029332
Epoch[165] Batch [1249]	Speed: 2081.459059 samples/sec	rmse=0.015661	lr=0.029265
[Epoch 165] training: rmse=0.015661
[Epoch 165] speed: 2081 samples/sec	time cost: 624.313595
[Epoch 165] validation: err-top1=0.234614 err-top5=0.065629
Epoch[166] Batch [49]	Speed: 2082.261714 samples/sec	rmse=0.015585	lr=0.029196
Epoch[166] Batch [99]	Speed: 2070.779690 samples/sec	rmse=0.015510	lr=0.029129
Epoch[166] Batch [149]	Speed: 2073.000592 samples/sec	rmse=0.015492	lr=0.029062
Epoch[166] Batch [199]	Speed: 2072.058042 samples/sec	rmse=0.015448	lr=0.028995
Epoch[166] Batch [249]	Speed: 2068.443818 samples/sec	rmse=0.015445	lr=0.028929
Epoch[166] Batch [299]	Speed: 2065.617067 samples/sec	rmse=0.015448	lr=0.028862
Epoch[166] Batch [349]	Speed: 2079.402251 samples/sec	rmse=0.015463	lr=0.028795
Epoch[166] Batch [399]	Speed: 2095.360569 samples/sec	rmse=0.015470	lr=0.028729
Epoch[166] Batch [449]	Speed: 2099.897596 samples/sec	rmse=0.015480	lr=0.028662
Epoch[166] Batch [499]	Speed: 2091.078031 samples/sec	rmse=0.015487	lr=0.028596
Epoch[166] Batch [549]	Speed: 2099.677354 samples/sec	rmse=0.015483	lr=0.028530
Epoch[166] Batch [599]	Speed: 2075.807228 samples/sec	rmse=0.015487	lr=0.028463
Epoch[166] Batch [649]	Speed: 2094.957430 samples/sec	rmse=0.015497	lr=0.028397
Epoch[166] Batch [699]	Speed: 2093.987788 samples/sec	rmse=0.015503	lr=0.028331
Epoch[166] Batch [749]	Speed: 2084.133553 samples/sec	rmse=0.015515	lr=0.028265
Epoch[166] Batch [799]	Speed: 2099.237974 samples/sec	rmse=0.015518	lr=0.028199
Epoch[166] Batch [849]	Speed: 2088.254994 samples/sec	rmse=0.015518	lr=0.028133
Epoch[166] Batch [899]	Speed: 2090.629766 samples/sec	rmse=0.015530	lr=0.028067
Epoch[166] Batch [949]	Speed: 2101.028994 samples/sec	rmse=0.015535	lr=0.028002
Epoch[166] Batch [999]	Speed: 2102.227566 samples/sec	rmse=0.015552	lr=0.027936
Epoch[166] Batch [1049]	Speed: 2086.558173 samples/sec	rmse=0.015552	lr=0.027870
Epoch[166] Batch [1099]	Speed: 2084.776065 samples/sec	rmse=0.015556	lr=0.027805
Epoch[166] Batch [1149]	Speed: 2078.201200 samples/sec	rmse=0.015563	lr=0.027739
Epoch[166] Batch [1199]	Speed: 2091.917283 samples/sec	rmse=0.015565	lr=0.027674
Epoch[166] Batch [1249]	Speed: 2093.296573 samples/sec	rmse=0.015573	lr=0.027609
[Epoch 166] training: rmse=0.015573
[Epoch 166] speed: 2084 samples/sec	time cost: 623.635145
[Epoch 166] validation: err-top1=0.232522 err-top5=0.063516
Epoch[167] Batch [49]	Speed: 2118.184204 samples/sec	rmse=0.015478	lr=0.027542
Epoch[167] Batch [99]	Speed: 2102.621938 samples/sec	rmse=0.015405	lr=0.027477
Epoch[167] Batch [149]	Speed: 2105.310407 samples/sec	rmse=0.015401	lr=0.027412
Epoch[167] Batch [199]	Speed: 2099.625827 samples/sec	rmse=0.015441	lr=0.027347
Epoch[167] Batch [249]	Speed: 2075.799584 samples/sec	rmse=0.015411	lr=0.027282
Epoch[167] Batch [299]	Speed: 2085.079168 samples/sec	rmse=0.015414	lr=0.027217
Epoch[167] Batch [349]	Speed: 2062.939359 samples/sec	rmse=0.015412	lr=0.027152
Epoch[167] Batch [399]	Speed: 2100.532257 samples/sec	rmse=0.015425	lr=0.027087
Epoch[167] Batch [449]	Speed: 2077.406233 samples/sec	rmse=0.015433	lr=0.027023
Epoch[167] Batch [499]	Speed: 2084.773940 samples/sec	rmse=0.015426	lr=0.026958
Epoch[167] Batch [549]	Speed: 2095.748197 samples/sec	rmse=0.015430	lr=0.026894
Epoch[167] Batch [599]	Speed: 2095.829069 samples/sec	rmse=0.015438	lr=0.026829
Epoch[167] Batch [649]	Speed: 2101.414197 samples/sec	rmse=0.015448	lr=0.026765
Epoch[167] Batch [699]	Speed: 2091.308040 samples/sec	rmse=0.015457	lr=0.026700
Epoch[167] Batch [749]	Speed: 2103.575321 samples/sec	rmse=0.015462	lr=0.026636
Epoch[167] Batch [799]	Speed: 2092.583384 samples/sec	rmse=0.015476	lr=0.026572
Epoch[167] Batch [849]	Speed: 2103.004411 samples/sec	rmse=0.015486	lr=0.026508
Epoch[167] Batch [899]	Speed: 2105.589471 samples/sec	rmse=0.015488	lr=0.026444
Epoch[167] Batch [949]	Speed: 2098.871845 samples/sec	rmse=0.015496	lr=0.026380
Epoch[167] Batch [999]	Speed: 2091.795838 samples/sec	rmse=0.015500	lr=0.026316
Epoch[167] Batch [1049]	Speed: 2086.655998 samples/sec	rmse=0.015509	lr=0.026252
Epoch[167] Batch [1099]	Speed: 2093.702013 samples/sec	rmse=0.015513	lr=0.026188
Epoch[167] Batch [1149]	Speed: 2076.054502 samples/sec	rmse=0.015519	lr=0.026125
Epoch[167] Batch [1199]	Speed: 2098.832275 samples/sec	rmse=0.015517	lr=0.026061
Epoch[167] Batch [1249]	Speed: 2101.927069 samples/sec	rmse=0.015524	lr=0.025998
[Epoch 167] training: rmse=0.015523
[Epoch 167] speed: 2092 samples/sec	time cost: 621.460968
[Epoch 167] validation: err-top1=0.224550 err-top5=0.060906
Epoch[168] Batch [49]	Speed: 2099.205819 samples/sec	rmse=0.015214	lr=0.025933
Epoch[168] Batch [99]	Speed: 2082.180129 samples/sec	rmse=0.015233	lr=0.025869
Epoch[168] Batch [149]	Speed: 2099.672324 samples/sec	rmse=0.015291	lr=0.025806
Epoch[168] Batch [199]	Speed: 2086.809049 samples/sec	rmse=0.015297	lr=0.025743
Epoch[168] Batch [249]	Speed: 2072.974478 samples/sec	rmse=0.015306	lr=0.025680
Epoch[168] Batch [299]	Speed: 2103.030793 samples/sec	rmse=0.015298	lr=0.025617
Epoch[168] Batch [349]	Speed: 2100.520012 samples/sec	rmse=0.015320	lr=0.025554
Epoch[168] Batch [399]	Speed: 2098.175783 samples/sec	rmse=0.015330	lr=0.025491
Epoch[168] Batch [449]	Speed: 2068.445511 samples/sec	rmse=0.015321	lr=0.025428
Epoch[168] Batch [499]	Speed: 2073.418386 samples/sec	rmse=0.015315	lr=0.025365
Epoch[168] Batch [549]	Speed: 2061.871051 samples/sec	rmse=0.015339	lr=0.025302
Epoch[168] Batch [599]	Speed: 2072.707152 samples/sec	rmse=0.015357	lr=0.025240
Epoch[168] Batch [649]	Speed: 2071.153921 samples/sec	rmse=0.015367	lr=0.025177
Epoch[168] Batch [699]	Speed: 2064.926582 samples/sec	rmse=0.015363	lr=0.025114
Epoch[168] Batch [749]	Speed: 2076.311229 samples/sec	rmse=0.015369	lr=0.025052
Epoch[168] Batch [799]	Speed: 2080.189940 samples/sec	rmse=0.015367	lr=0.024990
Epoch[168] Batch [849]	Speed: 2076.511235 samples/sec	rmse=0.015377	lr=0.024927
Epoch[168] Batch [899]	Speed: 2069.079441 samples/sec	rmse=0.015378	lr=0.024865
Epoch[168] Batch [949]	Speed: 2076.134163 samples/sec	rmse=0.015382	lr=0.024803
Epoch[168] Batch [999]	Speed: 2073.162333 samples/sec	rmse=0.015389	lr=0.024741
Epoch[168] Batch [1049]	Speed: 2070.129512 samples/sec	rmse=0.015399	lr=0.024679
Epoch[168] Batch [1099]	Speed: 2076.889107 samples/sec	rmse=0.015407	lr=0.024617
Epoch[168] Batch [1149]	Speed: 2067.237519 samples/sec	rmse=0.015405	lr=0.024555
Epoch[168] Batch [1199]	Speed: 2073.732092 samples/sec	rmse=0.015413	lr=0.024493
Epoch[168] Batch [1249]	Speed: 2082.713366 samples/sec	rmse=0.015417	lr=0.024432
[Epoch 168] training: rmse=0.015417
[Epoch 168] speed: 2077 samples/sec	time cost: 625.531737
[Epoch 168] validation: err-top1=0.222900 err-top5=0.059896
Epoch[169] Batch [49]	Speed: 2092.392013 samples/sec	rmse=0.015148	lr=0.024369
Epoch[169] Batch [99]	Speed: 2064.827072 samples/sec	rmse=0.015192	lr=0.024307
Epoch[169] Batch [149]	Speed: 2078.026365 samples/sec	rmse=0.015166	lr=0.024246
Epoch[169] Batch [199]	Speed: 2075.373709 samples/sec	rmse=0.015186	lr=0.024184
Epoch[169] Batch [249]	Speed: 2085.044388 samples/sec	rmse=0.015204	lr=0.024123
Epoch[169] Batch [299]	Speed: 2093.371175 samples/sec	rmse=0.015224	lr=0.024062
Epoch[169] Batch [349]	Speed: 2072.361997 samples/sec	rmse=0.015237	lr=0.024000
Epoch[169] Batch [399]	Speed: 2086.788264 samples/sec	rmse=0.015223	lr=0.023939
Epoch[169] Batch [449]	Speed: 2091.957714 samples/sec	rmse=0.015235	lr=0.023878
Epoch[169] Batch [499]	Speed: 2098.153007 samples/sec	rmse=0.015251	lr=0.023817
Epoch[169] Batch [549]	Speed: 2047.463207 samples/sec	rmse=0.015257	lr=0.023756
Epoch[169] Batch [599]	Speed: 2093.226689 samples/sec	rmse=0.015254	lr=0.023695
Epoch[169] Batch [649]	Speed: 2097.430995 samples/sec	rmse=0.015246	lr=0.023635
Epoch[169] Batch [699]	Speed: 2100.377495 samples/sec	rmse=0.015248	lr=0.023574
Epoch[169] Batch [749]	Speed: 2099.900819 samples/sec	rmse=0.015249	lr=0.023513
Epoch[169] Batch [799]	Speed: 2101.712573 samples/sec	rmse=0.015256	lr=0.023453
Epoch[169] Batch [849]	Speed: 2099.359238 samples/sec	rmse=0.015256	lr=0.023392
Epoch[169] Batch [899]	Speed: 2103.325548 samples/sec	rmse=0.015256	lr=0.023332
Epoch[169] Batch [949]	Speed: 2096.790856 samples/sec	rmse=0.015265	lr=0.023272
Epoch[169] Batch [999]	Speed: 2090.840561 samples/sec	rmse=0.015273	lr=0.023211
Epoch[169] Batch [1049]	Speed: 2036.195099 samples/sec	rmse=0.015285	lr=0.023151
Epoch[169] Batch [1099]	Speed: 2101.005149 samples/sec	rmse=0.015289	lr=0.023091
Epoch[169] Batch [1149]	Speed: 2070.424997 samples/sec	rmse=0.015293	lr=0.023031
Epoch[169] Batch [1199]	Speed: 2093.471436 samples/sec	rmse=0.015301	lr=0.022971
Epoch[169] Batch [1249]	Speed: 2095.542648 samples/sec	rmse=0.015306	lr=0.022911
[Epoch 169] training: rmse=0.015306
[Epoch 169] speed: 2084 samples/sec	time cost: 623.353089
[Epoch 169] validation: err-top1=0.221700 err-top5=0.059291
Epoch[170] Batch [49]	Speed: 2102.384474 samples/sec	rmse=0.014958	lr=0.022850
Epoch[170] Batch [99]	Speed: 2082.140216 samples/sec	rmse=0.014982	lr=0.022790
Epoch[170] Batch [149]	Speed: 2097.602595 samples/sec	rmse=0.015023	lr=0.022731
Epoch[170] Batch [199]	Speed: 2085.086193 samples/sec	rmse=0.015045	lr=0.022671
Epoch[170] Batch [249]	Speed: 2102.558964 samples/sec	rmse=0.015041	lr=0.022612
Epoch[170] Batch [299]	Speed: 2090.144708 samples/sec	rmse=0.015064	lr=0.022552
Epoch[170] Batch [349]	Speed: 2068.547463 samples/sec	rmse=0.015103	lr=0.022493
Epoch[170] Batch [399]	Speed: 2078.061615 samples/sec	rmse=0.015102	lr=0.022434
Epoch[170] Batch [449]	Speed: 2072.647397 samples/sec	rmse=0.015107	lr=0.022374
Epoch[170] Batch [499]	Speed: 2087.606379 samples/sec	rmse=0.015119	lr=0.022315
Epoch[170] Batch [549]	Speed: 2096.682560 samples/sec	rmse=0.015128	lr=0.022256
Epoch[170] Batch [599]	Speed: 2098.810327 samples/sec	rmse=0.015126	lr=0.022197
Epoch[170] Batch [649]	Speed: 2096.091631 samples/sec	rmse=0.015118	lr=0.022138
Epoch[170] Batch [699]	Speed: 2076.368484 samples/sec	rmse=0.015136	lr=0.022079
Epoch[170] Batch [749]	Speed: 2089.687144 samples/sec	rmse=0.015140	lr=0.022021
Epoch[170] Batch [799]	Speed: 2093.282167 samples/sec	rmse=0.015147	lr=0.021962
Epoch[170] Batch [849]	Speed: 2104.829798 samples/sec	rmse=0.015158	lr=0.021903
Epoch[170] Batch [899]	Speed: 2107.068763 samples/sec	rmse=0.015163	lr=0.021845
Epoch[170] Batch [949]	Speed: 2100.430970 samples/sec	rmse=0.015177	lr=0.021786
Epoch[170] Batch [999]	Speed: 2101.273965 samples/sec	rmse=0.015191	lr=0.021728
Epoch[170] Batch [1049]	Speed: 2102.599601 samples/sec	rmse=0.015196	lr=0.021669
Epoch[170] Batch [1099]	Speed: 2096.707105 samples/sec	rmse=0.015200	lr=0.021611
Epoch[170] Batch [1149]	Speed: 2080.143294 samples/sec	rmse=0.015204	lr=0.021553
Epoch[170] Batch [1199]	Speed: 2084.811828 samples/sec	rmse=0.015206	lr=0.021495
Epoch[170] Batch [1249]	Speed: 2108.388806 samples/sec	rmse=0.015208	lr=0.021437
[Epoch 170] training: rmse=0.015208
[Epoch 170] speed: 2090 samples/sec	time cost: 621.781691
[Epoch 170] validation: err-top1=0.217853 err-top5=0.058554
Epoch[171] Batch [49]	Speed: 2079.521375 samples/sec	rmse=0.014850	lr=0.021378
Epoch[171] Batch [99]	Speed: 2092.835955 samples/sec	rmse=0.014926	lr=0.021320
Epoch[171] Batch [149]	Speed: 2097.452853 samples/sec	rmse=0.014930	lr=0.021262
Epoch[171] Batch [199]	Speed: 2090.586476 samples/sec	rmse=0.014962	lr=0.021204
Epoch[171] Batch [249]	Speed: 2098.697802 samples/sec	rmse=0.014966	lr=0.021146
Epoch[171] Batch [299]	Speed: 2096.703134 samples/sec	rmse=0.014977	lr=0.021089
Epoch[171] Batch [349]	Speed: 2087.128038 samples/sec	rmse=0.014983	lr=0.021031
Epoch[171] Batch [399]	Speed: 2100.516539 samples/sec	rmse=0.014995	lr=0.020974
Epoch[171] Batch [449]	Speed: 2104.370154 samples/sec	rmse=0.014983	lr=0.020917
Epoch[171] Batch [499]	Speed: 2086.525837 samples/sec	rmse=0.014982	lr=0.020859
Epoch[171] Batch [549]	Speed: 2099.175593 samples/sec	rmse=0.015001	lr=0.020802
Epoch[171] Batch [599]	Speed: 2090.369547 samples/sec	rmse=0.014998	lr=0.020745
Epoch[171] Batch [649]	Speed: 2067.045940 samples/sec	rmse=0.015014	lr=0.020688
Epoch[171] Batch [699]	Speed: 2086.859219 samples/sec	rmse=0.015018	lr=0.020631
Epoch[171] Batch [749]	Speed: 2078.001572 samples/sec	rmse=0.015023	lr=0.020574
Epoch[171] Batch [799]	Speed: 2083.248372 samples/sec	rmse=0.015035	lr=0.020517
Epoch[171] Batch [849]	Speed: 2099.386781 samples/sec	rmse=0.015040	lr=0.020460
Epoch[171] Batch [899]	Speed: 2098.063305 samples/sec	rmse=0.015040	lr=0.020404
Epoch[171] Batch [949]	Speed: 2080.118894 samples/sec	rmse=0.015048	lr=0.020347
Epoch[171] Batch [999]	Speed: 2084.717191 samples/sec	rmse=0.015053	lr=0.020290
Epoch[171] Batch [1049]	Speed: 2087.319360 samples/sec	rmse=0.015060	lr=0.020234
Epoch[171] Batch [1099]	Speed: 2083.875616 samples/sec	rmse=0.015064	lr=0.020177
Epoch[171] Batch [1149]	Speed: 2062.209887 samples/sec	rmse=0.015075	lr=0.020121
Epoch[171] Batch [1199]	Speed: 2096.303652 samples/sec	rmse=0.015081	lr=0.020065
Epoch[171] Batch [1249]	Speed: 2081.654227 samples/sec	rmse=0.015090	lr=0.020009
[Epoch 171] training: rmse=0.015090
[Epoch 171] speed: 2086 samples/sec	time cost: 623.458776
[Epoch 171] validation: err-top1=0.218431 err-top5=0.058414
Epoch[172] Batch [49]	Speed: 2078.099863 samples/sec	rmse=0.014992	lr=0.019951
Epoch[172] Batch [99]	Speed: 2073.165175 samples/sec	rmse=0.014958	lr=0.019895
Epoch[172] Batch [149]	Speed: 2074.002106 samples/sec	rmse=0.014889	lr=0.019839
Epoch[172] Batch [199]	Speed: 2070.943961 samples/sec	rmse=0.014880	lr=0.019784
Epoch[172] Batch [249]	Speed: 2069.738695 samples/sec	rmse=0.014927	lr=0.019728
Epoch[172] Batch [299]	Speed: 2055.425675 samples/sec	rmse=0.014893	lr=0.019672
Epoch[172] Batch [349]	Speed: 2078.898077 samples/sec	rmse=0.014914	lr=0.019616
Epoch[172] Batch [399]	Speed: 2075.781425 samples/sec	rmse=0.014935	lr=0.019561
Epoch[172] Batch [449]	Speed: 2065.297807 samples/sec	rmse=0.014937	lr=0.019505
Epoch[172] Batch [499]	Speed: 2081.554146 samples/sec	rmse=0.014944	lr=0.019450
Epoch[172] Batch [549]	Speed: 2075.092891 samples/sec	rmse=0.014942	lr=0.019394
Epoch[172] Batch [599]	Speed: 2076.838431 samples/sec	rmse=0.014967	lr=0.019339
Epoch[172] Batch [649]	Speed: 2082.664021 samples/sec	rmse=0.014991	lr=0.019284
Epoch[172] Batch [699]	Speed: 2086.781552 samples/sec	rmse=0.014993	lr=0.019229
Epoch[172] Batch [749]	Speed: 2101.905118 samples/sec	rmse=0.015002	lr=0.019174
Epoch[172] Batch [799]	Speed: 2054.164790 samples/sec	rmse=0.015014	lr=0.019119
Epoch[172] Batch [849]	Speed: 2088.806951 samples/sec	rmse=0.015013	lr=0.019064
Epoch[172] Batch [899]	Speed: 2088.544240 samples/sec	rmse=0.015024	lr=0.019009
Epoch[172] Batch [949]	Speed: 2088.414799 samples/sec	rmse=0.015011	lr=0.018954
Epoch[172] Batch [999]	Speed: 2083.826236 samples/sec	rmse=0.015026	lr=0.018900
Epoch[172] Batch [1049]	Speed: 2086.179875 samples/sec	rmse=0.015030	lr=0.018845
Epoch[172] Batch [1099]	Speed: 2098.016571 samples/sec	rmse=0.015032	lr=0.018790
Epoch[172] Batch [1149]	Speed: 2102.822083 samples/sec	rmse=0.015039	lr=0.018736
Epoch[172] Batch [1199]	Speed: 2095.431843 samples/sec	rmse=0.015041	lr=0.018682
Epoch[172] Batch [1249]	Speed: 2095.448711 samples/sec	rmse=0.015045	lr=0.018627
[Epoch 172] training: rmse=0.015045
[Epoch 172] speed: 2079 samples/sec	time cost: 625.276319
[Epoch 172] validation: err-top1=0.214106 err-top5=0.056581
Epoch[173] Batch [49]	Speed: 2092.860614 samples/sec	rmse=0.014939	lr=0.018572
Epoch[173] Batch [99]	Speed: 2099.359608 samples/sec	rmse=0.014898	lr=0.018518
Epoch[173] Batch [149]	Speed: 2092.644211 samples/sec	rmse=0.014920	lr=0.018464
Epoch[173] Batch [199]	Speed: 2093.891031 samples/sec	rmse=0.014961	lr=0.018410
Epoch[173] Batch [249]	Speed: 2093.545643 samples/sec	rmse=0.014906	lr=0.018356
Epoch[173] Batch [299]	Speed: 2095.508049 samples/sec	rmse=0.014900	lr=0.018302
Epoch[173] Batch [349]	Speed: 2101.708397 samples/sec	rmse=0.014913	lr=0.018248
Epoch[173] Batch [399]	Speed: 2058.066109 samples/sec	rmse=0.014908	lr=0.018194
Epoch[173] Batch [449]	Speed: 2092.243523 samples/sec	rmse=0.014907	lr=0.018141
Epoch[173] Batch [499]	Speed: 2098.278903 samples/sec	rmse=0.014921	lr=0.018087
Epoch[173] Batch [549]	Speed: 2099.434725 samples/sec	rmse=0.014915	lr=0.018034
Epoch[173] Batch [599]	Speed: 2092.799406 samples/sec	rmse=0.014902	lr=0.017980
Epoch[173] Batch [649]	Speed: 2091.953088 samples/sec	rmse=0.014906	lr=0.017927
Epoch[173] Batch [699]	Speed: 2082.001353 samples/sec	rmse=0.014923	lr=0.017874
Epoch[173] Batch [749]	Speed: 2063.979516 samples/sec	rmse=0.014916	lr=0.017821
Epoch[173] Batch [799]	Speed: 2065.451872 samples/sec	rmse=0.014912	lr=0.017768
Epoch[173] Batch [849]	Speed: 2088.196370 samples/sec	rmse=0.014914	lr=0.017714
Epoch[173] Batch [899]	Speed: 2085.831840 samples/sec	rmse=0.014908	lr=0.017662
Epoch[173] Batch [949]	Speed: 2096.955943 samples/sec	rmse=0.014899	lr=0.017609
Epoch[173] Batch [999]	Speed: 2091.583078 samples/sec	rmse=0.014904	lr=0.017556
Epoch[173] Batch [1049]	Speed: 2090.567040 samples/sec	rmse=0.014904	lr=0.017503
Epoch[173] Batch [1099]	Speed: 2087.046862 samples/sec	rmse=0.014902	lr=0.017450
Epoch[173] Batch [1149]	Speed: 2096.730299 samples/sec	rmse=0.014904	lr=0.017398
Epoch[173] Batch [1199]	Speed: 2083.022011 samples/sec	rmse=0.014902	lr=0.017345
Epoch[173] Batch [1249]	Speed: 2069.849313 samples/sec	rmse=0.014910	lr=0.017293
[Epoch 173] training: rmse=0.014910
[Epoch 173] speed: 2086 samples/sec	time cost: 623.210276
[Epoch 173] validation: err-top1=0.214166 err-top5=0.055624
Epoch[174] Batch [49]	Speed: 2081.455932 samples/sec	rmse=0.014646	lr=0.017240
Epoch[174] Batch [99]	Speed: 2093.698318 samples/sec	rmse=0.014634	lr=0.017187
Epoch[174] Batch [149]	Speed: 2063.026361 samples/sec	rmse=0.014660	lr=0.017135
Epoch[174] Batch [199]	Speed: 2090.619162 samples/sec	rmse=0.014686	lr=0.017083
Epoch[174] Batch [249]	Speed: 2081.361802 samples/sec	rmse=0.014717	lr=0.017031
Epoch[174] Batch [299]	Speed: 2091.792802 samples/sec	rmse=0.014721	lr=0.016979
Epoch[174] Batch [349]	Speed: 2098.340882 samples/sec	rmse=0.014735	lr=0.016927
Epoch[174] Batch [399]	Speed: 2096.151845 samples/sec	rmse=0.014728	lr=0.016875
Epoch[174] Batch [449]	Speed: 2085.075017 samples/sec	rmse=0.014739	lr=0.016824
Epoch[174] Batch [499]	Speed: 2085.023496 samples/sec	rmse=0.014736	lr=0.016772
Epoch[174] Batch [549]	Speed: 2083.979884 samples/sec	rmse=0.014748	lr=0.016720
Epoch[174] Batch [599]	Speed: 2066.090150 samples/sec	rmse=0.014739	lr=0.016669
Epoch[174] Batch [649]	Speed: 2063.330368 samples/sec	rmse=0.014733	lr=0.016617
Epoch[174] Batch [699]	Speed: 2090.100564 samples/sec	rmse=0.014755	lr=0.016566
Epoch[174] Batch [749]	Speed: 2083.704940 samples/sec	rmse=0.014766	lr=0.016515
Epoch[174] Batch [799]	Speed: 2089.765617 samples/sec	rmse=0.014765	lr=0.016464
Epoch[174] Batch [849]	Speed: 2094.551075 samples/sec	rmse=0.014770	lr=0.016412
Epoch[174] Batch [899]	Speed: 2093.664025 samples/sec	rmse=0.014774	lr=0.016361
Epoch[174] Batch [949]	Speed: 2082.476015 samples/sec	rmse=0.014772	lr=0.016310
Epoch[174] Batch [999]	Speed: 2081.913249 samples/sec	rmse=0.014768	lr=0.016259
Epoch[174] Batch [1049]	Speed: 2097.659617 samples/sec	rmse=0.014772	lr=0.016209
Epoch[174] Batch [1099]	Speed: 2073.922909 samples/sec	rmse=0.014774	lr=0.016158
Epoch[174] Batch [1149]	Speed: 2077.458967 samples/sec	rmse=0.014778	lr=0.016107
Epoch[174] Batch [1199]	Speed: 2074.323282 samples/sec	rmse=0.014775	lr=0.016057
Epoch[174] Batch [1249]	Speed: 2090.318516 samples/sec	rmse=0.014777	lr=0.016006
[Epoch 174] training: rmse=0.014778
[Epoch 174] speed: 2082 samples/sec	time cost: 624.011533
[Epoch 174] validation: err-top1=0.213277 err-top5=0.055542
Epoch[175] Batch [49]	Speed: 2080.418588 samples/sec	rmse=0.014673	lr=0.015955
Epoch[175] Batch [99]	Speed: 2091.268103 samples/sec	rmse=0.014630	lr=0.015904
Epoch[175] Batch [149]	Speed: 2099.611067 samples/sec	rmse=0.014555	lr=0.015854
Epoch[175] Batch [199]	Speed: 2071.672332 samples/sec	rmse=0.014563	lr=0.015804
Epoch[175] Batch [249]	Speed: 2070.145017 samples/sec	rmse=0.014608	lr=0.015754
Epoch[175] Batch [299]	Speed: 2072.996750 samples/sec	rmse=0.014632	lr=0.015704
Epoch[175] Batch [349]	Speed: 2076.192552 samples/sec	rmse=0.014646	lr=0.015654
Epoch[175] Batch [399]	Speed: 2062.713705 samples/sec	rmse=0.014653	lr=0.015604
Epoch[175] Batch [449]	Speed: 2069.550961 samples/sec	rmse=0.014681	lr=0.015554
Epoch[175] Batch [499]	Speed: 2070.209437 samples/sec	rmse=0.014679	lr=0.015504
Epoch[175] Batch [549]	Speed: 2069.672928 samples/sec	rmse=0.014684	lr=0.015454
Epoch[175] Batch [599]	Speed: 2065.355946 samples/sec	rmse=0.014683	lr=0.015405
Epoch[175] Batch [649]	Speed: 2052.399117 samples/sec	rmse=0.014678	lr=0.015355
Epoch[175] Batch [699]	Speed: 2061.776803 samples/sec	rmse=0.014689	lr=0.015306
Epoch[175] Batch [749]	Speed: 2064.295234 samples/sec	rmse=0.014697	lr=0.015257
Epoch[175] Batch [799]	Speed: 2067.608559 samples/sec	rmse=0.014706	lr=0.015207
Epoch[175] Batch [849]	Speed: 2078.724614 samples/sec	rmse=0.014712	lr=0.015158
Epoch[175] Batch [899]	Speed: 2071.796249 samples/sec	rmse=0.014718	lr=0.015109
Epoch[175] Batch [949]	Speed: 2070.597218 samples/sec	rmse=0.014709	lr=0.015060
Epoch[175] Batch [999]	Speed: 2072.423695 samples/sec	rmse=0.014710	lr=0.015011
Epoch[175] Batch [1049]	Speed: 2081.154809 samples/sec	rmse=0.014722	lr=0.014962
Epoch[175] Batch [1099]	Speed: 2065.874240 samples/sec	rmse=0.014717	lr=0.014913
Epoch[175] Batch [1149]	Speed: 2083.710783 samples/sec	rmse=0.014721	lr=0.014864
Epoch[175] Batch [1199]	Speed: 2081.676423 samples/sec	rmse=0.014731	lr=0.014816
Epoch[175] Batch [1249]	Speed: 2088.168430 samples/sec	rmse=0.014732	lr=0.014767
[Epoch 175] training: rmse=0.014731
[Epoch 175] speed: 2071 samples/sec	time cost: 627.192013
[Epoch 175] validation: err-top1=0.208546 err-top5=0.053611
Epoch[176] Batch [49]	Speed: 2094.814543 samples/sec	rmse=0.014605	lr=0.014718
Epoch[176] Batch [99]	Speed: 2084.000977 samples/sec	rmse=0.014464	lr=0.014669
Epoch[176] Batch [149]	Speed: 2088.822413 samples/sec	rmse=0.014440	lr=0.014621
Epoch[176] Batch [199]	Speed: 2079.042202 samples/sec	rmse=0.014453	lr=0.014572
Epoch[176] Batch [249]	Speed: 2088.973546 samples/sec	rmse=0.014475	lr=0.014524
Epoch[176] Batch [299]	Speed: 2087.801301 samples/sec	rmse=0.014461	lr=0.014476
Epoch[176] Batch [349]	Speed: 2088.815708 samples/sec	rmse=0.014449	lr=0.014428
Epoch[176] Batch [399]	Speed: 2093.956059 samples/sec	rmse=0.014486	lr=0.014380
Epoch[176] Batch [449]	Speed: 2077.316830 samples/sec	rmse=0.014486	lr=0.014332
Epoch[176] Batch [499]	Speed: 2089.868319 samples/sec	rmse=0.014503	lr=0.014284
Epoch[176] Batch [549]	Speed: 2094.676967 samples/sec	rmse=0.014514	lr=0.014236
Epoch[176] Batch [599]	Speed: 2083.407149 samples/sec	rmse=0.014524	lr=0.014189
Epoch[176] Batch [649]	Speed: 2092.664808 samples/sec	rmse=0.014529	lr=0.014141
Epoch[176] Batch [699]	Speed: 2083.080870 samples/sec	rmse=0.014537	lr=0.014094
Epoch[176] Batch [749]	Speed: 2056.058715 samples/sec	rmse=0.014535	lr=0.014046
Epoch[176] Batch [799]	Speed: 2072.479416 samples/sec	rmse=0.014539	lr=0.013999
Epoch[176] Batch [849]	Speed: 2091.430630 samples/sec	rmse=0.014536	lr=0.013952
Epoch[176] Batch [899]	Speed: 2095.594466 samples/sec	rmse=0.014540	lr=0.013904
Epoch[176] Batch [949]	Speed: 2090.074648 samples/sec	rmse=0.014542	lr=0.013857
Epoch[176] Batch [999]	Speed: 2084.725651 samples/sec	rmse=0.014548	lr=0.013810
Epoch[176] Batch [1049]	Speed: 2095.865560 samples/sec	rmse=0.014558	lr=0.013763
Epoch[176] Batch [1099]	Speed: 2092.718563 samples/sec	rmse=0.014554	lr=0.013716
Epoch[176] Batch [1149]	Speed: 2054.500313 samples/sec	rmse=0.014553	lr=0.013669
Epoch[176] Batch [1199]	Speed: 2077.613526 samples/sec	rmse=0.014549	lr=0.013623
Epoch[176] Batch [1249]	Speed: 2092.087391 samples/sec	rmse=0.014552	lr=0.013576
[Epoch 176] training: rmse=0.014553
[Epoch 176] speed: 2083 samples/sec	time cost: 624.069739
[Epoch 176] validation: err-top1=0.211695 err-top5=0.055066
Epoch[177] Batch [49]	Speed: 2099.441498 samples/sec	rmse=0.014236	lr=0.013528
Epoch[177] Batch [99]	Speed: 2089.913674 samples/sec	rmse=0.014373	lr=0.013482
Epoch[177] Batch [149]	Speed: 2082.426923 samples/sec	rmse=0.014427	lr=0.013435
Epoch[177] Batch [199]	Speed: 2074.289702 samples/sec	rmse=0.014373	lr=0.013389
Epoch[177] Batch [249]	Speed: 2079.170203 samples/sec	rmse=0.014387	lr=0.013343
Epoch[177] Batch [299]	Speed: 2070.003141 samples/sec	rmse=0.014372	lr=0.013297
Epoch[177] Batch [349]	Speed: 2092.378292 samples/sec	rmse=0.014372	lr=0.013250
Epoch[177] Batch [399]	Speed: 2095.208203 samples/sec	rmse=0.014390	lr=0.013204
Epoch[177] Batch [449]	Speed: 2091.471551 samples/sec	rmse=0.014407	lr=0.013158
Epoch[177] Batch [499]	Speed: 2092.848499 samples/sec	rmse=0.014409	lr=0.013113
Epoch[177] Batch [549]	Speed: 2089.405224 samples/sec	rmse=0.014418	lr=0.013067
Epoch[177] Batch [599]	Speed: 2088.689564 samples/sec	rmse=0.014421	lr=0.013021
Epoch[177] Batch [649]	Speed: 2087.707752 samples/sec	rmse=0.014422	lr=0.012975
Epoch[177] Batch [699]	Speed: 2093.010190 samples/sec	rmse=0.014425	lr=0.012930
Epoch[177] Batch [749]	Speed: 2078.561420 samples/sec	rmse=0.014433	lr=0.012884
Epoch[177] Batch [799]	Speed: 2093.766764 samples/sec	rmse=0.014423	lr=0.012839
Epoch[177] Batch [849]	Speed: 2090.582284 samples/sec	rmse=0.014437	lr=0.012793
Epoch[177] Batch [899]	Speed: 2080.741835 samples/sec	rmse=0.014452	lr=0.012748
Epoch[177] Batch [949]	Speed: 2068.469579 samples/sec	rmse=0.014456	lr=0.012703
Epoch[177] Batch [999]	Speed: 2081.575231 samples/sec	rmse=0.014466	lr=0.012658
Epoch[177] Batch [1049]	Speed: 2066.384404 samples/sec	rmse=0.014471	lr=0.012613
Epoch[177] Batch [1099]	Speed: 2090.217276 samples/sec	rmse=0.014475	lr=0.012568
Epoch[177] Batch [1149]	Speed: 2087.806659 samples/sec	rmse=0.014483	lr=0.012523
Epoch[177] Batch [1199]	Speed: 2100.349269 samples/sec	rmse=0.014478	lr=0.012478
Epoch[177] Batch [1249]	Speed: 2099.385036 samples/sec	rmse=0.014478	lr=0.012433
[Epoch 177] training: rmse=0.014477
[Epoch 177] speed: 2084 samples/sec	time cost: 623.323750
[Epoch 177] validation: err-top1=0.209582 err-top5=0.054070
Epoch[178] Batch [49]	Speed: 2084.898397 samples/sec	rmse=0.014120	lr=0.012388
Epoch[178] Batch [99]	Speed: 2089.601742 samples/sec	rmse=0.014204	lr=0.012343
Epoch[178] Batch [149]	Speed: 2079.491834 samples/sec	rmse=0.014204	lr=0.012299
Epoch[178] Batch [199]	Speed: 2086.536602 samples/sec	rmse=0.014213	lr=0.012254
Epoch[178] Batch [249]	Speed: 2092.200737 samples/sec	rmse=0.014233	lr=0.012210
Epoch[178] Batch [299]	Speed: 2074.965091 samples/sec	rmse=0.014218	lr=0.012166
Epoch[178] Batch [349]	Speed: 2068.569959 samples/sec	rmse=0.014231	lr=0.012121
Epoch[178] Batch [399]	Speed: 2074.615577 samples/sec	rmse=0.014243	lr=0.012077
Epoch[178] Batch [449]	Speed: 2072.818948 samples/sec	rmse=0.014250	lr=0.012033
Epoch[178] Batch [499]	Speed: 2071.141197 samples/sec	rmse=0.014283	lr=0.011989
Epoch[178] Batch [549]	Speed: 2069.856056 samples/sec	rmse=0.014290	lr=0.011945
Epoch[178] Batch [599]	Speed: 2067.625819 samples/sec	rmse=0.014302	lr=0.011902
Epoch[178] Batch [649]	Speed: 2068.081938 samples/sec	rmse=0.014312	lr=0.011858
Epoch[178] Batch [699]	Speed: 2058.438856 samples/sec	rmse=0.014303	lr=0.011814
Epoch[178] Batch [749]	Speed: 2063.079061 samples/sec	rmse=0.014298	lr=0.011771
Epoch[178] Batch [799]	Speed: 2068.074648 samples/sec	rmse=0.014317	lr=0.011727
Epoch[178] Batch [849]	Speed: 2084.049192 samples/sec	rmse=0.014335	lr=0.011684
Epoch[178] Batch [899]	Speed: 2066.757386 samples/sec	rmse=0.014327	lr=0.011640
Epoch[178] Batch [949]	Speed: 2072.313761 samples/sec	rmse=0.014334	lr=0.011597
Epoch[178] Batch [999]	Speed: 2066.257833 samples/sec	rmse=0.014342	lr=0.011554
Epoch[178] Batch [1049]	Speed: 2064.561386 samples/sec	rmse=0.014341	lr=0.011511
Epoch[178] Batch [1099]	Speed: 2073.483209 samples/sec	rmse=0.014339	lr=0.011468
Epoch[178] Batch [1149]	Speed: 2073.680308 samples/sec	rmse=0.014342	lr=0.011425
Epoch[178] Batch [1199]	Speed: 2076.330099 samples/sec	rmse=0.014344	lr=0.011382
Epoch[178] Batch [1249]	Speed: 2075.755562 samples/sec	rmse=0.014344	lr=0.011339
[Epoch 178] training: rmse=0.014344
[Epoch 178] speed: 2071 samples/sec	time cost: 627.152125
[Epoch 178] validation: err-top1=0.206673 err-top5=0.053332
Epoch[179] Batch [49]	Speed: 2077.250199 samples/sec	rmse=0.014453	lr=0.011296
Epoch[179] Batch [99]	Speed: 2082.477448 samples/sec	rmse=0.014450	lr=0.011253
Epoch[179] Batch [149]	Speed: 2088.962715 samples/sec	rmse=0.014354	lr=0.011211
Epoch[179] Batch [199]	Speed: 2072.563223 samples/sec	rmse=0.014359	lr=0.011168
Epoch[179] Batch [249]	Speed: 2097.012704 samples/sec	rmse=0.014319	lr=0.011126
Epoch[179] Batch [299]	Speed: 2075.240039 samples/sec	rmse=0.014297	lr=0.011083
Epoch[179] Batch [349]	Speed: 2087.587384 samples/sec	rmse=0.014284	lr=0.011041
Epoch[179] Batch [399]	Speed: 2091.253338 samples/sec	rmse=0.014275	lr=0.010999
Epoch[179] Batch [449]	Speed: 2086.439883 samples/sec	rmse=0.014281	lr=0.010957
Epoch[179] Batch [499]	Speed: 2086.736536 samples/sec	rmse=0.014268	lr=0.010915
Epoch[179] Batch [549]	Speed: 2050.416422 samples/sec	rmse=0.014261	lr=0.010873
Epoch[179] Batch [599]	Speed: 2097.718732 samples/sec	rmse=0.014248	lr=0.010831
Epoch[179] Batch [649]	Speed: 2090.695793 samples/sec	rmse=0.014244	lr=0.010789
Epoch[179] Batch [699]	Speed: 2080.534704 samples/sec	rmse=0.014242	lr=0.010748
Epoch[179] Batch [749]	Speed: 2069.808595 samples/sec	rmse=0.014237	lr=0.010706
Epoch[179] Batch [799]	Speed: 2094.701670 samples/sec	rmse=0.014237	lr=0.010665
Epoch[179] Batch [849]	Speed: 2074.764160 samples/sec	rmse=0.014240	lr=0.010623
Epoch[179] Batch [899]	Speed: 2097.757543 samples/sec	rmse=0.014256	lr=0.010582
Epoch[179] Batch [949]	Speed: 2077.224480 samples/sec	rmse=0.014261	lr=0.010540
Epoch[179] Batch [999]	Speed: 2083.950742 samples/sec	rmse=0.014265	lr=0.010499
Epoch[179] Batch [1049]	Speed: 2086.570581 samples/sec	rmse=0.014270	lr=0.010458
Epoch[179] Batch [1099]	Speed: 2076.113208 samples/sec	rmse=0.014271	lr=0.010417
Epoch[179] Batch [1149]	Speed: 2085.348297 samples/sec	rmse=0.014282	lr=0.010376
Epoch[179] Batch [1199]	Speed: 2096.746800 samples/sec	rmse=0.014274	lr=0.010335
Epoch[179] Batch [1249]	Speed: 2102.847060 samples/sec	rmse=0.014270	lr=0.010294
[Epoch 179] training: rmse=0.014269
[Epoch 179] speed: 2082 samples/sec	time cost: 624.678735
[Epoch 179] validation: err-top1=0.207789 err-top5=0.053910
Epoch[180] Batch [49]	Speed: 2102.381427 samples/sec	rmse=0.013895	lr=0.010253
Epoch[180] Batch [99]	Speed: 2090.401290 samples/sec	rmse=0.013977	lr=0.010212
Epoch[180] Batch [149]	Speed: 2062.855100 samples/sec	rmse=0.013952	lr=0.010172
Epoch[180] Batch [199]	Speed: 2077.080245 samples/sec	rmse=0.013979	lr=0.010131
Epoch[180] Batch [249]	Speed: 2078.735882 samples/sec	rmse=0.014011	lr=0.010091
Epoch[180] Batch [299]	Speed: 2095.316879 samples/sec	rmse=0.014016	lr=0.010050
Epoch[180] Batch [349]	Speed: 2095.176171 samples/sec	rmse=0.014051	lr=0.010010
Epoch[180] Batch [399]	Speed: 2089.518666 samples/sec	rmse=0.014103	lr=0.009970
Epoch[180] Batch [449]	Speed: 2091.365331 samples/sec	rmse=0.014113	lr=0.009930
Epoch[180] Batch [499]	Speed: 2095.287685 samples/sec	rmse=0.014105	lr=0.009890
Epoch[180] Batch [549]	Speed: 2089.998348 samples/sec	rmse=0.014101	lr=0.009850
Epoch[180] Batch [599]	Speed: 2087.505705 samples/sec	rmse=0.014093	lr=0.009810
Epoch[180] Batch [649]	Speed: 2099.988482 samples/sec	rmse=0.014096	lr=0.009770
Epoch[180] Batch [699]	Speed: 2087.814190 samples/sec	rmse=0.014113	lr=0.009730
Epoch[180] Batch [749]	Speed: 2082.937982 samples/sec	rmse=0.014114	lr=0.009691
Epoch[180] Batch [799]	Speed: 2089.211710 samples/sec	rmse=0.014122	lr=0.009651
Epoch[180] Batch [849]	Speed: 2093.670741 samples/sec	rmse=0.014151	lr=0.009612
Epoch[180] Batch [899]	Speed: 2087.999101 samples/sec	rmse=0.014150	lr=0.009572
Epoch[180] Batch [949]	Speed: 2088.618545 samples/sec	rmse=0.014154	lr=0.009533
Epoch[180] Batch [999]	Speed: 2071.297874 samples/sec	rmse=0.014173	lr=0.009494
Epoch[180] Batch [1049]	Speed: 2090.996547 samples/sec	rmse=0.014185	lr=0.009454
Epoch[180] Batch [1099]	Speed: 2070.925308 samples/sec	rmse=0.014189	lr=0.009415
Epoch[180] Batch [1149]	Speed: 2079.536760 samples/sec	rmse=0.014178	lr=0.009376
Epoch[180] Batch [1199]	Speed: 2101.922440 samples/sec	rmse=0.014178	lr=0.009337
Epoch[180] Batch [1249]	Speed: 2098.388266 samples/sec	rmse=0.014173	lr=0.009299
[Epoch 180] training: rmse=0.014173
[Epoch 180] speed: 2086 samples/sec	time cost: 622.944941
[Epoch 180] validation: err-top1=0.204305 err-top5=0.052144
Epoch[181] Batch [49]	Speed: 2070.195268 samples/sec	rmse=0.014052	lr=0.009259
Epoch[181] Batch [99]	Speed: 2080.255692 samples/sec	rmse=0.013848	lr=0.009220
Epoch[181] Batch [149]	Speed: 2075.262540 samples/sec	rmse=0.013842	lr=0.009182
Epoch[181] Batch [199]	Speed: 2090.692271 samples/sec	rmse=0.013888	lr=0.009143
Epoch[181] Batch [249]	Speed: 2084.759044 samples/sec	rmse=0.013928	lr=0.009105
Epoch[181] Batch [299]	Speed: 2078.144507 samples/sec	rmse=0.013963	lr=0.009066
Epoch[181] Batch [349]	Speed: 2089.007279 samples/sec	rmse=0.013960	lr=0.009028
Epoch[181] Batch [399]	Speed: 2083.262033 samples/sec	rmse=0.013984	lr=0.008990
Epoch[181] Batch [449]	Speed: 2083.199183 samples/sec	rmse=0.014013	lr=0.008952
Epoch[181] Batch [499]	Speed: 2080.939329 samples/sec	rmse=0.014007	lr=0.008914
Epoch[181] Batch [549]	Speed: 2093.905057 samples/sec	rmse=0.014041	lr=0.008876
Epoch[181] Batch [599]	Speed: 2066.821257 samples/sec	rmse=0.014067	lr=0.008838
Epoch[181] Batch [649]	Speed: 2072.875650 samples/sec	rmse=0.014059	lr=0.008800
Epoch[181] Batch [699]	Speed: 2076.236553 samples/sec	rmse=0.014059	lr=0.008762
Epoch[181] Batch [749]	Speed: 2066.136367 samples/sec	rmse=0.014064	lr=0.008725
Epoch[181] Batch [799]	Speed: 2071.656004 samples/sec	rmse=0.014064	lr=0.008687
Epoch[181] Batch [849]	Speed: 2062.334220 samples/sec	rmse=0.014065	lr=0.008649
Epoch[181] Batch [899]	Speed: 2069.542225 samples/sec	rmse=0.014052	lr=0.008612
Epoch[181] Batch [949]	Speed: 2067.445195 samples/sec	rmse=0.014059	lr=0.008575
Epoch[181] Batch [999]	Speed: 2074.174401 samples/sec	rmse=0.014058	lr=0.008537
Epoch[181] Batch [1049]	Speed: 2066.490289 samples/sec	rmse=0.014055	lr=0.008500
Epoch[181] Batch [1099]	Speed: 2062.706097 samples/sec	rmse=0.014050	lr=0.008463
Epoch[181] Batch [1149]	Speed: 2061.538183 samples/sec	rmse=0.014048	lr=0.008426
Epoch[181] Batch [1199]	Speed: 2069.159046 samples/sec	rmse=0.014051	lr=0.008389
Epoch[181] Batch [1249]	Speed: 2077.928141 samples/sec	rmse=0.014046	lr=0.008352
[Epoch 181] training: rmse=0.014045
[Epoch 181] speed: 2073 samples/sec	time cost: 626.781928
[Epoch 181] validation: err-top1=0.203005 err-top5=0.051260
Epoch[182] Batch [49]	Speed: 2078.964291 samples/sec	rmse=0.013786	lr=0.008315
Epoch[182] Batch [99]	Speed: 2077.447170 samples/sec	rmse=0.013902	lr=0.008278
Epoch[182] Batch [149]	Speed: 2070.503468 samples/sec	rmse=0.013872	lr=0.008241
Epoch[182] Batch [199]	Speed: 2056.467876 samples/sec	rmse=0.013838	lr=0.008205
Epoch[182] Batch [249]	Speed: 2088.536400 samples/sec	rmse=0.013878	lr=0.008168
Epoch[182] Batch [299]	Speed: 2067.818799 samples/sec	rmse=0.013924	lr=0.008132
Epoch[182] Batch [349]	Speed: 2090.222484 samples/sec	rmse=0.013948	lr=0.008096
Epoch[182] Batch [399]	Speed: 2085.676624 samples/sec	rmse=0.013969	lr=0.008060
Epoch[182] Batch [449]	Speed: 2090.627507 samples/sec	rmse=0.013969	lr=0.008023
Epoch[182] Batch [499]	Speed: 2099.562006 samples/sec	rmse=0.013982	lr=0.007987
Epoch[182] Batch [549]	Speed: 2091.271707 samples/sec	rmse=0.013961	lr=0.007951
Epoch[182] Batch [599]	Speed: 2085.633093 samples/sec	rmse=0.013957	lr=0.007915
Epoch[182] Batch [649]	Speed: 2072.472756 samples/sec	rmse=0.013958	lr=0.007880
Epoch[182] Batch [699]	Speed: 2100.103117 samples/sec	rmse=0.013930	lr=0.007844
Epoch[182] Batch [749]	Speed: 2092.162438 samples/sec	rmse=0.013942	lr=0.007808
Epoch[182] Batch [799]	Speed: 2094.065094 samples/sec	rmse=0.013946	lr=0.007773
Epoch[182] Batch [849]	Speed: 2091.330178 samples/sec	rmse=0.013947	lr=0.007737
Epoch[182] Batch [899]	Speed: 2067.911390 samples/sec	rmse=0.013944	lr=0.007702
Epoch[182] Batch [949]	Speed: 2101.091917 samples/sec	rmse=0.013944	lr=0.007666
Epoch[182] Batch [999]	Speed: 2089.224068 samples/sec	rmse=0.013957	lr=0.007631
Epoch[182] Batch [1049]	Speed: 2100.411042 samples/sec	rmse=0.013946	lr=0.007596
Epoch[182] Batch [1099]	Speed: 2096.211857 samples/sec	rmse=0.013938	lr=0.007561
Epoch[182] Batch [1149]	Speed: 2093.476763 samples/sec	rmse=0.013931	lr=0.007526
Epoch[182] Batch [1199]	Speed: 2095.807654 samples/sec	rmse=0.013932	lr=0.007491
Epoch[182] Batch [1249]	Speed: 2099.097929 samples/sec	rmse=0.013932	lr=0.007456
[Epoch 182] training: rmse=0.013932
[Epoch 182] speed: 2085 samples/sec	time cost: 623.520531
[Epoch 182] validation: err-top1=0.201252 err-top5=0.051578
Epoch[183] Batch [49]	Speed: 2073.107276 samples/sec	rmse=0.013642	lr=0.007420
Epoch[183] Batch [99]	Speed: 2079.212699 samples/sec	rmse=0.013702	lr=0.007386
Epoch[183] Batch [149]	Speed: 2091.119060 samples/sec	rmse=0.013702	lr=0.007351
Epoch[183] Batch [199]	Speed: 2074.754819 samples/sec	rmse=0.013769	lr=0.007316
Epoch[183] Batch [249]	Speed: 2035.486326 samples/sec	rmse=0.013808	lr=0.007282
Epoch[183] Batch [299]	Speed: 2070.441864 samples/sec	rmse=0.013833	lr=0.007248
Epoch[183] Batch [349]	Speed: 2088.457389 samples/sec	rmse=0.013831	lr=0.007213
Epoch[183] Batch [399]	Speed: 2096.842163 samples/sec	rmse=0.013842	lr=0.007179
Epoch[183] Batch [449]	Speed: 2075.506574 samples/sec	rmse=0.013848	lr=0.007145
Epoch[183] Batch [499]	Speed: 2084.163813 samples/sec	rmse=0.013853	lr=0.007111
Epoch[183] Batch [549]	Speed: 2098.119286 samples/sec	rmse=0.013873	lr=0.007077
Epoch[183] Batch [599]	Speed: 2060.010415 samples/sec	rmse=0.013892	lr=0.007043
Epoch[183] Batch [649]	Speed: 2095.403075 samples/sec	rmse=0.013900	lr=0.007009
Epoch[183] Batch [699]	Speed: 2097.715556 samples/sec	rmse=0.013895	lr=0.006975
Epoch[183] Batch [749]	Speed: 2069.089648 samples/sec	rmse=0.013873	lr=0.006942
Epoch[183] Batch [799]	Speed: 2066.565021 samples/sec	rmse=0.013870	lr=0.006908
Epoch[183] Batch [849]	Speed: 2099.629563 samples/sec	rmse=0.013846	lr=0.006874
Epoch[183] Batch [899]	Speed: 2099.230813 samples/sec	rmse=0.013823	lr=0.006841
Epoch[183] Batch [949]	Speed: 2092.472851 samples/sec	rmse=0.013826	lr=0.006808
Epoch[183] Batch [999]	Speed: 2075.539011 samples/sec	rmse=0.013828	lr=0.006774
Epoch[183] Batch [1049]	Speed: 2083.599488 samples/sec	rmse=0.013839	lr=0.006741
Epoch[183] Batch [1099]	Speed: 2090.747371 samples/sec	rmse=0.013841	lr=0.006708
Epoch[183] Batch [1149]	Speed: 2102.911987 samples/sec	rmse=0.013841	lr=0.006675
Epoch[183] Batch [1199]	Speed: 2079.508508 samples/sec	rmse=0.013842	lr=0.006642
Epoch[183] Batch [1249]	Speed: 2101.883537 samples/sec	rmse=0.013848	lr=0.006609
[Epoch 183] training: rmse=0.013848
[Epoch 183] speed: 2081 samples/sec	time cost: 624.636096
[Epoch 183] validation: err-top1=0.202607 err-top5=0.052117
Epoch[184] Batch [49]	Speed: 2073.469536 samples/sec	rmse=0.014114	lr=0.006576
Epoch[184] Batch [99]	Speed: 2058.620495 samples/sec	rmse=0.013963	lr=0.006543
Epoch[184] Batch [149]	Speed: 2089.796976 samples/sec	rmse=0.013873	lr=0.006510
Epoch[184] Batch [199]	Speed: 2087.289232 samples/sec	rmse=0.013762	lr=0.006478
Epoch[184] Batch [249]	Speed: 2074.242518 samples/sec	rmse=0.013756	lr=0.006445
Epoch[184] Batch [299]	Speed: 2063.372219 samples/sec	rmse=0.013704	lr=0.006413
Epoch[184] Batch [349]	Speed: 2078.257192 samples/sec	rmse=0.013703	lr=0.006381
Epoch[184] Batch [399]	Speed: 2086.007241 samples/sec	rmse=0.013679	lr=0.006348
Epoch[184] Batch [449]	Speed: 2086.005803 samples/sec	rmse=0.013684	lr=0.006316
Epoch[184] Batch [499]	Speed: 2070.460828 samples/sec	rmse=0.013663	lr=0.006284
Epoch[184] Batch [549]	Speed: 2079.190193 samples/sec	rmse=0.013661	lr=0.006252
Epoch[184] Batch [599]	Speed: 2076.734536 samples/sec	rmse=0.013686	lr=0.006220
Epoch[184] Batch [649]	Speed: 2065.527722 samples/sec	rmse=0.013677	lr=0.006189
Epoch[184] Batch [699]	Speed: 2065.379683 samples/sec	rmse=0.013693	lr=0.006157
Epoch[184] Batch [749]	Speed: 2065.391066 samples/sec	rmse=0.013687	lr=0.006125
Epoch[184] Batch [799]	Speed: 2060.302919 samples/sec	rmse=0.013690	lr=0.006094
Epoch[184] Batch [849]	Speed: 2063.682179 samples/sec	rmse=0.013684	lr=0.006062
Epoch[184] Batch [899]	Speed: 2061.350865 samples/sec	rmse=0.013679	lr=0.006031
Epoch[184] Batch [949]	Speed: 2067.219191 samples/sec	rmse=0.013696	lr=0.005999
Epoch[184] Batch [999]	Speed: 2060.234390 samples/sec	rmse=0.013705	lr=0.005968
Epoch[184] Batch [1049]	Speed: 2065.425690 samples/sec	rmse=0.013707	lr=0.005937
Epoch[184] Batch [1099]	Speed: 2064.286443 samples/sec	rmse=0.013686	lr=0.005906
Epoch[184] Batch [1149]	Speed: 2064.736027 samples/sec	rmse=0.013687	lr=0.005875
Epoch[184] Batch [1199]	Speed: 2065.625094 samples/sec	rmse=0.013686	lr=0.005844
Epoch[184] Batch [1249]	Speed: 2079.273235 samples/sec	rmse=0.013695	lr=0.005813
[Epoch 184] training: rmse=0.013694
[Epoch 184] speed: 2069 samples/sec	time cost: 628.247330
[Epoch 184] validation: err-top1=0.202886 err-top5=0.051499
Epoch[185] Batch [49]	Speed: 2077.584100 samples/sec	rmse=0.013526	lr=0.005781
Epoch[185] Batch [99]	Speed: 2064.285451 samples/sec	rmse=0.013586	lr=0.005751
Epoch[185] Batch [149]	Speed: 2057.566037 samples/sec	rmse=0.013589	lr=0.005720
Epoch[185] Batch [199]	Speed: 2025.638743 samples/sec	rmse=0.013638	lr=0.005690
Epoch[185] Batch [249]	Speed: 2080.427476 samples/sec	rmse=0.013585	lr=0.005659
Epoch[185] Batch [299]	Speed: 2073.925913 samples/sec	rmse=0.013600	lr=0.005629
Epoch[185] Batch [349]	Speed: 2075.784314 samples/sec	rmse=0.013574	lr=0.005598
Epoch[185] Batch [399]	Speed: 2085.579255 samples/sec	rmse=0.013592	lr=0.005568
Epoch[185] Batch [449]	Speed: 2093.138632 samples/sec	rmse=0.013585	lr=0.005538
Epoch[185] Batch [499]	Speed: 2092.661851 samples/sec	rmse=0.013598	lr=0.005508
Epoch[185] Batch [549]	Speed: 2095.632114 samples/sec	rmse=0.013600	lr=0.005478
Epoch[185] Batch [599]	Speed: 2094.261428 samples/sec	rmse=0.013611	lr=0.005448
Epoch[185] Batch [649]	Speed: 2097.067073 samples/sec	rmse=0.013633	lr=0.005418
Epoch[185] Batch [699]	Speed: 2086.022682 samples/sec	rmse=0.013638	lr=0.005389
Epoch[185] Batch [749]	Speed: 2086.526648 samples/sec	rmse=0.013636	lr=0.005359
Epoch[185] Batch [799]	Speed: 2076.990105 samples/sec	rmse=0.013622	lr=0.005329
Epoch[185] Batch [849]	Speed: 2084.466616 samples/sec	rmse=0.013623	lr=0.005300
Epoch[185] Batch [899]	Speed: 2063.416788 samples/sec	rmse=0.013632	lr=0.005271
Epoch[185] Batch [949]	Speed: 2083.732397 samples/sec	rmse=0.013631	lr=0.005241
Epoch[185] Batch [999]	Speed: 2078.514243 samples/sec	rmse=0.013632	lr=0.005212
Epoch[185] Batch [1049]	Speed: 2090.431325 samples/sec	rmse=0.013645	lr=0.005183
Epoch[185] Batch [1099]	Speed: 2084.034934 samples/sec	rmse=0.013641	lr=0.005154
Epoch[185] Batch [1149]	Speed: 2097.852630 samples/sec	rmse=0.013635	lr=0.005125
Epoch[185] Batch [1199]	Speed: 2087.901130 samples/sec	rmse=0.013637	lr=0.005096
Epoch[185] Batch [1249]	Speed: 2088.129973 samples/sec	rmse=0.013628	lr=0.005067
[Epoch 185] training: rmse=0.013630
[Epoch 185] speed: 2079 samples/sec	time cost: 625.236222
[Epoch 185] validation: err-top1=0.200833 err-top5=0.051220
Epoch[186] Batch [49]	Speed: 2056.893433 samples/sec	rmse=0.013791	lr=0.005038
Epoch[186] Batch [99]	Speed: 2077.385253 samples/sec	rmse=0.013717	lr=0.005009
Epoch[186] Batch [149]	Speed: 2074.330035 samples/sec	rmse=0.013638	lr=0.004980
Epoch[186] Batch [199]	Speed: 2094.151065 samples/sec	rmse=0.013599	lr=0.004952
Epoch[186] Batch [249]	Speed: 2084.324934 samples/sec	rmse=0.013694	lr=0.004923
Epoch[186] Batch [299]	Speed: 2096.491319 samples/sec	rmse=0.013647	lr=0.004895
Epoch[186] Batch [349]	Speed: 2087.430891 samples/sec	rmse=0.013600	lr=0.004867
Epoch[186] Batch [399]	Speed: 2089.963200 samples/sec	rmse=0.013564	lr=0.004839
Epoch[186] Batch [449]	Speed: 2086.346295 samples/sec	rmse=0.013585	lr=0.004810
Epoch[186] Batch [499]	Speed: 2075.284500 samples/sec	rmse=0.013588	lr=0.004782
Epoch[186] Batch [549]	Speed: 2095.272291 samples/sec	rmse=0.013603	lr=0.004754
Epoch[186] Batch [599]	Speed: 2077.838954 samples/sec	rmse=0.013609	lr=0.004727
Epoch[186] Batch [649]	Speed: 2081.132846 samples/sec	rmse=0.013600	lr=0.004699
Epoch[186] Batch [699]	Speed: 2077.615435 samples/sec	rmse=0.013571	lr=0.004671
Epoch[186] Batch [749]	Speed: 2089.509090 samples/sec	rmse=0.013564	lr=0.004643
Epoch[186] Batch [799]	Speed: 2100.708043 samples/sec	rmse=0.013558	lr=0.004616
Epoch[186] Batch [849]	Speed: 2076.801174 samples/sec	rmse=0.013562	lr=0.004588
Epoch[186] Batch [899]	Speed: 2095.749628 samples/sec	rmse=0.013570	lr=0.004561
Epoch[186] Batch [949]	Speed: 2096.992412 samples/sec	rmse=0.013579	lr=0.004534
Epoch[186] Batch [999]	Speed: 2101.966262 samples/sec	rmse=0.013562	lr=0.004506
Epoch[186] Batch [1049]	Speed: 2089.232605 samples/sec	rmse=0.013562	lr=0.004479
Epoch[186] Batch [1099]	Speed: 2095.955075 samples/sec	rmse=0.013571	lr=0.004452
Epoch[186] Batch [1149]	Speed: 2065.640533 samples/sec	rmse=0.013575	lr=0.004425
Epoch[186] Batch [1199]	Speed: 2098.962109 samples/sec	rmse=0.013579	lr=0.004398
Epoch[186] Batch [1249]	Speed: 2089.938203 samples/sec	rmse=0.013584	lr=0.004372
[Epoch 186] training: rmse=0.013584
[Epoch 186] speed: 2084 samples/sec	time cost: 623.934340
[Epoch 186] validation: err-top1=0.202474 err-top5=0.050802
Epoch[187] Batch [49]	Speed: 2086.080778 samples/sec	rmse=0.013607	lr=0.004344
Epoch[187] Batch [99]	Speed: 2071.989109 samples/sec	rmse=0.013423	lr=0.004318
Epoch[187] Batch [149]	Speed: 2082.492635 samples/sec	rmse=0.013516	lr=0.004291
Epoch[187] Batch [199]	Speed: 2087.611108 samples/sec	rmse=0.013444	lr=0.004265
Epoch[187] Batch [249]	Speed: 2071.376151 samples/sec	rmse=0.013433	lr=0.004238
Epoch[187] Batch [299]	Speed: 2074.595414 samples/sec	rmse=0.013409	lr=0.004212
Epoch[187] Batch [349]	Speed: 2077.822408 samples/sec	rmse=0.013415	lr=0.004186
Epoch[187] Batch [399]	Speed: 2067.626854 samples/sec	rmse=0.013420	lr=0.004159
Epoch[187] Batch [449]	Speed: 2076.266784 samples/sec	rmse=0.013447	lr=0.004133
Epoch[187] Batch [499]	Speed: 2058.576449 samples/sec	rmse=0.013438	lr=0.004107
Epoch[187] Batch [549]	Speed: 2061.860202 samples/sec	rmse=0.013457	lr=0.004081
Epoch[187] Batch [599]	Speed: 2068.547164 samples/sec	rmse=0.013437	lr=0.004056
Epoch[187] Batch [649]	Speed: 2074.383253 samples/sec	rmse=0.013413	lr=0.004030
Epoch[187] Batch [699]	Speed: 2059.164774 samples/sec	rmse=0.013417	lr=0.004004
Epoch[187] Batch [749]	Speed: 2061.691866 samples/sec	rmse=0.013419	lr=0.003978
Epoch[187] Batch [799]	Speed: 2058.207005 samples/sec	rmse=0.013432	lr=0.003953
Epoch[187] Batch [849]	Speed: 2074.676487 samples/sec	rmse=0.013435	lr=0.003928
Epoch[187] Batch [899]	Speed: 2068.463681 samples/sec	rmse=0.013435	lr=0.003902
Epoch[187] Batch [949]	Speed: 2069.079720 samples/sec	rmse=0.013420	lr=0.003877
Epoch[187] Batch [999]	Speed: 2073.822049 samples/sec	rmse=0.013428	lr=0.003852
Epoch[187] Batch [1049]	Speed: 2074.955448 samples/sec	rmse=0.013447	lr=0.003827
Epoch[187] Batch [1099]	Speed: 2066.790763 samples/sec	rmse=0.013455	lr=0.003802
Epoch[187] Batch [1149]	Speed: 2067.099741 samples/sec	rmse=0.013453	lr=0.003777
Epoch[187] Batch [1199]	Speed: 2071.312878 samples/sec	rmse=0.013440	lr=0.003752
Epoch[187] Batch [1249]	Speed: 2079.141337 samples/sec	rmse=0.013441	lr=0.003727
[Epoch 187] training: rmse=0.013440
[Epoch 187] speed: 2069 samples/sec	time cost: 627.773593
[Epoch 187] validation: err-top1=0.199956 err-top5=0.050682
Epoch[188] Batch [49]	Speed: 2091.718679 samples/sec	rmse=0.013306	lr=0.003702
Epoch[188] Batch [99]	Speed: 2048.436968 samples/sec	rmse=0.013261	lr=0.003677
Epoch[188] Batch [149]	Speed: 2070.338907 samples/sec	rmse=0.013357	lr=0.003653
Epoch[188] Batch [199]	Speed: 2076.588361 samples/sec	rmse=0.013433	lr=0.003628
Epoch[188] Batch [249]	Speed: 2074.985622 samples/sec	rmse=0.013448	lr=0.003604
Epoch[188] Batch [299]	Speed: 2098.889856 samples/sec	rmse=0.013454	lr=0.003579
Epoch[188] Batch [349]	Speed: 2091.699894 samples/sec	rmse=0.013442	lr=0.003555
Epoch[188] Batch [399]	Speed: 2093.865612 samples/sec	rmse=0.013433	lr=0.003531
Epoch[188] Batch [449]	Speed: 2077.955064 samples/sec	rmse=0.013419	lr=0.003507
Epoch[188] Batch [499]	Speed: 2079.183992 samples/sec	rmse=0.013409	lr=0.003483
Epoch[188] Batch [549]	Speed: 2089.157525 samples/sec	rmse=0.013415	lr=0.003459
Epoch[188] Batch [599]	Speed: 2083.975657 samples/sec	rmse=0.013404	lr=0.003435
Epoch[188] Batch [649]	Speed: 2089.194698 samples/sec	rmse=0.013387	lr=0.003412
Epoch[188] Batch [699]	Speed: 2096.469480 samples/sec	rmse=0.013394	lr=0.003388
Epoch[188] Batch [749]	Speed: 2090.040799 samples/sec	rmse=0.013390	lr=0.003364
Epoch[188] Batch [799]	Speed: 2065.241696 samples/sec	rmse=0.013389	lr=0.003341
Epoch[188] Batch [849]	Speed: 2091.203119 samples/sec	rmse=0.013390	lr=0.003318
Epoch[188] Batch [899]	Speed: 2088.235459 samples/sec	rmse=0.013384	lr=0.003294
Epoch[188] Batch [949]	Speed: 2091.789542 samples/sec	rmse=0.013399	lr=0.003271
Epoch[188] Batch [999]	Speed: 2093.309306 samples/sec	rmse=0.013388	lr=0.003248
Epoch[188] Batch [1049]	Speed: 2090.717694 samples/sec	rmse=0.013377	lr=0.003225
Epoch[188] Batch [1099]	Speed: 2094.742003 samples/sec	rmse=0.013378	lr=0.003202
Epoch[188] Batch [1149]	Speed: 2082.916951 samples/sec	rmse=0.013386	lr=0.003179
Epoch[188] Batch [1199]	Speed: 2079.365707 samples/sec	rmse=0.013380	lr=0.003156
Epoch[188] Batch [1249]	Speed: 2101.826697 samples/sec	rmse=0.013392	lr=0.003133
[Epoch 188] training: rmse=0.013391
[Epoch 188] speed: 2083 samples/sec	time cost: 623.725809
[Epoch 188] validation: err-top1=0.198641 err-top5=0.050781
Epoch[189] Batch [49]	Speed: 2075.536443 samples/sec	rmse=0.013227	lr=0.003110
Epoch[189] Batch [99]	Speed: 2064.729615 samples/sec	rmse=0.013310	lr=0.003088
Epoch[189] Batch [149]	Speed: 2065.325535 samples/sec	rmse=0.013245	lr=0.003065
Epoch[189] Batch [199]	Speed: 2090.322199 samples/sec	rmse=0.013241	lr=0.003043
Epoch[189] Batch [249]	Speed: 2087.952672 samples/sec	rmse=0.013206	lr=0.003020
Epoch[189] Batch [299]	Speed: 2075.430953 samples/sec	rmse=0.013190	lr=0.002998
Epoch[189] Batch [349]	Speed: 2085.495121 samples/sec	rmse=0.013219	lr=0.002976
Epoch[189] Batch [399]	Speed: 2097.995398 samples/sec	rmse=0.013211	lr=0.002954
Epoch[189] Batch [449]	Speed: 2103.276478 samples/sec	rmse=0.013215	lr=0.002932
Epoch[189] Batch [499]	Speed: 2088.275828 samples/sec	rmse=0.013233	lr=0.002910
Epoch[189] Batch [549]	Speed: 2084.428174 samples/sec	rmse=0.013246	lr=0.002888
Epoch[189] Batch [599]	Speed: 2088.038345 samples/sec	rmse=0.013240	lr=0.002866
Epoch[189] Batch [649]	Speed: 2096.521283 samples/sec	rmse=0.013251	lr=0.002845
Epoch[189] Batch [699]	Speed: 2092.413705 samples/sec	rmse=0.013258	lr=0.002823
Epoch[189] Batch [749]	Speed: 2079.010421 samples/sec	rmse=0.013253	lr=0.002801
Epoch[189] Batch [799]	Speed: 2096.744220 samples/sec	rmse=0.013257	lr=0.002780
Epoch[189] Batch [849]	Speed: 2100.940833 samples/sec	rmse=0.013260	lr=0.002759
Epoch[189] Batch [899]	Speed: 2096.049486 samples/sec	rmse=0.013268	lr=0.002737
Epoch[189] Batch [949]	Speed: 2101.057628 samples/sec	rmse=0.013277	lr=0.002716
Epoch[189] Batch [999]	Speed: 2093.644389 samples/sec	rmse=0.013269	lr=0.002695
Epoch[189] Batch [1049]	Speed: 2105.175040 samples/sec	rmse=0.013262	lr=0.002674
Epoch[189] Batch [1099]	Speed: 2083.442541 samples/sec	rmse=0.013248	lr=0.002653
Epoch[189] Batch [1149]	Speed: 2092.441432 samples/sec	rmse=0.013259	lr=0.002632
Epoch[189] Batch [1199]	Speed: 2094.260877 samples/sec	rmse=0.013253	lr=0.002611
Epoch[189] Batch [1249]	Speed: 2103.283070 samples/sec	rmse=0.013245	lr=0.002591
[Epoch 189] training: rmse=0.013245
[Epoch 189] speed: 2087 samples/sec	time cost: 622.376942
[Epoch 189] validation: err-top1=0.198641 err-top5=0.049904
Epoch[190] Batch [49]	Speed: 2097.631649 samples/sec	rmse=0.013056	lr=0.002570
Epoch[190] Batch [99]	Speed: 2053.223052 samples/sec	rmse=0.013155	lr=0.002549
Epoch[190] Batch [149]	Speed: 2085.037140 samples/sec	rmse=0.013144	lr=0.002529
Epoch[190] Batch [199]	Speed: 2085.478919 samples/sec	rmse=0.013186	lr=0.002508
Epoch[190] Batch [249]	Speed: 2081.785899 samples/sec	rmse=0.013212	lr=0.002488
Epoch[190] Batch [299]	Speed: 2072.113963 samples/sec	rmse=0.013175	lr=0.002468
Epoch[190] Batch [349]	Speed: 2076.323796 samples/sec	rmse=0.013172	lr=0.002448
Epoch[190] Batch [399]	Speed: 2087.385320 samples/sec	rmse=0.013191	lr=0.002428
Epoch[190] Batch [449]	Speed: 2083.024881 samples/sec	rmse=0.013163	lr=0.002408
Epoch[190] Batch [499]	Speed: 2067.808186 samples/sec	rmse=0.013176	lr=0.002388
Epoch[190] Batch [549]	Speed: 2084.063976 samples/sec	rmse=0.013163	lr=0.002368
Epoch[190] Batch [599]	Speed: 2073.589783 samples/sec	rmse=0.013170	lr=0.002348
Epoch[190] Batch [649]	Speed: 2075.929212 samples/sec	rmse=0.013167	lr=0.002329
Epoch[190] Batch [699]	Speed: 2088.991632 samples/sec	rmse=0.013186	lr=0.002309
Epoch[190] Batch [749]	Speed: 2069.057592 samples/sec	rmse=0.013178	lr=0.002290
Epoch[190] Batch [799]	Speed: 2071.702650 samples/sec	rmse=0.013179	lr=0.002270
Epoch[190] Batch [849]	Speed: 2068.760146 samples/sec	rmse=0.013192	lr=0.002251
Epoch[190] Batch [899]	Speed: 2064.805451 samples/sec	rmse=0.013201	lr=0.002232
Epoch[190] Batch [949]	Speed: 2060.587914 samples/sec	rmse=0.013212	lr=0.002213
Epoch[190] Batch [999]	Speed: 2065.452190 samples/sec	rmse=0.013208	lr=0.002194
Epoch[190] Batch [1049]	Speed: 2073.082440 samples/sec	rmse=0.013218	lr=0.002175
Epoch[190] Batch [1099]	Speed: 2067.126802 samples/sec	rmse=0.013207	lr=0.002156
Epoch[190] Batch [1149]	Speed: 2075.341719 samples/sec	rmse=0.013206	lr=0.002137
Epoch[190] Batch [1199]	Speed: 2076.185888 samples/sec	rmse=0.013211	lr=0.002118
Epoch[190] Batch [1249]	Speed: 2085.681283 samples/sec	rmse=0.013219	lr=0.002099
[Epoch 190] training: rmse=0.013218
[Epoch 190] speed: 2073 samples/sec	time cost: 626.771506
[Epoch 190] validation: err-top1=0.199558 err-top5=0.050044
Epoch[191] Batch [49]	Speed: 2083.324038 samples/sec	rmse=0.012894	lr=0.002081
Epoch[191] Batch [99]	Speed: 2062.148400 samples/sec	rmse=0.012937	lr=0.002062
Epoch[191] Batch [149]	Speed: 2068.549236 samples/sec	rmse=0.013056	lr=0.002044
Epoch[191] Batch [199]	Speed: 2076.623221 samples/sec	rmse=0.013082	lr=0.002025
Epoch[191] Batch [249]	Speed: 2063.480591 samples/sec	rmse=0.013145	lr=0.002007
Epoch[191] Batch [299]	Speed: 2074.340494 samples/sec	rmse=0.013167	lr=0.001989
Epoch[191] Batch [349]	Speed: 2072.770090 samples/sec	rmse=0.013153	lr=0.001971
Epoch[191] Batch [399]	Speed: 2060.051024 samples/sec	rmse=0.013180	lr=0.001953
Epoch[191] Batch [449]	Speed: 2079.614372 samples/sec	rmse=0.013165	lr=0.001935
Epoch[191] Batch [499]	Speed: 2091.523270 samples/sec	rmse=0.013178	lr=0.001917
Epoch[191] Batch [549]	Speed: 2089.398068 samples/sec	rmse=0.013157	lr=0.001899
Epoch[191] Batch [599]	Speed: 2082.269507 samples/sec	rmse=0.013147	lr=0.001882
Epoch[191] Batch [649]	Speed: 2087.263487 samples/sec	rmse=0.013123	lr=0.001864
Epoch[191] Batch [699]	Speed: 2096.276231 samples/sec	rmse=0.013134	lr=0.001847
Epoch[191] Batch [749]	Speed: 2094.554589 samples/sec	rmse=0.013137	lr=0.001829
Epoch[191] Batch [799]	Speed: 2083.204579 samples/sec	rmse=0.013131	lr=0.001812
Epoch[191] Batch [849]	Speed: 2092.043349 samples/sec	rmse=0.013121	lr=0.001795
Epoch[191] Batch [899]	Speed: 2102.562320 samples/sec	rmse=0.013103	lr=0.001777
Epoch[191] Batch [949]	Speed: 2093.876678 samples/sec	rmse=0.013097	lr=0.001760
Epoch[191] Batch [999]	Speed: 2097.851789 samples/sec	rmse=0.013100	lr=0.001743
Epoch[191] Batch [1049]	Speed: 2098.346049 samples/sec	rmse=0.013094	lr=0.001726
Epoch[191] Batch [1099]	Speed: 2075.116251 samples/sec	rmse=0.013086	lr=0.001710
Epoch[191] Batch [1149]	Speed: 2089.230003 samples/sec	rmse=0.013091	lr=0.001693
Epoch[191] Batch [1199]	Speed: 2088.289840 samples/sec	rmse=0.013091	lr=0.001676
Epoch[191] Batch [1249]	Speed: 2093.157177 samples/sec	rmse=0.013097	lr=0.001660
[Epoch 191] training: rmse=0.013096
[Epoch 191] speed: 2082 samples/sec	time cost: 624.029554
[Epoch 191] validation: err-top1=0.198140 err-top5=0.049764
Epoch[192] Batch [49]	Speed: 2105.099553 samples/sec	rmse=0.012952	lr=0.001643
Epoch[192] Batch [99]	Speed: 2094.518307 samples/sec	rmse=0.013053	lr=0.001626
Epoch[192] Batch [149]	Speed: 2089.293075 samples/sec	rmse=0.013139	lr=0.001610
Epoch[192] Batch [199]	Speed: 2096.554257 samples/sec	rmse=0.013114	lr=0.001594
Epoch[192] Batch [249]	Speed: 2098.075297 samples/sec	rmse=0.013108	lr=0.001577
Epoch[192] Batch [299]	Speed: 2084.591663 samples/sec	rmse=0.013129	lr=0.001561
Epoch[192] Batch [349]	Speed: 2080.835164 samples/sec	rmse=0.013110	lr=0.001545
Epoch[192] Batch [399]	Speed: 2087.832418 samples/sec	rmse=0.013086	lr=0.001529
Epoch[192] Batch [449]	Speed: 2096.129195 samples/sec	rmse=0.013111	lr=0.001514
Epoch[192] Batch [499]	Speed: 2089.430615 samples/sec	rmse=0.013109	lr=0.001498
Epoch[192] Batch [549]	Speed: 2073.178885 samples/sec	rmse=0.013108	lr=0.001482
Epoch[192] Batch [599]	Speed: 2065.283009 samples/sec	rmse=0.013094	lr=0.001466
Epoch[192] Batch [649]	Speed: 2075.418557 samples/sec	rmse=0.013098	lr=0.001451
Epoch[192] Batch [699]	Speed: 2076.594264 samples/sec	rmse=0.013104	lr=0.001435
Epoch[192] Batch [749]	Speed: 2088.742547 samples/sec	rmse=0.013111	lr=0.001420
Epoch[192] Batch [799]	Speed: 2092.966109 samples/sec	rmse=0.013116	lr=0.001405
Epoch[192] Batch [849]	Speed: 2091.848877 samples/sec	rmse=0.013135	lr=0.001390
Epoch[192] Batch [899]	Speed: 2086.372504 samples/sec	rmse=0.013127	lr=0.001375
Epoch[192] Batch [949]	Speed: 2082.390515 samples/sec	rmse=0.013119	lr=0.001360
Epoch[192] Batch [999]	Speed: 2076.044346 samples/sec	rmse=0.013107	lr=0.001345
Epoch[192] Batch [1049]	Speed: 2086.825657 samples/sec	rmse=0.013105	lr=0.001330
Epoch[192] Batch [1099]	Speed: 2086.969079 samples/sec	rmse=0.013109	lr=0.001315
Epoch[192] Batch [1149]	Speed: 2096.772922 samples/sec	rmse=0.013108	lr=0.001300
Epoch[192] Batch [1199]	Speed: 2093.173866 samples/sec	rmse=0.013102	lr=0.001286
Epoch[192] Batch [1249]	Speed: 2101.360076 samples/sec	rmse=0.013095	lr=0.001271
[Epoch 192] training: rmse=0.013095
[Epoch 192] speed: 2086 samples/sec	time cost: 623.309691
[Epoch 192] validation: err-top1=0.196767 err-top5=0.049605
Epoch[193] Batch [49]	Speed: 2084.933577 samples/sec	rmse=0.013133	lr=0.001256
Epoch[193] Batch [99]	Speed: 2087.473097 samples/sec	rmse=0.013234	lr=0.001242
Epoch[193] Batch [149]	Speed: 2092.183330 samples/sec	rmse=0.013143	lr=0.001228
Epoch[193] Batch [199]	Speed: 2106.389216 samples/sec	rmse=0.013061	lr=0.001213
Epoch[193] Batch [249]	Speed: 2101.946367 samples/sec	rmse=0.013080	lr=0.001199
Epoch[193] Batch [299]	Speed: 2094.714052 samples/sec	rmse=0.013088	lr=0.001185
Epoch[193] Batch [349]	Speed: 2086.576582 samples/sec	rmse=0.013071	lr=0.001171
Epoch[193] Batch [399]	Speed: 2087.585476 samples/sec	rmse=0.013048	lr=0.001157
Epoch[193] Batch [449]	Speed: 2055.430022 samples/sec	rmse=0.013069	lr=0.001144
Epoch[193] Batch [499]	Speed: 2087.852452 samples/sec	rmse=0.013045	lr=0.001130
Epoch[193] Batch [549]	Speed: 2069.256184 samples/sec	rmse=0.013064	lr=0.001116
Epoch[193] Batch [599]	Speed: 2091.760304 samples/sec	rmse=0.013075	lr=0.001103
Epoch[193] Batch [649]	Speed: 2071.588217 samples/sec	rmse=0.013095	lr=0.001089
Epoch[193] Batch [699]	Speed: 2079.914667 samples/sec	rmse=0.013095	lr=0.001076
Epoch[193] Batch [749]	Speed: 2093.543765 samples/sec	rmse=0.013095	lr=0.001063
Epoch[193] Batch [799]	Speed: 2077.810747 samples/sec	rmse=0.013098	lr=0.001049
Epoch[193] Batch [849]	Speed: 2091.650449 samples/sec	rmse=0.013099	lr=0.001036
Epoch[193] Batch [899]	Speed: 2091.382521 samples/sec	rmse=0.013097	lr=0.001023
Epoch[193] Batch [949]	Speed: 2069.075534 samples/sec	rmse=0.013103	lr=0.001010
Epoch[193] Batch [999]	Speed: 2077.846955 samples/sec	rmse=0.013100	lr=0.000997
Epoch[193] Batch [1049]	Speed: 2081.982581 samples/sec	rmse=0.013085	lr=0.000985
Epoch[193] Batch [1099]	Speed: 2064.455838 samples/sec	rmse=0.013084	lr=0.000972
Epoch[193] Batch [1149]	Speed: 2070.932678 samples/sec	rmse=0.013091	lr=0.000959
Epoch[193] Batch [1199]	Speed: 2068.463522 samples/sec	rmse=0.013086	lr=0.000947
Epoch[193] Batch [1249]	Speed: 2076.925163 samples/sec	rmse=0.013084	lr=0.000934
[Epoch 193] training: rmse=0.013082
[Epoch 193] speed: 2080 samples/sec	time cost: 625.236684
[Epoch 193] validation: err-top1=0.197166 err-top5=0.049546
Epoch[194] Batch [49]	Speed: 2081.611772 samples/sec	rmse=0.012838	lr=0.000922
Epoch[194] Batch [99]	Speed: 2064.243900 samples/sec	rmse=0.012797	lr=0.000909
Epoch[194] Batch [149]	Speed: 2078.985544 samples/sec	rmse=0.012963	lr=0.000897
Epoch[194] Batch [199]	Speed: 2070.675961 samples/sec	rmse=0.012900	lr=0.000885
Epoch[194] Batch [249]	Speed: 2065.385504 samples/sec	rmse=0.012897	lr=0.000873
Epoch[194] Batch [299]	Speed: 2080.092338 samples/sec	rmse=0.012935	lr=0.000861
Epoch[194] Batch [349]	Speed: 2067.817883 samples/sec	rmse=0.012916	lr=0.000849
Epoch[194] Batch [399]	Speed: 2064.746430 samples/sec	rmse=0.012945	lr=0.000837
Epoch[194] Batch [449]	Speed: 2066.389991 samples/sec	rmse=0.012970	lr=0.000825
Epoch[194] Batch [499]	Speed: 2072.379996 samples/sec	rmse=0.012948	lr=0.000814
Epoch[194] Batch [549]	Speed: 2065.090919 samples/sec	rmse=0.012957	lr=0.000802
Epoch[194] Batch [599]	Speed: 2062.749013 samples/sec	rmse=0.012957	lr=0.000791
Epoch[194] Batch [649]	Speed: 2083.397204 samples/sec	rmse=0.012941	lr=0.000779
Epoch[194] Batch [699]	Speed: 2087.284931 samples/sec	rmse=0.012946	lr=0.000768
Epoch[194] Batch [749]	Speed: 2073.835767 samples/sec	rmse=0.012932	lr=0.000757
Epoch[194] Batch [799]	Speed: 2062.752698 samples/sec	rmse=0.012928	lr=0.000746
Epoch[194] Batch [849]	Speed: 2058.438521 samples/sec	rmse=0.012934	lr=0.000735
Epoch[194] Batch [899]	Speed: 2084.054875 samples/sec	rmse=0.012951	lr=0.000724
Epoch[194] Batch [949]	Speed: 2101.163293 samples/sec	rmse=0.012957	lr=0.000713
Epoch[194] Batch [999]	Speed: 2098.035039 samples/sec	rmse=0.012964	lr=0.000702
Epoch[194] Batch [1049]	Speed: 2094.396805 samples/sec	rmse=0.012965	lr=0.000691
Epoch[194] Batch [1099]	Speed: 2090.189098 samples/sec	rmse=0.012976	lr=0.000680
Epoch[194] Batch [1149]	Speed: 2095.396716 samples/sec	rmse=0.012975	lr=0.000670
Epoch[194] Batch [1199]	Speed: 2098.458249 samples/sec	rmse=0.012993	lr=0.000659
Epoch[194] Batch [1249]	Speed: 2096.704976 samples/sec	rmse=0.012997	lr=0.000649
[Epoch 194] training: rmse=0.012996
[Epoch 194] speed: 2076 samples/sec	time cost: 626.032960
[Epoch 194] validation: err-top1=0.196508 err-top5=0.049207
Epoch[195] Batch [49]	Speed: 2099.949876 samples/sec	rmse=0.013099	lr=0.000638
Epoch[195] Batch [99]	Speed: 2096.932518 samples/sec	rmse=0.012979	lr=0.000628
Epoch[195] Batch [149]	Speed: 2087.665436 samples/sec	rmse=0.013101	lr=0.000618
Epoch[195] Batch [199]	Speed: 2085.132737 samples/sec	rmse=0.013101	lr=0.000608
Epoch[195] Batch [249]	Speed: 2082.071479 samples/sec	rmse=0.013090	lr=0.000598
Epoch[195] Batch [299]	Speed: 2092.856249 samples/sec	rmse=0.013049	lr=0.000588
Epoch[195] Batch [349]	Speed: 2078.965659 samples/sec	rmse=0.013053	lr=0.000578
Epoch[195] Batch [399]	Speed: 2084.059244 samples/sec	rmse=0.013040	lr=0.000568
Epoch[195] Batch [449]	Speed: 2082.145950 samples/sec	rmse=0.013034	lr=0.000559
Epoch[195] Batch [499]	Speed: 2090.241608 samples/sec	rmse=0.013040	lr=0.000549
Epoch[195] Batch [549]	Speed: 2096.418356 samples/sec	rmse=0.013053	lr=0.000540
Epoch[195] Batch [599]	Speed: 2083.400135 samples/sec	rmse=0.013023	lr=0.000530
Epoch[195] Batch [649]	Speed: 2085.964569 samples/sec	rmse=0.013024	lr=0.000521
Epoch[195] Batch [699]	Speed: 2055.231971 samples/sec	rmse=0.012993	lr=0.000512
Epoch[195] Batch [749]	Speed: 2102.765810 samples/sec	rmse=0.012995	lr=0.000503
Epoch[195] Batch [799]	Speed: 2083.157454 samples/sec	rmse=0.012994	lr=0.000493
Epoch[195] Batch [849]	Speed: 2083.369069 samples/sec	rmse=0.012980	lr=0.000484
Epoch[195] Batch [899]	Speed: 2081.378868 samples/sec	rmse=0.012983	lr=0.000476
Epoch[195] Batch [949]	Speed: 2068.652952 samples/sec	rmse=0.012984	lr=0.000467
Epoch[195] Batch [999]	Speed: 2041.965529 samples/sec	rmse=0.012993	lr=0.000458
Epoch[195] Batch [1049]	Speed: 2065.140825 samples/sec	rmse=0.012995	lr=0.000449
Epoch[195] Batch [1099]	Speed: 2090.639006 samples/sec	rmse=0.012992	lr=0.000441
Epoch[195] Batch [1149]	Speed: 2087.032014 samples/sec	rmse=0.012982	lr=0.000432
Epoch[195] Batch [1199]	Speed: 2101.289159 samples/sec	rmse=0.012986	lr=0.000424
Epoch[195] Batch [1249]	Speed: 2095.778487 samples/sec	rmse=0.012995	lr=0.000415
[Epoch 195] training: rmse=0.012994
[Epoch 195] speed: 2082 samples/sec	time cost: 624.361010
[Epoch 195] validation: err-top1=0.196050 err-top5=0.049346
Epoch[196] Batch [49]	Speed: 2107.491820 samples/sec	rmse=0.013170	lr=0.000407
Epoch[196] Batch [99]	Speed: 2093.124493 samples/sec	rmse=0.012941	lr=0.000399
Epoch[196] Batch [149]	Speed: 2093.299287 samples/sec	rmse=0.013084	lr=0.000391
Epoch[196] Batch [199]	Speed: 2065.109646 samples/sec	rmse=0.013024	lr=0.000383
Epoch[196] Batch [249]	Speed: 2094.821981 samples/sec	rmse=0.013024	lr=0.000375
Epoch[196] Batch [299]	Speed: 2089.667460 samples/sec	rmse=0.012997	lr=0.000367
Epoch[196] Batch [349]	Speed: 2100.776989 samples/sec	rmse=0.012991	lr=0.000359
Epoch[196] Batch [399]	Speed: 2075.226743 samples/sec	rmse=0.012967	lr=0.000352
Epoch[196] Batch [449]	Speed: 2073.051021 samples/sec	rmse=0.012967	lr=0.000344
Epoch[196] Batch [499]	Speed: 2102.500420 samples/sec	rmse=0.012986	lr=0.000336
Epoch[196] Batch [549]	Speed: 2100.793266 samples/sec	rmse=0.012961	lr=0.000329
Epoch[196] Batch [599]	Speed: 2100.751548 samples/sec	rmse=0.012974	lr=0.000322
Epoch[196] Batch [649]	Speed: 2098.619886 samples/sec	rmse=0.012977	lr=0.000314
Epoch[196] Batch [699]	Speed: 2096.963007 samples/sec	rmse=0.012965	lr=0.000307
Epoch[196] Batch [749]	Speed: 2098.739007 samples/sec	rmse=0.012943	lr=0.000300
Epoch[196] Batch [799]	Speed: 2092.133311 samples/sec	rmse=0.012943	lr=0.000293
Epoch[196] Batch [849]	Speed: 2105.617900 samples/sec	rmse=0.012956	lr=0.000286
Epoch[196] Batch [899]	Speed: 2096.840648 samples/sec	rmse=0.012944	lr=0.000279
Epoch[196] Batch [949]	Speed: 2100.897486 samples/sec	rmse=0.012919	lr=0.000273
Epoch[196] Batch [999]	Speed: 2095.463045 samples/sec	rmse=0.012925	lr=0.000266
Epoch[196] Batch [1049]	Speed: 2057.836550 samples/sec	rmse=0.012916	lr=0.000259
Epoch[196] Batch [1099]	Speed: 2070.834445 samples/sec	rmse=0.012928	lr=0.000253
Epoch[196] Batch [1149]	Speed: 2081.753186 samples/sec	rmse=0.012919	lr=0.000246
Epoch[196] Batch [1199]	Speed: 2082.476661 samples/sec	rmse=0.012914	lr=0.000240
Epoch[196] Batch [1249]	Speed: 2098.380598 samples/sec	rmse=0.012907	lr=0.000234
[Epoch 196] training: rmse=0.012906
[Epoch 196] speed: 2089 samples/sec	time cost: 621.992193
[Epoch 196] validation: err-top1=0.197485 err-top5=0.049585
Epoch[197] Batch [49]	Speed: 2089.696437 samples/sec	rmse=0.013058	lr=0.000227
Epoch[197] Batch [99]	Speed: 2091.142559 samples/sec	rmse=0.012942	lr=0.000221
Epoch[197] Batch [149]	Speed: 2091.924029 samples/sec	rmse=0.012922	lr=0.000215
Epoch[197] Batch [199]	Speed: 2075.725004 samples/sec	rmse=0.012873	lr=0.000209
Epoch[197] Batch [249]	Speed: 2076.232698 samples/sec	rmse=0.012928	lr=0.000204
Epoch[197] Batch [299]	Speed: 2066.534873 samples/sec	rmse=0.012949	lr=0.000198
Epoch[197] Batch [349]	Speed: 2090.852979 samples/sec	rmse=0.012941	lr=0.000192
Epoch[197] Batch [399]	Speed: 2072.500777 samples/sec	rmse=0.012946	lr=0.000187
Epoch[197] Batch [449]	Speed: 2072.939480 samples/sec	rmse=0.012952	lr=0.000181
Epoch[197] Batch [499]	Speed: 2069.890411 samples/sec	rmse=0.012975	lr=0.000176
Epoch[197] Batch [549]	Speed: 2071.782837 samples/sec	rmse=0.012961	lr=0.000170
Epoch[197] Batch [599]	Speed: 2064.546857 samples/sec	rmse=0.012963	lr=0.000165
Epoch[197] Batch [649]	Speed: 2074.833919 samples/sec	rmse=0.012951	lr=0.000160
Epoch[197] Batch [699]	Speed: 2068.366917 samples/sec	rmse=0.012962	lr=0.000155
Epoch[197] Batch [749]	Speed: 2073.988465 samples/sec	rmse=0.012986	lr=0.000150
Epoch[197] Batch [799]	Speed: 2061.075549 samples/sec	rmse=0.012990	lr=0.000145
Epoch[197] Batch [849]	Speed: 2072.064039 samples/sec	rmse=0.012983	lr=0.000140
Epoch[197] Batch [899]	Speed: 2071.427220 samples/sec	rmse=0.012990	lr=0.000135
Epoch[197] Batch [949]	Speed: 2068.058297 samples/sec	rmse=0.012974	lr=0.000130
Epoch[197] Batch [999]	Speed: 2079.507622 samples/sec	rmse=0.012993	lr=0.000126
Epoch[197] Batch [1049]	Speed: 2068.916921 samples/sec	rmse=0.012996	lr=0.000121
Epoch[197] Batch [1099]	Speed: 2067.253996 samples/sec	rmse=0.012999	lr=0.000117
Epoch[197] Batch [1149]	Speed: 2064.860029 samples/sec	rmse=0.012994	lr=0.000112
Epoch[197] Batch [1199]	Speed: 2084.640533 samples/sec	rmse=0.013001	lr=0.000108
Epoch[197] Batch [1249]	Speed: 2089.406261 samples/sec	rmse=0.013001	lr=0.000104
[Epoch 197] training: rmse=0.013000
[Epoch 197] speed: 2073 samples/sec	time cost: 626.411591
[Epoch 197] validation: err-top1=0.196737 err-top5=0.049174
Epoch[198] Batch [49]	Speed: 2094.631896 samples/sec	rmse=0.013073	lr=0.000100
Epoch[198] Batch [99]	Speed: 2089.891322 samples/sec	rmse=0.012876	lr=0.000096
Epoch[198] Batch [149]	Speed: 2100.600226 samples/sec	rmse=0.012972	lr=0.000092
Epoch[198] Batch [199]	Speed: 2101.997494 samples/sec	rmse=0.012876	lr=0.000088
Epoch[198] Batch [249]	Speed: 2101.579437 samples/sec	rmse=0.012886	lr=0.000084
Epoch[198] Batch [299]	Speed: 2095.671195 samples/sec	rmse=0.012903	lr=0.000080
Epoch[198] Batch [349]	Speed: 2099.963490 samples/sec	rmse=0.012901	lr=0.000077
Epoch[198] Batch [399]	Speed: 2097.843571 samples/sec	rmse=0.012933	lr=0.000073
Epoch[198] Batch [449]	Speed: 2089.938671 samples/sec	rmse=0.012915	lr=0.000070
Epoch[198] Batch [499]	Speed: 2093.998447 samples/sec	rmse=0.012924	lr=0.000067
Epoch[198] Batch [549]	Speed: 2088.638595 samples/sec	rmse=0.012921	lr=0.000063
Epoch[198] Batch [599]	Speed: 2099.704412 samples/sec	rmse=0.012939	lr=0.000060
Epoch[198] Batch [649]	Speed: 2077.189820 samples/sec	rmse=0.012952	lr=0.000057
Epoch[198] Batch [699]	Speed: 2100.745691 samples/sec	rmse=0.012928	lr=0.000054
Epoch[198] Batch [749]	Speed: 2093.382685 samples/sec	rmse=0.012916	lr=0.000051
Epoch[198] Batch [799]	Speed: 2105.656549 samples/sec	rmse=0.012913	lr=0.000048
Epoch[198] Batch [849]	Speed: 2094.845849 samples/sec	rmse=0.012898	lr=0.000045
Epoch[198] Batch [899]	Speed: 2103.332635 samples/sec	rmse=0.012915	lr=0.000043
Epoch[198] Batch [949]	Speed: 2099.176578 samples/sec	rmse=0.012920	lr=0.000040
Epoch[198] Batch [999]	Speed: 2064.919593 samples/sec	rmse=0.012910	lr=0.000037
Epoch[198] Batch [1049]	Speed: 2080.449606 samples/sec	rmse=0.012900	lr=0.000035
Epoch[198] Batch [1099]	Speed: 2094.010534 samples/sec	rmse=0.012901	lr=0.000033
Epoch[198] Batch [1149]	Speed: 2086.436154 samples/sec	rmse=0.012901	lr=0.000030
Epoch[198] Batch [1199]	Speed: 2096.690626 samples/sec	rmse=0.012890	lr=0.000028
Epoch[198] Batch [1249]	Speed: 2097.186407 samples/sec	rmse=0.012885	lr=0.000026
[Epoch 198] training: rmse=0.012885
[Epoch 198] speed: 2092 samples/sec	time cost: 621.364847
[Epoch 198] validation: err-top1=0.197305 err-top5=0.049426
Epoch[199] Batch [49]	Speed: 2081.486739 samples/sec	rmse=0.013041	lr=0.000024
Epoch[199] Batch [99]	Speed: 2066.517711 samples/sec	rmse=0.013049	lr=0.000022
Epoch[199] Batch [149]	Speed: 2079.836145 samples/sec	rmse=0.013003	lr=0.000020
Epoch[199] Batch [199]	Speed: 2094.656618 samples/sec	rmse=0.013012	lr=0.000018
Epoch[199] Batch [249]	Speed: 2096.890298 samples/sec	rmse=0.012947	lr=0.000017
Epoch[199] Batch [299]	Speed: 2099.248871 samples/sec	rmse=0.012932	lr=0.000015
Epoch[199] Batch [349]	Speed: 2066.697736 samples/sec	rmse=0.012911	lr=0.000013
Epoch[199] Batch [399]	Speed: 2095.403464 samples/sec	rmse=0.012927	lr=0.000012
Epoch[199] Batch [449]	Speed: 2077.642149 samples/sec	rmse=0.012902	lr=0.000011
Epoch[199] Batch [499]	Speed: 2101.037565 samples/sec	rmse=0.012892	lr=0.000009
Epoch[199] Batch [549]	Speed: 2101.580013 samples/sec	rmse=0.012875	lr=0.000008
Epoch[199] Batch [599]	Speed: 2101.408769 samples/sec	rmse=0.012886	lr=0.000007
Epoch[199] Batch [649]	Speed: 2087.402891 samples/sec	rmse=0.012859	lr=0.000006
Epoch[199] Batch [699]	Speed: 2085.185681 samples/sec	rmse=0.012852	lr=0.000005
Epoch[199] Batch [749]	Speed: 2041.433951 samples/sec	rmse=0.012848	lr=0.000004
Epoch[199] Batch [799]	Speed: 2084.121357 samples/sec	rmse=0.012844	lr=0.000003
Epoch[199] Batch [849]	Speed: 2099.513461 samples/sec	rmse=0.012845	lr=0.000003
Epoch[199] Batch [899]	Speed: 2083.095358 samples/sec	rmse=0.012878	lr=0.000002
Epoch[199] Batch [949]	Speed: 2106.920870 samples/sec	rmse=0.012879	lr=0.000002
Epoch[199] Batch [999]	Speed: 2077.429284 samples/sec	rmse=0.012901	lr=0.000001
Epoch[199] Batch [1049]	Speed: 2096.781766 samples/sec	rmse=0.012899	lr=0.000001
Epoch[199] Batch [1099]	Speed: 2067.693785 samples/sec	rmse=0.012880	lr=0.000000
Epoch[199] Batch [1149]	Speed: 2096.667248 samples/sec	rmse=0.012880	lr=0.000000
Epoch[199] Batch [1199]	Speed: 2084.245918 samples/sec	rmse=0.012892	lr=0.000000
Epoch[199] Batch [1249]	Speed: 2106.918493 samples/sec	rmse=0.012890	lr=0.000000
[Epoch 199] training: rmse=0.012890
[Epoch 199] speed: 2085 samples/sec	time cost: 623.218226
[Epoch 199] validation: err-top1=0.196568 err-top5=0.049705