Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=False, log_interval=50, logging_file='darknet53_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='darknet53', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_darknet53_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1672.940688 samples/sec	rmse=0.026239	lr=0.003133
Epoch[0] Batch [99]	Speed: 3815.750814 samples/sec	rmse=0.026413	lr=0.006331
Epoch[0] Batch [149]	Speed: 3865.085874 samples/sec	rmse=0.026347	lr=0.009528
Epoch[0] Batch [199]	Speed: 3746.418367 samples/sec	rmse=0.026189	lr=0.012726
Epoch[0] Batch [249]	Speed: 3781.953543 samples/sec	rmse=0.026199	lr=0.015923
Epoch[0] Batch [299]	Speed: 3943.498352 samples/sec	rmse=0.026337	lr=0.019121
Epoch[0] Batch [349]	Speed: 3914.030162 samples/sec	rmse=0.026404	lr=0.022318
Epoch[0] Batch [399]	Speed: 4079.625643 samples/sec	rmse=0.026358	lr=0.025516
Epoch[0] Batch [449]	Speed: 3999.531875 samples/sec	rmse=0.026309	lr=0.028713
Epoch[0] Batch [499]	Speed: 4065.991628 samples/sec	rmse=0.026281	lr=0.031910
Epoch[0] Batch [549]	Speed: 4047.232778 samples/sec	rmse=0.026286	lr=0.035108
Epoch[0] Batch [599]	Speed: 4054.083391 samples/sec	rmse=0.026255	lr=0.038305
Epoch[0] Batch [649]	Speed: 3918.407690 samples/sec	rmse=0.026271	lr=0.041503
Epoch[0] Batch [699]	Speed: 3920.177188 samples/sec	rmse=0.026313	lr=0.044700
Epoch[0] Batch [749]	Speed: 4059.961538 samples/sec	rmse=0.026313	lr=0.047898
Epoch[0] Batch [799]	Speed: 3987.692685 samples/sec	rmse=0.026298	lr=0.051095
Epoch[0] Batch [849]	Speed: 4013.493755 samples/sec	rmse=0.026286	lr=0.054293
Epoch[0] Batch [899]	Speed: 4136.906045 samples/sec	rmse=0.026295	lr=0.057490
Epoch[0] Batch [949]	Speed: 4142.254070 samples/sec	rmse=0.026317	lr=0.060687
Epoch[0] Batch [999]	Speed: 4057.525528 samples/sec	rmse=0.026304	lr=0.063885
Epoch[0] Batch [1049]	Speed: 4028.056359 samples/sec	rmse=0.026277	lr=0.067082
Epoch[0] Batch [1099]	Speed: 4052.167268 samples/sec	rmse=0.026246	lr=0.070280
Epoch[0] Batch [1149]	Speed: 4040.086102 samples/sec	rmse=0.026236	lr=0.073477
Epoch[0] Batch [1199]	Speed: 3968.732925 samples/sec	rmse=0.026223	lr=0.076675
Epoch[0] Batch [1249]	Speed: 4252.703251 samples/sec	rmse=0.026213	lr=0.079872
[Epoch 0] training: rmse=0.026206
[Epoch 0] speed: 3779 samples/sec	time cost: 349.254585
[Epoch 0] validation: err-top1=0.937938 err-top5=0.823860
Epoch[1] Batch [49]	Speed: 3915.304309 samples/sec	rmse=0.026174	lr=0.083133
Epoch[1] Batch [99]	Speed: 4055.098335 samples/sec	rmse=0.026000	lr=0.086331
Epoch[1] Batch [149]	Speed: 3951.810198 samples/sec	rmse=0.026002	lr=0.089528
Epoch[1] Batch [199]	Speed: 4068.252841 samples/sec	rmse=0.026056	lr=0.092726
Epoch[1] Batch [249]	Speed: 4085.599678 samples/sec	rmse=0.026071	lr=0.095923
Epoch[1] Batch [299]	Speed: 4084.819353 samples/sec	rmse=0.026097	lr=0.099121
Epoch[1] Batch [349]	Speed: 4117.152976 samples/sec	rmse=0.026105	lr=0.102318
Epoch[1] Batch [399]	Speed: 4075.373382 samples/sec	rmse=0.026132	lr=0.105516
Epoch[1] Batch [449]	Speed: 3911.821441 samples/sec	rmse=0.026042	lr=0.108713
Epoch[1] Batch [499]	Speed: 4027.698941 samples/sec	rmse=0.025976	lr=0.111910
Epoch[1] Batch [549]	Speed: 4128.219987 samples/sec	rmse=0.025902	lr=0.115108
Epoch[1] Batch [599]	Speed: 3969.046356 samples/sec	rmse=0.025879	lr=0.118305
Epoch[1] Batch [649]	Speed: 3932.070386 samples/sec	rmse=0.025908	lr=0.121503
Epoch[1] Batch [699]	Speed: 3881.866936 samples/sec	rmse=0.025875	lr=0.124700
Epoch[1] Batch [749]	Speed: 3851.051575 samples/sec	rmse=0.025798	lr=0.127898
Epoch[1] Batch [799]	Speed: 3809.938233 samples/sec	rmse=0.025766	lr=0.131095
Epoch[1] Batch [849]	Speed: 3885.640132 samples/sec	rmse=0.025748	lr=0.134293
Epoch[1] Batch [899]	Speed: 3997.474746 samples/sec	rmse=0.025729	lr=0.137490
Epoch[1] Batch [949]	Speed: 4060.527541 samples/sec	rmse=0.025728	lr=0.140687
Epoch[1] Batch [999]	Speed: 3973.932301 samples/sec	rmse=0.025731	lr=0.143885
Epoch[1] Batch [1049]	Speed: 3846.157624 samples/sec	rmse=0.025702	lr=0.147082
Epoch[1] Batch [1099]	Speed: 3916.554429 samples/sec	rmse=0.025708	lr=0.150280
Epoch[1] Batch [1149]	Speed: 3983.455277 samples/sec	rmse=0.025679	lr=0.153477
Epoch[1] Batch [1199]	Speed: 3878.397747 samples/sec	rmse=0.025651	lr=0.156675
Epoch[1] Batch [1249]	Speed: 4053.168019 samples/sec	rmse=0.025610	lr=0.159872
[Epoch 1] training: rmse=0.025606
[Epoch 1] speed: 3973 samples/sec	time cost: 332.212221
[Epoch 1] validation: err-top1=0.803651 err-top5=0.578962
Epoch[2] Batch [49]	Speed: 3857.486026 samples/sec	rmse=0.024899	lr=0.163133
Epoch[2] Batch [99]	Speed: 4064.391058 samples/sec	rmse=0.024852	lr=0.166331
Epoch[2] Batch [149]	Speed: 3995.842446 samples/sec	rmse=0.024703	lr=0.169528
Epoch[2] Batch [199]	Speed: 3981.373017 samples/sec	rmse=0.024755	lr=0.172726
Epoch[2] Batch [249]	Speed: 3988.894995 samples/sec	rmse=0.024813	lr=0.175923
Epoch[2] Batch [299]	Speed: 3867.838070 samples/sec	rmse=0.024859	lr=0.179121
Epoch[2] Batch [349]	Speed: 3849.157560 samples/sec	rmse=0.024833	lr=0.182318
Epoch[2] Batch [399]	Speed: 3922.177575 samples/sec	rmse=0.024781	lr=0.185516
Epoch[2] Batch [449]	Speed: 3972.406388 samples/sec	rmse=0.024719	lr=0.188713
Epoch[2] Batch [499]	Speed: 3938.078607 samples/sec	rmse=0.024709	lr=0.191910
Epoch[2] Batch [549]	Speed: 3988.862691 samples/sec	rmse=0.024688	lr=0.195108
Epoch[2] Batch [599]	Speed: 3816.713683 samples/sec	rmse=0.024687	lr=0.198305
Epoch[2] Batch [649]	Speed: 3919.578235 samples/sec	rmse=0.024665	lr=0.201503
Epoch[2] Batch [699]	Speed: 4026.082101 samples/sec	rmse=0.024665	lr=0.204700
Epoch[2] Batch [749]	Speed: 4000.199030 samples/sec	rmse=0.024652	lr=0.207898
Epoch[2] Batch [799]	Speed: 4013.414471 samples/sec	rmse=0.024635	lr=0.211095
Epoch[2] Batch [849]	Speed: 3947.295870 samples/sec	rmse=0.024596	lr=0.214293
Epoch[2] Batch [899]	Speed: 3966.090212 samples/sec	rmse=0.024602	lr=0.217490
Epoch[2] Batch [949]	Speed: 4023.549359 samples/sec	rmse=0.024604	lr=0.220687
Epoch[2] Batch [999]	Speed: 4038.347591 samples/sec	rmse=0.024595	lr=0.223885
Epoch[2] Batch [1049]	Speed: 4043.962582 samples/sec	rmse=0.024587	lr=0.227082
Epoch[2] Batch [1099]	Speed: 4104.547958 samples/sec	rmse=0.024562	lr=0.230280
Epoch[2] Batch [1149]	Speed: 4142.428657 samples/sec	rmse=0.024541	lr=0.233477
Epoch[2] Batch [1199]	Speed: 3972.498242 samples/sec	rmse=0.024519	lr=0.236675
Epoch[2] Batch [1249]	Speed: 4045.152740 samples/sec	rmse=0.024496	lr=0.239872
[Epoch 2] training: rmse=0.024495
[Epoch 2] speed: 3974 samples/sec	time cost: 331.820531
[Epoch 2] validation: err-top1=0.697724 err-top5=0.438257
Epoch[3] Batch [49]	Speed: 3939.948974 samples/sec	rmse=0.023648	lr=0.243133
Epoch[3] Batch [99]	Speed: 4021.396065 samples/sec	rmse=0.023770	lr=0.246331
Epoch[3] Batch [149]	Speed: 4060.954931 samples/sec	rmse=0.023803	lr=0.249528
Epoch[3] Batch [199]	Speed: 4097.742381 samples/sec	rmse=0.023840	lr=0.252726
Epoch[3] Batch [249]	Speed: 4060.863164 samples/sec	rmse=0.023887	lr=0.255923
Epoch[3] Batch [299]	Speed: 4089.411474 samples/sec	rmse=0.023828	lr=0.259121
Epoch[3] Batch [349]	Speed: 4065.247863 samples/sec	rmse=0.023819	lr=0.262318
Epoch[3] Batch [399]	Speed: 4043.548431 samples/sec	rmse=0.023868	lr=0.265516
Epoch[3] Batch [449]	Speed: 3983.861275 samples/sec	rmse=0.023919	lr=0.268713
Epoch[3] Batch [499]	Speed: 3969.159989 samples/sec	rmse=0.023957	lr=0.271910
Epoch[3] Batch [549]	Speed: 4032.515311 samples/sec	rmse=0.023975	lr=0.275108
Epoch[3] Batch [599]	Speed: 3941.664261 samples/sec	rmse=0.023979	lr=0.278305
Epoch[3] Batch [649]	Speed: 4075.513217 samples/sec	rmse=0.023956	lr=0.281503
Epoch[3] Batch [699]	Speed: 4095.956094 samples/sec	rmse=0.023937	lr=0.284700
Epoch[3] Batch [749]	Speed: 4053.228072 samples/sec	rmse=0.023903	lr=0.287898
Epoch[3] Batch [799]	Speed: 3917.316803 samples/sec	rmse=0.023899	lr=0.291095
Epoch[3] Batch [849]	Speed: 3941.733789 samples/sec	rmse=0.023900	lr=0.294293
Epoch[3] Batch [899]	Speed: 3936.455768 samples/sec	rmse=0.023906	lr=0.297490
Epoch[3] Batch [949]	Speed: 4058.570883 samples/sec	rmse=0.023914	lr=0.300687
Epoch[3] Batch [999]	Speed: 3890.912245 samples/sec	rmse=0.023896	lr=0.303885
Epoch[3] Batch [1049]	Speed: 4043.459962 samples/sec	rmse=0.023864	lr=0.307082
Epoch[3] Batch [1099]	Speed: 4026.312557 samples/sec	rmse=0.023848	lr=0.310280
Epoch[3] Batch [1149]	Speed: 4016.272147 samples/sec	rmse=0.023846	lr=0.313477
Epoch[3] Batch [1199]	Speed: 3971.917943 samples/sec	rmse=0.023834	lr=0.316675
Epoch[3] Batch [1249]	Speed: 4136.938161 samples/sec	rmse=0.023812	lr=0.319872
[Epoch 3] training: rmse=0.023809
[Epoch 3] speed: 4014 samples/sec	time cost: 328.602354
[Epoch 3] validation: err-top1=0.651188 err-top5=0.385065
Epoch[4] Batch [49]	Speed: 3985.545191 samples/sec	rmse=0.023601	lr=0.323133
Epoch[4] Batch [99]	Speed: 3950.166796 samples/sec	rmse=0.023265	lr=0.326331
Epoch[4] Batch [149]	Speed: 4129.671416 samples/sec	rmse=0.023230	lr=0.329528
Epoch[4] Batch [199]	Speed: 4089.521902 samples/sec	rmse=0.023230	lr=0.332726
Epoch[4] Batch [249]	Speed: 4071.450139 samples/sec	rmse=0.023277	lr=0.335923
Epoch[4] Batch [299]	Speed: 3835.018974 samples/sec	rmse=0.023346	lr=0.339121
Epoch[4] Batch [349]	Speed: 4062.402012 samples/sec	rmse=0.023365	lr=0.342318
Epoch[4] Batch [399]	Speed: 4127.248148 samples/sec	rmse=0.023351	lr=0.345516
Epoch[4] Batch [449]	Speed: 3975.743040 samples/sec	rmse=0.023350	lr=0.348713
Epoch[4] Batch [499]	Speed: 4020.572773 samples/sec	rmse=0.023355	lr=0.351910
Epoch[4] Batch [549]	Speed: 4075.192104 samples/sec	rmse=0.023347	lr=0.355108
Epoch[4] Batch [599]	Speed: 4036.397300 samples/sec	rmse=0.023350	lr=0.358305
Epoch[4] Batch [649]	Speed: 4010.380584 samples/sec	rmse=0.023353	lr=0.361503
Epoch[4] Batch [699]	Speed: 4080.395302 samples/sec	rmse=0.023365	lr=0.364700
Epoch[4] Batch [749]	Speed: 4106.108243 samples/sec	rmse=0.023348	lr=0.367898
Epoch[4] Batch [799]	Speed: 3972.732158 samples/sec	rmse=0.023365	lr=0.371095
Epoch[4] Batch [849]	Speed: 4005.850410 samples/sec	rmse=0.023329	lr=0.374293
Epoch[4] Batch [899]	Speed: 4073.675931 samples/sec	rmse=0.023298	lr=0.377490
Epoch[4] Batch [949]	Speed: 3968.387131 samples/sec	rmse=0.023291	lr=0.380687
Epoch[4] Batch [999]	Speed: 4020.769474 samples/sec	rmse=0.023273	lr=0.383885
Epoch[4] Batch [1049]	Speed: 3967.993813 samples/sec	rmse=0.023273	lr=0.387082
Epoch[4] Batch [1099]	Speed: 4067.887253 samples/sec	rmse=0.023265	lr=0.390280
Epoch[4] Batch [1149]	Speed: 4045.030675 samples/sec	rmse=0.023260	lr=0.393477
Epoch[4] Batch [1199]	Speed: 4098.597897 samples/sec	rmse=0.023259	lr=0.396675
Epoch[4] Batch [1249]	Speed: 4114.438963 samples/sec	rmse=0.023251	lr=0.399872
[Epoch 4] training: rmse=0.023251
[Epoch 4] speed: 4030 samples/sec	time cost: 327.321025
[Epoch 4] validation: err-top1=0.589784 err-top5=0.318419
Epoch[5] Batch [49]	Speed: 4019.506195 samples/sec	rmse=0.023188	lr=0.400000
Epoch[5] Batch [99]	Speed: 4043.116400 samples/sec	rmse=0.022875	lr=0.400000
Epoch[5] Batch [149]	Speed: 4290.479197 samples/sec	rmse=0.022848	lr=0.400000
Epoch[5] Batch [199]	Speed: 3938.101356 samples/sec	rmse=0.022915	lr=0.399999
Epoch[5] Batch [249]	Speed: 3967.816977 samples/sec	rmse=0.022860	lr=0.399999
Epoch[5] Batch [299]	Speed: 4005.529198 samples/sec	rmse=0.022846	lr=0.399999
Epoch[5] Batch [349]	Speed: 4043.697513 samples/sec	rmse=0.022881	lr=0.399998
Epoch[5] Batch [399]	Speed: 3922.628855 samples/sec	rmse=0.022951	lr=0.399997
Epoch[5] Batch [449]	Speed: 4046.439894 samples/sec	rmse=0.022963	lr=0.399997
Epoch[5] Batch [499]	Speed: 4086.160490 samples/sec	rmse=0.022980	lr=0.399996
Epoch[5] Batch [549]	Speed: 4005.544813 samples/sec	rmse=0.023004	lr=0.399995
Epoch[5] Batch [599]	Speed: 3979.916324 samples/sec	rmse=0.022956	lr=0.399994
Epoch[5] Batch [649]	Speed: 3909.657278 samples/sec	rmse=0.022932	lr=0.399993
Epoch[5] Batch [699]	Speed: 3892.587420 samples/sec	rmse=0.022922	lr=0.399992
Epoch[5] Batch [749]	Speed: 3952.675336 samples/sec	rmse=0.022920	lr=0.399991
Epoch[5] Batch [799]	Speed: 3991.190670 samples/sec	rmse=0.022895	lr=0.399989
Epoch[5] Batch [849]	Speed: 3862.935785 samples/sec	rmse=0.022862	lr=0.399988
Epoch[5] Batch [899]	Speed: 4054.000582 samples/sec	rmse=0.022859	lr=0.399987
Epoch[5] Batch [949]	Speed: 4047.251694 samples/sec	rmse=0.022838	lr=0.399985
Epoch[5] Batch [999]	Speed: 4114.897252 samples/sec	rmse=0.022808	lr=0.399983
Epoch[5] Batch [1049]	Speed: 3953.784552 samples/sec	rmse=0.022799	lr=0.399982
Epoch[5] Batch [1099]	Speed: 4029.624350 samples/sec	rmse=0.022781	lr=0.399980
Epoch[5] Batch [1149]	Speed: 3997.078989 samples/sec	rmse=0.022772	lr=0.399978
Epoch[5] Batch [1199]	Speed: 3925.861274 samples/sec	rmse=0.022753	lr=0.399976
Epoch[5] Batch [1249]	Speed: 4094.028059 samples/sec	rmse=0.022730	lr=0.399974
[Epoch 5] training: rmse=0.022731
[Epoch 5] speed: 4001 samples/sec	time cost: 329.416244
[Epoch 5] validation: err-top1=0.568095 err-top5=0.306905
Epoch[6] Batch [49]	Speed: 3948.557358 samples/sec	rmse=0.022797	lr=0.399972
Epoch[6] Batch [99]	Speed: 4052.093102 samples/sec	rmse=0.022575	lr=0.399970
Epoch[6] Batch [149]	Speed: 3968.886663 samples/sec	rmse=0.022462	lr=0.399967
Epoch[6] Batch [199]	Speed: 4116.667352 samples/sec	rmse=0.022431	lr=0.399965
Epoch[6] Batch [249]	Speed: 3938.663579 samples/sec	rmse=0.022459	lr=0.399963
Epoch[6] Batch [299]	Speed: 4104.085696 samples/sec	rmse=0.022427	lr=0.399960
Epoch[6] Batch [349]	Speed: 4107.535914 samples/sec	rmse=0.022489	lr=0.399958
Epoch[6] Batch [399]	Speed: 4155.688965 samples/sec	rmse=0.022432	lr=0.399955
Epoch[6] Batch [449]	Speed: 3886.738277 samples/sec	rmse=0.022435	lr=0.399952
Epoch[6] Batch [499]	Speed: 4098.912851 samples/sec	rmse=0.022432	lr=0.399949
Epoch[6] Batch [549]	Speed: 3923.004272 samples/sec	rmse=0.022418	lr=0.399946
Epoch[6] Batch [599]	Speed: 3971.452681 samples/sec	rmse=0.022392	lr=0.399943
Epoch[6] Batch [649]	Speed: 4060.459978 samples/sec	rmse=0.022403	lr=0.399940
Epoch[6] Batch [699]	Speed: 4041.560179 samples/sec	rmse=0.022400	lr=0.399937
Epoch[6] Batch [749]	Speed: 3944.100364 samples/sec	rmse=0.022381	lr=0.399934
Epoch[6] Batch [799]	Speed: 4025.261644 samples/sec	rmse=0.022357	lr=0.399930
Epoch[6] Batch [849]	Speed: 3952.607967 samples/sec	rmse=0.022363	lr=0.399927
Epoch[6] Batch [899]	Speed: 4075.646565 samples/sec	rmse=0.022337	lr=0.399923
Epoch[6] Batch [949]	Speed: 4174.062974 samples/sec	rmse=0.022323	lr=0.399920
Epoch[6] Batch [999]	Speed: 4043.687614 samples/sec	rmse=0.022325	lr=0.399916
Epoch[6] Batch [1049]	Speed: 3983.258738 samples/sec	rmse=0.022333	lr=0.399912
Epoch[6] Batch [1099]	Speed: 4048.649257 samples/sec	rmse=0.022334	lr=0.399908
Epoch[6] Batch [1149]	Speed: 3871.654947 samples/sec	rmse=0.022336	lr=0.399904
Epoch[6] Batch [1199]	Speed: 4081.139036 samples/sec	rmse=0.022325	lr=0.399900
Epoch[6] Batch [1249]	Speed: 4112.685349 samples/sec	rmse=0.022344	lr=0.399896
[Epoch 6] training: rmse=0.022344
[Epoch 6] speed: 4021 samples/sec	time cost: 328.400776
[Epoch 6] validation: err-top1=0.527543 err-top5=0.269930
Epoch[7] Batch [49]	Speed: 3925.056615 samples/sec	rmse=0.022268	lr=0.399892
Epoch[7] Batch [99]	Speed: 4027.874431 samples/sec	rmse=0.022206	lr=0.399888
Epoch[7] Batch [149]	Speed: 3944.907560 samples/sec	rmse=0.022210	lr=0.399883
Epoch[7] Batch [199]	Speed: 4071.095322 samples/sec	rmse=0.022216	lr=0.399879
Epoch[7] Batch [249]	Speed: 3997.297728 samples/sec	rmse=0.022179	lr=0.399874
Epoch[7] Batch [299]	Speed: 3882.227783 samples/sec	rmse=0.022191	lr=0.399870
Epoch[7] Batch [349]	Speed: 4041.576076 samples/sec	rmse=0.022134	lr=0.399865
Epoch[7] Batch [399]	Speed: 3992.457364 samples/sec	rmse=0.022114	lr=0.399860
Epoch[7] Batch [449]	Speed: 4110.925597 samples/sec	rmse=0.022117	lr=0.399856
Epoch[7] Batch [499]	Speed: 4109.468203 samples/sec	rmse=0.022136	lr=0.399851
Epoch[7] Batch [549]	Speed: 3984.864059 samples/sec	rmse=0.022151	lr=0.399846
Epoch[7] Batch [599]	Speed: 3970.684877 samples/sec	rmse=0.022143	lr=0.399841
Epoch[7] Batch [649]	Speed: 3975.222280 samples/sec	rmse=0.022129	lr=0.399835
Epoch[7] Batch [699]	Speed: 4026.502270 samples/sec	rmse=0.022112	lr=0.399830
Epoch[7] Batch [749]	Speed: 4041.466701 samples/sec	rmse=0.022124	lr=0.399825
Epoch[7] Batch [799]	Speed: 4051.848448 samples/sec	rmse=0.022128	lr=0.399819
Epoch[7] Batch [849]	Speed: 3972.117039 samples/sec	rmse=0.022141	lr=0.399814
Epoch[7] Batch [899]	Speed: 3924.706411 samples/sec	rmse=0.022130	lr=0.399808
Epoch[7] Batch [949]	Speed: 4001.824600 samples/sec	rmse=0.022130	lr=0.399803
Epoch[7] Batch [999]	Speed: 4036.998111 samples/sec	rmse=0.022130	lr=0.399797
Epoch[7] Batch [1049]	Speed: 4052.129114 samples/sec	rmse=0.022118	lr=0.399791
Epoch[7] Batch [1099]	Speed: 4150.382977 samples/sec	rmse=0.022109	lr=0.399785
Epoch[7] Batch [1149]	Speed: 4146.538709 samples/sec	rmse=0.022104	lr=0.399779
Epoch[7] Batch [1199]	Speed: 3982.323445 samples/sec	rmse=0.022117	lr=0.399773
Epoch[7] Batch [1249]	Speed: 4104.009773 samples/sec	rmse=0.022104	lr=0.399767
[Epoch 7] training: rmse=0.022104
[Epoch 7] speed: 4016 samples/sec	time cost: 328.760444
[Epoch 7] validation: err-top1=0.515665 err-top5=0.257314
Epoch[8] Batch [49]	Speed: 3878.471435 samples/sec	rmse=0.021564	lr=0.399760
Epoch[8] Batch [99]	Speed: 3933.535201 samples/sec	rmse=0.021873	lr=0.399754
Epoch[8] Batch [149]	Speed: 3991.196604 samples/sec	rmse=0.021865	lr=0.399748
Epoch[8] Batch [199]	Speed: 4066.736743 samples/sec	rmse=0.021882	lr=0.399741
Epoch[8] Batch [249]	Speed: 4042.973983 samples/sec	rmse=0.021912	lr=0.399734
Epoch[8] Batch [299]	Speed: 3900.695028 samples/sec	rmse=0.021961	lr=0.399728
Epoch[8] Batch [349]	Speed: 4138.037520 samples/sec	rmse=0.021917	lr=0.399721
Epoch[8] Batch [399]	Speed: 4074.283409 samples/sec	rmse=0.021926	lr=0.399714
Epoch[8] Batch [449]	Speed: 4003.873445 samples/sec	rmse=0.021893	lr=0.399707
Epoch[8] Batch [499]	Speed: 4141.910930 samples/sec	rmse=0.021906	lr=0.399700
Epoch[8] Batch [549]	Speed: 4157.381258 samples/sec	rmse=0.021866	lr=0.399693
Epoch[8] Batch [599]	Speed: 3908.867146 samples/sec	rmse=0.021867	lr=0.399686
Epoch[8] Batch [649]	Speed: 4130.878794 samples/sec	rmse=0.021873	lr=0.399679
Epoch[8] Batch [699]	Speed: 4073.814337 samples/sec	rmse=0.021861	lr=0.399671
Epoch[8] Batch [749]	Speed: 4056.090268 samples/sec	rmse=0.021865	lr=0.399664
Epoch[8] Batch [799]	Speed: 4056.240736 samples/sec	rmse=0.021868	lr=0.399656
Epoch[8] Batch [849]	Speed: 3903.684523 samples/sec	rmse=0.021887	lr=0.399649
Epoch[8] Batch [899]	Speed: 3998.060973 samples/sec	rmse=0.021890	lr=0.399641
Epoch[8] Batch [949]	Speed: 4030.022116 samples/sec	rmse=0.021898	lr=0.399633
Epoch[8] Batch [999]	Speed: 4043.528331 samples/sec	rmse=0.021898	lr=0.399626
Epoch[8] Batch [1049]	Speed: 4058.814049 samples/sec	rmse=0.021899	lr=0.399618
Epoch[8] Batch [1099]	Speed: 4075.100234 samples/sec	rmse=0.021898	lr=0.399610
Epoch[8] Batch [1149]	Speed: 3977.257227 samples/sec	rmse=0.021883	lr=0.399602
Epoch[8] Batch [1199]	Speed: 4068.638613 samples/sec	rmse=0.021879	lr=0.399593
Epoch[8] Batch [1249]	Speed: 4159.402551 samples/sec	rmse=0.021881	lr=0.399585
[Epoch 8] training: rmse=0.021882
[Epoch 8] speed: 4030 samples/sec	time cost: 327.961945
[Epoch 8] validation: err-top1=0.473653 err-top5=0.221720
Epoch[9] Batch [49]	Speed: 3904.256978 samples/sec	rmse=0.021259	lr=0.399577
Epoch[9] Batch [99]	Speed: 4160.783364 samples/sec	rmse=0.021299	lr=0.399568
Epoch[9] Batch [149]	Speed: 4097.057695 samples/sec	rmse=0.021485	lr=0.399560
Epoch[9] Batch [199]	Speed: 4147.436830 samples/sec	rmse=0.021600	lr=0.399551
Epoch[9] Batch [249]	Speed: 3845.671152 samples/sec	rmse=0.021642	lr=0.399543
Epoch[9] Batch [299]	Speed: 3932.111785 samples/sec	rmse=0.021570	lr=0.399534
Epoch[9] Batch [349]	Speed: 3833.356226 samples/sec	rmse=0.021548	lr=0.399525
Epoch[9] Batch [399]	Speed: 3778.929927 samples/sec	rmse=0.021591	lr=0.399516
Epoch[9] Batch [449]	Speed: 3800.880770 samples/sec	rmse=0.021644	lr=0.399507
Epoch[9] Batch [499]	Speed: 3840.199984 samples/sec	rmse=0.021627	lr=0.399498
Epoch[9] Batch [549]	Speed: 3795.780485 samples/sec	rmse=0.021632	lr=0.399489
Epoch[9] Batch [599]	Speed: 3840.140928 samples/sec	rmse=0.021659	lr=0.399480
Epoch[9] Batch [649]	Speed: 3752.444499 samples/sec	rmse=0.021673	lr=0.399470
Epoch[9] Batch [699]	Speed: 3859.161940 samples/sec	rmse=0.021690	lr=0.399461
Epoch[9] Batch [749]	Speed: 3851.802200 samples/sec	rmse=0.021698	lr=0.399451
Epoch[9] Batch [799]	Speed: 3777.573525 samples/sec	rmse=0.021698	lr=0.399442
Epoch[9] Batch [849]	Speed: 3731.608392 samples/sec	rmse=0.021713	lr=0.399432
Epoch[9] Batch [899]	Speed: 3729.982517 samples/sec	rmse=0.021727	lr=0.399422
Epoch[9] Batch [949]	Speed: 3753.047700 samples/sec	rmse=0.021729	lr=0.399413
Epoch[9] Batch [999]	Speed: 3789.614809 samples/sec	rmse=0.021724	lr=0.399403
Epoch[9] Batch [1049]	Speed: 3843.569982 samples/sec	rmse=0.021721	lr=0.399393
Epoch[9] Batch [1099]	Speed: 3776.129517 samples/sec	rmse=0.021722	lr=0.399383
Epoch[9] Batch [1149]	Speed: 3749.883352 samples/sec	rmse=0.021727	lr=0.399372
Epoch[9] Batch [1199]	Speed: 3801.801149 samples/sec	rmse=0.021728	lr=0.399362
Epoch[9] Batch [1249]	Speed: 3988.632132 samples/sec	rmse=0.021724	lr=0.399352
[Epoch 9] training: rmse=0.021725
[Epoch 9] speed: 3848 samples/sec	time cost: 342.429566
[Epoch 9] validation: err-top1=0.481505 err-top5=0.224450
Epoch[10] Batch [49]	Speed: 3792.572097 samples/sec	rmse=0.021148	lr=0.399341
Epoch[10] Batch [99]	Speed: 3804.754844 samples/sec	rmse=0.021371	lr=0.399331
Epoch[10] Batch [149]	Speed: 3985.343859 samples/sec	rmse=0.021468	lr=0.399320
Epoch[10] Batch [199]	Speed: 4028.495681 samples/sec	rmse=0.021548	lr=0.399310
Epoch[10] Batch [249]	Speed: 3888.448302 samples/sec	rmse=0.021592	lr=0.399299
Epoch[10] Batch [299]	Speed: 3907.789883 samples/sec	rmse=0.021616	lr=0.399288
Epoch[10] Batch [349]	Speed: 3948.706923 samples/sec	rmse=0.021625	lr=0.399277
Epoch[10] Batch [399]	Speed: 3846.472523 samples/sec	rmse=0.021625	lr=0.399266
Epoch[10] Batch [449]	Speed: 4055.163576 samples/sec	rmse=0.021633	lr=0.399255
Epoch[10] Batch [499]	Speed: 3950.030271 samples/sec	rmse=0.021638	lr=0.399244
Epoch[10] Batch [549]	Speed: 4006.217787 samples/sec	rmse=0.021625	lr=0.399233
Epoch[10] Batch [599]	Speed: 3991.591791 samples/sec	rmse=0.021592	lr=0.399221
Epoch[10] Batch [649]	Speed: 4038.061237 samples/sec	rmse=0.021613	lr=0.399210
Epoch[10] Batch [699]	Speed: 4004.925467 samples/sec	rmse=0.021597	lr=0.399199
Epoch[10] Batch [749]	Speed: 3927.020622 samples/sec	rmse=0.021586	lr=0.399187
Epoch[10] Batch [799]	Speed: 4020.272903 samples/sec	rmse=0.021607	lr=0.399175
Epoch[10] Batch [849]	Speed: 4164.758536 samples/sec	rmse=0.021594	lr=0.399164
Epoch[10] Batch [899]	Speed: 3997.766536 samples/sec	rmse=0.021606	lr=0.399152
Epoch[10] Batch [949]	Speed: 4139.846343 samples/sec	rmse=0.021615	lr=0.399140
Epoch[10] Batch [999]	Speed: 4095.170793 samples/sec	rmse=0.021617	lr=0.399128
Epoch[10] Batch [1049]	Speed: 4067.522810 samples/sec	rmse=0.021629	lr=0.399116
Epoch[10] Batch [1099]	Speed: 4142.996468 samples/sec	rmse=0.021631	lr=0.399104
Epoch[10] Batch [1149]	Speed: 3980.734780 samples/sec	rmse=0.021626	lr=0.399092
Epoch[10] Batch [1199]	Speed: 4134.630700 samples/sec	rmse=0.021636	lr=0.399079
Epoch[10] Batch [1249]	Speed: 4242.654685 samples/sec	rmse=0.021625	lr=0.399067
[Epoch 10] training: rmse=0.021626
[Epoch 10] speed: 4000 samples/sec	time cost: 329.748608
[Epoch 10] validation: err-top1=0.456872 err-top5=0.207270
Epoch[11] Batch [49]	Speed: 4191.081860 samples/sec	rmse=0.021411	lr=0.399054
Epoch[11] Batch [99]	Speed: 4094.042108 samples/sec	rmse=0.021427	lr=0.399042
Epoch[11] Batch [149]	Speed: 4117.263487 samples/sec	rmse=0.021524	lr=0.399029
Epoch[11] Batch [199]	Speed: 4062.552871 samples/sec	rmse=0.021499	lr=0.399016
Epoch[11] Batch [249]	Speed: 4202.752271 samples/sec	rmse=0.021475	lr=0.399003
Epoch[11] Batch [299]	Speed: 4136.918716 samples/sec	rmse=0.021506	lr=0.398991
Epoch[11] Batch [349]	Speed: 3938.188308 samples/sec	rmse=0.021511	lr=0.398978
Epoch[11] Batch [399]	Speed: 3916.987697 samples/sec	rmse=0.021443	lr=0.398965
Epoch[11] Batch [449]	Speed: 3982.395006 samples/sec	rmse=0.021466	lr=0.398951
Epoch[11] Batch [499]	Speed: 3868.609332 samples/sec	rmse=0.021466	lr=0.398938
Epoch[11] Batch [549]	Speed: 3896.167088 samples/sec	rmse=0.021430	lr=0.398925
Epoch[11] Batch [599]	Speed: 3892.920624 samples/sec	rmse=0.021436	lr=0.398912
Epoch[11] Batch [649]	Speed: 3832.331051 samples/sec	rmse=0.021440	lr=0.398898
Epoch[11] Batch [699]	Speed: 3820.410022 samples/sec	rmse=0.021450	lr=0.398885
Epoch[11] Batch [749]	Speed: 3824.327094 samples/sec	rmse=0.021463	lr=0.398871
Epoch[11] Batch [799]	Speed: 3899.137537 samples/sec	rmse=0.021443	lr=0.398857
Epoch[11] Batch [849]	Speed: 3739.893890 samples/sec	rmse=0.021444	lr=0.398843
Epoch[11] Batch [899]	Speed: 3916.443287 samples/sec	rmse=0.021454	lr=0.398830
Epoch[11] Batch [949]	Speed: 3835.245061 samples/sec	rmse=0.021468	lr=0.398816
Epoch[11] Batch [999]	Speed: 3788.474943 samples/sec	rmse=0.021475	lr=0.398802
Epoch[11] Batch [1049]	Speed: 3779.064124 samples/sec	rmse=0.021465	lr=0.398787
Epoch[11] Batch [1099]	Speed: 3823.266241 samples/sec	rmse=0.021452	lr=0.398773
Epoch[11] Batch [1149]	Speed: 3852.868304 samples/sec	rmse=0.021456	lr=0.398759
Epoch[11] Batch [1199]	Speed: 3794.560737 samples/sec	rmse=0.021457	lr=0.398745
Epoch[11] Batch [1249]	Speed: 3991.548833 samples/sec	rmse=0.021459	lr=0.398730
[Epoch 11] training: rmse=0.021460
[Epoch 11] speed: 3920 samples/sec	time cost: 336.434615
[Epoch 11] validation: err-top1=0.447835 err-top5=0.198222
Epoch[12] Batch [49]	Speed: 3744.045393 samples/sec	rmse=0.021351	lr=0.398715
Epoch[12] Batch [99]	Speed: 3801.425959 samples/sec	rmse=0.021443	lr=0.398701
Epoch[12] Batch [149]	Speed: 3783.048902 samples/sec	rmse=0.021478	lr=0.398686
Epoch[12] Batch [199]	Speed: 3785.235786 samples/sec	rmse=0.021500	lr=0.398671
Epoch[12] Batch [249]	Speed: 3811.024637 samples/sec	rmse=0.021521	lr=0.398656
Epoch[12] Batch [299]	Speed: 3805.320969 samples/sec	rmse=0.021477	lr=0.398641
Epoch[12] Batch [349]	Speed: 3799.631188 samples/sec	rmse=0.021464	lr=0.398626
Epoch[12] Batch [399]	Speed: 3803.595680 samples/sec	rmse=0.021490	lr=0.398611
Epoch[12] Batch [449]	Speed: 3803.889902 samples/sec	rmse=0.021470	lr=0.398596
Epoch[12] Batch [499]	Speed: 3895.376250 samples/sec	rmse=0.021489	lr=0.398581
Epoch[12] Batch [549]	Speed: 3826.690373 samples/sec	rmse=0.021491	lr=0.398565
Epoch[12] Batch [599]	Speed: 3868.560200 samples/sec	rmse=0.021487	lr=0.398550
Epoch[12] Batch [649]	Speed: 3787.591333 samples/sec	rmse=0.021469	lr=0.398534
Epoch[12] Batch [699]	Speed: 3908.210190 samples/sec	rmse=0.021483	lr=0.398519
Epoch[12] Batch [749]	Speed: 3803.725100 samples/sec	rmse=0.021478	lr=0.398503
Epoch[12] Batch [799]	Speed: 3835.708278 samples/sec	rmse=0.021473	lr=0.398487
Epoch[12] Batch [849]	Speed: 3921.956737 samples/sec	rmse=0.021479	lr=0.398472
Epoch[12] Batch [899]	Speed: 3782.526826 samples/sec	rmse=0.021467	lr=0.398456
Epoch[12] Batch [949]	Speed: 3841.909297 samples/sec	rmse=0.021475	lr=0.398440
Epoch[12] Batch [999]	Speed: 3909.188341 samples/sec	rmse=0.021480	lr=0.398424
Epoch[12] Batch [1049]	Speed: 3859.375832 samples/sec	rmse=0.021479	lr=0.398407
Epoch[12] Batch [1099]	Speed: 4053.366698 samples/sec	rmse=0.021484	lr=0.398391
Epoch[12] Batch [1149]	Speed: 3863.521721 samples/sec	rmse=0.021484	lr=0.398375
Epoch[12] Batch [1199]	Speed: 3923.870464 samples/sec	rmse=0.021481	lr=0.398358
Epoch[12] Batch [1249]	Speed: 3983.231549 samples/sec	rmse=0.021471	lr=0.398342
[Epoch 12] training: rmse=0.021471
[Epoch 12] speed: 3843 samples/sec	time cost: 343.273004
[Epoch 12] validation: err-top1=0.445392 err-top5=0.198721
Epoch[13] Batch [49]	Speed: 3696.987673 samples/sec	rmse=0.021317	lr=0.398325
Epoch[13] Batch [99]	Speed: 3852.108834 samples/sec	rmse=0.021096	lr=0.398308
Epoch[13] Batch [149]	Speed: 3749.781207 samples/sec	rmse=0.021173	lr=0.398291
Epoch[13] Batch [199]	Speed: 3844.770644 samples/sec	rmse=0.021238	lr=0.398275
Epoch[13] Batch [249]	Speed: 3896.998060 samples/sec	rmse=0.021270	lr=0.398258
Epoch[13] Batch [299]	Speed: 3742.722068 samples/sec	rmse=0.021314	lr=0.398241
Epoch[13] Batch [349]	Speed: 3906.282500 samples/sec	rmse=0.021307	lr=0.398224
Epoch[13] Batch [399]	Speed: 3832.985113 samples/sec	rmse=0.021320	lr=0.398206
Epoch[13] Batch [449]	Speed: 3973.129209 samples/sec	rmse=0.021303	lr=0.398189
Epoch[13] Batch [499]	Speed: 3981.487948 samples/sec	rmse=0.021281	lr=0.398172
Epoch[13] Batch [549]	Speed: 3955.593512 samples/sec	rmse=0.021258	lr=0.398154
Epoch[13] Batch [599]	Speed: 3842.092135 samples/sec	rmse=0.021268	lr=0.398137
Epoch[13] Batch [649]	Speed: 3816.573949 samples/sec	rmse=0.021279	lr=0.398119
Epoch[13] Batch [699]	Speed: 4076.969301 samples/sec	rmse=0.021293	lr=0.398102
Epoch[13] Batch [749]	Speed: 3908.099237 samples/sec	rmse=0.021301	lr=0.398084
Epoch[13] Batch [799]	Speed: 3970.822540 samples/sec	rmse=0.021299	lr=0.398066
Epoch[13] Batch [849]	Speed: 4037.137223 samples/sec	rmse=0.021306	lr=0.398048
Epoch[13] Batch [899]	Speed: 3927.206480 samples/sec	rmse=0.021294	lr=0.398030
Epoch[13] Batch [949]	Speed: 4015.334127 samples/sec	rmse=0.021297	lr=0.398012
Epoch[13] Batch [999]	Speed: 4028.995873 samples/sec	rmse=0.021296	lr=0.397994
Epoch[13] Batch [1049]	Speed: 3930.902730 samples/sec	rmse=0.021297	lr=0.397976
Epoch[13] Batch [1099]	Speed: 4023.056774 samples/sec	rmse=0.021300	lr=0.397957
Epoch[13] Batch [1149]	Speed: 4057.466727 samples/sec	rmse=0.021292	lr=0.397939
Epoch[13] Batch [1199]	Speed: 3983.192835 samples/sec	rmse=0.021288	lr=0.397921
Epoch[13] Batch [1249]	Speed: 4127.132104 samples/sec	rmse=0.021273	lr=0.397902
[Epoch 13] training: rmse=0.021274
[Epoch 13] speed: 3921 samples/sec	time cost: 336.396921
[Epoch 13] validation: err-top1=0.442941 err-top5=0.196249
Epoch[14] Batch [49]	Speed: 3876.723493 samples/sec	rmse=0.021314	lr=0.397883
Epoch[14] Batch [99]	Speed: 4105.247001 samples/sec	rmse=0.021242	lr=0.397864
Epoch[14] Batch [149]	Speed: 4078.580260 samples/sec	rmse=0.021181	lr=0.397845
Epoch[14] Batch [199]	Speed: 4101.173714 samples/sec	rmse=0.021225	lr=0.397827
Epoch[14] Batch [249]	Speed: 4020.721822 samples/sec	rmse=0.021187	lr=0.397808
Epoch[14] Batch [299]	Speed: 3952.540819 samples/sec	rmse=0.021194	lr=0.397789
Epoch[14] Batch [349]	Speed: 3883.079571 samples/sec	rmse=0.021183	lr=0.397769
Epoch[14] Batch [399]	Speed: 3926.722410 samples/sec	rmse=0.021209	lr=0.397750
Epoch[14] Batch [449]	Speed: 3927.427838 samples/sec	rmse=0.021211	lr=0.397731
Epoch[14] Batch [499]	Speed: 3793.241669 samples/sec	rmse=0.021210	lr=0.397711
Epoch[14] Batch [549]	Speed: 3866.678099 samples/sec	rmse=0.021226	lr=0.397692
Epoch[14] Batch [599]	Speed: 3835.991867 samples/sec	rmse=0.021227	lr=0.397672
Epoch[14] Batch [649]	Speed: 3903.304493 samples/sec	rmse=0.021228	lr=0.397653
Epoch[14] Batch [699]	Speed: 3797.118507 samples/sec	rmse=0.021227	lr=0.397633
Epoch[14] Batch [749]	Speed: 3791.472288 samples/sec	rmse=0.021233	lr=0.397613
Epoch[14] Batch [799]	Speed: 3855.012665 samples/sec	rmse=0.021238	lr=0.397593
Epoch[14] Batch [849]	Speed: 3828.012750 samples/sec	rmse=0.021226	lr=0.397573
Epoch[14] Batch [899]	Speed: 3791.375161 samples/sec	rmse=0.021221	lr=0.397553
Epoch[14] Batch [949]	Speed: 3784.866994 samples/sec	rmse=0.021212	lr=0.397533
Epoch[14] Batch [999]	Speed: 3754.147903 samples/sec	rmse=0.021230	lr=0.397513
Epoch[14] Batch [1049]	Speed: 3831.079912 samples/sec	rmse=0.021232	lr=0.397493
Epoch[14] Batch [1099]	Speed: 3740.196319 samples/sec	rmse=0.021234	lr=0.397472
Epoch[14] Batch [1149]	Speed: 3893.253391 samples/sec	rmse=0.021233	lr=0.397452
Epoch[14] Batch [1199]	Speed: 3796.487836 samples/sec	rmse=0.021238	lr=0.397431
Epoch[14] Batch [1249]	Speed: 3971.406851 samples/sec	rmse=0.021225	lr=0.397411
[Epoch 14] training: rmse=0.021227
[Epoch 14] speed: 3878 samples/sec	time cost: 340.123643
[Epoch 14] validation: err-top1=0.441406 err-top5=0.192423
Epoch[15] Batch [49]	Speed: 3787.537223 samples/sec	rmse=0.021234	lr=0.397390
Epoch[15] Batch [99]	Speed: 3852.683057 samples/sec	rmse=0.021239	lr=0.397369
Epoch[15] Batch [149]	Speed: 3882.395317 samples/sec	rmse=0.021271	lr=0.397348
Epoch[15] Batch [199]	Speed: 3911.692328 samples/sec	rmse=0.021214	lr=0.397327
Epoch[15] Batch [249]	Speed: 3921.535902 samples/sec	rmse=0.021217	lr=0.397306
Epoch[15] Batch [299]	Speed: 3941.136983 samples/sec	rmse=0.021283	lr=0.397285
Epoch[15] Batch [349]	Speed: 3880.705549 samples/sec	rmse=0.021279	lr=0.397264
Epoch[15] Batch [399]	Speed: 3893.853856 samples/sec	rmse=0.021284	lr=0.397243
Epoch[15] Batch [449]	Speed: 4025.188534 samples/sec	rmse=0.021252	lr=0.397221
Epoch[15] Batch [499]	Speed: 3933.887054 samples/sec	rmse=0.021243	lr=0.397200
Epoch[15] Batch [549]	Speed: 3940.371384 samples/sec	rmse=0.021247	lr=0.397178
Epoch[15] Batch [599]	Speed: 3948.808939 samples/sec	rmse=0.021247	lr=0.397157
Epoch[15] Batch [649]	Speed: 4226.737025 samples/sec	rmse=0.021239	lr=0.397135
Epoch[15] Batch [699]	Speed: 4067.831465 samples/sec	rmse=0.021246	lr=0.397113
Epoch[15] Batch [749]	Speed: 3937.024523 samples/sec	rmse=0.021244	lr=0.397091
Epoch[15] Batch [799]	Speed: 4054.678608 samples/sec	rmse=0.021239	lr=0.397069
Epoch[15] Batch [849]	Speed: 4193.602227 samples/sec	rmse=0.021256	lr=0.397047
Epoch[15] Batch [899]	Speed: 3928.463566 samples/sec	rmse=0.021246	lr=0.397025
Epoch[15] Batch [949]	Speed: 4016.323525 samples/sec	rmse=0.021260	lr=0.397003
Epoch[15] Batch [999]	Speed: 3953.782732 samples/sec	rmse=0.021261	lr=0.396981
Epoch[15] Batch [1049]	Speed: 3951.703373 samples/sec	rmse=0.021266	lr=0.396959
Epoch[15] Batch [1099]	Speed: 3961.024710 samples/sec	rmse=0.021266	lr=0.396936
Epoch[15] Batch [1149]	Speed: 3905.033531 samples/sec	rmse=0.021256	lr=0.396914
Epoch[15] Batch [1199]	Speed: 3858.007236 samples/sec	rmse=0.021260	lr=0.396891
Epoch[15] Batch [1249]	Speed: 4052.879636 samples/sec	rmse=0.021265	lr=0.396868
[Epoch 15] training: rmse=0.021265
[Epoch 15] speed: 3955 samples/sec	time cost: 333.128607
[Epoch 15] validation: err-top1=0.441366 err-top5=0.196488
Epoch[16] Batch [49]	Speed: 3817.611477 samples/sec	rmse=0.021236	lr=0.396845
Epoch[16] Batch [99]	Speed: 3802.830929 samples/sec	rmse=0.021067	lr=0.396822
Epoch[16] Batch [149]	Speed: 3834.733475 samples/sec	rmse=0.021039	lr=0.396800
Epoch[16] Batch [199]	Speed: 3842.513141 samples/sec	rmse=0.021080	lr=0.396777
Epoch[16] Batch [249]	Speed: 3769.881401 samples/sec	rmse=0.021163	lr=0.396754
Epoch[16] Batch [299]	Speed: 3775.852453 samples/sec	rmse=0.021113	lr=0.396730
Epoch[16] Batch [349]	Speed: 3795.894746 samples/sec	rmse=0.021127	lr=0.396707
Epoch[16] Batch [399]	Speed: 3799.067359 samples/sec	rmse=0.021140	lr=0.396684
Epoch[16] Batch [449]	Speed: 3765.242155 samples/sec	rmse=0.021133	lr=0.396660
Epoch[16] Batch [499]	Speed: 3823.502927 samples/sec	rmse=0.021099	lr=0.396637
Epoch[16] Batch [549]	Speed: 3813.940192 samples/sec	rmse=0.021120	lr=0.396613
Epoch[16] Batch [599]	Speed: 3879.468254 samples/sec	rmse=0.021124	lr=0.396590
Epoch[16] Batch [649]	Speed: 3847.316549 samples/sec	rmse=0.021146	lr=0.396566
Epoch[16] Batch [699]	Speed: 3906.415094 samples/sec	rmse=0.021133	lr=0.396542
Epoch[16] Batch [749]	Speed: 3713.675606 samples/sec	rmse=0.021160	lr=0.396518
Epoch[16] Batch [799]	Speed: 3849.728212 samples/sec	rmse=0.021156	lr=0.396494
Epoch[16] Batch [849]	Speed: 3843.711974 samples/sec	rmse=0.021146	lr=0.396470
Epoch[16] Batch [899]	Speed: 3810.940708 samples/sec	rmse=0.021148	lr=0.396446
Epoch[16] Batch [949]	Speed: 3813.450999 samples/sec	rmse=0.021152	lr=0.396422
Epoch[16] Batch [999]	Speed: 3739.112220 samples/sec	rmse=0.021163	lr=0.396398
Epoch[16] Batch [1049]	Speed: 3743.282736 samples/sec	rmse=0.021162	lr=0.396373
Epoch[16] Batch [1099]	Speed: 3726.064664 samples/sec	rmse=0.021164	lr=0.396349
Epoch[16] Batch [1149]	Speed: 3685.826522 samples/sec	rmse=0.021164	lr=0.396324
Epoch[16] Batch [1199]	Speed: 3804.570217 samples/sec	rmse=0.021167	lr=0.396300
Epoch[16] Batch [1249]	Speed: 3948.078753 samples/sec	rmse=0.021173	lr=0.396275
[Epoch 16] training: rmse=0.021173
[Epoch 16] speed: 3802 samples/sec	time cost: 346.600958
[Epoch 16] validation: err-top1=0.435507 err-top5=0.188098
Epoch[17] Batch [49]	Speed: 3789.479059 samples/sec	rmse=0.020763	lr=0.396250
Epoch[17] Batch [99]	Speed: 3799.274507 samples/sec	rmse=0.020890	lr=0.396225
Epoch[17] Batch [149]	Speed: 3864.447516 samples/sec	rmse=0.020932	lr=0.396200
Epoch[17] Batch [199]	Speed: 3793.601708 samples/sec	rmse=0.020965	lr=0.396175
Epoch[17] Batch [249]	Speed: 3860.787879 samples/sec	rmse=0.021004	lr=0.396150
Epoch[17] Batch [299]	Speed: 3841.240093 samples/sec	rmse=0.021042	lr=0.396125
Epoch[17] Batch [349]	Speed: 3817.864024 samples/sec	rmse=0.021051	lr=0.396099
Epoch[17] Batch [399]	Speed: 3863.152945 samples/sec	rmse=0.021017	lr=0.396074
Epoch[17] Batch [449]	Speed: 3874.423848 samples/sec	rmse=0.021038	lr=0.396049
Epoch[17] Batch [499]	Speed: 3877.285477 samples/sec	rmse=0.021040	lr=0.396023
Epoch[17] Batch [549]	Speed: 3852.948906 samples/sec	rmse=0.021051	lr=0.395997
Epoch[17] Batch [599]	Speed: 3879.521168 samples/sec	rmse=0.021047	lr=0.395972
Epoch[17] Batch [649]	Speed: 3838.663658 samples/sec	rmse=0.021068	lr=0.395946
Epoch[17] Batch [699]	Speed: 3895.538985 samples/sec	rmse=0.021080	lr=0.395920
Epoch[17] Batch [749]	Speed: 3944.562283 samples/sec	rmse=0.021088	lr=0.395894
Epoch[17] Batch [799]	Speed: 3858.336071 samples/sec	rmse=0.021097	lr=0.395868
Epoch[17] Batch [849]	Speed: 3836.493714 samples/sec	rmse=0.021099	lr=0.395842
Epoch[17] Batch [899]	Speed: 3852.932108 samples/sec	rmse=0.021099	lr=0.395816
Epoch[17] Batch [949]	Speed: 4125.147989 samples/sec	rmse=0.021100	lr=0.395790
Epoch[17] Batch [999]	Speed: 3965.894869 samples/sec	rmse=0.021094	lr=0.395763
Epoch[17] Batch [1049]	Speed: 3951.202704 samples/sec	rmse=0.021105	lr=0.395737
Epoch[17] Batch [1099]	Speed: 3984.209475 samples/sec	rmse=0.021109	lr=0.395711
Epoch[17] Batch [1149]	Speed: 4060.905015 samples/sec	rmse=0.021119	lr=0.395684
Epoch[17] Batch [1199]	Speed: 3933.243635 samples/sec	rmse=0.021128	lr=0.395657
Epoch[17] Batch [1249]	Speed: 4112.163770 samples/sec	rmse=0.021143	lr=0.395631
[Epoch 17] training: rmse=0.021142
[Epoch 17] speed: 3894 samples/sec	time cost: 338.622116
[Epoch 17] validation: err-top1=0.437642 err-top5=0.190857
Epoch[18] Batch [49]	Speed: 3965.616574 samples/sec	rmse=0.021088	lr=0.395603
Epoch[18] Batch [99]	Speed: 3969.342154 samples/sec	rmse=0.020921	lr=0.395576
Epoch[18] Batch [149]	Speed: 4052.400032 samples/sec	rmse=0.020991	lr=0.395549
Epoch[18] Batch [199]	Speed: 3924.432289 samples/sec	rmse=0.021037	lr=0.395522
Epoch[18] Batch [249]	Speed: 4051.010119 samples/sec	rmse=0.021067	lr=0.395495
Epoch[18] Batch [299]	Speed: 3855.624927 samples/sec	rmse=0.021062	lr=0.395468
Epoch[18] Batch [349]	Speed: 3942.341414 samples/sec	rmse=0.021040	lr=0.395441
Epoch[18] Batch [399]	Speed: 4019.536816 samples/sec	rmse=0.021065	lr=0.395413
Epoch[18] Batch [449]	Speed: 3979.120544 samples/sec	rmse=0.021071	lr=0.395386
Epoch[18] Batch [499]	Speed: 4022.347317 samples/sec	rmse=0.021094	lr=0.395358
Epoch[18] Batch [549]	Speed: 4000.549124 samples/sec	rmse=0.021078	lr=0.395331
Epoch[18] Batch [599]	Speed: 3979.646235 samples/sec	rmse=0.021084	lr=0.395303
Epoch[18] Batch [649]	Speed: 4050.178249 samples/sec	rmse=0.021072	lr=0.395275
Epoch[18] Batch [699]	Speed: 4117.138689 samples/sec	rmse=0.021073	lr=0.395247
Epoch[18] Batch [749]	Speed: 4044.599927 samples/sec	rmse=0.021085	lr=0.395219
Epoch[18] Batch [799]	Speed: 4078.695294 samples/sec	rmse=0.021088	lr=0.395191
Epoch[18] Batch [849]	Speed: 4093.812575 samples/sec	rmse=0.021086	lr=0.395163
Epoch[18] Batch [899]	Speed: 3925.555488 samples/sec	rmse=0.021098	lr=0.395135
Epoch[18] Batch [949]	Speed: 3974.726301 samples/sec	rmse=0.021092	lr=0.395107
Epoch[18] Batch [999]	Speed: 3939.750127 samples/sec	rmse=0.021094	lr=0.395078
Epoch[18] Batch [1049]	Speed: 4063.662643 samples/sec	rmse=0.021093	lr=0.395050
Epoch[18] Batch [1099]	Speed: 4042.131334 samples/sec	rmse=0.021094	lr=0.395021
Epoch[18] Batch [1149]	Speed: 4111.600442 samples/sec	rmse=0.021082	lr=0.394993
Epoch[18] Batch [1199]	Speed: 4161.557178 samples/sec	rmse=0.021075	lr=0.394964
Epoch[18] Batch [1249]	Speed: 4171.158956 samples/sec	rmse=0.021082	lr=0.394935
[Epoch 18] training: rmse=0.021080
[Epoch 18] speed: 4016 samples/sec	time cost: 328.998503
[Epoch 18] validation: err-top1=0.428372 err-top5=0.185128
Epoch[19] Batch [49]	Speed: 4067.676284 samples/sec	rmse=0.021061	lr=0.394906
Epoch[19] Batch [99]	Speed: 4149.532249 samples/sec	rmse=0.020977	lr=0.394877
Epoch[19] Batch [149]	Speed: 3945.649551 samples/sec	rmse=0.020990	lr=0.394848
Epoch[19] Batch [199]	Speed: 4081.316111 samples/sec	rmse=0.020993	lr=0.394819
Epoch[19] Batch [249]	Speed: 3927.886146 samples/sec	rmse=0.020948	lr=0.394790
Epoch[19] Batch [299]	Speed: 3836.010299 samples/sec	rmse=0.020915	lr=0.394761
Epoch[19] Batch [349]	Speed: 3907.337532 samples/sec	rmse=0.020930	lr=0.394731
Epoch[19] Batch [399]	Speed: 3941.087149 samples/sec	rmse=0.020923	lr=0.394702
Epoch[19] Batch [449]	Speed: 3905.883777 samples/sec	rmse=0.020943	lr=0.394672
Epoch[19] Batch [499]	Speed: 3981.585759 samples/sec	rmse=0.020959	lr=0.394643
Epoch[19] Batch [549]	Speed: 3919.596263 samples/sec	rmse=0.020940	lr=0.394613
Epoch[19] Batch [599]	Speed: 3703.867203 samples/sec	rmse=0.020944	lr=0.394583
Epoch[19] Batch [649]	Speed: 3859.590511 samples/sec	rmse=0.020959	lr=0.394554
Epoch[19] Batch [699]	Speed: 3861.812573 samples/sec	rmse=0.020977	lr=0.394524
Epoch[19] Batch [749]	Speed: 3885.425779 samples/sec	rmse=0.020987	lr=0.394494
Epoch[19] Batch [799]	Speed: 3788.614297 samples/sec	rmse=0.020984	lr=0.394464
Epoch[19] Batch [849]	Speed: 3782.389651 samples/sec	rmse=0.020990	lr=0.394434
Epoch[19] Batch [899]	Speed: 3751.706206 samples/sec	rmse=0.021001	lr=0.394403
Epoch[19] Batch [949]	Speed: 3823.333357 samples/sec	rmse=0.020995	lr=0.394373
Epoch[19] Batch [999]	Speed: 3772.118082 samples/sec	rmse=0.021005	lr=0.394343
Epoch[19] Batch [1049]	Speed: 3799.825488 samples/sec	rmse=0.021014	lr=0.394312
Epoch[19] Batch [1099]	Speed: 3833.299706 samples/sec	rmse=0.021019	lr=0.394282
Epoch[19] Batch [1149]	Speed: 3821.864975 samples/sec	rmse=0.021023	lr=0.394251
Epoch[19] Batch [1199]	Speed: 3814.056362 samples/sec	rmse=0.021021	lr=0.394220
Epoch[19] Batch [1249]	Speed: 3986.573023 samples/sec	rmse=0.021028	lr=0.394190
[Epoch 19] training: rmse=0.021029
[Epoch 19] speed: 3879 samples/sec	time cost: 339.798641
[Epoch 19] validation: err-top1=0.429867 err-top5=0.185666
Epoch[20] Batch [49]	Speed: 3778.591417 samples/sec	rmse=0.021026	lr=0.394158
Epoch[20] Batch [99]	Speed: 3792.277413 samples/sec	rmse=0.020904	lr=0.394127
Epoch[20] Batch [149]	Speed: 3896.918857 samples/sec	rmse=0.020948	lr=0.394096
Epoch[20] Batch [199]	Speed: 3726.121104 samples/sec	rmse=0.020951	lr=0.394065
Epoch[20] Batch [249]	Speed: 3840.199710 samples/sec	rmse=0.020971	lr=0.394034
Epoch[20] Batch [299]	Speed: 3744.308474 samples/sec	rmse=0.020955	lr=0.394003
Epoch[20] Batch [349]	Speed: 3840.782478 samples/sec	rmse=0.020963	lr=0.393971
Epoch[20] Batch [399]	Speed: 3729.624413 samples/sec	rmse=0.020994	lr=0.393940
Epoch[20] Batch [449]	Speed: 3752.810279 samples/sec	rmse=0.021002	lr=0.393908
Epoch[20] Batch [499]	Speed: 3787.193496 samples/sec	rmse=0.020982	lr=0.393877
Epoch[20] Batch [549]	Speed: 3841.916583 samples/sec	rmse=0.020987	lr=0.393845
Epoch[20] Batch [599]	Speed: 3843.025361 samples/sec	rmse=0.020993	lr=0.393813
Epoch[20] Batch [649]	Speed: 3804.261535 samples/sec	rmse=0.020979	lr=0.393782
Epoch[20] Batch [699]	Speed: 3807.051806 samples/sec	rmse=0.020991	lr=0.393750
Epoch[20] Batch [749]	Speed: 3872.261056 samples/sec	rmse=0.020966	lr=0.393718
Epoch[20] Batch [799]	Speed: 3783.091420 samples/sec	rmse=0.020967	lr=0.393686
Epoch[20] Batch [849]	Speed: 3807.859848 samples/sec	rmse=0.020975	lr=0.393653
Epoch[20] Batch [899]	Speed: 3862.595119 samples/sec	rmse=0.020985	lr=0.393621
Epoch[20] Batch [949]	Speed: 3776.261789 samples/sec	rmse=0.020985	lr=0.393589
Epoch[20] Batch [999]	Speed: 3772.945897 samples/sec	rmse=0.020979	lr=0.393557
Epoch[20] Batch [1049]	Speed: 3870.569353 samples/sec	rmse=0.020975	lr=0.393524
Epoch[20] Batch [1099]	Speed: 3955.253136 samples/sec	rmse=0.020968	lr=0.393492
Epoch[20] Batch [1149]	Speed: 3986.134435 samples/sec	rmse=0.020973	lr=0.393459
Epoch[20] Batch [1199]	Speed: 3898.600130 samples/sec	rmse=0.020970	lr=0.393426
Epoch[20] Batch [1249]	Speed: 4079.769414 samples/sec	rmse=0.020971	lr=0.393393
[Epoch 20] training: rmse=0.020972
[Epoch 20] speed: 3829 samples/sec	time cost: 344.288743
[Epoch 20] validation: err-top1=0.437101 err-top5=0.188995
Epoch[21] Batch [49]	Speed: 4030.870165 samples/sec	rmse=0.020738	lr=0.393360
Epoch[21] Batch [99]	Speed: 3811.507254 samples/sec	rmse=0.020905	lr=0.393327
Epoch[21] Batch [149]	Speed: 3933.866805 samples/sec	rmse=0.020867	lr=0.393294
Epoch[21] Batch [199]	Speed: 3915.063617 samples/sec	rmse=0.020949	lr=0.393261
Epoch[21] Batch [249]	Speed: 3987.194256 samples/sec	rmse=0.020935	lr=0.393228
Epoch[21] Batch [299]	Speed: 3949.862370 samples/sec	rmse=0.020938	lr=0.393194
Epoch[21] Batch [349]	Speed: 4005.247180 samples/sec	rmse=0.020934	lr=0.393161
Epoch[21] Batch [399]	Speed: 4082.576170 samples/sec	rmse=0.020957	lr=0.393128
Epoch[21] Batch [449]	Speed: 3985.371225 samples/sec	rmse=0.020942	lr=0.393094
Epoch[21] Batch [499]	Speed: 4012.348614 samples/sec	rmse=0.020951	lr=0.393060
Epoch[21] Batch [549]	Speed: 4050.178249 samples/sec	rmse=0.020937	lr=0.393027
Epoch[21] Batch [599]	Speed: 3901.187443 samples/sec	rmse=0.020938	lr=0.392993
Epoch[21] Batch [649]	Speed: 4006.587997 samples/sec	rmse=0.020925	lr=0.392959
Epoch[21] Batch [699]	Speed: 4173.285557 samples/sec	rmse=0.020919	lr=0.392925
Epoch[21] Batch [749]	Speed: 4074.629737 samples/sec	rmse=0.020916	lr=0.392891
Epoch[21] Batch [799]	Speed: 4003.489929 samples/sec	rmse=0.020916	lr=0.392857
Epoch[21] Batch [849]	Speed: 4091.136797 samples/sec	rmse=0.020929	lr=0.392823
Epoch[21] Batch [899]	Speed: 4004.265172 samples/sec	rmse=0.020933	lr=0.392789
Epoch[21] Batch [949]	Speed: 4083.061935 samples/sec	rmse=0.020936	lr=0.392755
Epoch[21] Batch [999]	Speed: 3997.364247 samples/sec	rmse=0.020955	lr=0.392720
Epoch[21] Batch [1049]	Speed: 4096.473570 samples/sec	rmse=0.020964	lr=0.392686
Epoch[21] Batch [1099]	Speed: 4215.941165 samples/sec	rmse=0.020969	lr=0.392651
Epoch[21] Batch [1149]	Speed: 4089.301052 samples/sec	rmse=0.020970	lr=0.392617
Epoch[21] Batch [1199]	Speed: 4102.547637 samples/sec	rmse=0.020979	lr=0.392582
Epoch[21] Batch [1249]	Speed: 4123.909984 samples/sec	rmse=0.020984	lr=0.392547
[Epoch 21] training: rmse=0.020985
[Epoch 21] speed: 4024 samples/sec	time cost: 328.212400
[Epoch 21] validation: err-top1=0.417769 err-top5=0.178392
Epoch[22] Batch [49]	Speed: 3943.893203 samples/sec	rmse=0.020847	lr=0.392511
Epoch[22] Batch [99]	Speed: 3974.999696 samples/sec	rmse=0.020846	lr=0.392476
Epoch[22] Batch [149]	Speed: 4089.396133 samples/sec	rmse=0.020854	lr=0.392441
Epoch[22] Batch [199]	Speed: 4182.796734 samples/sec	rmse=0.020818	lr=0.392406
Epoch[22] Batch [249]	Speed: 4119.875472 samples/sec	rmse=0.020831	lr=0.392371
Epoch[22] Batch [299]	Speed: 4246.061247 samples/sec	rmse=0.020883	lr=0.392336
Epoch[22] Batch [349]	Speed: 3975.265180 samples/sec	rmse=0.020915	lr=0.392301
Epoch[22] Batch [399]	Speed: 3951.044081 samples/sec	rmse=0.020900	lr=0.392265
Epoch[22] Batch [449]	Speed: 3965.184781 samples/sec	rmse=0.020922	lr=0.392230
Epoch[22] Batch [499]	Speed: 3949.393472 samples/sec	rmse=0.020916	lr=0.392194
Epoch[22] Batch [549]	Speed: 3962.824361 samples/sec	rmse=0.020899	lr=0.392158
Epoch[22] Batch [599]	Speed: 3935.065281 samples/sec	rmse=0.020879	lr=0.392123
Epoch[22] Batch [649]	Speed: 3816.276405 samples/sec	rmse=0.020892	lr=0.392087
Epoch[22] Batch [699]	Speed: 3855.903922 samples/sec	rmse=0.020890	lr=0.392051
Epoch[22] Batch [749]	Speed: 3974.689959 samples/sec	rmse=0.020890	lr=0.392015
Epoch[22] Batch [799]	Speed: 3902.827786 samples/sec	rmse=0.020894	lr=0.391979
Epoch[22] Batch [849]	Speed: 3859.268190 samples/sec	rmse=0.020900	lr=0.391943
Epoch[22] Batch [899]	Speed: 3963.274365 samples/sec	rmse=0.020902	lr=0.391906
Epoch[22] Batch [949]	Speed: 3809.593536 samples/sec	rmse=0.020924	lr=0.391870
Epoch[22] Batch [999]	Speed: 3764.715281 samples/sec	rmse=0.020928	lr=0.391834
Epoch[22] Batch [1049]	Speed: 3858.888853 samples/sec	rmse=0.020937	lr=0.391797
Epoch[22] Batch [1099]	Speed: 3797.244331 samples/sec	rmse=0.020940	lr=0.391761
Epoch[22] Batch [1149]	Speed: 3871.070938 samples/sec	rmse=0.020944	lr=0.391724
Epoch[22] Batch [1199]	Speed: 3862.658898 samples/sec	rmse=0.020954	lr=0.391687
Epoch[22] Batch [1249]	Speed: 3995.313955 samples/sec	rmse=0.020952	lr=0.391651
[Epoch 22] training: rmse=0.020953
[Epoch 22] speed: 3938 samples/sec	time cost: 335.143144
[Epoch 22] validation: err-top1=0.417570 err-top5=0.174745
Epoch[23] Batch [49]	Speed: 3787.906803 samples/sec	rmse=0.020782	lr=0.391613
Epoch[23] Batch [99]	Speed: 3870.492965 samples/sec	rmse=0.020858	lr=0.391576
Epoch[23] Batch [149]	Speed: 3794.658028 samples/sec	rmse=0.020849	lr=0.391539
Epoch[23] Batch [199]	Speed: 3859.101467 samples/sec	rmse=0.020857	lr=0.391502
Epoch[23] Batch [249]	Speed: 3775.095166 samples/sec	rmse=0.020911	lr=0.391465
Epoch[23] Batch [299]	Speed: 3879.834544 samples/sec	rmse=0.020919	lr=0.391428
Epoch[23] Batch [349]	Speed: 3936.867397 samples/sec	rmse=0.020918	lr=0.391390
Epoch[23] Batch [399]	Speed: 3828.494765 samples/sec	rmse=0.020913	lr=0.391353
Epoch[23] Batch [449]	Speed: 3742.056256 samples/sec	rmse=0.020913	lr=0.391315
Epoch[23] Batch [499]	Speed: 3774.935968 samples/sec	rmse=0.020919	lr=0.391278
Epoch[23] Batch [549]	Speed: 3819.865898 samples/sec	rmse=0.020937	lr=0.391240
Epoch[23] Batch [599]	Speed: 3878.080471 samples/sec	rmse=0.020932	lr=0.391202
Epoch[23] Batch [649]	Speed: 3877.806730 samples/sec	rmse=0.020940	lr=0.391164
Epoch[23] Batch [699]	Speed: 3845.888028 samples/sec	rmse=0.020929	lr=0.391127
Epoch[23] Batch [749]	Speed: 3776.775228 samples/sec	rmse=0.020917	lr=0.391089
Epoch[23] Batch [799]	Speed: 3954.498864 samples/sec	rmse=0.020931	lr=0.391051
Epoch[23] Batch [849]	Speed: 3739.822834 samples/sec	rmse=0.020931	lr=0.391012
Epoch[23] Batch [899]	Speed: 3824.401671 samples/sec	rmse=0.020932	lr=0.390974
Epoch[23] Batch [949]	Speed: 3801.689896 samples/sec	rmse=0.020932	lr=0.390936
Epoch[23] Batch [999]	Speed: 3895.646894 samples/sec	rmse=0.020935	lr=0.390898
Epoch[23] Batch [1049]	Speed: 3848.937003 samples/sec	rmse=0.020923	lr=0.390859
Epoch[23] Batch [1099]	Speed: 3827.700525 samples/sec	rmse=0.020928	lr=0.390821
Epoch[23] Batch [1149]	Speed: 3785.181477 samples/sec	rmse=0.020930	lr=0.390782
Epoch[23] Batch [1199]	Speed: 3917.700424 samples/sec	rmse=0.020924	lr=0.390743
Epoch[23] Batch [1249]	Speed: 4006.310613 samples/sec	rmse=0.020930	lr=0.390705
[Epoch 23] training: rmse=0.020931
[Epoch 23] speed: 3837 samples/sec	time cost: 343.562674
[Epoch 23] validation: err-top1=0.422465 err-top5=0.177714
Epoch[24] Batch [49]	Speed: 3888.541947 samples/sec	rmse=0.020679	lr=0.390665
Epoch[24] Batch [99]	Speed: 3770.946005 samples/sec	rmse=0.020599	lr=0.390626
Epoch[24] Batch [149]	Speed: 3836.177226 samples/sec	rmse=0.020565	lr=0.390587
Epoch[24] Batch [199]	Speed: 3910.373321 samples/sec	rmse=0.020684	lr=0.390548
Epoch[24] Batch [249]	Speed: 3827.361202 samples/sec	rmse=0.020734	lr=0.390509
Epoch[24] Batch [299]	Speed: 3937.294271 samples/sec	rmse=0.020738	lr=0.390469
Epoch[24] Batch [349]	Speed: 3831.234722 samples/sec	rmse=0.020752	lr=0.390430
Epoch[24] Batch [399]	Speed: 3963.673551 samples/sec	rmse=0.020793	lr=0.390391
Epoch[24] Batch [449]	Speed: 3855.927808 samples/sec	rmse=0.020807	lr=0.390351
Epoch[24] Batch [499]	Speed: 3942.386359 samples/sec	rmse=0.020819	lr=0.390312
Epoch[24] Batch [549]	Speed: 3851.834049 samples/sec	rmse=0.020822	lr=0.390272
Epoch[24] Batch [599]	Speed: 3830.546205 samples/sec	rmse=0.020820	lr=0.390232
Epoch[24] Batch [649]	Speed: 3912.913548 samples/sec	rmse=0.020811	lr=0.390193
Epoch[24] Batch [699]	Speed: 3953.317196 samples/sec	rmse=0.020819	lr=0.390153
Epoch[24] Batch [749]	Speed: 4000.832343 samples/sec	rmse=0.020819	lr=0.390113
Epoch[24] Batch [799]	Speed: 3951.298378 samples/sec	rmse=0.020823	lr=0.390073
Epoch[24] Batch [849]	Speed: 3904.830737 samples/sec	rmse=0.020813	lr=0.390033
Epoch[24] Batch [899]	Speed: 3925.605791 samples/sec	rmse=0.020819	lr=0.389992
Epoch[24] Batch [949]	Speed: 4036.938310 samples/sec	rmse=0.020811	lr=0.389952
Epoch[24] Batch [999]	Speed: 3804.958972 samples/sec	rmse=0.020801	lr=0.389912
Epoch[24] Batch [1049]	Speed: 4022.451892 samples/sec	rmse=0.020814	lr=0.389871
Epoch[24] Batch [1099]	Speed: 3857.047253 samples/sec	rmse=0.020810	lr=0.389831
Epoch[24] Batch [1149]	Speed: 3916.706008 samples/sec	rmse=0.020815	lr=0.389790
Epoch[24] Batch [1199]	Speed: 3964.108967 samples/sec	rmse=0.020815	lr=0.389750
Epoch[24] Batch [1249]	Speed: 4049.934131 samples/sec	rmse=0.020831	lr=0.389709
[Epoch 24] training: rmse=0.020832
[Epoch 24] speed: 3905 samples/sec	time cost: 338.133276
[Epoch 24] validation: err-top1=0.426598 err-top5=0.182179
Epoch[25] Batch [49]	Speed: 4039.480572 samples/sec	rmse=0.020617	lr=0.389667
Epoch[25] Batch [99]	Speed: 3955.894595 samples/sec	rmse=0.020703	lr=0.389626
Epoch[25] Batch [149]	Speed: 3922.552547 samples/sec	rmse=0.020785	lr=0.389585
Epoch[25] Batch [199]	Speed: 3922.571534 samples/sec	rmse=0.020837	lr=0.389544
Epoch[25] Batch [249]	Speed: 3941.866124 samples/sec	rmse=0.020817	lr=0.389503
Epoch[25] Batch [299]	Speed: 3983.525623 samples/sec	rmse=0.020844	lr=0.389462
Epoch[25] Batch [349]	Speed: 3957.613294 samples/sec	rmse=0.020856	lr=0.389421
Epoch[25] Batch [399]	Speed: 3970.946922 samples/sec	rmse=0.020869	lr=0.389379
Epoch[25] Batch [449]	Speed: 3967.488861 samples/sec	rmse=0.020908	lr=0.389338
Epoch[25] Batch [499]	Speed: 3807.684304 samples/sec	rmse=0.020912	lr=0.389296
Epoch[25] Batch [549]	Speed: 3873.857522 samples/sec	rmse=0.020924	lr=0.389255
Epoch[25] Batch [599]	Speed: 3838.082150 samples/sec	rmse=0.020899	lr=0.389213
Epoch[25] Batch [649]	Speed: 3922.544451 samples/sec	rmse=0.020903	lr=0.389171
Epoch[25] Batch [699]	Speed: 3827.981020 samples/sec	rmse=0.020900	lr=0.389129
Epoch[25] Batch [749]	Speed: 3758.508730 samples/sec	rmse=0.020895	lr=0.389088
Epoch[25] Batch [799]	Speed: 3774.838557 samples/sec	rmse=0.020897	lr=0.389046
Epoch[25] Batch [849]	Speed: 3839.302655 samples/sec	rmse=0.020873	lr=0.389003
Epoch[25] Batch [899]	Speed: 3734.373459 samples/sec	rmse=0.020857	lr=0.388961
Epoch[25] Batch [949]	Speed: 3841.074031 samples/sec	rmse=0.020854	lr=0.388919
Epoch[25] Batch [999]	Speed: 3806.206665 samples/sec	rmse=0.020865	lr=0.388877
Epoch[25] Batch [1049]	Speed: 3855.686815 samples/sec	rmse=0.020863	lr=0.388834
Epoch[25] Batch [1099]	Speed: 3830.161358 samples/sec	rmse=0.020864	lr=0.388792
Epoch[25] Batch [1149]	Speed: 3879.532662 samples/sec	rmse=0.020876	lr=0.388749
Epoch[25] Batch [1199]	Speed: 3793.777966 samples/sec	rmse=0.020880	lr=0.388707
Epoch[25] Batch [1249]	Speed: 3945.251014 samples/sec	rmse=0.020881	lr=0.388664
[Epoch 25] training: rmse=0.020882
[Epoch 25] speed: 3874 samples/sec	time cost: 340.182080
[Epoch 25] validation: err-top1=0.429907 err-top5=0.183235
Epoch[26] Batch [49]	Speed: 3836.345058 samples/sec	rmse=0.020733	lr=0.388620
Epoch[26] Batch [99]	Speed: 3937.296726 samples/sec	rmse=0.020739	lr=0.388578
Epoch[26] Batch [149]	Speed: 3822.929338 samples/sec	rmse=0.020683	lr=0.388535
Epoch[26] Batch [199]	Speed: 3786.737448 samples/sec	rmse=0.020725	lr=0.388492
Epoch[26] Batch [249]	Speed: 3805.674807 samples/sec	rmse=0.020743	lr=0.388449
Epoch[26] Batch [299]	Speed: 3889.456808 samples/sec	rmse=0.020774	lr=0.388405
Epoch[26] Batch [349]	Speed: 3740.044154 samples/sec	rmse=0.020815	lr=0.388362
Epoch[26] Batch [399]	Speed: 3785.386913 samples/sec	rmse=0.020832	lr=0.388319
Epoch[26] Batch [449]	Speed: 3819.105933 samples/sec	rmse=0.020834	lr=0.388275
Epoch[26] Batch [499]	Speed: 3895.750922 samples/sec	rmse=0.020822	lr=0.388232
Epoch[26] Batch [549]	Speed: 3936.978185 samples/sec	rmse=0.020819	lr=0.388188
Epoch[26] Batch [599]	Speed: 3797.943764 samples/sec	rmse=0.020831	lr=0.388145
Epoch[26] Batch [649]	Speed: 3832.432340 samples/sec	rmse=0.020826	lr=0.388101
Epoch[26] Batch [699]	Speed: 3828.320453 samples/sec	rmse=0.020837	lr=0.388057
Epoch[26] Batch [749]	Speed: 3877.935578 samples/sec	rmse=0.020842	lr=0.388013
Epoch[26] Batch [799]	Speed: 3855.311920 samples/sec	rmse=0.020843	lr=0.387969
Epoch[26] Batch [849]	Speed: 3869.908539 samples/sec	rmse=0.020843	lr=0.387925
Epoch[26] Batch [899]	Speed: 3809.939720 samples/sec	rmse=0.020853	lr=0.387881
Epoch[26] Batch [949]	Speed: 3902.901838 samples/sec	rmse=0.020861	lr=0.387837
Epoch[26] Batch [999]	Speed: 3890.387181 samples/sec	rmse=0.020862	lr=0.387793
Epoch[26] Batch [1049]	Speed: 3903.382465 samples/sec	rmse=0.020873	lr=0.387748
Epoch[26] Batch [1099]	Speed: 3934.579632 samples/sec	rmse=0.020870	lr=0.387704
Epoch[26] Batch [1149]	Speed: 3915.787353 samples/sec	rmse=0.020853	lr=0.387659
Epoch[26] Batch [1199]	Speed: 3947.335486 samples/sec	rmse=0.020856	lr=0.387615
Epoch[26] Batch [1249]	Speed: 4119.199647 samples/sec	rmse=0.020852	lr=0.387570
[Epoch 26] training: rmse=0.020851
[Epoch 26] speed: 3864 samples/sec	time cost: 341.201375
[Epoch 26] validation: err-top1=0.415617 err-top5=0.174267
Epoch[27] Batch [49]	Speed: 3784.034207 samples/sec	rmse=0.020504	lr=0.387525
Epoch[27] Batch [99]	Speed: 4131.850594 samples/sec	rmse=0.020474	lr=0.387480
Epoch[27] Batch [149]	Speed: 3953.306571 samples/sec	rmse=0.020559	lr=0.387435
Epoch[27] Batch [199]	Speed: 3833.461607 samples/sec	rmse=0.020663	lr=0.387390
Epoch[27] Batch [249]	Speed: 3985.981134 samples/sec	rmse=0.020715	lr=0.387345
Epoch[27] Batch [299]	Speed: 3926.844116 samples/sec	rmse=0.020723	lr=0.387300
Epoch[27] Batch [349]	Speed: 3916.930185 samples/sec	rmse=0.020750	lr=0.387255
Epoch[27] Batch [399]	Speed: 3895.278814 samples/sec	rmse=0.020784	lr=0.387209
Epoch[27] Batch [449]	Speed: 3850.072479 samples/sec	rmse=0.020785	lr=0.387164
Epoch[27] Batch [499]	Speed: 3917.319804 samples/sec	rmse=0.020782	lr=0.387119
Epoch[27] Batch [549]	Speed: 3997.936375 samples/sec	rmse=0.020785	lr=0.387073
Epoch[27] Batch [599]	Speed: 3894.041954 samples/sec	rmse=0.020800	lr=0.387027
Epoch[27] Batch [649]	Speed: 3999.196110 samples/sec	rmse=0.020795	lr=0.386982
Epoch[27] Batch [699]	Speed: 4066.849801 samples/sec	rmse=0.020772	lr=0.386936
Epoch[27] Batch [749]	Speed: 3870.172586 samples/sec	rmse=0.020786	lr=0.386890
Epoch[27] Batch [799]	Speed: 4039.522591 samples/sec	rmse=0.020799	lr=0.386844
Epoch[27] Batch [849]	Speed: 3912.277611 samples/sec	rmse=0.020802	lr=0.386798
Epoch[27] Batch [899]	Speed: 3901.931368 samples/sec	rmse=0.020815	lr=0.386752
Epoch[27] Batch [949]	Speed: 4166.389677 samples/sec	rmse=0.020820	lr=0.386706
Epoch[27] Batch [999]	Speed: 3947.190886 samples/sec	rmse=0.020826	lr=0.386660
Epoch[27] Batch [1049]	Speed: 3993.648513 samples/sec	rmse=0.020831	lr=0.386614
Epoch[27] Batch [1099]	Speed: 3989.318850 samples/sec	rmse=0.020830	lr=0.386567
Epoch[27] Batch [1149]	Speed: 4189.715525 samples/sec	rmse=0.020833	lr=0.386521
Epoch[27] Batch [1199]	Speed: 4187.438890 samples/sec	rmse=0.020839	lr=0.386474
Epoch[27] Batch [1249]	Speed: 4186.785286 samples/sec	rmse=0.020841	lr=0.386428
[Epoch 27] training: rmse=0.020841
[Epoch 27] speed: 3975 samples/sec	time cost: 331.950817
[Epoch 27] validation: err-top1=0.442463 err-top5=0.193379
Epoch[28] Batch [49]	Speed: 4097.352790 samples/sec	rmse=0.020495	lr=0.386380
Epoch[28] Batch [99]	Speed: 4063.245062 samples/sec	rmse=0.020692	lr=0.386333
Epoch[28] Batch [149]	Speed: 4097.754501 samples/sec	rmse=0.020635	lr=0.386287
Epoch[28] Batch [199]	Speed: 4070.054227 samples/sec	rmse=0.020737	lr=0.386240
Epoch[28] Batch [249]	Speed: 3977.880202 samples/sec	rmse=0.020732	lr=0.386193
Epoch[28] Batch [299]	Speed: 4185.993495 samples/sec	rmse=0.020673	lr=0.386146
Epoch[28] Batch [349]	Speed: 4053.950761 samples/sec	rmse=0.020678	lr=0.386098
Epoch[28] Batch [399]	Speed: 4055.610057 samples/sec	rmse=0.020679	lr=0.386051
Epoch[28] Batch [449]	Speed: 4059.653692 samples/sec	rmse=0.020705	lr=0.386004
Epoch[28] Batch [499]	Speed: 3962.975594 samples/sec	rmse=0.020720	lr=0.385957
Epoch[28] Batch [549]	Speed: 4017.296953 samples/sec	rmse=0.020732	lr=0.385909
Epoch[28] Batch [599]	Speed: 4018.933519 samples/sec	rmse=0.020740	lr=0.385862
Epoch[28] Batch [649]	Speed: 4059.398532 samples/sec	rmse=0.020756	lr=0.385814
Epoch[28] Batch [699]	Speed: 3965.848508 samples/sec	rmse=0.020759	lr=0.385766
Epoch[28] Batch [749]	Speed: 4081.059074 samples/sec	rmse=0.020752	lr=0.385719
Epoch[28] Batch [799]	Speed: 4181.040710 samples/sec	rmse=0.020749	lr=0.385671
Epoch[28] Batch [849]	Speed: 4079.358823 samples/sec	rmse=0.020765	lr=0.385623
Epoch[28] Batch [899]	Speed: 4163.870418 samples/sec	rmse=0.020775	lr=0.385575
Epoch[28] Batch [949]	Speed: 4089.963830 samples/sec	rmse=0.020784	lr=0.385527
Epoch[28] Batch [999]	Speed: 4019.553217 samples/sec	rmse=0.020798	lr=0.385479
Epoch[28] Batch [1049]	Speed: 3976.476942 samples/sec	rmse=0.020809	lr=0.385430
Epoch[28] Batch [1099]	Speed: 4160.337123 samples/sec	rmse=0.020808	lr=0.385382
Epoch[28] Batch [1149]	Speed: 4072.974002 samples/sec	rmse=0.020813	lr=0.385334
Epoch[28] Batch [1199]	Speed: 4010.232301 samples/sec	rmse=0.020801	lr=0.385285
Epoch[28] Batch [1249]	Speed: 4202.501176 samples/sec	rmse=0.020793	lr=0.385237
[Epoch 28] training: rmse=0.020795
[Epoch 28] speed: 4064 samples/sec	time cost: 325.212705
[Epoch 28] validation: err-top1=0.405433 err-top5=0.167431
Epoch[29] Batch [49]	Speed: 4146.233444 samples/sec	rmse=0.020665	lr=0.385187
Epoch[29] Batch [99]	Speed: 4094.991967 samples/sec	rmse=0.020672	lr=0.385139
Epoch[29] Batch [149]	Speed: 4022.147900 samples/sec	rmse=0.020671	lr=0.385090
Epoch[29] Batch [199]	Speed: 4008.801861 samples/sec	rmse=0.020714	lr=0.385041
Epoch[29] Batch [249]	Speed: 3842.651274 samples/sec	rmse=0.020744	lr=0.384992
Epoch[29] Batch [299]	Speed: 3858.013682 samples/sec	rmse=0.020721	lr=0.384943
Epoch[29] Batch [349]	Speed: 3900.241909 samples/sec	rmse=0.020680	lr=0.384894
Epoch[29] Batch [399]	Speed: 3921.925794 samples/sec	rmse=0.020710	lr=0.384845
Epoch[29] Batch [449]	Speed: 3811.131093 samples/sec	rmse=0.020749	lr=0.384796
Epoch[29] Batch [499]	Speed: 3880.476174 samples/sec	rmse=0.020759	lr=0.384746
Epoch[29] Batch [549]	Speed: 3904.847423 samples/sec	rmse=0.020773	lr=0.384697
Epoch[29] Batch [599]	Speed: 3878.904516 samples/sec	rmse=0.020770	lr=0.384648
Epoch[29] Batch [649]	Speed: 3839.285701 samples/sec	rmse=0.020775	lr=0.384598
Epoch[29] Batch [699]	Speed: 3811.875641 samples/sec	rmse=0.020755	lr=0.384549
Epoch[29] Batch [749]	Speed: 3881.016872 samples/sec	rmse=0.020757	lr=0.384499
Epoch[29] Batch [799]	Speed: 3956.947217 samples/sec	rmse=0.020760	lr=0.384449
Epoch[29] Batch [849]	Speed: 3909.784193 samples/sec	rmse=0.020766	lr=0.384399
Epoch[29] Batch [899]	Speed: 3843.427174 samples/sec	rmse=0.020771	lr=0.384349
Epoch[29] Batch [949]	Speed: 3824.768807 samples/sec	rmse=0.020780	lr=0.384299
Epoch[29] Batch [999]	Speed: 3833.104499 samples/sec	rmse=0.020781	lr=0.384249
Epoch[29] Batch [1049]	Speed: 3837.893658 samples/sec	rmse=0.020791	lr=0.384199
Epoch[29] Batch [1099]	Speed: 3807.214534 samples/sec	rmse=0.020789	lr=0.384149
Epoch[29] Batch [1149]	Speed: 3813.303650 samples/sec	rmse=0.020800	lr=0.384099
Epoch[29] Batch [1199]	Speed: 3891.224433 samples/sec	rmse=0.020786	lr=0.384048
Epoch[29] Batch [1249]	Speed: 3989.249931 samples/sec	rmse=0.020780	lr=0.383998
[Epoch 29] training: rmse=0.020781
[Epoch 29] speed: 3895 samples/sec	time cost: 338.345840
[Epoch 29] validation: err-top1=0.407857 err-top5=0.169169
Epoch[30] Batch [49]	Speed: 3835.908204 samples/sec	rmse=0.020724	lr=0.383946
Epoch[30] Batch [99]	Speed: 3902.834383 samples/sec	rmse=0.020595	lr=0.383896
Epoch[30] Batch [149]	Speed: 3771.517877 samples/sec	rmse=0.020657	lr=0.383845
Epoch[30] Batch [199]	Speed: 3716.598619 samples/sec	rmse=0.020762	lr=0.383794
Epoch[30] Batch [249]	Speed: 3908.629378 samples/sec	rmse=0.020767	lr=0.383744
Epoch[30] Batch [299]	Speed: 3917.429494 samples/sec	rmse=0.020797	lr=0.383693
Epoch[30] Batch [349]	Speed: 3870.383864 samples/sec	rmse=0.020773	lr=0.383642
Epoch[30] Batch [399]	Speed: 3808.497951 samples/sec	rmse=0.020770	lr=0.383591
Epoch[30] Batch [449]	Speed: 3822.236455 samples/sec	rmse=0.020774	lr=0.383540
Epoch[30] Batch [499]	Speed: 3814.310674 samples/sec	rmse=0.020774	lr=0.383488
Epoch[30] Batch [549]	Speed: 3825.491230 samples/sec	rmse=0.020767	lr=0.383437
Epoch[30] Batch [599]	Speed: 3821.991628 samples/sec	rmse=0.020751	lr=0.383386
Epoch[30] Batch [649]	Speed: 3800.069164 samples/sec	rmse=0.020745	lr=0.383334
Epoch[30] Batch [699]	Speed: 3808.191805 samples/sec	rmse=0.020744	lr=0.383283
Epoch[30] Batch [749]	Speed: 3770.072141 samples/sec	rmse=0.020762	lr=0.383231
Epoch[30] Batch [799]	Speed: 3843.492661 samples/sec	rmse=0.020751	lr=0.383180
Epoch[30] Batch [849]	Speed: 3815.173313 samples/sec	rmse=0.020753	lr=0.383128
Epoch[30] Batch [899]	Speed: 3914.176766 samples/sec	rmse=0.020753	lr=0.383076
Epoch[30] Batch [949]	Speed: 3802.663457 samples/sec	rmse=0.020754	lr=0.383024
Epoch[30] Batch [999]	Speed: 3830.850899 samples/sec	rmse=0.020751	lr=0.382972
Epoch[30] Batch [1049]	Speed: 3852.533489 samples/sec	rmse=0.020759	lr=0.382920
Epoch[30] Batch [1099]	Speed: 3912.602575 samples/sec	rmse=0.020764	lr=0.382868
Epoch[30] Batch [1149]	Speed: 3806.913589 samples/sec	rmse=0.020756	lr=0.382816
Epoch[30] Batch [1199]	Speed: 3725.393649 samples/sec	rmse=0.020754	lr=0.382764
Epoch[30] Batch [1249]	Speed: 3974.424845 samples/sec	rmse=0.020763	lr=0.382711
[Epoch 30] training: rmse=0.020762
[Epoch 30] speed: 3831 samples/sec	time cost: 343.972971
[Epoch 30] validation: err-top1=0.410156 err-top5=0.170061
Epoch[31] Batch [49]	Speed: 3822.968198 samples/sec	rmse=0.020663	lr=0.382658
Epoch[31] Batch [99]	Speed: 3816.747193 samples/sec	rmse=0.020756	lr=0.382605
Epoch[31] Batch [149]	Speed: 3833.154719 samples/sec	rmse=0.020755	lr=0.382553
Epoch[31] Batch [199]	Speed: 3778.594143 samples/sec	rmse=0.020789	lr=0.382500
Epoch[31] Batch [249]	Speed: 3802.383294 samples/sec	rmse=0.020762	lr=0.382447
Epoch[31] Batch [299]	Speed: 3898.889555 samples/sec	rmse=0.020799	lr=0.382395
Epoch[31] Batch [349]	Speed: 3763.801225 samples/sec	rmse=0.020786	lr=0.382342
Epoch[31] Batch [399]	Speed: 3788.950194 samples/sec	rmse=0.020784	lr=0.382289
Epoch[31] Batch [449]	Speed: 3824.717377 samples/sec	rmse=0.020776	lr=0.382236
Epoch[31] Batch [499]	Speed: 3772.774883 samples/sec	rmse=0.020780	lr=0.382183
Epoch[31] Batch [549]	Speed: 3682.137198 samples/sec	rmse=0.020770	lr=0.382129
Epoch[31] Batch [599]	Speed: 3840.163108 samples/sec	rmse=0.020773	lr=0.382076
Epoch[31] Batch [649]	Speed: 3746.958765 samples/sec	rmse=0.020772	lr=0.382023
Epoch[31] Batch [699]	Speed: 3764.806361 samples/sec	rmse=0.020758	lr=0.381969
Epoch[31] Batch [749]	Speed: 3830.157328 samples/sec	rmse=0.020763	lr=0.381916
Epoch[31] Batch [799]	Speed: 3875.536225 samples/sec	rmse=0.020777	lr=0.381862
Epoch[31] Batch [849]	Speed: 3753.127197 samples/sec	rmse=0.020765	lr=0.381809
Epoch[31] Batch [899]	Speed: 3849.178878 samples/sec	rmse=0.020763	lr=0.381755
Epoch[31] Batch [949]	Speed: 3838.416448 samples/sec	rmse=0.020767	lr=0.381701
Epoch[31] Batch [999]	Speed: 3796.373538 samples/sec	rmse=0.020765	lr=0.381647
Epoch[31] Batch [1049]	Speed: 3765.707962 samples/sec	rmse=0.020766	lr=0.381594
Epoch[31] Batch [1099]	Speed: 3908.510008 samples/sec	rmse=0.020749	lr=0.381540
Epoch[31] Batch [1149]	Speed: 3815.095978 samples/sec	rmse=0.020758	lr=0.381485
Epoch[31] Batch [1199]	Speed: 3808.488360 samples/sec	rmse=0.020766	lr=0.381431
Epoch[31] Batch [1249]	Speed: 3940.441156 samples/sec	rmse=0.020766	lr=0.381377
[Epoch 31] training: rmse=0.020767
[Epoch 31] speed: 3809 samples/sec	time cost: 346.114350
[Epoch 31] validation: err-top1=0.415478 err-top5=0.176080
Epoch[32] Batch [49]	Speed: 3800.438100 samples/sec	rmse=0.020769	lr=0.381322
Epoch[32] Batch [99]	Speed: 3891.251367 samples/sec	rmse=0.020726	lr=0.381267
Epoch[32] Batch [149]	Speed: 3750.375823 samples/sec	rmse=0.020729	lr=0.381213
Epoch[32] Batch [199]	Speed: 3797.840126 samples/sec	rmse=0.020725	lr=0.381158
Epoch[32] Batch [249]	Speed: 3824.714516 samples/sec	rmse=0.020763	lr=0.381104
Epoch[32] Batch [299]	Speed: 3867.702509 samples/sec	rmse=0.020751	lr=0.381049
Epoch[32] Batch [349]	Speed: 3688.820592 samples/sec	rmse=0.020744	lr=0.380994
Epoch[32] Batch [399]	Speed: 3814.011790 samples/sec	rmse=0.020739	lr=0.380939
Epoch[32] Batch [449]	Speed: 3759.535986 samples/sec	rmse=0.020737	lr=0.380885
Epoch[32] Batch [499]	Speed: 3849.813375 samples/sec	rmse=0.020701	lr=0.380830
Epoch[32] Batch [549]	Speed: 3695.760872 samples/sec	rmse=0.020725	lr=0.380774
Epoch[32] Batch [599]	Speed: 3762.848777 samples/sec	rmse=0.020717	lr=0.380719
Epoch[32] Batch [649]	Speed: 3865.436303 samples/sec	rmse=0.020710	lr=0.380664
Epoch[32] Batch [699]	Speed: 3763.634073 samples/sec	rmse=0.020712	lr=0.380609
Epoch[32] Batch [749]	Speed: 3771.454820 samples/sec	rmse=0.020695	lr=0.380553
Epoch[32] Batch [799]	Speed: 3810.503940 samples/sec	rmse=0.020710	lr=0.380498
Epoch[32] Batch [849]	Speed: 3781.666966 samples/sec	rmse=0.020717	lr=0.380443
Epoch[32] Batch [899]	Speed: 3821.323836 samples/sec	rmse=0.020715	lr=0.380387
Epoch[32] Batch [949]	Speed: 3874.813307 samples/sec	rmse=0.020714	lr=0.380331
Epoch[32] Batch [999]	Speed: 3792.500163 samples/sec	rmse=0.020713	lr=0.380276
Epoch[32] Batch [1049]	Speed: 3805.165684 samples/sec	rmse=0.020719	lr=0.380220
Epoch[32] Batch [1099]	Speed: 3889.475405 samples/sec	rmse=0.020725	lr=0.380164
Epoch[32] Batch [1149]	Speed: 3871.610484 samples/sec	rmse=0.020726	lr=0.380108
Epoch[32] Batch [1199]	Speed: 3842.687854 samples/sec	rmse=0.020723	lr=0.380052
Epoch[32] Batch [1249]	Speed: 3944.279004 samples/sec	rmse=0.020729	lr=0.379996
[Epoch 32] training: rmse=0.020729
[Epoch 32] speed: 3809 samples/sec	time cost: 346.040491
[Epoch 32] validation: err-top1=0.398856 err-top5=0.160535
Epoch[33] Batch [49]	Speed: 3818.755298 samples/sec	rmse=0.020505	lr=0.379939
Epoch[33] Batch [99]	Speed: 3864.634244 samples/sec	rmse=0.020603	lr=0.379882
Epoch[33] Batch [149]	Speed: 3836.579732 samples/sec	rmse=0.020642	lr=0.379826
Epoch[33] Batch [199]	Speed: 3855.447236 samples/sec	rmse=0.020681	lr=0.379770
Epoch[33] Batch [249]	Speed: 3965.890841 samples/sec	rmse=0.020687	lr=0.379713
Epoch[33] Batch [299]	Speed: 3967.548235 samples/sec	rmse=0.020681	lr=0.379657
Epoch[33] Batch [349]	Speed: 3851.853809 samples/sec	rmse=0.020678	lr=0.379600
Epoch[33] Batch [399]	Speed: 3865.278091 samples/sec	rmse=0.020682	lr=0.379543
Epoch[33] Batch [449]	Speed: 3827.853083 samples/sec	rmse=0.020693	lr=0.379486
Epoch[33] Batch [499]	Speed: 3870.768324 samples/sec	rmse=0.020702	lr=0.379430
Epoch[33] Batch [549]	Speed: 4004.335956 samples/sec	rmse=0.020716	lr=0.379373
Epoch[33] Batch [599]	Speed: 3951.984591 samples/sec	rmse=0.020731	lr=0.379316
Epoch[33] Batch [649]	Speed: 4019.849293 samples/sec	rmse=0.020724	lr=0.379259
Epoch[33] Batch [699]	Speed: 4077.396366 samples/sec	rmse=0.020705	lr=0.379201
Epoch[33] Batch [749]	Speed: 3928.574169 samples/sec	rmse=0.020713	lr=0.379144
Epoch[33] Batch [799]	Speed: 4071.163316 samples/sec	rmse=0.020720	lr=0.379087
Epoch[33] Batch [849]	Speed: 3972.372807 samples/sec	rmse=0.020726	lr=0.379030
Epoch[33] Batch [899]	Speed: 3930.853226 samples/sec	rmse=0.020711	lr=0.378972
Epoch[33] Batch [949]	Speed: 3909.800281 samples/sec	rmse=0.020721	lr=0.378915
Epoch[33] Batch [999]	Speed: 4031.075820 samples/sec	rmse=0.020725	lr=0.378857
Epoch[33] Batch [1049]	Speed: 4068.463022 samples/sec	rmse=0.020732	lr=0.378799
Epoch[33] Batch [1099]	Speed: 4164.278172 samples/sec	rmse=0.020732	lr=0.378742
Epoch[33] Batch [1149]	Speed: 4032.423538 samples/sec	rmse=0.020720	lr=0.378684
Epoch[33] Batch [1199]	Speed: 4149.618685 samples/sec	rmse=0.020716	lr=0.378626
Epoch[33] Batch [1249]	Speed: 4079.200901 samples/sec	rmse=0.020721	lr=0.378568
[Epoch 33] training: rmse=0.020719
[Epoch 33] speed: 3958 samples/sec	time cost: 333.592445
[Epoch 33] validation: err-top1=0.419304 err-top5=0.175562
Epoch[34] Batch [49]	Speed: 4016.452427 samples/sec	rmse=0.020625	lr=0.378509
Epoch[34] Batch [99]	Speed: 4261.921719 samples/sec	rmse=0.020617	lr=0.378451
Epoch[34] Batch [149]	Speed: 3975.250316 samples/sec	rmse=0.020615	lr=0.378392
Epoch[34] Batch [199]	Speed: 3979.150479 samples/sec	rmse=0.020628	lr=0.378334
Epoch[34] Batch [249]	Speed: 4065.410555 samples/sec	rmse=0.020658	lr=0.378276
Epoch[34] Batch [299]	Speed: 3976.660737 samples/sec	rmse=0.020639	lr=0.378217
Epoch[34] Batch [349]	Speed: 3920.278665 samples/sec	rmse=0.020658	lr=0.378159
Epoch[34] Batch [399]	Speed: 3958.793591 samples/sec	rmse=0.020658	lr=0.378100
Epoch[34] Batch [449]	Speed: 4016.627539 samples/sec	rmse=0.020665	lr=0.378042
Epoch[34] Batch [499]	Speed: 3943.603720 samples/sec	rmse=0.020670	lr=0.377983
Epoch[34] Batch [549]	Speed: 3989.353459 samples/sec	rmse=0.020665	lr=0.377924
Epoch[34] Batch [599]	Speed: 3887.945230 samples/sec	rmse=0.020690	lr=0.377865
Epoch[34] Batch [649]	Speed: 3881.968755 samples/sec	rmse=0.020687	lr=0.377806
Epoch[34] Batch [699]	Speed: 3949.739015 samples/sec	rmse=0.020682	lr=0.377747
Epoch[34] Batch [749]	Speed: 3864.104011 samples/sec	rmse=0.020689	lr=0.377688
Epoch[34] Batch [799]	Speed: 3839.355714 samples/sec	rmse=0.020691	lr=0.377629
Epoch[34] Batch [849]	Speed: 3906.528936 samples/sec	rmse=0.020697	lr=0.377570
Epoch[34] Batch [899]	Speed: 3831.916580 samples/sec	rmse=0.020702	lr=0.377511
Epoch[34] Batch [949]	Speed: 4065.472203 samples/sec	rmse=0.020712	lr=0.377451
Epoch[34] Batch [999]	Speed: 4002.664253 samples/sec	rmse=0.020708	lr=0.377392
Epoch[34] Batch [1049]	Speed: 3988.783711 samples/sec	rmse=0.020714	lr=0.377332
Epoch[34] Batch [1099]	Speed: 4036.975192 samples/sec	rmse=0.020719	lr=0.377273
Epoch[34] Batch [1149]	Speed: 3997.559949 samples/sec	rmse=0.020709	lr=0.377213
Epoch[34] Batch [1199]	Speed: 3974.060923 samples/sec	rmse=0.020701	lr=0.377153
Epoch[34] Batch [1249]	Speed: 4079.191836 samples/sec	rmse=0.020702	lr=0.377094
[Epoch 34] training: rmse=0.020702
[Epoch 34] speed: 3971 samples/sec	time cost: 332.789671
[Epoch 34] validation: err-top1=0.406616 err-top5=0.170308
Epoch[35] Batch [49]	Speed: 3865.710387 samples/sec	rmse=0.020483	lr=0.377033
Epoch[35] Batch [99]	Speed: 3913.285610 samples/sec	rmse=0.020575	lr=0.376973
Epoch[35] Batch [149]	Speed: 3924.440393 samples/sec	rmse=0.020631	lr=0.376913
Epoch[35] Batch [199]	Speed: 3811.400033 samples/sec	rmse=0.020658	lr=0.376852
Epoch[35] Batch [249]	Speed: 3952.966807 samples/sec	rmse=0.020691	lr=0.376792
Epoch[35] Batch [299]	Speed: 3956.691900 samples/sec	rmse=0.020690	lr=0.376732
Epoch[35] Batch [349]	Speed: 3973.045338 samples/sec	rmse=0.020669	lr=0.376672
Epoch[35] Batch [399]	Speed: 3996.095999 samples/sec	rmse=0.020678	lr=0.376611
Epoch[35] Batch [449]	Speed: 3932.072258 samples/sec	rmse=0.020673	lr=0.376551
Epoch[35] Batch [499]	Speed: 3993.125873 samples/sec	rmse=0.020663	lr=0.376490
Epoch[35] Batch [549]	Speed: 3933.140332 samples/sec	rmse=0.020651	lr=0.376430
Epoch[35] Batch [599]	Speed: 3952.116088 samples/sec	rmse=0.020647	lr=0.376369
Epoch[35] Batch [649]	Speed: 3876.959774 samples/sec	rmse=0.020657	lr=0.376308
Epoch[35] Batch [699]	Speed: 3856.658241 samples/sec	rmse=0.020664	lr=0.376247
Epoch[35] Batch [749]	Speed: 3981.592255 samples/sec	rmse=0.020677	lr=0.376186
Epoch[35] Batch [799]	Speed: 3854.055624 samples/sec	rmse=0.020676	lr=0.376125
Epoch[35] Batch [849]	Speed: 3868.887003 samples/sec	rmse=0.020681	lr=0.376064
Epoch[35] Batch [899]	Speed: 3900.313809 samples/sec	rmse=0.020688	lr=0.376003
Epoch[35] Batch [949]	Speed: 4040.672578 samples/sec	rmse=0.020696	lr=0.375942
Epoch[35] Batch [999]	Speed: 3904.605601 samples/sec	rmse=0.020697	lr=0.375881
Epoch[35] Batch [1049]	Speed: 3931.245621 samples/sec	rmse=0.020710	lr=0.375819
Epoch[35] Batch [1099]	Speed: 3827.373480 samples/sec	rmse=0.020713	lr=0.375758
Epoch[35] Batch [1149]	Speed: 3966.574513 samples/sec	rmse=0.020718	lr=0.375697
Epoch[35] Batch [1199]	Speed: 3873.198449 samples/sec	rmse=0.020718	lr=0.375635
Epoch[35] Batch [1249]	Speed: 4085.484254 samples/sec	rmse=0.020709	lr=0.375573
[Epoch 35] training: rmse=0.020707
[Epoch 35] speed: 3923 samples/sec	time cost: 338.927017
[Epoch 35] validation: err-top1=0.408064 err-top5=0.170041
Epoch[36] Batch [49]	Speed: 3840.870887 samples/sec	rmse=0.020625	lr=0.375510
Epoch[36] Batch [99]	Speed: 3989.708106 samples/sec	rmse=0.020684	lr=0.375449
Epoch[36] Batch [149]	Speed: 3993.031504 samples/sec	rmse=0.020649	lr=0.375387
Epoch[36] Batch [199]	Speed: 4045.071896 samples/sec	rmse=0.020598	lr=0.375325
Epoch[36] Batch [249]	Speed: 3929.843997 samples/sec	rmse=0.020582	lr=0.375263
Epoch[36] Batch [299]	Speed: 3939.962058 samples/sec	rmse=0.020561	lr=0.375201
Epoch[36] Batch [349]	Speed: 4007.675701 samples/sec	rmse=0.020561	lr=0.375139
Epoch[36] Batch [399]	Speed: 3967.890803 samples/sec	rmse=0.020537	lr=0.375076
Epoch[36] Batch [449]	Speed: 3869.935946 samples/sec	rmse=0.020550	lr=0.375014
Epoch[36] Batch [499]	Speed: 3855.252743 samples/sec	rmse=0.020562	lr=0.374952
Epoch[36] Batch [549]	Speed: 3855.523932 samples/sec	rmse=0.020540	lr=0.374889
Epoch[36] Batch [599]	Speed: 3918.130086 samples/sec	rmse=0.020552	lr=0.374827
Epoch[36] Batch [649]	Speed: 3850.659076 samples/sec	rmse=0.020569	lr=0.374764
Epoch[36] Batch [699]	Speed: 4016.897337 samples/sec	rmse=0.020582	lr=0.374702
Epoch[36] Batch [749]	Speed: 3817.114829 samples/sec	rmse=0.020599	lr=0.374639
Epoch[36] Batch [799]	Speed: 3850.814091 samples/sec	rmse=0.020608	lr=0.374576
Epoch[36] Batch [849]	Speed: 4066.980965 samples/sec	rmse=0.020608	lr=0.374513
Epoch[36] Batch [899]	Speed: 3997.793700 samples/sec	rmse=0.020604	lr=0.374450
Epoch[36] Batch [949]	Speed: 3967.883985 samples/sec	rmse=0.020601	lr=0.374387
Epoch[36] Batch [999]	Speed: 3927.224578 samples/sec	rmse=0.020614	lr=0.374324
Epoch[36] Batch [1049]	Speed: 3883.507853 samples/sec	rmse=0.020629	lr=0.374261
Epoch[36] Batch [1099]	Speed: 3964.917639 samples/sec	rmse=0.020639	lr=0.374198
Epoch[36] Batch [1149]	Speed: 3960.205501 samples/sec	rmse=0.020624	lr=0.374134
Epoch[36] Batch [1199]	Speed: 3755.732188 samples/sec	rmse=0.020631	lr=0.374071
Epoch[36] Batch [1249]	Speed: 4056.938825 samples/sec	rmse=0.020643	lr=0.374008
[Epoch 36] training: rmse=0.020644
[Epoch 36] speed: 3928 samples/sec	time cost: 337.116542
[Epoch 36] validation: err-top1=0.415876 err-top5=0.177754
Epoch[37] Batch [49]	Speed: 3908.393347 samples/sec	rmse=0.020355	lr=0.373943
Epoch[37] Batch [99]	Speed: 3915.600218 samples/sec	rmse=0.020497	lr=0.373879
Epoch[37] Batch [149]	Speed: 3957.413024 samples/sec	rmse=0.020506	lr=0.373815
Epoch[37] Batch [199]	Speed: 3925.709344 samples/sec	rmse=0.020511	lr=0.373752
Epoch[37] Batch [249]	Speed: 3917.357820 samples/sec	rmse=0.020538	lr=0.373688
Epoch[37] Batch [299]	Speed: 4005.572382 samples/sec	rmse=0.020516	lr=0.373624
Epoch[37] Batch [349]	Speed: 3871.202408 samples/sec	rmse=0.020544	lr=0.373560
Epoch[37] Batch [399]	Speed: 4034.591921 samples/sec	rmse=0.020535	lr=0.373496
Epoch[37] Batch [449]	Speed: 3927.372173 samples/sec	rmse=0.020589	lr=0.373432
Epoch[37] Batch [499]	Speed: 3973.457597 samples/sec	rmse=0.020590	lr=0.373368
Epoch[37] Batch [549]	Speed: 3873.790088 samples/sec	rmse=0.020591	lr=0.373304
Epoch[37] Batch [599]	Speed: 3914.609794 samples/sec	rmse=0.020606	lr=0.373239
Epoch[37] Batch [649]	Speed: 3993.895845 samples/sec	rmse=0.020605	lr=0.373175
Epoch[37] Batch [699]	Speed: 3945.348358 samples/sec	rmse=0.020630	lr=0.373110
Epoch[37] Batch [749]	Speed: 3876.111928 samples/sec	rmse=0.020640	lr=0.373046
Epoch[37] Batch [799]	Speed: 3891.219497 samples/sec	rmse=0.020658	lr=0.372981
Epoch[37] Batch [849]	Speed: 3822.572896 samples/sec	rmse=0.020648	lr=0.372917
Epoch[37] Batch [899]	Speed: 3830.454239 samples/sec	rmse=0.020651	lr=0.372852
Epoch[37] Batch [949]	Speed: 3856.190644 samples/sec	rmse=0.020661	lr=0.372787
Epoch[37] Batch [999]	Speed: 3984.013526 samples/sec	rmse=0.020656	lr=0.372722
Epoch[37] Batch [1049]	Speed: 3872.010128 samples/sec	rmse=0.020650	lr=0.372657
Epoch[37] Batch [1099]	Speed: 3999.519436 samples/sec	rmse=0.020653	lr=0.372592
Epoch[37] Batch [1149]	Speed: 3927.543842 samples/sec	rmse=0.020655	lr=0.372527
Epoch[37] Batch [1199]	Speed: 3940.922178 samples/sec	rmse=0.020651	lr=0.372462
Epoch[37] Batch [1249]	Speed: 4049.389556 samples/sec	rmse=0.020642	lr=0.372397
[Epoch 37] training: rmse=0.020643
[Epoch 37] speed: 3924 samples/sec	time cost: 337.209216
[Epoch 37] validation: err-top1=0.400072 err-top5=0.159698
Epoch[38] Batch [49]	Speed: 3911.342367 samples/sec	rmse=0.020452	lr=0.372330
Epoch[38] Batch [99]	Speed: 4019.951857 samples/sec	rmse=0.020570	lr=0.372265
Epoch[38] Batch [149]	Speed: 3999.108007 samples/sec	rmse=0.020546	lr=0.372199
Epoch[38] Batch [199]	Speed: 3966.838214 samples/sec	rmse=0.020590	lr=0.372134
Epoch[38] Batch [249]	Speed: 3837.379033 samples/sec	rmse=0.020559	lr=0.372068
Epoch[38] Batch [299]	Speed: 3912.118535 samples/sec	rmse=0.020582	lr=0.372002
Epoch[38] Batch [349]	Speed: 4012.257157 samples/sec	rmse=0.020588	lr=0.371936
Epoch[38] Batch [399]	Speed: 3937.481753 samples/sec	rmse=0.020569	lr=0.371871
Epoch[38] Batch [449]	Speed: 3918.761919 samples/sec	rmse=0.020564	lr=0.371805
Epoch[38] Batch [499]	Speed: 4056.410753 samples/sec	rmse=0.020566	lr=0.371739
Epoch[38] Batch [549]	Speed: 4003.646745 samples/sec	rmse=0.020565	lr=0.371673
Epoch[38] Batch [599]	Speed: 3863.252673 samples/sec	rmse=0.020567	lr=0.371607
Epoch[38] Batch [649]	Speed: 3975.361803 samples/sec	rmse=0.020571	lr=0.371540
Epoch[38] Batch [699]	Speed: 3834.129267 samples/sec	rmse=0.020576	lr=0.371474
Epoch[38] Batch [749]	Speed: 3910.675322 samples/sec	rmse=0.020571	lr=0.371408
Epoch[38] Batch [799]	Speed: 3994.010237 samples/sec	rmse=0.020572	lr=0.371342
Epoch[38] Batch [849]	Speed: 3957.617306 samples/sec	rmse=0.020593	lr=0.371275
Epoch[38] Batch [899]	Speed: 3931.453903 samples/sec	rmse=0.020611	lr=0.371209
Epoch[38] Batch [949]	Speed: 3986.572431 samples/sec	rmse=0.020610	lr=0.371142
Epoch[38] Batch [999]	Speed: 3944.619088 samples/sec	rmse=0.020620	lr=0.371075
Epoch[38] Batch [1049]	Speed: 3866.421142 samples/sec	rmse=0.020615	lr=0.371009
Epoch[38] Batch [1099]	Speed: 3940.734441 samples/sec	rmse=0.020627	lr=0.370942
Epoch[38] Batch [1149]	Speed: 3936.446387 samples/sec	rmse=0.020624	lr=0.370875
Epoch[38] Batch [1199]	Speed: 3894.735406 samples/sec	rmse=0.020625	lr=0.370808
Epoch[38] Batch [1249]	Speed: 4112.587213 samples/sec	rmse=0.020632	lr=0.370741
[Epoch 38] training: rmse=0.020631
[Epoch 38] speed: 3944 samples/sec	time cost: 335.874072
[Epoch 38] validation: err-top1=0.399235 err-top5=0.162010
Epoch[39] Batch [49]	Speed: 3917.945086 samples/sec	rmse=0.020444	lr=0.370672
Epoch[39] Batch [99]	Speed: 3910.273922 samples/sec	rmse=0.020524	lr=0.370605
Epoch[39] Batch [149]	Speed: 4030.861918 samples/sec	rmse=0.020549	lr=0.370538
Epoch[39] Batch [199]	Speed: 3980.170663 samples/sec	rmse=0.020588	lr=0.370471
Epoch[39] Batch [249]	Speed: 3901.579608 samples/sec	rmse=0.020578	lr=0.370403
Epoch[39] Batch [299]	Speed: 3887.692477 samples/sec	rmse=0.020588	lr=0.370336
Epoch[39] Batch [349]	Speed: 3930.841138 samples/sec	rmse=0.020604	lr=0.370268
Epoch[39] Batch [399]	Speed: 4017.131476 samples/sec	rmse=0.020601	lr=0.370201
Epoch[39] Batch [449]	Speed: 3881.714743 samples/sec	rmse=0.020626	lr=0.370133
Epoch[39] Batch [499]	Speed: 3925.313246 samples/sec	rmse=0.020606	lr=0.370065
Epoch[39] Batch [549]	Speed: 3932.215969 samples/sec	rmse=0.020619	lr=0.369997
Epoch[39] Batch [599]	Speed: 4009.059831 samples/sec	rmse=0.020622	lr=0.369930
Epoch[39] Batch [649]	Speed: 3981.544272 samples/sec	rmse=0.020612	lr=0.369862
Epoch[39] Batch [699]	Speed: 4002.367049 samples/sec	rmse=0.020605	lr=0.369794
Epoch[39] Batch [749]	Speed: 3939.918109 samples/sec	rmse=0.020619	lr=0.369726
Epoch[39] Batch [799]	Speed: 3928.009074 samples/sec	rmse=0.020604	lr=0.369657
Epoch[39] Batch [849]	Speed: 4040.130490 samples/sec	rmse=0.020598	lr=0.369589
Epoch[39] Batch [899]	Speed: 3908.715888 samples/sec	rmse=0.020604	lr=0.369521
Epoch[39] Batch [949]	Speed: 3872.251141 samples/sec	rmse=0.020619	lr=0.369452
Epoch[39] Batch [999]	Speed: 4025.536375 samples/sec	rmse=0.020620	lr=0.369384
Epoch[39] Batch [1049]	Speed: 3921.784911 samples/sec	rmse=0.020622	lr=0.369316
Epoch[39] Batch [1099]	Speed: 3937.774236 samples/sec	rmse=0.020624	lr=0.369247
Epoch[39] Batch [1149]	Speed: 4049.655067 samples/sec	rmse=0.020620	lr=0.369178
Epoch[39] Batch [1199]	Speed: 3938.196180 samples/sec	rmse=0.020625	lr=0.369110
Epoch[39] Batch [1249]	Speed: 3998.394687 samples/sec	rmse=0.020629	lr=0.369041
[Epoch 39] training: rmse=0.020629
[Epoch 39] speed: 3951 samples/sec	time cost: 335.475561
[Epoch 39] validation: err-top1=0.409877 err-top5=0.168487
Epoch[40] Batch [49]	Speed: 3957.223348 samples/sec	rmse=0.020763	lr=0.368971
Epoch[40] Batch [99]	Speed: 3929.357551 samples/sec	rmse=0.020649	lr=0.368902
Epoch[40] Batch [149]	Speed: 3851.025194 samples/sec	rmse=0.020520	lr=0.368833
Epoch[40] Batch [199]	Speed: 3785.287829 samples/sec	rmse=0.020515	lr=0.368764
Epoch[40] Batch [249]	Speed: 3878.574828 samples/sec	rmse=0.020551	lr=0.368694
Epoch[40] Batch [299]	Speed: 3803.548523 samples/sec	rmse=0.020563	lr=0.368625
Epoch[40] Batch [349]	Speed: 3851.469573 samples/sec	rmse=0.020559	lr=0.368556
Epoch[40] Batch [399]	Speed: 3912.087747 samples/sec	rmse=0.020554	lr=0.368487
Epoch[40] Batch [449]	Speed: 3890.639651 samples/sec	rmse=0.020589	lr=0.368417
Epoch[40] Batch [499]	Speed: 3955.796148 samples/sec	rmse=0.020559	lr=0.368348
Epoch[40] Batch [549]	Speed: 3901.233580 samples/sec	rmse=0.020558	lr=0.368278
Epoch[40] Batch [599]	Speed: 3834.795173 samples/sec	rmse=0.020566	lr=0.368208
Epoch[40] Batch [649]	Speed: 3911.890491 samples/sec	rmse=0.020563	lr=0.368139
Epoch[40] Batch [699]	Speed: 3856.579215 samples/sec	rmse=0.020566	lr=0.368069
Epoch[40] Batch [749]	Speed: 3812.648841 samples/sec	rmse=0.020579	lr=0.367999
Epoch[40] Batch [799]	Speed: 3786.130379 samples/sec	rmse=0.020581	lr=0.367929
Epoch[40] Batch [849]	Speed: 3883.744610 samples/sec	rmse=0.020586	lr=0.367859
Epoch[40] Batch [899]	Speed: 3823.173400 samples/sec	rmse=0.020579	lr=0.367789
Epoch[40] Batch [949]	Speed: 3839.438566 samples/sec	rmse=0.020580	lr=0.367719
Epoch[40] Batch [999]	Speed: 3786.981653 samples/sec	rmse=0.020579	lr=0.367649
Epoch[40] Batch [1049]	Speed: 3813.010271 samples/sec	rmse=0.020584	lr=0.367579
Epoch[40] Batch [1099]	Speed: 3826.958172 samples/sec	rmse=0.020584	lr=0.367508
Epoch[40] Batch [1149]	Speed: 3746.814024 samples/sec	rmse=0.020581	lr=0.367438
Epoch[40] Batch [1199]	Speed: 3721.074917 samples/sec	rmse=0.020583	lr=0.367367
Epoch[40] Batch [1249]	Speed: 3971.184768 samples/sec	rmse=0.020586	lr=0.367297
[Epoch 40] training: rmse=0.020587
[Epoch 40] speed: 3849 samples/sec	time cost: 342.380582
[Epoch 40] validation: err-top1=0.396973 err-top5=0.162333
Epoch[41] Batch [49]	Speed: 3857.657252 samples/sec	rmse=0.020359	lr=0.367225
Epoch[41] Batch [99]	Speed: 3913.793478 samples/sec	rmse=0.020298	lr=0.367154
Epoch[41] Batch [149]	Speed: 3863.790528 samples/sec	rmse=0.020335	lr=0.367083
Epoch[41] Batch [199]	Speed: 3811.946485 samples/sec	rmse=0.020405	lr=0.367013
Epoch[41] Batch [249]	Speed: 3814.972628 samples/sec	rmse=0.020413	lr=0.366942
Epoch[41] Batch [299]	Speed: 3783.677982 samples/sec	rmse=0.020459	lr=0.366871
Epoch[41] Batch [349]	Speed: 3994.641890 samples/sec	rmse=0.020472	lr=0.366800
Epoch[41] Batch [399]	Speed: 3857.306500 samples/sec	rmse=0.020496	lr=0.366729
Epoch[41] Batch [449]	Speed: 3842.007312 samples/sec	rmse=0.020509	lr=0.366657
Epoch[41] Batch [499]	Speed: 3808.177353 samples/sec	rmse=0.020529	lr=0.366586
Epoch[41] Batch [549]	Speed: 3908.858608 samples/sec	rmse=0.020547	lr=0.366515
Epoch[41] Batch [599]	Speed: 3868.042335 samples/sec	rmse=0.020566	lr=0.366444
Epoch[41] Batch [649]	Speed: 3836.676037 samples/sec	rmse=0.020594	lr=0.366372
Epoch[41] Batch [699]	Speed: 3810.960861 samples/sec	rmse=0.020582	lr=0.366301
Epoch[41] Batch [749]	Speed: 3913.316702 samples/sec	rmse=0.020590	lr=0.366229
Epoch[41] Batch [799]	Speed: 3785.372367 samples/sec	rmse=0.020592	lr=0.366157
Epoch[41] Batch [849]	Speed: 3809.483314 samples/sec	rmse=0.020603	lr=0.366086
Epoch[41] Batch [899]	Speed: 3746.850241 samples/sec	rmse=0.020604	lr=0.366014
Epoch[41] Batch [949]	Speed: 3825.492388 samples/sec	rmse=0.020600	lr=0.365942
Epoch[41] Batch [999]	Speed: 3821.056894 samples/sec	rmse=0.020600	lr=0.365870
Epoch[41] Batch [1049]	Speed: 3841.896100 samples/sec	rmse=0.020586	lr=0.365798
Epoch[41] Batch [1099]	Speed: 3857.556704 samples/sec	rmse=0.020586	lr=0.365726
Epoch[41] Batch [1149]	Speed: 3821.225717 samples/sec	rmse=0.020597	lr=0.365654
Epoch[41] Batch [1199]	Speed: 3814.230868 samples/sec	rmse=0.020600	lr=0.365582
Epoch[41] Batch [1249]	Speed: 3957.357965 samples/sec	rmse=0.020600	lr=0.365510
[Epoch 41] training: rmse=0.020598
[Epoch 41] speed: 3842 samples/sec	time cost: 343.169029
[Epoch 41] validation: err-top1=0.397301 err-top5=0.158721
Epoch[42] Batch [49]	Speed: 3843.316361 samples/sec	rmse=0.020409	lr=0.365436
Epoch[42] Batch [99]	Speed: 3944.944012 samples/sec	rmse=0.020438	lr=0.365363
Epoch[42] Batch [149]	Speed: 3788.130711 samples/sec	rmse=0.020495	lr=0.365291
Epoch[42] Batch [199]	Speed: 3752.746469 samples/sec	rmse=0.020513	lr=0.365218
Epoch[42] Batch [249]	Speed: 3768.362260 samples/sec	rmse=0.020548	lr=0.365146
Epoch[42] Batch [299]	Speed: 3784.974996 samples/sec	rmse=0.020567	lr=0.365073
Epoch[42] Batch [349]	Speed: 3815.898963 samples/sec	rmse=0.020569	lr=0.365000
Epoch[42] Batch [399]	Speed: 3727.774351 samples/sec	rmse=0.020563	lr=0.364927
Epoch[42] Batch [449]	Speed: 3867.390254 samples/sec	rmse=0.020581	lr=0.364855
Epoch[42] Batch [499]	Speed: 3806.861017 samples/sec	rmse=0.020569	lr=0.364782
Epoch[42] Batch [549]	Speed: 3803.712097 samples/sec	rmse=0.020552	lr=0.364709
Epoch[42] Batch [599]	Speed: 3860.709239 samples/sec	rmse=0.020551	lr=0.364636
Epoch[42] Batch [649]	Speed: 3745.364887 samples/sec	rmse=0.020559	lr=0.364562
Epoch[42] Batch [699]	Speed: 3813.803032 samples/sec	rmse=0.020552	lr=0.364489
Epoch[42] Batch [749]	Speed: 3899.160121 samples/sec	rmse=0.020560	lr=0.364416
Epoch[42] Batch [799]	Speed: 3837.929325 samples/sec	rmse=0.020580	lr=0.364343
Epoch[42] Batch [849]	Speed: 3783.384412 samples/sec	rmse=0.020576	lr=0.364269
Epoch[42] Batch [899]	Speed: 3901.605481 samples/sec	rmse=0.020583	lr=0.364196
Epoch[42] Batch [949]	Speed: 3792.109731 samples/sec	rmse=0.020585	lr=0.364122
Epoch[42] Batch [999]	Speed: 3842.786528 samples/sec	rmse=0.020574	lr=0.364048
Epoch[42] Batch [1049]	Speed: 3857.619762 samples/sec	rmse=0.020580	lr=0.363975
Epoch[42] Batch [1099]	Speed: 3803.230644 samples/sec	rmse=0.020589	lr=0.363901
Epoch[42] Batch [1149]	Speed: 3779.035662 samples/sec	rmse=0.020572	lr=0.363827
Epoch[42] Batch [1199]	Speed: 3795.915278 samples/sec	rmse=0.020567	lr=0.363753
Epoch[42] Batch [1249]	Speed: 3922.915911 samples/sec	rmse=0.020568	lr=0.363679
[Epoch 42] training: rmse=0.020568
[Epoch 42] speed: 3818 samples/sec	time cost: 345.389830
[Epoch 42] validation: err-top1=0.405533 err-top5=0.168646
Epoch[43] Batch [49]	Speed: 3852.882752 samples/sec	rmse=0.020497	lr=0.363604
Epoch[43] Batch [99]	Speed: 3827.540543 samples/sec	rmse=0.020487	lr=0.363530
Epoch[43] Batch [149]	Speed: 3787.924776 samples/sec	rmse=0.020454	lr=0.363455
Epoch[43] Batch [199]	Speed: 3781.616422 samples/sec	rmse=0.020473	lr=0.363381
Epoch[43] Batch [249]	Speed: 3772.073889 samples/sec	rmse=0.020454	lr=0.363307
Epoch[43] Batch [299]	Speed: 3780.214171 samples/sec	rmse=0.020453	lr=0.363232
Epoch[43] Batch [349]	Speed: 3713.015466 samples/sec	rmse=0.020508	lr=0.363158
Epoch[43] Batch [399]	Speed: 3853.035872 samples/sec	rmse=0.020521	lr=0.363084
Epoch[43] Batch [449]	Speed: 3784.090417 samples/sec	rmse=0.020522	lr=0.363009
Epoch[43] Batch [499]	Speed: 3753.136511 samples/sec	rmse=0.020550	lr=0.362934
Epoch[43] Batch [549]	Speed: 3772.070841 samples/sec	rmse=0.020551	lr=0.362860
Epoch[43] Batch [599]	Speed: 3832.206789 samples/sec	rmse=0.020537	lr=0.362785
Epoch[43] Batch [649]	Speed: 3980.522498 samples/sec	rmse=0.020530	lr=0.362710
Epoch[43] Batch [699]	Speed: 3757.220191 samples/sec	rmse=0.020528	lr=0.362635
Epoch[43] Batch [749]	Speed: 3831.595378 samples/sec	rmse=0.020539	lr=0.362560
Epoch[43] Batch [799]	Speed: 3762.393960 samples/sec	rmse=0.020546	lr=0.362485
Epoch[43] Batch [849]	Speed: 3792.019602 samples/sec	rmse=0.020541	lr=0.362410
Epoch[43] Batch [899]	Speed: 3854.876825 samples/sec	rmse=0.020543	lr=0.362335
Epoch[43] Batch [949]	Speed: 3741.535068 samples/sec	rmse=0.020550	lr=0.362259
Epoch[43] Batch [999]	Speed: 3847.827155 samples/sec	rmse=0.020553	lr=0.362184
Epoch[43] Batch [1049]	Speed: 3797.433888 samples/sec	rmse=0.020539	lr=0.362109
Epoch[43] Batch [1099]	Speed: 3829.515635 samples/sec	rmse=0.020542	lr=0.362033
Epoch[43] Batch [1149]	Speed: 3737.199274 samples/sec	rmse=0.020542	lr=0.361958
Epoch[43] Batch [1199]	Speed: 3781.356129 samples/sec	rmse=0.020549	lr=0.361882
Epoch[43] Batch [1249]	Speed: 3945.237388 samples/sec	rmse=0.020547	lr=0.361806
[Epoch 43] training: rmse=0.020546
[Epoch 43] speed: 3802 samples/sec	time cost: 346.653741
[Epoch 43] validation: err-top1=0.385682 err-top5=0.155014
Epoch[44] Batch [49]	Speed: 3762.924866 samples/sec	rmse=0.020130	lr=0.361729
Epoch[44] Batch [99]	Speed: 3784.857188 samples/sec	rmse=0.020272	lr=0.361653
Epoch[44] Batch [149]	Speed: 3747.350416 samples/sec	rmse=0.020355	lr=0.361578
Epoch[44] Batch [199]	Speed: 3842.477389 samples/sec	rmse=0.020381	lr=0.361502
Epoch[44] Batch [249]	Speed: 3825.835401 samples/sec	rmse=0.020479	lr=0.361426
Epoch[44] Batch [299]	Speed: 3723.373146 samples/sec	rmse=0.020496	lr=0.361350
Epoch[44] Batch [349]	Speed: 3840.676144 samples/sec	rmse=0.020497	lr=0.361273
Epoch[44] Batch [399]	Speed: 3828.438934 samples/sec	rmse=0.020509	lr=0.361197
Epoch[44] Batch [449]	Speed: 3836.983352 samples/sec	rmse=0.020497	lr=0.361121
Epoch[44] Batch [499]	Speed: 3832.108179 samples/sec	rmse=0.020496	lr=0.361045
Epoch[44] Batch [549]	Speed: 3715.680516 samples/sec	rmse=0.020506	lr=0.360968
Epoch[44] Batch [599]	Speed: 3852.029441 samples/sec	rmse=0.020514	lr=0.360892
Epoch[44] Batch [649]	Speed: 3735.287245 samples/sec	rmse=0.020530	lr=0.360815
Epoch[44] Batch [699]	Speed: 3773.733756 samples/sec	rmse=0.020508	lr=0.360739
Epoch[44] Batch [749]	Speed: 3931.610597 samples/sec	rmse=0.020488	lr=0.360662
Epoch[44] Batch [799]	Speed: 3866.990309 samples/sec	rmse=0.020491	lr=0.360585
Epoch[44] Batch [849]	Speed: 3755.658624 samples/sec	rmse=0.020511	lr=0.360508
Epoch[44] Batch [899]	Speed: 3841.939952 samples/sec	rmse=0.020520	lr=0.360432
Epoch[44] Batch [949]	Speed: 3803.858504 samples/sec	rmse=0.020537	lr=0.360355
Epoch[44] Batch [999]	Speed: 3818.044241 samples/sec	rmse=0.020540	lr=0.360278
Epoch[44] Batch [1049]	Speed: 3859.815134 samples/sec	rmse=0.020529	lr=0.360201
Epoch[44] Batch [1099]	Speed: 3928.550668 samples/sec	rmse=0.020541	lr=0.360123
Epoch[44] Batch [1149]	Speed: 3825.532118 samples/sec	rmse=0.020537	lr=0.360046
Epoch[44] Batch [1199]	Speed: 3840.613364 samples/sec	rmse=0.020531	lr=0.359969
Epoch[44] Batch [1249]	Speed: 4063.012589 samples/sec	rmse=0.020532	lr=0.359892
[Epoch 44] training: rmse=0.020532
[Epoch 44] speed: 3821 samples/sec	time cost: 344.921883
[Epoch 44] validation: err-top1=0.395906 err-top5=0.161950
Epoch[45] Batch [49]	Speed: 3801.950774 samples/sec	rmse=0.020302	lr=0.359813
Epoch[45] Batch [99]	Speed: 3773.544037 samples/sec	rmse=0.020262	lr=0.359735
Epoch[45] Batch [149]	Speed: 3825.584116 samples/sec	rmse=0.020353	lr=0.359658
Epoch[45] Batch [199]	Speed: 3945.443748 samples/sec	rmse=0.020454	lr=0.359580
Epoch[45] Batch [249]	Speed: 3752.589674 samples/sec	rmse=0.020495	lr=0.359502
Epoch[45] Batch [299]	Speed: 3823.218595 samples/sec	rmse=0.020524	lr=0.359425
Epoch[45] Batch [349]	Speed: 3766.222367 samples/sec	rmse=0.020516	lr=0.359347
Epoch[45] Batch [399]	Speed: 3888.248987 samples/sec	rmse=0.020486	lr=0.359269
Epoch[45] Batch [449]	Speed: 3880.403531 samples/sec	rmse=0.020479	lr=0.359191
Epoch[45] Batch [499]	Speed: 3826.105602 samples/sec	rmse=0.020471	lr=0.359113
Epoch[45] Batch [549]	Speed: 3781.195737 samples/sec	rmse=0.020455	lr=0.359035
Epoch[45] Batch [599]	Speed: 3797.198741 samples/sec	rmse=0.020459	lr=0.358957
Epoch[45] Batch [649]	Speed: 3883.603297 samples/sec	rmse=0.020461	lr=0.358879
Epoch[45] Batch [699]	Speed: 3791.259498 samples/sec	rmse=0.020459	lr=0.358801
Epoch[45] Batch [749]	Speed: 3803.633542 samples/sec	rmse=0.020466	lr=0.358722
Epoch[45] Batch [799]	Speed: 3866.639250 samples/sec	rmse=0.020469	lr=0.358644
Epoch[45] Batch [849]	Speed: 3840.669825 samples/sec	rmse=0.020483	lr=0.358565
Epoch[45] Batch [899]	Speed: 3860.206241 samples/sec	rmse=0.020497	lr=0.358487
Epoch[45] Batch [949]	Speed: 3843.011469 samples/sec	rmse=0.020518	lr=0.358408
Epoch[45] Batch [999]	Speed: 3893.964002 samples/sec	rmse=0.020514	lr=0.358330
Epoch[45] Batch [1049]	Speed: 3881.164731 samples/sec	rmse=0.020522	lr=0.358251
Epoch[45] Batch [1099]	Speed: 3888.312771 samples/sec	rmse=0.020528	lr=0.358172
Epoch[45] Batch [1149]	Speed: 3867.476967 samples/sec	rmse=0.020530	lr=0.358093
Epoch[45] Batch [1199]	Speed: 3858.545989 samples/sec	rmse=0.020522	lr=0.358014
Epoch[45] Batch [1249]	Speed: 4045.453513 samples/sec	rmse=0.020521	lr=0.357935
[Epoch 45] training: rmse=0.020520
[Epoch 45] speed: 3843 samples/sec	time cost: 343.297878
[Epoch 45] validation: err-top1=0.378647 err-top5=0.148816
Epoch[46] Batch [49]	Speed: 3771.208972 samples/sec	rmse=0.020128	lr=0.357855
Epoch[46] Batch [99]	Speed: 3875.141167 samples/sec	rmse=0.020167	lr=0.357776
Epoch[46] Batch [149]	Speed: 3902.962912 samples/sec	rmse=0.020226	lr=0.357696
Epoch[46] Batch [199]	Speed: 3883.068126 samples/sec	rmse=0.020292	lr=0.357617
Epoch[46] Batch [249]	Speed: 3889.538314 samples/sec	rmse=0.020287	lr=0.357538
Epoch[46] Batch [299]	Speed: 3848.192115 samples/sec	rmse=0.020319	lr=0.357459
Epoch[46] Batch [349]	Speed: 4021.940970 samples/sec	rmse=0.020322	lr=0.357379
Epoch[46] Batch [399]	Speed: 3981.586423 samples/sec	rmse=0.020340	lr=0.357300
Epoch[46] Batch [449]	Speed: 3958.052413 samples/sec	rmse=0.020374	lr=0.357220
Epoch[46] Batch [499]	Speed: 3905.796470 samples/sec	rmse=0.020398	lr=0.357140
Epoch[46] Batch [549]	Speed: 3891.108873 samples/sec	rmse=0.020390	lr=0.357061
Epoch[46] Batch [599]	Speed: 3863.646771 samples/sec	rmse=0.020414	lr=0.356981
Epoch[46] Batch [649]	Speed: 3975.625349 samples/sec	rmse=0.020416	lr=0.356901
Epoch[46] Batch [699]	Speed: 3995.496893 samples/sec	rmse=0.020417	lr=0.356821
Epoch[46] Batch [749]	Speed: 4005.316729 samples/sec	rmse=0.020415	lr=0.356741
Epoch[46] Batch [799]	Speed: 4105.481036 samples/sec	rmse=0.020429	lr=0.356661
Epoch[46] Batch [849]	Speed: 3925.981707 samples/sec	rmse=0.020436	lr=0.356581
Epoch[46] Batch [899]	Speed: 3983.403259 samples/sec	rmse=0.020439	lr=0.356501
Epoch[46] Batch [949]	Speed: 3897.326432 samples/sec	rmse=0.020438	lr=0.356421
Epoch[46] Batch [999]	Speed: 4055.991061 samples/sec	rmse=0.020442	lr=0.356340
Epoch[46] Batch [1049]	Speed: 4090.701394 samples/sec	rmse=0.020440	lr=0.356260
Epoch[46] Batch [1099]	Speed: 4115.840012 samples/sec	rmse=0.020445	lr=0.356180
Epoch[46] Batch [1149]	Speed: 4036.973598 samples/sec	rmse=0.020451	lr=0.356099
Epoch[46] Batch [1199]	Speed: 4016.225503 samples/sec	rmse=0.020460	lr=0.356019
Epoch[46] Batch [1249]	Speed: 4175.626878 samples/sec	rmse=0.020452	lr=0.355938
[Epoch 46] training: rmse=0.020453
[Epoch 46] speed: 3961 samples/sec	time cost: 333.531756
[Epoch 46] validation: err-top1=0.417786 err-top5=0.176290
Epoch[47] Batch [49]	Speed: 3921.225921 samples/sec	rmse=0.020325	lr=0.355856
Epoch[47] Batch [99]	Speed: 3929.279759 samples/sec	rmse=0.020425	lr=0.355775
Epoch[47] Batch [149]	Speed: 4193.722776 samples/sec	rmse=0.020504	lr=0.355694
Epoch[47] Batch [199]	Speed: 4215.942903 samples/sec	rmse=0.020509	lr=0.355613
Epoch[47] Batch [249]	Speed: 3981.657588 samples/sec	rmse=0.020519	lr=0.355532
Epoch[47] Batch [299]	Speed: 3968.858130 samples/sec	rmse=0.020487	lr=0.355451
Epoch[47] Batch [349]	Speed: 4056.514885 samples/sec	rmse=0.020472	lr=0.355370
Epoch[47] Batch [399]	Speed: 4074.799289 samples/sec	rmse=0.020446	lr=0.355289
Epoch[47] Batch [449]	Speed: 4081.277019 samples/sec	rmse=0.020435	lr=0.355208
Epoch[47] Batch [499]	Speed: 4077.383979 samples/sec	rmse=0.020450	lr=0.355127
Epoch[47] Batch [549]	Speed: 4174.662620 samples/sec	rmse=0.020459	lr=0.355046
Epoch[47] Batch [599]	Speed: 4026.228086 samples/sec	rmse=0.020471	lr=0.354964
Epoch[47] Batch [649]	Speed: 4193.219578 samples/sec	rmse=0.020484	lr=0.354883
Epoch[47] Batch [699]	Speed: 4187.779325 samples/sec	rmse=0.020473	lr=0.354801
Epoch[47] Batch [749]	Speed: 4160.765467 samples/sec	rmse=0.020467	lr=0.354720
Epoch[47] Batch [799]	Speed: 3973.782069 samples/sec	rmse=0.020459	lr=0.354638
Epoch[47] Batch [849]	Speed: 4064.878045 samples/sec	rmse=0.020461	lr=0.354556
Epoch[47] Batch [899]	Speed: 3999.104953 samples/sec	rmse=0.020453	lr=0.354475
Epoch[47] Batch [949]	Speed: 3916.597287 samples/sec	rmse=0.020464	lr=0.354393
Epoch[47] Batch [999]	Speed: 4107.802190 samples/sec	rmse=0.020469	lr=0.354311
Epoch[47] Batch [1049]	Speed: 4076.255327 samples/sec	rmse=0.020467	lr=0.354229
Epoch[47] Batch [1099]	Speed: 3934.121562 samples/sec	rmse=0.020484	lr=0.354147
Epoch[47] Batch [1149]	Speed: 4058.580855 samples/sec	rmse=0.020488	lr=0.354065
Epoch[47] Batch [1199]	Speed: 4134.286435 samples/sec	rmse=0.020494	lr=0.353983
Epoch[47] Batch [1249]	Speed: 4039.222091 samples/sec	rmse=0.020498	lr=0.353900
[Epoch 47] training: rmse=0.020499
[Epoch 47] speed: 4056 samples/sec	time cost: 326.270647
[Epoch 47] validation: err-top1=0.386779 err-top5=0.153858
Epoch[48] Batch [49]	Speed: 4081.672635 samples/sec	rmse=0.020271	lr=0.353816
Epoch[48] Batch [99]	Speed: 4089.736546 samples/sec	rmse=0.020326	lr=0.353734
Epoch[48] Batch [149]	Speed: 4101.509432 samples/sec	rmse=0.020388	lr=0.353652
Epoch[48] Batch [199]	Speed: 4152.992352 samples/sec	rmse=0.020375	lr=0.353569
Epoch[48] Batch [249]	Speed: 4012.379425 samples/sec	rmse=0.020374	lr=0.353487
Epoch[48] Batch [299]	Speed: 4052.128044 samples/sec	rmse=0.020350	lr=0.353404
Epoch[48] Batch [349]	Speed: 4065.613669 samples/sec	rmse=0.020399	lr=0.353321
Epoch[48] Batch [399]	Speed: 4159.936909 samples/sec	rmse=0.020403	lr=0.353239
Epoch[48] Batch [449]	Speed: 4082.053741 samples/sec	rmse=0.020384	lr=0.353156
Epoch[48] Batch [499]	Speed: 4031.934229 samples/sec	rmse=0.020406	lr=0.353073
Epoch[48] Batch [549]	Speed: 4080.667144 samples/sec	rmse=0.020409	lr=0.352990
Epoch[48] Batch [599]	Speed: 4007.254068 samples/sec	rmse=0.020420	lr=0.352907
Epoch[48] Batch [649]	Speed: 4200.690937 samples/sec	rmse=0.020425	lr=0.352824
Epoch[48] Batch [699]	Speed: 4149.283143 samples/sec	rmse=0.020430	lr=0.352741
Epoch[48] Batch [749]	Speed: 3912.797836 samples/sec	rmse=0.020442	lr=0.352658
Epoch[48] Batch [799]	Speed: 3990.940261 samples/sec	rmse=0.020446	lr=0.352575
Epoch[48] Batch [849]	Speed: 4111.554233 samples/sec	rmse=0.020443	lr=0.352491
Epoch[48] Batch [899]	Speed: 4153.933768 samples/sec	rmse=0.020455	lr=0.352408
Epoch[48] Batch [949]	Speed: 3942.580912 samples/sec	rmse=0.020458	lr=0.352325
Epoch[48] Batch [999]	Speed: 4055.671025 samples/sec	rmse=0.020462	lr=0.352241
Epoch[48] Batch [1049]	Speed: 3994.544328 samples/sec	rmse=0.020461	lr=0.352157
Epoch[48] Batch [1099]	Speed: 4070.910489 samples/sec	rmse=0.020458	lr=0.352074
Epoch[48] Batch [1149]	Speed: 4057.649344 samples/sec	rmse=0.020472	lr=0.351990
Epoch[48] Batch [1199]	Speed: 4084.751911 samples/sec	rmse=0.020463	lr=0.351906
Epoch[48] Batch [1249]	Speed: 4062.897438 samples/sec	rmse=0.020466	lr=0.351823
[Epoch 48] training: rmse=0.020467
[Epoch 48] speed: 4063 samples/sec	time cost: 325.120604
[Epoch 48] validation: err-top1=0.375299 err-top5=0.145867
Epoch[49] Batch [49]	Speed: 3955.407434 samples/sec	rmse=0.020110	lr=0.351737
Epoch[49] Batch [99]	Speed: 3971.581804 samples/sec	rmse=0.020305	lr=0.351653
Epoch[49] Batch [149]	Speed: 4064.210680 samples/sec	rmse=0.020333	lr=0.351569
Epoch[49] Batch [199]	Speed: 3924.883801 samples/sec	rmse=0.020385	lr=0.351485
Epoch[49] Batch [249]	Speed: 4146.064219 samples/sec	rmse=0.020420	lr=0.351401
Epoch[49] Batch [299]	Speed: 4065.574569 samples/sec	rmse=0.020424	lr=0.351317
Epoch[49] Batch [349]	Speed: 3953.171648 samples/sec	rmse=0.020462	lr=0.351233
Epoch[49] Batch [399]	Speed: 3868.388352 samples/sec	rmse=0.020451	lr=0.351148
Epoch[49] Batch [449]	Speed: 3917.012918 samples/sec	rmse=0.020454	lr=0.351064
Epoch[49] Batch [499]	Speed: 3755.411481 samples/sec	rmse=0.020486	lr=0.350980
Epoch[49] Batch [549]	Speed: 3843.596260 samples/sec	rmse=0.020501	lr=0.350895
Epoch[49] Batch [599]	Speed: 3871.871622 samples/sec	rmse=0.020499	lr=0.350810
Epoch[49] Batch [649]	Speed: 3919.398535 samples/sec	rmse=0.020501	lr=0.350726
Epoch[49] Batch [699]	Speed: 3869.096397 samples/sec	rmse=0.020473	lr=0.350641
Epoch[49] Batch [749]	Speed: 3852.042708 samples/sec	rmse=0.020485	lr=0.350556
Epoch[49] Batch [799]	Speed: 3895.129736 samples/sec	rmse=0.020490	lr=0.350472
Epoch[49] Batch [849]	Speed: 3870.665069 samples/sec	rmse=0.020478	lr=0.350387
Epoch[49] Batch [899]	Speed: 3848.695780 samples/sec	rmse=0.020483	lr=0.350302
Epoch[49] Batch [949]	Speed: 3897.219067 samples/sec	rmse=0.020490	lr=0.350217
Epoch[49] Batch [999]	Speed: 3784.299136 samples/sec	rmse=0.020495	lr=0.350132
Epoch[49] Batch [1049]	Speed: 3822.451036 samples/sec	rmse=0.020497	lr=0.350047
Epoch[49] Batch [1099]	Speed: 3904.852535 samples/sec	rmse=0.020503	lr=0.349961
Epoch[49] Batch [1149]	Speed: 3816.962379 samples/sec	rmse=0.020497	lr=0.349876
Epoch[49] Batch [1199]	Speed: 3853.912313 samples/sec	rmse=0.020492	lr=0.349791
Epoch[49] Batch [1249]	Speed: 3958.834897 samples/sec	rmse=0.020491	lr=0.349706
[Epoch 49] training: rmse=0.020492
[Epoch 49] speed: 3900 samples/sec	time cost: 337.766759
[Epoch 49] validation: err-top1=0.388652 err-top5=0.154157
Epoch[50] Batch [49]	Speed: 3851.592669 samples/sec	rmse=0.020148	lr=0.349618
Epoch[50] Batch [99]	Speed: 3845.847598 samples/sec	rmse=0.020233	lr=0.349533
Epoch[50] Batch [149]	Speed: 3846.455506 samples/sec	rmse=0.020206	lr=0.349447
Epoch[50] Batch [199]	Speed: 3864.785309 samples/sec	rmse=0.020255	lr=0.349362
Epoch[50] Batch [249]	Speed: 3807.637248 samples/sec	rmse=0.020299	lr=0.349276
Epoch[50] Batch [299]	Speed: 3835.951645 samples/sec	rmse=0.020333	lr=0.349190
Epoch[50] Batch [349]	Speed: 3747.315890 samples/sec	rmse=0.020353	lr=0.349105
Epoch[50] Batch [399]	Speed: 3754.089232 samples/sec	rmse=0.020344	lr=0.349019
Epoch[50] Batch [449]	Speed: 3922.420002 samples/sec	rmse=0.020371	lr=0.348933
Epoch[50] Batch [499]	Speed: 3914.491913 samples/sec	rmse=0.020395	lr=0.348847
Epoch[50] Batch [549]	Speed: 3834.316773 samples/sec	rmse=0.020393	lr=0.348761
Epoch[50] Batch [599]	Speed: 3895.712405 samples/sec	rmse=0.020388	lr=0.348675
Epoch[50] Batch [649]	Speed: 3800.326928 samples/sec	rmse=0.020397	lr=0.348588
Epoch[50] Batch [699]	Speed: 3846.427741 samples/sec	rmse=0.020412	lr=0.348502
Epoch[50] Batch [749]	Speed: 3932.560241 samples/sec	rmse=0.020421	lr=0.348416
Epoch[50] Batch [799]	Speed: 3900.938421 samples/sec	rmse=0.020426	lr=0.348330
Epoch[50] Batch [849]	Speed: 3929.206141 samples/sec	rmse=0.020417	lr=0.348243
Epoch[50] Batch [899]	Speed: 3807.110929 samples/sec	rmse=0.020422	lr=0.348157
Epoch[50] Batch [949]	Speed: 3908.625537 samples/sec	rmse=0.020433	lr=0.348070
Epoch[50] Batch [999]	Speed: 3955.968197 samples/sec	rmse=0.020435	lr=0.347984
Epoch[50] Batch [1049]	Speed: 3899.141077 samples/sec	rmse=0.020419	lr=0.347897
Epoch[50] Batch [1099]	Speed: 3940.384470 samples/sec	rmse=0.020415	lr=0.347810
Epoch[50] Batch [1149]	Speed: 3930.225904 samples/sec	rmse=0.020420	lr=0.347723
Epoch[50] Batch [1199]	Speed: 3892.042647 samples/sec	rmse=0.020418	lr=0.347637
Epoch[50] Batch [1249]	Speed: 4001.116200 samples/sec	rmse=0.020424	lr=0.347550
[Epoch 50] training: rmse=0.020424
[Epoch 50] speed: 3870 samples/sec	time cost: 340.763627
[Epoch 50] validation: err-top1=0.386858 err-top5=0.157246
Epoch[51] Batch [49]	Speed: 3912.273976 samples/sec	rmse=0.020244	lr=0.347461
Epoch[51] Batch [99]	Speed: 3956.622427 samples/sec	rmse=0.020336	lr=0.347374
Epoch[51] Batch [149]	Speed: 3987.542670 samples/sec	rmse=0.020388	lr=0.347287
Epoch[51] Batch [199]	Speed: 3786.059290 samples/sec	rmse=0.020378	lr=0.347200
Epoch[51] Batch [249]	Speed: 3865.835300 samples/sec	rmse=0.020395	lr=0.347112
Epoch[51] Batch [299]	Speed: 3929.660334 samples/sec	rmse=0.020460	lr=0.347025
Epoch[51] Batch [349]	Speed: 3855.486137 samples/sec	rmse=0.020464	lr=0.346938
Epoch[51] Batch [399]	Speed: 3766.874605 samples/sec	rmse=0.020466	lr=0.346850
Epoch[51] Batch [449]	Speed: 3936.823877 samples/sec	rmse=0.020441	lr=0.346763
Epoch[51] Batch [499]	Speed: 3950.436822 samples/sec	rmse=0.020422	lr=0.346675
Epoch[51] Batch [549]	Speed: 3978.736448 samples/sec	rmse=0.020419	lr=0.346588
Epoch[51] Batch [599]	Speed: 3859.056390 samples/sec	rmse=0.020404	lr=0.346500
Epoch[51] Batch [649]	Speed: 3911.781965 samples/sec	rmse=0.020393	lr=0.346413
Epoch[51] Batch [699]	Speed: 3919.898117 samples/sec	rmse=0.020408	lr=0.346325
Epoch[51] Batch [749]	Speed: 3873.632170 samples/sec	rmse=0.020413	lr=0.346237
Epoch[51] Batch [799]	Speed: 3906.948687 samples/sec	rmse=0.020426	lr=0.346149
Epoch[51] Batch [849]	Speed: 4118.234814 samples/sec	rmse=0.020440	lr=0.346061
Epoch[51] Batch [899]	Speed: 4001.435139 samples/sec	rmse=0.020443	lr=0.345973
Epoch[51] Batch [949]	Speed: 3856.079647 samples/sec	rmse=0.020446	lr=0.345885
Epoch[51] Batch [999]	Speed: 3896.470433 samples/sec	rmse=0.020452	lr=0.345797
Epoch[51] Batch [1049]	Speed: 3958.444346 samples/sec	rmse=0.020461	lr=0.345709
Epoch[51] Batch [1099]	Speed: 3919.787072 samples/sec	rmse=0.020459	lr=0.345620
Epoch[51] Batch [1149]	Speed: 3911.461626 samples/sec	rmse=0.020452	lr=0.345532
Epoch[51] Batch [1199]	Speed: 3908.324706 samples/sec	rmse=0.020456	lr=0.345444
Epoch[51] Batch [1249]	Speed: 4050.501544 samples/sec	rmse=0.020460	lr=0.345355
[Epoch 51] training: rmse=0.020460
[Epoch 51] speed: 3916 samples/sec	time cost: 336.670878
[Epoch 51] validation: err-top1=0.384088 err-top5=0.153699
Epoch[52] Batch [49]	Speed: 3823.269645 samples/sec	rmse=0.020252	lr=0.345265
Epoch[52] Batch [99]	Speed: 3878.494341 samples/sec	rmse=0.020304	lr=0.345177
Epoch[52] Batch [149]	Speed: 3847.068499 samples/sec	rmse=0.020277	lr=0.345088
Epoch[52] Batch [199]	Speed: 3904.703575 samples/sec	rmse=0.020249	lr=0.344999
Epoch[52] Batch [249]	Speed: 3911.512067 samples/sec	rmse=0.020241	lr=0.344911
Epoch[52] Batch [299]	Speed: 3957.334118 samples/sec	rmse=0.020305	lr=0.344822
Epoch[52] Batch [349]	Speed: 3925.606437 samples/sec	rmse=0.020308	lr=0.344733
Epoch[52] Batch [399]	Speed: 3839.959168 samples/sec	rmse=0.020343	lr=0.344644
Epoch[52] Batch [449]	Speed: 3879.367127 samples/sec	rmse=0.020359	lr=0.344555
Epoch[52] Batch [499]	Speed: 3860.360777 samples/sec	rmse=0.020380	lr=0.344466
Epoch[52] Batch [549]	Speed: 3793.285757 samples/sec	rmse=0.020372	lr=0.344377
Epoch[52] Batch [599]	Speed: 3805.725996 samples/sec	rmse=0.020383	lr=0.344288
Epoch[52] Batch [649]	Speed: 3912.975434 samples/sec	rmse=0.020383	lr=0.344199
Epoch[52] Batch [699]	Speed: 3765.016192 samples/sec	rmse=0.020394	lr=0.344109
Epoch[52] Batch [749]	Speed: 3898.122873 samples/sec	rmse=0.020419	lr=0.344020
Epoch[52] Batch [799]	Speed: 3909.735220 samples/sec	rmse=0.020425	lr=0.343931
Epoch[52] Batch [849]	Speed: 3827.853356 samples/sec	rmse=0.020428	lr=0.343841
Epoch[52] Batch [899]	Speed: 3920.922646 samples/sec	rmse=0.020440	lr=0.343752
Epoch[52] Batch [949]	Speed: 3792.092857 samples/sec	rmse=0.020445	lr=0.343662
Epoch[52] Batch [999]	Speed: 3871.735499 samples/sec	rmse=0.020437	lr=0.343572
Epoch[52] Batch [1049]	Speed: 3839.100865 samples/sec	rmse=0.020434	lr=0.343483
Epoch[52] Batch [1099]	Speed: 3830.068865 samples/sec	rmse=0.020433	lr=0.343393
Epoch[52] Batch [1149]	Speed: 3817.738798 samples/sec	rmse=0.020433	lr=0.343303
Epoch[52] Batch [1199]	Speed: 3799.827505 samples/sec	rmse=0.020426	lr=0.343213
Epoch[52] Batch [1249]	Speed: 4090.196126 samples/sec	rmse=0.020430	lr=0.343123
[Epoch 52] training: rmse=0.020431
[Epoch 52] speed: 3864 samples/sec	time cost: 341.277917
[Epoch 52] validation: err-top1=0.388997 err-top5=0.155294
Epoch[53] Batch [49]	Speed: 3848.210664 samples/sec	rmse=0.020356	lr=0.343032
Epoch[53] Batch [99]	Speed: 3754.060094 samples/sec	rmse=0.020387	lr=0.342942
Epoch[53] Batch [149]	Speed: 3817.354757 samples/sec	rmse=0.020376	lr=0.342851
Epoch[53] Batch [199]	Speed: 3737.726085 samples/sec	rmse=0.020421	lr=0.342761
Epoch[53] Batch [249]	Speed: 3755.187353 samples/sec	rmse=0.020389	lr=0.342671
Epoch[53] Batch [299]	Speed: 3868.944647 samples/sec	rmse=0.020379	lr=0.342581
Epoch[53] Batch [349]	Speed: 3827.768342 samples/sec	rmse=0.020380	lr=0.342490
Epoch[53] Batch [399]	Speed: 3867.723546 samples/sec	rmse=0.020371	lr=0.342400
Epoch[53] Batch [449]	Speed: 3788.323035 samples/sec	rmse=0.020381	lr=0.342310
Epoch[53] Batch [499]	Speed: 3840.661720 samples/sec	rmse=0.020397	lr=0.342219
Epoch[53] Batch [549]	Speed: 3865.223548 samples/sec	rmse=0.020395	lr=0.342129
Epoch[53] Batch [599]	Speed: 3961.368930 samples/sec	rmse=0.020387	lr=0.342038
Epoch[53] Batch [649]	Speed: 3867.228051 samples/sec	rmse=0.020383	lr=0.341947
Epoch[53] Batch [699]	Speed: 3822.812626 samples/sec	rmse=0.020392	lr=0.341856
Epoch[53] Batch [749]	Speed: 3828.985572 samples/sec	rmse=0.020396	lr=0.341766
Epoch[53] Batch [799]	Speed: 3784.185238 samples/sec	rmse=0.020398	lr=0.341675
Epoch[53] Batch [849]	Speed: 3865.127614 samples/sec	rmse=0.020397	lr=0.341584
Epoch[53] Batch [899]	Speed: 3870.036583 samples/sec	rmse=0.020403	lr=0.341493
Epoch[53] Batch [949]	Speed: 3825.839695 samples/sec	rmse=0.020404	lr=0.341402
Epoch[53] Batch [999]	Speed: 3912.999890 samples/sec	rmse=0.020386	lr=0.341311
Epoch[53] Batch [1049]	Speed: 3857.691277 samples/sec	rmse=0.020386	lr=0.341220
Epoch[53] Batch [1099]	Speed: 3868.855219 samples/sec	rmse=0.020390	lr=0.341128
Epoch[53] Batch [1149]	Speed: 3864.840257 samples/sec	rmse=0.020395	lr=0.341037
Epoch[53] Batch [1199]	Speed: 3861.853616 samples/sec	rmse=0.020394	lr=0.340946
Epoch[53] Batch [1249]	Speed: 3991.164856 samples/sec	rmse=0.020400	lr=0.340854
[Epoch 53] training: rmse=0.020401
[Epoch 53] speed: 3842 samples/sec	time cost: 343.222995
[Epoch 53] validation: err-top1=0.403300 err-top5=0.166992
Epoch[54] Batch [49]	Speed: 3888.738053 samples/sec	rmse=0.020337	lr=0.340761
Epoch[54] Batch [99]	Speed: 3884.585329 samples/sec	rmse=0.020160	lr=0.340669
Epoch[54] Batch [149]	Speed: 3872.428569 samples/sec	rmse=0.020179	lr=0.340578
Epoch[54] Batch [199]	Speed: 3859.894015 samples/sec	rmse=0.020297	lr=0.340486
Epoch[54] Batch [249]	Speed: 3929.461877 samples/sec	rmse=0.020311	lr=0.340395
Epoch[54] Batch [299]	Speed: 3778.637625 samples/sec	rmse=0.020387	lr=0.340303
Epoch[54] Batch [349]	Speed: 3751.714727 samples/sec	rmse=0.020418	lr=0.340211
Epoch[54] Batch [399]	Speed: 3920.406271 samples/sec	rmse=0.020413	lr=0.340119
Epoch[54] Batch [449]	Speed: 3828.923924 samples/sec	rmse=0.020384	lr=0.340027
Epoch[54] Batch [499]	Speed: 3872.353854 samples/sec	rmse=0.020377	lr=0.339935
Epoch[54] Batch [549]	Speed: 3798.029944 samples/sec	rmse=0.020366	lr=0.339843
Epoch[54] Batch [599]	Speed: 3745.609010 samples/sec	rmse=0.020362	lr=0.339751
Epoch[54] Batch [649]	Speed: 3898.374579 samples/sec	rmse=0.020356	lr=0.339659
Epoch[54] Batch [699]	Speed: 3860.495823 samples/sec	rmse=0.020337	lr=0.339567
Epoch[54] Batch [749]	Speed: 3906.522113 samples/sec	rmse=0.020333	lr=0.339474
Epoch[54] Batch [799]	Speed: 3880.128902 samples/sec	rmse=0.020340	lr=0.339382
Epoch[54] Batch [849]	Speed: 3876.686542 samples/sec	rmse=0.020337	lr=0.339290
Epoch[54] Batch [899]	Speed: 3924.425404 samples/sec	rmse=0.020333	lr=0.339197
Epoch[54] Batch [949]	Speed: 3800.407902 samples/sec	rmse=0.020333	lr=0.339105
Epoch[54] Batch [999]	Speed: 3872.105846 samples/sec	rmse=0.020337	lr=0.339012
Epoch[54] Batch [1049]	Speed: 3850.459059 samples/sec	rmse=0.020346	lr=0.338920
Epoch[54] Batch [1099]	Speed: 3831.702645 samples/sec	rmse=0.020340	lr=0.338827
Epoch[54] Batch [1149]	Speed: 3907.459177 samples/sec	rmse=0.020342	lr=0.338734
Epoch[54] Batch [1199]	Speed: 3853.267822 samples/sec	rmse=0.020352	lr=0.338641
Epoch[54] Batch [1249]	Speed: 4016.439807 samples/sec	rmse=0.020364	lr=0.338549
[Epoch 54] training: rmse=0.020365
[Epoch 54] speed: 3860 samples/sec	time cost: 341.589769
[Epoch 54] validation: err-top1=0.395926 err-top5=0.160336
Epoch[55] Batch [49]	Speed: 3849.075115 samples/sec	rmse=0.020386	lr=0.338454
Epoch[55] Batch [99]	Speed: 3851.232936 samples/sec	rmse=0.020261	lr=0.338361
Epoch[55] Batch [149]	Speed: 3875.327672 samples/sec	rmse=0.020365	lr=0.338268
Epoch[55] Batch [199]	Speed: 3877.676281 samples/sec	rmse=0.020359	lr=0.338175
Epoch[55] Batch [249]	Speed: 3792.718719 samples/sec	rmse=0.020303	lr=0.338082
Epoch[55] Batch [299]	Speed: 3785.837563 samples/sec	rmse=0.020331	lr=0.337988
Epoch[55] Batch [349]	Speed: 3902.298934 samples/sec	rmse=0.020348	lr=0.337895
Epoch[55] Batch [399]	Speed: 3873.063979 samples/sec	rmse=0.020338	lr=0.337802
Epoch[55] Batch [449]	Speed: 3845.281194 samples/sec	rmse=0.020359	lr=0.337709
Epoch[55] Batch [499]	Speed: 3836.598924 samples/sec	rmse=0.020364	lr=0.337615
Epoch[55] Batch [549]	Speed: 3804.900455 samples/sec	rmse=0.020362	lr=0.337522
Epoch[55] Batch [599]	Speed: 3845.142322 samples/sec	rmse=0.020376	lr=0.337428
Epoch[55] Batch [649]	Speed: 3795.758546 samples/sec	rmse=0.020355	lr=0.337334
Epoch[55] Batch [699]	Speed: 3776.526959 samples/sec	rmse=0.020366	lr=0.337241
Epoch[55] Batch [749]	Speed: 3795.768945 samples/sec	rmse=0.020370	lr=0.337147
Epoch[55] Batch [799]	Speed: 3821.196616 samples/sec	rmse=0.020365	lr=0.337053
Epoch[55] Batch [849]	Speed: 3875.850427 samples/sec	rmse=0.020372	lr=0.336960
Epoch[55] Batch [899]	Speed: 3884.346923 samples/sec	rmse=0.020377	lr=0.336866
Epoch[55] Batch [949]	Speed: 3825.269425 samples/sec	rmse=0.020377	lr=0.336772
Epoch[55] Batch [999]	Speed: 3811.289098 samples/sec	rmse=0.020377	lr=0.336678
Epoch[55] Batch [1049]	Speed: 3797.557852 samples/sec	rmse=0.020381	lr=0.336584
Epoch[55] Batch [1099]	Speed: 3770.747960 samples/sec	rmse=0.020381	lr=0.336490
Epoch[55] Batch [1149]	Speed: 3800.110587 samples/sec	rmse=0.020384	lr=0.336395
Epoch[55] Batch [1199]	Speed: 3862.037177 samples/sec	rmse=0.020388	lr=0.336301
Epoch[55] Batch [1249]	Speed: 3983.497765 samples/sec	rmse=0.020391	lr=0.336207
[Epoch 55] training: rmse=0.020392
[Epoch 55] speed: 3833 samples/sec	time cost: 343.884957
[Epoch 55] validation: err-top1=0.388094 err-top5=0.152543
Epoch[56] Batch [49]	Speed: 3781.821671 samples/sec	rmse=0.020312	lr=0.336111
Epoch[56] Batch [99]	Speed: 3877.634901 samples/sec	rmse=0.020307	lr=0.336016
Epoch[56] Batch [149]	Speed: 3922.348861 samples/sec	rmse=0.020338	lr=0.335922
Epoch[56] Batch [199]	Speed: 3873.101421 samples/sec	rmse=0.020358	lr=0.335827
Epoch[56] Batch [249]	Speed: 3966.079810 samples/sec	rmse=0.020342	lr=0.335733
Epoch[56] Batch [299]	Speed: 3815.570814 samples/sec	rmse=0.020362	lr=0.335638
Epoch[56] Batch [349]	Speed: 3747.892718 samples/sec	rmse=0.020390	lr=0.335544
Epoch[56] Batch [399]	Speed: 3756.304711 samples/sec	rmse=0.020385	lr=0.335449
Epoch[56] Batch [449]	Speed: 3836.055113 samples/sec	rmse=0.020393	lr=0.335354
Epoch[56] Batch [499]	Speed: 3863.814443 samples/sec	rmse=0.020400	lr=0.335259
Epoch[56] Batch [549]	Speed: 3835.057738 samples/sec	rmse=0.020385	lr=0.335164
Epoch[56] Batch [599]	Speed: 3770.846285 samples/sec	rmse=0.020415	lr=0.335069
Epoch[56] Batch [649]	Speed: 3868.639996 samples/sec	rmse=0.020405	lr=0.334974
Epoch[56] Batch [699]	Speed: 3744.575247 samples/sec	rmse=0.020402	lr=0.334879
Epoch[56] Batch [749]	Speed: 3812.081075 samples/sec	rmse=0.020397	lr=0.334784
Epoch[56] Batch [799]	Speed: 3804.808840 samples/sec	rmse=0.020401	lr=0.334689
Epoch[56] Batch [849]	Speed: 3815.037962 samples/sec	rmse=0.020407	lr=0.334594
Epoch[56] Batch [899]	Speed: 3926.253318 samples/sec	rmse=0.020391	lr=0.334499
Epoch[56] Batch [949]	Speed: 3822.785202 samples/sec	rmse=0.020382	lr=0.334403
Epoch[56] Batch [999]	Speed: 3786.206277 samples/sec	rmse=0.020391	lr=0.334308
Epoch[56] Batch [1049]	Speed: 3825.155978 samples/sec	rmse=0.020395	lr=0.334212
Epoch[56] Batch [1099]	Speed: 3736.147136 samples/sec	rmse=0.020390	lr=0.334117
Epoch[56] Batch [1149]	Speed: 3783.906991 samples/sec	rmse=0.020395	lr=0.334021
Epoch[56] Batch [1199]	Speed: 3723.841114 samples/sec	rmse=0.020400	lr=0.333926
Epoch[56] Batch [1249]	Speed: 3885.864563 samples/sec	rmse=0.020402	lr=0.333830
[Epoch 56] training: rmse=0.020401
[Epoch 56] speed: 3819 samples/sec	time cost: 344.791637
[Epoch 56] validation: err-top1=0.389031 err-top5=0.159140
Epoch[57] Batch [49]	Speed: 3827.269048 samples/sec	rmse=0.020211	lr=0.333732
Epoch[57] Batch [99]	Speed: 3846.558714 samples/sec	rmse=0.020243	lr=0.333637
Epoch[57] Batch [149]	Speed: 3868.387795 samples/sec	rmse=0.020240	lr=0.333541
Epoch[57] Batch [199]	Speed: 3791.522561 samples/sec	rmse=0.020249	lr=0.333445
Epoch[57] Batch [249]	Speed: 3805.500004 samples/sec	rmse=0.020224	lr=0.333349
Epoch[57] Batch [299]	Speed: 3855.303199 samples/sec	rmse=0.020207	lr=0.333253
Epoch[57] Batch [349]	Speed: 3783.778382 samples/sec	rmse=0.020227	lr=0.333157
Epoch[57] Batch [399]	Speed: 3784.277796 samples/sec	rmse=0.020249	lr=0.333061
Epoch[57] Batch [449]	Speed: 3847.141622 samples/sec	rmse=0.020255	lr=0.332964
Epoch[57] Batch [499]	Speed: 3707.142727 samples/sec	rmse=0.020270	lr=0.332868
Epoch[57] Batch [549]	Speed: 3794.083005 samples/sec	rmse=0.020286	lr=0.332772
Epoch[57] Batch [599]	Speed: 3774.149597 samples/sec	rmse=0.020297	lr=0.332676
Epoch[57] Batch [649]	Speed: 3866.893661 samples/sec	rmse=0.020302	lr=0.332579
Epoch[57] Batch [699]	Speed: 3764.571079 samples/sec	rmse=0.020298	lr=0.332483
Epoch[57] Batch [749]	Speed: 3813.153129 samples/sec	rmse=0.020310	lr=0.332386
Epoch[57] Batch [799]	Speed: 3791.066340 samples/sec	rmse=0.020316	lr=0.332290
Epoch[57] Batch [849]	Speed: 3759.074993 samples/sec	rmse=0.020322	lr=0.332193
Epoch[57] Batch [899]	Speed: 3826.601729 samples/sec	rmse=0.020325	lr=0.332096
Epoch[57] Batch [949]	Speed: 3785.515364 samples/sec	rmse=0.020316	lr=0.332000
Epoch[57] Batch [999]	Speed: 3909.383261 samples/sec	rmse=0.020320	lr=0.331903
Epoch[57] Batch [1049]	Speed: 3827.200975 samples/sec	rmse=0.020324	lr=0.331806
Epoch[57] Batch [1099]	Speed: 3926.451093 samples/sec	rmse=0.020325	lr=0.331709
Epoch[57] Batch [1149]	Speed: 3824.990009 samples/sec	rmse=0.020331	lr=0.331612
Epoch[57] Batch [1199]	Speed: 3782.295254 samples/sec	rmse=0.020319	lr=0.331515
Epoch[57] Batch [1249]	Speed: 3947.498891 samples/sec	rmse=0.020318	lr=0.331418
[Epoch 57] training: rmse=0.020316
[Epoch 57] speed: 3816 samples/sec	time cost: 345.611842
[Epoch 57] validation: err-top1=0.378009 err-top5=0.146983
Epoch[58] Batch [49]	Speed: 3896.148214 samples/sec	rmse=0.020287	lr=0.331319
Epoch[58] Batch [99]	Speed: 3864.166727 samples/sec	rmse=0.020247	lr=0.331222
Epoch[58] Batch [149]	Speed: 3822.195093 samples/sec	rmse=0.020213	lr=0.331125
Epoch[58] Batch [199]	Speed: 4016.675846 samples/sec	rmse=0.020283	lr=0.331028
Epoch[58] Batch [249]	Speed: 3837.383353 samples/sec	rmse=0.020289	lr=0.330930
Epoch[58] Batch [299]	Speed: 3933.710219 samples/sec	rmse=0.020274	lr=0.330833
Epoch[58] Batch [349]	Speed: 3840.991932 samples/sec	rmse=0.020303	lr=0.330735
Epoch[58] Batch [399]	Speed: 3982.029180 samples/sec	rmse=0.020316	lr=0.330638
Epoch[58] Batch [449]	Speed: 3871.796648 samples/sec	rmse=0.020312	lr=0.330540
Epoch[58] Batch [499]	Speed: 3863.505665 samples/sec	rmse=0.020310	lr=0.330443
Epoch[58] Batch [549]	Speed: 3879.582914 samples/sec	rmse=0.020322	lr=0.330345
Epoch[58] Batch [599]	Speed: 4014.924843 samples/sec	rmse=0.020335	lr=0.330247
Epoch[58] Batch [649]	Speed: 3957.554364 samples/sec	rmse=0.020342	lr=0.330150
Epoch[58] Batch [699]	Speed: 4116.853680 samples/sec	rmse=0.020334	lr=0.330052
Epoch[58] Batch [749]	Speed: 3975.244723 samples/sec	rmse=0.020316	lr=0.329954
Epoch[58] Batch [799]	Speed: 4157.585778 samples/sec	rmse=0.020331	lr=0.329856
Epoch[58] Batch [849]	Speed: 4005.272579 samples/sec	rmse=0.020343	lr=0.329758
Epoch[58] Batch [899]	Speed: 4063.665258 samples/sec	rmse=0.020354	lr=0.329660
Epoch[58] Batch [949]	Speed: 4061.719096 samples/sec	rmse=0.020347	lr=0.329562
Epoch[58] Batch [999]	Speed: 4174.934993 samples/sec	rmse=0.020342	lr=0.329464
Epoch[58] Batch [1049]	Speed: 4119.899105 samples/sec	rmse=0.020341	lr=0.329366
Epoch[58] Batch [1099]	Speed: 4026.146638 samples/sec	rmse=0.020343	lr=0.329267
Epoch[58] Batch [1149]	Speed: 4159.521222 samples/sec	rmse=0.020347	lr=0.329169
Epoch[58] Batch [1199]	Speed: 4188.648588 samples/sec	rmse=0.020349	lr=0.329071
Epoch[58] Batch [1249]	Speed: 4184.020381 samples/sec	rmse=0.020351	lr=0.328972
[Epoch 58] training: rmse=0.020350
[Epoch 58] speed: 3993 samples/sec	time cost: 330.892371
[Epoch 58] validation: err-top1=0.376750 err-top5=0.145955
Epoch[59] Batch [49]	Speed: 4047.799128 samples/sec	rmse=0.020134	lr=0.328872
Epoch[59] Batch [99]	Speed: 3962.363420 samples/sec	rmse=0.020289	lr=0.328773
Epoch[59] Batch [149]	Speed: 4048.097396 samples/sec	rmse=0.020279	lr=0.328675
Epoch[59] Batch [199]	Speed: 4003.468583 samples/sec	rmse=0.020294	lr=0.328576
Epoch[59] Batch [249]	Speed: 4049.402384 samples/sec	rmse=0.020278	lr=0.328478
Epoch[59] Batch [299]	Speed: 4201.637910 samples/sec	rmse=0.020264	lr=0.328379
Epoch[59] Batch [349]	Speed: 4009.264539 samples/sec	rmse=0.020235	lr=0.328280
Epoch[59] Batch [399]	Speed: 4064.466522 samples/sec	rmse=0.020247	lr=0.328181
Epoch[59] Batch [449]	Speed: 4072.252855 samples/sec	rmse=0.020258	lr=0.328082
Epoch[59] Batch [499]	Speed: 4201.135276 samples/sec	rmse=0.020277	lr=0.327983
Epoch[59] Batch [549]	Speed: 4043.767489 samples/sec	rmse=0.020280	lr=0.327884
Epoch[59] Batch [599]	Speed: 3977.957130 samples/sec	rmse=0.020268	lr=0.327785
Epoch[59] Batch [649]	Speed: 4163.524010 samples/sec	rmse=0.020274	lr=0.327686
Epoch[59] Batch [699]	Speed: 4010.281652 samples/sec	rmse=0.020274	lr=0.327587
Epoch[59] Batch [749]	Speed: 4106.756062 samples/sec	rmse=0.020271	lr=0.327488
Epoch[59] Batch [799]	Speed: 4091.163296 samples/sec	rmse=0.020277	lr=0.327389
Epoch[59] Batch [849]	Speed: 4006.447544 samples/sec	rmse=0.020280	lr=0.327289
Epoch[59] Batch [899]	Speed: 3950.091521 samples/sec	rmse=0.020278	lr=0.327190
Epoch[59] Batch [949]	Speed: 4086.317707 samples/sec	rmse=0.020279	lr=0.327091
Epoch[59] Batch [999]	Speed: 3985.861430 samples/sec	rmse=0.020285	lr=0.326991
Epoch[59] Batch [1049]	Speed: 4124.805063 samples/sec	rmse=0.020291	lr=0.326892
Epoch[59] Batch [1099]	Speed: 4107.648580 samples/sec	rmse=0.020287	lr=0.326792
Epoch[59] Batch [1149]	Speed: 3913.616661 samples/sec	rmse=0.020284	lr=0.326692
Epoch[59] Batch [1199]	Speed: 4037.875899 samples/sec	rmse=0.020280	lr=0.326593
Epoch[59] Batch [1249]	Speed: 4216.749875 samples/sec	rmse=0.020282	lr=0.326493
[Epoch 59] training: rmse=0.020283
[Epoch 59] speed: 4054 samples/sec	time cost: 326.265347
[Epoch 59] validation: err-top1=0.390984 err-top5=0.155911
Epoch[60] Batch [49]	Speed: 4105.895882 samples/sec	rmse=0.020217	lr=0.326391
Epoch[60] Batch [99]	Speed: 4195.125163 samples/sec	rmse=0.020243	lr=0.326291
Epoch[60] Batch [149]	Speed: 4156.134290 samples/sec	rmse=0.020208	lr=0.326192
Epoch[60] Batch [199]	Speed: 4159.837230 samples/sec	rmse=0.020232	lr=0.326092
Epoch[60] Batch [249]	Speed: 4051.037706 samples/sec	rmse=0.020305	lr=0.325992
Epoch[60] Batch [299]	Speed: 3867.974825 samples/sec	rmse=0.020337	lr=0.325892
Epoch[60] Batch [349]	Speed: 4061.346617 samples/sec	rmse=0.020357	lr=0.325792
Epoch[60] Batch [399]	Speed: 3928.308991 samples/sec	rmse=0.020334	lr=0.325691
Epoch[60] Batch [449]	Speed: 3769.596915 samples/sec	rmse=0.020331	lr=0.325591
Epoch[60] Batch [499]	Speed: 3841.859191 samples/sec	rmse=0.020322	lr=0.325491
Epoch[60] Batch [549]	Speed: 3898.431548 samples/sec	rmse=0.020321	lr=0.325391
Epoch[60] Batch [599]	Speed: 3807.015833 samples/sec	rmse=0.020315	lr=0.325290
Epoch[60] Batch [649]	Speed: 3961.144607 samples/sec	rmse=0.020326	lr=0.325190
Epoch[60] Batch [699]	Speed: 3847.792132 samples/sec	rmse=0.020337	lr=0.325089
Epoch[60] Batch [749]	Speed: 3854.899176 samples/sec	rmse=0.020334	lr=0.324989
Epoch[60] Batch [799]	Speed: 3930.974829 samples/sec	rmse=0.020342	lr=0.324888
Epoch[60] Batch [849]	Speed: 3897.740317 samples/sec	rmse=0.020341	lr=0.324788
Epoch[60] Batch [899]	Speed: 3824.675348 samples/sec	rmse=0.020338	lr=0.324687
Epoch[60] Batch [949]	Speed: 3843.462669 samples/sec	rmse=0.020336	lr=0.324586
Epoch[60] Batch [999]	Speed: 3929.691327 samples/sec	rmse=0.020324	lr=0.324486
Epoch[60] Batch [1049]	Speed: 3818.177769 samples/sec	rmse=0.020325	lr=0.324385
Epoch[60] Batch [1099]	Speed: 3878.879223 samples/sec	rmse=0.020333	lr=0.324284
Epoch[60] Batch [1149]	Speed: 3931.135731 samples/sec	rmse=0.020342	lr=0.324183
Epoch[60] Batch [1199]	Speed: 3927.625228 samples/sec	rmse=0.020341	lr=0.324082
Epoch[60] Batch [1249]	Speed: 4032.402867 samples/sec	rmse=0.020340	lr=0.323981
[Epoch 60] training: rmse=0.020340
[Epoch 60] speed: 3934 samples/sec	time cost: 335.103611
[Epoch 60] validation: err-top1=0.385284 err-top5=0.153779
Epoch[61] Batch [49]	Speed: 3967.968592 samples/sec	rmse=0.020030	lr=0.323878
Epoch[61] Batch [99]	Speed: 3858.227308 samples/sec	rmse=0.020020	lr=0.323777
Epoch[61] Batch [149]	Speed: 3998.125880 samples/sec	rmse=0.020047	lr=0.323676
Epoch[61] Batch [199]	Speed: 3959.879884 samples/sec	rmse=0.020043	lr=0.323574
Epoch[61] Batch [249]	Speed: 3966.465130 samples/sec	rmse=0.020042	lr=0.323473
Epoch[61] Batch [299]	Speed: 3833.958480 samples/sec	rmse=0.020090	lr=0.323372
Epoch[61] Batch [349]	Speed: 3902.549619 samples/sec	rmse=0.020126	lr=0.323270
Epoch[61] Batch [399]	Speed: 3841.677544 samples/sec	rmse=0.020157	lr=0.323169
Epoch[61] Batch [449]	Speed: 3847.477844 samples/sec	rmse=0.020170	lr=0.323067
Epoch[61] Batch [499]	Speed: 3947.752659 samples/sec	rmse=0.020175	lr=0.322966
Epoch[61] Batch [549]	Speed: 4001.763599 samples/sec	rmse=0.020193	lr=0.322864
Epoch[61] Batch [599]	Speed: 3821.917485 samples/sec	rmse=0.020195	lr=0.322763
Epoch[61] Batch [649]	Speed: 3929.641854 samples/sec	rmse=0.020200	lr=0.322661
Epoch[61] Batch [699]	Speed: 3820.429121 samples/sec	rmse=0.020208	lr=0.322559
Epoch[61] Batch [749]	Speed: 3846.277763 samples/sec	rmse=0.020221	lr=0.322457
Epoch[61] Batch [799]	Speed: 3875.386067 samples/sec	rmse=0.020230	lr=0.322355
Epoch[61] Batch [849]	Speed: 3848.704677 samples/sec	rmse=0.020221	lr=0.322254
Epoch[61] Batch [899]	Speed: 3790.794909 samples/sec	rmse=0.020231	lr=0.322152
Epoch[61] Batch [949]	Speed: 3927.979258 samples/sec	rmse=0.020240	lr=0.322050
Epoch[61] Batch [999]	Speed: 3853.647230 samples/sec	rmse=0.020257	lr=0.321948
Epoch[61] Batch [1049]	Speed: 3920.671599 samples/sec	rmse=0.020259	lr=0.321845
Epoch[61] Batch [1099]	Speed: 3873.222480 samples/sec	rmse=0.020268	lr=0.321743
Epoch[61] Batch [1149]	Speed: 3876.303773 samples/sec	rmse=0.020271	lr=0.321641
Epoch[61] Batch [1199]	Speed: 3880.582338 samples/sec	rmse=0.020279	lr=0.321539
Epoch[61] Batch [1249]	Speed: 4035.754877 samples/sec	rmse=0.020272	lr=0.321437
[Epoch 61] training: rmse=0.020273
[Epoch 61] speed: 3893 samples/sec	time cost: 338.713684
[Epoch 61] validation: err-top1=0.376016 err-top5=0.145787
Epoch[62] Batch [49]	Speed: 3944.711763 samples/sec	rmse=0.020227	lr=0.321332
Epoch[62] Batch [99]	Speed: 3982.874285 samples/sec	rmse=0.020157	lr=0.321230
Epoch[62] Batch [149]	Speed: 3961.309815 samples/sec	rmse=0.020199	lr=0.321127
Epoch[62] Batch [199]	Speed: 3895.561245 samples/sec	rmse=0.020233	lr=0.321025
Epoch[62] Batch [249]	Speed: 3982.567235 samples/sec	rmse=0.020243	lr=0.320922
Epoch[62] Batch [299]	Speed: 3923.713526 samples/sec	rmse=0.020279	lr=0.320820
Epoch[62] Batch [349]	Speed: 3911.861488 samples/sec	rmse=0.020281	lr=0.320717
Epoch[62] Batch [399]	Speed: 3879.868051 samples/sec	rmse=0.020272	lr=0.320614
Epoch[62] Batch [449]	Speed: 4003.877476 samples/sec	rmse=0.020273	lr=0.320512
Epoch[62] Batch [499]	Speed: 3874.151533 samples/sec	rmse=0.020255	lr=0.320409
Epoch[62] Batch [549]	Speed: 3774.152118 samples/sec	rmse=0.020260	lr=0.320306
Epoch[62] Batch [599]	Speed: 3761.375946 samples/sec	rmse=0.020267	lr=0.320203
Epoch[62] Batch [649]	Speed: 3912.988268 samples/sec	rmse=0.020251	lr=0.320100
Epoch[62] Batch [699]	Speed: 3838.133598 samples/sec	rmse=0.020263	lr=0.319997
Epoch[62] Batch [749]	Speed: 3998.516186 samples/sec	rmse=0.020276	lr=0.319894
Epoch[62] Batch [799]	Speed: 3919.499900 samples/sec	rmse=0.020281	lr=0.319791
Epoch[62] Batch [849]	Speed: 3936.107783 samples/sec	rmse=0.020280	lr=0.319688
Epoch[62] Batch [899]	Speed: 3874.488648 samples/sec	rmse=0.020284	lr=0.319585
Epoch[62] Batch [949]	Speed: 3922.578126 samples/sec	rmse=0.020291	lr=0.319481
Epoch[62] Batch [999]	Speed: 3853.175315 samples/sec	rmse=0.020297	lr=0.319378
Epoch[62] Batch [1049]	Speed: 3874.317462 samples/sec	rmse=0.020308	lr=0.319275
Epoch[62] Batch [1099]	Speed: 3858.621906 samples/sec	rmse=0.020312	lr=0.319171
Epoch[62] Batch [1149]	Speed: 3870.076406 samples/sec	rmse=0.020311	lr=0.319068
Epoch[62] Batch [1199]	Speed: 3880.476735 samples/sec	rmse=0.020308	lr=0.318964
Epoch[62] Batch [1249]	Speed: 4019.996030 samples/sec	rmse=0.020309	lr=0.318861
[Epoch 62] training: rmse=0.020309
[Epoch 62] speed: 3902 samples/sec	time cost: 337.673751
[Epoch 62] validation: err-top1=0.373784 err-top5=0.146026
Epoch[63] Batch [49]	Speed: 3888.399650 samples/sec	rmse=0.020122	lr=0.318755
Epoch[63] Batch [99]	Speed: 3913.020282 samples/sec	rmse=0.020238	lr=0.318651
Epoch[63] Batch [149]	Speed: 3795.036309 samples/sec	rmse=0.020220	lr=0.318548
Epoch[63] Batch [199]	Speed: 3887.262427 samples/sec	rmse=0.020220	lr=0.318444
Epoch[63] Batch [249]	Speed: 3877.968211 samples/sec	rmse=0.020230	lr=0.318340
Epoch[63] Batch [299]	Speed: 3814.148694 samples/sec	rmse=0.020284	lr=0.318236
Epoch[63] Batch [349]	Speed: 3923.679545 samples/sec	rmse=0.020299	lr=0.318132
Epoch[63] Batch [399]	Speed: 3778.114041 samples/sec	rmse=0.020287	lr=0.318029
Epoch[63] Batch [449]	Speed: 3829.303128 samples/sec	rmse=0.020296	lr=0.317925
Epoch[63] Batch [499]	Speed: 3896.096542 samples/sec	rmse=0.020284	lr=0.317820
Epoch[63] Batch [549]	Speed: 3876.989171 samples/sec	rmse=0.020275	lr=0.317716
Epoch[63] Batch [599]	Speed: 3819.466687 samples/sec	rmse=0.020272	lr=0.317612
Epoch[63] Batch [649]	Speed: 3825.163472 samples/sec	rmse=0.020266	lr=0.317508
Epoch[63] Batch [699]	Speed: 3857.867443 samples/sec	rmse=0.020253	lr=0.317404
Epoch[63] Batch [749]	Speed: 3867.407457 samples/sec	rmse=0.020255	lr=0.317300
Epoch[63] Batch [799]	Speed: 3827.304790 samples/sec	rmse=0.020245	lr=0.317195
Epoch[63] Batch [849]	Speed: 3866.897212 samples/sec	rmse=0.020229	lr=0.317091
Epoch[63] Batch [899]	Speed: 3903.534233 samples/sec	rmse=0.020233	lr=0.316986
Epoch[63] Batch [949]	Speed: 3794.273051 samples/sec	rmse=0.020220	lr=0.316882
Epoch[63] Batch [999]	Speed: 3838.986870 samples/sec	rmse=0.020230	lr=0.316777
Epoch[63] Batch [1049]	Speed: 3959.815629 samples/sec	rmse=0.020234	lr=0.316673
Epoch[63] Batch [1099]	Speed: 3931.004979 samples/sec	rmse=0.020234	lr=0.316568
Epoch[63] Batch [1149]	Speed: 3809.521225 samples/sec	rmse=0.020239	lr=0.316464
Epoch[63] Batch [1199]	Speed: 3842.692186 samples/sec	rmse=0.020243	lr=0.316359
Epoch[63] Batch [1249]	Speed: 4020.238433 samples/sec	rmse=0.020247	lr=0.316254
[Epoch 63] training: rmse=0.020248
[Epoch 63] speed: 3861 samples/sec	time cost: 340.705607
[Epoch 63] validation: err-top1=0.373739 err-top5=0.143250
Epoch[64] Batch [49]	Speed: 3870.225874 samples/sec	rmse=0.019911	lr=0.316147
Epoch[64] Batch [99]	Speed: 3943.530795 samples/sec	rmse=0.019916	lr=0.316042
Epoch[64] Batch [149]	Speed: 3932.940299 samples/sec	rmse=0.019974	lr=0.315937
Epoch[64] Batch [199]	Speed: 3857.930234 samples/sec	rmse=0.020076	lr=0.315832
Epoch[64] Batch [249]	Speed: 3899.522704 samples/sec	rmse=0.020093	lr=0.315727
Epoch[64] Batch [299]	Speed: 3892.592994 samples/sec	rmse=0.020110	lr=0.315622
Epoch[64] Batch [349]	Speed: 3907.674475 samples/sec	rmse=0.020154	lr=0.315517
Epoch[64] Batch [399]	Speed: 3965.553597 samples/sec	rmse=0.020180	lr=0.315412
Epoch[64] Batch [449]	Speed: 3889.658572 samples/sec	rmse=0.020170	lr=0.315307
Epoch[64] Batch [499]	Speed: 3857.186710 samples/sec	rmse=0.020167	lr=0.315202
Epoch[64] Batch [549]	Speed: 3882.154724 samples/sec	rmse=0.020169	lr=0.315096
Epoch[64] Batch [599]	Speed: 3914.357771 samples/sec	rmse=0.020184	lr=0.314991
Epoch[64] Batch [649]	Speed: 3767.789626 samples/sec	rmse=0.020183	lr=0.314886
Epoch[64] Batch [699]	Speed: 3860.914487 samples/sec	rmse=0.020181	lr=0.314780
Epoch[64] Batch [749]	Speed: 3835.022741 samples/sec	rmse=0.020177	lr=0.314675
Epoch[64] Batch [799]	Speed: 3857.302412 samples/sec	rmse=0.020193	lr=0.314569
Epoch[64] Batch [849]	Speed: 3896.201230 samples/sec	rmse=0.020202	lr=0.314464
Epoch[64] Batch [899]	Speed: 3912.065370 samples/sec	rmse=0.020203	lr=0.314358
Epoch[64] Batch [949]	Speed: 3842.496640 samples/sec	rmse=0.020203	lr=0.314252
Epoch[64] Batch [999]	Speed: 3918.447300 samples/sec	rmse=0.020203	lr=0.314147
Epoch[64] Batch [1049]	Speed: 3806.412973 samples/sec	rmse=0.020212	lr=0.314041
Epoch[64] Batch [1099]	Speed: 3798.115321 samples/sec	rmse=0.020212	lr=0.313935
Epoch[64] Batch [1149]	Speed: 3799.312283 samples/sec	rmse=0.020216	lr=0.313829
Epoch[64] Batch [1199]	Speed: 3804.088277 samples/sec	rmse=0.020217	lr=0.313723
Epoch[64] Batch [1249]	Speed: 3961.278175 samples/sec	rmse=0.020224	lr=0.313617
[Epoch 64] training: rmse=0.020224
[Epoch 64] speed: 3871 samples/sec	time cost: 341.104235
[Epoch 64] validation: err-top1=0.400411 err-top5=0.165398
Epoch[65] Batch [49]	Speed: 3849.062283 samples/sec	rmse=0.020196	lr=0.313509
Epoch[65] Batch [99]	Speed: 3837.952988 samples/sec	rmse=0.020059	lr=0.313403
Epoch[65] Batch [149]	Speed: 3922.134952 samples/sec	rmse=0.020163	lr=0.313297
Epoch[65] Batch [199]	Speed: 3839.645060 samples/sec	rmse=0.020189	lr=0.313191
Epoch[65] Batch [249]	Speed: 3848.894785 samples/sec	rmse=0.020186	lr=0.313085
Epoch[65] Batch [299]	Speed: 3811.360799 samples/sec	rmse=0.020171	lr=0.312978
Epoch[65] Batch [349]	Speed: 3796.628586 samples/sec	rmse=0.020186	lr=0.312872
Epoch[65] Batch [399]	Speed: 3708.047458 samples/sec	rmse=0.020181	lr=0.312766
Epoch[65] Batch [449]	Speed: 3825.296885 samples/sec	rmse=0.020196	lr=0.312659
Epoch[65] Batch [499]	Speed: 3745.782275 samples/sec	rmse=0.020205	lr=0.312553
Epoch[65] Batch [549]	Speed: 3912.666519 samples/sec	rmse=0.020217	lr=0.312446
Epoch[65] Batch [599]	Speed: 3844.817797 samples/sec	rmse=0.020247	lr=0.312340
Epoch[65] Batch [649]	Speed: 3943.346430 samples/sec	rmse=0.020247	lr=0.312233
Epoch[65] Batch [699]	Speed: 3804.000071 samples/sec	rmse=0.020247	lr=0.312127
Epoch[65] Batch [749]	Speed: 3809.712618 samples/sec	rmse=0.020242	lr=0.312020
Epoch[65] Batch [799]	Speed: 3946.852534 samples/sec	rmse=0.020247	lr=0.311913
Epoch[65] Batch [849]	Speed: 3853.028613 samples/sec	rmse=0.020253	lr=0.311807
Epoch[65] Batch [899]	Speed: 3878.206745 samples/sec	rmse=0.020269	lr=0.311700
Epoch[65] Batch [949]	Speed: 4003.133947 samples/sec	rmse=0.020273	lr=0.311593
Epoch[65] Batch [999]	Speed: 3858.598056 samples/sec	rmse=0.020275	lr=0.311486
Epoch[65] Batch [1049]	Speed: 3956.304833 samples/sec	rmse=0.020288	lr=0.311379
Epoch[65] Batch [1099]	Speed: 3903.695877 samples/sec	rmse=0.020288	lr=0.311272
Epoch[65] Batch [1149]	Speed: 3875.847559 samples/sec	rmse=0.020279	lr=0.311165
Epoch[65] Batch [1199]	Speed: 3838.326916 samples/sec	rmse=0.020285	lr=0.311058
Epoch[65] Batch [1249]	Speed: 3940.930422 samples/sec	rmse=0.020282	lr=0.310951
[Epoch 65] training: rmse=0.020282
[Epoch 65] speed: 3857 samples/sec	time cost: 342.079414
[Epoch 65] validation: err-top1=0.377571 err-top5=0.148796
Epoch[66] Batch [49]	Speed: 3914.023242 samples/sec	rmse=0.020091	lr=0.310842
Epoch[66] Batch [99]	Speed: 3859.206256 samples/sec	rmse=0.020103	lr=0.310734
Epoch[66] Batch [149]	Speed: 3882.643803 samples/sec	rmse=0.020177	lr=0.310627
Epoch[66] Batch [199]	Speed: 3777.616120 samples/sec	rmse=0.020173	lr=0.310520
Epoch[66] Batch [249]	Speed: 3855.897553 samples/sec	rmse=0.020126	lr=0.310412
Epoch[66] Batch [299]	Speed: 3728.621334 samples/sec	rmse=0.020138	lr=0.310305
Epoch[66] Batch [349]	Speed: 3906.857139 samples/sec	rmse=0.020143	lr=0.310198
Epoch[66] Batch [399]	Speed: 3931.990687 samples/sec	rmse=0.020146	lr=0.310090
Epoch[66] Batch [449]	Speed: 3777.102253 samples/sec	rmse=0.020138	lr=0.309982
Epoch[66] Batch [499]	Speed: 3850.585267 samples/sec	rmse=0.020151	lr=0.309875
Epoch[66] Batch [549]	Speed: 3804.486572 samples/sec	rmse=0.020180	lr=0.309767
Epoch[66] Batch [599]	Speed: 3756.220940 samples/sec	rmse=0.020203	lr=0.309660
Epoch[66] Batch [649]	Speed: 3841.444719 samples/sec	rmse=0.020228	lr=0.309552
Epoch[66] Batch [699]	Speed: 3922.955326 samples/sec	rmse=0.020228	lr=0.309444
Epoch[66] Batch [749]	Speed: 3768.325428 samples/sec	rmse=0.020243	lr=0.309336
Epoch[66] Batch [799]	Speed: 3787.691340 samples/sec	rmse=0.020237	lr=0.309228
Epoch[66] Batch [849]	Speed: 3729.428741 samples/sec	rmse=0.020244	lr=0.309121
Epoch[66] Batch [899]	Speed: 3853.297967 samples/sec	rmse=0.020252	lr=0.309013
Epoch[66] Batch [949]	Speed: 3819.803456 samples/sec	rmse=0.020260	lr=0.308905
Epoch[66] Batch [999]	Speed: 3806.366622 samples/sec	rmse=0.020248	lr=0.308797
Epoch[66] Batch [1049]	Speed: 3730.741061 samples/sec	rmse=0.020249	lr=0.308688
Epoch[66] Batch [1099]	Speed: 3703.301931 samples/sec	rmse=0.020243	lr=0.308580
Epoch[66] Batch [1149]	Speed: 3832.833035 samples/sec	rmse=0.020247	lr=0.308472
Epoch[66] Batch [1199]	Speed: 3742.173566 samples/sec	rmse=0.020257	lr=0.308364
Epoch[66] Batch [1249]	Speed: 3988.321971 samples/sec	rmse=0.020265	lr=0.308256
[Epoch 66] training: rmse=0.020264
[Epoch 66] speed: 3818 samples/sec	time cost: 345.266317
[Epoch 66] validation: err-top1=0.367367 err-top5=0.139290
Epoch[67] Batch [49]	Speed: 3827.943218 samples/sec	rmse=0.020251	lr=0.308145
Epoch[67] Batch [99]	Speed: 3852.401556 samples/sec	rmse=0.020241	lr=0.308037
Epoch[67] Batch [149]	Speed: 3893.817425 samples/sec	rmse=0.020167	lr=0.307928
Epoch[67] Batch [199]	Speed: 3823.046124 samples/sec	rmse=0.020184	lr=0.307820
Epoch[67] Batch [249]	Speed: 3874.110786 samples/sec	rmse=0.020232	lr=0.307712
Epoch[67] Batch [299]	Speed: 3935.843608 samples/sec	rmse=0.020248	lr=0.307603
Epoch[67] Batch [349]	Speed: 3839.156390 samples/sec	rmse=0.020242	lr=0.307494
Epoch[67] Batch [399]	Speed: 3874.205210 samples/sec	rmse=0.020243	lr=0.307386
Epoch[67] Batch [449]	Speed: 3756.373964 samples/sec	rmse=0.020241	lr=0.307277
Epoch[67] Batch [499]	Speed: 3942.327157 samples/sec	rmse=0.020252	lr=0.307168
Epoch[67] Batch [549]	Speed: 3813.067345 samples/sec	rmse=0.020259	lr=0.307060
Epoch[67] Batch [599]	Speed: 3809.052218 samples/sec	rmse=0.020259	lr=0.306951
Epoch[67] Batch [649]	Speed: 3838.874941 samples/sec	rmse=0.020244	lr=0.306842
Epoch[67] Batch [699]	Speed: 3767.856196 samples/sec	rmse=0.020251	lr=0.306733
Epoch[67] Batch [749]	Speed: 3818.521780 samples/sec	rmse=0.020255	lr=0.306624
Epoch[67] Batch [799]	Speed: 3736.490696 samples/sec	rmse=0.020254	lr=0.306515
Epoch[67] Batch [849]	Speed: 3772.450795 samples/sec	rmse=0.020238	lr=0.306406
Epoch[67] Batch [899]	Speed: 3827.059382 samples/sec	rmse=0.020241	lr=0.306297
Epoch[67] Batch [949]	Speed: 3772.773226 samples/sec	rmse=0.020241	lr=0.306188
Epoch[67] Batch [999]	Speed: 3790.094761 samples/sec	rmse=0.020249	lr=0.306079
Epoch[67] Batch [1049]	Speed: 3774.582780 samples/sec	rmse=0.020246	lr=0.305970
Epoch[67] Batch [1099]	Speed: 3808.698292 samples/sec	rmse=0.020244	lr=0.305860
Epoch[67] Batch [1149]	Speed: 3864.110129 samples/sec	rmse=0.020243	lr=0.305751
Epoch[67] Batch [1199]	Speed: 3824.162559 samples/sec	rmse=0.020246	lr=0.305642
Epoch[67] Batch [1249]	Speed: 3980.325657 samples/sec	rmse=0.020247	lr=0.305532
[Epoch 67] training: rmse=0.020247
[Epoch 67] speed: 3828 samples/sec	time cost: 344.239534
[Epoch 67] validation: err-top1=0.373685 err-top5=0.143435
Epoch[68] Batch [49]	Speed: 3826.991249 samples/sec	rmse=0.020043	lr=0.305421
Epoch[68] Batch [99]	Speed: 3767.266268 samples/sec	rmse=0.020098	lr=0.305311
Epoch[68] Batch [149]	Speed: 3788.650458 samples/sec	rmse=0.020073	lr=0.305202
Epoch[68] Batch [199]	Speed: 3831.829950 samples/sec	rmse=0.020094	lr=0.305092
Epoch[68] Batch [249]	Speed: 3780.679232 samples/sec	rmse=0.020100	lr=0.304983
Epoch[68] Batch [299]	Speed: 3826.606298 samples/sec	rmse=0.020146	lr=0.304873
Epoch[68] Batch [349]	Speed: 3885.473231 samples/sec	rmse=0.020112	lr=0.304763
Epoch[68] Batch [399]	Speed: 3773.510419 samples/sec	rmse=0.020118	lr=0.304654
Epoch[68] Batch [449]	Speed: 3814.045049 samples/sec	rmse=0.020113	lr=0.304544
Epoch[68] Batch [499]	Speed: 3798.402179 samples/sec	rmse=0.020125	lr=0.304434
Epoch[68] Batch [549]	Speed: 3776.096915 samples/sec	rmse=0.020147	lr=0.304324
Epoch[68] Batch [599]	Speed: 3818.872373 samples/sec	rmse=0.020156	lr=0.304214
Epoch[68] Batch [649]	Speed: 3831.907350 samples/sec	rmse=0.020165	lr=0.304104
Epoch[68] Batch [699]	Speed: 3814.546591 samples/sec	rmse=0.020163	lr=0.303994
Epoch[68] Batch [749]	Speed: 3826.258851 samples/sec	rmse=0.020160	lr=0.303884
Epoch[68] Batch [799]	Speed: 3805.686137 samples/sec	rmse=0.020169	lr=0.303774
Epoch[68] Batch [849]	Speed: 3924.947645 samples/sec	rmse=0.020158	lr=0.303664
Epoch[68] Batch [899]	Speed: 3788.296370 samples/sec	rmse=0.020169	lr=0.303554
Epoch[68] Batch [949]	Speed: 3807.184498 samples/sec	rmse=0.020160	lr=0.303444
Epoch[68] Batch [999]	Speed: 3737.007228 samples/sec	rmse=0.020153	lr=0.303334
Epoch[68] Batch [1049]	Speed: 3826.787614 samples/sec	rmse=0.020158	lr=0.303223
Epoch[68] Batch [1099]	Speed: 3780.795714 samples/sec	rmse=0.020167	lr=0.303113
Epoch[68] Batch [1149]	Speed: 3837.021332 samples/sec	rmse=0.020172	lr=0.303003
Epoch[68] Batch [1199]	Speed: 3862.337801 samples/sec	rmse=0.020168	lr=0.302892
Epoch[68] Batch [1249]	Speed: 3908.607894 samples/sec	rmse=0.020179	lr=0.302782
[Epoch 68] training: rmse=0.020179
[Epoch 68] speed: 3814 samples/sec	time cost: 345.631756
[Epoch 68] validation: err-top1=0.397620 err-top5=0.159698
Epoch[69] Batch [49]	Speed: 3811.103566 samples/sec	rmse=0.020113	lr=0.302669
Epoch[69] Batch [99]	Speed: 3812.848672 samples/sec	rmse=0.020110	lr=0.302559
Epoch[69] Batch [149]	Speed: 3902.814168 samples/sec	rmse=0.020066	lr=0.302448
Epoch[69] Batch [199]	Speed: 3739.279609 samples/sec	rmse=0.020101	lr=0.302337
Epoch[69] Batch [249]	Speed: 3850.551988 samples/sec	rmse=0.020094	lr=0.302227
Epoch[69] Batch [299]	Speed: 3895.106916 samples/sec	rmse=0.020101	lr=0.302116
Epoch[69] Batch [349]	Speed: 3818.410430 samples/sec	rmse=0.020090	lr=0.302005
Epoch[69] Batch [399]	Speed: 3808.282772 samples/sec	rmse=0.020102	lr=0.301894
Epoch[69] Batch [449]	Speed: 3849.811926 samples/sec	rmse=0.020087	lr=0.301784
Epoch[69] Batch [499]	Speed: 3797.718897 samples/sec	rmse=0.020104	lr=0.301673
Epoch[69] Batch [549]	Speed: 3788.181229 samples/sec	rmse=0.020103	lr=0.301562
Epoch[69] Batch [599]	Speed: 3873.716857 samples/sec	rmse=0.020104	lr=0.301451
Epoch[69] Batch [649]	Speed: 3834.361548 samples/sec	rmse=0.020094	lr=0.301340
Epoch[69] Batch [699]	Speed: 3746.057426 samples/sec	rmse=0.020106	lr=0.301229
Epoch[69] Batch [749]	Speed: 3818.022044 samples/sec	rmse=0.020099	lr=0.301118
Epoch[69] Batch [799]	Speed: 3839.128250 samples/sec	rmse=0.020104	lr=0.301007
Epoch[69] Batch [849]	Speed: 3798.406412 samples/sec	rmse=0.020110	lr=0.300895
Epoch[69] Batch [899]	Speed: 3881.559335 samples/sec	rmse=0.020116	lr=0.300784
Epoch[69] Batch [949]	Speed: 3833.648158 samples/sec	rmse=0.020117	lr=0.300673
Epoch[69] Batch [999]	Speed: 3768.932621 samples/sec	rmse=0.020118	lr=0.300562
Epoch[69] Batch [1049]	Speed: 3891.446548 samples/sec	rmse=0.020114	lr=0.300450
Epoch[69] Batch [1099]	Speed: 3802.272613 samples/sec	rmse=0.020118	lr=0.300339
Epoch[69] Batch [1149]	Speed: 3933.655240 samples/sec	rmse=0.020133	lr=0.300227
Epoch[69] Batch [1199]	Speed: 3767.402943 samples/sec	rmse=0.020142	lr=0.300116
Epoch[69] Batch [1249]	Speed: 3945.713782 samples/sec	rmse=0.020145	lr=0.300004
[Epoch 69] training: rmse=0.020145
[Epoch 69] speed: 3828 samples/sec	time cost: 343.867448
[Epoch 69] validation: err-top1=0.381165 err-top5=0.151611
Epoch[70] Batch [49]	Speed: 3873.847809 samples/sec	rmse=0.019810	lr=0.299891
Epoch[70] Batch [99]	Speed: 3950.829139 samples/sec	rmse=0.019911	lr=0.299779
Epoch[70] Batch [149]	Speed: 3813.437117 samples/sec	rmse=0.019918	lr=0.299667
Epoch[70] Batch [199]	Speed: 3836.475619 samples/sec	rmse=0.020008	lr=0.299556
Epoch[70] Batch [249]	Speed: 3769.689621 samples/sec	rmse=0.020018	lr=0.299444
Epoch[70] Batch [299]	Speed: 3845.902216 samples/sec	rmse=0.020047	lr=0.299332
Epoch[70] Batch [349]	Speed: 3804.612884 samples/sec	rmse=0.020089	lr=0.299221
Epoch[70] Batch [399]	Speed: 3733.350950 samples/sec	rmse=0.020099	lr=0.299109
Epoch[70] Batch [449]	Speed: 3813.756637 samples/sec	rmse=0.020119	lr=0.298997
Epoch[70] Batch [499]	Speed: 3795.279640 samples/sec	rmse=0.020119	lr=0.298885
Epoch[70] Batch [549]	Speed: 3904.164704 samples/sec	rmse=0.020117	lr=0.298773
Epoch[70] Batch [599]	Speed: 4018.681496 samples/sec	rmse=0.020113	lr=0.298661
Epoch[70] Batch [649]	Speed: 3847.732359 samples/sec	rmse=0.020117	lr=0.298549
Epoch[70] Batch [699]	Speed: 3919.117429 samples/sec	rmse=0.020113	lr=0.298437
Epoch[70] Batch [749]	Speed: 3907.310943 samples/sec	rmse=0.020102	lr=0.298325
Epoch[70] Batch [799]	Speed: 3877.354713 samples/sec	rmse=0.020123	lr=0.298213
Epoch[70] Batch [849]	Speed: 3807.805157 samples/sec	rmse=0.020121	lr=0.298100
Epoch[70] Batch [899]	Speed: 3831.967042 samples/sec	rmse=0.020121	lr=0.297988
Epoch[70] Batch [949]	Speed: 3792.236696 samples/sec	rmse=0.020133	lr=0.297876
Epoch[70] Batch [999]	Speed: 3858.993285 samples/sec	rmse=0.020140	lr=0.297763
Epoch[70] Batch [1049]	Speed: 3858.714605 samples/sec	rmse=0.020146	lr=0.297651
Epoch[70] Batch [1099]	Speed: 3808.300534 samples/sec	rmse=0.020149	lr=0.297539
Epoch[70] Batch [1149]	Speed: 3833.208703 samples/sec	rmse=0.020143	lr=0.297426
Epoch[70] Batch [1199]	Speed: 3892.103029 samples/sec	rmse=0.020148	lr=0.297314
Epoch[70] Batch [1249]	Speed: 3998.167714 samples/sec	rmse=0.020153	lr=0.297201
[Epoch 70] training: rmse=0.020153
[Epoch 70] speed: 3851 samples/sec	time cost: 342.478430
[Epoch 70] validation: err-top1=0.374880 err-top5=0.144452
Epoch[71] Batch [49]	Speed: 3856.696890 samples/sec	rmse=0.019946	lr=0.297086
Epoch[71] Batch [99]	Speed: 3857.251004 samples/sec	rmse=0.020060	lr=0.296974
Epoch[71] Batch [149]	Speed: 3844.483141 samples/sec	rmse=0.020036	lr=0.296861
Epoch[71] Batch [199]	Speed: 3841.054725 samples/sec	rmse=0.020050	lr=0.296748
Epoch[71] Batch [249]	Speed: 3910.790267 samples/sec	rmse=0.020022	lr=0.296636
Epoch[71] Batch [299]	Speed: 3974.746973 samples/sec	rmse=0.020011	lr=0.296523
Epoch[71] Batch [349]	Speed: 3884.494544 samples/sec	rmse=0.020012	lr=0.296410
Epoch[71] Batch [399]	Speed: 3784.177170 samples/sec	rmse=0.020033	lr=0.296297
Epoch[71] Batch [449]	Speed: 3981.542722 samples/sec	rmse=0.020035	lr=0.296184
Epoch[71] Batch [499]	Speed: 3977.592781 samples/sec	rmse=0.020032	lr=0.296071
Epoch[71] Batch [549]	Speed: 3917.618591 samples/sec	rmse=0.020044	lr=0.295958
Epoch[71] Batch [599]	Speed: 3959.278520 samples/sec	rmse=0.020049	lr=0.295845
Epoch[71] Batch [649]	Speed: 3857.841523 samples/sec	rmse=0.020056	lr=0.295732
Epoch[71] Batch [699]	Speed: 3942.578524 samples/sec	rmse=0.020051	lr=0.295619
Epoch[71] Batch [749]	Speed: 3933.270217 samples/sec	rmse=0.020060	lr=0.295506
Epoch[71] Batch [799]	Speed: 3867.753918 samples/sec	rmse=0.020073	lr=0.295393
Epoch[71] Batch [849]	Speed: 3852.523606 samples/sec	rmse=0.020081	lr=0.295280
Epoch[71] Batch [899]	Speed: 3887.135211 samples/sec	rmse=0.020083	lr=0.295167
Epoch[71] Batch [949]	Speed: 3869.645573 samples/sec	rmse=0.020107	lr=0.295053
Epoch[71] Batch [999]	Speed: 3890.463088 samples/sec	rmse=0.020108	lr=0.294940
Epoch[71] Batch [1049]	Speed: 4052.833131 samples/sec	rmse=0.020105	lr=0.294827
Epoch[71] Batch [1099]	Speed: 3972.178608 samples/sec	rmse=0.020104	lr=0.294713
Epoch[71] Batch [1149]	Speed: 4112.769234 samples/sec	rmse=0.020102	lr=0.294600
Epoch[71] Batch [1199]	Speed: 4000.492559 samples/sec	rmse=0.020110	lr=0.294486
Epoch[71] Batch [1249]	Speed: 4138.042543 samples/sec	rmse=0.020099	lr=0.294373
[Epoch 71] training: rmse=0.020099
[Epoch 71] speed: 3922 samples/sec	time cost: 336.759622
[Epoch 71] validation: err-top1=0.372967 err-top5=0.146086
Epoch[72] Batch [49]	Speed: 4051.333241 samples/sec	rmse=0.020143	lr=0.294257
Epoch[72] Batch [99]	Speed: 3988.923299 samples/sec	rmse=0.019999	lr=0.294143
Epoch[72] Batch [149]	Speed: 3993.343586 samples/sec	rmse=0.020045	lr=0.294030
Epoch[72] Batch [199]	Speed: 4092.051310 samples/sec	rmse=0.020049	lr=0.293916
Epoch[72] Batch [249]	Speed: 4060.032923 samples/sec	rmse=0.020089	lr=0.293802
Epoch[72] Batch [299]	Speed: 4092.144570 samples/sec	rmse=0.020086	lr=0.293688
Epoch[72] Batch [349]	Speed: 4058.887771 samples/sec	rmse=0.020073	lr=0.293575
Epoch[72] Batch [399]	Speed: 4053.701445 samples/sec	rmse=0.020069	lr=0.293461
Epoch[72] Batch [449]	Speed: 4140.030784 samples/sec	rmse=0.020063	lr=0.293347
Epoch[72] Batch [499]	Speed: 4253.882701 samples/sec	rmse=0.020068	lr=0.293233
Epoch[72] Batch [549]	Speed: 4188.003427 samples/sec	rmse=0.020067	lr=0.293119
Epoch[72] Batch [599]	Speed: 3901.269229 samples/sec	rmse=0.020069	lr=0.293005
Epoch[72] Batch [649]	Speed: 3946.810825 samples/sec	rmse=0.020066	lr=0.292891
Epoch[72] Batch [699]	Speed: 3911.169405 samples/sec	rmse=0.020065	lr=0.292777
Epoch[72] Batch [749]	Speed: 3959.762328 samples/sec	rmse=0.020078	lr=0.292663
Epoch[72] Batch [799]	Speed: 3954.766133 samples/sec	rmse=0.020080	lr=0.292549
Epoch[72] Batch [849]	Speed: 3949.027002 samples/sec	rmse=0.020082	lr=0.292435
Epoch[72] Batch [899]	Speed: 3850.110098 samples/sec	rmse=0.020081	lr=0.292320
Epoch[72] Batch [949]	Speed: 3824.557985 samples/sec	rmse=0.020080	lr=0.292206
Epoch[72] Batch [999]	Speed: 3899.283665 samples/sec	rmse=0.020085	lr=0.292092
Epoch[72] Batch [1049]	Speed: 3926.524034 samples/sec	rmse=0.020088	lr=0.291977
Epoch[72] Batch [1099]	Speed: 3960.740670 samples/sec	rmse=0.020091	lr=0.291863
Epoch[72] Batch [1149]	Speed: 3902.054166 samples/sec	rmse=0.020096	lr=0.291749
Epoch[72] Batch [1199]	Speed: 3896.760533 samples/sec	rmse=0.020098	lr=0.291634
Epoch[72] Batch [1249]	Speed: 3996.909296 samples/sec	rmse=0.020094	lr=0.291520
[Epoch 72] training: rmse=0.020095
[Epoch 72] speed: 3988 samples/sec	time cost: 330.694354
[Epoch 72] validation: err-top1=0.362285 err-top5=0.136759
Epoch[73] Batch [49]	Speed: 3908.184870 samples/sec	rmse=0.020095	lr=0.291403
Epoch[73] Batch [99]	Speed: 3879.331597 samples/sec	rmse=0.019966	lr=0.291288
Epoch[73] Batch [149]	Speed: 3923.356609 samples/sec	rmse=0.019978	lr=0.291174
Epoch[73] Batch [199]	Speed: 3832.112761 samples/sec	rmse=0.020009	lr=0.291059
Epoch[73] Batch [249]	Speed: 3778.826459 samples/sec	rmse=0.020018	lr=0.290944
Epoch[73] Batch [299]	Speed: 3789.589865 samples/sec	rmse=0.020017	lr=0.290830
Epoch[73] Batch [349]	Speed: 3843.714520 samples/sec	rmse=0.020005	lr=0.290715
Epoch[73] Batch [399]	Speed: 3886.956363 samples/sec	rmse=0.020004	lr=0.290600
Epoch[73] Batch [449]	Speed: 3801.689896 samples/sec	rmse=0.020028	lr=0.290485
Epoch[73] Batch [499]	Speed: 3827.208410 samples/sec	rmse=0.020060	lr=0.290370
Epoch[73] Batch [549]	Speed: 3899.581760 samples/sec	rmse=0.020068	lr=0.290256
Epoch[73] Batch [599]	Speed: 3985.432614 samples/sec	rmse=0.020060	lr=0.290141
Epoch[73] Batch [649]	Speed: 3836.738963 samples/sec	rmse=0.020065	lr=0.290026
Epoch[73] Batch [699]	Speed: 3819.530748 samples/sec	rmse=0.020057	lr=0.289911
Epoch[73] Batch [749]	Speed: 3817.291651 samples/sec	rmse=0.020058	lr=0.289796
Epoch[73] Batch [799]	Speed: 3848.487139 samples/sec	rmse=0.020071	lr=0.289680
Epoch[73] Batch [849]	Speed: 3851.796396 samples/sec	rmse=0.020072	lr=0.289565
Epoch[73] Batch [899]	Speed: 3802.401943 samples/sec	rmse=0.020086	lr=0.289450
Epoch[73] Batch [949]	Speed: 3877.487171 samples/sec	rmse=0.020084	lr=0.289335
Epoch[73] Batch [999]	Speed: 3923.944457 samples/sec	rmse=0.020089	lr=0.289220
Epoch[73] Batch [1049]	Speed: 3955.058786 samples/sec	rmse=0.020083	lr=0.289104
Epoch[73] Batch [1099]	Speed: 3875.926467 samples/sec	rmse=0.020078	lr=0.288989
Epoch[73] Batch [1149]	Speed: 3900.287316 samples/sec	rmse=0.020088	lr=0.288874
Epoch[73] Batch [1199]	Speed: 3866.980352 samples/sec	rmse=0.020091	lr=0.288758
Epoch[73] Batch [1249]	Speed: 4022.515409 samples/sec	rmse=0.020097	lr=0.288643
[Epoch 73] training: rmse=0.020096
[Epoch 73] speed: 3866 samples/sec	time cost: 340.718720
[Epoch 73] validation: err-top1=0.371333 err-top5=0.140406
Epoch[74] Batch [49]	Speed: 3870.060574 samples/sec	rmse=0.020052	lr=0.288525
Epoch[74] Batch [99]	Speed: 3851.083135 samples/sec	rmse=0.020030	lr=0.288410
Epoch[74] Batch [149]	Speed: 3900.202950 samples/sec	rmse=0.020036	lr=0.288294
Epoch[74] Batch [199]	Speed: 3890.632461 samples/sec	rmse=0.020089	lr=0.288179
Epoch[74] Batch [249]	Speed: 3898.062304 samples/sec	rmse=0.020109	lr=0.288063
Epoch[74] Batch [299]	Speed: 3945.032716 samples/sec	rmse=0.020098	lr=0.287947
Epoch[74] Batch [349]	Speed: 3928.684850 samples/sec	rmse=0.020110	lr=0.287832
Epoch[74] Batch [399]	Speed: 3896.769159 samples/sec	rmse=0.020111	lr=0.287716
Epoch[74] Batch [449]	Speed: 3893.807329 samples/sec	rmse=0.020116	lr=0.287600
Epoch[74] Batch [499]	Speed: 3831.148943 samples/sec	rmse=0.020116	lr=0.287484
Epoch[74] Batch [549]	Speed: 3853.681738 samples/sec	rmse=0.020126	lr=0.287369
Epoch[74] Batch [599]	Speed: 3878.958886 samples/sec	rmse=0.020107	lr=0.287253
Epoch[74] Batch [649]	Speed: 3756.554994 samples/sec	rmse=0.020095	lr=0.287137
Epoch[74] Batch [699]	Speed: 3846.047549 samples/sec	rmse=0.020105	lr=0.287021
Epoch[74] Batch [749]	Speed: 3893.141804 samples/sec	rmse=0.020108	lr=0.286905
Epoch[74] Batch [799]	Speed: 3880.145938 samples/sec	rmse=0.020097	lr=0.286789
Epoch[74] Batch [849]	Speed: 3957.497768 samples/sec	rmse=0.020098	lr=0.286673
Epoch[74] Batch [899]	Speed: 3913.577862 samples/sec	rmse=0.020096	lr=0.286557
Epoch[74] Batch [949]	Speed: 3792.783963 samples/sec	rmse=0.020097	lr=0.286441
Epoch[74] Batch [999]	Speed: 3821.654744 samples/sec	rmse=0.020102	lr=0.286324
Epoch[74] Batch [1049]	Speed: 3765.312200 samples/sec	rmse=0.020097	lr=0.286208
Epoch[74] Batch [1099]	Speed: 3777.290402 samples/sec	rmse=0.020087	lr=0.286092
Epoch[74] Batch [1149]	Speed: 3798.210510 samples/sec	rmse=0.020091	lr=0.285976
Epoch[74] Batch [1199]	Speed: 3830.391997 samples/sec	rmse=0.020096	lr=0.285859
Epoch[74] Batch [1249]	Speed: 4055.923572 samples/sec	rmse=0.020102	lr=0.285743
[Epoch 74] training: rmse=0.020102
[Epoch 74] speed: 3865 samples/sec	time cost: 341.125712
[Epoch 74] validation: err-top1=0.367088 err-top5=0.140844
Epoch[75] Batch [49]	Speed: 3858.757455 samples/sec	rmse=0.020071	lr=0.285624
Epoch[75] Batch [99]	Speed: 3780.954808 samples/sec	rmse=0.020051	lr=0.285508
Epoch[75] Batch [149]	Speed: 3830.645623 samples/sec	rmse=0.020027	lr=0.285392
Epoch[75] Batch [199]	Speed: 3973.457303 samples/sec	rmse=0.020032	lr=0.285275
Epoch[75] Batch [249]	Speed: 3820.657162 samples/sec	rmse=0.020010	lr=0.285159
Epoch[75] Batch [299]	Speed: 3831.172455 samples/sec	rmse=0.020019	lr=0.285042
Epoch[75] Batch [349]	Speed: 3872.110803 samples/sec	rmse=0.020014	lr=0.284926
Epoch[75] Batch [399]	Speed: 3835.368561 samples/sec	rmse=0.019999	lr=0.284809
Epoch[75] Batch [449]	Speed: 3889.054047 samples/sec	rmse=0.020006	lr=0.284692
Epoch[75] Batch [499]	Speed: 3904.231070 samples/sec	rmse=0.020008	lr=0.284576
Epoch[75] Batch [549]	Speed: 3861.289223 samples/sec	rmse=0.020023	lr=0.284459
Epoch[75] Batch [599]	Speed: 3880.983276 samples/sec	rmse=0.020018	lr=0.284342
Epoch[75] Batch [649]	Speed: 3743.450238 samples/sec	rmse=0.020024	lr=0.284225
Epoch[75] Batch [699]	Speed: 3891.638293 samples/sec	rmse=0.020026	lr=0.284109
Epoch[75] Batch [749]	Speed: 3814.239133 samples/sec	rmse=0.020038	lr=0.283992
Epoch[75] Batch [799]	Speed: 3856.903720 samples/sec	rmse=0.020041	lr=0.283875
Epoch[75] Batch [849]	Speed: 3844.026541 samples/sec	rmse=0.020034	lr=0.283758
Epoch[75] Batch [899]	Speed: 3921.131339 samples/sec	rmse=0.020040	lr=0.283641
Epoch[75] Batch [949]	Speed: 3908.374284 samples/sec	rmse=0.020032	lr=0.283524
Epoch[75] Batch [999]	Speed: 3890.355184 samples/sec	rmse=0.020034	lr=0.283407
Epoch[75] Batch [1049]	Speed: 3845.741329 samples/sec	rmse=0.020034	lr=0.283290
Epoch[75] Batch [1099]	Speed: 3943.570335 samples/sec	rmse=0.020031	lr=0.283173
Epoch[75] Batch [1149]	Speed: 3839.061127 samples/sec	rmse=0.020032	lr=0.283056
Epoch[75] Batch [1199]	Speed: 3891.258842 samples/sec	rmse=0.020037	lr=0.282938
Epoch[75] Batch [1249]	Speed: 3979.063552 samples/sec	rmse=0.020044	lr=0.282821
[Epoch 75] training: rmse=0.020045
[Epoch 75] speed: 3864 samples/sec	time cost: 341.262193
[Epoch 75] validation: err-top1=0.362956 err-top5=0.135946
Epoch[76] Batch [49]	Speed: 3908.225696 samples/sec	rmse=0.019945	lr=0.282702
Epoch[76] Batch [99]	Speed: 3905.773170 samples/sec	rmse=0.019968	lr=0.282584
Epoch[76] Batch [149]	Speed: 3807.696727 samples/sec	rmse=0.019957	lr=0.282467
Epoch[76] Batch [199]	Speed: 3825.267449 samples/sec	rmse=0.019966	lr=0.282350
Epoch[76] Batch [249]	Speed: 3796.185698 samples/sec	rmse=0.019981	lr=0.282232
Epoch[76] Batch [299]	Speed: 3879.032385 samples/sec	rmse=0.020000	lr=0.282115
Epoch[76] Batch [349]	Speed: 3754.849931 samples/sec	rmse=0.019998	lr=0.281997
Epoch[76] Batch [399]	Speed: 3899.861345 samples/sec	rmse=0.019999	lr=0.281880
Epoch[76] Batch [449]	Speed: 3820.294484 samples/sec	rmse=0.019998	lr=0.281762
Epoch[76] Batch [499]	Speed: 3883.681889 samples/sec	rmse=0.020022	lr=0.281645
Epoch[76] Batch [549]	Speed: 3844.904947 samples/sec	rmse=0.020020	lr=0.281527
Epoch[76] Batch [599]	Speed: 3883.160249 samples/sec	rmse=0.020034	lr=0.281410
Epoch[76] Batch [649]	Speed: 3818.972340 samples/sec	rmse=0.020036	lr=0.281292
Epoch[76] Batch [699]	Speed: 3968.876248 samples/sec	rmse=0.020055	lr=0.281174
Epoch[76] Batch [749]	Speed: 3809.505953 samples/sec	rmse=0.020056	lr=0.281057
Epoch[76] Batch [799]	Speed: 3800.105813 samples/sec	rmse=0.020051	lr=0.280939
Epoch[76] Batch [849]	Speed: 3811.609746 samples/sec	rmse=0.020049	lr=0.280821
Epoch[76] Batch [899]	Speed: 3867.545296 samples/sec	rmse=0.020056	lr=0.280703
Epoch[76] Batch [949]	Speed: 3832.026942 samples/sec	rmse=0.020051	lr=0.280585
Epoch[76] Batch [999]	Speed: 3845.285257 samples/sec	rmse=0.020055	lr=0.280468
Epoch[76] Batch [1049]	Speed: 3706.553615 samples/sec	rmse=0.020060	lr=0.280350
Epoch[76] Batch [1099]	Speed: 3850.007320 samples/sec	rmse=0.020054	lr=0.280232
Epoch[76] Batch [1149]	Speed: 3943.056086 samples/sec	rmse=0.020056	lr=0.280114
Epoch[76] Batch [1199]	Speed: 3810.769951 samples/sec	rmse=0.020060	lr=0.279996
Epoch[76] Batch [1249]	Speed: 3942.929173 samples/sec	rmse=0.020066	lr=0.279878
[Epoch 76] training: rmse=0.020065
[Epoch 76] speed: 3844 samples/sec	time cost: 342.998468
[Epoch 76] validation: err-top1=0.359395 err-top5=0.135025
Epoch[77] Batch [49]	Speed: 3845.179845 samples/sec	rmse=0.019841	lr=0.279757
Epoch[77] Batch [99]	Speed: 3851.716741 samples/sec	rmse=0.020005	lr=0.279639
Epoch[77] Batch [149]	Speed: 3868.041429 samples/sec	rmse=0.019993	lr=0.279521
Epoch[77] Batch [199]	Speed: 3819.538424 samples/sec	rmse=0.020006	lr=0.279403
Epoch[77] Batch [249]	Speed: 3890.124385 samples/sec	rmse=0.020007	lr=0.279285
Epoch[77] Batch [299]	Speed: 3915.971792 samples/sec	rmse=0.020029	lr=0.279166
Epoch[77] Batch [349]	Speed: 3818.305671 samples/sec	rmse=0.020044	lr=0.279048
Epoch[77] Batch [399]	Speed: 3816.693468 samples/sec	rmse=0.020024	lr=0.278930
Epoch[77] Batch [449]	Speed: 3830.535888 samples/sec	rmse=0.020032	lr=0.278811
Epoch[77] Batch [499]	Speed: 3833.674849 samples/sec	rmse=0.020027	lr=0.278693
Epoch[77] Batch [549]	Speed: 3934.647324 samples/sec	rmse=0.020031	lr=0.278575
Epoch[77] Batch [599]	Speed: 3855.229212 samples/sec	rmse=0.020036	lr=0.278456
Epoch[77] Batch [649]	Speed: 3770.927928 samples/sec	rmse=0.020041	lr=0.278338
Epoch[77] Batch [699]	Speed: 3866.598105 samples/sec	rmse=0.020047	lr=0.278219
Epoch[77] Batch [749]	Speed: 3845.158777 samples/sec	rmse=0.020039	lr=0.278101
Epoch[77] Batch [799]	Speed: 3816.044615 samples/sec	rmse=0.020033	lr=0.277982
Epoch[77] Batch [849]	Speed: 3762.553750 samples/sec	rmse=0.020035	lr=0.277863
Epoch[77] Batch [899]	Speed: 3835.920880 samples/sec	rmse=0.020037	lr=0.277745
Epoch[77] Batch [949]	Speed: 3811.796139 samples/sec	rmse=0.020046	lr=0.277626
Epoch[77] Batch [999]	Speed: 3767.260651 samples/sec	rmse=0.020047	lr=0.277507
Epoch[77] Batch [1049]	Speed: 3856.983937 samples/sec	rmse=0.020056	lr=0.277389
Epoch[77] Batch [1099]	Speed: 3916.453501 samples/sec	rmse=0.020060	lr=0.277270
Epoch[77] Batch [1149]	Speed: 3800.216972 samples/sec	rmse=0.020068	lr=0.277151
Epoch[77] Batch [1199]	Speed: 3717.877850 samples/sec	rmse=0.020066	lr=0.277032
Epoch[77] Batch [1249]	Speed: 3996.568542 samples/sec	rmse=0.020062	lr=0.276913
[Epoch 77] training: rmse=0.020062
[Epoch 77] speed: 3837 samples/sec	time cost: 343.444397
[Epoch 77] validation: err-top1=0.362663 err-top5=0.134487
Epoch[78] Batch [49]	Speed: 3741.598172 samples/sec	rmse=0.019731	lr=0.276792
Epoch[78] Batch [99]	Speed: 3830.502681 samples/sec	rmse=0.019704	lr=0.276673
Epoch[78] Batch [149]	Speed: 3819.166382 samples/sec	rmse=0.019789	lr=0.276554
Epoch[78] Batch [199]	Speed: 3827.063678 samples/sec	rmse=0.019829	lr=0.276435
Epoch[78] Batch [249]	Speed: 3843.529051 samples/sec	rmse=0.019845	lr=0.276316
Epoch[78] Batch [299]	Speed: 3822.473012 samples/sec	rmse=0.019854	lr=0.276197
Epoch[78] Batch [349]	Speed: 3929.745979 samples/sec	rmse=0.019891	lr=0.276078
Epoch[78] Batch [399]	Speed: 3861.667504 samples/sec	rmse=0.019906	lr=0.275959
Epoch[78] Batch [449]	Speed: 3819.936563 samples/sec	rmse=0.019930	lr=0.275840
Epoch[78] Batch [499]	Speed: 3829.917496 samples/sec	rmse=0.019949	lr=0.275721
Epoch[78] Batch [549]	Speed: 3854.186149 samples/sec	rmse=0.019971	lr=0.275601
Epoch[78] Batch [599]	Speed: 3900.028209 samples/sec	rmse=0.019974	lr=0.275482
Epoch[78] Batch [649]	Speed: 3902.226677 samples/sec	rmse=0.019971	lr=0.275363
Epoch[78] Batch [699]	Speed: 3833.630023 samples/sec	rmse=0.019978	lr=0.275244
Epoch[78] Batch [749]	Speed: 3744.286799 samples/sec	rmse=0.019973	lr=0.275124
Epoch[78] Batch [799]	Speed: 3748.571863 samples/sec	rmse=0.019958	lr=0.275005
Epoch[78] Batch [849]	Speed: 3820.000097 samples/sec	rmse=0.019970	lr=0.274885
Epoch[78] Batch [899]	Speed: 3668.385422 samples/sec	rmse=0.019978	lr=0.274766
Epoch[78] Batch [949]	Speed: 3808.063769 samples/sec	rmse=0.019980	lr=0.274647
Epoch[78] Batch [999]	Speed: 3860.069480 samples/sec	rmse=0.019977	lr=0.274527
Epoch[78] Batch [1049]	Speed: 3896.573939 samples/sec	rmse=0.019972	lr=0.274408
Epoch[78] Batch [1099]	Speed: 3752.938495 samples/sec	rmse=0.019973	lr=0.274288
Epoch[78] Batch [1149]	Speed: 3727.818289 samples/sec	rmse=0.019976	lr=0.274168
Epoch[78] Batch [1199]	Speed: 3808.120425 samples/sec	rmse=0.019982	lr=0.274049
Epoch[78] Batch [1249]	Speed: 4030.352942 samples/sec	rmse=0.019974	lr=0.273929
[Epoch 78] training: rmse=0.019974
[Epoch 78] speed: 3823 samples/sec	time cost: 345.282182
[Epoch 78] validation: err-top1=0.370257 err-top5=0.140984
Epoch[79] Batch [49]	Speed: 3840.738103 samples/sec	rmse=0.019984	lr=0.273807
Epoch[79] Batch [99]	Speed: 3839.292634 samples/sec	rmse=0.019932	lr=0.273687
Epoch[79] Batch [149]	Speed: 3886.393119 samples/sec	rmse=0.019988	lr=0.273568
Epoch[79] Batch [199]	Speed: 3781.223700 samples/sec	rmse=0.020020	lr=0.273448
Epoch[79] Batch [249]	Speed: 3904.325477 samples/sec	rmse=0.020004	lr=0.273328
Epoch[79] Batch [299]	Speed: 3933.575766 samples/sec	rmse=0.020006	lr=0.273208
Epoch[79] Batch [349]	Speed: 3866.758166 samples/sec	rmse=0.019999	lr=0.273088
Epoch[79] Batch [399]	Speed: 3958.786220 samples/sec	rmse=0.020012	lr=0.272969
Epoch[79] Batch [449]	Speed: 3885.577630 samples/sec	rmse=0.020012	lr=0.272849
Epoch[79] Batch [499]	Speed: 3881.270723 samples/sec	rmse=0.020034	lr=0.272729
Epoch[79] Batch [549]	Speed: 3898.706438 samples/sec	rmse=0.020029	lr=0.272609
Epoch[79] Batch [599]	Speed: 3891.623130 samples/sec	rmse=0.019996	lr=0.272489
Epoch[79] Batch [649]	Speed: 3905.409778 samples/sec	rmse=0.019992	lr=0.272369
Epoch[79] Batch [699]	Speed: 3844.511703 samples/sec	rmse=0.020006	lr=0.272249
Epoch[79] Batch [749]	Speed: 3975.049434 samples/sec	rmse=0.020013	lr=0.272128
Epoch[79] Batch [799]	Speed: 3908.999061 samples/sec	rmse=0.020008	lr=0.272008
Epoch[79] Batch [849]	Speed: 3824.453978 samples/sec	rmse=0.019997	lr=0.271888
Epoch[79] Batch [899]	Speed: 3925.475192 samples/sec	rmse=0.019999	lr=0.271768
Epoch[79] Batch [949]	Speed: 3882.285475 samples/sec	rmse=0.020007	lr=0.271648
Epoch[79] Batch [999]	Speed: 4072.434566 samples/sec	rmse=0.020015	lr=0.271527
Epoch[79] Batch [1049]	Speed: 4066.412084 samples/sec	rmse=0.020017	lr=0.271407
Epoch[79] Batch [1099]	Speed: 4064.492370 samples/sec	rmse=0.020031	lr=0.271287
Epoch[79] Batch [1149]	Speed: 4004.763846 samples/sec	rmse=0.020033	lr=0.271167
Epoch[79] Batch [1199]	Speed: 4102.836313 samples/sec	rmse=0.020039	lr=0.271046
Epoch[79] Batch [1249]	Speed: 4173.467961 samples/sec	rmse=0.020034	lr=0.270926
[Epoch 79] training: rmse=0.020034
[Epoch 79] speed: 3927 samples/sec	time cost: 335.951784
[Epoch 79] validation: err-top1=0.363520 err-top5=0.137038
Epoch[80] Batch [49]	Speed: 3976.011274 samples/sec	rmse=0.019931	lr=0.270803
Epoch[80] Batch [99]	Speed: 3839.348438 samples/sec	rmse=0.019921	lr=0.270683
Epoch[80] Batch [149]	Speed: 3994.864375 samples/sec	rmse=0.019951	lr=0.270562
Epoch[80] Batch [199]	Speed: 4175.270394 samples/sec	rmse=0.019926	lr=0.270441
Epoch[80] Batch [249]	Speed: 3932.348601 samples/sec	rmse=0.019928	lr=0.270321
Epoch[80] Batch [299]	Speed: 4115.416529 samples/sec	rmse=0.019921	lr=0.270200
Epoch[80] Batch [349]	Speed: 4130.181004 samples/sec	rmse=0.019922	lr=0.270080
Epoch[80] Batch [399]	Speed: 4100.272186 samples/sec	rmse=0.019916	lr=0.269959
Epoch[80] Batch [449]	Speed: 4125.845426 samples/sec	rmse=0.019928	lr=0.269838
Epoch[80] Batch [499]	Speed: 4025.878239 samples/sec	rmse=0.019923	lr=0.269718
Epoch[80] Batch [549]	Speed: 3964.879281 samples/sec	rmse=0.019926	lr=0.269597
Epoch[80] Batch [599]	Speed: 4058.818958 samples/sec	rmse=0.019936	lr=0.269476
Epoch[80] Batch [649]	Speed: 3970.166395 samples/sec	rmse=0.019949	lr=0.269356
Epoch[80] Batch [699]	Speed: 4069.056995 samples/sec	rmse=0.019964	lr=0.269235
Epoch[80] Batch [749]	Speed: 4025.804805 samples/sec	rmse=0.019966	lr=0.269114
Epoch[80] Batch [799]	Speed: 4095.290748 samples/sec	rmse=0.019958	lr=0.268993
Epoch[80] Batch [849]	Speed: 4030.061065 samples/sec	rmse=0.019971	lr=0.268872
Epoch[80] Batch [899]	Speed: 4054.417873 samples/sec	rmse=0.019979	lr=0.268751
Epoch[80] Batch [949]	Speed: 4108.093963 samples/sec	rmse=0.019983	lr=0.268630
Epoch[80] Batch [999]	Speed: 4141.307558 samples/sec	rmse=0.019981	lr=0.268509
Epoch[80] Batch [1049]	Speed: 3961.808809 samples/sec	rmse=0.019993	lr=0.268388
Epoch[80] Batch [1099]	Speed: 4014.629567 samples/sec	rmse=0.019985	lr=0.268267
Epoch[80] Batch [1149]	Speed: 4117.928412 samples/sec	rmse=0.019988	lr=0.268146
Epoch[80] Batch [1199]	Speed: 4125.198466 samples/sec	rmse=0.019988	lr=0.268025
Epoch[80] Batch [1249]	Speed: 4122.784875 samples/sec	rmse=0.019995	lr=0.267904
[Epoch 80] training: rmse=0.019994
[Epoch 80] speed: 4046 samples/sec	time cost: 326.576267
[Epoch 80] validation: err-top1=0.362604 err-top5=0.139629
Epoch[81] Batch [49]	Speed: 4099.450404 samples/sec	rmse=0.019795	lr=0.267780
Epoch[81] Batch [99]	Speed: 4199.797121 samples/sec	rmse=0.019787	lr=0.267659
Epoch[81] Batch [149]	Speed: 4082.659451 samples/sec	rmse=0.019917	lr=0.267538
Epoch[81] Batch [199]	Speed: 3966.873460 samples/sec	rmse=0.019864	lr=0.267417
Epoch[81] Batch [249]	Speed: 3986.234695 samples/sec	rmse=0.019872	lr=0.267296
Epoch[81] Batch [299]	Speed: 4083.771849 samples/sec	rmse=0.019851	lr=0.267174
Epoch[81] Batch [349]	Speed: 4017.591719 samples/sec	rmse=0.019865	lr=0.267053
Epoch[81] Batch [399]	Speed: 3952.429736 samples/sec	rmse=0.019872	lr=0.266932
Epoch[81] Batch [449]	Speed: 3892.860288 samples/sec	rmse=0.019900	lr=0.266810
Epoch[81] Batch [499]	Speed: 3910.721256 samples/sec	rmse=0.019876	lr=0.266689
Epoch[81] Batch [549]	Speed: 3810.800585 samples/sec	rmse=0.019871	lr=0.266567
Epoch[81] Batch [599]	Speed: 3836.643203 samples/sec	rmse=0.019868	lr=0.266446
Epoch[81] Batch [649]	Speed: 3904.802478 samples/sec	rmse=0.019873	lr=0.266324
Epoch[81] Batch [699]	Speed: 3934.738954 samples/sec	rmse=0.019882	lr=0.266203
Epoch[81] Batch [749]	Speed: 3925.982640 samples/sec	rmse=0.019879	lr=0.266081
Epoch[81] Batch [799]	Speed: 3942.432173 samples/sec	rmse=0.019878	lr=0.265960
Epoch[81] Batch [849]	Speed: 3915.492915 samples/sec	rmse=0.019899	lr=0.265838
Epoch[81] Batch [899]	Speed: 3809.513319 samples/sec	rmse=0.019913	lr=0.265717
Epoch[81] Batch [949]	Speed: 3865.724931 samples/sec	rmse=0.019921	lr=0.265595
Epoch[81] Batch [999]	Speed: 3912.718845 samples/sec	rmse=0.019937	lr=0.265473
Epoch[81] Batch [1049]	Speed: 3949.015673 samples/sec	rmse=0.019932	lr=0.265352
Epoch[81] Batch [1099]	Speed: 3988.605388 samples/sec	rmse=0.019938	lr=0.265230
Epoch[81] Batch [1149]	Speed: 3915.768432 samples/sec	rmse=0.019948	lr=0.265108
Epoch[81] Batch [1199]	Speed: 3899.952496 samples/sec	rmse=0.019950	lr=0.264986
Epoch[81] Batch [1249]	Speed: 4008.325076 samples/sec	rmse=0.019949	lr=0.264865
[Epoch 81] training: rmse=0.019948
[Epoch 81] speed: 3947 samples/sec	time cost: 334.463131
[Epoch 81] validation: err-top1=0.362773 err-top5=0.137695
Epoch[82] Batch [49]	Speed: 3983.214482 samples/sec	rmse=0.019772	lr=0.264740
Epoch[82] Batch [99]	Speed: 3948.755934 samples/sec	rmse=0.019710	lr=0.264618
Epoch[82] Batch [149]	Speed: 3922.610297 samples/sec	rmse=0.019751	lr=0.264497
Epoch[82] Batch [199]	Speed: 3875.589032 samples/sec	rmse=0.019753	lr=0.264375
Epoch[82] Batch [249]	Speed: 3970.970346 samples/sec	rmse=0.019773	lr=0.264253
Epoch[82] Batch [299]	Speed: 3845.150997 samples/sec	rmse=0.019800	lr=0.264131
Epoch[82] Batch [349]	Speed: 3894.988652 samples/sec	rmse=0.019827	lr=0.264009
Epoch[82] Batch [399]	Speed: 3886.335376 samples/sec	rmse=0.019844	lr=0.263887
Epoch[82] Batch [449]	Speed: 3882.811303 samples/sec	rmse=0.019832	lr=0.263765
Epoch[82] Batch [499]	Speed: 3936.911855 samples/sec	rmse=0.019824	lr=0.263643
Epoch[82] Batch [549]	Speed: 3840.721067 samples/sec	rmse=0.019848	lr=0.263520
Epoch[82] Batch [599]	Speed: 3779.303483 samples/sec	rmse=0.019867	lr=0.263398
Epoch[82] Batch [649]	Speed: 3871.403748 samples/sec	rmse=0.019881	lr=0.263276
Epoch[82] Batch [699]	Speed: 3992.721697 samples/sec	rmse=0.019881	lr=0.263154
Epoch[82] Batch [749]	Speed: 3852.485871 samples/sec	rmse=0.019891	lr=0.263032
Epoch[82] Batch [799]	Speed: 3859.776424 samples/sec	rmse=0.019880	lr=0.262910
Epoch[82] Batch [849]	Speed: 3870.998716 samples/sec	rmse=0.019886	lr=0.262787
Epoch[82] Batch [899]	Speed: 3813.327485 samples/sec	rmse=0.019893	lr=0.262665
Epoch[82] Batch [949]	Speed: 3947.199374 samples/sec	rmse=0.019894	lr=0.262543
Epoch[82] Batch [999]	Speed: 3860.674882 samples/sec	rmse=0.019901	lr=0.262420
Epoch[82] Batch [1049]	Speed: 3873.302469 samples/sec	rmse=0.019907	lr=0.262298
Epoch[82] Batch [1099]	Speed: 3987.985196 samples/sec	rmse=0.019912	lr=0.262176
Epoch[82] Batch [1149]	Speed: 3878.290512 samples/sec	rmse=0.019914	lr=0.262053
Epoch[82] Batch [1199]	Speed: 3867.687602 samples/sec	rmse=0.019924	lr=0.261931
Epoch[82] Batch [1249]	Speed: 4060.069997 samples/sec	rmse=0.019923	lr=0.261808
[Epoch 82] training: rmse=0.019922
[Epoch 82] speed: 3896 samples/sec	time cost: 339.121947
[Epoch 82] validation: err-top1=0.364876 err-top5=0.136818
Epoch[83] Batch [49]	Speed: 4042.567645 samples/sec	rmse=0.019744	lr=0.261683
Epoch[83] Batch [99]	Speed: 4077.774970 samples/sec	rmse=0.019747	lr=0.261561
Epoch[83] Batch [149]	Speed: 4134.333872 samples/sec	rmse=0.019773	lr=0.261438
Epoch[83] Batch [199]	Speed: 4051.263996 samples/sec	rmse=0.019795	lr=0.261316
Epoch[83] Batch [249]	Speed: 3950.264019 samples/sec	rmse=0.019794	lr=0.261193
Epoch[83] Batch [299]	Speed: 3963.148342 samples/sec	rmse=0.019822	lr=0.261071
Epoch[83] Batch [349]	Speed: 3979.649406 samples/sec	rmse=0.019829	lr=0.260948
Epoch[83] Batch [399]	Speed: 4151.710291 samples/sec	rmse=0.019826	lr=0.260825
Epoch[83] Batch [449]	Speed: 4128.396409 samples/sec	rmse=0.019833	lr=0.260703
Epoch[83] Batch [499]	Speed: 3934.356747 samples/sec	rmse=0.019835	lr=0.260580
Epoch[83] Batch [549]	Speed: 4241.999820 samples/sec	rmse=0.019844	lr=0.260457
Epoch[83] Batch [599]	Speed: 4072.339037 samples/sec	rmse=0.019832	lr=0.260334
Epoch[83] Batch [649]	Speed: 3985.276334 samples/sec	rmse=0.019834	lr=0.260211
Epoch[83] Batch [699]	Speed: 4010.730290 samples/sec	rmse=0.019833	lr=0.260089
Epoch[83] Batch [749]	Speed: 3998.238282 samples/sec	rmse=0.019853	lr=0.259966
Epoch[83] Batch [799]	Speed: 3918.270420 samples/sec	rmse=0.019859	lr=0.259843
Epoch[83] Batch [849]	Speed: 4070.030546 samples/sec	rmse=0.019861	lr=0.259720
Epoch[83] Batch [899]	Speed: 4119.361708 samples/sec	rmse=0.019869	lr=0.259597
Epoch[83] Batch [949]	Speed: 4018.843040 samples/sec	rmse=0.019868	lr=0.259474
Epoch[83] Batch [999]	Speed: 4259.251344 samples/sec	rmse=0.019860	lr=0.259351
Epoch[83] Batch [1049]	Speed: 4279.098516 samples/sec	rmse=0.019860	lr=0.259228
Epoch[83] Batch [1099]	Speed: 4202.397966 samples/sec	rmse=0.019852	lr=0.259105
Epoch[83] Batch [1149]	Speed: 4151.960812 samples/sec	rmse=0.019857	lr=0.258982
Epoch[83] Batch [1199]	Speed: 4137.626198 samples/sec	rmse=0.019852	lr=0.258859
Epoch[83] Batch [1249]	Speed: 4053.274892 samples/sec	rmse=0.019858	lr=0.258736
[Epoch 83] training: rmse=0.019858
[Epoch 83] speed: 4071 samples/sec	time cost: 324.808802
[Epoch 83] validation: err-top1=0.361587 err-top5=0.135224
Epoch[84] Batch [49]	Speed: 4018.172209 samples/sec	rmse=0.019818	lr=0.258610
Epoch[84] Batch [99]	Speed: 3938.076513 samples/sec	rmse=0.019793	lr=0.258487
Epoch[84] Batch [149]	Speed: 4118.816946 samples/sec	rmse=0.019775	lr=0.258364
Epoch[84] Batch [199]	Speed: 3981.174026 samples/sec	rmse=0.019768	lr=0.258241
Epoch[84] Batch [249]	Speed: 3910.715559 samples/sec	rmse=0.019802	lr=0.258118
Epoch[84] Batch [299]	Speed: 3828.734146 samples/sec	rmse=0.019814	lr=0.257994
Epoch[84] Batch [349]	Speed: 4062.537116 samples/sec	rmse=0.019822	lr=0.257871
Epoch[84] Batch [399]	Speed: 3903.336916 samples/sec	rmse=0.019839	lr=0.257748
Epoch[84] Batch [449]	Speed: 3981.606503 samples/sec	rmse=0.019833	lr=0.257625
Epoch[84] Batch [499]	Speed: 4004.195362 samples/sec	rmse=0.019842	lr=0.257501
Epoch[84] Batch [549]	Speed: 3930.410842 samples/sec	rmse=0.019876	lr=0.257378
Epoch[84] Batch [599]	Speed: 4063.531385 samples/sec	rmse=0.019862	lr=0.257255
Epoch[84] Batch [649]	Speed: 3983.591315 samples/sec	rmse=0.019875	lr=0.257131
Epoch[84] Batch [699]	Speed: 3959.783429 samples/sec	rmse=0.019860	lr=0.257008
Epoch[84] Batch [749]	Speed: 3917.612302 samples/sec	rmse=0.019857	lr=0.256884
Epoch[84] Batch [799]	Speed: 3805.791081 samples/sec	rmse=0.019858	lr=0.256761
Epoch[84] Batch [849]	Speed: 3823.816441 samples/sec	rmse=0.019862	lr=0.256637
Epoch[84] Batch [899]	Speed: 3884.796356 samples/sec	rmse=0.019857	lr=0.256514
Epoch[84] Batch [949]	Speed: 3922.885240 samples/sec	rmse=0.019852	lr=0.256390
Epoch[84] Batch [999]	Speed: 3891.116769 samples/sec	rmse=0.019852	lr=0.256267
Epoch[84] Batch [1049]	Speed: 3867.109525 samples/sec	rmse=0.019854	lr=0.256143
Epoch[84] Batch [1099]	Speed: 3890.689839 samples/sec	rmse=0.019860	lr=0.256019
Epoch[84] Batch [1149]	Speed: 3885.603010 samples/sec	rmse=0.019869	lr=0.255896
Epoch[84] Batch [1199]	Speed: 3824.642243 samples/sec	rmse=0.019875	lr=0.255772
Epoch[84] Batch [1249]	Speed: 4026.469958 samples/sec	rmse=0.019878	lr=0.255648
[Epoch 84] training: rmse=0.019879
[Epoch 84] speed: 3932 samples/sec	time cost: 335.907443
[Epoch 84] validation: err-top1=0.353157 err-top5=0.131776
Epoch[85] Batch [49]	Speed: 3876.892302 samples/sec	rmse=0.019684	lr=0.255522
Epoch[85] Batch [99]	Speed: 3771.677118 samples/sec	rmse=0.019698	lr=0.255399
Epoch[85] Batch [149]	Speed: 3732.654731 samples/sec	rmse=0.019777	lr=0.255275
Epoch[85] Batch [199]	Speed: 3720.001035 samples/sec	rmse=0.019805	lr=0.255151
Epoch[85] Batch [249]	Speed: 3795.368248 samples/sec	rmse=0.019816	lr=0.255027
Epoch[85] Batch [299]	Speed: 3835.622846 samples/sec	rmse=0.019796	lr=0.254903
Epoch[85] Batch [349]	Speed: 3852.817290 samples/sec	rmse=0.019778	lr=0.254780
Epoch[85] Batch [399]	Speed: 3898.658379 samples/sec	rmse=0.019810	lr=0.254656
Epoch[85] Batch [449]	Speed: 3818.053677 samples/sec	rmse=0.019797	lr=0.254532
Epoch[85] Batch [499]	Speed: 3760.631962 samples/sec	rmse=0.019811	lr=0.254408
Epoch[85] Batch [549]	Speed: 3834.367572 samples/sec	rmse=0.019808	lr=0.254284
Epoch[85] Batch [599]	Speed: 3773.980398 samples/sec	rmse=0.019807	lr=0.254160
Epoch[85] Batch [649]	Speed: 3792.035002 samples/sec	rmse=0.019816	lr=0.254036
Epoch[85] Batch [699]	Speed: 3879.744262 samples/sec	rmse=0.019822	lr=0.253912
Epoch[85] Batch [749]	Speed: 3790.920046 samples/sec	rmse=0.019828	lr=0.253788
Epoch[85] Batch [799]	Speed: 3763.051005 samples/sec	rmse=0.019829	lr=0.253664
Epoch[85] Batch [849]	Speed: 3852.747960 samples/sec	rmse=0.019834	lr=0.253540
Epoch[85] Batch [899]	Speed: 3773.146361 samples/sec	rmse=0.019832	lr=0.253416
Epoch[85] Batch [949]	Speed: 3804.346654 samples/sec	rmse=0.019837	lr=0.253292
Epoch[85] Batch [999]	Speed: 3796.349848 samples/sec	rmse=0.019842	lr=0.253167
Epoch[85] Batch [1049]	Speed: 3801.586861 samples/sec	rmse=0.019848	lr=0.253043
Epoch[85] Batch [1099]	Speed: 3742.709478 samples/sec	rmse=0.019855	lr=0.252919
Epoch[85] Batch [1149]	Speed: 3789.146746 samples/sec	rmse=0.019861	lr=0.252795
Epoch[85] Batch [1199]	Speed: 3816.939245 samples/sec	rmse=0.019861	lr=0.252671
Epoch[85] Batch [1249]	Speed: 4043.536249 samples/sec	rmse=0.019867	lr=0.252546
[Epoch 85] training: rmse=0.019865
[Epoch 85] speed: 3809 samples/sec	time cost: 346.406160
[Epoch 85] validation: err-top1=0.363341 err-top5=0.137177
Epoch[86] Batch [49]	Speed: 3789.925333 samples/sec	rmse=0.019827	lr=0.252420
Epoch[86] Batch [99]	Speed: 3768.101343 samples/sec	rmse=0.019772	lr=0.252295
Epoch[86] Batch [149]	Speed: 3792.562586 samples/sec	rmse=0.019729	lr=0.252171
Epoch[86] Batch [199]	Speed: 3817.142986 samples/sec	rmse=0.019735	lr=0.252047
Epoch[86] Batch [249]	Speed: 3814.008132 samples/sec	rmse=0.019740	lr=0.251922
Epoch[86] Batch [299]	Speed: 3767.901944 samples/sec	rmse=0.019745	lr=0.251798
Epoch[86] Batch [349]	Speed: 3735.361053 samples/sec	rmse=0.019752	lr=0.251674
Epoch[86] Batch [399]	Speed: 3811.925847 samples/sec	rmse=0.019779	lr=0.251549
Epoch[86] Batch [449]	Speed: 3781.778981 samples/sec	rmse=0.019765	lr=0.251425
Epoch[86] Batch [499]	Speed: 3790.172825 samples/sec	rmse=0.019774	lr=0.251300
Epoch[86] Batch [549]	Speed: 3771.346794 samples/sec	rmse=0.019778	lr=0.251176
Epoch[86] Batch [599]	Speed: 3805.779480 samples/sec	rmse=0.019784	lr=0.251051
Epoch[86] Batch [649]	Speed: 3910.188768 samples/sec	rmse=0.019797	lr=0.250927
Epoch[86] Batch [699]	Speed: 3867.042326 samples/sec	rmse=0.019795	lr=0.250802
Epoch[86] Batch [749]	Speed: 3888.998549 samples/sec	rmse=0.019790	lr=0.250678
Epoch[86] Batch [799]	Speed: 3916.881389 samples/sec	rmse=0.019785	lr=0.250553
Epoch[86] Batch [849]	Speed: 3735.952729 samples/sec	rmse=0.019798	lr=0.250428
Epoch[86] Batch [899]	Speed: 3815.096859 samples/sec	rmse=0.019801	lr=0.250304
Epoch[86] Batch [949]	Speed: 3763.593705 samples/sec	rmse=0.019807	lr=0.250179
Epoch[86] Batch [999]	Speed: 3883.827703 samples/sec	rmse=0.019803	lr=0.250054
Epoch[86] Batch [1049]	Speed: 3827.921178 samples/sec	rmse=0.019802	lr=0.249930
Epoch[86] Batch [1099]	Speed: 3794.466200 samples/sec	rmse=0.019809	lr=0.249805
Epoch[86] Batch [1149]	Speed: 3787.387595 samples/sec	rmse=0.019814	lr=0.249680
Epoch[86] Batch [1199]	Speed: 3789.058094 samples/sec	rmse=0.019814	lr=0.249556
Epoch[86] Batch [1249]	Speed: 4021.448101 samples/sec	rmse=0.019821	lr=0.249431
[Epoch 86] training: rmse=0.019821
[Epoch 86] speed: 3814 samples/sec	time cost: 345.804008
[Epoch 86] validation: err-top1=0.356565 err-top5=0.132514
Epoch[87] Batch [49]	Speed: 3785.289497 samples/sec	rmse=0.019767	lr=0.249304
Epoch[87] Batch [99]	Speed: 3788.494258 samples/sec	rmse=0.019739	lr=0.249179
Epoch[87] Batch [149]	Speed: 3760.317067 samples/sec	rmse=0.019806	lr=0.249054
Epoch[87] Batch [199]	Speed: 3863.434768 samples/sec	rmse=0.019776	lr=0.248929
Epoch[87] Batch [249]	Speed: 3744.393934 samples/sec	rmse=0.019769	lr=0.248804
Epoch[87] Batch [299]	Speed: 3757.709857 samples/sec	rmse=0.019789	lr=0.248679
Epoch[87] Batch [349]	Speed: 3855.144431 samples/sec	rmse=0.019824	lr=0.248554
Epoch[87] Batch [399]	Speed: 3855.371513 samples/sec	rmse=0.019833	lr=0.248429
Epoch[87] Batch [449]	Speed: 3815.887030 samples/sec	rmse=0.019844	lr=0.248304
Epoch[87] Batch [499]	Speed: 3869.764604 samples/sec	rmse=0.019850	lr=0.248179
Epoch[87] Batch [549]	Speed: 3788.291893 samples/sec	rmse=0.019845	lr=0.248054
Epoch[87] Batch [599]	Speed: 3840.353815 samples/sec	rmse=0.019842	lr=0.247929
Epoch[87] Batch [649]	Speed: 3810.344041 samples/sec	rmse=0.019850	lr=0.247804
Epoch[87] Batch [699]	Speed: 3777.653200 samples/sec	rmse=0.019857	lr=0.247679
Epoch[87] Batch [749]	Speed: 3762.378997 samples/sec	rmse=0.019865	lr=0.247554
Epoch[87] Batch [799]	Speed: 3765.124978 samples/sec	rmse=0.019867	lr=0.247429
Epoch[87] Batch [849]	Speed: 3799.047264 samples/sec	rmse=0.019870	lr=0.247304
Epoch[87] Batch [899]	Speed: 3887.999783 samples/sec	rmse=0.019868	lr=0.247179
Epoch[87] Batch [949]	Speed: 3759.327028 samples/sec	rmse=0.019863	lr=0.247054
Epoch[87] Batch [999]	Speed: 3831.514231 samples/sec	rmse=0.019848	lr=0.246929
Epoch[87] Batch [1049]	Speed: 3862.382746 samples/sec	rmse=0.019835	lr=0.246803
Epoch[87] Batch [1099]	Speed: 3825.744752 samples/sec	rmse=0.019840	lr=0.246678
Epoch[87] Batch [1149]	Speed: 3866.738880 samples/sec	rmse=0.019846	lr=0.246553
Epoch[87] Batch [1199]	Speed: 3850.650721 samples/sec	rmse=0.019849	lr=0.246428
Epoch[87] Batch [1249]	Speed: 3981.565311 samples/sec	rmse=0.019849	lr=0.246302
[Epoch 87] training: rmse=0.019849
[Epoch 87] speed: 3816 samples/sec	time cost: 345.820621
[Epoch 87] validation: err-top1=0.342407 err-top5=0.123922
Epoch[88] Batch [49]	Speed: 3737.123442 samples/sec	rmse=0.019745	lr=0.246175
Epoch[88] Batch [99]	Speed: 3844.333315 samples/sec	rmse=0.019732	lr=0.246049
Epoch[88] Batch [149]	Speed: 3835.163760 samples/sec	rmse=0.019762	lr=0.245924
Epoch[88] Batch [199]	Speed: 3833.896124 samples/sec	rmse=0.019761	lr=0.245799
Epoch[88] Batch [249]	Speed: 3822.003872 samples/sec	rmse=0.019740	lr=0.245673
Epoch[88] Batch [299]	Speed: 3815.276273 samples/sec	rmse=0.019733	lr=0.245548
Epoch[88] Batch [349]	Speed: 3803.618855 samples/sec	rmse=0.019727	lr=0.245422
Epoch[88] Batch [399]	Speed: 3816.170611 samples/sec	rmse=0.019721	lr=0.245297
Epoch[88] Batch [449]	Speed: 3872.203383 samples/sec	rmse=0.019735	lr=0.245172
Epoch[88] Batch [499]	Speed: 3865.298545 samples/sec	rmse=0.019730	lr=0.245046
Epoch[88] Batch [549]	Speed: 3768.850469 samples/sec	rmse=0.019735	lr=0.244921
Epoch[88] Batch [599]	Speed: 3742.938251 samples/sec	rmse=0.019746	lr=0.244795
Epoch[88] Batch [649]	Speed: 3822.088902 samples/sec	rmse=0.019756	lr=0.244670
Epoch[88] Batch [699]	Speed: 3840.154730 samples/sec	rmse=0.019758	lr=0.244544
Epoch[88] Batch [749]	Speed: 3827.993575 samples/sec	rmse=0.019773	lr=0.244418
Epoch[88] Batch [799]	Speed: 3761.082533 samples/sec	rmse=0.019769	lr=0.244293
Epoch[88] Batch [849]	Speed: 3726.890561 samples/sec	rmse=0.019774	lr=0.244167
Epoch[88] Batch [899]	Speed: 3826.291439 samples/sec	rmse=0.019778	lr=0.244042
Epoch[88] Batch [949]	Speed: 3792.107722 samples/sec	rmse=0.019784	lr=0.243916
Epoch[88] Batch [999]	Speed: 3827.470210 samples/sec	rmse=0.019790	lr=0.243790
Epoch[88] Batch [1049]	Speed: 3768.487640 samples/sec	rmse=0.019793	lr=0.243665
Epoch[88] Batch [1099]	Speed: 3809.448106 samples/sec	rmse=0.019799	lr=0.243539
Epoch[88] Batch [1149]	Speed: 3829.368748 samples/sec	rmse=0.019813	lr=0.243413
Epoch[88] Batch [1199]	Speed: 3742.027827 samples/sec	rmse=0.019811	lr=0.243288
Epoch[88] Batch [1249]	Speed: 3956.732798 samples/sec	rmse=0.019812	lr=0.243162
[Epoch 88] training: rmse=0.019811
[Epoch 88] speed: 3807 samples/sec	time cost: 346.923106
[Epoch 88] validation: err-top1=0.352758 err-top5=0.130660
Epoch[89] Batch [49]	Speed: 3813.914926 samples/sec	rmse=0.019794	lr=0.243034
Epoch[89] Batch [99]	Speed: 3823.797037 samples/sec	rmse=0.019748	lr=0.242908
Epoch[89] Batch [149]	Speed: 3858.376486 samples/sec	rmse=0.019713	lr=0.242782
Epoch[89] Batch [199]	Speed: 3802.095565 samples/sec	rmse=0.019701	lr=0.242656
Epoch[89] Batch [249]	Speed: 3758.325012 samples/sec	rmse=0.019688	lr=0.242530
Epoch[89] Batch [299]	Speed: 3753.398771 samples/sec	rmse=0.019708	lr=0.242405
Epoch[89] Batch [349]	Speed: 3813.740720 samples/sec	rmse=0.019697	lr=0.242279
Epoch[89] Batch [399]	Speed: 3797.549055 samples/sec	rmse=0.019719	lr=0.242153
Epoch[89] Batch [449]	Speed: 3869.010099 samples/sec	rmse=0.019733	lr=0.242027
Epoch[89] Batch [499]	Speed: 3876.075198 samples/sec	rmse=0.019747	lr=0.241901
Epoch[89] Batch [549]	Speed: 3761.203542 samples/sec	rmse=0.019734	lr=0.241775
Epoch[89] Batch [599]	Speed: 3782.474594 samples/sec	rmse=0.019745	lr=0.241649
Epoch[89] Batch [649]	Speed: 3863.062256 samples/sec	rmse=0.019745	lr=0.241523
Epoch[89] Batch [699]	Speed: 3908.142480 samples/sec	rmse=0.019761	lr=0.241397
Epoch[89] Batch [749]	Speed: 3861.831254 samples/sec	rmse=0.019757	lr=0.241271
Epoch[89] Batch [799]	Speed: 3877.975844 samples/sec	rmse=0.019766	lr=0.241145
Epoch[89] Batch [849]	Speed: 3795.974324 samples/sec	rmse=0.019778	lr=0.241019
Epoch[89] Batch [899]	Speed: 3743.596676 samples/sec	rmse=0.019787	lr=0.240893
Epoch[89] Batch [949]	Speed: 3777.512192 samples/sec	rmse=0.019785	lr=0.240767
Epoch[89] Batch [999]	Speed: 3843.224331 samples/sec	rmse=0.019779	lr=0.240641
Epoch[89] Batch [1049]	Speed: 3867.242955 samples/sec	rmse=0.019779	lr=0.240515
Epoch[89] Batch [1099]	Speed: 3769.991924 samples/sec	rmse=0.019776	lr=0.240389
Epoch[89] Batch [1149]	Speed: 3738.816215 samples/sec	rmse=0.019776	lr=0.240263
Epoch[89] Batch [1199]	Speed: 3842.292177 samples/sec	rmse=0.019775	lr=0.240136
Epoch[89] Batch [1249]	Speed: 3981.347035 samples/sec	rmse=0.019782	lr=0.240010
[Epoch 89] training: rmse=0.019781
[Epoch 89] speed: 3819 samples/sec	time cost: 345.148388
[Epoch 89] validation: err-top1=0.344089 err-top5=0.122728
Epoch[90] Batch [49]	Speed: 3834.674929 samples/sec	rmse=0.019574	lr=0.239881
Epoch[90] Batch [99]	Speed: 3791.764035 samples/sec	rmse=0.019648	lr=0.239755
Epoch[90] Batch [149]	Speed: 3738.657068 samples/sec	rmse=0.019671	lr=0.239629
Epoch[90] Batch [199]	Speed: 3845.095505 samples/sec	rmse=0.019663	lr=0.239503
Epoch[90] Batch [249]	Speed: 3731.897549 samples/sec	rmse=0.019704	lr=0.239377
Epoch[90] Batch [299]	Speed: 3761.737144 samples/sec	rmse=0.019680	lr=0.239250
Epoch[90] Batch [349]	Speed: 3730.362139 samples/sec	rmse=0.019728	lr=0.239124
Epoch[90] Batch [399]	Speed: 3813.408405 samples/sec	rmse=0.019742	lr=0.238998
Epoch[90] Batch [449]	Speed: 3789.861927 samples/sec	rmse=0.019748	lr=0.238871
Epoch[90] Batch [499]	Speed: 3875.612463 samples/sec	rmse=0.019733	lr=0.238745
Epoch[90] Batch [549]	Speed: 3760.753272 samples/sec	rmse=0.019732	lr=0.238619
Epoch[90] Batch [599]	Speed: 3721.558237 samples/sec	rmse=0.019739	lr=0.238492
Epoch[90] Batch [649]	Speed: 3862.555797 samples/sec	rmse=0.019751	lr=0.238366
Epoch[90] Batch [699]	Speed: 3839.261472 samples/sec	rmse=0.019747	lr=0.238240
Epoch[90] Batch [749]	Speed: 3849.262845 samples/sec	rmse=0.019757	lr=0.238113
Epoch[90] Batch [799]	Speed: 3794.854837 samples/sec	rmse=0.019773	lr=0.237987
Epoch[90] Batch [849]	Speed: 3790.548540 samples/sec	rmse=0.019773	lr=0.237860
Epoch[90] Batch [899]	Speed: 3768.346522 samples/sec	rmse=0.019770	lr=0.237734
Epoch[90] Batch [949]	Speed: 3787.601888 samples/sec	rmse=0.019775	lr=0.237607
Epoch[90] Batch [999]	Speed: 3838.212762 samples/sec	rmse=0.019779	lr=0.237481
Epoch[90] Batch [1049]	Speed: 3884.873310 samples/sec	rmse=0.019787	lr=0.237354
Epoch[90] Batch [1099]	Speed: 3709.851902 samples/sec	rmse=0.019794	lr=0.237228
Epoch[90] Batch [1149]	Speed: 3715.275466 samples/sec	rmse=0.019790	lr=0.237101
Epoch[90] Batch [1199]	Speed: 3780.682027 samples/sec	rmse=0.019788	lr=0.236975
Epoch[90] Batch [1249]	Speed: 4007.818409 samples/sec	rmse=0.019791	lr=0.236848
[Epoch 90] training: rmse=0.019792
[Epoch 90] speed: 3796 samples/sec	time cost: 347.264076
[Epoch 90] validation: err-top1=0.347038 err-top5=0.126295
Epoch[91] Batch [49]	Speed: 3812.237737 samples/sec	rmse=0.019576	lr=0.236719
Epoch[91] Batch [99]	Speed: 3727.509448 samples/sec	rmse=0.019645	lr=0.236592
Epoch[91] Batch [149]	Speed: 3831.942153 samples/sec	rmse=0.019622	lr=0.236466
Epoch[91] Batch [199]	Speed: 3757.479932 samples/sec	rmse=0.019597	lr=0.236339
Epoch[91] Batch [249]	Speed: 3797.068019 samples/sec	rmse=0.019606	lr=0.236213
Epoch[91] Batch [299]	Speed: 3741.582656 samples/sec	rmse=0.019606	lr=0.236086
Epoch[91] Batch [349]	Speed: 3864.549397 samples/sec	rmse=0.019620	lr=0.235959
Epoch[91] Batch [399]	Speed: 3907.478871 samples/sec	rmse=0.019635	lr=0.235832
Epoch[91] Batch [449]	Speed: 3806.553583 samples/sec	rmse=0.019659	lr=0.235706
Epoch[91] Batch [499]	Speed: 3804.918253 samples/sec	rmse=0.019665	lr=0.235579
Epoch[91] Batch [549]	Speed: 3675.284803 samples/sec	rmse=0.019674	lr=0.235452
Epoch[91] Batch [599]	Speed: 3785.335669 samples/sec	rmse=0.019681	lr=0.235326
Epoch[91] Batch [649]	Speed: 3830.777232 samples/sec	rmse=0.019677	lr=0.235199
Epoch[91] Batch [699]	Speed: 3809.522982 samples/sec	rmse=0.019678	lr=0.235072
Epoch[91] Batch [749]	Speed: 3811.331036 samples/sec	rmse=0.019694	lr=0.234945
Epoch[91] Batch [799]	Speed: 3798.764341 samples/sec	rmse=0.019697	lr=0.234818
Epoch[91] Batch [849]	Speed: 3799.106542 samples/sec	rmse=0.019701	lr=0.234692
Epoch[91] Batch [899]	Speed: 3758.219052 samples/sec	rmse=0.019718	lr=0.234565
Epoch[91] Batch [949]	Speed: 3757.641475 samples/sec	rmse=0.019722	lr=0.234438
Epoch[91] Batch [999]	Speed: 3836.491726 samples/sec	rmse=0.019732	lr=0.234311
Epoch[91] Batch [1049]	Speed: 3893.757625 samples/sec	rmse=0.019736	lr=0.234184
Epoch[91] Batch [1099]	Speed: 3801.428785 samples/sec	rmse=0.019741	lr=0.234057
Epoch[91] Batch [1149]	Speed: 3817.206766 samples/sec	rmse=0.019745	lr=0.233930
Epoch[91] Batch [1199]	Speed: 3817.799679 samples/sec	rmse=0.019739	lr=0.233803
Epoch[91] Batch [1249]	Speed: 3959.700412 samples/sec	rmse=0.019740	lr=0.233676
[Epoch 91] training: rmse=0.019740
[Epoch 91] speed: 3804 samples/sec	time cost: 346.448547
[Epoch 91] validation: err-top1=0.345803 err-top5=0.126056
Epoch[92] Batch [49]	Speed: 3824.067154 samples/sec	rmse=0.019517	lr=0.233547
Epoch[92] Batch [99]	Speed: 3826.092719 samples/sec	rmse=0.019532	lr=0.233420
Epoch[92] Batch [149]	Speed: 3866.888995 samples/sec	rmse=0.019638	lr=0.233293
Epoch[92] Batch [199]	Speed: 3768.269355 samples/sec	rmse=0.019617	lr=0.233166
Epoch[92] Batch [249]	Speed: 3867.950302 samples/sec	rmse=0.019621	lr=0.233039
Epoch[92] Batch [299]	Speed: 3829.487295 samples/sec	rmse=0.019627	lr=0.232912
Epoch[92] Batch [349]	Speed: 3783.393344 samples/sec	rmse=0.019639	lr=0.232785
Epoch[92] Batch [399]	Speed: 3791.353808 samples/sec	rmse=0.019646	lr=0.232658
Epoch[92] Batch [449]	Speed: 3861.165436 samples/sec	rmse=0.019664	lr=0.232531
Epoch[92] Batch [499]	Speed: 3780.147829 samples/sec	rmse=0.019676	lr=0.232404
Epoch[92] Batch [549]	Speed: 3836.051961 samples/sec	rmse=0.019705	lr=0.232277
Epoch[92] Batch [599]	Speed: 3799.290908 samples/sec	rmse=0.019715	lr=0.232150
Epoch[92] Batch [649]	Speed: 3761.469039 samples/sec	rmse=0.019714	lr=0.232023
Epoch[92] Batch [699]	Speed: 3791.576985 samples/sec	rmse=0.019713	lr=0.231895
Epoch[92] Batch [749]	Speed: 3861.403643 samples/sec	rmse=0.019698	lr=0.231768
Epoch[92] Batch [799]	Speed: 3853.617632 samples/sec	rmse=0.019701	lr=0.231641
Epoch[92] Batch [849]	Speed: 3872.951172 samples/sec	rmse=0.019714	lr=0.231514
Epoch[92] Batch [899]	Speed: 3913.836846 samples/sec	rmse=0.019718	lr=0.231387
Epoch[92] Batch [949]	Speed: 3836.416403 samples/sec	rmse=0.019723	lr=0.231260
Epoch[92] Batch [999]	Speed: 3767.374061 samples/sec	rmse=0.019718	lr=0.231132
Epoch[92] Batch [1049]	Speed: 3831.276553 samples/sec	rmse=0.019726	lr=0.231005
Epoch[92] Batch [1099]	Speed: 3879.579690 samples/sec	rmse=0.019735	lr=0.230878
Epoch[92] Batch [1149]	Speed: 3794.941816 samples/sec	rmse=0.019745	lr=0.230751
Epoch[92] Batch [1199]	Speed: 3877.880116 samples/sec	rmse=0.019739	lr=0.230623
Epoch[92] Batch [1249]	Speed: 3988.362710 samples/sec	rmse=0.019739	lr=0.230496
[Epoch 92] training: rmse=0.019740
[Epoch 92] speed: 3831 samples/sec	time cost: 344.288878
[Epoch 92] validation: err-top1=0.364796 err-top5=0.141462
Epoch[93] Batch [49]	Speed: 3883.238612 samples/sec	rmse=0.019489	lr=0.230366
Epoch[93] Batch [99]	Speed: 3814.463658 samples/sec	rmse=0.019533	lr=0.230239
Epoch[93] Batch [149]	Speed: 3809.837926 samples/sec	rmse=0.019551	lr=0.230112
Epoch[93] Batch [199]	Speed: 3885.378047 samples/sec	rmse=0.019524	lr=0.229984
Epoch[93] Batch [249]	Speed: 3890.022983 samples/sec	rmse=0.019553	lr=0.229857
Epoch[93] Batch [299]	Speed: 3814.700067 samples/sec	rmse=0.019584	lr=0.229730
Epoch[93] Batch [349]	Speed: 3881.417549 samples/sec	rmse=0.019579	lr=0.229602
Epoch[93] Batch [399]	Speed: 3894.625146 samples/sec	rmse=0.019579	lr=0.229475
Epoch[93] Batch [449]	Speed: 3893.864235 samples/sec	rmse=0.019602	lr=0.229348
Epoch[93] Batch [499]	Speed: 3916.651218 samples/sec	rmse=0.019632	lr=0.229220
Epoch[93] Batch [549]	Speed: 3931.212948 samples/sec	rmse=0.019666	lr=0.229093
Epoch[93] Batch [599]	Speed: 3839.007047 samples/sec	rmse=0.019669	lr=0.228965
Epoch[93] Batch [649]	Speed: 3866.745564 samples/sec	rmse=0.019670	lr=0.228838
Epoch[93] Batch [699]	Speed: 3916.411575 samples/sec	rmse=0.019691	lr=0.228710
Epoch[93] Batch [749]	Speed: 3833.903584 samples/sec	rmse=0.019689	lr=0.228583
Epoch[93] Batch [799]	Speed: 3903.786283 samples/sec	rmse=0.019689	lr=0.228456
Epoch[93] Batch [849]	Speed: 3976.422897 samples/sec	rmse=0.019697	lr=0.228328
Epoch[93] Batch [899]	Speed: 4041.161425 samples/sec	rmse=0.019696	lr=0.228201
Epoch[93] Batch [949]	Speed: 4017.194825 samples/sec	rmse=0.019705	lr=0.228073
Epoch[93] Batch [999]	Speed: 3898.626883 samples/sec	rmse=0.019710	lr=0.227946
Epoch[93] Batch [1049]	Speed: 4107.427575 samples/sec	rmse=0.019714	lr=0.227818
Epoch[93] Batch [1099]	Speed: 3973.401208 samples/sec	rmse=0.019712	lr=0.227691
Epoch[93] Batch [1149]	Speed: 3974.651411 samples/sec	rmse=0.019712	lr=0.227563
Epoch[93] Batch [1199]	Speed: 3962.230364 samples/sec	rmse=0.019720	lr=0.227435
Epoch[93] Batch [1249]	Speed: 4063.888423 samples/sec	rmse=0.019723	lr=0.227308
[Epoch 93] training: rmse=0.019723
[Epoch 93] speed: 3915 samples/sec	time cost: 337.410558
[Epoch 93] validation: err-top1=0.348531 err-top5=0.128825
Epoch[94] Batch [49]	Speed: 3867.761790 samples/sec	rmse=0.019293	lr=0.227178
Epoch[94] Batch [99]	Speed: 3952.433373 samples/sec	rmse=0.019460	lr=0.227050
Epoch[94] Batch [149]	Speed: 4107.163546 samples/sec	rmse=0.019511	lr=0.226922
Epoch[94] Batch [199]	Speed: 4019.680370 samples/sec	rmse=0.019572	lr=0.226795
Epoch[94] Batch [249]	Speed: 4113.067936 samples/sec	rmse=0.019553	lr=0.226667
Epoch[94] Batch [299]	Speed: 3911.557523 samples/sec	rmse=0.019573	lr=0.226540
Epoch[94] Batch [349]	Speed: 3996.436897 samples/sec	rmse=0.019585	lr=0.226412
Epoch[94] Batch [399]	Speed: 4023.001832 samples/sec	rmse=0.019591	lr=0.226284
Epoch[94] Batch [449]	Speed: 4005.812825 samples/sec	rmse=0.019598	lr=0.226157
Epoch[94] Batch [499]	Speed: 4082.299496 samples/sec	rmse=0.019618	lr=0.226029
Epoch[94] Batch [549]	Speed: 3977.656436 samples/sec	rmse=0.019637	lr=0.225901
Epoch[94] Batch [599]	Speed: 3990.596889 samples/sec	rmse=0.019641	lr=0.225774
Epoch[94] Batch [649]	Speed: 4019.822129 samples/sec	rmse=0.019639	lr=0.225646
Epoch[94] Batch [699]	Speed: 4014.590841 samples/sec	rmse=0.019650	lr=0.225518
Epoch[94] Batch [749]	Speed: 4137.201249 samples/sec	rmse=0.019656	lr=0.225390
Epoch[94] Batch [799]	Speed: 3937.944144 samples/sec	rmse=0.019663	lr=0.225263
Epoch[94] Batch [849]	Speed: 3962.920965 samples/sec	rmse=0.019673	lr=0.225135
Epoch[94] Batch [899]	Speed: 4042.794588 samples/sec	rmse=0.019688	lr=0.225007
Epoch[94] Batch [949]	Speed: 4041.320902 samples/sec	rmse=0.019686	lr=0.224879
Epoch[94] Batch [999]	Speed: 4024.395666 samples/sec	rmse=0.019694	lr=0.224752
Epoch[94] Batch [1049]	Speed: 4168.858978 samples/sec	rmse=0.019691	lr=0.224624
Epoch[94] Batch [1099]	Speed: 4206.973234 samples/sec	rmse=0.019691	lr=0.224496
Epoch[94] Batch [1149]	Speed: 4131.359431 samples/sec	rmse=0.019689	lr=0.224368
Epoch[94] Batch [1199]	Speed: 4204.504851 samples/sec	rmse=0.019697	lr=0.224240
Epoch[94] Batch [1249]	Speed: 4137.034753 samples/sec	rmse=0.019705	lr=0.224112
[Epoch 94] training: rmse=0.019704
[Epoch 94] speed: 4038 samples/sec	time cost: 327.673771
[Epoch 94] validation: err-top1=0.348473 err-top5=0.127850
Epoch[95] Batch [49]	Speed: 4085.727157 samples/sec	rmse=0.019408	lr=0.223982
Epoch[95] Batch [99]	Speed: 4026.163471 samples/sec	rmse=0.019458	lr=0.223854
Epoch[95] Batch [149]	Speed: 4006.777127 samples/sec	rmse=0.019525	lr=0.223726
Epoch[95] Batch [199]	Speed: 4077.686313 samples/sec	rmse=0.019504	lr=0.223598
Epoch[95] Batch [249]	Speed: 4083.663129 samples/sec	rmse=0.019497	lr=0.223471
Epoch[95] Batch [299]	Speed: 4205.980031 samples/sec	rmse=0.019525	lr=0.223343
Epoch[95] Batch [349]	Speed: 4185.143196 samples/sec	rmse=0.019516	lr=0.223215
Epoch[95] Batch [399]	Speed: 4145.167332 samples/sec	rmse=0.019518	lr=0.223087
Epoch[95] Batch [449]	Speed: 4142.092280 samples/sec	rmse=0.019532	lr=0.222959
Epoch[95] Batch [499]	Speed: 4109.222154 samples/sec	rmse=0.019537	lr=0.222831
Epoch[95] Batch [549]	Speed: 4048.320839 samples/sec	rmse=0.019563	lr=0.222703
Epoch[95] Batch [599]	Speed: 4079.094594 samples/sec	rmse=0.019572	lr=0.222575
Epoch[95] Batch [649]	Speed: 4175.296290 samples/sec	rmse=0.019575	lr=0.222447
Epoch[95] Batch [699]	Speed: 4122.327201 samples/sec	rmse=0.019579	lr=0.222319
Epoch[95] Batch [749]	Speed: 4197.522975 samples/sec	rmse=0.019582	lr=0.222191
Epoch[95] Batch [799]	Speed: 4102.781757 samples/sec	rmse=0.019579	lr=0.222063
Epoch[95] Batch [849]	Speed: 4109.228130 samples/sec	rmse=0.019586	lr=0.221935
Epoch[95] Batch [899]	Speed: 3987.914101 samples/sec	rmse=0.019588	lr=0.221807
Epoch[95] Batch [949]	Speed: 4010.538989 samples/sec	rmse=0.019589	lr=0.221679
Epoch[95] Batch [999]	Speed: 4018.077930 samples/sec	rmse=0.019606	lr=0.221551
Epoch[95] Batch [1049]	Speed: 4091.768828 samples/sec	rmse=0.019609	lr=0.221423
Epoch[95] Batch [1099]	Speed: 4196.504296 samples/sec	rmse=0.019610	lr=0.221295
Epoch[95] Batch [1149]	Speed: 4003.185662 samples/sec	rmse=0.019620	lr=0.221167
Epoch[95] Batch [1199]	Speed: 3938.067125 samples/sec	rmse=0.019623	lr=0.221039
Epoch[95] Batch [1249]	Speed: 4196.942828 samples/sec	rmse=0.019628	lr=0.220911
[Epoch 95] training: rmse=0.019627
[Epoch 95] speed: 4089 samples/sec	time cost: 323.553782
[Epoch 95] validation: err-top1=0.349789 err-top5=0.127073
Epoch[96] Batch [49]	Speed: 3920.249252 samples/sec	rmse=0.019610	lr=0.220780
Epoch[96] Batch [99]	Speed: 4077.816861 samples/sec	rmse=0.019597	lr=0.220652
Epoch[96] Batch [149]	Speed: 4134.154316 samples/sec	rmse=0.019580	lr=0.220524
Epoch[96] Batch [199]	Speed: 4060.358791 samples/sec	rmse=0.019569	lr=0.220396
Epoch[96] Batch [249]	Speed: 4040.967210 samples/sec	rmse=0.019588	lr=0.220268
Epoch[96] Batch [299]	Speed: 4031.178050 samples/sec	rmse=0.019594	lr=0.220140
Epoch[96] Batch [349]	Speed: 4090.233131 samples/sec	rmse=0.019633	lr=0.220012
Epoch[96] Batch [399]	Speed: 4054.897342 samples/sec	rmse=0.019605	lr=0.219883
Epoch[96] Batch [449]	Speed: 4050.910778 samples/sec	rmse=0.019576	lr=0.219755
Epoch[96] Batch [499]	Speed: 4001.311971 samples/sec	rmse=0.019576	lr=0.219627
Epoch[96] Batch [549]	Speed: 4094.015883 samples/sec	rmse=0.019592	lr=0.219499
Epoch[96] Batch [599]	Speed: 4176.908725 samples/sec	rmse=0.019598	lr=0.219371
Epoch[96] Batch [649]	Speed: 4010.859057 samples/sec	rmse=0.019594	lr=0.219243
Epoch[96] Batch [699]	Speed: 3911.793936 samples/sec	rmse=0.019600	lr=0.219114
Epoch[96] Batch [749]	Speed: 4035.135632 samples/sec	rmse=0.019614	lr=0.218986
Epoch[96] Batch [799]	Speed: 4116.749742 samples/sec	rmse=0.019622	lr=0.218858
Epoch[96] Batch [849]	Speed: 4124.005969 samples/sec	rmse=0.019615	lr=0.218730
Epoch[96] Batch [899]	Speed: 4164.580607 samples/sec	rmse=0.019616	lr=0.218602
Epoch[96] Batch [949]	Speed: 3981.694501 samples/sec	rmse=0.019628	lr=0.218473
Epoch[96] Batch [999]	Speed: 4066.911801 samples/sec	rmse=0.019635	lr=0.218345
Epoch[96] Batch [1049]	Speed: 3858.542522 samples/sec	rmse=0.019628	lr=0.218217
Epoch[96] Batch [1099]	Speed: 4130.309294 samples/sec	rmse=0.019633	lr=0.218089
Epoch[96] Batch [1149]	Speed: 3947.821459 samples/sec	rmse=0.019638	lr=0.217960
Epoch[96] Batch [1199]	Speed: 4088.035205 samples/sec	rmse=0.019642	lr=0.217832
Epoch[96] Batch [1249]	Speed: 4150.875225 samples/sec	rmse=0.019643	lr=0.217704
[Epoch 96] training: rmse=0.019642
[Epoch 96] speed: 4047 samples/sec	time cost: 326.475395
[Epoch 96] validation: err-top1=0.352419 err-top5=0.130461
Epoch[97] Batch [49]	Speed: 4013.283965 samples/sec	rmse=0.019213	lr=0.217573
Epoch[97] Batch [99]	Speed: 4086.862072 samples/sec	rmse=0.019367	lr=0.217445
Epoch[97] Batch [149]	Speed: 3930.544504 samples/sec	rmse=0.019460	lr=0.217316
Epoch[97] Batch [199]	Speed: 4178.421916 samples/sec	rmse=0.019474	lr=0.217188
Epoch[97] Batch [249]	Speed: 3958.754986 samples/sec	rmse=0.019486	lr=0.217060
Epoch[97] Batch [299]	Speed: 4094.356675 samples/sec	rmse=0.019506	lr=0.216931
Epoch[97] Batch [349]	Speed: 4119.165829 samples/sec	rmse=0.019542	lr=0.216803
Epoch[97] Batch [399]	Speed: 4120.236868 samples/sec	rmse=0.019541	lr=0.216675
Epoch[97] Batch [449]	Speed: 3951.886411 samples/sec	rmse=0.019529	lr=0.216546
Epoch[97] Batch [499]	Speed: 3954.530322 samples/sec	rmse=0.019548	lr=0.216418
Epoch[97] Batch [549]	Speed: 4025.843370 samples/sec	rmse=0.019550	lr=0.216290
Epoch[97] Batch [599]	Speed: 4120.364857 samples/sec	rmse=0.019561	lr=0.216161
Epoch[97] Batch [649]	Speed: 4008.935894 samples/sec	rmse=0.019561	lr=0.216033
Epoch[97] Batch [699]	Speed: 4206.307256 samples/sec	rmse=0.019563	lr=0.215905
Epoch[97] Batch [749]	Speed: 4064.546220 samples/sec	rmse=0.019560	lr=0.215776
Epoch[97] Batch [799]	Speed: 4124.874784 samples/sec	rmse=0.019566	lr=0.215648
Epoch[97] Batch [849]	Speed: 3961.649115 samples/sec	rmse=0.019564	lr=0.215519
Epoch[97] Batch [899]	Speed: 3991.442743 samples/sec	rmse=0.019568	lr=0.215391
Epoch[97] Batch [949]	Speed: 4065.906716 samples/sec	rmse=0.019573	lr=0.215263
Epoch[97] Batch [999]	Speed: 4060.560709 samples/sec	rmse=0.019575	lr=0.215134
Epoch[97] Batch [1049]	Speed: 4090.193166 samples/sec	rmse=0.019584	lr=0.215006
Epoch[97] Batch [1099]	Speed: 4170.278310 samples/sec	rmse=0.019588	lr=0.214877
Epoch[97] Batch [1149]	Speed: 4177.736582 samples/sec	rmse=0.019595	lr=0.214749
Epoch[97] Batch [1199]	Speed: 4041.274663 samples/sec	rmse=0.019593	lr=0.214621
Epoch[97] Batch [1249]	Speed: 4139.320484 samples/sec	rmse=0.019593	lr=0.214492
[Epoch 97] training: rmse=0.019594
[Epoch 97] speed: 4061 samples/sec	time cost: 325.393680
[Epoch 97] validation: err-top1=0.345703 err-top5=0.127053
Epoch[98] Batch [49]	Speed: 3987.105127 samples/sec	rmse=0.019421	lr=0.214361
Epoch[98] Batch [99]	Speed: 4110.520277 samples/sec	rmse=0.019458	lr=0.214233
Epoch[98] Batch [149]	Speed: 4081.675273 samples/sec	rmse=0.019500	lr=0.214104
Epoch[98] Batch [199]	Speed: 3922.503540 samples/sec	rmse=0.019569	lr=0.213976
Epoch[98] Batch [249]	Speed: 4028.253490 samples/sec	rmse=0.019557	lr=0.213847
Epoch[98] Batch [299]	Speed: 4069.052755 samples/sec	rmse=0.019515	lr=0.213719
Epoch[98] Batch [349]	Speed: 4043.066542 samples/sec	rmse=0.019515	lr=0.213590
Epoch[98] Batch [399]	Speed: 4001.680081 samples/sec	rmse=0.019520	lr=0.213462
Epoch[98] Batch [449]	Speed: 4020.723704 samples/sec	rmse=0.019519	lr=0.213333
Epoch[98] Batch [499]	Speed: 4165.425318 samples/sec	rmse=0.019525	lr=0.213205
Epoch[98] Batch [549]	Speed: 4070.354163 samples/sec	rmse=0.019527	lr=0.213076
Epoch[98] Batch [599]	Speed: 4051.767412 samples/sec	rmse=0.019518	lr=0.212948
Epoch[98] Batch [649]	Speed: 3998.820042 samples/sec	rmse=0.019517	lr=0.212819
Epoch[98] Batch [699]	Speed: 4093.032074 samples/sec	rmse=0.019512	lr=0.212691
Epoch[98] Batch [749]	Speed: 3943.815704 samples/sec	rmse=0.019519	lr=0.212562
Epoch[98] Batch [799]	Speed: 4043.731016 samples/sec	rmse=0.019528	lr=0.212434
Epoch[98] Batch [849]	Speed: 4037.168796 samples/sec	rmse=0.019539	lr=0.212305
Epoch[98] Batch [899]	Speed: 4077.666491 samples/sec	rmse=0.019551	lr=0.212177
Epoch[98] Batch [949]	Speed: 4117.246989 samples/sec	rmse=0.019556	lr=0.212048
Epoch[98] Batch [999]	Speed: 4135.932582 samples/sec	rmse=0.019562	lr=0.211920
Epoch[98] Batch [1049]	Speed: 3987.006748 samples/sec	rmse=0.019561	lr=0.211791
Epoch[98] Batch [1099]	Speed: 4076.987491 samples/sec	rmse=0.019574	lr=0.211662
Epoch[98] Batch [1149]	Speed: 4156.390333 samples/sec	rmse=0.019574	lr=0.211534
Epoch[98] Batch [1199]	Speed: 3895.965849 samples/sec	rmse=0.019566	lr=0.211405
Epoch[98] Batch [1249]	Speed: 4261.889408 samples/sec	rmse=0.019572	lr=0.211277
[Epoch 98] training: rmse=0.019571
[Epoch 98] speed: 4050 samples/sec	time cost: 326.015740
[Epoch 98] validation: err-top1=0.339701 err-top5=0.122192
Epoch[99] Batch [49]	Speed: 4094.066616 samples/sec	rmse=0.019265	lr=0.211146
Epoch[99] Batch [99]	Speed: 3994.850404 samples/sec	rmse=0.019408	lr=0.211017
Epoch[99] Batch [149]	Speed: 3949.390421 samples/sec	rmse=0.019399	lr=0.210888
Epoch[99] Batch [199]	Speed: 3904.549942 samples/sec	rmse=0.019436	lr=0.210760
Epoch[99] Batch [249]	Speed: 4028.893754 samples/sec	rmse=0.019419	lr=0.210631
Epoch[99] Batch [299]	Speed: 3996.284438 samples/sec	rmse=0.019455	lr=0.210503
Epoch[99] Batch [349]	Speed: 4054.400879 samples/sec	rmse=0.019471	lr=0.210374
Epoch[99] Batch [399]	Speed: 4154.415686 samples/sec	rmse=0.019495	lr=0.210245
Epoch[99] Batch [449]	Speed: 4117.067492 samples/sec	rmse=0.019497	lr=0.210117
Epoch[99] Batch [499]	Speed: 4074.607317 samples/sec	rmse=0.019510	lr=0.209988
Epoch[99] Batch [549]	Speed: 3986.981581 samples/sec	rmse=0.019522	lr=0.209859
Epoch[99] Batch [599]	Speed: 4063.015433 samples/sec	rmse=0.019522	lr=0.209731
Epoch[99] Batch [649]	Speed: 4070.277478 samples/sec	rmse=0.019516	lr=0.209602
Epoch[99] Batch [699]	Speed: 4121.531440 samples/sec	rmse=0.019513	lr=0.209474
Epoch[99] Batch [749]	Speed: 4020.329953 samples/sec	rmse=0.019509	lr=0.209345
Epoch[99] Batch [799]	Speed: 4037.714492 samples/sec	rmse=0.019513	lr=0.209216
Epoch[99] Batch [849]	Speed: 3902.982561 samples/sec	rmse=0.019513	lr=0.209088
Epoch[99] Batch [899]	Speed: 4016.281987 samples/sec	rmse=0.019525	lr=0.208959
Epoch[99] Batch [949]	Speed: 4044.358081 samples/sec	rmse=0.019533	lr=0.208830
Epoch[99] Batch [999]	Speed: 4095.729705 samples/sec	rmse=0.019541	lr=0.208702
Epoch[99] Batch [1049]	Speed: 4095.075755 samples/sec	rmse=0.019547	lr=0.208573
Epoch[99] Batch [1099]	Speed: 3950.671563 samples/sec	rmse=0.019537	lr=0.208444
Epoch[99] Batch [1149]	Speed: 4120.490878 samples/sec	rmse=0.019536	lr=0.208316
Epoch[99] Batch [1199]	Speed: 4085.392697 samples/sec	rmse=0.019543	lr=0.208187
Epoch[99] Batch [1249]	Speed: 4086.150772 samples/sec	rmse=0.019540	lr=0.208058
[Epoch 99] training: rmse=0.019541
[Epoch 99] speed: 4038 samples/sec	time cost: 327.571609
[Epoch 99] validation: err-top1=0.340521 err-top5=0.124023
Epoch[100] Batch [49]	Speed: 3833.808035 samples/sec	rmse=0.019433	lr=0.207927
Epoch[100] Batch [99]	Speed: 3839.329768 samples/sec	rmse=0.019471	lr=0.207798
Epoch[100] Batch [149]	Speed: 4169.649724 samples/sec	rmse=0.019472	lr=0.207670
Epoch[100] Batch [199]	Speed: 4101.191102 samples/sec	rmse=0.019482	lr=0.207541
Epoch[100] Batch [249]	Speed: 4062.309488 samples/sec	rmse=0.019477	lr=0.207412
Epoch[100] Batch [299]	Speed: 4099.244678 samples/sec	rmse=0.019495	lr=0.207284
Epoch[100] Batch [349]	Speed: 4146.921934 samples/sec	rmse=0.019515	lr=0.207155
Epoch[100] Batch [399]	Speed: 4136.445469 samples/sec	rmse=0.019512	lr=0.207026
Epoch[100] Batch [449]	Speed: 4045.394071 samples/sec	rmse=0.019502	lr=0.206898
Epoch[100] Batch [499]	Speed: 4093.826623 samples/sec	rmse=0.019496	lr=0.206769
Epoch[100] Batch [549]	Speed: 4200.611316 samples/sec	rmse=0.019494	lr=0.206640
Epoch[100] Batch [599]	Speed: 4044.276584 samples/sec	rmse=0.019514	lr=0.206511
Epoch[100] Batch [649]	Speed: 4000.854854 samples/sec	rmse=0.019508	lr=0.206383
Epoch[100] Batch [699]	Speed: 4021.923194 samples/sec	rmse=0.019511	lr=0.206254
Epoch[100] Batch [749]	Speed: 4107.723145 samples/sec	rmse=0.019532	lr=0.206125
Epoch[100] Batch [799]	Speed: 4055.428849 samples/sec	rmse=0.019545	lr=0.205997
Epoch[100] Batch [849]	Speed: 4030.675954 samples/sec	rmse=0.019545	lr=0.205868
Epoch[100] Batch [899]	Speed: 4200.287769 samples/sec	rmse=0.019551	lr=0.205739
Epoch[100] Batch [949]	Speed: 4029.866025 samples/sec	rmse=0.019550	lr=0.205610
Epoch[100] Batch [999]	Speed: 4093.400167 samples/sec	rmse=0.019548	lr=0.205482
Epoch[100] Batch [1049]	Speed: 3867.937761 samples/sec	rmse=0.019547	lr=0.205353
Epoch[100] Batch [1099]	Speed: 4132.558968 samples/sec	rmse=0.019550	lr=0.205224
Epoch[100] Batch [1149]	Speed: 4137.306223 samples/sec	rmse=0.019554	lr=0.205095
Epoch[100] Batch [1199]	Speed: 3994.191570 samples/sec	rmse=0.019556	lr=0.204967
Epoch[100] Batch [1249]	Speed: 4249.113918 samples/sec	rmse=0.019561	lr=0.204838
[Epoch 100] training: rmse=0.019562
[Epoch 100] speed: 4062 samples/sec	time cost: 325.910662
[Epoch 100] validation: err-top1=0.331971 err-top5=0.118025
Epoch[101] Batch [49]	Speed: 4089.177632 samples/sec	rmse=0.019248	lr=0.204707
Epoch[101] Batch [99]	Speed: 4066.065303 samples/sec	rmse=0.019320	lr=0.204578
Epoch[101] Batch [149]	Speed: 4017.250886 samples/sec	rmse=0.019356	lr=0.204449
Epoch[101] Batch [199]	Speed: 4114.336486 samples/sec	rmse=0.019370	lr=0.204320
Epoch[101] Batch [249]	Speed: 4197.706438 samples/sec	rmse=0.019382	lr=0.204192
Epoch[101] Batch [299]	Speed: 4179.381974 samples/sec	rmse=0.019345	lr=0.204063
Epoch[101] Batch [349]	Speed: 4087.356093 samples/sec	rmse=0.019352	lr=0.203934
Epoch[101] Batch [399]	Speed: 4065.122890 samples/sec	rmse=0.019384	lr=0.203805
Epoch[101] Batch [449]	Speed: 3996.863695 samples/sec	rmse=0.019396	lr=0.203677
Epoch[101] Batch [499]	Speed: 4135.042143 samples/sec	rmse=0.019401	lr=0.203548
Epoch[101] Batch [549]	Speed: 4145.765427 samples/sec	rmse=0.019424	lr=0.203419
Epoch[101] Batch [599]	Speed: 3962.819754 samples/sec	rmse=0.019420	lr=0.203290
Epoch[101] Batch [649]	Speed: 4077.464184 samples/sec	rmse=0.019428	lr=0.203161
Epoch[101] Batch [699]	Speed: 4132.716038 samples/sec	rmse=0.019436	lr=0.203033
Epoch[101] Batch [749]	Speed: 4124.585059 samples/sec	rmse=0.019431	lr=0.202904
Epoch[101] Batch [799]	Speed: 4113.062894 samples/sec	rmse=0.019439	lr=0.202775
Epoch[101] Batch [849]	Speed: 4007.727158 samples/sec	rmse=0.019448	lr=0.202646
Epoch[101] Batch [899]	Speed: 4053.487660 samples/sec	rmse=0.019451	lr=0.202518
Epoch[101] Batch [949]	Speed: 4144.016202 samples/sec	rmse=0.019450	lr=0.202389
Epoch[101] Batch [999]	Speed: 4128.435299 samples/sec	rmse=0.019450	lr=0.202260
Epoch[101] Batch [1049]	Speed: 4013.411096 samples/sec	rmse=0.019457	lr=0.202131
Epoch[101] Batch [1099]	Speed: 4007.486860 samples/sec	rmse=0.019461	lr=0.202003
Epoch[101] Batch [1149]	Speed: 4145.647299 samples/sec	rmse=0.019467	lr=0.201874
Epoch[101] Batch [1199]	Speed: 4038.824482 samples/sec	rmse=0.019466	lr=0.201745
Epoch[101] Batch [1249]	Speed: 4236.398995 samples/sec	rmse=0.019468	lr=0.201616
[Epoch 101] training: rmse=0.019467
[Epoch 101] speed: 4086 samples/sec	time cost: 323.429905
[Epoch 101] validation: err-top1=0.344946 err-top5=0.125717
Epoch[102] Batch [49]	Speed: 4015.893838 samples/sec	rmse=0.019356	lr=0.201485
Epoch[102] Batch [99]	Speed: 4232.690452 samples/sec	rmse=0.019369	lr=0.201356
Epoch[102] Batch [149]	Speed: 4171.713601 samples/sec	rmse=0.019389	lr=0.201227
Epoch[102] Batch [199]	Speed: 4010.498094 samples/sec	rmse=0.019402	lr=0.201099
Epoch[102] Batch [249]	Speed: 3978.819601 samples/sec	rmse=0.019406	lr=0.200970
Epoch[102] Batch [299]	Speed: 4129.803963 samples/sec	rmse=0.019399	lr=0.200841
Epoch[102] Batch [349]	Speed: 4098.360657 samples/sec	rmse=0.019428	lr=0.200712
Epoch[102] Batch [399]	Speed: 4055.704191 samples/sec	rmse=0.019435	lr=0.200583
Epoch[102] Batch [449]	Speed: 4044.432194 samples/sec	rmse=0.019443	lr=0.200455
Epoch[102] Batch [499]	Speed: 4030.430022 samples/sec	rmse=0.019442	lr=0.200326
Epoch[102] Batch [549]	Speed: 4160.806743 samples/sec	rmse=0.019457	lr=0.200197
Epoch[102] Batch [599]	Speed: 4105.012914 samples/sec	rmse=0.019464	lr=0.200068
Epoch[102] Batch [649]	Speed: 3917.553198 samples/sec	rmse=0.019472	lr=0.199939
Epoch[102] Batch [699]	Speed: 4028.637911 samples/sec	rmse=0.019480	lr=0.199811
Epoch[102] Batch [749]	Speed: 4186.723006 samples/sec	rmse=0.019484	lr=0.199682
Epoch[102] Batch [799]	Speed: 4156.781497 samples/sec	rmse=0.019490	lr=0.199553
Epoch[102] Batch [849]	Speed: 4004.019316 samples/sec	rmse=0.019495	lr=0.199424
Epoch[102] Batch [899]	Speed: 4095.038195 samples/sec	rmse=0.019497	lr=0.199296
Epoch[102] Batch [949]	Speed: 3877.949723 samples/sec	rmse=0.019501	lr=0.199167
Epoch[102] Batch [999]	Speed: 4074.492822 samples/sec	rmse=0.019497	lr=0.199038
Epoch[102] Batch [1049]	Speed: 4008.725233 samples/sec	rmse=0.019492	lr=0.198909
Epoch[102] Batch [1099]	Speed: 3971.619337 samples/sec	rmse=0.019486	lr=0.198780
Epoch[102] Batch [1149]	Speed: 3915.344142 samples/sec	rmse=0.019498	lr=0.198652
Epoch[102] Batch [1199]	Speed: 4147.223856 samples/sec	rmse=0.019498	lr=0.198523
Epoch[102] Batch [1249]	Speed: 4135.360653 samples/sec	rmse=0.019501	lr=0.198394
[Epoch 102] training: rmse=0.019500
[Epoch 102] speed: 4057 samples/sec	time cost: 325.884958
[Epoch 102] validation: err-top1=0.342295 err-top5=0.127691
Epoch[103] Batch [49]	Speed: 4077.399927 samples/sec	rmse=0.019411	lr=0.198263
Epoch[103] Batch [99]	Speed: 4247.147809 samples/sec	rmse=0.019359	lr=0.198134
Epoch[103] Batch [149]	Speed: 4021.397646 samples/sec	rmse=0.019390	lr=0.198005
Epoch[103] Batch [199]	Speed: 3948.938699 samples/sec	rmse=0.019380	lr=0.197876
Epoch[103] Batch [249]	Speed: 3973.205659 samples/sec	rmse=0.019370	lr=0.197748
Epoch[103] Batch [299]	Speed: 4161.117140 samples/sec	rmse=0.019396	lr=0.197619
Epoch[103] Batch [349]	Speed: 3972.003897 samples/sec	rmse=0.019409	lr=0.197490
Epoch[103] Batch [399]	Speed: 3950.936425 samples/sec	rmse=0.019425	lr=0.197361
Epoch[103] Batch [449]	Speed: 3964.380098 samples/sec	rmse=0.019422	lr=0.197233
Epoch[103] Batch [499]	Speed: 4074.228992 samples/sec	rmse=0.019441	lr=0.197104
Epoch[103] Batch [549]	Speed: 4155.935864 samples/sec	rmse=0.019447	lr=0.196975
Epoch[103] Batch [599]	Speed: 4141.035243 samples/sec	rmse=0.019444	lr=0.196846
Epoch[103] Batch [649]	Speed: 4071.800155 samples/sec	rmse=0.019440	lr=0.196717
Epoch[103] Batch [699]	Speed: 4099.906378 samples/sec	rmse=0.019453	lr=0.196589
Epoch[103] Batch [749]	Speed: 4064.692469 samples/sec	rmse=0.019464	lr=0.196460
Epoch[103] Batch [799]	Speed: 4091.351531 samples/sec	rmse=0.019474	lr=0.196331
Epoch[103] Batch [849]	Speed: 4131.988290 samples/sec	rmse=0.019480	lr=0.196202
Epoch[103] Batch [899]	Speed: 3987.492395 samples/sec	rmse=0.019483	lr=0.196074
Epoch[103] Batch [949]	Speed: 4281.348839 samples/sec	rmse=0.019480	lr=0.195945
Epoch[103] Batch [999]	Speed: 4036.071170 samples/sec	rmse=0.019477	lr=0.195816
Epoch[103] Batch [1049]	Speed: 4121.585862 samples/sec	rmse=0.019473	lr=0.195687
Epoch[103] Batch [1099]	Speed: 4110.956918 samples/sec	rmse=0.019484	lr=0.195559
Epoch[103] Batch [1149]	Speed: 4052.716951 samples/sec	rmse=0.019490	lr=0.195430
Epoch[103] Batch [1199]	Speed: 3974.814216 samples/sec	rmse=0.019493	lr=0.195301
Epoch[103] Batch [1249]	Speed: 4185.926751 samples/sec	rmse=0.019496	lr=0.195172
[Epoch 103] training: rmse=0.019496
[Epoch 103] speed: 4070 samples/sec	time cost: 324.777437
[Epoch 103] validation: err-top1=0.334921 err-top5=0.119659
Epoch[104] Batch [49]	Speed: 4046.403068 samples/sec	rmse=0.019491	lr=0.195041
Epoch[104] Batch [99]	Speed: 4052.227521 samples/sec	rmse=0.019391	lr=0.194912
Epoch[104] Batch [149]	Speed: 4213.786838 samples/sec	rmse=0.019389	lr=0.194784
Epoch[104] Batch [199]	Speed: 3927.123316 samples/sec	rmse=0.019381	lr=0.194655
Epoch[104] Batch [249]	Speed: 4138.728555 samples/sec	rmse=0.019376	lr=0.194526
Epoch[104] Batch [299]	Speed: 4009.718564 samples/sec	rmse=0.019395	lr=0.194397
Epoch[104] Batch [349]	Speed: 4119.406828 samples/sec	rmse=0.019374	lr=0.194269
Epoch[104] Batch [399]	Speed: 4122.331791 samples/sec	rmse=0.019353	lr=0.194140
Epoch[104] Batch [449]	Speed: 4146.693480 samples/sec	rmse=0.019351	lr=0.194011
Epoch[104] Batch [499]	Speed: 4088.426296 samples/sec	rmse=0.019360	lr=0.193882
Epoch[104] Batch [549]	Speed: 4163.337147 samples/sec	rmse=0.019384	lr=0.193754
Epoch[104] Batch [599]	Speed: 4053.796714 samples/sec	rmse=0.019396	lr=0.193625
Epoch[104] Batch [649]	Speed: 4170.263085 samples/sec	rmse=0.019406	lr=0.193496
Epoch[104] Batch [699]	Speed: 4206.903429 samples/sec	rmse=0.019419	lr=0.193368
Epoch[104] Batch [749]	Speed: 4021.240265 samples/sec	rmse=0.019417	lr=0.193239
Epoch[104] Batch [799]	Speed: 4193.986256 samples/sec	rmse=0.019412	lr=0.193110
Epoch[104] Batch [849]	Speed: 4145.064600 samples/sec	rmse=0.019423	lr=0.192981
Epoch[104] Batch [899]	Speed: 4035.363030 samples/sec	rmse=0.019419	lr=0.192853
Epoch[104] Batch [949]	Speed: 4093.699964 samples/sec	rmse=0.019422	lr=0.192724
Epoch[104] Batch [999]	Speed: 4122.439968 samples/sec	rmse=0.019422	lr=0.192595
Epoch[104] Batch [1049]	Speed: 4055.830424 samples/sec	rmse=0.019431	lr=0.192467
Epoch[104] Batch [1099]	Speed: 4125.555486 samples/sec	rmse=0.019434	lr=0.192338
Epoch[104] Batch [1149]	Speed: 4092.063163 samples/sec	rmse=0.019434	lr=0.192209
Epoch[104] Batch [1199]	Speed: 3945.119974 samples/sec	rmse=0.019441	lr=0.192081
Epoch[104] Batch [1249]	Speed: 4114.296443 samples/sec	rmse=0.019448	lr=0.191952
[Epoch 104] training: rmse=0.019447
[Epoch 104] speed: 4091 samples/sec	time cost: 322.974268
[Epoch 104] validation: err-top1=0.329285 err-top5=0.116007
Epoch[105] Batch [49]	Speed: 4036.223190 samples/sec	rmse=0.019171	lr=0.191821
Epoch[105] Batch [99]	Speed: 4089.743322 samples/sec	rmse=0.019207	lr=0.191692
Epoch[105] Batch [149]	Speed: 4069.273351 samples/sec	rmse=0.019216	lr=0.191563
Epoch[105] Batch [199]	Speed: 3941.655796 samples/sec	rmse=0.019241	lr=0.191435
Epoch[105] Batch [249]	Speed: 4105.054424 samples/sec	rmse=0.019261	lr=0.191306
Epoch[105] Batch [299]	Speed: 4028.120657 samples/sec	rmse=0.019291	lr=0.191177
Epoch[105] Batch [349]	Speed: 4053.769472 samples/sec	rmse=0.019302	lr=0.191049
Epoch[105] Batch [399]	Speed: 4094.717901 samples/sec	rmse=0.019320	lr=0.190920
Epoch[105] Batch [449]	Speed: 3966.972459 samples/sec	rmse=0.019314	lr=0.190791
Epoch[105] Batch [499]	Speed: 4079.711827 samples/sec	rmse=0.019330	lr=0.190663
Epoch[105] Batch [549]	Speed: 4185.638992 samples/sec	rmse=0.019339	lr=0.190534
Epoch[105] Batch [599]	Speed: 4215.196639 samples/sec	rmse=0.019336	lr=0.190405
Epoch[105] Batch [649]	Speed: 4037.180560 samples/sec	rmse=0.019346	lr=0.190277
Epoch[105] Batch [699]	Speed: 4130.373641 samples/sec	rmse=0.019343	lr=0.190148
Epoch[105] Batch [749]	Speed: 4154.012272 samples/sec	rmse=0.019354	lr=0.190020
Epoch[105] Batch [799]	Speed: 4084.174552 samples/sec	rmse=0.019355	lr=0.189891
Epoch[105] Batch [849]	Speed: 4065.981081 samples/sec	rmse=0.019370	lr=0.189762
Epoch[105] Batch [899]	Speed: 4116.248670 samples/sec	rmse=0.019374	lr=0.189634
Epoch[105] Batch [949]	Speed: 4034.414481 samples/sec	rmse=0.019384	lr=0.189505
Epoch[105] Batch [999]	Speed: 4108.807028 samples/sec	rmse=0.019385	lr=0.189377
Epoch[105] Batch [1049]	Speed: 4162.609711 samples/sec	rmse=0.019396	lr=0.189248
Epoch[105] Batch [1099]	Speed: 4085.035445 samples/sec	rmse=0.019403	lr=0.189119
Epoch[105] Batch [1149]	Speed: 4019.456993 samples/sec	rmse=0.019404	lr=0.188991
Epoch[105] Batch [1199]	Speed: 4095.685805 samples/sec	rmse=0.019412	lr=0.188862
Epoch[105] Batch [1249]	Speed: 4157.444036 samples/sec	rmse=0.019409	lr=0.188734
[Epoch 105] training: rmse=0.019409
[Epoch 105] speed: 4080 samples/sec	time cost: 324.282501
[Epoch 105] validation: err-top1=0.328245 err-top5=0.116948
Epoch[106] Batch [49]	Speed: 4012.356186 samples/sec	rmse=0.019234	lr=0.188602
Epoch[106] Batch [99]	Speed: 4201.870650 samples/sec	rmse=0.019178	lr=0.188474
Epoch[106] Batch [149]	Speed: 4249.336476 samples/sec	rmse=0.019175	lr=0.188345
Epoch[106] Batch [199]	Speed: 4128.313474 samples/sec	rmse=0.019206	lr=0.188217
Epoch[106] Batch [249]	Speed: 4024.845203 samples/sec	rmse=0.019251	lr=0.188088
Epoch[106] Batch [299]	Speed: 4044.753657 samples/sec	rmse=0.019277	lr=0.187960
Epoch[106] Batch [349]	Speed: 3985.156229 samples/sec	rmse=0.019285	lr=0.187831
Epoch[106] Batch [399]	Speed: 3912.949695 samples/sec	rmse=0.019301	lr=0.187703
Epoch[106] Batch [449]	Speed: 4125.367339 samples/sec	rmse=0.019324	lr=0.187574
Epoch[106] Batch [499]	Speed: 4186.431301 samples/sec	rmse=0.019342	lr=0.187445
Epoch[106] Batch [549]	Speed: 4130.817212 samples/sec	rmse=0.019343	lr=0.187317
Epoch[106] Batch [599]	Speed: 4001.978153 samples/sec	rmse=0.019362	lr=0.187188
Epoch[106] Batch [649]	Speed: 4014.379360 samples/sec	rmse=0.019365	lr=0.187060
Epoch[106] Batch [699]	Speed: 3928.764127 samples/sec	rmse=0.019373	lr=0.186931
Epoch[106] Batch [749]	Speed: 4096.581723 samples/sec	rmse=0.019381	lr=0.186803
Epoch[106] Batch [799]	Speed: 3878.392073 samples/sec	rmse=0.019382	lr=0.186674
Epoch[106] Batch [849]	Speed: 4078.218002 samples/sec	rmse=0.019384	lr=0.186546
Epoch[106] Batch [899]	Speed: 4070.897910 samples/sec	rmse=0.019383	lr=0.186417
Epoch[106] Batch [949]	Speed: 3886.887628 samples/sec	rmse=0.019395	lr=0.186289
Epoch[106] Batch [999]	Speed: 3990.310075 samples/sec	rmse=0.019394	lr=0.186160
Epoch[106] Batch [1049]	Speed: 3961.993370 samples/sec	rmse=0.019405	lr=0.186032
Epoch[106] Batch [1099]	Speed: 4042.050916 samples/sec	rmse=0.019405	lr=0.185904
Epoch[106] Batch [1149]	Speed: 4103.104567 samples/sec	rmse=0.019402	lr=0.185775
Epoch[106] Batch [1199]	Speed: 4002.950608 samples/sec	rmse=0.019404	lr=0.185647
Epoch[106] Batch [1249]	Speed: 4291.796603 samples/sec	rmse=0.019403	lr=0.185518
[Epoch 106] training: rmse=0.019403
[Epoch 106] speed: 4048 samples/sec	time cost: 326.589735
[Epoch 106] validation: err-top1=0.327049 err-top5=0.115573
Epoch[107] Batch [49]	Speed: 4108.249100 samples/sec	rmse=0.019117	lr=0.185387
Epoch[107] Batch [99]	Speed: 4133.253505 samples/sec	rmse=0.019182	lr=0.185259
Epoch[107] Batch [149]	Speed: 4118.061628 samples/sec	rmse=0.019196	lr=0.185130
Epoch[107] Batch [199]	Speed: 3893.655187 samples/sec	rmse=0.019227	lr=0.185002
Epoch[107] Batch [249]	Speed: 3883.657166 samples/sec	rmse=0.019227	lr=0.184873
Epoch[107] Batch [299]	Speed: 4099.210170 samples/sec	rmse=0.019211	lr=0.184745
Epoch[107] Batch [349]	Speed: 3941.359914 samples/sec	rmse=0.019197	lr=0.184617
Epoch[107] Batch [399]	Speed: 4169.522702 samples/sec	rmse=0.019191	lr=0.184488
Epoch[107] Batch [449]	Speed: 4049.363900 samples/sec	rmse=0.019224	lr=0.184360
Epoch[107] Batch [499]	Speed: 3942.554203 samples/sec	rmse=0.019246	lr=0.184231
Epoch[107] Batch [549]	Speed: 4088.323476 samples/sec	rmse=0.019258	lr=0.184103
Epoch[107] Batch [599]	Speed: 3976.441747 samples/sec	rmse=0.019260	lr=0.183975
Epoch[107] Batch [649]	Speed: 4057.949065 samples/sec	rmse=0.019257	lr=0.183846
Epoch[107] Batch [699]	Speed: 4123.762136 samples/sec	rmse=0.019269	lr=0.183718
Epoch[107] Batch [749]	Speed: 4032.241822 samples/sec	rmse=0.019287	lr=0.183590
Epoch[107] Batch [799]	Speed: 3971.203494 samples/sec	rmse=0.019291	lr=0.183461
Epoch[107] Batch [849]	Speed: 3936.198544 samples/sec	rmse=0.019302	lr=0.183333
Epoch[107] Batch [899]	Speed: 4053.121890 samples/sec	rmse=0.019316	lr=0.183205
Epoch[107] Batch [949]	Speed: 4147.231225 samples/sec	rmse=0.019327	lr=0.183076
Epoch[107] Batch [999]	Speed: 3999.922828 samples/sec	rmse=0.019330	lr=0.182948
Epoch[107] Batch [1049]	Speed: 4085.425962 samples/sec	rmse=0.019330	lr=0.182820
Epoch[107] Batch [1099]	Speed: 4049.879675 samples/sec	rmse=0.019329	lr=0.182691
Epoch[107] Batch [1149]	Speed: 4087.509356 samples/sec	rmse=0.019331	lr=0.182563
Epoch[107] Batch [1199]	Speed: 4032.586794 samples/sec	rmse=0.019344	lr=0.182435
Epoch[107] Batch [1249]	Speed: 4109.577672 samples/sec	rmse=0.019350	lr=0.182307
[Epoch 107] training: rmse=0.019350
[Epoch 107] speed: 4039 samples/sec	time cost: 327.456870
[Epoch 107] validation: err-top1=0.343072 err-top5=0.126754
Epoch[108] Batch [49]	Speed: 4029.043117 samples/sec	rmse=0.019378	lr=0.182176
Epoch[108] Batch [99]	Speed: 4103.771906 samples/sec	rmse=0.019393	lr=0.182047
Epoch[108] Batch [149]	Speed: 4056.758111 samples/sec	rmse=0.019316	lr=0.181919
Epoch[108] Batch [199]	Speed: 4157.984251 samples/sec	rmse=0.019311	lr=0.181791
Epoch[108] Batch [249]	Speed: 4059.562291 samples/sec	rmse=0.019322	lr=0.181663
Epoch[108] Batch [299]	Speed: 4060.598331 samples/sec	rmse=0.019319	lr=0.181534
Epoch[108] Batch [349]	Speed: 4051.512096 samples/sec	rmse=0.019311	lr=0.181406
Epoch[108] Batch [399]	Speed: 4108.430815 samples/sec	rmse=0.019302	lr=0.181278
Epoch[108] Batch [449]	Speed: 4236.407018 samples/sec	rmse=0.019286	lr=0.181150
Epoch[108] Batch [499]	Speed: 3968.085463 samples/sec	rmse=0.019297	lr=0.181022
Epoch[108] Batch [549]	Speed: 4134.011780 samples/sec	rmse=0.019311	lr=0.180893
Epoch[108] Batch [599]	Speed: 4022.125149 samples/sec	rmse=0.019321	lr=0.180765
Epoch[108] Batch [649]	Speed: 4053.322095 samples/sec	rmse=0.019325	lr=0.180637
Epoch[108] Batch [699]	Speed: 3999.649049 samples/sec	rmse=0.019337	lr=0.180509
Epoch[108] Batch [749]	Speed: 4048.135169 samples/sec	rmse=0.019330	lr=0.180381
Epoch[108] Batch [799]	Speed: 4060.709512 samples/sec	rmse=0.019339	lr=0.180252
Epoch[108] Batch [849]	Speed: 4163.371370 samples/sec	rmse=0.019340	lr=0.180124
Epoch[108] Batch [899]	Speed: 4093.909817 samples/sec	rmse=0.019345	lr=0.179996
Epoch[108] Batch [949]	Speed: 4214.151336 samples/sec	rmse=0.019352	lr=0.179868
Epoch[108] Batch [999]	Speed: 4085.540994 samples/sec	rmse=0.019361	lr=0.179740
Epoch[108] Batch [1049]	Speed: 3954.147682 samples/sec	rmse=0.019364	lr=0.179612
Epoch[108] Batch [1099]	Speed: 4059.175169 samples/sec	rmse=0.019362	lr=0.179484
Epoch[108] Batch [1149]	Speed: 4077.540444 samples/sec	rmse=0.019367	lr=0.179356
Epoch[108] Batch [1199]	Speed: 4143.296940 samples/sec	rmse=0.019366	lr=0.179228
Epoch[108] Batch [1249]	Speed: 4031.468121 samples/sec	rmse=0.019368	lr=0.179099
[Epoch 108] training: rmse=0.019369
[Epoch 108] speed: 4074 samples/sec	time cost: 324.315803
[Epoch 108] validation: err-top1=0.325275 err-top5=0.113600
Epoch[109] Batch [49]	Speed: 4037.990243 samples/sec	rmse=0.019034	lr=0.178969
Epoch[109] Batch [99]	Speed: 4054.845891 samples/sec	rmse=0.019149	lr=0.178841
Epoch[109] Batch [149]	Speed: 3997.632951 samples/sec	rmse=0.019115	lr=0.178713
Epoch[109] Batch [199]	Speed: 4036.117897 samples/sec	rmse=0.019118	lr=0.178585
Epoch[109] Batch [249]	Speed: 4097.548945 samples/sec	rmse=0.019138	lr=0.178457
Epoch[109] Batch [299]	Speed: 4055.874776 samples/sec	rmse=0.019197	lr=0.178329
Epoch[109] Batch [349]	Speed: 4019.589256 samples/sec	rmse=0.019211	lr=0.178201
Epoch[109] Batch [399]	Speed: 4101.017702 samples/sec	rmse=0.019208	lr=0.178073
Epoch[109] Batch [449]	Speed: 4077.462558 samples/sec	rmse=0.019209	lr=0.177945
Epoch[109] Batch [499]	Speed: 4079.063757 samples/sec	rmse=0.019221	lr=0.177817
Epoch[109] Batch [549]	Speed: 4095.877426 samples/sec	rmse=0.019213	lr=0.177689
Epoch[109] Batch [599]	Speed: 3988.748593 samples/sec	rmse=0.019231	lr=0.177561
Epoch[109] Batch [649]	Speed: 4030.334561 samples/sec	rmse=0.019228	lr=0.177433
Epoch[109] Batch [699]	Speed: 4095.371893 samples/sec	rmse=0.019243	lr=0.177305
Epoch[109] Batch [749]	Speed: 4117.973816 samples/sec	rmse=0.019246	lr=0.177177
Epoch[109] Batch [799]	Speed: 4138.074917 samples/sec	rmse=0.019258	lr=0.177049
Epoch[109] Batch [849]	Speed: 4200.223690 samples/sec	rmse=0.019274	lr=0.176921
Epoch[109] Batch [899]	Speed: 4045.196554 samples/sec	rmse=0.019279	lr=0.176793
Epoch[109] Batch [949]	Speed: 3999.825306 samples/sec	rmse=0.019279	lr=0.176665
Epoch[109] Batch [999]	Speed: 4177.241275 samples/sec	rmse=0.019291	lr=0.176537
Epoch[109] Batch [1049]	Speed: 4133.773367 samples/sec	rmse=0.019289	lr=0.176409
Epoch[109] Batch [1099]	Speed: 4034.893931 samples/sec	rmse=0.019291	lr=0.176281
Epoch[109] Batch [1149]	Speed: 4081.983442 samples/sec	rmse=0.019295	lr=0.176153
Epoch[109] Batch [1199]	Speed: 4083.562491 samples/sec	rmse=0.019300	lr=0.176026
Epoch[109] Batch [1249]	Speed: 4130.483194 samples/sec	rmse=0.019306	lr=0.175898
[Epoch 109] training: rmse=0.019305
[Epoch 109] speed: 4071 samples/sec	time cost: 324.876247
[Epoch 109] validation: err-top1=0.323083 err-top5=0.110690
Epoch[110] Batch [49]	Speed: 4183.599868 samples/sec	rmse=0.019110	lr=0.175767
Epoch[110] Batch [99]	Speed: 4009.029370 samples/sec	rmse=0.019144	lr=0.175640
Epoch[110] Batch [149]	Speed: 4035.939110 samples/sec	rmse=0.019155	lr=0.175512
Epoch[110] Batch [199]	Speed: 3992.127758 samples/sec	rmse=0.019186	lr=0.175384
Epoch[110] Batch [249]	Speed: 4024.417838 samples/sec	rmse=0.019197	lr=0.175256
Epoch[110] Batch [299]	Speed: 4245.347924 samples/sec	rmse=0.019185	lr=0.175128
Epoch[110] Batch [349]	Speed: 4251.199665 samples/sec	rmse=0.019186	lr=0.175001
Epoch[110] Batch [399]	Speed: 4021.340114 samples/sec	rmse=0.019192	lr=0.174873
Epoch[110] Batch [449]	Speed: 4341.292446 samples/sec	rmse=0.019215	lr=0.174745
Epoch[110] Batch [499]	Speed: 4081.289351 samples/sec	rmse=0.019221	lr=0.174617
Epoch[110] Batch [549]	Speed: 4095.497796 samples/sec	rmse=0.019213	lr=0.174490
Epoch[110] Batch [599]	Speed: 4096.007891 samples/sec	rmse=0.019219	lr=0.174362
Epoch[110] Batch [649]	Speed: 4157.917029 samples/sec	rmse=0.019223	lr=0.174234
Epoch[110] Batch [699]	Speed: 4206.253621 samples/sec	rmse=0.019230	lr=0.174106
Epoch[110] Batch [749]	Speed: 4089.432656 samples/sec	rmse=0.019238	lr=0.173979
Epoch[110] Batch [799]	Speed: 3973.243003 samples/sec	rmse=0.019246	lr=0.173851
Epoch[110] Batch [849]	Speed: 3890.229880 samples/sec	rmse=0.019255	lr=0.173723
Epoch[110] Batch [899]	Speed: 3938.376163 samples/sec	rmse=0.019255	lr=0.173596
Epoch[110] Batch [949]	Speed: 4138.371644 samples/sec	rmse=0.019269	lr=0.173468
Epoch[110] Batch [999]	Speed: 4117.632714 samples/sec	rmse=0.019279	lr=0.173340
Epoch[110] Batch [1049]	Speed: 4169.379417 samples/sec	rmse=0.019284	lr=0.173213
Epoch[110] Batch [1099]	Speed: 4139.694317 samples/sec	rmse=0.019278	lr=0.173085
Epoch[110] Batch [1149]	Speed: 4076.200083 samples/sec	rmse=0.019289	lr=0.172958
Epoch[110] Batch [1199]	Speed: 4092.291408 samples/sec	rmse=0.019290	lr=0.172830
Epoch[110] Batch [1249]	Speed: 4149.335255 samples/sec	rmse=0.019287	lr=0.172702
[Epoch 110] training: rmse=0.019288
[Epoch 110] speed: 4094 samples/sec	time cost: 323.270560
[Epoch 110] validation: err-top1=0.319112 err-top5=0.110413
Epoch[111] Batch [49]	Speed: 3952.179002 samples/sec	rmse=0.018941	lr=0.172572
Epoch[111] Batch [99]	Speed: 4002.176843 samples/sec	rmse=0.018991	lr=0.172445
Epoch[111] Batch [149]	Speed: 3957.209275 samples/sec	rmse=0.019026	lr=0.172317
Epoch[111] Batch [199]	Speed: 3977.062919 samples/sec	rmse=0.019106	lr=0.172190
Epoch[111] Batch [249]	Speed: 4002.073617 samples/sec	rmse=0.019134	lr=0.172062
Epoch[111] Batch [299]	Speed: 4077.951289 samples/sec	rmse=0.019126	lr=0.171935
Epoch[111] Batch [349]	Speed: 4075.038990 samples/sec	rmse=0.019150	lr=0.171807
Epoch[111] Batch [399]	Speed: 4166.294377 samples/sec	rmse=0.019160	lr=0.171680
Epoch[111] Batch [449]	Speed: 3969.122722 samples/sec	rmse=0.019161	lr=0.171552
Epoch[111] Batch [499]	Speed: 4211.249426 samples/sec	rmse=0.019149	lr=0.171425
Epoch[111] Batch [549]	Speed: 3998.172329 samples/sec	rmse=0.019152	lr=0.171297
Epoch[111] Batch [599]	Speed: 4024.156230 samples/sec	rmse=0.019152	lr=0.171170
Epoch[111] Batch [649]	Speed: 3936.055407 samples/sec	rmse=0.019149	lr=0.171042
Epoch[111] Batch [699]	Speed: 4048.926885 samples/sec	rmse=0.019154	lr=0.170915
Epoch[111] Batch [749]	Speed: 4100.624825 samples/sec	rmse=0.019159	lr=0.170787
Epoch[111] Batch [799]	Speed: 3865.790345 samples/sec	rmse=0.019163	lr=0.170660
Epoch[111] Batch [849]	Speed: 4003.473957 samples/sec	rmse=0.019162	lr=0.170533
Epoch[111] Batch [899]	Speed: 4112.746155 samples/sec	rmse=0.019163	lr=0.170405
Epoch[111] Batch [949]	Speed: 4125.285872 samples/sec	rmse=0.019169	lr=0.170278
Epoch[111] Batch [999]	Speed: 3963.720520 samples/sec	rmse=0.019171	lr=0.170151
Epoch[111] Batch [1049]	Speed: 4048.474165 samples/sec	rmse=0.019175	lr=0.170023
Epoch[111] Batch [1099]	Speed: 4081.176498 samples/sec	rmse=0.019187	lr=0.169896
Epoch[111] Batch [1149]	Speed: 4125.939757 samples/sec	rmse=0.019193	lr=0.169769
Epoch[111] Batch [1199]	Speed: 4176.294464 samples/sec	rmse=0.019196	lr=0.169641
Epoch[111] Batch [1249]	Speed: 4186.753370 samples/sec	rmse=0.019201	lr=0.169514
[Epoch 111] training: rmse=0.019200
[Epoch 111] speed: 4042 samples/sec	time cost: 327.205508
[Epoch 111] validation: err-top1=0.325415 err-top5=0.116251
Epoch[112] Batch [49]	Speed: 4180.058003 samples/sec	rmse=0.019156	lr=0.169384
Epoch[112] Batch [99]	Speed: 4032.870782 samples/sec	rmse=0.019220	lr=0.169257
Epoch[112] Batch [149]	Speed: 4070.437950 samples/sec	rmse=0.019184	lr=0.169130
Epoch[112] Batch [199]	Speed: 4165.745617 samples/sec	rmse=0.019177	lr=0.169003
Epoch[112] Batch [249]	Speed: 4088.424272 samples/sec	rmse=0.019168	lr=0.168875
Epoch[112] Batch [299]	Speed: 4066.746139 samples/sec	rmse=0.019195	lr=0.168748
Epoch[112] Batch [349]	Speed: 4007.088445 samples/sec	rmse=0.019189	lr=0.168621
Epoch[112] Batch [399]	Speed: 4083.059606 samples/sec	rmse=0.019200	lr=0.168494
Epoch[112] Batch [449]	Speed: 4151.311414 samples/sec	rmse=0.019198	lr=0.168367
Epoch[112] Batch [499]	Speed: 4183.435810 samples/sec	rmse=0.019197	lr=0.168239
Epoch[112] Batch [549]	Speed: 4000.437263 samples/sec	rmse=0.019194	lr=0.168112
Epoch[112] Batch [599]	Speed: 4167.020676 samples/sec	rmse=0.019197	lr=0.167985
Epoch[112] Batch [649]	Speed: 4168.625107 samples/sec	rmse=0.019203	lr=0.167858
Epoch[112] Batch [699]	Speed: 4145.776232 samples/sec	rmse=0.019209	lr=0.167731
Epoch[112] Batch [749]	Speed: 4059.539806 samples/sec	rmse=0.019214	lr=0.167604
Epoch[112] Batch [799]	Speed: 4143.018928 samples/sec	rmse=0.019220	lr=0.167477
Epoch[112] Batch [849]	Speed: 4032.675697 samples/sec	rmse=0.019222	lr=0.167350
Epoch[112] Batch [899]	Speed: 4035.940020 samples/sec	rmse=0.019221	lr=0.167223
Epoch[112] Batch [949]	Speed: 4080.239161 samples/sec	rmse=0.019225	lr=0.167096
Epoch[112] Batch [999]	Speed: 4068.445911 samples/sec	rmse=0.019228	lr=0.166969
Epoch[112] Batch [1049]	Speed: 4047.412873 samples/sec	rmse=0.019233	lr=0.166842
Epoch[112] Batch [1099]	Speed: 4147.854831 samples/sec	rmse=0.019238	lr=0.166715
Epoch[112] Batch [1149]	Speed: 4111.353823 samples/sec	rmse=0.019238	lr=0.166588
Epoch[112] Batch [1199]	Speed: 3974.786480 samples/sec	rmse=0.019237	lr=0.166461
Epoch[112] Batch [1249]	Speed: 4204.712388 samples/sec	rmse=0.019235	lr=0.166334
[Epoch 112] training: rmse=0.019234
[Epoch 112] speed: 4092 samples/sec	time cost: 323.214932
[Epoch 112] validation: err-top1=0.328683 err-top5=0.116510
Epoch[113] Batch [49]	Speed: 4041.660736 samples/sec	rmse=0.019098	lr=0.166204
Epoch[113] Batch [99]	Speed: 4217.350006 samples/sec	rmse=0.019025	lr=0.166077
Epoch[113] Batch [149]	Speed: 3969.701250 samples/sec	rmse=0.019059	lr=0.165950
Epoch[113] Batch [199]	Speed: 4009.969164 samples/sec	rmse=0.019091	lr=0.165823
Epoch[113] Batch [249]	Speed: 4087.741528 samples/sec	rmse=0.019100	lr=0.165697
Epoch[113] Batch [299]	Speed: 4203.665613 samples/sec	rmse=0.019129	lr=0.165570
Epoch[113] Batch [349]	Speed: 4140.676577 samples/sec	rmse=0.019115	lr=0.165443
Epoch[113] Batch [399]	Speed: 4135.967073 samples/sec	rmse=0.019133	lr=0.165316
Epoch[113] Batch [449]	Speed: 4052.733012 samples/sec	rmse=0.019143	lr=0.165189
Epoch[113] Batch [499]	Speed: 4075.041619 samples/sec	rmse=0.019160	lr=0.165062
Epoch[113] Batch [549]	Speed: 4052.391467 samples/sec	rmse=0.019178	lr=0.164936
Epoch[113] Batch [599]	Speed: 4031.919543 samples/sec	rmse=0.019170	lr=0.164809
Epoch[113] Batch [649]	Speed: 3997.056521 samples/sec	rmse=0.019168	lr=0.164682
Epoch[113] Batch [699]	Speed: 4031.393196 samples/sec	rmse=0.019163	lr=0.164555
Epoch[113] Batch [749]	Speed: 3973.869353 samples/sec	rmse=0.019169	lr=0.164429
Epoch[113] Batch [799]	Speed: 4020.397844 samples/sec	rmse=0.019164	lr=0.164302
Epoch[113] Batch [849]	Speed: 3971.630723 samples/sec	rmse=0.019171	lr=0.164175
Epoch[113] Batch [899]	Speed: 4076.918372 samples/sec	rmse=0.019172	lr=0.164048
Epoch[113] Batch [949]	Speed: 4009.746190 samples/sec	rmse=0.019174	lr=0.163922
Epoch[113] Batch [999]	Speed: 3947.586839 samples/sec	rmse=0.019186	lr=0.163795
Epoch[113] Batch [1049]	Speed: 4116.339958 samples/sec	rmse=0.019199	lr=0.163668
Epoch[113] Batch [1099]	Speed: 3837.242788 samples/sec	rmse=0.019202	lr=0.163542
Epoch[113] Batch [1149]	Speed: 4149.114310 samples/sec	rmse=0.019203	lr=0.163415
Epoch[113] Batch [1199]	Speed: 4041.998573 samples/sec	rmse=0.019211	lr=0.163289
Epoch[113] Batch [1249]	Speed: 4241.027868 samples/sec	rmse=0.019215	lr=0.163162
[Epoch 113] training: rmse=0.019215
[Epoch 113] speed: 4052 samples/sec	time cost: 326.262851
[Epoch 113] validation: err-top1=0.320073 err-top5=0.111707
Epoch[114] Batch [49]	Speed: 4107.602539 samples/sec	rmse=0.018847	lr=0.163033
Epoch[114] Batch [99]	Speed: 4070.981719 samples/sec	rmse=0.018928	lr=0.162906
Epoch[114] Batch [149]	Speed: 4161.040061 samples/sec	rmse=0.018973	lr=0.162780
Epoch[114] Batch [199]	Speed: 4133.317864 samples/sec	rmse=0.018990	lr=0.162653
Epoch[114] Batch [249]	Speed: 4026.462333 samples/sec	rmse=0.019025	lr=0.162527
Epoch[114] Batch [299]	Speed: 4096.872139 samples/sec	rmse=0.019051	lr=0.162400
Epoch[114] Batch [349]	Speed: 4046.447214 samples/sec	rmse=0.019052	lr=0.162274
Epoch[114] Batch [399]	Speed: 4147.540641 samples/sec	rmse=0.019057	lr=0.162147
Epoch[114] Batch [449]	Speed: 4065.563562 samples/sec	rmse=0.019076	lr=0.162021
Epoch[114] Batch [499]	Speed: 4082.151356 samples/sec	rmse=0.019102	lr=0.161894
Epoch[114] Batch [549]	Speed: 4173.261389 samples/sec	rmse=0.019124	lr=0.161768
Epoch[114] Batch [599]	Speed: 4089.833516 samples/sec	rmse=0.019145	lr=0.161642
Epoch[114] Batch [649]	Speed: 4013.101569 samples/sec	rmse=0.019144	lr=0.161515
Epoch[114] Batch [699]	Speed: 4278.038754 samples/sec	rmse=0.019147	lr=0.161389
Epoch[114] Batch [749]	Speed: 4085.878821 samples/sec	rmse=0.019149	lr=0.161263
Epoch[114] Batch [799]	Speed: 4139.138420 samples/sec	rmse=0.019155	lr=0.161136
Epoch[114] Batch [849]	Speed: 4093.979513 samples/sec	rmse=0.019157	lr=0.161010
Epoch[114] Batch [899]	Speed: 4127.005676 samples/sec	rmse=0.019157	lr=0.160884
Epoch[114] Batch [949]	Speed: 4146.977670 samples/sec	rmse=0.019153	lr=0.160757
Epoch[114] Batch [999]	Speed: 4011.906885 samples/sec	rmse=0.019158	lr=0.160631
Epoch[114] Batch [1049]	Speed: 4113.643959 samples/sec	rmse=0.019161	lr=0.160505
Epoch[114] Batch [1099]	Speed: 4063.596898 samples/sec	rmse=0.019163	lr=0.160379
Epoch[114] Batch [1149]	Speed: 4146.856750 samples/sec	rmse=0.019160	lr=0.160252
Epoch[114] Batch [1199]	Speed: 3951.472218 samples/sec	rmse=0.019166	lr=0.160126
Epoch[114] Batch [1249]	Speed: 4176.192944 samples/sec	rmse=0.019166	lr=0.160000
[Epoch 114] training: rmse=0.019167
[Epoch 114] speed: 4097 samples/sec	time cost: 322.972740
[Epoch 114] validation: err-top1=0.319256 err-top5=0.110431
Epoch[115] Batch [49]	Speed: 4117.529999 samples/sec	rmse=0.018824	lr=0.159871
Epoch[115] Batch [99]	Speed: 4100.806415 samples/sec	rmse=0.018984	lr=0.159745
Epoch[115] Batch [149]	Speed: 3993.763782 samples/sec	rmse=0.018995	lr=0.159619
Epoch[115] Batch [199]	Speed: 4107.960763 samples/sec	rmse=0.019020	lr=0.159493
Epoch[115] Batch [249]	Speed: 4093.516039 samples/sec	rmse=0.019029	lr=0.159367
Epoch[115] Batch [299]	Speed: 4011.633411 samples/sec	rmse=0.019048	lr=0.159241
Epoch[115] Batch [349]	Speed: 4055.081336 samples/sec	rmse=0.019048	lr=0.159115
Epoch[115] Batch [399]	Speed: 4084.101850 samples/sec	rmse=0.019053	lr=0.158988
Epoch[115] Batch [449]	Speed: 4055.812423 samples/sec	rmse=0.019045	lr=0.158862
Epoch[115] Batch [499]	Speed: 4154.208103 samples/sec	rmse=0.019040	lr=0.158736
Epoch[115] Batch [549]	Speed: 4082.138708 samples/sec	rmse=0.019052	lr=0.158610
Epoch[115] Batch [599]	Speed: 4112.307402 samples/sec	rmse=0.019068	lr=0.158484
Epoch[115] Batch [649]	Speed: 4004.294964 samples/sec	rmse=0.019083	lr=0.158358
Epoch[115] Batch [699]	Speed: 4064.952603 samples/sec	rmse=0.019086	lr=0.158233
Epoch[115] Batch [749]	Speed: 4114.543415 samples/sec	rmse=0.019093	lr=0.158107
Epoch[115] Batch [799]	Speed: 4029.091345 samples/sec	rmse=0.019090	lr=0.157981
Epoch[115] Batch [849]	Speed: 4031.369357 samples/sec	rmse=0.019102	lr=0.157855
Epoch[115] Batch [899]	Speed: 3927.307101 samples/sec	rmse=0.019109	lr=0.157729
Epoch[115] Batch [949]	Speed: 4021.672077 samples/sec	rmse=0.019110	lr=0.157603
Epoch[115] Batch [999]	Speed: 4126.046855 samples/sec	rmse=0.019111	lr=0.157477
Epoch[115] Batch [1049]	Speed: 4012.608390 samples/sec	rmse=0.019116	lr=0.157351
Epoch[115] Batch [1099]	Speed: 4052.034764 samples/sec	rmse=0.019119	lr=0.157226
Epoch[115] Batch [1149]	Speed: 4040.946528 samples/sec	rmse=0.019117	lr=0.157100
Epoch[115] Batch [1199]	Speed: 3927.269394 samples/sec	rmse=0.019120	lr=0.156974
Epoch[115] Batch [1249]	Speed: 4055.646975 samples/sec	rmse=0.019123	lr=0.156848
[Epoch 115] training: rmse=0.019122
[Epoch 115] speed: 4050 samples/sec	time cost: 326.369000
[Epoch 115] validation: err-top1=0.325136 err-top5=0.115175
Epoch[116] Batch [49]	Speed: 4118.883858 samples/sec	rmse=0.018931	lr=0.156720
Epoch[116] Batch [99]	Speed: 4118.392534 samples/sec	rmse=0.018981	lr=0.156594
Epoch[116] Batch [149]	Speed: 4101.811123 samples/sec	rmse=0.018988	lr=0.156469
Epoch[116] Batch [199]	Speed: 4025.146133 samples/sec	rmse=0.018976	lr=0.156343
Epoch[116] Batch [249]	Speed: 4013.913551 samples/sec	rmse=0.018991	lr=0.156217
Epoch[116] Batch [299]	Speed: 4158.894748 samples/sec	rmse=0.018997	lr=0.156092
Epoch[116] Batch [349]	Speed: 4088.620584 samples/sec	rmse=0.018999	lr=0.155966
Epoch[116] Batch [399]	Speed: 4097.186515 samples/sec	rmse=0.019004	lr=0.155840
Epoch[116] Batch [449]	Speed: 4210.037453 samples/sec	rmse=0.019019	lr=0.155715
Epoch[116] Batch [499]	Speed: 4025.024670 samples/sec	rmse=0.019018	lr=0.155589
Epoch[116] Batch [549]	Speed: 4034.371279 samples/sec	rmse=0.019009	lr=0.155464
Epoch[116] Batch [599]	Speed: 4198.228195 samples/sec	rmse=0.019011	lr=0.155338
Epoch[116] Batch [649]	Speed: 4142.222589 samples/sec	rmse=0.019006	lr=0.155212
Epoch[116] Batch [699]	Speed: 3915.013369 samples/sec	rmse=0.019010	lr=0.155087
Epoch[116] Batch [749]	Speed: 4063.426893 samples/sec	rmse=0.019022	lr=0.154961
Epoch[116] Batch [799]	Speed: 3932.072474 samples/sec	rmse=0.019023	lr=0.154836
Epoch[116] Batch [849]	Speed: 4025.233501 samples/sec	rmse=0.019024	lr=0.154711
Epoch[116] Batch [899]	Speed: 4065.692027 samples/sec	rmse=0.019036	lr=0.154585
Epoch[116] Batch [949]	Speed: 4152.802096 samples/sec	rmse=0.019045	lr=0.154460
Epoch[116] Batch [999]	Speed: 4005.663385 samples/sec	rmse=0.019045	lr=0.154334
Epoch[116] Batch [1049]	Speed: 4222.969135 samples/sec	rmse=0.019046	lr=0.154209
Epoch[116] Batch [1099]	Speed: 4143.199336 samples/sec	rmse=0.019056	lr=0.154084
Epoch[116] Batch [1149]	Speed: 3949.302029 samples/sec	rmse=0.019057	lr=0.153958
Epoch[116] Batch [1199]	Speed: 4182.199473 samples/sec	rmse=0.019061	lr=0.153833
Epoch[116] Batch [1249]	Speed: 4326.880986 samples/sec	rmse=0.019068	lr=0.153708
[Epoch 116] training: rmse=0.019068
[Epoch 116] speed: 4086 samples/sec	time cost: 323.678418
[Epoch 116] validation: err-top1=0.326681 err-top5=0.115133
Epoch[117] Batch [49]	Speed: 4089.503913 samples/sec	rmse=0.019065	lr=0.153580
Epoch[117] Batch [99]	Speed: 4110.394944 samples/sec	rmse=0.019021	lr=0.153455
Epoch[117] Batch [149]	Speed: 4251.588424 samples/sec	rmse=0.019019	lr=0.153329
Epoch[117] Batch [199]	Speed: 3988.001786 samples/sec	rmse=0.018992	lr=0.153204
Epoch[117] Batch [249]	Speed: 3987.636780 samples/sec	rmse=0.018973	lr=0.153079
Epoch[117] Batch [299]	Speed: 4032.559458 samples/sec	rmse=0.018978	lr=0.152954
Epoch[117] Batch [349]	Speed: 3988.777488 samples/sec	rmse=0.018975	lr=0.152829
Epoch[117] Batch [399]	Speed: 4123.190955 samples/sec	rmse=0.018976	lr=0.152704
Epoch[117] Batch [449]	Speed: 4176.672974 samples/sec	rmse=0.018975	lr=0.152578
Epoch[117] Batch [499]	Speed: 4114.651184 samples/sec	rmse=0.018976	lr=0.152453
Epoch[117] Batch [549]	Speed: 4005.488406 samples/sec	rmse=0.019001	lr=0.152328
Epoch[117] Batch [599]	Speed: 4121.558255 samples/sec	rmse=0.018983	lr=0.152203
Epoch[117] Batch [649]	Speed: 4182.150279 samples/sec	rmse=0.018991	lr=0.152078
Epoch[117] Batch [699]	Speed: 4050.032432 samples/sec	rmse=0.018992	lr=0.151953
Epoch[117] Batch [749]	Speed: 4042.931207 samples/sec	rmse=0.019001	lr=0.151828
Epoch[117] Batch [799]	Speed: 4109.632173 samples/sec	rmse=0.019001	lr=0.151703
Epoch[117] Batch [849]	Speed: 3901.305800 samples/sec	rmse=0.019001	lr=0.151578
Epoch[117] Batch [899]	Speed: 3999.969989 samples/sec	rmse=0.019001	lr=0.151453
Epoch[117] Batch [949]	Speed: 4111.424035 samples/sec	rmse=0.019008	lr=0.151328
Epoch[117] Batch [999]	Speed: 4039.992084 samples/sec	rmse=0.019018	lr=0.151203
Epoch[117] Batch [1049]	Speed: 4073.485687 samples/sec	rmse=0.019022	lr=0.151078
Epoch[117] Batch [1099]	Speed: 4131.706548 samples/sec	rmse=0.019022	lr=0.150954
Epoch[117] Batch [1149]	Speed: 3932.495069 samples/sec	rmse=0.019022	lr=0.150829
Epoch[117] Batch [1199]	Speed: 4155.249846 samples/sec	rmse=0.019024	lr=0.150704
Epoch[117] Batch [1249]	Speed: 3964.906878 samples/sec	rmse=0.019027	lr=0.150579
[Epoch 117] training: rmse=0.019027
[Epoch 117] speed: 4062 samples/sec	time cost: 325.668915
[Epoch 117] validation: err-top1=0.318858 err-top5=0.110910
Epoch[118] Batch [49]	Speed: 3953.817601 samples/sec	rmse=0.019018	lr=0.150452
Epoch[118] Batch [99]	Speed: 3788.702326 samples/sec	rmse=0.019012	lr=0.150327
Epoch[118] Batch [149]	Speed: 3991.494971 samples/sec	rmse=0.019036	lr=0.150202
Epoch[118] Batch [199]	Speed: 4103.936991 samples/sec	rmse=0.019033	lr=0.150078
Epoch[118] Batch [249]	Speed: 4107.227567 samples/sec	rmse=0.019008	lr=0.149953
Epoch[118] Batch [299]	Speed: 4035.574149 samples/sec	rmse=0.019000	lr=0.149828
Epoch[118] Batch [349]	Speed: 4133.220172 samples/sec	rmse=0.018996	lr=0.149704
Epoch[118] Batch [399]	Speed: 4040.698048 samples/sec	rmse=0.018984	lr=0.149579
Epoch[118] Batch [449]	Speed: 4109.879922 samples/sec	rmse=0.018986	lr=0.149454
Epoch[118] Batch [499]	Speed: 4012.234518 samples/sec	rmse=0.019014	lr=0.149330
Epoch[118] Batch [549]	Speed: 4103.271009 samples/sec	rmse=0.019018	lr=0.149205
Epoch[118] Batch [599]	Speed: 3975.117276 samples/sec	rmse=0.019026	lr=0.149081
Epoch[118] Batch [649]	Speed: 4066.842330 samples/sec	rmse=0.019032	lr=0.148956
Epoch[118] Batch [699]	Speed: 4038.424673 samples/sec	rmse=0.019040	lr=0.148832
Epoch[118] Batch [749]	Speed: 3900.318839 samples/sec	rmse=0.019057	lr=0.148707
Epoch[118] Batch [799]	Speed: 4184.776849 samples/sec	rmse=0.019056	lr=0.148583
Epoch[118] Batch [849]	Speed: 4012.027933 samples/sec	rmse=0.019054	lr=0.148458
Epoch[118] Batch [899]	Speed: 4032.901909 samples/sec	rmse=0.019056	lr=0.148334
Epoch[118] Batch [949]	Speed: 4100.203528 samples/sec	rmse=0.019059	lr=0.148209
Epoch[118] Batch [999]	Speed: 4257.020640 samples/sec	rmse=0.019062	lr=0.148085
Epoch[118] Batch [1049]	Speed: 4202.302410 samples/sec	rmse=0.019057	lr=0.147961
Epoch[118] Batch [1099]	Speed: 4176.211299 samples/sec	rmse=0.019058	lr=0.147836
Epoch[118] Batch [1149]	Speed: 4075.402616 samples/sec	rmse=0.019055	lr=0.147712
Epoch[118] Batch [1199]	Speed: 3968.610149 samples/sec	rmse=0.019059	lr=0.147588
Epoch[118] Batch [1249]	Speed: 4179.698973 samples/sec	rmse=0.019066	lr=0.147463
[Epoch 118] training: rmse=0.019066
[Epoch 118] speed: 4056 samples/sec	time cost: 325.969065
[Epoch 118] validation: err-top1=0.312899 err-top5=0.106346
Epoch[119] Batch [49]	Speed: 4111.304629 samples/sec	rmse=0.018872	lr=0.147337
Epoch[119] Batch [99]	Speed: 3987.203880 samples/sec	rmse=0.018898	lr=0.147213
Epoch[119] Batch [149]	Speed: 4022.307462 samples/sec	rmse=0.018900	lr=0.147088
Epoch[119] Batch [199]	Speed: 4034.743830 samples/sec	rmse=0.018869	lr=0.146964
Epoch[119] Batch [249]	Speed: 3948.969125 samples/sec	rmse=0.018905	lr=0.146840
Epoch[119] Batch [299]	Speed: 3968.198308 samples/sec	rmse=0.018909	lr=0.146716
Epoch[119] Batch [349]	Speed: 3964.551650 samples/sec	rmse=0.018948	lr=0.146592
Epoch[119] Batch [399]	Speed: 4064.701778 samples/sec	rmse=0.018960	lr=0.146468
Epoch[119] Batch [449]	Speed: 4022.790971 samples/sec	rmse=0.018967	lr=0.146344
Epoch[119] Batch [499]	Speed: 4005.280049 samples/sec	rmse=0.018956	lr=0.146220
Epoch[119] Batch [549]	Speed: 4131.633813 samples/sec	rmse=0.018966	lr=0.146095
Epoch[119] Batch [599]	Speed: 4088.438672 samples/sec	rmse=0.018956	lr=0.145971
Epoch[119] Batch [649]	Speed: 3943.470110 samples/sec	rmse=0.018950	lr=0.145847
Epoch[119] Batch [699]	Speed: 3944.792920 samples/sec	rmse=0.018952	lr=0.145724
Epoch[119] Batch [749]	Speed: 3915.517473 samples/sec	rmse=0.018966	lr=0.145600
Epoch[119] Batch [799]	Speed: 4028.948328 samples/sec	rmse=0.018969	lr=0.145476
Epoch[119] Batch [849]	Speed: 4043.982078 samples/sec	rmse=0.018981	lr=0.145352
Epoch[119] Batch [899]	Speed: 4020.604991 samples/sec	rmse=0.018994	lr=0.145228
Epoch[119] Batch [949]	Speed: 4063.814596 samples/sec	rmse=0.019003	lr=0.145104
Epoch[119] Batch [999]	Speed: 4173.638052 samples/sec	rmse=0.019010	lr=0.144980
Epoch[119] Batch [1049]	Speed: 4113.075814 samples/sec	rmse=0.019008	lr=0.144856
Epoch[119] Batch [1099]	Speed: 4031.023458 samples/sec	rmse=0.019007	lr=0.144733
Epoch[119] Batch [1149]	Speed: 3945.141282 samples/sec	rmse=0.019013	lr=0.144609
Epoch[119] Batch [1199]	Speed: 3962.706849 samples/sec	rmse=0.019015	lr=0.144485
Epoch[119] Batch [1249]	Speed: 4122.914369 samples/sec	rmse=0.019021	lr=0.144361
[Epoch 119] training: rmse=0.019021
[Epoch 119] speed: 4022 samples/sec	time cost: 328.602339
[Epoch 119] validation: err-top1=0.320113 err-top5=0.112663
Epoch[120] Batch [49]	Speed: 4106.711690 samples/sec	rmse=0.018831	lr=0.144235
Epoch[120] Batch [99]	Speed: 4118.041096 samples/sec	rmse=0.018792	lr=0.144112
Epoch[120] Batch [149]	Speed: 4160.626491 samples/sec	rmse=0.018823	lr=0.143988
Epoch[120] Batch [199]	Speed: 4023.242713 samples/sec	rmse=0.018843	lr=0.143864
Epoch[120] Batch [249]	Speed: 4082.210952 samples/sec	rmse=0.018851	lr=0.143741
Epoch[120] Batch [299]	Speed: 3989.556382 samples/sec	rmse=0.018856	lr=0.143617
Epoch[120] Batch [349]	Speed: 4125.549779 samples/sec	rmse=0.018886	lr=0.143494
Epoch[120] Batch [399]	Speed: 4147.065362 samples/sec	rmse=0.018910	lr=0.143370
Epoch[120] Batch [449]	Speed: 4008.339291 samples/sec	rmse=0.018926	lr=0.143247
Epoch[120] Batch [499]	Speed: 3874.566382 samples/sec	rmse=0.018945	lr=0.143123
Epoch[120] Batch [549]	Speed: 4076.597657 samples/sec	rmse=0.018959	lr=0.143000
Epoch[120] Batch [599]	Speed: 4074.757460 samples/sec	rmse=0.018960	lr=0.142876
Epoch[120] Batch [649]	Speed: 4149.966872 samples/sec	rmse=0.018950	lr=0.142753
Epoch[120] Batch [699]	Speed: 4148.463078 samples/sec	rmse=0.018949	lr=0.142629
Epoch[120] Batch [749]	Speed: 4109.624937 samples/sec	rmse=0.018945	lr=0.142506
Epoch[120] Batch [799]	Speed: 4103.014570 samples/sec	rmse=0.018943	lr=0.142383
Epoch[120] Batch [849]	Speed: 3863.105411 samples/sec	rmse=0.018950	lr=0.142259
Epoch[120] Batch [899]	Speed: 4138.258642 samples/sec	rmse=0.018958	lr=0.142136
Epoch[120] Batch [949]	Speed: 4051.569196 samples/sec	rmse=0.018962	lr=0.142013
Epoch[120] Batch [999]	Speed: 4189.679886 samples/sec	rmse=0.018968	lr=0.141890
Epoch[120] Batch [1049]	Speed: 4118.650267 samples/sec	rmse=0.018970	lr=0.141766
Epoch[120] Batch [1099]	Speed: 4176.939679 samples/sec	rmse=0.018972	lr=0.141643
Epoch[120] Batch [1149]	Speed: 4168.150646 samples/sec	rmse=0.018974	lr=0.141520
Epoch[120] Batch [1199]	Speed: 4180.218379 samples/sec	rmse=0.018973	lr=0.141397
Epoch[120] Batch [1249]	Speed: 4098.674949 samples/sec	rmse=0.018977	lr=0.141274
[Epoch 120] training: rmse=0.018978
[Epoch 120] speed: 4085 samples/sec	time cost: 323.564665
[Epoch 120] validation: err-top1=0.317961 err-top5=0.108139
Epoch[121] Batch [49]	Speed: 4069.285997 samples/sec	rmse=0.018658	lr=0.141148
Epoch[121] Batch [99]	Speed: 3982.212306 samples/sec	rmse=0.018724	lr=0.141025
Epoch[121] Batch [149]	Speed: 4184.996062 samples/sec	rmse=0.018775	lr=0.140902
Epoch[121] Batch [199]	Speed: 4180.591741 samples/sec	rmse=0.018807	lr=0.140779
Epoch[121] Batch [249]	Speed: 4146.177408 samples/sec	rmse=0.018844	lr=0.140656
Epoch[121] Batch [299]	Speed: 4107.428203 samples/sec	rmse=0.018857	lr=0.140533
Epoch[121] Batch [349]	Speed: 3979.390488 samples/sec	rmse=0.018870	lr=0.140410
Epoch[121] Batch [399]	Speed: 4075.680986 samples/sec	rmse=0.018866	lr=0.140287
Epoch[121] Batch [449]	Speed: 4113.716613 samples/sec	rmse=0.018867	lr=0.140164
Epoch[121] Batch [499]	Speed: 3984.138145 samples/sec	rmse=0.018867	lr=0.140042
Epoch[121] Batch [549]	Speed: 4150.151495 samples/sec	rmse=0.018871	lr=0.139919
Epoch[121] Batch [599]	Speed: 4081.362962 samples/sec	rmse=0.018879	lr=0.139796
Epoch[121] Batch [649]	Speed: 3822.334013 samples/sec	rmse=0.018889	lr=0.139673
Epoch[121] Batch [699]	Speed: 4040.920294 samples/sec	rmse=0.018892	lr=0.139550
Epoch[121] Batch [749]	Speed: 4041.027815 samples/sec	rmse=0.018892	lr=0.139428
Epoch[121] Batch [799]	Speed: 4076.650590 samples/sec	rmse=0.018898	lr=0.139305
Epoch[121] Batch [849]	Speed: 4064.263292 samples/sec	rmse=0.018908	lr=0.139182
Epoch[121] Batch [899]	Speed: 4054.303898 samples/sec	rmse=0.018902	lr=0.139059
Epoch[121] Batch [949]	Speed: 4045.449398 samples/sec	rmse=0.018909	lr=0.138937
Epoch[121] Batch [999]	Speed: 4207.084581 samples/sec	rmse=0.018912	lr=0.138814
Epoch[121] Batch [1049]	Speed: 3969.330415 samples/sec	rmse=0.018915	lr=0.138692
Epoch[121] Batch [1099]	Speed: 4191.420597 samples/sec	rmse=0.018914	lr=0.138569
Epoch[121] Batch [1149]	Speed: 4105.684170 samples/sec	rmse=0.018919	lr=0.138447
Epoch[121] Batch [1199]	Speed: 4035.073612 samples/sec	rmse=0.018920	lr=0.138324
Epoch[121] Batch [1249]	Speed: 4231.849431 samples/sec	rmse=0.018923	lr=0.138202
[Epoch 121] training: rmse=0.018923
[Epoch 121] speed: 4072 samples/sec	time cost: 324.566763
[Epoch 121] validation: err-top1=0.308474 err-top5=0.104751
Epoch[122] Batch [49]	Speed: 4097.487180 samples/sec	rmse=0.018704	lr=0.138077
Epoch[122] Batch [99]	Speed: 4050.082768 samples/sec	rmse=0.018731	lr=0.137954
Epoch[122] Batch [149]	Speed: 4078.961330 samples/sec	rmse=0.018794	lr=0.137832
Epoch[122] Batch [199]	Speed: 4086.655274 samples/sec	rmse=0.018844	lr=0.137709
Epoch[122] Batch [249]	Speed: 4066.700856 samples/sec	rmse=0.018845	lr=0.137587
Epoch[122] Batch [299]	Speed: 4063.198934 samples/sec	rmse=0.018877	lr=0.137465
Epoch[122] Batch [349]	Speed: 4117.769464 samples/sec	rmse=0.018873	lr=0.137342
Epoch[122] Batch [399]	Speed: 4222.819994 samples/sec	rmse=0.018872	lr=0.137220
Epoch[122] Batch [449]	Speed: 4075.984615 samples/sec	rmse=0.018882	lr=0.137098
Epoch[122] Batch [499]	Speed: 4179.049409 samples/sec	rmse=0.018887	lr=0.136976
Epoch[122] Batch [549]	Speed: 4169.919986 samples/sec	rmse=0.018890	lr=0.136853
Epoch[122] Batch [599]	Speed: 4073.233190 samples/sec	rmse=0.018902	lr=0.136731
Epoch[122] Batch [649]	Speed: 4066.285268 samples/sec	rmse=0.018910	lr=0.136609
Epoch[122] Batch [699]	Speed: 4111.604693 samples/sec	rmse=0.018913	lr=0.136487
Epoch[122] Batch [749]	Speed: 4092.229568 samples/sec	rmse=0.018906	lr=0.136365
Epoch[122] Batch [799]	Speed: 4114.245208 samples/sec	rmse=0.018904	lr=0.136243
Epoch[122] Batch [849]	Speed: 3937.009076 samples/sec	rmse=0.018904	lr=0.136121
Epoch[122] Batch [899]	Speed: 4131.600507 samples/sec	rmse=0.018913	lr=0.135999
Epoch[122] Batch [949]	Speed: 4031.519207 samples/sec	rmse=0.018913	lr=0.135877
Epoch[122] Batch [999]	Speed: 4106.111541 samples/sec	rmse=0.018917	lr=0.135755
Epoch[122] Batch [1049]	Speed: 3986.383058 samples/sec	rmse=0.018914	lr=0.135633
Epoch[122] Batch [1099]	Speed: 3998.604561 samples/sec	rmse=0.018914	lr=0.135511
Epoch[122] Batch [1149]	Speed: 4021.349903 samples/sec	rmse=0.018922	lr=0.135389
Epoch[122] Batch [1199]	Speed: 3943.168164 samples/sec	rmse=0.018932	lr=0.135267
Epoch[122] Batch [1249]	Speed: 4182.313910 samples/sec	rmse=0.018932	lr=0.135145
[Epoch 122] training: rmse=0.018931
[Epoch 122] speed: 4075 samples/sec	time cost: 324.325887
[Epoch 122] validation: err-top1=0.308553 err-top5=0.103170
Epoch[123] Batch [49]	Speed: 4090.127182 samples/sec	rmse=0.018815	lr=0.135021
Epoch[123] Batch [99]	Speed: 4001.817068 samples/sec	rmse=0.018786	lr=0.134899
Epoch[123] Batch [149]	Speed: 3894.158042 samples/sec	rmse=0.018787	lr=0.134777
Epoch[123] Batch [199]	Speed: 4129.611459 samples/sec	rmse=0.018814	lr=0.134656
Epoch[123] Batch [249]	Speed: 4149.998069 samples/sec	rmse=0.018819	lr=0.134534
Epoch[123] Batch [299]	Speed: 4169.403216 samples/sec	rmse=0.018816	lr=0.134412
Epoch[123] Batch [349]	Speed: 4146.234405 samples/sec	rmse=0.018829	lr=0.134291
Epoch[123] Batch [399]	Speed: 4160.661960 samples/sec	rmse=0.018831	lr=0.134169
Epoch[123] Batch [449]	Speed: 4057.580190 samples/sec	rmse=0.018846	lr=0.134047
Epoch[123] Batch [499]	Speed: 3977.331037 samples/sec	rmse=0.018865	lr=0.133926
Epoch[123] Batch [549]	Speed: 3905.817923 samples/sec	rmse=0.018869	lr=0.133804
Epoch[123] Batch [599]	Speed: 3957.604469 samples/sec	rmse=0.018862	lr=0.133683
Epoch[123] Batch [649]	Speed: 4177.495293 samples/sec	rmse=0.018862	lr=0.133561
Epoch[123] Batch [699]	Speed: 4088.720772 samples/sec	rmse=0.018863	lr=0.133440
Epoch[123] Batch [749]	Speed: 4096.408009 samples/sec	rmse=0.018871	lr=0.133318
Epoch[123] Batch [799]	Speed: 4009.806761 samples/sec	rmse=0.018874	lr=0.133197
Epoch[123] Batch [849]	Speed: 3998.901282 samples/sec	rmse=0.018879	lr=0.133076
Epoch[123] Batch [899]	Speed: 4003.030747 samples/sec	rmse=0.018886	lr=0.132954
Epoch[123] Batch [949]	Speed: 4056.169408 samples/sec	rmse=0.018882	lr=0.132833
Epoch[123] Batch [999]	Speed: 4051.482286 samples/sec	rmse=0.018885	lr=0.132712
Epoch[123] Batch [1049]	Speed: 4209.476697 samples/sec	rmse=0.018884	lr=0.132590
Epoch[123] Batch [1099]	Speed: 4101.003292 samples/sec	rmse=0.018885	lr=0.132469
Epoch[123] Batch [1149]	Speed: 3988.114804 samples/sec	rmse=0.018884	lr=0.132348
Epoch[123] Batch [1199]	Speed: 4134.458998 samples/sec	rmse=0.018885	lr=0.132227
Epoch[123] Batch [1249]	Speed: 4307.324579 samples/sec	rmse=0.018892	lr=0.132106
[Epoch 123] training: rmse=0.018892
[Epoch 123] speed: 4068 samples/sec	time cost: 325.236887
[Epoch 123] validation: err-top1=0.307518 err-top5=0.103755
Epoch[124] Batch [49]	Speed: 4020.696227 samples/sec	rmse=0.018729	lr=0.131982
Epoch[124] Batch [99]	Speed: 4045.261095 samples/sec	rmse=0.018708	lr=0.131861
Epoch[124] Batch [149]	Speed: 4116.037546 samples/sec	rmse=0.018726	lr=0.131740
Epoch[124] Batch [199]	Speed: 3989.699063 samples/sec	rmse=0.018715	lr=0.131619
Epoch[124] Batch [249]	Speed: 4104.100833 samples/sec	rmse=0.018732	lr=0.131498
Epoch[124] Batch [299]	Speed: 4200.558977 samples/sec	rmse=0.018709	lr=0.131377
Epoch[124] Batch [349]	Speed: 4059.581016 samples/sec	rmse=0.018694	lr=0.131256
Epoch[124] Batch [399]	Speed: 4156.653246 samples/sec	rmse=0.018711	lr=0.131135
Epoch[124] Batch [449]	Speed: 4009.361549 samples/sec	rmse=0.018711	lr=0.131014
Epoch[124] Batch [499]	Speed: 4183.706149 samples/sec	rmse=0.018718	lr=0.130893
Epoch[124] Batch [549]	Speed: 4034.246302 samples/sec	rmse=0.018737	lr=0.130773
Epoch[124] Batch [599]	Speed: 4060.018185 samples/sec	rmse=0.018746	lr=0.130652
Epoch[124] Batch [649]	Speed: 4055.885960 samples/sec	rmse=0.018750	lr=0.130531
Epoch[124] Batch [699]	Speed: 4004.305193 samples/sec	rmse=0.018756	lr=0.130410
Epoch[124] Batch [749]	Speed: 4168.322730 samples/sec	rmse=0.018770	lr=0.130289
Epoch[124] Batch [799]	Speed: 3965.981515 samples/sec	rmse=0.018777	lr=0.130169
Epoch[124] Batch [849]	Speed: 4161.505081 samples/sec	rmse=0.018772	lr=0.130048
Epoch[124] Batch [899]	Speed: 4008.884330 samples/sec	rmse=0.018769	lr=0.129927
Epoch[124] Batch [949]	Speed: 3898.470472 samples/sec	rmse=0.018784	lr=0.129807
Epoch[124] Batch [999]	Speed: 4073.436391 samples/sec	rmse=0.018787	lr=0.129686
Epoch[124] Batch [1049]	Speed: 3902.938156 samples/sec	rmse=0.018798	lr=0.129566
Epoch[124] Batch [1099]	Speed: 3970.172561 samples/sec	rmse=0.018810	lr=0.129445
Epoch[124] Batch [1149]	Speed: 4065.584267 samples/sec	rmse=0.018815	lr=0.129325
Epoch[124] Batch [1199]	Speed: 4003.534114 samples/sec	rmse=0.018820	lr=0.129204
Epoch[124] Batch [1249]	Speed: 4275.844777 samples/sec	rmse=0.018822	lr=0.129084
[Epoch 124] training: rmse=0.018822
[Epoch 124] speed: 4055 samples/sec	time cost: 326.015849
[Epoch 124] validation: err-top1=0.304010 err-top5=0.103595
Epoch[125] Batch [49]	Speed: 4143.130592 samples/sec	rmse=0.018644	lr=0.128961
Epoch[125] Batch [99]	Speed: 4179.361883 samples/sec	rmse=0.018669	lr=0.128841
Epoch[125] Batch [149]	Speed: 3984.851637 samples/sec	rmse=0.018651	lr=0.128720
Epoch[125] Batch [199]	Speed: 4062.404241 samples/sec	rmse=0.018659	lr=0.128600
Epoch[125] Batch [249]	Speed: 3926.654344 samples/sec	rmse=0.018697	lr=0.128480
Epoch[125] Batch [299]	Speed: 4130.486531 samples/sec	rmse=0.018686	lr=0.128359
Epoch[125] Batch [349]	Speed: 3949.350837 samples/sec	rmse=0.018685	lr=0.128239
Epoch[125] Batch [399]	Speed: 4100.990370 samples/sec	rmse=0.018707	lr=0.128119
Epoch[125] Batch [449]	Speed: 4053.267853 samples/sec	rmse=0.018749	lr=0.127999
Epoch[125] Batch [499]	Speed: 4011.175806 samples/sec	rmse=0.018752	lr=0.127879
Epoch[125] Batch [549]	Speed: 4041.314514 samples/sec	rmse=0.018762	lr=0.127759
Epoch[125] Batch [599]	Speed: 4151.715347 samples/sec	rmse=0.018771	lr=0.127639
Epoch[125] Batch [649]	Speed: 3986.869219 samples/sec	rmse=0.018768	lr=0.127519
Epoch[125] Batch [699]	Speed: 4070.692030 samples/sec	rmse=0.018767	lr=0.127399
Epoch[125] Batch [749]	Speed: 3982.082491 samples/sec	rmse=0.018768	lr=0.127279
Epoch[125] Batch [799]	Speed: 4167.480969 samples/sec	rmse=0.018771	lr=0.127159
Epoch[125] Batch [849]	Speed: 4059.983721 samples/sec	rmse=0.018778	lr=0.127039
Epoch[125] Batch [899]	Speed: 3921.724536 samples/sec	rmse=0.018777	lr=0.126919
Epoch[125] Batch [949]	Speed: 4193.966025 samples/sec	rmse=0.018781	lr=0.126799
Epoch[125] Batch [999]	Speed: 4215.872800 samples/sec	rmse=0.018796	lr=0.126679
Epoch[125] Batch [1049]	Speed: 4174.309709 samples/sec	rmse=0.018803	lr=0.126559
Epoch[125] Batch [1099]	Speed: 4083.769908 samples/sec	rmse=0.018813	lr=0.126440
Epoch[125] Batch [1149]	Speed: 4101.003213 samples/sec	rmse=0.018821	lr=0.126320
Epoch[125] Batch [1199]	Speed: 4066.156073 samples/sec	rmse=0.018828	lr=0.126200
Epoch[125] Batch [1249]	Speed: 4234.251016 samples/sec	rmse=0.018828	lr=0.126080
[Epoch 125] training: rmse=0.018829
[Epoch 125] speed: 4074 samples/sec	time cost: 324.812332
[Epoch 125] validation: err-top1=0.314433 err-top5=0.106983
Epoch[126] Batch [49]	Speed: 4005.230597 samples/sec	rmse=0.018643	lr=0.125958
Epoch[126] Batch [99]	Speed: 4174.139158 samples/sec	rmse=0.018555	lr=0.125839
Epoch[126] Batch [149]	Speed: 3962.276347 samples/sec	rmse=0.018607	lr=0.125719
Epoch[126] Batch [199]	Speed: 4106.238340 samples/sec	rmse=0.018666	lr=0.125600
Epoch[126] Batch [249]	Speed: 4113.472025 samples/sec	rmse=0.018657	lr=0.125480
Epoch[126] Batch [299]	Speed: 4020.449327 samples/sec	rmse=0.018678	lr=0.125361
Epoch[126] Batch [349]	Speed: 4081.057058 samples/sec	rmse=0.018695	lr=0.125241
Epoch[126] Batch [399]	Speed: 4020.900845 samples/sec	rmse=0.018717	lr=0.125122
Epoch[126] Batch [449]	Speed: 4049.608636 samples/sec	rmse=0.018712	lr=0.125002
Epoch[126] Batch [499]	Speed: 3981.570035 samples/sec	rmse=0.018724	lr=0.124883
Epoch[126] Batch [549]	Speed: 4007.520663 samples/sec	rmse=0.018726	lr=0.124764
Epoch[126] Batch [599]	Speed: 4097.533465 samples/sec	rmse=0.018736	lr=0.124644
Epoch[126] Batch [649]	Speed: 3962.219910 samples/sec	rmse=0.018748	lr=0.124525
Epoch[126] Batch [699]	Speed: 4014.352945 samples/sec	rmse=0.018748	lr=0.124406
Epoch[126] Batch [749]	Speed: 4018.393563 samples/sec	rmse=0.018740	lr=0.124287
Epoch[126] Batch [799]	Speed: 4088.626734 samples/sec	rmse=0.018744	lr=0.124167
Epoch[126] Batch [849]	Speed: 3960.862668 samples/sec	rmse=0.018752	lr=0.124048
Epoch[126] Batch [899]	Speed: 4040.933373 samples/sec	rmse=0.018753	lr=0.123929
Epoch[126] Batch [949]	Speed: 4089.294277 samples/sec	rmse=0.018755	lr=0.123810
Epoch[126] Batch [999]	Speed: 3953.504314 samples/sec	rmse=0.018757	lr=0.123691
Epoch[126] Batch [1049]	Speed: 4048.492712 samples/sec	rmse=0.018757	lr=0.123572
Epoch[126] Batch [1099]	Speed: 4047.670877 samples/sec	rmse=0.018761	lr=0.123453
Epoch[126] Batch [1149]	Speed: 4006.917603 samples/sec	rmse=0.018769	lr=0.123334
Epoch[126] Batch [1199]	Speed: 4079.035477 samples/sec	rmse=0.018774	lr=0.123215
Epoch[126] Batch [1249]	Speed: 4205.565716 samples/sec	rmse=0.018781	lr=0.123096
[Epoch 126] training: rmse=0.018781
[Epoch 126] speed: 4041 samples/sec	time cost: 327.031461
[Epoch 126] validation: err-top1=0.300044 err-top5=0.097935
Epoch[127] Batch [49]	Speed: 4181.216873 samples/sec	rmse=0.018602	lr=0.122975
Epoch[127] Batch [99]	Speed: 4134.833704 samples/sec	rmse=0.018639	lr=0.122856
Epoch[127] Batch [149]	Speed: 4071.286269 samples/sec	rmse=0.018620	lr=0.122737
Epoch[127] Batch [199]	Speed: 4033.875132 samples/sec	rmse=0.018625	lr=0.122618
Epoch[127] Batch [249]	Speed: 4177.369499 samples/sec	rmse=0.018637	lr=0.122500
Epoch[127] Batch [299]	Speed: 4229.423414 samples/sec	rmse=0.018615	lr=0.122381
Epoch[127] Batch [349]	Speed: 4039.544019 samples/sec	rmse=0.018639	lr=0.122262
Epoch[127] Batch [399]	Speed: 3987.501947 samples/sec	rmse=0.018634	lr=0.122144
Epoch[127] Batch [449]	Speed: 4079.707642 samples/sec	rmse=0.018655	lr=0.122025
Epoch[127] Batch [499]	Speed: 3912.355301 samples/sec	rmse=0.018669	lr=0.121907
Epoch[127] Batch [549]	Speed: 4062.812348 samples/sec	rmse=0.018659	lr=0.121788
Epoch[127] Batch [599]	Speed: 3946.302257 samples/sec	rmse=0.018674	lr=0.121669
Epoch[127] Batch [649]	Speed: 4098.140180 samples/sec	rmse=0.018683	lr=0.121551
Epoch[127] Batch [699]	Speed: 4067.301710 samples/sec	rmse=0.018693	lr=0.121433
Epoch[127] Batch [749]	Speed: 4123.204968 samples/sec	rmse=0.018690	lr=0.121314
Epoch[127] Batch [799]	Speed: 4054.522209 samples/sec	rmse=0.018706	lr=0.121196
Epoch[127] Batch [849]	Speed: 4102.496067 samples/sec	rmse=0.018717	lr=0.121077
Epoch[127] Batch [899]	Speed: 3906.011300 samples/sec	rmse=0.018724	lr=0.120959
Epoch[127] Batch [949]	Speed: 3960.127433 samples/sec	rmse=0.018729	lr=0.120841
Epoch[127] Batch [999]	Speed: 4200.263288 samples/sec	rmse=0.018733	lr=0.120723
Epoch[127] Batch [1049]	Speed: 3891.891136 samples/sec	rmse=0.018746	lr=0.120604
Epoch[127] Batch [1099]	Speed: 4183.100154 samples/sec	rmse=0.018747	lr=0.120486
Epoch[127] Batch [1149]	Speed: 4031.592547 samples/sec	rmse=0.018746	lr=0.120368
Epoch[127] Batch [1199]	Speed: 4177.841916 samples/sec	rmse=0.018754	lr=0.120250
Epoch[127] Batch [1249]	Speed: 4225.612737 samples/sec	rmse=0.018759	lr=0.120132
[Epoch 127] training: rmse=0.018759
[Epoch 127] speed: 4069 samples/sec	time cost: 324.350700
[Epoch 127] validation: err-top1=0.300110 err-top5=0.099060
Epoch[128] Batch [49]	Speed: 4153.712012 samples/sec	rmse=0.018678	lr=0.120011
Epoch[128] Batch [99]	Speed: 4121.263697 samples/sec	rmse=0.018673	lr=0.119893
Epoch[128] Batch [149]	Speed: 4066.257396 samples/sec	rmse=0.018646	lr=0.119775
Epoch[128] Batch [199]	Speed: 4076.839195 samples/sec	rmse=0.018648	lr=0.119657
Epoch[128] Batch [249]	Speed: 4227.931747 samples/sec	rmse=0.018657	lr=0.119540
Epoch[128] Batch [299]	Speed: 4071.603987 samples/sec	rmse=0.018660	lr=0.119422
Epoch[128] Batch [349]	Speed: 4128.351092 samples/sec	rmse=0.018631	lr=0.119304
Epoch[128] Batch [399]	Speed: 4055.560273 samples/sec	rmse=0.018637	lr=0.119186
Epoch[128] Batch [449]	Speed: 4150.775258 samples/sec	rmse=0.018636	lr=0.119068
Epoch[128] Batch [499]	Speed: 4063.654569 samples/sec	rmse=0.018624	lr=0.118950
Epoch[128] Batch [549]	Speed: 4183.037658 samples/sec	rmse=0.018626	lr=0.118833
Epoch[128] Batch [599]	Speed: 4200.496533 samples/sec	rmse=0.018640	lr=0.118715
Epoch[128] Batch [649]	Speed: 4122.125423 samples/sec	rmse=0.018643	lr=0.118597
Epoch[128] Batch [699]	Speed: 3983.505819 samples/sec	rmse=0.018642	lr=0.118480
Epoch[128] Batch [749]	Speed: 4078.613026 samples/sec	rmse=0.018645	lr=0.118362
Epoch[128] Batch [799]	Speed: 4080.752363 samples/sec	rmse=0.018641	lr=0.118245
Epoch[128] Batch [849]	Speed: 3945.079534 samples/sec	rmse=0.018652	lr=0.118127
Epoch[128] Batch [899]	Speed: 4091.710902 samples/sec	rmse=0.018659	lr=0.118010
Epoch[128] Batch [949]	Speed: 4076.548672 samples/sec	rmse=0.018662	lr=0.117892
Epoch[128] Batch [999]	Speed: 4033.644719 samples/sec	rmse=0.018664	lr=0.117775
Epoch[128] Batch [1049]	Speed: 4116.317471 samples/sec	rmse=0.018667	lr=0.117657
Epoch[128] Batch [1099]	Speed: 4114.200595 samples/sec	rmse=0.018674	lr=0.117540
Epoch[128] Batch [1149]	Speed: 4169.334248 samples/sec	rmse=0.018678	lr=0.117423
Epoch[128] Batch [1199]	Speed: 4099.416911 samples/sec	rmse=0.018686	lr=0.117305
Epoch[128] Batch [1249]	Speed: 4215.165447 samples/sec	rmse=0.018686	lr=0.117188
[Epoch 128] training: rmse=0.018686
[Epoch 128] speed: 4100 samples/sec	time cost: 323.365431
[Epoch 128] validation: err-top1=0.308414 err-top5=0.105628
Epoch[129] Batch [49]	Speed: 4019.089140 samples/sec	rmse=0.018590	lr=0.117069
Epoch[129] Batch [99]	Speed: 4099.555427 samples/sec	rmse=0.018607	lr=0.116952
Epoch[129] Batch [149]	Speed: 4017.020865 samples/sec	rmse=0.018615	lr=0.116834
Epoch[129] Batch [199]	Speed: 4170.782497 samples/sec	rmse=0.018629	lr=0.116717
Epoch[129] Batch [249]	Speed: 4140.087931 samples/sec	rmse=0.018607	lr=0.116600
Epoch[129] Batch [299]	Speed: 4168.897987 samples/sec	rmse=0.018589	lr=0.116483
Epoch[129] Batch [349]	Speed: 4070.024452 samples/sec	rmse=0.018594	lr=0.116366
Epoch[129] Batch [399]	Speed: 4150.132005 samples/sec	rmse=0.018592	lr=0.116249
Epoch[129] Batch [449]	Speed: 4038.112566 samples/sec	rmse=0.018582	lr=0.116132
Epoch[129] Batch [499]	Speed: 4219.398460 samples/sec	rmse=0.018590	lr=0.116015
Epoch[129] Batch [549]	Speed: 4161.876883 samples/sec	rmse=0.018607	lr=0.115899
Epoch[129] Batch [599]	Speed: 4040.491410 samples/sec	rmse=0.018617	lr=0.115782
Epoch[129] Batch [649]	Speed: 3930.460335 samples/sec	rmse=0.018618	lr=0.115665
Epoch[129] Batch [699]	Speed: 3998.946259 samples/sec	rmse=0.018624	lr=0.115548
Epoch[129] Batch [749]	Speed: 4032.535984 samples/sec	rmse=0.018630	lr=0.115431
Epoch[129] Batch [799]	Speed: 3998.224808 samples/sec	rmse=0.018644	lr=0.115315
Epoch[129] Batch [849]	Speed: 3965.876998 samples/sec	rmse=0.018650	lr=0.115198
Epoch[129] Batch [899]	Speed: 4185.412125 samples/sec	rmse=0.018654	lr=0.115081
Epoch[129] Batch [949]	Speed: 4024.213843 samples/sec	rmse=0.018657	lr=0.114965
Epoch[129] Batch [999]	Speed: 4139.035348 samples/sec	rmse=0.018661	lr=0.114848
Epoch[129] Batch [1049]	Speed: 4069.030087 samples/sec	rmse=0.018663	lr=0.114732
Epoch[129] Batch [1099]	Speed: 4101.169485 samples/sec	rmse=0.018668	lr=0.114615
Epoch[129] Batch [1149]	Speed: 4018.861917 samples/sec	rmse=0.018672	lr=0.114499
Epoch[129] Batch [1199]	Speed: 4072.134401 samples/sec	rmse=0.018671	lr=0.114383
Epoch[129] Batch [1249]	Speed: 4180.863504 samples/sec	rmse=0.018671	lr=0.114266
[Epoch 129] training: rmse=0.018671
[Epoch 129] speed: 4075 samples/sec	time cost: 324.661496
[Epoch 129] validation: err-top1=0.297971 err-top5=0.097816
Epoch[130] Batch [49]	Speed: 3972.387283 samples/sec	rmse=0.018571	lr=0.114147
Epoch[130] Batch [99]	Speed: 4069.201872 samples/sec	rmse=0.018510	lr=0.114031
Epoch[130] Batch [149]	Speed: 3812.160250 samples/sec	rmse=0.018522	lr=0.113915
Epoch[130] Batch [199]	Speed: 3876.490460 samples/sec	rmse=0.018520	lr=0.113799
Epoch[130] Batch [249]	Speed: 3920.128026 samples/sec	rmse=0.018516	lr=0.113683
Epoch[130] Batch [299]	Speed: 3999.644058 samples/sec	rmse=0.018524	lr=0.113566
Epoch[130] Batch [349]	Speed: 4026.466485 samples/sec	rmse=0.018540	lr=0.113450
Epoch[130] Batch [399]	Speed: 4096.562343 samples/sec	rmse=0.018551	lr=0.113334
Epoch[130] Batch [449]	Speed: 4064.462984 samples/sec	rmse=0.018577	lr=0.113218
Epoch[130] Batch [499]	Speed: 4016.839407 samples/sec	rmse=0.018586	lr=0.113102
Epoch[130] Batch [549]	Speed: 3994.295652 samples/sec	rmse=0.018594	lr=0.112986
Epoch[130] Batch [599]	Speed: 3966.487548 samples/sec	rmse=0.018581	lr=0.112870
Epoch[130] Batch [649]	Speed: 3876.980142 samples/sec	rmse=0.018591	lr=0.112754
Epoch[130] Batch [699]	Speed: 4023.982044 samples/sec	rmse=0.018593	lr=0.112638
Epoch[130] Batch [749]	Speed: 4082.386413 samples/sec	rmse=0.018594	lr=0.112523
Epoch[130] Batch [799]	Speed: 4077.048561 samples/sec	rmse=0.018604	lr=0.112407
Epoch[130] Batch [849]	Speed: 4024.268516 samples/sec	rmse=0.018604	lr=0.112291
Epoch[130] Batch [899]	Speed: 4169.309802 samples/sec	rmse=0.018598	lr=0.112175
Epoch[130] Batch [949]	Speed: 4092.856087 samples/sec	rmse=0.018606	lr=0.112060
Epoch[130] Batch [999]	Speed: 4105.072237 samples/sec	rmse=0.018611	lr=0.111944
Epoch[130] Batch [1049]	Speed: 4098.151677 samples/sec	rmse=0.018612	lr=0.111828
Epoch[130] Batch [1099]	Speed: 4160.652609 samples/sec	rmse=0.018616	lr=0.111713
Epoch[130] Batch [1149]	Speed: 3990.469642 samples/sec	rmse=0.018620	lr=0.111597
Epoch[130] Batch [1199]	Speed: 4108.085319 samples/sec	rmse=0.018619	lr=0.111482
Epoch[130] Batch [1249]	Speed: 4297.160825 samples/sec	rmse=0.018631	lr=0.111366
[Epoch 130] training: rmse=0.018631
[Epoch 130] speed: 4031 samples/sec	time cost: 328.111592
[Epoch 130] validation: err-top1=0.308474 err-top5=0.104951
Epoch[131] Batch [49]	Speed: 4186.722924 samples/sec	rmse=0.018486	lr=0.111249
Epoch[131] Batch [99]	Speed: 4016.528300 samples/sec	rmse=0.018411	lr=0.111133
Epoch[131] Batch [149]	Speed: 4272.693318 samples/sec	rmse=0.018411	lr=0.111018
Epoch[131] Batch [199]	Speed: 4048.065652 samples/sec	rmse=0.018411	lr=0.110903
Epoch[131] Batch [249]	Speed: 4066.201576 samples/sec	rmse=0.018428	lr=0.110787
Epoch[131] Batch [299]	Speed: 4132.115341 samples/sec	rmse=0.018469	lr=0.110672
Epoch[131] Batch [349]	Speed: 3992.095921 samples/sec	rmse=0.018484	lr=0.110557
Epoch[131] Batch [399]	Speed: 3914.903743 samples/sec	rmse=0.018503	lr=0.110442
Epoch[131] Batch [449]	Speed: 4060.714350 samples/sec	rmse=0.018504	lr=0.110326
Epoch[131] Batch [499]	Speed: 4071.622437 samples/sec	rmse=0.018518	lr=0.110211
Epoch[131] Batch [549]	Speed: 4083.375515 samples/sec	rmse=0.018530	lr=0.110096
Epoch[131] Batch [599]	Speed: 3947.202784 samples/sec	rmse=0.018529	lr=0.109981
Epoch[131] Batch [649]	Speed: 4109.801032 samples/sec	rmse=0.018534	lr=0.109866
Epoch[131] Batch [699]	Speed: 4005.045123 samples/sec	rmse=0.018541	lr=0.109751
Epoch[131] Batch [749]	Speed: 3831.582252 samples/sec	rmse=0.018552	lr=0.109636
Epoch[131] Batch [799]	Speed: 3962.662391 samples/sec	rmse=0.018557	lr=0.109522
Epoch[131] Batch [849]	Speed: 4061.792617 samples/sec	rmse=0.018564	lr=0.109407
Epoch[131] Batch [899]	Speed: 3963.400176 samples/sec	rmse=0.018571	lr=0.109292
Epoch[131] Batch [949]	Speed: 3980.517555 samples/sec	rmse=0.018577	lr=0.109177
Epoch[131] Batch [999]	Speed: 4021.647825 samples/sec	rmse=0.018585	lr=0.109063
Epoch[131] Batch [1049]	Speed: 3857.710127 samples/sec	rmse=0.018589	lr=0.108948
Epoch[131] Batch [1099]	Speed: 3861.918274 samples/sec	rmse=0.018590	lr=0.108833
Epoch[131] Batch [1149]	Speed: 3891.530324 samples/sec	rmse=0.018590	lr=0.108719
Epoch[131] Batch [1199]	Speed: 3876.719994 samples/sec	rmse=0.018585	lr=0.108604
Epoch[131] Batch [1249]	Speed: 3979.678464 samples/sec	rmse=0.018586	lr=0.108489
[Epoch 131] training: rmse=0.018586
[Epoch 131] speed: 4002 samples/sec	time cost: 330.245497
[Epoch 131] validation: err-top1=0.297134 err-top5=0.098194
Epoch[132] Batch [49]	Speed: 3924.755976 samples/sec	rmse=0.018481	lr=0.108373
Epoch[132] Batch [99]	Speed: 3869.006614 samples/sec	rmse=0.018424	lr=0.108258
Epoch[132] Batch [149]	Speed: 4030.851779 samples/sec	rmse=0.018461	lr=0.108144
Epoch[132] Batch [199]	Speed: 3922.392419 samples/sec	rmse=0.018501	lr=0.108029
Epoch[132] Batch [249]	Speed: 3944.172369 samples/sec	rmse=0.018523	lr=0.107915
Epoch[132] Batch [299]	Speed: 3924.711791 samples/sec	rmse=0.018516	lr=0.107801
Epoch[132] Batch [349]	Speed: 3893.112726 samples/sec	rmse=0.018518	lr=0.107687
Epoch[132] Batch [399]	Speed: 3914.248610 samples/sec	rmse=0.018540	lr=0.107572
Epoch[132] Batch [449]	Speed: 3948.419129 samples/sec	rmse=0.018539	lr=0.107458
Epoch[132] Batch [499]	Speed: 3881.153929 samples/sec	rmse=0.018533	lr=0.107344
Epoch[132] Batch [549]	Speed: 3981.806571 samples/sec	rmse=0.018534	lr=0.107230
Epoch[132] Batch [599]	Speed: 3892.055062 samples/sec	rmse=0.018536	lr=0.107116
Epoch[132] Batch [649]	Speed: 3882.947925 samples/sec	rmse=0.018540	lr=0.107002
Epoch[132] Batch [699]	Speed: 3875.394529 samples/sec	rmse=0.018550	lr=0.106888
Epoch[132] Batch [749]	Speed: 3909.662119 samples/sec	rmse=0.018556	lr=0.106774
Epoch[132] Batch [799]	Speed: 3794.324471 samples/sec	rmse=0.018547	lr=0.106660
Epoch[132] Batch [849]	Speed: 3929.639481 samples/sec	rmse=0.018545	lr=0.106546
Epoch[132] Batch [899]	Speed: 3758.582735 samples/sec	rmse=0.018553	lr=0.106432
Epoch[132] Batch [949]	Speed: 3839.447216 samples/sec	rmse=0.018557	lr=0.106318
Epoch[132] Batch [999]	Speed: 3898.864638 samples/sec	rmse=0.018559	lr=0.106205
Epoch[132] Batch [1049]	Speed: 3847.164710 samples/sec	rmse=0.018566	lr=0.106091
Epoch[132] Batch [1099]	Speed: 3894.222515 samples/sec	rmse=0.018566	lr=0.105977
Epoch[132] Batch [1149]	Speed: 3824.729638 samples/sec	rmse=0.018571	lr=0.105864
Epoch[132] Batch [1199]	Speed: 3856.938078 samples/sec	rmse=0.018577	lr=0.105750
Epoch[132] Batch [1249]	Speed: 3990.453477 samples/sec	rmse=0.018577	lr=0.105636
[Epoch 132] training: rmse=0.018577
[Epoch 132] speed: 3893 samples/sec	time cost: 338.872017
[Epoch 132] validation: err-top1=0.298649 err-top5=0.098453
Epoch[133] Batch [49]	Speed: 3930.080756 samples/sec	rmse=0.018456	lr=0.105521
Epoch[133] Batch [99]	Speed: 3860.276117 samples/sec	rmse=0.018399	lr=0.105407
Epoch[133] Batch [149]	Speed: 3839.792461 samples/sec	rmse=0.018430	lr=0.105294
Epoch[133] Batch [199]	Speed: 3844.875552 samples/sec	rmse=0.018420	lr=0.105180
Epoch[133] Batch [249]	Speed: 3872.421517 samples/sec	rmse=0.018434	lr=0.105067
Epoch[133] Batch [299]	Speed: 3765.099827 samples/sec	rmse=0.018422	lr=0.104954
Epoch[133] Batch [349]	Speed: 3746.868546 samples/sec	rmse=0.018435	lr=0.104840
Epoch[133] Batch [399]	Speed: 3889.564591 samples/sec	rmse=0.018450	lr=0.104727
Epoch[133] Batch [449]	Speed: 3850.145716 samples/sec	rmse=0.018456	lr=0.104614
Epoch[133] Batch [499]	Speed: 3815.218794 samples/sec	rmse=0.018476	lr=0.104501
Epoch[133] Batch [549]	Speed: 3905.233079 samples/sec	rmse=0.018489	lr=0.104387
Epoch[133] Batch [599]	Speed: 3836.632579 samples/sec	rmse=0.018489	lr=0.104274
Epoch[133] Batch [649]	Speed: 3756.115165 samples/sec	rmse=0.018492	lr=0.104161
Epoch[133] Batch [699]	Speed: 3736.101896 samples/sec	rmse=0.018501	lr=0.104048
Epoch[133] Batch [749]	Speed: 3812.471704 samples/sec	rmse=0.018510	lr=0.103935
Epoch[133] Batch [799]	Speed: 3810.757441 samples/sec	rmse=0.018514	lr=0.103822
Epoch[133] Batch [849]	Speed: 3890.634294 samples/sec	rmse=0.018524	lr=0.103710
Epoch[133] Batch [899]	Speed: 3852.888835 samples/sec	rmse=0.018521	lr=0.103597
Epoch[133] Batch [949]	Speed: 3758.353493 samples/sec	rmse=0.018526	lr=0.103484
Epoch[133] Batch [999]	Speed: 3912.533786 samples/sec	rmse=0.018526	lr=0.103371
Epoch[133] Batch [1049]	Speed: 3715.700189 samples/sec	rmse=0.018529	lr=0.103258
Epoch[133] Batch [1099]	Speed: 3790.093691 samples/sec	rmse=0.018532	lr=0.103146
Epoch[133] Batch [1149]	Speed: 3943.742553 samples/sec	rmse=0.018537	lr=0.103033
Epoch[133] Batch [1199]	Speed: 3872.379969 samples/sec	rmse=0.018541	lr=0.102920
Epoch[133] Batch [1249]	Speed: 3880.148602 samples/sec	rmse=0.018545	lr=0.102808
[Epoch 133] training: rmse=0.018545
[Epoch 133] speed: 3831 samples/sec	time cost: 344.044788
[Epoch 133] validation: err-top1=0.291707 err-top5=0.096130
Epoch[134] Batch [49]	Speed: 3822.580313 samples/sec	rmse=0.018380	lr=0.102693
Epoch[134] Batch [99]	Speed: 3848.231421 samples/sec	rmse=0.018353	lr=0.102581
Epoch[134] Batch [149]	Speed: 3810.864153 samples/sec	rmse=0.018379	lr=0.102468
Epoch[134] Batch [199]	Speed: 3909.919730 samples/sec	rmse=0.018379	lr=0.102356
Epoch[134] Batch [249]	Speed: 3828.995266 samples/sec	rmse=0.018363	lr=0.102243
Epoch[134] Batch [299]	Speed: 3860.414350 samples/sec	rmse=0.018373	lr=0.102131
Epoch[134] Batch [349]	Speed: 3908.901227 samples/sec	rmse=0.018395	lr=0.102019
Epoch[134] Batch [399]	Speed: 3876.227229 samples/sec	rmse=0.018399	lr=0.101906
Epoch[134] Batch [449]	Speed: 3795.353893 samples/sec	rmse=0.018405	lr=0.101794
Epoch[134] Batch [499]	Speed: 3806.784019 samples/sec	rmse=0.018399	lr=0.101682
Epoch[134] Batch [549]	Speed: 3785.860789 samples/sec	rmse=0.018403	lr=0.101570
Epoch[134] Batch [599]	Speed: 3760.522579 samples/sec	rmse=0.018416	lr=0.101458
Epoch[134] Batch [649]	Speed: 3785.304910 samples/sec	rmse=0.018416	lr=0.101346
Epoch[134] Batch [699]	Speed: 3851.420323 samples/sec	rmse=0.018425	lr=0.101234
Epoch[134] Batch [749]	Speed: 3729.060187 samples/sec	rmse=0.018444	lr=0.101122
Epoch[134] Batch [799]	Speed: 3799.171334 samples/sec	rmse=0.018451	lr=0.101010
Epoch[134] Batch [849]	Speed: 3801.322063 samples/sec	rmse=0.018458	lr=0.100898
Epoch[134] Batch [899]	Speed: 3824.350590 samples/sec	rmse=0.018461	lr=0.100786
Epoch[134] Batch [949]	Speed: 3845.192513 samples/sec	rmse=0.018463	lr=0.100674
Epoch[134] Batch [999]	Speed: 3884.435031 samples/sec	rmse=0.018470	lr=0.100563
Epoch[134] Batch [1049]	Speed: 3825.715309 samples/sec	rmse=0.018471	lr=0.100451
Epoch[134] Batch [1099]	Speed: 3835.426649 samples/sec	rmse=0.018471	lr=0.100339
Epoch[134] Batch [1149]	Speed: 3782.687865 samples/sec	rmse=0.018475	lr=0.100228
Epoch[134] Batch [1199]	Speed: 3841.882216 samples/sec	rmse=0.018479	lr=0.100116
Epoch[134] Batch [1249]	Speed: 3998.808798 samples/sec	rmse=0.018484	lr=0.100004
[Epoch 134] training: rmse=0.018484
[Epoch 134] speed: 3829 samples/sec	time cost: 344.644012
[Epoch 134] validation: err-top1=0.301917 err-top5=0.100646
Epoch[135] Batch [49]	Speed: 3802.314420 samples/sec	rmse=0.018309	lr=0.099891
Epoch[135] Batch [99]	Speed: 3835.115543 samples/sec	rmse=0.018333	lr=0.099779
Epoch[135] Batch [149]	Speed: 3808.883860 samples/sec	rmse=0.018353	lr=0.099668
Epoch[135] Batch [199]	Speed: 3887.071184 samples/sec	rmse=0.018331	lr=0.099556
Epoch[135] Batch [249]	Speed: 3793.427744 samples/sec	rmse=0.018352	lr=0.099445
Epoch[135] Batch [299]	Speed: 3783.232912 samples/sec	rmse=0.018361	lr=0.099334
Epoch[135] Batch [349]	Speed: 3757.870696 samples/sec	rmse=0.018353	lr=0.099223
Epoch[135] Batch [399]	Speed: 3785.361424 samples/sec	rmse=0.018362	lr=0.099111
Epoch[135] Batch [449]	Speed: 3735.438958 samples/sec	rmse=0.018352	lr=0.099000
Epoch[135] Batch [499]	Speed: 3799.492770 samples/sec	rmse=0.018342	lr=0.098889
Epoch[135] Batch [549]	Speed: 3821.853820 samples/sec	rmse=0.018346	lr=0.098778
Epoch[135] Batch [599]	Speed: 3800.930956 samples/sec	rmse=0.018357	lr=0.098667
Epoch[135] Batch [649]	Speed: 3796.830970 samples/sec	rmse=0.018373	lr=0.098556
Epoch[135] Batch [699]	Speed: 3796.219520 samples/sec	rmse=0.018384	lr=0.098445
Epoch[135] Batch [749]	Speed: 3903.111952 samples/sec	rmse=0.018395	lr=0.098334
Epoch[135] Batch [799]	Speed: 3730.873413 samples/sec	rmse=0.018398	lr=0.098223
Epoch[135] Batch [849]	Speed: 3856.842417 samples/sec	rmse=0.018406	lr=0.098112
Epoch[135] Batch [899]	Speed: 3846.622241 samples/sec	rmse=0.018412	lr=0.098001
Epoch[135] Batch [949]	Speed: 3861.124130 samples/sec	rmse=0.018419	lr=0.097891
Epoch[135] Batch [999]	Speed: 3811.163424 samples/sec	rmse=0.018425	lr=0.097780
Epoch[135] Batch [1049]	Speed: 3817.250056 samples/sec	rmse=0.018427	lr=0.097669
Epoch[135] Batch [1099]	Speed: 3842.028690 samples/sec	rmse=0.018431	lr=0.097559
Epoch[135] Batch [1149]	Speed: 3798.800964 samples/sec	rmse=0.018433	lr=0.097448
Epoch[135] Batch [1199]	Speed: 3857.483185 samples/sec	rmse=0.018435	lr=0.097338
Epoch[135] Batch [1249]	Speed: 4024.169879 samples/sec	rmse=0.018433	lr=0.097227
[Epoch 135] training: rmse=0.018434
[Epoch 135] speed: 3818 samples/sec	time cost: 345.460309
[Epoch 135] validation: err-top1=0.288026 err-top5=0.091418
Epoch[136] Batch [49]	Speed: 3790.176370 samples/sec	rmse=0.018323	lr=0.097114
Epoch[136] Batch [99]	Speed: 3767.053939 samples/sec	rmse=0.018295	lr=0.097004
Epoch[136] Batch [149]	Speed: 3920.352809 samples/sec	rmse=0.018312	lr=0.096894
Epoch[136] Batch [199]	Speed: 3770.162090 samples/sec	rmse=0.018373	lr=0.096783
Epoch[136] Batch [249]	Speed: 3810.099315 samples/sec	rmse=0.018377	lr=0.096673
Epoch[136] Batch [299]	Speed: 3852.500661 samples/sec	rmse=0.018378	lr=0.096563
Epoch[136] Batch [349]	Speed: 3829.611038 samples/sec	rmse=0.018367	lr=0.096453
Epoch[136] Batch [399]	Speed: 3807.789898 samples/sec	rmse=0.018369	lr=0.096342
Epoch[136] Batch [449]	Speed: 3822.098561 samples/sec	rmse=0.018382	lr=0.096232
Epoch[136] Batch [499]	Speed: 3851.232936 samples/sec	rmse=0.018379	lr=0.096122
Epoch[136] Batch [549]	Speed: 3839.997826 samples/sec	rmse=0.018391	lr=0.096012
Epoch[136] Batch [599]	Speed: 3751.694998 samples/sec	rmse=0.018405	lr=0.095902
Epoch[136] Batch [649]	Speed: 3767.333613 samples/sec	rmse=0.018405	lr=0.095792
Epoch[136] Batch [699]	Speed: 3858.896412 samples/sec	rmse=0.018415	lr=0.095682
Epoch[136] Batch [749]	Speed: 3830.252149 samples/sec	rmse=0.018414	lr=0.095572
Epoch[136] Batch [799]	Speed: 3653.004815 samples/sec	rmse=0.018415	lr=0.095463
Epoch[136] Batch [849]	Speed: 3850.842747 samples/sec	rmse=0.018422	lr=0.095353
Epoch[136] Batch [899]	Speed: 3823.494349 samples/sec	rmse=0.018423	lr=0.095243
Epoch[136] Batch [949]	Speed: 3811.194605 samples/sec	rmse=0.018428	lr=0.095134
Epoch[136] Batch [999]	Speed: 3749.732035 samples/sec	rmse=0.018430	lr=0.095024
Epoch[136] Batch [1049]	Speed: 3816.122531 samples/sec	rmse=0.018432	lr=0.094914
Epoch[136] Batch [1099]	Speed: 3889.257037 samples/sec	rmse=0.018433	lr=0.094805
Epoch[136] Batch [1149]	Speed: 3829.677216 samples/sec	rmse=0.018440	lr=0.094695
Epoch[136] Batch [1199]	Speed: 3820.177390 samples/sec	rmse=0.018442	lr=0.094586
Epoch[136] Batch [1249]	Speed: 4026.876843 samples/sec	rmse=0.018444	lr=0.094476
[Epoch 136] training: rmse=0.018444
[Epoch 136] speed: 3817 samples/sec	time cost: 345.908865
[Epoch 136] validation: err-top1=0.294025 err-top5=0.097477
Epoch[137] Batch [49]	Speed: 3867.922504 samples/sec	rmse=0.018262	lr=0.094365
Epoch[137] Batch [99]	Speed: 3911.009564 samples/sec	rmse=0.018239	lr=0.094255
Epoch[137] Batch [149]	Speed: 3785.796918 samples/sec	rmse=0.018258	lr=0.094146
Epoch[137] Batch [199]	Speed: 3835.588730 samples/sec	rmse=0.018279	lr=0.094037
Epoch[137] Batch [249]	Speed: 3723.701383 samples/sec	rmse=0.018304	lr=0.093928
Epoch[137] Batch [299]	Speed: 3761.797438 samples/sec	rmse=0.018293	lr=0.093819
Epoch[137] Batch [349]	Speed: 3775.535004 samples/sec	rmse=0.018297	lr=0.093709
Epoch[137] Batch [399]	Speed: 3805.948103 samples/sec	rmse=0.018309	lr=0.093600
Epoch[137] Batch [449]	Speed: 3776.474626 samples/sec	rmse=0.018327	lr=0.093491
Epoch[137] Batch [499]	Speed: 3876.399773 samples/sec	rmse=0.018322	lr=0.093382
Epoch[137] Batch [549]	Speed: 3715.875712 samples/sec	rmse=0.018328	lr=0.093273
Epoch[137] Batch [599]	Speed: 3755.373785 samples/sec	rmse=0.018341	lr=0.093165
Epoch[137] Batch [649]	Speed: 3890.498893 samples/sec	rmse=0.018346	lr=0.093056
Epoch[137] Batch [699]	Speed: 3878.525793 samples/sec	rmse=0.018347	lr=0.092947
Epoch[137] Batch [749]	Speed: 3756.285131 samples/sec	rmse=0.018343	lr=0.092838
Epoch[137] Batch [799]	Speed: 3846.517375 samples/sec	rmse=0.018351	lr=0.092729
Epoch[137] Batch [849]	Speed: 3896.519357 samples/sec	rmse=0.018355	lr=0.092621
Epoch[137] Batch [899]	Speed: 3792.114753 samples/sec	rmse=0.018356	lr=0.092512
Epoch[137] Batch [949]	Speed: 3781.103063 samples/sec	rmse=0.018362	lr=0.092404
Epoch[137] Batch [999]	Speed: 3846.644496 samples/sec	rmse=0.018370	lr=0.092295
Epoch[137] Batch [1049]	Speed: 3778.820874 samples/sec	rmse=0.018374	lr=0.092187
Epoch[137] Batch [1099]	Speed: 3786.853971 samples/sec	rmse=0.018373	lr=0.092078
Epoch[137] Batch [1149]	Speed: 3841.632324 samples/sec	rmse=0.018377	lr=0.091970
Epoch[137] Batch [1199]	Speed: 3786.834138 samples/sec	rmse=0.018379	lr=0.091861
Epoch[137] Batch [1249]	Speed: 3996.468134 samples/sec	rmse=0.018387	lr=0.091753
[Epoch 137] training: rmse=0.018387
[Epoch 137] speed: 3814 samples/sec	time cost: 345.523791
[Epoch 137] validation: err-top1=0.289621 err-top5=0.093830
Epoch[138] Batch [49]	Speed: 3778.536699 samples/sec	rmse=0.018209	lr=0.091643
Epoch[138] Batch [99]	Speed: 3759.036632 samples/sec	rmse=0.018273	lr=0.091534
Epoch[138] Batch [149]	Speed: 3828.291243 samples/sec	rmse=0.018253	lr=0.091426
Epoch[138] Batch [199]	Speed: 3879.344491 samples/sec	rmse=0.018243	lr=0.091318
Epoch[138] Batch [249]	Speed: 3900.911919 samples/sec	rmse=0.018219	lr=0.091210
Epoch[138] Batch [299]	Speed: 3823.570867 samples/sec	rmse=0.018238	lr=0.091102
Epoch[138] Batch [349]	Speed: 3755.624732 samples/sec	rmse=0.018243	lr=0.090994
Epoch[138] Batch [399]	Speed: 3890.979008 samples/sec	rmse=0.018251	lr=0.090886
Epoch[138] Batch [449]	Speed: 3764.846754 samples/sec	rmse=0.018258	lr=0.090778
Epoch[138] Batch [499]	Speed: 3783.526925 samples/sec	rmse=0.018259	lr=0.090670
Epoch[138] Batch [549]	Speed: 3931.683586 samples/sec	rmse=0.018268	lr=0.090562
Epoch[138] Batch [599]	Speed: 3836.838702 samples/sec	rmse=0.018275	lr=0.090455
Epoch[138] Batch [649]	Speed: 3765.065501 samples/sec	rmse=0.018289	lr=0.090347
Epoch[138] Batch [699]	Speed: 3804.181003 samples/sec	rmse=0.018299	lr=0.090239
Epoch[138] Batch [749]	Speed: 3790.557171 samples/sec	rmse=0.018307	lr=0.090132
Epoch[138] Batch [799]	Speed: 3758.013529 samples/sec	rmse=0.018309	lr=0.090024
Epoch[138] Batch [849]	Speed: 3744.220014 samples/sec	rmse=0.018309	lr=0.089916
Epoch[138] Batch [899]	Speed: 3797.583774 samples/sec	rmse=0.018312	lr=0.089809
Epoch[138] Batch [949]	Speed: 3913.818942 samples/sec	rmse=0.018319	lr=0.089701
Epoch[138] Batch [999]	Speed: 3767.326409 samples/sec	rmse=0.018315	lr=0.089594
Epoch[138] Batch [1049]	Speed: 3835.911424 samples/sec	rmse=0.018325	lr=0.089487
Epoch[138] Batch [1099]	Speed: 3834.182114 samples/sec	rmse=0.018329	lr=0.089379
Epoch[138] Batch [1149]	Speed: 3819.614513 samples/sec	rmse=0.018334	lr=0.089272
Epoch[138] Batch [1199]	Speed: 3767.308102 samples/sec	rmse=0.018339	lr=0.089165
Epoch[138] Batch [1249]	Speed: 4030.296515 samples/sec	rmse=0.018343	lr=0.089058
[Epoch 138] training: rmse=0.018343
[Epoch 138] speed: 3818 samples/sec	time cost: 345.370083
[Epoch 138] validation: err-top1=0.289182 err-top5=0.093690
Epoch[139] Batch [49]	Speed: 3649.027969 samples/sec	rmse=0.018161	lr=0.088948
Epoch[139] Batch [99]	Speed: 3816.586498 samples/sec	rmse=0.018196	lr=0.088841
Epoch[139] Batch [149]	Speed: 3887.026648 samples/sec	rmse=0.018190	lr=0.088734
Epoch[139] Batch [199]	Speed: 3763.512907 samples/sec	rmse=0.018177	lr=0.088627
Epoch[139] Batch [249]	Speed: 3820.042906 samples/sec	rmse=0.018193	lr=0.088520
Epoch[139] Batch [299]	Speed: 3872.573540 samples/sec	rmse=0.018196	lr=0.088414
Epoch[139] Batch [349]	Speed: 3739.081100 samples/sec	rmse=0.018201	lr=0.088307
Epoch[139] Batch [399]	Speed: 3793.792845 samples/sec	rmse=0.018203	lr=0.088200
Epoch[139] Batch [449]	Speed: 3852.858143 samples/sec	rmse=0.018216	lr=0.088093
Epoch[139] Batch [499]	Speed: 3835.805292 samples/sec	rmse=0.018217	lr=0.087986
Epoch[139] Batch [549]	Speed: 3812.098669 samples/sec	rmse=0.018215	lr=0.087880
Epoch[139] Batch [599]	Speed: 3827.060541 samples/sec	rmse=0.018219	lr=0.087773
Epoch[139] Batch [649]	Speed: 3834.202446 samples/sec	rmse=0.018231	lr=0.087667
Epoch[139] Batch [699]	Speed: 3826.760405 samples/sec	rmse=0.018238	lr=0.087560
Epoch[139] Batch [749]	Speed: 3854.696851 samples/sec	rmse=0.018252	lr=0.087454
Epoch[139] Batch [799]	Speed: 3778.784103 samples/sec	rmse=0.018244	lr=0.087347
Epoch[139] Batch [849]	Speed: 3894.627830 samples/sec	rmse=0.018245	lr=0.087241
Epoch[139] Batch [899]	Speed: 3783.156800 samples/sec	rmse=0.018255	lr=0.087134
Epoch[139] Batch [949]	Speed: 3826.215698 samples/sec	rmse=0.018264	lr=0.087028
Epoch[139] Batch [999]	Speed: 3719.105017 samples/sec	rmse=0.018271	lr=0.086922
Epoch[139] Batch [1049]	Speed: 3831.660462 samples/sec	rmse=0.018276	lr=0.086816
Epoch[139] Batch [1099]	Speed: 3897.204568 samples/sec	rmse=0.018272	lr=0.086709
Epoch[139] Batch [1149]	Speed: 3834.620629 samples/sec	rmse=0.018270	lr=0.086603
Epoch[139] Batch [1199]	Speed: 3824.196949 samples/sec	rmse=0.018273	lr=0.086497
Epoch[139] Batch [1249]	Speed: 4036.969804 samples/sec	rmse=0.018277	lr=0.086391
[Epoch 139] training: rmse=0.018277
[Epoch 139] speed: 3820 samples/sec	time cost: 345.096674
[Epoch 139] validation: err-top1=0.286174 err-top5=0.091451
Epoch[140] Batch [49]	Speed: 3817.957694 samples/sec	rmse=0.018046	lr=0.086283
Epoch[140] Batch [99]	Speed: 3895.305451 samples/sec	rmse=0.018124	lr=0.086177
Epoch[140] Batch [149]	Speed: 3837.679877 samples/sec	rmse=0.018125	lr=0.086071
Epoch[140] Batch [199]	Speed: 3819.866102 samples/sec	rmse=0.018127	lr=0.085966
Epoch[140] Batch [249]	Speed: 3853.946619 samples/sec	rmse=0.018142	lr=0.085860
Epoch[140] Batch [299]	Speed: 3744.682072 samples/sec	rmse=0.018163	lr=0.085754
Epoch[140] Batch [349]	Speed: 3878.603059 samples/sec	rmse=0.018169	lr=0.085648
Epoch[140] Batch [399]	Speed: 3814.312978 samples/sec	rmse=0.018171	lr=0.085543
Epoch[140] Batch [449]	Speed: 3888.669255 samples/sec	rmse=0.018179	lr=0.085437
Epoch[140] Batch [499]	Speed: 3867.047270 samples/sec	rmse=0.018182	lr=0.085332
Epoch[140] Batch [549]	Speed: 3872.765105 samples/sec	rmse=0.018188	lr=0.085226
Epoch[140] Batch [599]	Speed: 3893.641209 samples/sec	rmse=0.018181	lr=0.085121
Epoch[140] Batch [649]	Speed: 3862.136778 samples/sec	rmse=0.018187	lr=0.085015
Epoch[140] Batch [699]	Speed: 3750.439880 samples/sec	rmse=0.018191	lr=0.084910
Epoch[140] Batch [749]	Speed: 3857.452627 samples/sec	rmse=0.018190	lr=0.084805
Epoch[140] Batch [799]	Speed: 3808.588392 samples/sec	rmse=0.018196	lr=0.084699
Epoch[140] Batch [849]	Speed: 3822.111146 samples/sec	rmse=0.018198	lr=0.084594
Epoch[140] Batch [899]	Speed: 3774.505158 samples/sec	rmse=0.018197	lr=0.084489
Epoch[140] Batch [949]	Speed: 3861.480576 samples/sec	rmse=0.018195	lr=0.084384
Epoch[140] Batch [999]	Speed: 3811.728007 samples/sec	rmse=0.018198	lr=0.084279
Epoch[140] Batch [1049]	Speed: 3875.528951 samples/sec	rmse=0.018203	lr=0.084174
Epoch[140] Batch [1099]	Speed: 3818.269757 samples/sec	rmse=0.018206	lr=0.084069
Epoch[140] Batch [1149]	Speed: 3844.162994 samples/sec	rmse=0.018213	lr=0.083964
Epoch[140] Batch [1199]	Speed: 3811.310946 samples/sec	rmse=0.018219	lr=0.083859
Epoch[140] Batch [1249]	Speed: 3980.566399 samples/sec	rmse=0.018227	lr=0.083754
[Epoch 140] training: rmse=0.018227
[Epoch 140] speed: 3839 samples/sec	time cost: 343.747626
[Epoch 140] validation: err-top1=0.283602 err-top5=0.090202
Epoch[141] Batch [49]	Speed: 3786.821184 samples/sec	rmse=0.018020	lr=0.083647
Epoch[141] Batch [99]	Speed: 3886.956996 samples/sec	rmse=0.018077	lr=0.083543
Epoch[141] Batch [149]	Speed: 3895.596508 samples/sec	rmse=0.018044	lr=0.083438
Epoch[141] Batch [199]	Speed: 3828.567525 samples/sec	rmse=0.018072	lr=0.083333
Epoch[141] Batch [249]	Speed: 3705.035469 samples/sec	rmse=0.018090	lr=0.083229
Epoch[141] Batch [299]	Speed: 3784.624396 samples/sec	rmse=0.018105	lr=0.083124
Epoch[141] Batch [349]	Speed: 3743.885475 samples/sec	rmse=0.018111	lr=0.083020
Epoch[141] Batch [399]	Speed: 3817.032938 samples/sec	rmse=0.018119	lr=0.082915
Epoch[141] Batch [449]	Speed: 3763.115166 samples/sec	rmse=0.018120	lr=0.082811
Epoch[141] Batch [499]	Speed: 3830.938920 samples/sec	rmse=0.018123	lr=0.082707
Epoch[141] Batch [549]	Speed: 3723.943465 samples/sec	rmse=0.018140	lr=0.082602
Epoch[141] Batch [599]	Speed: 3842.779308 samples/sec	rmse=0.018149	lr=0.082498
Epoch[141] Batch [649]	Speed: 3804.482326 samples/sec	rmse=0.018147	lr=0.082394
Epoch[141] Batch [699]	Speed: 3830.153912 samples/sec	rmse=0.018150	lr=0.082290
Epoch[141] Batch [749]	Speed: 3756.137436 samples/sec	rmse=0.018159	lr=0.082186
Epoch[141] Batch [799]	Speed: 3883.878067 samples/sec	rmse=0.018164	lr=0.082082
Epoch[141] Batch [849]	Speed: 3869.148680 samples/sec	rmse=0.018169	lr=0.081978
Epoch[141] Batch [899]	Speed: 3914.915733 samples/sec	rmse=0.018169	lr=0.081874
Epoch[141] Batch [949]	Speed: 3909.822348 samples/sec	rmse=0.018169	lr=0.081770
Epoch[141] Batch [999]	Speed: 3980.025270 samples/sec	rmse=0.018171	lr=0.081666
Epoch[141] Batch [1049]	Speed: 3904.113174 samples/sec	rmse=0.018180	lr=0.081562
Epoch[141] Batch [1099]	Speed: 3767.590590 samples/sec	rmse=0.018185	lr=0.081458
Epoch[141] Batch [1149]	Speed: 3796.870913 samples/sec	rmse=0.018191	lr=0.081355
Epoch[141] Batch [1199]	Speed: 3794.137503 samples/sec	rmse=0.018200	lr=0.081251
Epoch[141] Batch [1249]	Speed: 4053.969741 samples/sec	rmse=0.018201	lr=0.081148
[Epoch 141] training: rmse=0.018201
[Epoch 141] speed: 3830 samples/sec	time cost: 344.450743
[Epoch 141] validation: err-top1=0.287368 err-top5=0.093610
Epoch[142] Batch [49]	Speed: 3678.888237 samples/sec	rmse=0.017853	lr=0.081042
Epoch[142] Batch [99]	Speed: 3965.494942 samples/sec	rmse=0.017910	lr=0.080938
Epoch[142] Batch [149]	Speed: 3905.755979 samples/sec	rmse=0.018016	lr=0.080835
Epoch[142] Batch [199]	Speed: 3868.183772 samples/sec	rmse=0.018037	lr=0.080732
Epoch[142] Batch [249]	Speed: 3798.421058 samples/sec	rmse=0.018046	lr=0.080628
Epoch[142] Batch [299]	Speed: 3960.527447 samples/sec	rmse=0.018066	lr=0.080525
Epoch[142] Batch [349]	Speed: 3956.811389 samples/sec	rmse=0.018085	lr=0.080422
Epoch[142] Batch [399]	Speed: 3899.127130 samples/sec	rmse=0.018081	lr=0.080318
Epoch[142] Batch [449]	Speed: 3929.758923 samples/sec	rmse=0.018096	lr=0.080215
Epoch[142] Batch [499]	Speed: 3973.944949 samples/sec	rmse=0.018105	lr=0.080112
Epoch[142] Batch [549]	Speed: 3985.991417 samples/sec	rmse=0.018113	lr=0.080009
Epoch[142] Batch [599]	Speed: 3830.813040 samples/sec	rmse=0.018119	lr=0.079906
Epoch[142] Batch [649]	Speed: 4021.979839 samples/sec	rmse=0.018122	lr=0.079803
Epoch[142] Batch [699]	Speed: 3986.410068 samples/sec	rmse=0.018119	lr=0.079700
Epoch[142] Batch [749]	Speed: 3946.882638 samples/sec	rmse=0.018122	lr=0.079597
Epoch[142] Batch [799]	Speed: 3986.447068 samples/sec	rmse=0.018130	lr=0.079495
Epoch[142] Batch [849]	Speed: 3980.435880 samples/sec	rmse=0.018140	lr=0.079392
Epoch[142] Batch [899]	Speed: 3983.652428 samples/sec	rmse=0.018142	lr=0.079289
Epoch[142] Batch [949]	Speed: 3977.025209 samples/sec	rmse=0.018147	lr=0.079186
Epoch[142] Batch [999]	Speed: 4050.777134 samples/sec	rmse=0.018147	lr=0.079084
Epoch[142] Batch [1049]	Speed: 4024.383071 samples/sec	rmse=0.018150	lr=0.078981
Epoch[142] Batch [1099]	Speed: 4105.935683 samples/sec	rmse=0.018155	lr=0.078879
Epoch[142] Batch [1149]	Speed: 3991.560333 samples/sec	rmse=0.018151	lr=0.078776
Epoch[142] Batch [1199]	Speed: 4059.946724 samples/sec	rmse=0.018150	lr=0.078674
Epoch[142] Batch [1249]	Speed: 4118.496555 samples/sec	rmse=0.018150	lr=0.078572
[Epoch 142] training: rmse=0.018150
[Epoch 142] speed: 3954 samples/sec	time cost: 334.048673
[Epoch 142] validation: err-top1=0.290577 err-top5=0.095603
Epoch[143] Batch [49]	Speed: 3899.752353 samples/sec	rmse=0.017875	lr=0.078467
Epoch[143] Batch [99]	Speed: 4173.687695 samples/sec	rmse=0.017884	lr=0.078365
Epoch[143] Batch [149]	Speed: 4020.102365 samples/sec	rmse=0.017899	lr=0.078263
Epoch[143] Batch [199]	Speed: 3936.574687 samples/sec	rmse=0.017934	lr=0.078161
Epoch[143] Batch [249]	Speed: 3966.950036 samples/sec	rmse=0.017957	lr=0.078059
Epoch[143] Batch [299]	Speed: 4032.127803 samples/sec	rmse=0.017998	lr=0.077956
Epoch[143] Batch [349]	Speed: 3957.550936 samples/sec	rmse=0.017995	lr=0.077854
Epoch[143] Batch [399]	Speed: 4079.178818 samples/sec	rmse=0.017995	lr=0.077753
Epoch[143] Batch [449]	Speed: 4072.433331 samples/sec	rmse=0.017995	lr=0.077651
Epoch[143] Batch [499]	Speed: 4014.931148 samples/sec	rmse=0.017999	lr=0.077549
Epoch[143] Batch [549]	Speed: 4085.527703 samples/sec	rmse=0.018014	lr=0.077447
Epoch[143] Batch [599]	Speed: 4142.353547 samples/sec	rmse=0.018022	lr=0.077345
Epoch[143] Batch [649]	Speed: 4013.469302 samples/sec	rmse=0.018024	lr=0.077244
Epoch[143] Batch [699]	Speed: 4082.041403 samples/sec	rmse=0.018033	lr=0.077142
Epoch[143] Batch [749]	Speed: 3992.603073 samples/sec	rmse=0.018043	lr=0.077040
Epoch[143] Batch [799]	Speed: 4088.585244 samples/sec	rmse=0.018048	lr=0.076939
Epoch[143] Batch [849]	Speed: 3989.609895 samples/sec	rmse=0.018054	lr=0.076837
Epoch[143] Batch [899]	Speed: 4048.042683 samples/sec	rmse=0.018063	lr=0.076736
Epoch[143] Batch [949]	Speed: 4165.416834 samples/sec	rmse=0.018072	lr=0.076634
Epoch[143] Batch [999]	Speed: 4139.861666 samples/sec	rmse=0.018081	lr=0.076533
Epoch[143] Batch [1049]	Speed: 4179.353018 samples/sec	rmse=0.018085	lr=0.076432
Epoch[143] Batch [1099]	Speed: 4104.879991 samples/sec	rmse=0.018094	lr=0.076331
Epoch[143] Batch [1149]	Speed: 4094.948395 samples/sec	rmse=0.018105	lr=0.076229
Epoch[143] Batch [1199]	Speed: 4074.643344 samples/sec	rmse=0.018108	lr=0.076128
Epoch[143] Batch [1249]	Speed: 4194.002720 samples/sec	rmse=0.018112	lr=0.076027
[Epoch 143] training: rmse=0.018112
[Epoch 143] speed: 4057 samples/sec	time cost: 326.228335
[Epoch 143] validation: err-top1=0.281848 err-top5=0.089505
Epoch[144] Batch [49]	Speed: 4066.311370 samples/sec	rmse=0.017779	lr=0.075924
Epoch[144] Batch [99]	Speed: 4117.080832 samples/sec	rmse=0.017789	lr=0.075823
Epoch[144] Batch [149]	Speed: 3879.482411 samples/sec	rmse=0.017893	lr=0.075722
Epoch[144] Batch [199]	Speed: 4038.959238 samples/sec	rmse=0.017931	lr=0.075621
Epoch[144] Batch [249]	Speed: 3988.368340 samples/sec	rmse=0.017969	lr=0.075521
Epoch[144] Batch [299]	Speed: 4037.813491 samples/sec	rmse=0.017979	lr=0.075420
Epoch[144] Batch [349]	Speed: 4101.834157 samples/sec	rmse=0.017991	lr=0.075319
Epoch[144] Batch [399]	Speed: 4139.928625 samples/sec	rmse=0.018000	lr=0.075218
Epoch[144] Batch [449]	Speed: 3984.451943 samples/sec	rmse=0.018009	lr=0.075118
Epoch[144] Batch [499]	Speed: 4088.486386 samples/sec	rmse=0.018016	lr=0.075017
Epoch[144] Batch [549]	Speed: 3894.266439 samples/sec	rmse=0.018021	lr=0.074917
Epoch[144] Batch [599]	Speed: 3948.534271 samples/sec	rmse=0.018027	lr=0.074816
Epoch[144] Batch [649]	Speed: 4068.591746 samples/sec	rmse=0.018023	lr=0.074716
Epoch[144] Batch [699]	Speed: 4199.859463 samples/sec	rmse=0.018025	lr=0.074615
Epoch[144] Batch [749]	Speed: 4139.982896 samples/sec	rmse=0.018031	lr=0.074515
Epoch[144] Batch [799]	Speed: 4105.031668 samples/sec	rmse=0.018036	lr=0.074415
Epoch[144] Batch [849]	Speed: 3925.658822 samples/sec	rmse=0.018038	lr=0.074315
Epoch[144] Batch [899]	Speed: 4212.906781 samples/sec	rmse=0.018042	lr=0.074215
Epoch[144] Batch [949]	Speed: 3970.944132 samples/sec	rmse=0.018047	lr=0.074114
Epoch[144] Batch [999]	Speed: 3998.808128 samples/sec	rmse=0.018048	lr=0.074014
Epoch[144] Batch [1049]	Speed: 4126.099733 samples/sec	rmse=0.018061	lr=0.073914
Epoch[144] Batch [1099]	Speed: 4086.931217 samples/sec	rmse=0.018063	lr=0.073814
Epoch[144] Batch [1149]	Speed: 4147.123745 samples/sec	rmse=0.018067	lr=0.073715
Epoch[144] Batch [1199]	Speed: 3996.902452 samples/sec	rmse=0.018066	lr=0.073615
Epoch[144] Batch [1249]	Speed: 4210.995498 samples/sec	rmse=0.018067	lr=0.073515
[Epoch 144] training: rmse=0.018067
[Epoch 144] speed: 4053 samples/sec	time cost: 326.346019
[Epoch 144] validation: err-top1=0.282924 err-top5=0.088688
Epoch[145] Batch [49]	Speed: 4025.465444 samples/sec	rmse=0.017893	lr=0.073413
Epoch[145] Batch [99]	Speed: 3977.290891 samples/sec	rmse=0.017857	lr=0.073314
Epoch[145] Batch [149]	Speed: 4089.690126 samples/sec	rmse=0.017797	lr=0.073214
Epoch[145] Batch [199]	Speed: 4192.237685 samples/sec	rmse=0.017821	lr=0.073114
Epoch[145] Batch [249]	Speed: 4083.345234 samples/sec	rmse=0.017823	lr=0.073015
Epoch[145] Batch [299]	Speed: 4128.466570 samples/sec	rmse=0.017862	lr=0.072915
Epoch[145] Batch [349]	Speed: 3979.175547 samples/sec	rmse=0.017899	lr=0.072816
Epoch[145] Batch [399]	Speed: 4171.206838 samples/sec	rmse=0.017909	lr=0.072717
Epoch[145] Batch [449]	Speed: 4076.452562 samples/sec	rmse=0.017919	lr=0.072617
Epoch[145] Batch [499]	Speed: 4043.178592 samples/sec	rmse=0.017929	lr=0.072518
Epoch[145] Batch [549]	Speed: 3865.419674 samples/sec	rmse=0.017941	lr=0.072419
Epoch[145] Batch [599]	Speed: 4170.395497 samples/sec	rmse=0.017957	lr=0.072320
Epoch[145] Batch [649]	Speed: 4134.575614 samples/sec	rmse=0.017964	lr=0.072221
Epoch[145] Batch [699]	Speed: 4149.499616 samples/sec	rmse=0.017971	lr=0.072121
Epoch[145] Batch [749]	Speed: 4130.008797 samples/sec	rmse=0.017980	lr=0.072022
Epoch[145] Batch [799]	Speed: 4179.693848 samples/sec	rmse=0.017989	lr=0.071924
Epoch[145] Batch [849]	Speed: 4022.626624 samples/sec	rmse=0.017989	lr=0.071825
Epoch[145] Batch [899]	Speed: 4054.530553 samples/sec	rmse=0.017999	lr=0.071726
Epoch[145] Batch [949]	Speed: 4203.867552 samples/sec	rmse=0.018005	lr=0.071627
Epoch[145] Batch [999]	Speed: 4016.379938 samples/sec	rmse=0.018008	lr=0.071528
Epoch[145] Batch [1049]	Speed: 3973.186840 samples/sec	rmse=0.018011	lr=0.071430
Epoch[145] Batch [1099]	Speed: 4075.023757 samples/sec	rmse=0.018015	lr=0.071331
Epoch[145] Batch [1149]	Speed: 3894.362978 samples/sec	rmse=0.018016	lr=0.071232
Epoch[145] Batch [1199]	Speed: 4004.309972 samples/sec	rmse=0.018019	lr=0.071134
Epoch[145] Batch [1249]	Speed: 4235.191799 samples/sec	rmse=0.018021	lr=0.071035
[Epoch 145] training: rmse=0.018021
[Epoch 145] speed: 4069 samples/sec	time cost: 325.154355
[Epoch 145] validation: err-top1=0.283223 err-top5=0.091146
Epoch[146] Batch [49]	Speed: 4061.620458 samples/sec	rmse=0.017819	lr=0.070935
Epoch[146] Batch [99]	Speed: 4100.984104 samples/sec	rmse=0.017820	lr=0.070837
Epoch[146] Batch [149]	Speed: 4044.919132 samples/sec	rmse=0.017779	lr=0.070738
Epoch[146] Batch [199]	Speed: 3917.581713 samples/sec	rmse=0.017814	lr=0.070640
Epoch[146] Batch [249]	Speed: 4098.837668 samples/sec	rmse=0.017835	lr=0.070542
Epoch[146] Batch [299]	Speed: 4063.085080 samples/sec	rmse=0.017822	lr=0.070444
Epoch[146] Batch [349]	Speed: 4077.307338 samples/sec	rmse=0.017826	lr=0.070346
Epoch[146] Batch [399]	Speed: 4085.727857 samples/sec	rmse=0.017834	lr=0.070248
Epoch[146] Batch [449]	Speed: 4135.241126 samples/sec	rmse=0.017864	lr=0.070150
Epoch[146] Batch [499]	Speed: 4054.801868 samples/sec	rmse=0.017872	lr=0.070052
Epoch[146] Batch [549]	Speed: 4053.242837 samples/sec	rmse=0.017890	lr=0.069954
Epoch[146] Batch [599]	Speed: 4151.438613 samples/sec	rmse=0.017897	lr=0.069856
Epoch[146] Batch [649]	Speed: 4193.201073 samples/sec	rmse=0.017900	lr=0.069758
Epoch[146] Batch [699]	Speed: 4156.742634 samples/sec	rmse=0.017907	lr=0.069661
Epoch[146] Batch [749]	Speed: 3981.154172 samples/sec	rmse=0.017922	lr=0.069563
Epoch[146] Batch [799]	Speed: 4018.232131 samples/sec	rmse=0.017918	lr=0.069465
Epoch[146] Batch [849]	Speed: 4081.137175 samples/sec	rmse=0.017924	lr=0.069368
Epoch[146] Batch [899]	Speed: 4003.841121 samples/sec	rmse=0.017929	lr=0.069270
Epoch[146] Batch [949]	Speed: 4074.382354 samples/sec	rmse=0.017928	lr=0.069173
Epoch[146] Batch [999]	Speed: 3961.139639 samples/sec	rmse=0.017932	lr=0.069076
Epoch[146] Batch [1049]	Speed: 4041.768220 samples/sec	rmse=0.017941	lr=0.068978
Epoch[146] Batch [1099]	Speed: 4013.768758 samples/sec	rmse=0.017943	lr=0.068881
Epoch[146] Batch [1149]	Speed: 4095.269037 samples/sec	rmse=0.017941	lr=0.068784
Epoch[146] Batch [1199]	Speed: 4001.640337 samples/sec	rmse=0.017952	lr=0.068687
Epoch[146] Batch [1249]	Speed: 4112.873286 samples/sec	rmse=0.017958	lr=0.068590
[Epoch 146] training: rmse=0.017958
[Epoch 146] speed: 4058 samples/sec	time cost: 325.920870
[Epoch 146] validation: err-top1=0.276447 err-top5=0.085379
Epoch[147] Batch [49]	Speed: 4102.239334 samples/sec	rmse=0.017816	lr=0.068491
Epoch[147] Batch [99]	Speed: 4106.632607 samples/sec	rmse=0.017761	lr=0.068394
Epoch[147] Batch [149]	Speed: 3928.239074 samples/sec	rmse=0.017770	lr=0.068297
Epoch[147] Batch [199]	Speed: 4080.222958 samples/sec	rmse=0.017800	lr=0.068200
Epoch[147] Batch [249]	Speed: 4027.062531 samples/sec	rmse=0.017817	lr=0.068103
Epoch[147] Batch [299]	Speed: 4096.046876 samples/sec	rmse=0.017821	lr=0.068006
Epoch[147] Batch [349]	Speed: 4112.392688 samples/sec	rmse=0.017840	lr=0.067909
Epoch[147] Batch [399]	Speed: 4072.315406 samples/sec	rmse=0.017849	lr=0.067813
Epoch[147] Batch [449]	Speed: 3987.954462 samples/sec	rmse=0.017865	lr=0.067716
Epoch[147] Batch [499]	Speed: 3968.752215 samples/sec	rmse=0.017867	lr=0.067620
Epoch[147] Batch [549]	Speed: 4122.841389 samples/sec	rmse=0.017861	lr=0.067523
Epoch[147] Batch [599]	Speed: 4107.215312 samples/sec	rmse=0.017869	lr=0.067427
Epoch[147] Batch [649]	Speed: 3967.868296 samples/sec	rmse=0.017879	lr=0.067330
Epoch[147] Batch [699]	Speed: 4157.752564 samples/sec	rmse=0.017876	lr=0.067234
Epoch[147] Batch [749]	Speed: 4128.542130 samples/sec	rmse=0.017876	lr=0.067138
Epoch[147] Batch [799]	Speed: 3892.887527 samples/sec	rmse=0.017873	lr=0.067041
Epoch[147] Batch [849]	Speed: 4111.204276 samples/sec	rmse=0.017884	lr=0.066945
Epoch[147] Batch [899]	Speed: 3978.707994 samples/sec	rmse=0.017892	lr=0.066849
Epoch[147] Batch [949]	Speed: 4133.116679 samples/sec	rmse=0.017896	lr=0.066753
Epoch[147] Batch [999]	Speed: 4206.146191 samples/sec	rmse=0.017905	lr=0.066657
Epoch[147] Batch [1049]	Speed: 4181.958971 samples/sec	rmse=0.017907	lr=0.066561
Epoch[147] Batch [1099]	Speed: 4102.003004 samples/sec	rmse=0.017911	lr=0.066465
Epoch[147] Batch [1149]	Speed: 4091.462376 samples/sec	rmse=0.017911	lr=0.066369
Epoch[147] Batch [1199]	Speed: 3972.802713 samples/sec	rmse=0.017914	lr=0.066273
Epoch[147] Batch [1249]	Speed: 4206.000378 samples/sec	rmse=0.017918	lr=0.066178
[Epoch 147] training: rmse=0.017918
[Epoch 147] speed: 4068 samples/sec	time cost: 324.686357
[Epoch 147] validation: err-top1=0.274155 err-top5=0.085619
Epoch[148] Batch [49]	Speed: 4009.769101 samples/sec	rmse=0.017834	lr=0.066080
Epoch[148] Batch [99]	Speed: 3994.116464 samples/sec	rmse=0.017705	lr=0.065984
Epoch[148] Batch [149]	Speed: 3940.824257 samples/sec	rmse=0.017719	lr=0.065889
Epoch[148] Batch [199]	Speed: 4054.672866 samples/sec	rmse=0.017725	lr=0.065793
Epoch[148] Batch [249]	Speed: 3966.636863 samples/sec	rmse=0.017753	lr=0.065698
Epoch[148] Batch [299]	Speed: 3955.672640 samples/sec	rmse=0.017771	lr=0.065603
Epoch[148] Batch [349]	Speed: 3886.875809 samples/sec	rmse=0.017777	lr=0.065507
Epoch[148] Batch [399]	Speed: 4005.407272 samples/sec	rmse=0.017783	lr=0.065412
Epoch[148] Batch [449]	Speed: 3976.053897 samples/sec	rmse=0.017800	lr=0.065317
Epoch[148] Batch [499]	Speed: 4078.868438 samples/sec	rmse=0.017819	lr=0.065222
Epoch[148] Batch [549]	Speed: 4045.264601 samples/sec	rmse=0.017830	lr=0.065126
Epoch[148] Batch [599]	Speed: 4110.713996 samples/sec	rmse=0.017834	lr=0.065031
Epoch[148] Batch [649]	Speed: 3942.643451 samples/sec	rmse=0.017838	lr=0.064936
Epoch[148] Batch [699]	Speed: 3918.295586 samples/sec	rmse=0.017840	lr=0.064841
Epoch[148] Batch [749]	Speed: 4002.439332 samples/sec	rmse=0.017846	lr=0.064746
Epoch[148] Batch [799]	Speed: 4109.225456 samples/sec	rmse=0.017852	lr=0.064652
Epoch[148] Batch [849]	Speed: 4109.428254 samples/sec	rmse=0.017857	lr=0.064557
Epoch[148] Batch [899]	Speed: 3941.057495 samples/sec	rmse=0.017863	lr=0.064462
Epoch[148] Batch [949]	Speed: 4071.205766 samples/sec	rmse=0.017873	lr=0.064367
Epoch[148] Batch [999]	Speed: 4052.649571 samples/sec	rmse=0.017873	lr=0.064273
Epoch[148] Batch [1049]	Speed: 4084.710888 samples/sec	rmse=0.017876	lr=0.064178
Epoch[148] Batch [1099]	Speed: 4142.660957 samples/sec	rmse=0.017881	lr=0.064084
Epoch[148] Batch [1149]	Speed: 3982.696712 samples/sec	rmse=0.017887	lr=0.063989
Epoch[148] Batch [1199]	Speed: 3935.788497 samples/sec	rmse=0.017887	lr=0.063895
Epoch[148] Batch [1249]	Speed: 4205.697415 samples/sec	rmse=0.017892	lr=0.063801
[Epoch 148] training: rmse=0.017892
[Epoch 148] speed: 4015 samples/sec	time cost: 328.959902
[Epoch 148] validation: err-top1=0.274394 err-top5=0.084622
Epoch[149] Batch [49]	Speed: 3921.218117 samples/sec	rmse=0.017691	lr=0.063704
Epoch[149] Batch [99]	Speed: 4023.040042 samples/sec	rmse=0.017677	lr=0.063610
Epoch[149] Batch [149]	Speed: 4147.171397 samples/sec	rmse=0.017710	lr=0.063516
Epoch[149] Batch [199]	Speed: 3986.353902 samples/sec	rmse=0.017752	lr=0.063422
Epoch[149] Batch [249]	Speed: 4094.020488 samples/sec	rmse=0.017755	lr=0.063328
Epoch[149] Batch [299]	Speed: 4044.268358 samples/sec	rmse=0.017759	lr=0.063234
Epoch[149] Batch [349]	Speed: 4132.542984 samples/sec	rmse=0.017751	lr=0.063140
Epoch[149] Batch [399]	Speed: 4114.061717 samples/sec	rmse=0.017749	lr=0.063046
Epoch[149] Batch [449]	Speed: 3980.912105 samples/sec	rmse=0.017772	lr=0.062952
Epoch[149] Batch [499]	Speed: 4023.882742 samples/sec	rmse=0.017767	lr=0.062858
Epoch[149] Batch [549]	Speed: 4093.852221 samples/sec	rmse=0.017771	lr=0.062765
Epoch[149] Batch [599]	Speed: 4078.446720 samples/sec	rmse=0.017772	lr=0.062671
Epoch[149] Batch [649]	Speed: 4041.540099 samples/sec	rmse=0.017777	lr=0.062578
Epoch[149] Batch [699]	Speed: 4044.550413 samples/sec	rmse=0.017783	lr=0.062484
Epoch[149] Batch [749]	Speed: 4116.255613 samples/sec	rmse=0.017789	lr=0.062391
Epoch[149] Batch [799]	Speed: 4066.057913 samples/sec	rmse=0.017793	lr=0.062297
Epoch[149] Batch [849]	Speed: 4042.498395 samples/sec	rmse=0.017797	lr=0.062204
Epoch[149] Batch [899]	Speed: 3995.995244 samples/sec	rmse=0.017804	lr=0.062110
Epoch[149] Batch [949]	Speed: 4020.387156 samples/sec	rmse=0.017809	lr=0.062017
Epoch[149] Batch [999]	Speed: 4156.422350 samples/sec	rmse=0.017806	lr=0.061924
Epoch[149] Batch [1049]	Speed: 3945.433165 samples/sec	rmse=0.017811	lr=0.061831
Epoch[149] Batch [1099]	Speed: 3984.531639 samples/sec	rmse=0.017820	lr=0.061738
Epoch[149] Batch [1149]	Speed: 3976.969897 samples/sec	rmse=0.017827	lr=0.061645
Epoch[149] Batch [1199]	Speed: 4063.432736 samples/sec	rmse=0.017825	lr=0.061552
Epoch[149] Batch [1249]	Speed: 4221.192833 samples/sec	rmse=0.017829	lr=0.061459
[Epoch 149] training: rmse=0.017829
[Epoch 149] speed: 4048 samples/sec	time cost: 326.277557
[Epoch 149] validation: err-top1=0.272361 err-top5=0.083207
Epoch[150] Batch [49]	Speed: 4144.394242 samples/sec	rmse=0.017629	lr=0.061364
Epoch[150] Batch [99]	Speed: 4037.102539 samples/sec	rmse=0.017657	lr=0.061271
Epoch[150] Batch [149]	Speed: 4143.579226 samples/sec	rmse=0.017646	lr=0.061179
Epoch[150] Batch [199]	Speed: 4173.902340 samples/sec	rmse=0.017671	lr=0.061086
Epoch[150] Batch [249]	Speed: 4095.120033 samples/sec	rmse=0.017688	lr=0.060993
Epoch[150] Batch [299]	Speed: 4055.542887 samples/sec	rmse=0.017698	lr=0.060901
Epoch[150] Batch [349]	Speed: 4087.092460 samples/sec	rmse=0.017692	lr=0.060808
Epoch[150] Batch [399]	Speed: 4031.886538 samples/sec	rmse=0.017702	lr=0.060716
Epoch[150] Batch [449]	Speed: 4026.022926 samples/sec	rmse=0.017703	lr=0.060623
Epoch[150] Batch [499]	Speed: 3978.704971 samples/sec	rmse=0.017701	lr=0.060531
Epoch[150] Batch [549]	Speed: 4093.953055 samples/sec	rmse=0.017711	lr=0.060439
Epoch[150] Batch [599]	Speed: 4020.155421 samples/sec	rmse=0.017715	lr=0.060347
Epoch[150] Batch [649]	Speed: 4073.481129 samples/sec	rmse=0.017720	lr=0.060254
Epoch[150] Batch [699]	Speed: 4112.725991 samples/sec	rmse=0.017731	lr=0.060162
Epoch[150] Batch [749]	Speed: 4008.781133 samples/sec	rmse=0.017736	lr=0.060070
Epoch[150] Batch [799]	Speed: 3990.636711 samples/sec	rmse=0.017743	lr=0.059978
Epoch[150] Batch [849]	Speed: 3985.087084 samples/sec	rmse=0.017747	lr=0.059886
Epoch[150] Batch [899]	Speed: 4001.754502 samples/sec	rmse=0.017751	lr=0.059794
Epoch[150] Batch [949]	Speed: 4010.253344 samples/sec	rmse=0.017759	lr=0.059703
Epoch[150] Batch [999]	Speed: 4029.966908 samples/sec	rmse=0.017765	lr=0.059611
Epoch[150] Batch [1049]	Speed: 4068.189875 samples/sec	rmse=0.017770	lr=0.059519
Epoch[150] Batch [1099]	Speed: 4005.821268 samples/sec	rmse=0.017776	lr=0.059428
Epoch[150] Batch [1149]	Speed: 4151.345761 samples/sec	rmse=0.017774	lr=0.059336
Epoch[150] Batch [1199]	Speed: 3963.844750 samples/sec	rmse=0.017775	lr=0.059245
Epoch[150] Batch [1249]	Speed: 4091.880242 samples/sec	rmse=0.017773	lr=0.059153
[Epoch 150] training: rmse=0.017773
[Epoch 150] speed: 4051 samples/sec	time cost: 326.230617
[Epoch 150] validation: err-top1=0.267897 err-top5=0.082250
Epoch[151] Batch [49]	Speed: 4023.942835 samples/sec	rmse=0.017553	lr=0.059060
Epoch[151] Batch [99]	Speed: 4197.977887 samples/sec	rmse=0.017586	lr=0.058968
Epoch[151] Batch [149]	Speed: 4079.350376 samples/sec	rmse=0.017566	lr=0.058877
Epoch[151] Batch [199]	Speed: 4127.495487 samples/sec	rmse=0.017574	lr=0.058786
Epoch[151] Batch [249]	Speed: 4093.346486 samples/sec	rmse=0.017586	lr=0.058695
Epoch[151] Batch [299]	Speed: 4059.922930 samples/sec	rmse=0.017588	lr=0.058604
Epoch[151] Batch [349]	Speed: 4068.207678 samples/sec	rmse=0.017616	lr=0.058513
Epoch[151] Batch [399]	Speed: 4135.084104 samples/sec	rmse=0.017619	lr=0.058422
Epoch[151] Batch [449]	Speed: 4104.440718 samples/sec	rmse=0.017623	lr=0.058331
Epoch[151] Batch [499]	Speed: 4223.666899 samples/sec	rmse=0.017631	lr=0.058240
Epoch[151] Batch [549]	Speed: 4081.400350 samples/sec	rmse=0.017637	lr=0.058149
Epoch[151] Batch [599]	Speed: 4032.667367 samples/sec	rmse=0.017643	lr=0.058058
Epoch[151] Batch [649]	Speed: 3956.496753 samples/sec	rmse=0.017649	lr=0.057968
Epoch[151] Batch [699]	Speed: 4042.967590 samples/sec	rmse=0.017658	lr=0.057877
Epoch[151] Batch [749]	Speed: 3966.139728 samples/sec	rmse=0.017665	lr=0.057786
Epoch[151] Batch [799]	Speed: 4057.951365 samples/sec	rmse=0.017669	lr=0.057696
Epoch[151] Batch [849]	Speed: 4065.914491 samples/sec	rmse=0.017681	lr=0.057605
Epoch[151] Batch [899]	Speed: 3979.663935 samples/sec	rmse=0.017686	lr=0.057515
Epoch[151] Batch [949]	Speed: 4040.536719 samples/sec	rmse=0.017691	lr=0.057425
Epoch[151] Batch [999]	Speed: 4132.967612 samples/sec	rmse=0.017701	lr=0.057334
Epoch[151] Batch [1049]	Speed: 4107.229138 samples/sec	rmse=0.017699	lr=0.057244
Epoch[151] Batch [1099]	Speed: 4100.991074 samples/sec	rmse=0.017705	lr=0.057154
Epoch[151] Batch [1149]	Speed: 4028.323160 samples/sec	rmse=0.017705	lr=0.057064
Epoch[151] Batch [1199]	Speed: 4098.085123 samples/sec	rmse=0.017708	lr=0.056974
Epoch[151] Batch [1249]	Speed: 4229.228423 samples/sec	rmse=0.017714	lr=0.056884
[Epoch 151] training: rmse=0.017714
[Epoch 151] speed: 4076 samples/sec	time cost: 324.346471
[Epoch 151] validation: err-top1=0.269389 err-top5=0.082296
Epoch[152] Batch [49]	Speed: 3971.314754 samples/sec	rmse=0.017459	lr=0.056792
Epoch[152] Batch [99]	Speed: 4212.949759 samples/sec	rmse=0.017545	lr=0.056702
Epoch[152] Batch [149]	Speed: 4047.756555 samples/sec	rmse=0.017579	lr=0.056612
Epoch[152] Batch [199]	Speed: 4246.562765 samples/sec	rmse=0.017596	lr=0.056523
Epoch[152] Batch [249]	Speed: 4076.401956 samples/sec	rmse=0.017600	lr=0.056433
Epoch[152] Batch [299]	Speed: 4006.358896 samples/sec	rmse=0.017631	lr=0.056343
Epoch[152] Batch [349]	Speed: 4138.389030 samples/sec	rmse=0.017634	lr=0.056254
Epoch[152] Batch [399]	Speed: 4067.457787 samples/sec	rmse=0.017640	lr=0.056164
Epoch[152] Batch [449]	Speed: 4037.384886 samples/sec	rmse=0.017647	lr=0.056075
Epoch[152] Batch [499]	Speed: 4087.915442 samples/sec	rmse=0.017645	lr=0.055985
Epoch[152] Batch [549]	Speed: 3990.014405 samples/sec	rmse=0.017655	lr=0.055896
Epoch[152] Batch [599]	Speed: 4080.310408 samples/sec	rmse=0.017652	lr=0.055807
Epoch[152] Batch [649]	Speed: 4136.688812 samples/sec	rmse=0.017655	lr=0.055718
Epoch[152] Batch [699]	Speed: 4146.862436 samples/sec	rmse=0.017662	lr=0.055628
Epoch[152] Batch [749]	Speed: 4080.795246 samples/sec	rmse=0.017668	lr=0.055539
Epoch[152] Batch [799]	Speed: 3970.988262 samples/sec	rmse=0.017667	lr=0.055450
Epoch[152] Batch [849]	Speed: 4174.743046 samples/sec	rmse=0.017671	lr=0.055361
Epoch[152] Batch [899]	Speed: 4030.840960 samples/sec	rmse=0.017673	lr=0.055272
Epoch[152] Batch [949]	Speed: 3989.184348 samples/sec	rmse=0.017680	lr=0.055184
Epoch[152] Batch [999]	Speed: 4049.571141 samples/sec	rmse=0.017681	lr=0.055095
Epoch[152] Batch [1049]	Speed: 4105.738176 samples/sec	rmse=0.017685	lr=0.055006
Epoch[152] Batch [1099]	Speed: 4105.181158 samples/sec	rmse=0.017688	lr=0.054917
Epoch[152] Batch [1149]	Speed: 4206.311376 samples/sec	rmse=0.017685	lr=0.054829
Epoch[152] Batch [1199]	Speed: 3891.468197 samples/sec	rmse=0.017690	lr=0.054740
Epoch[152] Batch [1249]	Speed: 4260.329454 samples/sec	rmse=0.017692	lr=0.054652
[Epoch 152] training: rmse=0.017691
[Epoch 152] speed: 4079 samples/sec	time cost: 324.526838
[Epoch 152] validation: err-top1=0.267439 err-top5=0.083287
Epoch[153] Batch [49]	Speed: 4074.667930 samples/sec	rmse=0.017335	lr=0.054562
Epoch[153] Batch [99]	Speed: 4114.134150 samples/sec	rmse=0.017420	lr=0.054473
Epoch[153] Batch [149]	Speed: 4109.460653 samples/sec	rmse=0.017458	lr=0.054385
Epoch[153] Batch [199]	Speed: 4201.398291 samples/sec	rmse=0.017463	lr=0.054297
Epoch[153] Batch [249]	Speed: 4092.735027 samples/sec	rmse=0.017486	lr=0.054208
Epoch[153] Batch [299]	Speed: 4141.721688 samples/sec	rmse=0.017507	lr=0.054120
Epoch[153] Batch [349]	Speed: 4152.821209 samples/sec	rmse=0.017531	lr=0.054032
Epoch[153] Batch [399]	Speed: 4167.672330 samples/sec	rmse=0.017539	lr=0.053944
Epoch[153] Batch [449]	Speed: 4139.284661 samples/sec	rmse=0.017543	lr=0.053856
Epoch[153] Batch [499]	Speed: 3963.726373 samples/sec	rmse=0.017542	lr=0.053768
Epoch[153] Batch [549]	Speed: 4212.151594 samples/sec	rmse=0.017555	lr=0.053681
Epoch[153] Batch [599]	Speed: 4149.225902 samples/sec	rmse=0.017563	lr=0.053593
Epoch[153] Batch [649]	Speed: 4025.088871 samples/sec	rmse=0.017574	lr=0.053505
Epoch[153] Batch [699]	Speed: 4101.290653 samples/sec	rmse=0.017585	lr=0.053417
Epoch[153] Batch [749]	Speed: 4149.284506 samples/sec	rmse=0.017590	lr=0.053330
Epoch[153] Batch [799]	Speed: 4036.395024 samples/sec	rmse=0.017596	lr=0.053242
Epoch[153] Batch [849]	Speed: 4072.255790 samples/sec	rmse=0.017606	lr=0.053155
Epoch[153] Batch [899]	Speed: 3913.862311 samples/sec	rmse=0.017608	lr=0.053067
Epoch[153] Batch [949]	Speed: 4077.608964 samples/sec	rmse=0.017608	lr=0.052980
Epoch[153] Batch [999]	Speed: 4059.385947 samples/sec	rmse=0.017610	lr=0.052893
Epoch[153] Batch [1049]	Speed: 4092.733700 samples/sec	rmse=0.017612	lr=0.052806
Epoch[153] Batch [1099]	Speed: 4110.845723 samples/sec	rmse=0.017618	lr=0.052718
Epoch[153] Batch [1149]	Speed: 4128.735567 samples/sec	rmse=0.017623	lr=0.052631
Epoch[153] Batch [1199]	Speed: 4228.842826 samples/sec	rmse=0.017627	lr=0.052544
Epoch[153] Batch [1249]	Speed: 4126.407986 samples/sec	rmse=0.017631	lr=0.052457
[Epoch 153] training: rmse=0.017631
[Epoch 153] speed: 4101 samples/sec	time cost: 322.375831
[Epoch 153] validation: err-top1=0.263791 err-top5=0.081214
Epoch[154] Batch [49]	Speed: 4113.320748 samples/sec	rmse=0.017440	lr=0.052369
Epoch[154] Batch [99]	Speed: 4035.308282 samples/sec	rmse=0.017426	lr=0.052282
Epoch[154] Batch [149]	Speed: 4068.819308 samples/sec	rmse=0.017437	lr=0.052195
Epoch[154] Batch [199]	Speed: 4020.337555 samples/sec	rmse=0.017448	lr=0.052108
Epoch[154] Batch [249]	Speed: 4191.452830 samples/sec	rmse=0.017458	lr=0.052022
Epoch[154] Batch [299]	Speed: 4161.915438 samples/sec	rmse=0.017471	lr=0.051935
Epoch[154] Batch [349]	Speed: 4223.451922 samples/sec	rmse=0.017472	lr=0.051849
Epoch[154] Batch [399]	Speed: 4100.152017 samples/sec	rmse=0.017484	lr=0.051762
Epoch[154] Batch [449]	Speed: 3987.366012 samples/sec	rmse=0.017499	lr=0.051676
Epoch[154] Batch [499]	Speed: 4069.184369 samples/sec	rmse=0.017507	lr=0.051589
Epoch[154] Batch [549]	Speed: 3972.344077 samples/sec	rmse=0.017512	lr=0.051503
Epoch[154] Batch [599]	Speed: 4191.727643 samples/sec	rmse=0.017506	lr=0.051417
Epoch[154] Batch [649]	Speed: 4043.411389 samples/sec	rmse=0.017511	lr=0.051331
Epoch[154] Batch [699]	Speed: 3980.424961 samples/sec	rmse=0.017522	lr=0.051244
Epoch[154] Batch [749]	Speed: 4029.976740 samples/sec	rmse=0.017531	lr=0.051158
Epoch[154] Batch [799]	Speed: 4130.054469 samples/sec	rmse=0.017534	lr=0.051072
Epoch[154] Batch [849]	Speed: 3987.839602 samples/sec	rmse=0.017538	lr=0.050986
Epoch[154] Batch [899]	Speed: 4159.268419 samples/sec	rmse=0.017545	lr=0.050901
Epoch[154] Batch [949]	Speed: 4075.173931 samples/sec	rmse=0.017547	lr=0.050815
Epoch[154] Batch [999]	Speed: 4074.665997 samples/sec	rmse=0.017555	lr=0.050729
Epoch[154] Batch [1049]	Speed: 4083.383590 samples/sec	rmse=0.017561	lr=0.050643
Epoch[154] Batch [1099]	Speed: 4105.645316 samples/sec	rmse=0.017564	lr=0.050558
Epoch[154] Batch [1149]	Speed: 4098.017556 samples/sec	rmse=0.017566	lr=0.050472
Epoch[154] Batch [1199]	Speed: 4214.101387 samples/sec	rmse=0.017571	lr=0.050387
Epoch[154] Batch [1249]	Speed: 4277.927541 samples/sec	rmse=0.017571	lr=0.050301
[Epoch 154] training: rmse=0.017571
[Epoch 154] speed: 4091 samples/sec	time cost: 323.423080
[Epoch 154] validation: err-top1=0.263672 err-top5=0.078783
Epoch[155] Batch [49]	Speed: 4133.828829 samples/sec	rmse=0.017299	lr=0.050214
Epoch[155] Batch [99]	Speed: 4048.833676 samples/sec	rmse=0.017319	lr=0.050129
Epoch[155] Batch [149]	Speed: 4108.515862 samples/sec	rmse=0.017372	lr=0.050044
Epoch[155] Batch [199]	Speed: 4164.550483 samples/sec	rmse=0.017381	lr=0.049958
Epoch[155] Batch [249]	Speed: 4083.770607 samples/sec	rmse=0.017402	lr=0.049873
Epoch[155] Batch [299]	Speed: 3996.515213 samples/sec	rmse=0.017412	lr=0.049788
Epoch[155] Batch [349]	Speed: 4003.337230 samples/sec	rmse=0.017421	lr=0.049703
Epoch[155] Batch [399]	Speed: 3987.281243 samples/sec	rmse=0.017425	lr=0.049618
Epoch[155] Batch [449]	Speed: 4045.930788 samples/sec	rmse=0.017419	lr=0.049533
Epoch[155] Batch [499]	Speed: 3968.108779 samples/sec	rmse=0.017427	lr=0.049449
Epoch[155] Batch [549]	Speed: 4051.566902 samples/sec	rmse=0.017433	lr=0.049364
Epoch[155] Batch [599]	Speed: 3992.517191 samples/sec	rmse=0.017435	lr=0.049279
Epoch[155] Batch [649]	Speed: 4081.407796 samples/sec	rmse=0.017450	lr=0.049195
Epoch[155] Batch [699]	Speed: 3976.386230 samples/sec	rmse=0.017457	lr=0.049110
Epoch[155] Batch [749]	Speed: 4156.133968 samples/sec	rmse=0.017458	lr=0.049026
Epoch[155] Batch [799]	Speed: 4130.782807 samples/sec	rmse=0.017467	lr=0.048941
Epoch[155] Batch [849]	Speed: 4117.625371 samples/sec	rmse=0.017466	lr=0.048857
Epoch[155] Batch [899]	Speed: 3991.264107 samples/sec	rmse=0.017464	lr=0.048772
Epoch[155] Batch [949]	Speed: 3971.089890 samples/sec	rmse=0.017461	lr=0.048688
Epoch[155] Batch [999]	Speed: 4020.443381 samples/sec	rmse=0.017463	lr=0.048604
Epoch[155] Batch [1049]	Speed: 4101.005798 samples/sec	rmse=0.017470	lr=0.048520
Epoch[155] Batch [1099]	Speed: 4251.725715 samples/sec	rmse=0.017472	lr=0.048436
Epoch[155] Batch [1149]	Speed: 3999.605695 samples/sec	rmse=0.017475	lr=0.048352
Epoch[155] Batch [1199]	Speed: 4059.640875 samples/sec	rmse=0.017480	lr=0.048268
Epoch[155] Batch [1249]	Speed: 4232.601688 samples/sec	rmse=0.017485	lr=0.048184
[Epoch 155] training: rmse=0.017485
[Epoch 155] speed: 4061 samples/sec	time cost: 325.066921
[Epoch 155] validation: err-top1=0.263951 err-top5=0.079261
Epoch[156] Batch [49]	Speed: 4215.917577 samples/sec	rmse=0.017330	lr=0.048099
Epoch[156] Batch [99]	Speed: 4031.325237 samples/sec	rmse=0.017316	lr=0.048015
Epoch[156] Batch [149]	Speed: 4041.216332 samples/sec	rmse=0.017336	lr=0.047931
Epoch[156] Batch [199]	Speed: 4148.976112 samples/sec	rmse=0.017355	lr=0.047848
Epoch[156] Batch [249]	Speed: 4045.469517 samples/sec	rmse=0.017354	lr=0.047764
Epoch[156] Batch [299]	Speed: 4188.913147 samples/sec	rmse=0.017378	lr=0.047680
Epoch[156] Batch [349]	Speed: 3946.143157 samples/sec	rmse=0.017395	lr=0.047597
Epoch[156] Batch [399]	Speed: 4173.395776 samples/sec	rmse=0.017386	lr=0.047514
Epoch[156] Batch [449]	Speed: 3990.342476 samples/sec	rmse=0.017380	lr=0.047430
Epoch[156] Batch [499]	Speed: 4064.649231 samples/sec	rmse=0.017395	lr=0.047347
Epoch[156] Batch [549]	Speed: 4109.905643 samples/sec	rmse=0.017413	lr=0.047264
Epoch[156] Batch [599]	Speed: 4103.801471 samples/sec	rmse=0.017423	lr=0.047181
Epoch[156] Batch [649]	Speed: 4087.690174 samples/sec	rmse=0.017431	lr=0.047098
Epoch[156] Batch [699]	Speed: 4062.360437 samples/sec	rmse=0.017439	lr=0.047015
Epoch[156] Batch [749]	Speed: 4222.540093 samples/sec	rmse=0.017446	lr=0.046932
Epoch[156] Batch [799]	Speed: 4007.862316 samples/sec	rmse=0.017442	lr=0.046849
Epoch[156] Batch [849]	Speed: 4035.716728 samples/sec	rmse=0.017438	lr=0.046766
Epoch[156] Batch [899]	Speed: 4298.472873 samples/sec	rmse=0.017441	lr=0.046684
Epoch[156] Batch [949]	Speed: 3928.057285 samples/sec	rmse=0.017445	lr=0.046601
Epoch[156] Batch [999]	Speed: 3966.694965 samples/sec	rmse=0.017446	lr=0.046518
Epoch[156] Batch [1049]	Speed: 4002.787878 samples/sec	rmse=0.017445	lr=0.046436
Epoch[156] Batch [1099]	Speed: 3934.111040 samples/sec	rmse=0.017448	lr=0.046353
Epoch[156] Batch [1149]	Speed: 3996.952295 samples/sec	rmse=0.017447	lr=0.046271
Epoch[156] Batch [1199]	Speed: 4055.066864 samples/sec	rmse=0.017452	lr=0.046189
Epoch[156] Batch [1249]	Speed: 3972.958751 samples/sec	rmse=0.017458	lr=0.046106
[Epoch 156] training: rmse=0.017458
[Epoch 156] speed: 4059 samples/sec	time cost: 325.371756
[Epoch 156] validation: err-top1=0.261360 err-top5=0.078524
Epoch[157] Batch [49]	Speed: 3982.585256 samples/sec	rmse=0.017317	lr=0.046022
Epoch[157] Batch [99]	Speed: 4158.727951 samples/sec	rmse=0.017273	lr=0.045940
Epoch[157] Batch [149]	Speed: 4011.437977 samples/sec	rmse=0.017278	lr=0.045858
Epoch[157] Batch [199]	Speed: 4115.398705 samples/sec	rmse=0.017279	lr=0.045776
Epoch[157] Batch [249]	Speed: 3933.160286 samples/sec	rmse=0.017291	lr=0.045694
Epoch[157] Batch [299]	Speed: 3983.169193 samples/sec	rmse=0.017318	lr=0.045612
Epoch[157] Batch [349]	Speed: 4019.834093 samples/sec	rmse=0.017331	lr=0.045530
Epoch[157] Batch [399]	Speed: 4088.603225 samples/sec	rmse=0.017329	lr=0.045449
Epoch[157] Batch [449]	Speed: 4043.008160 samples/sec	rmse=0.017327	lr=0.045367
Epoch[157] Batch [499]	Speed: 4069.255847 samples/sec	rmse=0.017331	lr=0.045285
Epoch[157] Batch [549]	Speed: 4160.158604 samples/sec	rmse=0.017343	lr=0.045204
Epoch[157] Batch [599]	Speed: 4063.425970 samples/sec	rmse=0.017353	lr=0.045122
Epoch[157] Batch [649]	Speed: 3993.879727 samples/sec	rmse=0.017365	lr=0.045041
Epoch[157] Batch [699]	Speed: 4004.328116 samples/sec	rmse=0.017368	lr=0.044959
Epoch[157] Batch [749]	Speed: 4150.376961 samples/sec	rmse=0.017377	lr=0.044878
Epoch[157] Batch [799]	Speed: 4030.662337 samples/sec	rmse=0.017382	lr=0.044797
Epoch[157] Batch [849]	Speed: 3924.909123 samples/sec	rmse=0.017387	lr=0.044716
Epoch[157] Batch [899]	Speed: 3956.291932 samples/sec	rmse=0.017386	lr=0.044634
Epoch[157] Batch [949]	Speed: 4054.289508 samples/sec	rmse=0.017390	lr=0.044553
Epoch[157] Batch [999]	Speed: 4037.846593 samples/sec	rmse=0.017394	lr=0.044472
Epoch[157] Batch [1049]	Speed: 4114.118938 samples/sec	rmse=0.017400	lr=0.044391
Epoch[157] Batch [1099]	Speed: 4033.731168 samples/sec	rmse=0.017403	lr=0.044311
Epoch[157] Batch [1149]	Speed: 4098.859025 samples/sec	rmse=0.017407	lr=0.044230
Epoch[157] Batch [1199]	Speed: 3893.442278 samples/sec	rmse=0.017410	lr=0.044149
Epoch[157] Batch [1249]	Speed: 4052.620050 samples/sec	rmse=0.017411	lr=0.044068
[Epoch 157] training: rmse=0.017411
[Epoch 157] speed: 4034 samples/sec	time cost: 327.986894
[Epoch 157] validation: err-top1=0.257202 err-top5=0.076965
Epoch[158] Batch [49]	Speed: 4156.704899 samples/sec	rmse=0.017180	lr=0.043986
Epoch[158] Batch [99]	Speed: 4093.823033 samples/sec	rmse=0.017172	lr=0.043906
Epoch[158] Batch [149]	Speed: 4086.083519 samples/sec	rmse=0.017209	lr=0.043825
Epoch[158] Batch [199]	Speed: 4114.128790 samples/sec	rmse=0.017241	lr=0.043745
Epoch[158] Batch [249]	Speed: 4079.562248 samples/sec	rmse=0.017232	lr=0.043664
Epoch[158] Batch [299]	Speed: 3963.567328 samples/sec	rmse=0.017242	lr=0.043584
Epoch[158] Batch [349]	Speed: 4042.393688 samples/sec	rmse=0.017247	lr=0.043504
Epoch[158] Batch [399]	Speed: 4078.414808 samples/sec	rmse=0.017244	lr=0.043424
Epoch[158] Batch [449]	Speed: 3899.707739 samples/sec	rmse=0.017238	lr=0.043344
Epoch[158] Batch [499]	Speed: 3979.190368 samples/sec	rmse=0.017237	lr=0.043264
Epoch[158] Batch [549]	Speed: 4146.250575 samples/sec	rmse=0.017242	lr=0.043184
Epoch[158] Batch [599]	Speed: 4050.849571 samples/sec	rmse=0.017251	lr=0.043104
Epoch[158] Batch [649]	Speed: 4110.991938 samples/sec	rmse=0.017251	lr=0.043024
Epoch[158] Batch [699]	Speed: 4140.573109 samples/sec	rmse=0.017252	lr=0.042944
Epoch[158] Batch [749]	Speed: 4012.189841 samples/sec	rmse=0.017254	lr=0.042864
Epoch[158] Batch [799]	Speed: 4240.108434 samples/sec	rmse=0.017257	lr=0.042785
Epoch[158] Batch [849]	Speed: 4146.605804 samples/sec	rmse=0.017262	lr=0.042705
Epoch[158] Batch [899]	Speed: 3993.691218 samples/sec	rmse=0.017268	lr=0.042626
Epoch[158] Batch [949]	Speed: 4044.504709 samples/sec	rmse=0.017275	lr=0.042546
Epoch[158] Batch [999]	Speed: 4206.016936 samples/sec	rmse=0.017276	lr=0.042467
Epoch[158] Batch [1049]	Speed: 4000.639750 samples/sec	rmse=0.017279	lr=0.042388
Epoch[158] Batch [1099]	Speed: 3926.940769 samples/sec	rmse=0.017280	lr=0.042308
Epoch[158] Batch [1149]	Speed: 4042.296671 samples/sec	rmse=0.017286	lr=0.042229
Epoch[158] Batch [1199]	Speed: 4076.879441 samples/sec	rmse=0.017290	lr=0.042150
Epoch[158] Batch [1249]	Speed: 3951.463056 samples/sec	rmse=0.017294	lr=0.042071
[Epoch 158] training: rmse=0.017294
[Epoch 158] speed: 4058 samples/sec	time cost: 326.030941
[Epoch 158] validation: err-top1=0.256358 err-top5=0.076770
Epoch[159] Batch [49]	Speed: 4131.820226 samples/sec	rmse=0.017013	lr=0.041990
Epoch[159] Batch [99]	Speed: 4097.331136 samples/sec	rmse=0.017013	lr=0.041911
Epoch[159] Batch [149]	Speed: 3941.811785 samples/sec	rmse=0.017082	lr=0.041833
Epoch[159] Batch [199]	Speed: 4101.260106 samples/sec	rmse=0.017124	lr=0.041754
Epoch[159] Batch [249]	Speed: 4185.305675 samples/sec	rmse=0.017151	lr=0.041675
Epoch[159] Batch [299]	Speed: 4190.643162 samples/sec	rmse=0.017160	lr=0.041596
Epoch[159] Batch [349]	Speed: 4027.546505 samples/sec	rmse=0.017163	lr=0.041518
Epoch[159] Batch [399]	Speed: 3986.359822 samples/sec	rmse=0.017183	lr=0.041439
Epoch[159] Batch [449]	Speed: 4129.980124 samples/sec	rmse=0.017193	lr=0.041361
Epoch[159] Batch [499]	Speed: 3932.515232 samples/sec	rmse=0.017208	lr=0.041283
Epoch[159] Batch [549]	Speed: 3925.333408 samples/sec	rmse=0.017213	lr=0.041204
Epoch[159] Batch [599]	Speed: 4146.758658 samples/sec	rmse=0.017218	lr=0.041126
Epoch[159] Batch [649]	Speed: 4258.522266 samples/sec	rmse=0.017224	lr=0.041048
Epoch[159] Batch [699]	Speed: 4079.499552 samples/sec	rmse=0.017225	lr=0.040970
Epoch[159] Batch [749]	Speed: 4182.039597 samples/sec	rmse=0.017230	lr=0.040892
Epoch[159] Batch [799]	Speed: 4018.405519 samples/sec	rmse=0.017233	lr=0.040814
Epoch[159] Batch [849]	Speed: 4082.540313 samples/sec	rmse=0.017239	lr=0.040736
Epoch[159] Batch [899]	Speed: 4028.982872 samples/sec	rmse=0.017246	lr=0.040658
Epoch[159] Batch [949]	Speed: 4109.426288 samples/sec	rmse=0.017254	lr=0.040580
Epoch[159] Batch [999]	Speed: 4106.583840 samples/sec	rmse=0.017257	lr=0.040502
Epoch[159] Batch [1049]	Speed: 3999.253532 samples/sec	rmse=0.017262	lr=0.040425
Epoch[159] Batch [1099]	Speed: 4070.267449 samples/sec	rmse=0.017271	lr=0.040347
Epoch[159] Batch [1149]	Speed: 4053.218433 samples/sec	rmse=0.017276	lr=0.040269
Epoch[159] Batch [1199]	Speed: 4046.155822 samples/sec	rmse=0.017273	lr=0.040192
Epoch[159] Batch [1249]	Speed: 4119.370005 samples/sec	rmse=0.017282	lr=0.040115
[Epoch 159] training: rmse=0.017282
[Epoch 159] speed: 4073 samples/sec	time cost: 324.798078
[Epoch 159] validation: err-top1=0.257673 err-top5=0.077328
Epoch[160] Batch [49]	Speed: 4113.664998 samples/sec	rmse=0.017172	lr=0.040036
Epoch[160] Batch [99]	Speed: 4129.157825 samples/sec	rmse=0.017124	lr=0.039958
Epoch[160] Batch [149]	Speed: 4137.126010 samples/sec	rmse=0.017133	lr=0.039881
Epoch[160] Batch [199]	Speed: 4186.880383 samples/sec	rmse=0.017129	lr=0.039804
Epoch[160] Batch [249]	Speed: 3946.472249 samples/sec	rmse=0.017129	lr=0.039727
Epoch[160] Batch [299]	Speed: 4129.151474 samples/sec	rmse=0.017132	lr=0.039650
Epoch[160] Batch [349]	Speed: 3981.170335 samples/sec	rmse=0.017153	lr=0.039573
Epoch[160] Batch [399]	Speed: 4074.290212 samples/sec	rmse=0.017167	lr=0.039496
Epoch[160] Batch [449]	Speed: 4018.394842 samples/sec	rmse=0.017173	lr=0.039419
Epoch[160] Batch [499]	Speed: 4165.852691 samples/sec	rmse=0.017173	lr=0.039343
Epoch[160] Batch [549]	Speed: 4075.258921 samples/sec	rmse=0.017183	lr=0.039266
Epoch[160] Batch [599]	Speed: 4115.442713 samples/sec	rmse=0.017187	lr=0.039189
Epoch[160] Batch [649]	Speed: 4134.572589 samples/sec	rmse=0.017196	lr=0.039113
Epoch[160] Batch [699]	Speed: 4063.626195 samples/sec	rmse=0.017195	lr=0.039036
Epoch[160] Batch [749]	Speed: 4167.105821 samples/sec	rmse=0.017192	lr=0.038960
Epoch[160] Batch [799]	Speed: 4054.185184 samples/sec	rmse=0.017196	lr=0.038884
Epoch[160] Batch [849]	Speed: 4124.593060 samples/sec	rmse=0.017193	lr=0.038807
Epoch[160] Batch [899]	Speed: 3939.870185 samples/sec	rmse=0.017203	lr=0.038731
Epoch[160] Batch [949]	Speed: 4097.216064 samples/sec	rmse=0.017212	lr=0.038655
Epoch[160] Batch [999]	Speed: 4094.284000 samples/sec	rmse=0.017217	lr=0.038579
Epoch[160] Batch [1049]	Speed: 4076.642464 samples/sec	rmse=0.017220	lr=0.038503
Epoch[160] Batch [1099]	Speed: 4030.345075 samples/sec	rmse=0.017226	lr=0.038427
Epoch[160] Batch [1149]	Speed: 4061.566379 samples/sec	rmse=0.017227	lr=0.038351
Epoch[160] Batch [1199]	Speed: 4084.095636 samples/sec	rmse=0.017225	lr=0.038275
Epoch[160] Batch [1249]	Speed: 4094.336379 samples/sec	rmse=0.017227	lr=0.038200
[Epoch 160] training: rmse=0.017228
[Epoch 160] speed: 4079 samples/sec	time cost: 323.926518
[Epoch 160] validation: err-top1=0.255042 err-top5=0.075096
Epoch[161] Batch [49]	Speed: 4176.573061 samples/sec	rmse=0.016978	lr=0.038122
Epoch[161] Batch [99]	Speed: 4016.306850 samples/sec	rmse=0.017063	lr=0.038047
Epoch[161] Batch [149]	Speed: 3901.796952 samples/sec	rmse=0.017025	lr=0.037971
Epoch[161] Batch [199]	Speed: 3993.305640 samples/sec	rmse=0.017046	lr=0.037896
Epoch[161] Batch [249]	Speed: 4022.274313 samples/sec	rmse=0.017050	lr=0.037820
Epoch[161] Batch [299]	Speed: 3987.400735 samples/sec	rmse=0.017062	lr=0.037745
Epoch[161] Batch [349]	Speed: 3995.316705 samples/sec	rmse=0.017078	lr=0.037670
Epoch[161] Batch [399]	Speed: 3843.953537 samples/sec	rmse=0.017089	lr=0.037595
Epoch[161] Batch [449]	Speed: 3797.908031 samples/sec	rmse=0.017091	lr=0.037520
Epoch[161] Batch [499]	Speed: 3973.904504 samples/sec	rmse=0.017096	lr=0.037444
Epoch[161] Batch [549]	Speed: 3913.207170 samples/sec	rmse=0.017091	lr=0.037370
Epoch[161] Batch [599]	Speed: 4058.512283 samples/sec	rmse=0.017091	lr=0.037295
Epoch[161] Batch [649]	Speed: 3926.355972 samples/sec	rmse=0.017105	lr=0.037220
Epoch[161] Batch [699]	Speed: 3909.858510 samples/sec	rmse=0.017110	lr=0.037145
Epoch[161] Batch [749]	Speed: 3918.491415 samples/sec	rmse=0.017105	lr=0.037070
Epoch[161] Batch [799]	Speed: 3841.015565 samples/sec	rmse=0.017109	lr=0.036996
Epoch[161] Batch [849]	Speed: 3827.070567 samples/sec	rmse=0.017112	lr=0.036921
Epoch[161] Batch [899]	Speed: 4099.156963 samples/sec	rmse=0.017120	lr=0.036846
Epoch[161] Batch [949]	Speed: 3906.257773 samples/sec	rmse=0.017129	lr=0.036772
Epoch[161] Batch [999]	Speed: 3927.771344 samples/sec	rmse=0.017128	lr=0.036698
Epoch[161] Batch [1049]	Speed: 4025.041040 samples/sec	rmse=0.017135	lr=0.036623
Epoch[161] Batch [1099]	Speed: 3927.133873 samples/sec	rmse=0.017139	lr=0.036549
Epoch[161] Batch [1149]	Speed: 3886.244228 samples/sec	rmse=0.017141	lr=0.036475
Epoch[161] Batch [1199]	Speed: 3969.163070 samples/sec	rmse=0.017144	lr=0.036401
Epoch[161] Batch [1249]	Speed: 4036.384857 samples/sec	rmse=0.017147	lr=0.036327
[Epoch 161] training: rmse=0.017147
[Epoch 161] speed: 3950 samples/sec	time cost: 333.993953
[Epoch 161] validation: err-top1=0.257733 err-top5=0.075395
Epoch[162] Batch [49]	Speed: 3933.542478 samples/sec	rmse=0.016997	lr=0.036251
Epoch[162] Batch [99]	Speed: 4068.518673 samples/sec	rmse=0.016965	lr=0.036177
Epoch[162] Batch [149]	Speed: 4117.502525 samples/sec	rmse=0.016971	lr=0.036104
Epoch[162] Batch [199]	Speed: 4109.449015 samples/sec	rmse=0.016933	lr=0.036030
Epoch[162] Batch [249]	Speed: 4137.550943 samples/sec	rmse=0.016949	lr=0.035956
Epoch[162] Batch [299]	Speed: 4232.199962 samples/sec	rmse=0.016955	lr=0.035882
Epoch[162] Batch [349]	Speed: 4060.307278 samples/sec	rmse=0.016955	lr=0.035809
Epoch[162] Batch [399]	Speed: 3982.442715 samples/sec	rmse=0.016966	lr=0.035735
Epoch[162] Batch [449]	Speed: 4092.750003 samples/sec	rmse=0.016966	lr=0.035662
Epoch[162] Batch [499]	Speed: 3984.083891 samples/sec	rmse=0.016975	lr=0.035589
Epoch[162] Batch [549]	Speed: 4143.797182 samples/sec	rmse=0.016986	lr=0.035515
Epoch[162] Batch [599]	Speed: 3995.331720 samples/sec	rmse=0.016994	lr=0.035442
Epoch[162] Batch [649]	Speed: 3905.087499 samples/sec	rmse=0.017001	lr=0.035369
Epoch[162] Batch [699]	Speed: 4062.743940 samples/sec	rmse=0.017012	lr=0.035296
Epoch[162] Batch [749]	Speed: 4006.544193 samples/sec	rmse=0.017021	lr=0.035223
Epoch[162] Batch [799]	Speed: 4130.411297 samples/sec	rmse=0.017029	lr=0.035150
Epoch[162] Batch [849]	Speed: 4043.653807 samples/sec	rmse=0.017032	lr=0.035077
Epoch[162] Batch [899]	Speed: 3969.620605 samples/sec	rmse=0.017034	lr=0.035004
Epoch[162] Batch [949]	Speed: 3994.067584 samples/sec	rmse=0.017036	lr=0.034931
Epoch[162] Batch [999]	Speed: 4111.544629 samples/sec	rmse=0.017033	lr=0.034859
Epoch[162] Batch [1049]	Speed: 4222.328717 samples/sec	rmse=0.017040	lr=0.034786
Epoch[162] Batch [1099]	Speed: 3981.322013 samples/sec	rmse=0.017042	lr=0.034713
Epoch[162] Batch [1149]	Speed: 4145.737175 samples/sec	rmse=0.017050	lr=0.034641
Epoch[162] Batch [1199]	Speed: 4044.185874 samples/sec	rmse=0.017059	lr=0.034569
Epoch[162] Batch [1249]	Speed: 4209.485774 samples/sec	rmse=0.017068	lr=0.034496
[Epoch 162] training: rmse=0.017068
[Epoch 162] speed: 4062 samples/sec	time cost: 324.717131
[Epoch 162] validation: err-top1=0.250264 err-top5=0.073303
Epoch[163] Batch [49]	Speed: 4204.203421 samples/sec	rmse=0.016873	lr=0.034423
Epoch[163] Batch [99]	Speed: 4176.186122 samples/sec	rmse=0.016917	lr=0.034350
Epoch[163] Batch [149]	Speed: 4225.640259 samples/sec	rmse=0.016933	lr=0.034278
Epoch[163] Batch [199]	Speed: 4226.682951 samples/sec	rmse=0.016926	lr=0.034206
Epoch[163] Batch [249]	Speed: 3936.244791 samples/sec	rmse=0.016937	lr=0.034134
Epoch[163] Batch [299]	Speed: 4167.166549 samples/sec	rmse=0.016963	lr=0.034062
Epoch[163] Batch [349]	Speed: 4245.746442 samples/sec	rmse=0.016988	lr=0.033990
Epoch[163] Batch [399]	Speed: 4314.118358 samples/sec	rmse=0.017002	lr=0.033919
Epoch[163] Batch [449]	Speed: 4168.355337 samples/sec	rmse=0.016997	lr=0.033847
Epoch[163] Batch [499]	Speed: 4049.477597 samples/sec	rmse=0.017002	lr=0.033775
Epoch[163] Batch [549]	Speed: 4025.057562 samples/sec	rmse=0.017005	lr=0.033704
Epoch[163] Batch [599]	Speed: 3898.079215 samples/sec	rmse=0.017002	lr=0.033632
Epoch[163] Batch [649]	Speed: 4009.208027 samples/sec	rmse=0.016999	lr=0.033561
Epoch[163] Batch [699]	Speed: 3984.227438 samples/sec	rmse=0.017000	lr=0.033489
Epoch[163] Batch [749]	Speed: 3926.090663 samples/sec	rmse=0.017008	lr=0.033418
Epoch[163] Batch [799]	Speed: 3952.354301 samples/sec	rmse=0.017008	lr=0.033347
Epoch[163] Batch [849]	Speed: 3915.826839 samples/sec	rmse=0.017007	lr=0.033276
Epoch[163] Batch [899]	Speed: 3868.294839 samples/sec	rmse=0.017010	lr=0.033205
Epoch[163] Batch [949]	Speed: 4060.654151 samples/sec	rmse=0.017013	lr=0.033134
Epoch[163] Batch [999]	Speed: 3919.934680 samples/sec	rmse=0.017020	lr=0.033063
Epoch[163] Batch [1049]	Speed: 3863.251144 samples/sec	rmse=0.017029	lr=0.032992
Epoch[163] Batch [1099]	Speed: 3888.133533 samples/sec	rmse=0.017034	lr=0.032921
Epoch[163] Batch [1149]	Speed: 3922.691407 samples/sec	rmse=0.017038	lr=0.032850
Epoch[163] Batch [1199]	Speed: 3886.510861 samples/sec	rmse=0.017045	lr=0.032779
Epoch[163] Batch [1249]	Speed: 4042.165800 samples/sec	rmse=0.017046	lr=0.032709
[Epoch 163] training: rmse=0.017046
[Epoch 163] speed: 4027 samples/sec	time cost: 327.928141
[Epoch 163] validation: err-top1=0.249621 err-top5=0.073222
Epoch[164] Batch [49]	Speed: 3921.696892 samples/sec	rmse=0.016773	lr=0.032637
Epoch[164] Batch [99]	Speed: 3948.790060 samples/sec	rmse=0.016823	lr=0.032566
Epoch[164] Batch [149]	Speed: 3908.610526 samples/sec	rmse=0.016872	lr=0.032496
Epoch[164] Batch [199]	Speed: 3883.749386 samples/sec	rmse=0.016894	lr=0.032426
Epoch[164] Batch [249]	Speed: 3965.875460 samples/sec	rmse=0.016892	lr=0.032355
Epoch[164] Batch [299]	Speed: 3903.023278 samples/sec	rmse=0.016898	lr=0.032285
Epoch[164] Batch [349]	Speed: 3807.378762 samples/sec	rmse=0.016896	lr=0.032215
Epoch[164] Batch [399]	Speed: 3821.450725 samples/sec	rmse=0.016890	lr=0.032145
Epoch[164] Batch [449]	Speed: 3861.996685 samples/sec	rmse=0.016898	lr=0.032075
Epoch[164] Batch [499]	Speed: 3948.104375 samples/sec	rmse=0.016908	lr=0.032005
Epoch[164] Batch [549]	Speed: 3871.044910 samples/sec	rmse=0.016914	lr=0.031935
Epoch[164] Batch [599]	Speed: 3870.810466 samples/sec	rmse=0.016924	lr=0.031865
Epoch[164] Batch [649]	Speed: 3884.911050 samples/sec	rmse=0.016920	lr=0.031796
Epoch[164] Batch [699]	Speed: 3885.152477 samples/sec	rmse=0.016925	lr=0.031726
Epoch[164] Batch [749]	Speed: 3823.674553 samples/sec	rmse=0.016927	lr=0.031657
Epoch[164] Batch [799]	Speed: 3840.770937 samples/sec	rmse=0.016927	lr=0.031587
Epoch[164] Batch [849]	Speed: 4045.062981 samples/sec	rmse=0.016933	lr=0.031518
Epoch[164] Batch [899]	Speed: 3822.869722 samples/sec	rmse=0.016935	lr=0.031448
Epoch[164] Batch [949]	Speed: 3930.982385 samples/sec	rmse=0.016941	lr=0.031379
Epoch[164] Batch [999]	Speed: 3872.223282 samples/sec	rmse=0.016942	lr=0.031310
Epoch[164] Batch [1049]	Speed: 3978.817168 samples/sec	rmse=0.016943	lr=0.031241
Epoch[164] Batch [1099]	Speed: 3811.791876 samples/sec	rmse=0.016946	lr=0.031172
Epoch[164] Batch [1149]	Speed: 3896.117607 samples/sec	rmse=0.016948	lr=0.031103
Epoch[164] Batch [1199]	Speed: 3815.576508 samples/sec	rmse=0.016949	lr=0.031034
Epoch[164] Batch [1249]	Speed: 4031.284372 samples/sec	rmse=0.016952	lr=0.030965
[Epoch 164] training: rmse=0.016952
[Epoch 164] speed: 3890 samples/sec	time cost: 339.140235
[Epoch 164] validation: err-top1=0.249103 err-top5=0.071787
Epoch[165] Batch [49]	Speed: 3852.557195 samples/sec	rmse=0.016812	lr=0.030895
Epoch[165] Batch [99]	Speed: 3943.880672 samples/sec	rmse=0.016825	lr=0.030826
Epoch[165] Batch [149]	Speed: 3820.778024 samples/sec	rmse=0.016829	lr=0.030757
Epoch[165] Batch [199]	Speed: 3825.238014 samples/sec	rmse=0.016824	lr=0.030689
Epoch[165] Batch [249]	Speed: 3890.635422 samples/sec	rmse=0.016848	lr=0.030620
Epoch[165] Batch [299]	Speed: 3768.806418 samples/sec	rmse=0.016854	lr=0.030552
Epoch[165] Batch [349]	Speed: 3849.998623 samples/sec	rmse=0.016864	lr=0.030483
Epoch[165] Batch [399]	Speed: 3797.293078 samples/sec	rmse=0.016881	lr=0.030415
Epoch[165] Batch [449]	Speed: 3853.805598 samples/sec	rmse=0.016874	lr=0.030347
Epoch[165] Batch [499]	Speed: 3906.158512 samples/sec	rmse=0.016866	lr=0.030279
Epoch[165] Batch [549]	Speed: 3778.248380 samples/sec	rmse=0.016878	lr=0.030210
Epoch[165] Batch [599]	Speed: 3982.335556 samples/sec	rmse=0.016880	lr=0.030142
Epoch[165] Batch [649]	Speed: 3784.198375 samples/sec	rmse=0.016887	lr=0.030074
Epoch[165] Batch [699]	Speed: 3802.367809 samples/sec	rmse=0.016893	lr=0.030007
Epoch[165] Batch [749]	Speed: 3832.203643 samples/sec	rmse=0.016899	lr=0.029939
Epoch[165] Batch [799]	Speed: 3936.182166 samples/sec	rmse=0.016891	lr=0.029871
Epoch[165] Batch [849]	Speed: 3795.643688 samples/sec	rmse=0.016890	lr=0.029803
Epoch[165] Batch [899]	Speed: 3819.908908 samples/sec	rmse=0.016890	lr=0.029736
Epoch[165] Batch [949]	Speed: 3804.631825 samples/sec	rmse=0.016885	lr=0.029668
Epoch[165] Batch [999]	Speed: 3846.075240 samples/sec	rmse=0.016889	lr=0.029601
Epoch[165] Batch [1049]	Speed: 3896.527700 samples/sec	rmse=0.016887	lr=0.029533
Epoch[165] Batch [1099]	Speed: 3910.203434 samples/sec	rmse=0.016889	lr=0.029466
Epoch[165] Batch [1149]	Speed: 3865.158780 samples/sec	rmse=0.016890	lr=0.029399
Epoch[165] Batch [1199]	Speed: 3896.164826 samples/sec	rmse=0.016891	lr=0.029332
Epoch[165] Batch [1249]	Speed: 3899.058530 samples/sec	rmse=0.016892	lr=0.029265
[Epoch 165] training: rmse=0.016892
[Epoch 165] speed: 3850 samples/sec	time cost: 342.461792
[Epoch 165] validation: err-top1=0.246293 err-top5=0.070611
Epoch[166] Batch [49]	Speed: 3817.493122 samples/sec	rmse=0.016734	lr=0.029196
Epoch[166] Batch [99]	Speed: 3876.070511 samples/sec	rmse=0.016675	lr=0.029129
Epoch[166] Batch [149]	Speed: 3748.176946 samples/sec	rmse=0.016676	lr=0.029062
Epoch[166] Batch [199]	Speed: 3965.756302 samples/sec	rmse=0.016679	lr=0.028995
Epoch[166] Batch [249]	Speed: 3868.161615 samples/sec	rmse=0.016714	lr=0.028929
Epoch[166] Batch [299]	Speed: 3859.894848 samples/sec	rmse=0.016736	lr=0.028862
Epoch[166] Batch [349]	Speed: 3829.145060 samples/sec	rmse=0.016731	lr=0.028795
Epoch[166] Batch [399]	Speed: 3867.762138 samples/sec	rmse=0.016742	lr=0.028729
Epoch[166] Batch [449]	Speed: 3848.266177 samples/sec	rmse=0.016754	lr=0.028662
Epoch[166] Batch [499]	Speed: 3881.687449 samples/sec	rmse=0.016764	lr=0.028596
Epoch[166] Batch [549]	Speed: 3846.859552 samples/sec	rmse=0.016767	lr=0.028530
Epoch[166] Batch [599]	Speed: 3815.395711 samples/sec	rmse=0.016780	lr=0.028463
Epoch[166] Batch [649]	Speed: 3870.166727 samples/sec	rmse=0.016793	lr=0.028397
Epoch[166] Batch [699]	Speed: 3954.656453 samples/sec	rmse=0.016792	lr=0.028331
Epoch[166] Batch [749]	Speed: 3911.930468 samples/sec	rmse=0.016798	lr=0.028265
Epoch[166] Batch [799]	Speed: 3795.186811 samples/sec	rmse=0.016801	lr=0.028199
Epoch[166] Batch [849]	Speed: 3803.443972 samples/sec	rmse=0.016807	lr=0.028133
Epoch[166] Batch [899]	Speed: 3841.306055 samples/sec	rmse=0.016808	lr=0.028067
Epoch[166] Batch [949]	Speed: 3847.113365 samples/sec	rmse=0.016811	lr=0.028002
Epoch[166] Batch [999]	Speed: 3827.962938 samples/sec	rmse=0.016815	lr=0.027936
Epoch[166] Batch [1049]	Speed: 3877.490671 samples/sec	rmse=0.016822	lr=0.027870
Epoch[166] Batch [1099]	Speed: 3895.791842 samples/sec	rmse=0.016824	lr=0.027805
Epoch[166] Batch [1149]	Speed: 3883.069250 samples/sec	rmse=0.016831	lr=0.027739
Epoch[166] Batch [1199]	Speed: 3928.356850 samples/sec	rmse=0.016834	lr=0.027674
Epoch[166] Batch [1249]	Speed: 4034.753988 samples/sec	rmse=0.016837	lr=0.027609
[Epoch 166] training: rmse=0.016836
[Epoch 166] speed: 3863 samples/sec	time cost: 341.158298
[Epoch 166] validation: err-top1=0.247290 err-top5=0.071389
Epoch[167] Batch [49]	Speed: 3937.230097 samples/sec	rmse=0.016574	lr=0.027542
Epoch[167] Batch [99]	Speed: 3977.756269 samples/sec	rmse=0.016705	lr=0.027477
Epoch[167] Batch [149]	Speed: 3868.582152 samples/sec	rmse=0.016656	lr=0.027412
Epoch[167] Batch [199]	Speed: 3821.359808 samples/sec	rmse=0.016677	lr=0.027347
Epoch[167] Batch [249]	Speed: 3870.413719 samples/sec	rmse=0.016672	lr=0.027282
Epoch[167] Batch [299]	Speed: 3813.499622 samples/sec	rmse=0.016690	lr=0.027217
Epoch[167] Batch [349]	Speed: 3927.467630 samples/sec	rmse=0.016698	lr=0.027152
Epoch[167] Batch [399]	Speed: 3902.264117 samples/sec	rmse=0.016708	lr=0.027087
Epoch[167] Batch [449]	Speed: 3990.533116 samples/sec	rmse=0.016709	lr=0.027023
Epoch[167] Batch [499]	Speed: 3862.089894 samples/sec	rmse=0.016691	lr=0.026958
Epoch[167] Batch [549]	Speed: 3984.183752 samples/sec	rmse=0.016679	lr=0.026894
Epoch[167] Batch [599]	Speed: 3934.196590 samples/sec	rmse=0.016682	lr=0.026829
Epoch[167] Batch [649]	Speed: 3934.028159 samples/sec	rmse=0.016689	lr=0.026765
Epoch[167] Batch [699]	Speed: 3965.650626 samples/sec	rmse=0.016704	lr=0.026700
Epoch[167] Batch [749]	Speed: 3885.720353 samples/sec	rmse=0.016706	lr=0.026636
Epoch[167] Batch [799]	Speed: 4028.331094 samples/sec	rmse=0.016710	lr=0.026572
Epoch[167] Batch [849]	Speed: 3971.404060 samples/sec	rmse=0.016713	lr=0.026508
Epoch[167] Batch [899]	Speed: 3939.485462 samples/sec	rmse=0.016712	lr=0.026444
Epoch[167] Batch [949]	Speed: 3976.155123 samples/sec	rmse=0.016719	lr=0.026380
Epoch[167] Batch [999]	Speed: 4013.099994 samples/sec	rmse=0.016716	lr=0.026316
Epoch[167] Batch [1049]	Speed: 3904.199767 samples/sec	rmse=0.016717	lr=0.026252
Epoch[167] Batch [1099]	Speed: 3949.153726 samples/sec	rmse=0.016720	lr=0.026188
Epoch[167] Batch [1149]	Speed: 4058.595966 samples/sec	rmse=0.016721	lr=0.026125
Epoch[167] Batch [1199]	Speed: 4186.004102 samples/sec	rmse=0.016724	lr=0.026061
Epoch[167] Batch [1249]	Speed: 4200.866377 samples/sec	rmse=0.016728	lr=0.025998
[Epoch 167] training: rmse=0.016728
[Epoch 167] speed: 3950 samples/sec	time cost: 333.960969
[Epoch 167] validation: err-top1=0.243921 err-top5=0.069336
Epoch[168] Batch [49]	Speed: 3845.520613 samples/sec	rmse=0.016687	lr=0.025933
Epoch[168] Batch [99]	Speed: 4123.675506 samples/sec	rmse=0.016642	lr=0.025869
Epoch[168] Batch [149]	Speed: 4105.870840 samples/sec	rmse=0.016605	lr=0.025806
Epoch[168] Batch [199]	Speed: 4030.117259 samples/sec	rmse=0.016576	lr=0.025743
Epoch[168] Batch [249]	Speed: 4243.596020 samples/sec	rmse=0.016594	lr=0.025680
Epoch[168] Batch [299]	Speed: 3908.352447 samples/sec	rmse=0.016594	lr=0.025617
Epoch[168] Batch [349]	Speed: 4023.596174 samples/sec	rmse=0.016580	lr=0.025554
Epoch[168] Batch [399]	Speed: 4201.572392 samples/sec	rmse=0.016595	lr=0.025491
Epoch[168] Batch [449]	Speed: 3947.228322 samples/sec	rmse=0.016610	lr=0.025428
Epoch[168] Batch [499]	Speed: 4088.485297 samples/sec	rmse=0.016617	lr=0.025365
Epoch[168] Batch [549]	Speed: 4077.980173 samples/sec	rmse=0.016633	lr=0.025302
Epoch[168] Batch [599]	Speed: 4126.325210 samples/sec	rmse=0.016637	lr=0.025240
Epoch[168] Batch [649]	Speed: 4251.112564 samples/sec	rmse=0.016646	lr=0.025177
Epoch[168] Batch [699]	Speed: 4083.155018 samples/sec	rmse=0.016655	lr=0.025114
Epoch[168] Batch [749]	Speed: 4237.101205 samples/sec	rmse=0.016663	lr=0.025052
Epoch[168] Batch [799]	Speed: 3989.591514 samples/sec	rmse=0.016660	lr=0.024990
Epoch[168] Batch [849]	Speed: 3888.758404 samples/sec	rmse=0.016663	lr=0.024927
Epoch[168] Batch [899]	Speed: 3942.154410 samples/sec	rmse=0.016666	lr=0.024865
Epoch[168] Batch [949]	Speed: 3904.748873 samples/sec	rmse=0.016673	lr=0.024803
Epoch[168] Batch [999]	Speed: 4060.136934 samples/sec	rmse=0.016670	lr=0.024741
Epoch[168] Batch [1049]	Speed: 3903.336845 samples/sec	rmse=0.016676	lr=0.024679
Epoch[168] Batch [1099]	Speed: 3789.047732 samples/sec	rmse=0.016679	lr=0.024617
Epoch[168] Batch [1149]	Speed: 3942.196962 samples/sec	rmse=0.016677	lr=0.024555
Epoch[168] Batch [1199]	Speed: 3844.303585 samples/sec	rmse=0.016676	lr=0.024493
Epoch[168] Batch [1249]	Speed: 4088.021820 samples/sec	rmse=0.016675	lr=0.024432
[Epoch 168] training: rmse=0.016676
[Epoch 168] speed: 4018 samples/sec	time cost: 328.060557
[Epoch 168] validation: err-top1=0.240011 err-top5=0.067708
Epoch[169] Batch [49]	Speed: 3936.132890 samples/sec	rmse=0.016507	lr=0.024369
Epoch[169] Batch [99]	Speed: 3881.601431 samples/sec	rmse=0.016474	lr=0.024307
Epoch[169] Batch [149]	Speed: 3884.502836 samples/sec	rmse=0.016485	lr=0.024246
Epoch[169] Batch [199]	Speed: 3895.435817 samples/sec	rmse=0.016504	lr=0.024184
Epoch[169] Batch [249]	Speed: 3896.415289 samples/sec	rmse=0.016546	lr=0.024123
Epoch[169] Batch [299]	Speed: 3889.398551 samples/sec	rmse=0.016570	lr=0.024062
Epoch[169] Batch [349]	Speed: 3880.389087 samples/sec	rmse=0.016570	lr=0.024000
Epoch[169] Batch [399]	Speed: 3932.425866 samples/sec	rmse=0.016563	lr=0.023939
Epoch[169] Batch [449]	Speed: 3962.706045 samples/sec	rmse=0.016564	lr=0.023878
Epoch[169] Batch [499]	Speed: 3852.540124 samples/sec	rmse=0.016568	lr=0.023817
Epoch[169] Batch [549]	Speed: 3897.254359 samples/sec	rmse=0.016570	lr=0.023756
Epoch[169] Batch [599]	Speed: 3855.925177 samples/sec	rmse=0.016580	lr=0.023695
Epoch[169] Batch [649]	Speed: 3943.362505 samples/sec	rmse=0.016570	lr=0.023635
Epoch[169] Batch [699]	Speed: 3884.330412 samples/sec	rmse=0.016567	lr=0.023574
Epoch[169] Batch [749]	Speed: 3914.225850 samples/sec	rmse=0.016568	lr=0.023513
Epoch[169] Batch [799]	Speed: 3921.797230 samples/sec	rmse=0.016571	lr=0.023453
Epoch[169] Batch [849]	Speed: 3896.659633 samples/sec	rmse=0.016574	lr=0.023392
Epoch[169] Batch [899]	Speed: 3889.080670 samples/sec	rmse=0.016577	lr=0.023332
Epoch[169] Batch [949]	Speed: 3873.660818 samples/sec	rmse=0.016573	lr=0.023272
Epoch[169] Batch [999]	Speed: 4003.383799 samples/sec	rmse=0.016582	lr=0.023211
Epoch[169] Batch [1049]	Speed: 3902.263834 samples/sec	rmse=0.016584	lr=0.023151
Epoch[169] Batch [1099]	Speed: 3822.104344 samples/sec	rmse=0.016588	lr=0.023091
Epoch[169] Batch [1149]	Speed: 3967.940291 samples/sec	rmse=0.016586	lr=0.023031
Epoch[169] Batch [1199]	Speed: 3803.662646 samples/sec	rmse=0.016590	lr=0.022971
Epoch[169] Batch [1249]	Speed: 3968.162892 samples/sec	rmse=0.016592	lr=0.022911
[Epoch 169] training: rmse=0.016592
[Epoch 169] speed: 3898 samples/sec	time cost: 338.202045
[Epoch 169] validation: err-top1=0.240613 err-top5=0.067662
Epoch[170] Batch [49]	Speed: 3939.059340 samples/sec	rmse=0.016262	lr=0.022850
Epoch[170] Batch [99]	Speed: 3904.037586 samples/sec	rmse=0.016359	lr=0.022790
Epoch[170] Batch [149]	Speed: 3877.500403 samples/sec	rmse=0.016388	lr=0.022731
Epoch[170] Batch [199]	Speed: 3839.397655 samples/sec	rmse=0.016421	lr=0.022671
Epoch[170] Batch [249]	Speed: 3818.209133 samples/sec	rmse=0.016415	lr=0.022612
Epoch[170] Batch [299]	Speed: 4028.985064 samples/sec	rmse=0.016409	lr=0.022552
Epoch[170] Batch [349]	Speed: 3846.381238 samples/sec	rmse=0.016422	lr=0.022493
Epoch[170] Batch [399]	Speed: 3867.503017 samples/sec	rmse=0.016443	lr=0.022434
Epoch[170] Batch [449]	Speed: 3830.061350 samples/sec	rmse=0.016455	lr=0.022374
Epoch[170] Batch [499]	Speed: 3740.378073 samples/sec	rmse=0.016455	lr=0.022315
Epoch[170] Batch [549]	Speed: 3854.483339 samples/sec	rmse=0.016462	lr=0.022256
Epoch[170] Batch [599]	Speed: 3776.840390 samples/sec	rmse=0.016462	lr=0.022197
Epoch[170] Batch [649]	Speed: 3822.075229 samples/sec	rmse=0.016469	lr=0.022138
Epoch[170] Batch [699]	Speed: 3882.829907 samples/sec	rmse=0.016478	lr=0.022079
Epoch[170] Batch [749]	Speed: 3815.884995 samples/sec	rmse=0.016480	lr=0.022021
Epoch[170] Batch [799]	Speed: 3811.779156 samples/sec	rmse=0.016482	lr=0.021962
Epoch[170] Batch [849]	Speed: 3830.257956 samples/sec	rmse=0.016478	lr=0.021903
Epoch[170] Batch [899]	Speed: 3864.720625 samples/sec	rmse=0.016486	lr=0.021845
Epoch[170] Batch [949]	Speed: 3800.286375 samples/sec	rmse=0.016489	lr=0.021786
Epoch[170] Batch [999]	Speed: 3834.323346 samples/sec	rmse=0.016492	lr=0.021728
Epoch[170] Batch [1049]	Speed: 3789.138589 samples/sec	rmse=0.016493	lr=0.021669
Epoch[170] Batch [1099]	Speed: 3873.567679 samples/sec	rmse=0.016502	lr=0.021611
Epoch[170] Batch [1149]	Speed: 3855.905999 samples/sec	rmse=0.016503	lr=0.021553
Epoch[170] Batch [1199]	Speed: 3754.609591 samples/sec	rmse=0.016508	lr=0.021495
Epoch[170] Batch [1249]	Speed: 4015.815736 samples/sec	rmse=0.016511	lr=0.021437
[Epoch 170] training: rmse=0.016511
[Epoch 170] speed: 3846 samples/sec	time cost: 342.676223
[Epoch 170] validation: err-top1=0.240135 err-top5=0.068499
Epoch[171] Batch [49]	Speed: 3789.816447 samples/sec	rmse=0.016321	lr=0.021378
Epoch[171] Batch [99]	Speed: 3799.153859 samples/sec	rmse=0.016312	lr=0.021320
Epoch[171] Batch [149]	Speed: 3824.605052 samples/sec	rmse=0.016315	lr=0.021262
Epoch[171] Batch [199]	Speed: 3875.517201 samples/sec	rmse=0.016321	lr=0.021204
Epoch[171] Batch [249]	Speed: 3935.632408 samples/sec	rmse=0.016346	lr=0.021146
Epoch[171] Batch [299]	Speed: 3874.099954 samples/sec	rmse=0.016360	lr=0.021089
Epoch[171] Batch [349]	Speed: 3857.168490 samples/sec	rmse=0.016362	lr=0.021031
Epoch[171] Batch [399]	Speed: 3817.211651 samples/sec	rmse=0.016378	lr=0.020974
Epoch[171] Batch [449]	Speed: 3769.725157 samples/sec	rmse=0.016396	lr=0.020917
Epoch[171] Batch [499]	Speed: 3921.397697 samples/sec	rmse=0.016403	lr=0.020859
Epoch[171] Batch [549]	Speed: 3857.572642 samples/sec	rmse=0.016402	lr=0.020802
Epoch[171] Batch [599]	Speed: 3761.251369 samples/sec	rmse=0.016414	lr=0.020745
Epoch[171] Batch [649]	Speed: 3760.180643 samples/sec	rmse=0.016412	lr=0.020688
Epoch[171] Batch [699]	Speed: 3895.408259 samples/sec	rmse=0.016410	lr=0.020631
Epoch[171] Batch [749]	Speed: 3893.774146 samples/sec	rmse=0.016419	lr=0.020574
Epoch[171] Batch [799]	Speed: 4006.268908 samples/sec	rmse=0.016421	lr=0.020517
Epoch[171] Batch [849]	Speed: 3823.415519 samples/sec	rmse=0.016422	lr=0.020460
Epoch[171] Batch [899]	Speed: 3836.080672 samples/sec	rmse=0.016429	lr=0.020404
Epoch[171] Batch [949]	Speed: 3775.453162 samples/sec	rmse=0.016436	lr=0.020347
Epoch[171] Batch [999]	Speed: 3835.472066 samples/sec	rmse=0.016437	lr=0.020290
Epoch[171] Batch [1049]	Speed: 3814.482358 samples/sec	rmse=0.016442	lr=0.020234
Epoch[171] Batch [1099]	Speed: 3800.179986 samples/sec	rmse=0.016441	lr=0.020177
Epoch[171] Batch [1149]	Speed: 3904.084571 samples/sec	rmse=0.016446	lr=0.020121
Epoch[171] Batch [1199]	Speed: 3830.384550 samples/sec	rmse=0.016450	lr=0.020065
Epoch[171] Batch [1249]	Speed: 3951.761620 samples/sec	rmse=0.016458	lr=0.020009
[Epoch 171] training: rmse=0.016457
[Epoch 171] speed: 3844 samples/sec	time cost: 343.181016
[Epoch 171] validation: err-top1=0.239756 err-top5=0.068499
Epoch[172] Batch [49]	Speed: 3831.080186 samples/sec	rmse=0.016404	lr=0.019951
Epoch[172] Batch [99]	Speed: 3961.379672 samples/sec	rmse=0.016309	lr=0.019895
Epoch[172] Batch [149]	Speed: 3786.210149 samples/sec	rmse=0.016306	lr=0.019839
Epoch[172] Batch [199]	Speed: 3815.104518 samples/sec	rmse=0.016340	lr=0.019784
Epoch[172] Batch [249]	Speed: 3857.648035 samples/sec	rmse=0.016308	lr=0.019728
Epoch[172] Batch [299]	Speed: 3822.161418 samples/sec	rmse=0.016299	lr=0.019672
Epoch[172] Batch [349]	Speed: 3782.287993 samples/sec	rmse=0.016298	lr=0.019616
Epoch[172] Batch [399]	Speed: 3895.194029 samples/sec	rmse=0.016306	lr=0.019561
Epoch[172] Batch [449]	Speed: 3921.909249 samples/sec	rmse=0.016311	lr=0.019505
Epoch[172] Batch [499]	Speed: 3871.873088 samples/sec	rmse=0.016320	lr=0.019450
Epoch[172] Batch [549]	Speed: 3924.612164 samples/sec	rmse=0.016329	lr=0.019394
Epoch[172] Batch [599]	Speed: 3840.684799 samples/sec	rmse=0.016336	lr=0.019339
Epoch[172] Batch [649]	Speed: 3930.620907 samples/sec	rmse=0.016344	lr=0.019284
Epoch[172] Batch [699]	Speed: 3983.958389 samples/sec	rmse=0.016353	lr=0.019229
Epoch[172] Batch [749]	Speed: 3844.406058 samples/sec	rmse=0.016363	lr=0.019174
Epoch[172] Batch [799]	Speed: 3958.130691 samples/sec	rmse=0.016359	lr=0.019119
Epoch[172] Batch [849]	Speed: 3852.288774 samples/sec	rmse=0.016364	lr=0.019064
Epoch[172] Batch [899]	Speed: 3851.997519 samples/sec	rmse=0.016376	lr=0.019009
Epoch[172] Batch [949]	Speed: 3884.498971 samples/sec	rmse=0.016377	lr=0.018954
Epoch[172] Batch [999]	Speed: 3876.728812 samples/sec	rmse=0.016375	lr=0.018900
Epoch[172] Batch [1049]	Speed: 3817.706017 samples/sec	rmse=0.016379	lr=0.018845
Epoch[172] Batch [1099]	Speed: 3829.403369 samples/sec	rmse=0.016376	lr=0.018790
Epoch[172] Batch [1149]	Speed: 3867.923410 samples/sec	rmse=0.016379	lr=0.018736
Epoch[172] Batch [1199]	Speed: 3878.110095 samples/sec	rmse=0.016385	lr=0.018682
Epoch[172] Batch [1249]	Speed: 4137.363694 samples/sec	rmse=0.016387	lr=0.018627
[Epoch 172] training: rmse=0.016387
[Epoch 172] speed: 3876 samples/sec	time cost: 339.983958
[Epoch 172] validation: err-top1=0.237225 err-top5=0.066167
Epoch[173] Batch [49]	Speed: 3907.510795 samples/sec	rmse=0.016225	lr=0.018572
Epoch[173] Batch [99]	Speed: 3952.313203 samples/sec	rmse=0.016260	lr=0.018518
Epoch[173] Batch [149]	Speed: 3825.284620 samples/sec	rmse=0.016249	lr=0.018464
Epoch[173] Batch [199]	Speed: 3815.026034 samples/sec	rmse=0.016199	lr=0.018410
Epoch[173] Batch [249]	Speed: 3855.034395 samples/sec	rmse=0.016193	lr=0.018356
Epoch[173] Batch [299]	Speed: 3857.253567 samples/sec	rmse=0.016186	lr=0.018302
Epoch[173] Batch [349]	Speed: 3885.911182 samples/sec	rmse=0.016181	lr=0.018248
Epoch[173] Batch [399]	Speed: 3920.055393 samples/sec	rmse=0.016198	lr=0.018194
Epoch[173] Batch [449]	Speed: 3850.408592 samples/sec	rmse=0.016207	lr=0.018141
Epoch[173] Batch [499]	Speed: 3812.110579 samples/sec	rmse=0.016212	lr=0.018087
Epoch[173] Batch [549]	Speed: 3921.774025 samples/sec	rmse=0.016225	lr=0.018034
Epoch[173] Batch [599]	Speed: 3936.474529 samples/sec	rmse=0.016230	lr=0.017980
Epoch[173] Batch [649]	Speed: 3872.247650 samples/sec	rmse=0.016228	lr=0.017927
Epoch[173] Batch [699]	Speed: 3970.322153 samples/sec	rmse=0.016248	lr=0.017874
Epoch[173] Batch [749]	Speed: 3908.868142 samples/sec	rmse=0.016246	lr=0.017821
Epoch[173] Batch [799]	Speed: 4007.166208 samples/sec	rmse=0.016247	lr=0.017768
Epoch[173] Batch [849]	Speed: 3984.619397 samples/sec	rmse=0.016258	lr=0.017714
Epoch[173] Batch [899]	Speed: 3915.645912 samples/sec	rmse=0.016262	lr=0.017662
Epoch[173] Batch [949]	Speed: 3925.208280 samples/sec	rmse=0.016266	lr=0.017609
Epoch[173] Batch [999]	Speed: 3812.598548 samples/sec	rmse=0.016271	lr=0.017556
Epoch[173] Batch [1049]	Speed: 3941.240127 samples/sec	rmse=0.016273	lr=0.017503
Epoch[173] Batch [1099]	Speed: 3962.484567 samples/sec	rmse=0.016283	lr=0.017450
Epoch[173] Batch [1149]	Speed: 3955.984739 samples/sec	rmse=0.016290	lr=0.017398
Epoch[173] Batch [1199]	Speed: 4069.965520 samples/sec	rmse=0.016291	lr=0.017345
Epoch[173] Batch [1249]	Speed: 4111.074887 samples/sec	rmse=0.016295	lr=0.017293
[Epoch 173] training: rmse=0.016294
[Epoch 173] speed: 3914 samples/sec	time cost: 337.251697
[Epoch 173] validation: err-top1=0.235053 err-top5=0.065031
Epoch[174] Batch [49]	Speed: 4021.787086 samples/sec	rmse=0.016253	lr=0.017240
Epoch[174] Batch [99]	Speed: 3980.471442 samples/sec	rmse=0.016157	lr=0.017187
Epoch[174] Batch [149]	Speed: 4008.904462 samples/sec	rmse=0.016154	lr=0.017135
Epoch[174] Batch [199]	Speed: 3932.180328 samples/sec	rmse=0.016157	lr=0.017083
Epoch[174] Batch [249]	Speed: 4018.635472 samples/sec	rmse=0.016198	lr=0.017031
Epoch[174] Batch [299]	Speed: 4099.701232 samples/sec	rmse=0.016186	lr=0.016979
Epoch[174] Batch [349]	Speed: 4064.450060 samples/sec	rmse=0.016183	lr=0.016927
Epoch[174] Batch [399]	Speed: 4289.869901 samples/sec	rmse=0.016202	lr=0.016875
Epoch[174] Batch [449]	Speed: 4044.557726 samples/sec	rmse=0.016199	lr=0.016824
Epoch[174] Batch [499]	Speed: 3976.075541 samples/sec	rmse=0.016197	lr=0.016772
Epoch[174] Batch [549]	Speed: 3977.490820 samples/sec	rmse=0.016194	lr=0.016720
Epoch[174] Batch [599]	Speed: 3945.800708 samples/sec	rmse=0.016191	lr=0.016669
Epoch[174] Batch [649]	Speed: 4072.315097 samples/sec	rmse=0.016196	lr=0.016617
Epoch[174] Batch [699]	Speed: 3950.844984 samples/sec	rmse=0.016191	lr=0.016566
Epoch[174] Batch [749]	Speed: 4009.830345 samples/sec	rmse=0.016201	lr=0.016515
Epoch[174] Batch [799]	Speed: 3921.281197 samples/sec	rmse=0.016201	lr=0.016464
Epoch[174] Batch [849]	Speed: 4045.962423 samples/sec	rmse=0.016210	lr=0.016412
Epoch[174] Batch [899]	Speed: 4015.804322 samples/sec	rmse=0.016218	lr=0.016361
Epoch[174] Batch [949]	Speed: 4029.659208 samples/sec	rmse=0.016221	lr=0.016310
Epoch[174] Batch [999]	Speed: 4071.475072 samples/sec	rmse=0.016224	lr=0.016259
Epoch[174] Batch [1049]	Speed: 4197.284564 samples/sec	rmse=0.016226	lr=0.016209
Epoch[174] Batch [1099]	Speed: 3910.549275 samples/sec	rmse=0.016226	lr=0.016158
Epoch[174] Batch [1149]	Speed: 3875.904152 samples/sec	rmse=0.016231	lr=0.016107
Epoch[174] Batch [1199]	Speed: 4057.695653 samples/sec	rmse=0.016236	lr=0.016057
Epoch[174] Batch [1249]	Speed: 4178.936532 samples/sec	rmse=0.016233	lr=0.016006
[Epoch 174] training: rmse=0.016234
[Epoch 174] speed: 4022 samples/sec	time cost: 328.434151
[Epoch 174] validation: err-top1=0.232279 err-top5=0.064392
Epoch[175] Batch [49]	Speed: 3889.161597 samples/sec	rmse=0.016202	lr=0.015955
Epoch[175] Batch [99]	Speed: 3918.611897 samples/sec	rmse=0.016269	lr=0.015904
Epoch[175] Batch [149]	Speed: 3963.845701 samples/sec	rmse=0.016226	lr=0.015854
Epoch[175] Batch [199]	Speed: 3975.381820 samples/sec	rmse=0.016189	lr=0.015804
Epoch[175] Batch [249]	Speed: 4023.657540 samples/sec	rmse=0.016190	lr=0.015754
Epoch[175] Batch [299]	Speed: 4162.527170 samples/sec	rmse=0.016178	lr=0.015704
Epoch[175] Batch [349]	Speed: 4037.397941 samples/sec	rmse=0.016174	lr=0.015654
Epoch[175] Batch [399]	Speed: 3979.196856 samples/sec	rmse=0.016170	lr=0.015604
Epoch[175] Batch [449]	Speed: 4068.689336 samples/sec	rmse=0.016159	lr=0.015554
Epoch[175] Batch [499]	Speed: 4159.033608 samples/sec	rmse=0.016156	lr=0.015504
Epoch[175] Batch [549]	Speed: 3990.649466 samples/sec	rmse=0.016154	lr=0.015454
Epoch[175] Batch [599]	Speed: 4173.422055 samples/sec	rmse=0.016148	lr=0.015405
Epoch[175] Batch [649]	Speed: 4014.136087 samples/sec	rmse=0.016154	lr=0.015355
Epoch[175] Batch [699]	Speed: 4089.270060 samples/sec	rmse=0.016162	lr=0.015306
Epoch[175] Batch [749]	Speed: 4183.251637 samples/sec	rmse=0.016170	lr=0.015257
Epoch[175] Batch [799]	Speed: 4022.518573 samples/sec	rmse=0.016167	lr=0.015207
Epoch[175] Batch [849]	Speed: 4033.700937 samples/sec	rmse=0.016170	lr=0.015158
Epoch[175] Batch [899]	Speed: 3965.748027 samples/sec	rmse=0.016166	lr=0.015109
Epoch[175] Batch [949]	Speed: 4034.484439 samples/sec	rmse=0.016164	lr=0.015060
Epoch[175] Batch [999]	Speed: 4109.089588 samples/sec	rmse=0.016161	lr=0.015011
Epoch[175] Batch [1049]	Speed: 3897.633212 samples/sec	rmse=0.016159	lr=0.014962
Epoch[175] Batch [1099]	Speed: 4116.171192 samples/sec	rmse=0.016165	lr=0.014913
Epoch[175] Batch [1149]	Speed: 4030.245989 samples/sec	rmse=0.016167	lr=0.014864
Epoch[175] Batch [1199]	Speed: 3968.174331 samples/sec	rmse=0.016170	lr=0.014816
Epoch[175] Batch [1249]	Speed: 4260.145041 samples/sec	rmse=0.016171	lr=0.014767
[Epoch 175] training: rmse=0.016171
[Epoch 175] speed: 4037 samples/sec	time cost: 327.614604
[Epoch 175] validation: err-top1=0.232880 err-top5=0.063656
Epoch[176] Batch [49]	Speed: 4003.064475 samples/sec	rmse=0.015995	lr=0.014718
Epoch[176] Batch [99]	Speed: 4008.623241 samples/sec	rmse=0.015958	lr=0.014669
Epoch[176] Batch [149]	Speed: 4001.874267 samples/sec	rmse=0.016013	lr=0.014621
Epoch[176] Batch [199]	Speed: 4184.978038 samples/sec	rmse=0.016008	lr=0.014572
Epoch[176] Batch [249]	Speed: 4228.850154 samples/sec	rmse=0.015984	lr=0.014524
Epoch[176] Batch [299]	Speed: 4076.042097 samples/sec	rmse=0.015990	lr=0.014476
Epoch[176] Batch [349]	Speed: 4002.225922 samples/sec	rmse=0.016003	lr=0.014428
Epoch[176] Batch [399]	Speed: 4149.060521 samples/sec	rmse=0.015993	lr=0.014380
Epoch[176] Batch [449]	Speed: 4096.659090 samples/sec	rmse=0.015998	lr=0.014332
Epoch[176] Batch [499]	Speed: 3915.770859 samples/sec	rmse=0.016005	lr=0.014284
Epoch[176] Batch [549]	Speed: 3993.174730 samples/sec	rmse=0.016004	lr=0.014236
Epoch[176] Batch [599]	Speed: 4107.269358 samples/sec	rmse=0.016009	lr=0.014189
Epoch[176] Batch [649]	Speed: 3951.648181 samples/sec	rmse=0.016002	lr=0.014141
Epoch[176] Batch [699]	Speed: 4021.732179 samples/sec	rmse=0.016007	lr=0.014094
Epoch[176] Batch [749]	Speed: 4016.738204 samples/sec	rmse=0.016013	lr=0.014046
Epoch[176] Batch [799]	Speed: 4091.998678 samples/sec	rmse=0.016020	lr=0.013999
Epoch[176] Batch [849]	Speed: 4001.635415 samples/sec	rmse=0.016025	lr=0.013952
Epoch[176] Batch [899]	Speed: 4019.494233 samples/sec	rmse=0.016032	lr=0.013904
Epoch[176] Batch [949]	Speed: 4010.999220 samples/sec	rmse=0.016030	lr=0.013857
Epoch[176] Batch [999]	Speed: 4220.070746 samples/sec	rmse=0.016036	lr=0.013810
Epoch[176] Batch [1049]	Speed: 3974.946647 samples/sec	rmse=0.016042	lr=0.013763
Epoch[176] Batch [1099]	Speed: 4037.449861 samples/sec	rmse=0.016046	lr=0.013716
Epoch[176] Batch [1149]	Speed: 3998.414415 samples/sec	rmse=0.016043	lr=0.013669
Epoch[176] Batch [1199]	Speed: 4063.346931 samples/sec	rmse=0.016047	lr=0.013623
Epoch[176] Batch [1249]	Speed: 4261.400669 samples/sec	rmse=0.016050	lr=0.013576
[Epoch 176] training: rmse=0.016049
[Epoch 176] speed: 4052 samples/sec	time cost: 325.931488
[Epoch 176] validation: err-top1=0.232322 err-top5=0.062420
Epoch[177] Batch [49]	Speed: 4088.711975 samples/sec	rmse=0.015795	lr=0.013528
Epoch[177] Batch [99]	Speed: 4052.356750 samples/sec	rmse=0.015918	lr=0.013482
Epoch[177] Batch [149]	Speed: 4084.542064 samples/sec	rmse=0.015948	lr=0.013435
Epoch[177] Batch [199]	Speed: 4157.396469 samples/sec	rmse=0.015910	lr=0.013389
Epoch[177] Batch [249]	Speed: 4148.394560 samples/sec	rmse=0.015872	lr=0.013343
Epoch[177] Batch [299]	Speed: 4024.112569 samples/sec	rmse=0.015897	lr=0.013297
Epoch[177] Batch [349]	Speed: 3987.287684 samples/sec	rmse=0.015902	lr=0.013250
Epoch[177] Batch [399]	Speed: 3992.778042 samples/sec	rmse=0.015932	lr=0.013204
Epoch[177] Batch [449]	Speed: 4014.513391 samples/sec	rmse=0.015925	lr=0.013158
Epoch[177] Batch [499]	Speed: 4102.456254 samples/sec	rmse=0.015935	lr=0.013113
Epoch[177] Batch [549]	Speed: 3979.750224 samples/sec	rmse=0.015944	lr=0.013067
Epoch[177] Batch [599]	Speed: 4113.795259 samples/sec	rmse=0.015958	lr=0.013021
Epoch[177] Batch [649]	Speed: 4161.532420 samples/sec	rmse=0.015966	lr=0.012975
Epoch[177] Batch [699]	Speed: 4117.497631 samples/sec	rmse=0.015970	lr=0.012930
Epoch[177] Batch [749]	Speed: 4140.554348 samples/sec	rmse=0.015970	lr=0.012884
Epoch[177] Batch [799]	Speed: 4134.978287 samples/sec	rmse=0.015972	lr=0.012839
Epoch[177] Batch [849]	Speed: 3891.388655 samples/sec	rmse=0.015968	lr=0.012793
Epoch[177] Batch [899]	Speed: 4166.725647 samples/sec	rmse=0.015966	lr=0.012748
Epoch[177] Batch [949]	Speed: 3987.956388 samples/sec	rmse=0.015972	lr=0.012703
Epoch[177] Batch [999]	Speed: 3956.436836 samples/sec	rmse=0.015970	lr=0.012658
Epoch[177] Batch [1049]	Speed: 4019.054690 samples/sec	rmse=0.015968	lr=0.012613
Epoch[177] Batch [1099]	Speed: 3928.962227 samples/sec	rmse=0.015972	lr=0.012568
Epoch[177] Batch [1149]	Speed: 4115.355329 samples/sec	rmse=0.015974	lr=0.012523
Epoch[177] Batch [1199]	Speed: 3912.384026 samples/sec	rmse=0.015978	lr=0.012478
Epoch[177] Batch [1249]	Speed: 3988.282861 samples/sec	rmse=0.015978	lr=0.012433
[Epoch 177] training: rmse=0.015978
[Epoch 177] speed: 4045 samples/sec	time cost: 326.659745
[Epoch 177] validation: err-top1=0.232183 err-top5=0.063198
Epoch[178] Batch [49]	Speed: 4072.141813 samples/sec	rmse=0.015836	lr=0.012388
Epoch[178] Batch [99]	Speed: 3980.955424 samples/sec	rmse=0.015880	lr=0.012343
Epoch[178] Batch [149]	Speed: 4199.520592 samples/sec	rmse=0.015812	lr=0.012299
Epoch[178] Batch [199]	Speed: 4013.923304 samples/sec	rmse=0.015823	lr=0.012254
Epoch[178] Batch [249]	Speed: 4083.994355 samples/sec	rmse=0.015821	lr=0.012210
Epoch[178] Batch [299]	Speed: 4240.792529 samples/sec	rmse=0.015814	lr=0.012166
Epoch[178] Batch [349]	Speed: 4062.339458 samples/sec	rmse=0.015808	lr=0.012121
Epoch[178] Batch [399]	Speed: 4251.995187 samples/sec	rmse=0.015824	lr=0.012077
Epoch[178] Batch [449]	Speed: 4201.151467 samples/sec	rmse=0.015842	lr=0.012033
Epoch[178] Batch [499]	Speed: 3958.602323 samples/sec	rmse=0.015844	lr=0.011989
Epoch[178] Batch [549]	Speed: 3947.662889 samples/sec	rmse=0.015850	lr=0.011945
Epoch[178] Batch [599]	Speed: 3957.500831 samples/sec	rmse=0.015853	lr=0.011902
Epoch[178] Batch [649]	Speed: 3981.616100 samples/sec	rmse=0.015857	lr=0.011858
Epoch[178] Batch [699]	Speed: 3910.410632 samples/sec	rmse=0.015858	lr=0.011814
Epoch[178] Batch [749]	Speed: 3936.713964 samples/sec	rmse=0.015853	lr=0.011771
Epoch[178] Batch [799]	Speed: 3886.917739 samples/sec	rmse=0.015856	lr=0.011727
Epoch[178] Batch [849]	Speed: 3886.071932 samples/sec	rmse=0.015864	lr=0.011684
Epoch[178] Batch [899]	Speed: 3924.377282 samples/sec	rmse=0.015859	lr=0.011640
Epoch[178] Batch [949]	Speed: 4013.198690 samples/sec	rmse=0.015861	lr=0.011597
Epoch[178] Batch [999]	Speed: 3869.802888 samples/sec	rmse=0.015862	lr=0.011554
Epoch[178] Batch [1049]	Speed: 3935.316372 samples/sec	rmse=0.015872	lr=0.011511
Epoch[178] Batch [1099]	Speed: 4109.427625 samples/sec	rmse=0.015867	lr=0.011468
Epoch[178] Batch [1149]	Speed: 4014.878304 samples/sec	rmse=0.015874	lr=0.011425
Epoch[178] Batch [1199]	Speed: 3979.766598 samples/sec	rmse=0.015876	lr=0.011382
Epoch[178] Batch [1249]	Speed: 4066.988975 samples/sec	rmse=0.015876	lr=0.011339
[Epoch 178] training: rmse=0.015876
[Epoch 178] speed: 4013 samples/sec	time cost: 328.362346
[Epoch 178] validation: err-top1=0.228595 err-top5=0.061783
Epoch[179] Batch [49]	Speed: 3899.552657 samples/sec	rmse=0.015658	lr=0.011296
Epoch[179] Batch [99]	Speed: 3926.219006 samples/sec	rmse=0.015743	lr=0.011253
Epoch[179] Batch [149]	Speed: 4005.062303 samples/sec	rmse=0.015731	lr=0.011211
Epoch[179] Batch [199]	Speed: 3882.476247 samples/sec	rmse=0.015703	lr=0.011168
Epoch[179] Batch [249]	Speed: 3816.144434 samples/sec	rmse=0.015715	lr=0.011126
Epoch[179] Batch [299]	Speed: 3890.739253 samples/sec	rmse=0.015717	lr=0.011083
Epoch[179] Batch [349]	Speed: 3932.390510 samples/sec	rmse=0.015731	lr=0.011041
Epoch[179] Batch [399]	Speed: 3920.192001 samples/sec	rmse=0.015745	lr=0.010999
Epoch[179] Batch [449]	Speed: 3885.456992 samples/sec	rmse=0.015742	lr=0.010957
Epoch[179] Batch [499]	Speed: 3919.813759 samples/sec	rmse=0.015741	lr=0.010915
Epoch[179] Batch [549]	Speed: 3868.619019 samples/sec	rmse=0.015751	lr=0.010873
Epoch[179] Batch [599]	Speed: 3871.851936 samples/sec	rmse=0.015749	lr=0.010831
Epoch[179] Batch [649]	Speed: 4022.693687 samples/sec	rmse=0.015749	lr=0.010789
Epoch[179] Batch [699]	Speed: 3936.843796 samples/sec	rmse=0.015766	lr=0.010748
Epoch[179] Batch [749]	Speed: 3958.001274 samples/sec	rmse=0.015761	lr=0.010706
Epoch[179] Batch [799]	Speed: 3940.957326 samples/sec	rmse=0.015760	lr=0.010665
Epoch[179] Batch [849]	Speed: 3929.365316 samples/sec	rmse=0.015768	lr=0.010623
Epoch[179] Batch [899]	Speed: 3771.712691 samples/sec	rmse=0.015767	lr=0.010582
Epoch[179] Batch [949]	Speed: 3869.848774 samples/sec	rmse=0.015764	lr=0.010540
Epoch[179] Batch [999]	Speed: 3819.982158 samples/sec	rmse=0.015773	lr=0.010499
Epoch[179] Batch [1049]	Speed: 3892.323763 samples/sec	rmse=0.015773	lr=0.010458
Epoch[179] Batch [1099]	Speed: 3901.779725 samples/sec	rmse=0.015773	lr=0.010417
Epoch[179] Batch [1149]	Speed: 3981.845923 samples/sec	rmse=0.015767	lr=0.010376
Epoch[179] Batch [1199]	Speed: 3994.605108 samples/sec	rmse=0.015772	lr=0.010335
Epoch[179] Batch [1249]	Speed: 4150.059984 samples/sec	rmse=0.015778	lr=0.010294
[Epoch 179] training: rmse=0.015779
[Epoch 179] speed: 3915 samples/sec	time cost: 336.877607
[Epoch 179] validation: err-top1=0.230449 err-top5=0.062679
Epoch[180] Batch [49]	Speed: 3904.250944 samples/sec	rmse=0.015691	lr=0.010253
Epoch[180] Batch [99]	Speed: 3934.374334 samples/sec	rmse=0.015642	lr=0.010212
Epoch[180] Batch [149]	Speed: 3845.742775 samples/sec	rmse=0.015655	lr=0.010172
Epoch[180] Batch [199]	Speed: 3936.188876 samples/sec	rmse=0.015654	lr=0.010131
Epoch[180] Batch [249]	Speed: 3968.697500 samples/sec	rmse=0.015653	lr=0.010091
Epoch[180] Batch [299]	Speed: 3866.507324 samples/sec	rmse=0.015652	lr=0.010050
Epoch[180] Batch [349]	Speed: 3866.613004 samples/sec	rmse=0.015643	lr=0.010010
Epoch[180] Batch [399]	Speed: 3922.268839 samples/sec	rmse=0.015659	lr=0.009970
Epoch[180] Batch [449]	Speed: 3892.015419 samples/sec	rmse=0.015644	lr=0.009930
Epoch[180] Batch [499]	Speed: 3882.253120 samples/sec	rmse=0.015656	lr=0.009890
Epoch[180] Batch [549]	Speed: 3866.939756 samples/sec	rmse=0.015667	lr=0.009850
Epoch[180] Batch [599]	Speed: 3953.785789 samples/sec	rmse=0.015669	lr=0.009810
Epoch[180] Batch [649]	Speed: 3872.254353 samples/sec	rmse=0.015670	lr=0.009770
Epoch[180] Batch [699]	Speed: 3888.435558 samples/sec	rmse=0.015667	lr=0.009730
Epoch[180] Batch [749]	Speed: 3976.251494 samples/sec	rmse=0.015687	lr=0.009691
Epoch[180] Batch [799]	Speed: 3984.634258 samples/sec	rmse=0.015695	lr=0.009651
Epoch[180] Batch [849]	Speed: 3871.697666 samples/sec	rmse=0.015700	lr=0.009612
Epoch[180] Batch [899]	Speed: 3936.782307 samples/sec	rmse=0.015711	lr=0.009572
Epoch[180] Batch [949]	Speed: 3884.810200 samples/sec	rmse=0.015724	lr=0.009533
Epoch[180] Batch [999]	Speed: 3900.141750 samples/sec	rmse=0.015722	lr=0.009494
Epoch[180] Batch [1049]	Speed: 3929.450085 samples/sec	rmse=0.015724	lr=0.009454
Epoch[180] Batch [1099]	Speed: 3878.059881 samples/sec	rmse=0.015720	lr=0.009415
Epoch[180] Batch [1149]	Speed: 3876.835331 samples/sec	rmse=0.015716	lr=0.009376
Epoch[180] Batch [1199]	Speed: 3828.609025 samples/sec	rmse=0.015721	lr=0.009337
Epoch[180] Batch [1249]	Speed: 4002.968441 samples/sec	rmse=0.015721	lr=0.009299
[Epoch 180] training: rmse=0.015721
[Epoch 180] speed: 3903 samples/sec	time cost: 337.729629
[Epoch 180] validation: err-top1=0.225545 err-top5=0.060649
Epoch[181] Batch [49]	Speed: 3981.191075 samples/sec	rmse=0.015594	lr=0.009259
Epoch[181] Batch [99]	Speed: 4066.103720 samples/sec	rmse=0.015585	lr=0.009220
Epoch[181] Batch [149]	Speed: 3967.482117 samples/sec	rmse=0.015561	lr=0.009182
Epoch[181] Batch [199]	Speed: 3938.989401 samples/sec	rmse=0.015549	lr=0.009143
Epoch[181] Batch [249]	Speed: 3923.883943 samples/sec	rmse=0.015583	lr=0.009105
Epoch[181] Batch [299]	Speed: 3945.635632 samples/sec	rmse=0.015614	lr=0.009066
Epoch[181] Batch [349]	Speed: 3870.343476 samples/sec	rmse=0.015606	lr=0.009028
Epoch[181] Batch [399]	Speed: 3869.527666 samples/sec	rmse=0.015590	lr=0.008990
Epoch[181] Batch [449]	Speed: 3850.546464 samples/sec	rmse=0.015597	lr=0.008952
Epoch[181] Batch [499]	Speed: 3890.939105 samples/sec	rmse=0.015604	lr=0.008914
Epoch[181] Batch [549]	Speed: 3860.157877 samples/sec	rmse=0.015611	lr=0.008876
Epoch[181] Batch [599]	Speed: 3958.254060 samples/sec	rmse=0.015617	lr=0.008838
Epoch[181] Batch [649]	Speed: 4000.921193 samples/sec	rmse=0.015616	lr=0.008800
Epoch[181] Batch [699]	Speed: 3980.328166 samples/sec	rmse=0.015619	lr=0.008762
Epoch[181] Batch [749]	Speed: 3969.876125 samples/sec	rmse=0.015623	lr=0.008725
Epoch[181] Batch [799]	Speed: 3930.548389 samples/sec	rmse=0.015626	lr=0.008687
Epoch[181] Batch [849]	Speed: 3911.951134 samples/sec	rmse=0.015628	lr=0.008649
Epoch[181] Batch [899]	Speed: 3931.861175 samples/sec	rmse=0.015622	lr=0.008612
Epoch[181] Batch [949]	Speed: 3938.406644 samples/sec	rmse=0.015618	lr=0.008575
Epoch[181] Batch [999]	Speed: 3912.773525 samples/sec	rmse=0.015617	lr=0.008537
Epoch[181] Batch [1049]	Speed: 3906.183522 samples/sec	rmse=0.015617	lr=0.008500
Epoch[181] Batch [1099]	Speed: 3964.518495 samples/sec	rmse=0.015617	lr=0.008463
Epoch[181] Batch [1149]	Speed: 3883.410868 samples/sec	rmse=0.015618	lr=0.008426
Epoch[181] Batch [1199]	Speed: 3895.522379 samples/sec	rmse=0.015611	lr=0.008389
Epoch[181] Batch [1249]	Speed: 4004.444003 samples/sec	rmse=0.015618	lr=0.008352
[Epoch 181] training: rmse=0.015618
[Epoch 181] speed: 3930 samples/sec	time cost: 335.915827
[Epoch 181] validation: err-top1=0.226383 err-top5=0.060965
Epoch[182] Batch [49]	Speed: 3928.805744 samples/sec	rmse=0.015673	lr=0.008315
Epoch[182] Batch [99]	Speed: 3981.652347 samples/sec	rmse=0.015526	lr=0.008278
Epoch[182] Batch [149]	Speed: 3850.191758 samples/sec	rmse=0.015496	lr=0.008241
Epoch[182] Batch [199]	Speed: 3875.620786 samples/sec	rmse=0.015512	lr=0.008205
Epoch[182] Batch [249]	Speed: 3737.650232 samples/sec	rmse=0.015522	lr=0.008168
Epoch[182] Batch [299]	Speed: 3869.599344 samples/sec	rmse=0.015533	lr=0.008132
Epoch[182] Batch [349]	Speed: 4033.609489 samples/sec	rmse=0.015521	lr=0.008096
Epoch[182] Batch [399]	Speed: 3854.274692 samples/sec	rmse=0.015537	lr=0.008060
Epoch[182] Batch [449]	Speed: 3915.686965 samples/sec	rmse=0.015513	lr=0.008023
Epoch[182] Batch [499]	Speed: 3896.979673 samples/sec	rmse=0.015527	lr=0.007987
Epoch[182] Batch [549]	Speed: 3946.407485 samples/sec	rmse=0.015522	lr=0.007951
Epoch[182] Batch [599]	Speed: 3969.502763 samples/sec	rmse=0.015535	lr=0.007915
Epoch[182] Batch [649]	Speed: 3928.796112 samples/sec	rmse=0.015527	lr=0.007880
Epoch[182] Batch [699]	Speed: 4084.635836 samples/sec	rmse=0.015527	lr=0.007844
Epoch[182] Batch [749]	Speed: 3983.204877 samples/sec	rmse=0.015526	lr=0.007808
Epoch[182] Batch [799]	Speed: 4000.587952 samples/sec	rmse=0.015527	lr=0.007773
Epoch[182] Batch [849]	Speed: 3919.385874 samples/sec	rmse=0.015528	lr=0.007737
Epoch[182] Batch [899]	Speed: 3961.354754 samples/sec	rmse=0.015525	lr=0.007702
Epoch[182] Batch [949]	Speed: 4010.448513 samples/sec	rmse=0.015531	lr=0.007666
Epoch[182] Batch [999]	Speed: 3788.987965 samples/sec	rmse=0.015537	lr=0.007631
Epoch[182] Batch [1049]	Speed: 3915.123502 samples/sec	rmse=0.015537	lr=0.007596
Epoch[182] Batch [1099]	Speed: 3925.556995 samples/sec	rmse=0.015541	lr=0.007561
Epoch[182] Batch [1149]	Speed: 3924.277959 samples/sec	rmse=0.015546	lr=0.007526
Epoch[182] Batch [1199]	Speed: 3854.205933 samples/sec	rmse=0.015543	lr=0.007491
Epoch[182] Batch [1249]	Speed: 4019.632743 samples/sec	rmse=0.015544	lr=0.007456
[Epoch 182] training: rmse=0.015545
[Epoch 182] speed: 3922 samples/sec	time cost: 335.920076
[Epoch 182] validation: err-top1=0.224350 err-top5=0.059451
Epoch[183] Batch [49]	Speed: 3984.257227 samples/sec	rmse=0.015491	lr=0.007420
Epoch[183] Batch [99]	Speed: 3944.174252 samples/sec	rmse=0.015378	lr=0.007386
Epoch[183] Batch [149]	Speed: 3917.185754 samples/sec	rmse=0.015391	lr=0.007351
Epoch[183] Batch [199]	Speed: 3848.577145 samples/sec	rmse=0.015434	lr=0.007316
Epoch[183] Batch [249]	Speed: 3977.865686 samples/sec	rmse=0.015423	lr=0.007282
Epoch[183] Batch [299]	Speed: 3987.687724 samples/sec	rmse=0.015420	lr=0.007248
Epoch[183] Batch [349]	Speed: 3986.876991 samples/sec	rmse=0.015416	lr=0.007213
Epoch[183] Batch [399]	Speed: 3772.601698 samples/sec	rmse=0.015443	lr=0.007179
Epoch[183] Batch [449]	Speed: 3977.640449 samples/sec	rmse=0.015437	lr=0.007145
Epoch[183] Batch [499]	Speed: 3981.073431 samples/sec	rmse=0.015447	lr=0.007111
Epoch[183] Batch [549]	Speed: 3963.142125 samples/sec	rmse=0.015436	lr=0.007077
Epoch[183] Batch [599]	Speed: 3894.016111 samples/sec	rmse=0.015447	lr=0.007043
Epoch[183] Batch [649]	Speed: 3937.759651 samples/sec	rmse=0.015446	lr=0.007009
Epoch[183] Batch [699]	Speed: 3888.668269 samples/sec	rmse=0.015443	lr=0.006975
Epoch[183] Batch [749]	Speed: 3997.260303 samples/sec	rmse=0.015444	lr=0.006942
Epoch[183] Batch [799]	Speed: 3916.607502 samples/sec	rmse=0.015443	lr=0.006908
Epoch[183] Batch [849]	Speed: 3854.107847 samples/sec	rmse=0.015442	lr=0.006874
Epoch[183] Batch [899]	Speed: 3950.545686 samples/sec	rmse=0.015440	lr=0.006841
Epoch[183] Batch [949]	Speed: 3996.645004 samples/sec	rmse=0.015440	lr=0.006808
Epoch[183] Batch [999]	Speed: 3991.757322 samples/sec	rmse=0.015440	lr=0.006774
Epoch[183] Batch [1049]	Speed: 3943.529274 samples/sec	rmse=0.015442	lr=0.006741
Epoch[183] Batch [1099]	Speed: 3833.641520 samples/sec	rmse=0.015444	lr=0.006708
Epoch[183] Batch [1149]	Speed: 3793.791169 samples/sec	rmse=0.015441	lr=0.006675
Epoch[183] Batch [1199]	Speed: 4035.692231 samples/sec	rmse=0.015440	lr=0.006642
Epoch[183] Batch [1249]	Speed: 4004.879683 samples/sec	rmse=0.015436	lr=0.006609
[Epoch 183] training: rmse=0.015436
[Epoch 183] speed: 3931 samples/sec	time cost: 335.496955
[Epoch 183] validation: err-top1=0.223713 err-top5=0.059451
Epoch[184] Batch [49]	Speed: 3903.536646 samples/sec	rmse=0.015468	lr=0.006576
Epoch[184] Batch [99]	Speed: 4058.611153 samples/sec	rmse=0.015527	lr=0.006543
Epoch[184] Batch [149]	Speed: 3885.318998 samples/sec	rmse=0.015516	lr=0.006510
Epoch[184] Batch [199]	Speed: 3868.746141 samples/sec	rmse=0.015444	lr=0.006478
Epoch[184] Batch [249]	Speed: 3893.497621 samples/sec	rmse=0.015400	lr=0.006445
Epoch[184] Batch [299]	Speed: 3816.007658 samples/sec	rmse=0.015413	lr=0.006413
Epoch[184] Batch [349]	Speed: 3830.435245 samples/sec	rmse=0.015402	lr=0.006381
Epoch[184] Batch [399]	Speed: 3876.618729 samples/sec	rmse=0.015397	lr=0.006348
Epoch[184] Batch [449]	Speed: 3858.692904 samples/sec	rmse=0.015400	lr=0.006316
Epoch[184] Batch [499]	Speed: 3865.873506 samples/sec	rmse=0.015404	lr=0.006284
Epoch[184] Batch [549]	Speed: 3903.787774 samples/sec	rmse=0.015406	lr=0.006252
Epoch[184] Batch [599]	Speed: 3804.471542 samples/sec	rmse=0.015408	lr=0.006220
Epoch[184] Batch [649]	Speed: 3900.643874 samples/sec	rmse=0.015394	lr=0.006189
Epoch[184] Batch [699]	Speed: 3847.755454 samples/sec	rmse=0.015392	lr=0.006157
Epoch[184] Batch [749]	Speed: 3959.684277 samples/sec	rmse=0.015401	lr=0.006125
Epoch[184] Batch [799]	Speed: 3861.454954 samples/sec	rmse=0.015410	lr=0.006094
Epoch[184] Batch [849]	Speed: 3842.086911 samples/sec	rmse=0.015412	lr=0.006062
Epoch[184] Batch [899]	Speed: 3818.164667 samples/sec	rmse=0.015401	lr=0.006031
Epoch[184] Batch [949]	Speed: 3745.843626 samples/sec	rmse=0.015399	lr=0.005999
Epoch[184] Batch [999]	Speed: 3803.165983 samples/sec	rmse=0.015395	lr=0.005968
Epoch[184] Batch [1049]	Speed: 3785.247796 samples/sec	rmse=0.015387	lr=0.005937
Epoch[184] Batch [1099]	Speed: 3882.846335 samples/sec	rmse=0.015382	lr=0.005906
Epoch[184] Batch [1149]	Speed: 3967.095135 samples/sec	rmse=0.015376	lr=0.005875
Epoch[184] Batch [1199]	Speed: 3921.717589 samples/sec	rmse=0.015375	lr=0.005844
Epoch[184] Batch [1249]	Speed: 4108.380354 samples/sec	rmse=0.015375	lr=0.005813
[Epoch 184] training: rmse=0.015375
[Epoch 184] speed: 3875 samples/sec	time cost: 339.678574
[Epoch 184] validation: err-top1=0.222357 err-top5=0.058394
Epoch[185] Batch [49]	Speed: 3839.420993 samples/sec	rmse=0.015115	lr=0.005781
Epoch[185] Batch [99]	Speed: 4001.455494 samples/sec	rmse=0.015122	lr=0.005751
Epoch[185] Batch [149]	Speed: 3978.411830 samples/sec	rmse=0.015147	lr=0.005720
Epoch[185] Batch [199]	Speed: 3767.189740 samples/sec	rmse=0.015242	lr=0.005690
Epoch[185] Batch [249]	Speed: 3853.296861 samples/sec	rmse=0.015194	lr=0.005659
Epoch[185] Batch [299]	Speed: 3860.545306 samples/sec	rmse=0.015194	lr=0.005629
Epoch[185] Batch [349]	Speed: 3822.775811 samples/sec	rmse=0.015199	lr=0.005598
Epoch[185] Batch [399]	Speed: 3911.557523 samples/sec	rmse=0.015227	lr=0.005568
Epoch[185] Batch [449]	Speed: 3828.678308 samples/sec	rmse=0.015234	lr=0.005538
Epoch[185] Batch [499]	Speed: 3779.192412 samples/sec	rmse=0.015246	lr=0.005508
Epoch[185] Batch [549]	Speed: 3861.788961 samples/sec	rmse=0.015251	lr=0.005478
Epoch[185] Batch [599]	Speed: 3847.802887 samples/sec	rmse=0.015265	lr=0.005448
Epoch[185] Batch [649]	Speed: 3938.701504 samples/sec	rmse=0.015266	lr=0.005418
Epoch[185] Batch [699]	Speed: 3853.284070 samples/sec	rmse=0.015267	lr=0.005389
Epoch[185] Batch [749]	Speed: 3896.245765 samples/sec	rmse=0.015273	lr=0.005359
Epoch[185] Batch [799]	Speed: 3817.819023 samples/sec	rmse=0.015269	lr=0.005329
Epoch[185] Batch [849]	Speed: 3876.542102 samples/sec	rmse=0.015279	lr=0.005300
Epoch[185] Batch [899]	Speed: 3794.414509 samples/sec	rmse=0.015276	lr=0.005271
Epoch[185] Batch [949]	Speed: 3860.639347 samples/sec	rmse=0.015281	lr=0.005241
Epoch[185] Batch [999]	Speed: 3835.438979 samples/sec	rmse=0.015284	lr=0.005212
Epoch[185] Batch [1049]	Speed: 3872.005451 samples/sec	rmse=0.015284	lr=0.005183
Epoch[185] Batch [1099]	Speed: 3783.485930 samples/sec	rmse=0.015279	lr=0.005154
Epoch[185] Batch [1149]	Speed: 3895.632972 samples/sec	rmse=0.015281	lr=0.005125
Epoch[185] Batch [1199]	Speed: 3829.928151 samples/sec	rmse=0.015282	lr=0.005096
Epoch[185] Batch [1249]	Speed: 4023.515209 samples/sec	rmse=0.015290	lr=0.005067
[Epoch 185] training: rmse=0.015290
[Epoch 185] speed: 3860 samples/sec	time cost: 341.152208
[Epoch 185] validation: err-top1=0.221042 err-top5=0.059052
Epoch[186] Batch [49]	Speed: 3747.609645 samples/sec	rmse=0.015183	lr=0.005038
Epoch[186] Batch [99]	Speed: 3896.222861 samples/sec	rmse=0.015098	lr=0.005009
Epoch[186] Batch [149]	Speed: 3870.853236 samples/sec	rmse=0.015120	lr=0.004980
Epoch[186] Batch [199]	Speed: 3844.039753 samples/sec	rmse=0.015108	lr=0.004952
Epoch[186] Batch [249]	Speed: 3796.036593 samples/sec	rmse=0.015096	lr=0.004923
Epoch[186] Batch [299]	Speed: 3847.068223 samples/sec	rmse=0.015134	lr=0.004895
Epoch[186] Batch [349]	Speed: 3884.919554 samples/sec	rmse=0.015120	lr=0.004867
Epoch[186] Batch [399]	Speed: 3874.978384 samples/sec	rmse=0.015119	lr=0.004839
Epoch[186] Batch [449]	Speed: 3869.571244 samples/sec	rmse=0.015138	lr=0.004810
Epoch[186] Batch [499]	Speed: 3919.663727 samples/sec	rmse=0.015157	lr=0.004782
Epoch[186] Batch [549]	Speed: 3823.256236 samples/sec	rmse=0.015150	lr=0.004754
Epoch[186] Batch [599]	Speed: 3820.994209 samples/sec	rmse=0.015175	lr=0.004727
Epoch[186] Batch [649]	Speed: 3858.007513 samples/sec	rmse=0.015180	lr=0.004699
Epoch[186] Batch [699]	Speed: 3827.155140 samples/sec	rmse=0.015182	lr=0.004671
Epoch[186] Batch [749]	Speed: 3825.615056 samples/sec	rmse=0.015187	lr=0.004643
Epoch[186] Batch [799]	Speed: 3833.335903 samples/sec	rmse=0.015192	lr=0.004616
Epoch[186] Batch [849]	Speed: 3889.197659 samples/sec	rmse=0.015199	lr=0.004588
Epoch[186] Batch [899]	Speed: 3848.771792 samples/sec	rmse=0.015211	lr=0.004561
Epoch[186] Batch [949]	Speed: 3875.724866 samples/sec	rmse=0.015208	lr=0.004534
Epoch[186] Batch [999]	Speed: 3920.184988 samples/sec	rmse=0.015216	lr=0.004506
Epoch[186] Batch [1049]	Speed: 3866.494724 samples/sec	rmse=0.015211	lr=0.004479
Epoch[186] Batch [1099]	Speed: 3862.147613 samples/sec	rmse=0.015222	lr=0.004452
Epoch[186] Batch [1149]	Speed: 3857.352991 samples/sec	rmse=0.015225	lr=0.004425
Epoch[186] Batch [1199]	Speed: 3810.983856 samples/sec	rmse=0.015220	lr=0.004398
Epoch[186] Batch [1249]	Speed: 3963.714740 samples/sec	rmse=0.015217	lr=0.004372
[Epoch 186] training: rmse=0.015217
[Epoch 186] speed: 3854 samples/sec	time cost: 342.413360
[Epoch 186] validation: err-top1=0.220174 err-top5=0.058024
Epoch[187] Batch [49]	Speed: 3827.832477 samples/sec	rmse=0.014931	lr=0.004344
Epoch[187] Batch [99]	Speed: 3893.893183 samples/sec	rmse=0.014953	lr=0.004318
Epoch[187] Batch [149]	Speed: 3865.792432 samples/sec	rmse=0.015003	lr=0.004291
Epoch[187] Batch [199]	Speed: 3836.223825 samples/sec	rmse=0.014971	lr=0.004265
Epoch[187] Batch [249]	Speed: 3868.072990 samples/sec	rmse=0.014999	lr=0.004238
Epoch[187] Batch [299]	Speed: 3817.144411 samples/sec	rmse=0.014999	lr=0.004212
Epoch[187] Batch [349]	Speed: 3827.360929 samples/sec	rmse=0.015005	lr=0.004186
Epoch[187] Batch [399]	Speed: 3986.888464 samples/sec	rmse=0.015019	lr=0.004159
Epoch[187] Batch [449]	Speed: 3897.508570 samples/sec	rmse=0.015036	lr=0.004133
Epoch[187] Batch [499]	Speed: 4067.681446 samples/sec	rmse=0.015043	lr=0.004107
Epoch[187] Batch [549]	Speed: 3907.537884 samples/sec	rmse=0.015034	lr=0.004081
Epoch[187] Batch [599]	Speed: 3944.434621 samples/sec	rmse=0.015044	lr=0.004056
Epoch[187] Batch [649]	Speed: 3978.900620 samples/sec	rmse=0.015051	lr=0.004030
Epoch[187] Batch [699]	Speed: 3898.214579 samples/sec	rmse=0.015042	lr=0.004004
Epoch[187] Batch [749]	Speed: 3955.818154 samples/sec	rmse=0.015047	lr=0.003978
Epoch[187] Batch [799]	Speed: 4029.210182 samples/sec	rmse=0.015052	lr=0.003953
Epoch[187] Batch [849]	Speed: 3967.590970 samples/sec	rmse=0.015058	lr=0.003928
Epoch[187] Batch [899]	Speed: 4109.715932 samples/sec	rmse=0.015062	lr=0.003902
Epoch[187] Batch [949]	Speed: 3861.675975 samples/sec	rmse=0.015074	lr=0.003877
Epoch[187] Batch [999]	Speed: 3916.549357 samples/sec	rmse=0.015073	lr=0.003852
Epoch[187] Batch [1049]	Speed: 3996.678401 samples/sec	rmse=0.015071	lr=0.003827
Epoch[187] Batch [1099]	Speed: 4008.007805 samples/sec	rmse=0.015080	lr=0.003802
Epoch[187] Batch [1149]	Speed: 4144.161827 samples/sec	rmse=0.015090	lr=0.003777
Epoch[187] Batch [1199]	Speed: 4005.122209 samples/sec	rmse=0.015086	lr=0.003752
Epoch[187] Batch [1249]	Speed: 4111.093618 samples/sec	rmse=0.015092	lr=0.003727
[Epoch 187] training: rmse=0.015092
[Epoch 187] speed: 3943 samples/sec	time cost: 335.052754
[Epoch 187] validation: err-top1=0.218292 err-top5=0.057537
Epoch[188] Batch [49]	Speed: 4125.596303 samples/sec	rmse=0.014805	lr=0.003702
Epoch[188] Batch [99]	Speed: 3949.065418 samples/sec	rmse=0.014845	lr=0.003677
Epoch[188] Batch [149]	Speed: 3795.691254 samples/sec	rmse=0.014914	lr=0.003653
Epoch[188] Batch [199]	Speed: 4117.390344 samples/sec	rmse=0.014902	lr=0.003628
Epoch[188] Batch [249]	Speed: 3933.437071 samples/sec	rmse=0.014872	lr=0.003604
Epoch[188] Batch [299]	Speed: 3900.261814 samples/sec	rmse=0.014888	lr=0.003579
Epoch[188] Batch [349]	Speed: 3887.593876 samples/sec	rmse=0.014918	lr=0.003555
Epoch[188] Batch [399]	Speed: 3913.266998 samples/sec	rmse=0.014943	lr=0.003531
Epoch[188] Batch [449]	Speed: 3984.346525 samples/sec	rmse=0.014946	lr=0.003507
Epoch[188] Batch [499]	Speed: 3922.880152 samples/sec	rmse=0.014966	lr=0.003483
Epoch[188] Batch [549]	Speed: 3901.798440 samples/sec	rmse=0.014973	lr=0.003459
Epoch[188] Batch [599]	Speed: 3857.061801 samples/sec	rmse=0.014965	lr=0.003435
Epoch[188] Batch [649]	Speed: 3892.524695 samples/sec	rmse=0.014991	lr=0.003412
Epoch[188] Batch [699]	Speed: 3934.589652 samples/sec	rmse=0.014998	lr=0.003388
Epoch[188] Batch [749]	Speed: 4018.994141 samples/sec	rmse=0.014998	lr=0.003364
Epoch[188] Batch [799]	Speed: 3798.087444 samples/sec	rmse=0.015001	lr=0.003341
Epoch[188] Batch [849]	Speed: 3860.563350 samples/sec	rmse=0.015010	lr=0.003318
Epoch[188] Batch [899]	Speed: 3910.084252 samples/sec	rmse=0.015012	lr=0.003294
Epoch[188] Batch [949]	Speed: 3961.702101 samples/sec	rmse=0.015013	lr=0.003271
Epoch[188] Batch [999]	Speed: 3913.864451 samples/sec	rmse=0.015018	lr=0.003248
Epoch[188] Batch [1049]	Speed: 3956.866798 samples/sec	rmse=0.015022	lr=0.003225
Epoch[188] Batch [1099]	Speed: 3981.143987 samples/sec	rmse=0.015016	lr=0.003202
Epoch[188] Batch [1149]	Speed: 3945.955503 samples/sec	rmse=0.015016	lr=0.003179
Epoch[188] Batch [1199]	Speed: 3990.440426 samples/sec	rmse=0.015025	lr=0.003156
Epoch[188] Batch [1249]	Speed: 4146.250976 samples/sec	rmse=0.015026	lr=0.003133
[Epoch 188] training: rmse=0.015027
[Epoch 188] speed: 3939 samples/sec	time cost: 334.461985
[Epoch 188] validation: err-top1=0.218650 err-top5=0.057757
Epoch[189] Batch [49]	Speed: 3825.997558 samples/sec	rmse=0.014982	lr=0.003110
Epoch[189] Batch [99]	Speed: 3945.685798 samples/sec	rmse=0.014880	lr=0.003088
Epoch[189] Batch [149]	Speed: 3915.194381 samples/sec	rmse=0.014901	lr=0.003065
Epoch[189] Batch [199]	Speed: 3949.739523 samples/sec	rmse=0.014860	lr=0.003043
Epoch[189] Batch [249]	Speed: 3883.852218 samples/sec	rmse=0.014875	lr=0.003020
Epoch[189] Batch [299]	Speed: 3851.374528 samples/sec	rmse=0.014865	lr=0.002998
Epoch[189] Batch [349]	Speed: 3840.724571 samples/sec	rmse=0.014909	lr=0.002976
Epoch[189] Batch [399]	Speed: 3814.712264 samples/sec	rmse=0.014892	lr=0.002954
Epoch[189] Batch [449]	Speed: 3847.694441 samples/sec	rmse=0.014902	lr=0.002932
Epoch[189] Batch [499]	Speed: 3884.128849 samples/sec	rmse=0.014923	lr=0.002910
Epoch[189] Batch [549]	Speed: 3785.559606 samples/sec	rmse=0.014942	lr=0.002888
Epoch[189] Batch [599]	Speed: 3779.884280 samples/sec	rmse=0.014949	lr=0.002866
Epoch[189] Batch [649]	Speed: 3814.657377 samples/sec	rmse=0.014947	lr=0.002845
Epoch[189] Batch [699]	Speed: 3833.495138 samples/sec	rmse=0.014948	lr=0.002823
Epoch[189] Batch [749]	Speed: 3877.053776 samples/sec	rmse=0.014951	lr=0.002801
Epoch[189] Batch [799]	Speed: 3881.930441 samples/sec	rmse=0.014956	lr=0.002780
Epoch[189] Batch [849]	Speed: 3867.372424 samples/sec	rmse=0.014953	lr=0.002759
Epoch[189] Batch [899]	Speed: 3777.698655 samples/sec	rmse=0.014946	lr=0.002737
Epoch[189] Batch [949]	Speed: 3897.824010 samples/sec	rmse=0.014948	lr=0.002716
Epoch[189] Batch [999]	Speed: 3900.579755 samples/sec	rmse=0.014947	lr=0.002695
Epoch[189] Batch [1049]	Speed: 3928.133591 samples/sec	rmse=0.014959	lr=0.002674
Epoch[189] Batch [1099]	Speed: 4022.126355 samples/sec	rmse=0.014953	lr=0.002653
Epoch[189] Batch [1149]	Speed: 3718.225333 samples/sec	rmse=0.014957	lr=0.002632
Epoch[189] Batch [1199]	Speed: 3940.730463 samples/sec	rmse=0.014948	lr=0.002611
Epoch[189] Batch [1249]	Speed: 4051.406921 samples/sec	rmse=0.014944	lr=0.002591
[Epoch 189] training: rmse=0.014945
[Epoch 189] speed: 3869 samples/sec	time cost: 340.851370
[Epoch 189] validation: err-top1=0.218630 err-top5=0.056680
Epoch[190] Batch [49]	Speed: 3954.010226 samples/sec	rmse=0.015031	lr=0.002570
Epoch[190] Batch [99]	Speed: 3812.845016 samples/sec	rmse=0.014875	lr=0.002549
Epoch[190] Batch [149]	Speed: 3855.908353 samples/sec	rmse=0.014787	lr=0.002529
Epoch[190] Batch [199]	Speed: 3889.819984 samples/sec	rmse=0.014825	lr=0.002508
Epoch[190] Batch [249]	Speed: 3933.812686 samples/sec	rmse=0.014834	lr=0.002488
Epoch[190] Batch [299]	Speed: 3908.016240 samples/sec	rmse=0.014849	lr=0.002468
Epoch[190] Batch [349]	Speed: 3877.871293 samples/sec	rmse=0.014867	lr=0.002448
Epoch[190] Batch [399]	Speed: 4016.517031 samples/sec	rmse=0.014853	lr=0.002428
Epoch[190] Batch [449]	Speed: 3900.712246 samples/sec	rmse=0.014854	lr=0.002408
Epoch[190] Batch [499]	Speed: 3832.978819 samples/sec	rmse=0.014839	lr=0.002388
Epoch[190] Batch [549]	Speed: 3831.040955 samples/sec	rmse=0.014839	lr=0.002368
Epoch[190] Batch [599]	Speed: 3775.450108 samples/sec	rmse=0.014844	lr=0.002348
Epoch[190] Batch [649]	Speed: 3867.754545 samples/sec	rmse=0.014864	lr=0.002329
Epoch[190] Batch [699]	Speed: 3951.421031 samples/sec	rmse=0.014867	lr=0.002309
Epoch[190] Batch [749]	Speed: 3880.774135 samples/sec	rmse=0.014875	lr=0.002290
Epoch[190] Batch [799]	Speed: 3796.256094 samples/sec	rmse=0.014884	lr=0.002270
Epoch[190] Batch [849]	Speed: 3781.847112 samples/sec	rmse=0.014898	lr=0.002251
Epoch[190] Batch [899]	Speed: 3761.741888 samples/sec	rmse=0.014904	lr=0.002232
Epoch[190] Batch [949]	Speed: 3783.254640 samples/sec	rmse=0.014912	lr=0.002213
Epoch[190] Batch [999]	Speed: 3881.141864 samples/sec	rmse=0.014912	lr=0.002194
Epoch[190] Batch [1049]	Speed: 3904.671698 samples/sec	rmse=0.014914	lr=0.002175
Epoch[190] Batch [1099]	Speed: 3866.893939 samples/sec	rmse=0.014918	lr=0.002156
Epoch[190] Batch [1149]	Speed: 3863.687019 samples/sec	rmse=0.014909	lr=0.002137
Epoch[190] Batch [1199]	Speed: 3901.833532 samples/sec	rmse=0.014902	lr=0.002118
Epoch[190] Batch [1249]	Speed: 4076.767450 samples/sec	rmse=0.014901	lr=0.002099
[Epoch 190] training: rmse=0.014902
[Epoch 190] speed: 3871 samples/sec	time cost: 340.156439
[Epoch 190] validation: err-top1=0.218292 err-top5=0.056840
Epoch[191] Batch [49]	Speed: 4011.938964 samples/sec	rmse=0.014880	lr=0.002081
Epoch[191] Batch [99]	Speed: 3751.236713 samples/sec	rmse=0.014797	lr=0.002062
Epoch[191] Batch [149]	Speed: 3972.815354 samples/sec	rmse=0.014779	lr=0.002044
Epoch[191] Batch [199]	Speed: 3943.268735 samples/sec	rmse=0.014794	lr=0.002025
Epoch[191] Batch [249]	Speed: 3873.862204 samples/sec	rmse=0.014793	lr=0.002007
Epoch[191] Batch [299]	Speed: 3878.898701 samples/sec	rmse=0.014788	lr=0.001989
Epoch[191] Batch [349]	Speed: 3904.920699 samples/sec	rmse=0.014814	lr=0.001971
Epoch[191] Batch [399]	Speed: 3839.387015 samples/sec	rmse=0.014822	lr=0.001953
Epoch[191] Batch [449]	Speed: 3729.004823 samples/sec	rmse=0.014833	lr=0.001935
Epoch[191] Batch [499]	Speed: 3832.500599 samples/sec	rmse=0.014851	lr=0.001917
Epoch[191] Batch [549]	Speed: 3904.831589 samples/sec	rmse=0.014842	lr=0.001899
Epoch[191] Batch [599]	Speed: 3952.516376 samples/sec	rmse=0.014816	lr=0.001882
Epoch[191] Batch [649]	Speed: 3901.879897 samples/sec	rmse=0.014820	lr=0.001864
Epoch[191] Batch [699]	Speed: 4021.125663 samples/sec	rmse=0.014826	lr=0.001847
Epoch[191] Batch [749]	Speed: 3953.664300 samples/sec	rmse=0.014831	lr=0.001829
Epoch[191] Batch [799]	Speed: 3885.641608 samples/sec	rmse=0.014836	lr=0.001812
Epoch[191] Batch [849]	Speed: 4053.553767 samples/sec	rmse=0.014834	lr=0.001795
Epoch[191] Batch [899]	Speed: 3941.693707 samples/sec	rmse=0.014830	lr=0.001777
Epoch[191] Batch [949]	Speed: 3897.956667 samples/sec	rmse=0.014840	lr=0.001760
Epoch[191] Batch [999]	Speed: 3927.371886 samples/sec	rmse=0.014849	lr=0.001743
Epoch[191] Batch [1049]	Speed: 3794.037424 samples/sec	rmse=0.014844	lr=0.001726
Epoch[191] Batch [1099]	Speed: 3871.068635 samples/sec	rmse=0.014852	lr=0.001710
Epoch[191] Batch [1149]	Speed: 3845.418700 samples/sec	rmse=0.014849	lr=0.001693
Epoch[191] Batch [1199]	Speed: 3921.283560 samples/sec	rmse=0.014845	lr=0.001676
Epoch[191] Batch [1249]	Speed: 4112.150856 samples/sec	rmse=0.014838	lr=0.001660
[Epoch 191] training: rmse=0.014837
[Epoch 191] speed: 3904 samples/sec	time cost: 337.086914
[Epoch 191] validation: err-top1=0.216492 err-top5=0.056010
Epoch[192] Batch [49]	Speed: 3952.378816 samples/sec	rmse=0.014905	lr=0.001643
Epoch[192] Batch [99]	Speed: 3921.314850 samples/sec	rmse=0.014872	lr=0.001626
Epoch[192] Batch [149]	Speed: 3869.834478 samples/sec	rmse=0.014837	lr=0.001610
Epoch[192] Batch [199]	Speed: 3938.629410 samples/sec	rmse=0.014817	lr=0.001594
Epoch[192] Batch [249]	Speed: 3970.533055 samples/sec	rmse=0.014792	lr=0.001577
Epoch[192] Batch [299]	Speed: 3872.877344 samples/sec	rmse=0.014802	lr=0.001561
Epoch[192] Batch [349]	Speed: 3890.266244 samples/sec	rmse=0.014761	lr=0.001545
Epoch[192] Batch [399]	Speed: 3890.072873 samples/sec	rmse=0.014777	lr=0.001529
Epoch[192] Batch [449]	Speed: 3799.626415 samples/sec	rmse=0.014782	lr=0.001514
Epoch[192] Batch [499]	Speed: 3910.890048 samples/sec	rmse=0.014799	lr=0.001498
Epoch[192] Batch [549]	Speed: 3801.517680 samples/sec	rmse=0.014802	lr=0.001482
Epoch[192] Batch [599]	Speed: 3838.149444 samples/sec	rmse=0.014797	lr=0.001466
Epoch[192] Batch [649]	Speed: 3780.075501 samples/sec	rmse=0.014804	lr=0.001451
Epoch[192] Batch [699]	Speed: 3870.971434 samples/sec	rmse=0.014806	lr=0.001435
Epoch[192] Batch [749]	Speed: 3843.144411 samples/sec	rmse=0.014798	lr=0.001420
Epoch[192] Batch [799]	Speed: 3889.197377 samples/sec	rmse=0.014806	lr=0.001405
Epoch[192] Batch [849]	Speed: 3816.789319 samples/sec	rmse=0.014811	lr=0.001390
Epoch[192] Batch [899]	Speed: 3936.675788 samples/sec	rmse=0.014808	lr=0.001375
Epoch[192] Batch [949]	Speed: 3744.696502 samples/sec	rmse=0.014815	lr=0.001360
Epoch[192] Batch [999]	Speed: 3931.266779 samples/sec	rmse=0.014810	lr=0.001345
Epoch[192] Batch [1049]	Speed: 3810.066665 samples/sec	rmse=0.014811	lr=0.001330
Epoch[192] Batch [1099]	Speed: 3869.282948 samples/sec	rmse=0.014802	lr=0.001315
Epoch[192] Batch [1149]	Speed: 3841.266821 samples/sec	rmse=0.014799	lr=0.001300
Epoch[192] Batch [1199]	Speed: 3741.778171 samples/sec	rmse=0.014800	lr=0.001286
Epoch[192] Batch [1249]	Speed: 3984.976012 samples/sec	rmse=0.014798	lr=0.001271
[Epoch 192] training: rmse=0.014798
[Epoch 192] speed: 3864 samples/sec	time cost: 341.525411
[Epoch 192] validation: err-top1=0.216259 err-top5=0.055923
Epoch[193] Batch [49]	Speed: 3755.501323 samples/sec	rmse=0.014836	lr=0.001256
Epoch[193] Batch [99]	Speed: 3857.655866 samples/sec	rmse=0.014867	lr=0.001242
Epoch[193] Batch [149]	Speed: 3757.308148 samples/sec	rmse=0.014774	lr=0.001228
Epoch[193] Batch [199]	Speed: 3870.515497 samples/sec	rmse=0.014832	lr=0.001213
Epoch[193] Batch [249]	Speed: 3844.477084 samples/sec	rmse=0.014772	lr=0.001199
Epoch[193] Batch [299]	Speed: 3902.761752 samples/sec	rmse=0.014786	lr=0.001185
Epoch[193] Batch [349]	Speed: 3838.492398 samples/sec	rmse=0.014782	lr=0.001171
Epoch[193] Batch [399]	Speed: 3805.917817 samples/sec	rmse=0.014753	lr=0.001157
Epoch[193] Batch [449]	Speed: 3851.266226 samples/sec	rmse=0.014725	lr=0.001144
Epoch[193] Batch [499]	Speed: 3863.730118 samples/sec	rmse=0.014725	lr=0.001130
Epoch[193] Batch [549]	Speed: 3895.510578 samples/sec	rmse=0.014725	lr=0.001116
Epoch[193] Batch [599]	Speed: 3817.779725 samples/sec	rmse=0.014717	lr=0.001103
Epoch[193] Batch [649]	Speed: 3850.659145 samples/sec	rmse=0.014704	lr=0.001089
Epoch[193] Batch [699]	Speed: 3870.077871 samples/sec	rmse=0.014725	lr=0.001076
Epoch[193] Batch [749]	Speed: 3844.341160 samples/sec	rmse=0.014744	lr=0.001063
Epoch[193] Batch [799]	Speed: 3784.898280 samples/sec	rmse=0.014745	lr=0.001049
Epoch[193] Batch [849]	Speed: 3859.201540 samples/sec	rmse=0.014761	lr=0.001036
Epoch[193] Batch [899]	Speed: 3906.950464 samples/sec	rmse=0.014764	lr=0.001023
Epoch[193] Batch [949]	Speed: 3772.906125 samples/sec	rmse=0.014761	lr=0.001010
Epoch[193] Batch [999]	Speed: 3876.995050 samples/sec	rmse=0.014768	lr=0.000997
Epoch[193] Batch [1049]	Speed: 3912.637220 samples/sec	rmse=0.014762	lr=0.000985
Epoch[193] Batch [1099]	Speed: 3806.809460 samples/sec	rmse=0.014760	lr=0.000972
Epoch[193] Batch [1149]	Speed: 3805.815092 samples/sec	rmse=0.014760	lr=0.000959
Epoch[193] Batch [1199]	Speed: 3859.630952 samples/sec	rmse=0.014765	lr=0.000947
Epoch[193] Batch [1249]	Speed: 3956.786091 samples/sec	rmse=0.014770	lr=0.000934
[Epoch 193] training: rmse=0.014769
[Epoch 193] speed: 3843 samples/sec	time cost: 343.706519
[Epoch 193] validation: err-top1=0.215761 err-top5=0.056162
Epoch[194] Batch [49]	Speed: 3797.768529 samples/sec	rmse=0.014707	lr=0.000922
Epoch[194] Batch [99]	Speed: 3798.004620 samples/sec	rmse=0.014762	lr=0.000909
Epoch[194] Batch [149]	Speed: 3854.075061 samples/sec	rmse=0.014759	lr=0.000897
Epoch[194] Batch [199]	Speed: 3942.985642 samples/sec	rmse=0.014755	lr=0.000885
Epoch[194] Batch [249]	Speed: 3975.816499 samples/sec	rmse=0.014794	lr=0.000873
Epoch[194] Batch [299]	Speed: 3815.061616 samples/sec	rmse=0.014734	lr=0.000861
Epoch[194] Batch [349]	Speed: 3821.930069 samples/sec	rmse=0.014749	lr=0.000849
Epoch[194] Batch [399]	Speed: 3835.831807 samples/sec	rmse=0.014755	lr=0.000837
Epoch[194] Batch [449]	Speed: 3832.982582 samples/sec	rmse=0.014740	lr=0.000825
Epoch[194] Batch [499]	Speed: 3894.539471 samples/sec	rmse=0.014742	lr=0.000814
Epoch[194] Batch [549]	Speed: 3810.400765 samples/sec	rmse=0.014761	lr=0.000802
Epoch[194] Batch [599]	Speed: 3986.837540 samples/sec	rmse=0.014750	lr=0.000791
Epoch[194] Batch [649]	Speed: 3873.413830 samples/sec	rmse=0.014727	lr=0.000779
Epoch[194] Batch [699]	Speed: 3836.928438 samples/sec	rmse=0.014746	lr=0.000768
Epoch[194] Batch [749]	Speed: 3972.746342 samples/sec	rmse=0.014731	lr=0.000757
Epoch[194] Batch [799]	Speed: 3765.354585 samples/sec	rmse=0.014729	lr=0.000746
Epoch[194] Batch [849]	Speed: 3883.112853 samples/sec	rmse=0.014730	lr=0.000735
Epoch[194] Batch [899]	Speed: 3951.415796 samples/sec	rmse=0.014728	lr=0.000724
Epoch[194] Batch [949]	Speed: 3885.452633 samples/sec	rmse=0.014731	lr=0.000713
Epoch[194] Batch [999]	Speed: 3828.366247 samples/sec	rmse=0.014726	lr=0.000702
Epoch[194] Batch [1049]	Speed: 3936.539328 samples/sec	rmse=0.014733	lr=0.000691
Epoch[194] Batch [1099]	Speed: 3852.542128 samples/sec	rmse=0.014733	lr=0.000680
Epoch[194] Batch [1149]	Speed: 3863.156142 samples/sec	rmse=0.014731	lr=0.000670
Epoch[194] Batch [1199]	Speed: 3952.529471 samples/sec	rmse=0.014732	lr=0.000659
Epoch[194] Batch [1249]	Speed: 4002.877710 samples/sec	rmse=0.014745	lr=0.000649
[Epoch 194] training: rmse=0.014745
[Epoch 194] speed: 3874 samples/sec	time cost: 340.600011
[Epoch 194] validation: err-top1=0.215462 err-top5=0.055664
Epoch[195] Batch [49]	Speed: 3893.053230 samples/sec	rmse=0.014833	lr=0.000638
Epoch[195] Batch [99]	Speed: 3750.586276 samples/sec	rmse=0.014726	lr=0.000628
Epoch[195] Batch [149]	Speed: 3904.719124 samples/sec	rmse=0.014672	lr=0.000618
Epoch[195] Batch [199]	Speed: 3969.763478 samples/sec	rmse=0.014714	lr=0.000608
Epoch[195] Batch [249]	Speed: 4039.530266 samples/sec	rmse=0.014743	lr=0.000598
Epoch[195] Batch [299]	Speed: 4095.276300 samples/sec	rmse=0.014765	lr=0.000588
Epoch[195] Batch [349]	Speed: 4028.918168 samples/sec	rmse=0.014729	lr=0.000578
Epoch[195] Batch [399]	Speed: 3945.131208 samples/sec	rmse=0.014760	lr=0.000568
Epoch[195] Batch [449]	Speed: 4031.091634 samples/sec	rmse=0.014777	lr=0.000559
Epoch[195] Batch [499]	Speed: 3967.200521 samples/sec	rmse=0.014770	lr=0.000549
Epoch[195] Batch [549]	Speed: 3916.638003 samples/sec	rmse=0.014742	lr=0.000540
Epoch[195] Batch [599]	Speed: 4140.903970 samples/sec	rmse=0.014735	lr=0.000530
Epoch[195] Batch [649]	Speed: 4013.810319 samples/sec	rmse=0.014739	lr=0.000521
Epoch[195] Batch [699]	Speed: 3941.088090 samples/sec	rmse=0.014730	lr=0.000512
Epoch[195] Batch [749]	Speed: 4081.347293 samples/sec	rmse=0.014725	lr=0.000503
Epoch[195] Batch [799]	Speed: 4046.516980 samples/sec	rmse=0.014730	lr=0.000493
Epoch[195] Batch [849]	Speed: 4193.237181 samples/sec	rmse=0.014740	lr=0.000484
Epoch[195] Batch [899]	Speed: 4064.523295 samples/sec	rmse=0.014742	lr=0.000476
Epoch[195] Batch [949]	Speed: 4080.329247 samples/sec	rmse=0.014754	lr=0.000467
Epoch[195] Batch [999]	Speed: 4049.660489 samples/sec	rmse=0.014751	lr=0.000458
Epoch[195] Batch [1049]	Speed: 4058.834378 samples/sec	rmse=0.014747	lr=0.000449
Epoch[195] Batch [1099]	Speed: 4120.047230 samples/sec	rmse=0.014744	lr=0.000441
Epoch[195] Batch [1149]	Speed: 4082.593090 samples/sec	rmse=0.014738	lr=0.000432
Epoch[195] Batch [1199]	Speed: 4034.552202 samples/sec	rmse=0.014744	lr=0.000424
Epoch[195] Batch [1249]	Speed: 4155.757804 samples/sec	rmse=0.014740	lr=0.000415
[Epoch 195] training: rmse=0.014739
[Epoch 195] speed: 4018 samples/sec	time cost: 328.683696
[Epoch 195] validation: err-top1=0.214465 err-top5=0.055505
Epoch[196] Batch [49]	Speed: 4078.938010 samples/sec	rmse=0.014826	lr=0.000407
Epoch[196] Batch [99]	Speed: 4091.363613 samples/sec	rmse=0.014792	lr=0.000399
Epoch[196] Batch [149]	Speed: 3881.028024 samples/sec	rmse=0.014735	lr=0.000391
Epoch[196] Batch [199]	Speed: 4260.610922 samples/sec	rmse=0.014736	lr=0.000383
Epoch[196] Batch [249]	Speed: 3958.387725 samples/sec	rmse=0.014707	lr=0.000375
Epoch[196] Batch [299]	Speed: 4076.623969 samples/sec	rmse=0.014669	lr=0.000367
Epoch[196] Batch [349]	Speed: 4040.215925 samples/sec	rmse=0.014655	lr=0.000359
Epoch[196] Batch [399]	Speed: 4035.279696 samples/sec	rmse=0.014652	lr=0.000352
Epoch[196] Batch [449]	Speed: 3911.974721 samples/sec	rmse=0.014675	lr=0.000344
Epoch[196] Batch [499]	Speed: 4199.213717 samples/sec	rmse=0.014662	lr=0.000336
Epoch[196] Batch [549]	Speed: 4041.529222 samples/sec	rmse=0.014657	lr=0.000329
Epoch[196] Batch [599]	Speed: 3994.833609 samples/sec	rmse=0.014666	lr=0.000322
Epoch[196] Batch [649]	Speed: 4115.652120 samples/sec	rmse=0.014676	lr=0.000314
Epoch[196] Batch [699]	Speed: 4054.753176 samples/sec	rmse=0.014672	lr=0.000307
Epoch[196] Batch [749]	Speed: 4067.443611 samples/sec	rmse=0.014697	lr=0.000300
Epoch[196] Batch [799]	Speed: 4106.174429 samples/sec	rmse=0.014703	lr=0.000293
Epoch[196] Batch [849]	Speed: 4203.239085 samples/sec	rmse=0.014687	lr=0.000286
Epoch[196] Batch [899]	Speed: 3909.983302 samples/sec	rmse=0.014684	lr=0.000279
Epoch[196] Batch [949]	Speed: 3961.323918 samples/sec	rmse=0.014672	lr=0.000273
Epoch[196] Batch [999]	Speed: 4142.610691 samples/sec	rmse=0.014659	lr=0.000266
Epoch[196] Batch [1049]	Speed: 3967.283266 samples/sec	rmse=0.014657	lr=0.000259
Epoch[196] Batch [1099]	Speed: 4001.026223 samples/sec	rmse=0.014656	lr=0.000253
Epoch[196] Batch [1149]	Speed: 4079.474521 samples/sec	rmse=0.014657	lr=0.000246
Epoch[196] Batch [1199]	Speed: 4182.299249 samples/sec	rmse=0.014660	lr=0.000240
Epoch[196] Batch [1249]	Speed: 4166.658869 samples/sec	rmse=0.014665	lr=0.000234
[Epoch 196] training: rmse=0.014666
[Epoch 196] speed: 4055 samples/sec	time cost: 325.607164
[Epoch 196] validation: err-top1=0.215083 err-top5=0.055784
Epoch[197] Batch [49]	Speed: 4047.451015 samples/sec	rmse=0.014755	lr=0.000227
Epoch[197] Batch [99]	Speed: 4163.502377 samples/sec	rmse=0.014681	lr=0.000221
Epoch[197] Batch [149]	Speed: 3988.407747 samples/sec	rmse=0.014656	lr=0.000215
Epoch[197] Batch [199]	Speed: 4011.903737 samples/sec	rmse=0.014696	lr=0.000209
Epoch[197] Batch [249]	Speed: 4176.912137 samples/sec	rmse=0.014672	lr=0.000204
Epoch[197] Batch [299]	Speed: 3982.377060 samples/sec	rmse=0.014679	lr=0.000198
Epoch[197] Batch [349]	Speed: 4134.262477 samples/sec	rmse=0.014681	lr=0.000192
Epoch[197] Batch [399]	Speed: 4151.318797 samples/sec	rmse=0.014686	lr=0.000187
Epoch[197] Batch [449]	Speed: 4117.155186 samples/sec	rmse=0.014680	lr=0.000181
Epoch[197] Batch [499]	Speed: 3954.663153 samples/sec	rmse=0.014647	lr=0.000176
Epoch[197] Batch [549]	Speed: 3939.043011 samples/sec	rmse=0.014655	lr=0.000170
Epoch[197] Batch [599]	Speed: 4074.123562 samples/sec	rmse=0.014661	lr=0.000165
Epoch[197] Batch [649]	Speed: 3910.077987 samples/sec	rmse=0.014671	lr=0.000160
Epoch[197] Batch [699]	Speed: 4036.106746 samples/sec	rmse=0.014663	lr=0.000155
Epoch[197] Batch [749]	Speed: 4125.205122 samples/sec	rmse=0.014671	lr=0.000150
Epoch[197] Batch [799]	Speed: 4210.632950 samples/sec	rmse=0.014666	lr=0.000145
Epoch[197] Batch [849]	Speed: 4141.437898 samples/sec	rmse=0.014665	lr=0.000140
Epoch[197] Batch [899]	Speed: 4039.331725 samples/sec	rmse=0.014670	lr=0.000135
Epoch[197] Batch [949]	Speed: 3997.703575 samples/sec	rmse=0.014680	lr=0.000130
Epoch[197] Batch [999]	Speed: 3965.337659 samples/sec	rmse=0.014676	lr=0.000126
Epoch[197] Batch [1049]	Speed: 4073.987454 samples/sec	rmse=0.014670	lr=0.000121
Epoch[197] Batch [1099]	Speed: 4287.152503 samples/sec	rmse=0.014664	lr=0.000117
Epoch[197] Batch [1149]	Speed: 4050.224311 samples/sec	rmse=0.014673	lr=0.000112
Epoch[197] Batch [1199]	Speed: 4132.301400 samples/sec	rmse=0.014673	lr=0.000108
Epoch[197] Batch [1249]	Speed: 4097.644332 samples/sec	rmse=0.014665	lr=0.000104
[Epoch 197] training: rmse=0.014665
[Epoch 197] speed: 4066 samples/sec	time cost: 324.471893
[Epoch 197] validation: err-top1=0.214355 err-top5=0.055481
Epoch[198] Batch [49]	Speed: 4057.134271 samples/sec	rmse=0.014494	lr=0.000100
Epoch[198] Batch [99]	Speed: 4105.909384 samples/sec	rmse=0.014621	lr=0.000096
Epoch[198] Batch [149]	Speed: 3973.748097 samples/sec	rmse=0.014547	lr=0.000092
Epoch[198] Batch [199]	Speed: 4071.684197 samples/sec	rmse=0.014532	lr=0.000088
Epoch[198] Batch [249]	Speed: 4139.436577 samples/sec	rmse=0.014587	lr=0.000084
Epoch[198] Batch [299]	Speed: 4071.687439 samples/sec	rmse=0.014597	lr=0.000080
Epoch[198] Batch [349]	Speed: 4041.648261 samples/sec	rmse=0.014594	lr=0.000077
Epoch[198] Batch [399]	Speed: 4070.832857 samples/sec	rmse=0.014594	lr=0.000073
Epoch[198] Batch [449]	Speed: 4180.875143 samples/sec	rmse=0.014592	lr=0.000070
Epoch[198] Batch [499]	Speed: 4102.842584 samples/sec	rmse=0.014599	lr=0.000067
Epoch[198] Batch [549]	Speed: 4011.333299 samples/sec	rmse=0.014597	lr=0.000063
Epoch[198] Batch [599]	Speed: 4001.140353 samples/sec	rmse=0.014617	lr=0.000060
Epoch[198] Batch [649]	Speed: 4020.399725 samples/sec	rmse=0.014615	lr=0.000057
Epoch[198] Batch [699]	Speed: 4112.727330 samples/sec	rmse=0.014621	lr=0.000054
Epoch[198] Batch [749]	Speed: 3930.220149 samples/sec	rmse=0.014625	lr=0.000051
Epoch[198] Batch [799]	Speed: 4055.659153 samples/sec	rmse=0.014621	lr=0.000048
Epoch[198] Batch [849]	Speed: 4034.507027 samples/sec	rmse=0.014626	lr=0.000045
Epoch[198] Batch [899]	Speed: 4088.065556 samples/sec	rmse=0.014624	lr=0.000043
Epoch[198] Batch [949]	Speed: 4047.607479 samples/sec	rmse=0.014624	lr=0.000040
Epoch[198] Batch [999]	Speed: 4021.929220 samples/sec	rmse=0.014643	lr=0.000037
Epoch[198] Batch [1049]	Speed: 3921.303680 samples/sec	rmse=0.014655	lr=0.000035
Epoch[198] Batch [1099]	Speed: 4002.745351 samples/sec	rmse=0.014663	lr=0.000033
Epoch[198] Batch [1149]	Speed: 3931.903721 samples/sec	rmse=0.014668	lr=0.000030
Epoch[198] Batch [1199]	Speed: 3969.879794 samples/sec	rmse=0.014666	lr=0.000028
Epoch[198] Batch [1249]	Speed: 4203.579708 samples/sec	rmse=0.014661	lr=0.000026
[Epoch 198] training: rmse=0.014661
[Epoch 198] speed: 4042 samples/sec	time cost: 327.086423
[Epoch 198] validation: err-top1=0.214266 err-top5=0.055425
Epoch[199] Batch [49]	Speed: 3990.622992 samples/sec	rmse=0.014626	lr=0.000024
Epoch[199] Batch [99]	Speed: 4026.902592 samples/sec	rmse=0.014699	lr=0.000022
Epoch[199] Batch [149]	Speed: 4134.856792 samples/sec	rmse=0.014673	lr=0.000020
Epoch[199] Batch [199]	Speed: 4165.101756 samples/sec	rmse=0.014681	lr=0.000018
Epoch[199] Batch [249]	Speed: 4278.684420 samples/sec	rmse=0.014689	lr=0.000017
Epoch[199] Batch [299]	Speed: 4193.153749 samples/sec	rmse=0.014697	lr=0.000015
Epoch[199] Batch [349]	Speed: 4196.928720 samples/sec	rmse=0.014730	lr=0.000013
Epoch[199] Batch [399]	Speed: 3930.373148 samples/sec	rmse=0.014727	lr=0.000012
Epoch[199] Batch [449]	Speed: 3870.386794 samples/sec	rmse=0.014706	lr=0.000011
Epoch[199] Batch [499]	Speed: 3931.545960 samples/sec	rmse=0.014705	lr=0.000009
Epoch[199] Batch [549]	Speed: 3989.687277 samples/sec	rmse=0.014689	lr=0.000008
Epoch[199] Batch [599]	Speed: 3925.313605 samples/sec	rmse=0.014697	lr=0.000007
Epoch[199] Batch [649]	Speed: 3954.723018 samples/sec	rmse=0.014687	lr=0.000006
Epoch[199] Batch [699]	Speed: 3953.162770 samples/sec	rmse=0.014689	lr=0.000005
Epoch[199] Batch [749]	Speed: 3971.879082 samples/sec	rmse=0.014687	lr=0.000004
Epoch[199] Batch [799]	Speed: 4025.474650 samples/sec	rmse=0.014693	lr=0.000003
Epoch[199] Batch [849]	Speed: 3959.676319 samples/sec	rmse=0.014688	lr=0.000003
Epoch[199] Batch [899]	Speed: 4005.188914 samples/sec	rmse=0.014686	lr=0.000002
Epoch[199] Batch [949]	Speed: 3967.416076 samples/sec	rmse=0.014678	lr=0.000002
Epoch[199] Batch [999]	Speed: 3965.016761 samples/sec	rmse=0.014660	lr=0.000001
Epoch[199] Batch [1049]	Speed: 3968.218033 samples/sec	rmse=0.014658	lr=0.000001
Epoch[199] Batch [1099]	Speed: 3960.414088 samples/sec	rmse=0.014648	lr=0.000000
Epoch[199] Batch [1149]	Speed: 3984.279847 samples/sec	rmse=0.014644	lr=0.000000
Epoch[199] Batch [1199]	Speed: 3990.998410 samples/sec	rmse=0.014656	lr=0.000000
Epoch[199] Batch [1249]	Speed: 4092.596268 samples/sec	rmse=0.014660	lr=0.000000
[Epoch 199] training: rmse=0.014659
[Epoch 199] speed: 4011 samples/sec	time cost: 328.844834
[Epoch 199] validation: err-top1=0.214505 err-top5=0.055445