Namespace(batch_norm=False, batch_size=128, crop_ratio=0.875, data_dir='~/.mxnet/datasets/imagenet', dtype='float32', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='se_resnext101_32x4d_best.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='se_resnext101_32x4d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=90, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_se_resnext101_32x4d_best', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 623.254033 samples/sec	rmse=0.026336	lr=0.003133
Epoch[0] Batch [99]	Speed: 938.710817 samples/sec	rmse=0.026397	lr=0.006331
Epoch[0] Batch [149]	Speed: 957.497629 samples/sec	rmse=0.026345	lr=0.009528
Epoch[0] Batch [199]	Speed: 939.208060 samples/sec	rmse=0.026448	lr=0.012726
Epoch[0] Batch [249]	Speed: 938.573048 samples/sec	rmse=0.026505	lr=0.015923
Epoch[0] Batch [299]	Speed: 950.406032 samples/sec	rmse=0.026446	lr=0.019121
Epoch[0] Batch [349]	Speed: 955.108644 samples/sec	rmse=0.026419	lr=0.022318
Epoch[0] Batch [399]	Speed: 933.054224 samples/sec	rmse=0.026335	lr=0.025516
Epoch[0] Batch [449]	Speed: 936.881455 samples/sec	rmse=0.026337	lr=0.028713
Epoch[0] Batch [499]	Speed: 939.875144 samples/sec	rmse=0.026406	lr=0.031910
Epoch[0] Batch [549]	Speed: 946.068566 samples/sec	rmse=0.026388	lr=0.035108
Epoch[0] Batch [599]	Speed: 941.963384 samples/sec	rmse=0.026406	lr=0.038305
Epoch[0] Batch [649]	Speed: 951.137626 samples/sec	rmse=0.026397	lr=0.041503
Epoch[0] Batch [699]	Speed: 930.536730 samples/sec	rmse=0.026395	lr=0.044700
Epoch[0] Batch [749]	Speed: 927.420150 samples/sec	rmse=0.026410	lr=0.047898
Epoch[0] Batch [799]	Speed: 951.855546 samples/sec	rmse=0.026416	lr=0.051095
Epoch[0] Batch [849]	Speed: 953.643161 samples/sec	rmse=0.026356	lr=0.054293
Epoch[0] Batch [899]	Speed: 950.775234 samples/sec	rmse=0.026334	lr=0.057490
Epoch[0] Batch [949]	Speed: 953.232862 samples/sec	rmse=0.026307	lr=0.060687
Epoch[0] Batch [999]	Speed: 954.114449 samples/sec	rmse=0.026280	lr=0.063885
Epoch[0] Batch [1049]	Speed: 948.357753 samples/sec	rmse=0.026235	lr=0.067082
Epoch[0] Batch [1099]	Speed: 946.876908 samples/sec	rmse=0.026193	lr=0.070280
Epoch[0] Batch [1149]	Speed: 933.588425 samples/sec	rmse=0.026193	lr=0.073477
Epoch[0] Batch [1199]	Speed: 953.506059 samples/sec	rmse=0.026207	lr=0.076675
Epoch[0] Batch [1249]	Speed: 953.676893 samples/sec	rmse=0.026227	lr=0.079872
[Epoch 0] training: rmse=0.026219
[Epoch 0] speed: 925 samples/sec	time cost: 1402.663017
[Epoch 0] validation: err-top1=0.923489 err-top5=0.794045
Epoch[1] Batch [49]	Speed: 958.562622 samples/sec	rmse=0.025829	lr=0.083133
Epoch[1] Batch [99]	Speed: 951.001041 samples/sec	rmse=0.025845	lr=0.086331
Epoch[1] Batch [149]	Speed: 952.115104 samples/sec	rmse=0.026028	lr=0.089528
Epoch[1] Batch [199]	Speed: 955.421371 samples/sec	rmse=0.026056	lr=0.092726
Epoch[1] Batch [249]	Speed: 951.814935 samples/sec	rmse=0.025897	lr=0.095923
Epoch[1] Batch [299]	Speed: 953.357298 samples/sec	rmse=0.025948	lr=0.099121
Epoch[1] Batch [349]	Speed: 951.418221 samples/sec	rmse=0.025991	lr=0.102318
Epoch[1] Batch [399]	Speed: 955.567158 samples/sec	rmse=0.025975	lr=0.105516
Epoch[1] Batch [449]	Speed: 951.860347 samples/sec	rmse=0.025946	lr=0.108713
Epoch[1] Batch [499]	Speed: 950.041453 samples/sec	rmse=0.025934	lr=0.111910
Epoch[1] Batch [549]	Speed: 945.229420 samples/sec	rmse=0.025939	lr=0.115108
Epoch[1] Batch [599]	Speed: 945.661380 samples/sec	rmse=0.025947	lr=0.118305
Epoch[1] Batch [649]	Speed: 952.681478 samples/sec	rmse=0.025926	lr=0.121503
Epoch[1] Batch [699]	Speed: 957.503392 samples/sec	rmse=0.025888	lr=0.124700
Epoch[1] Batch [749]	Speed: 951.183301 samples/sec	rmse=0.025859	lr=0.127898
Epoch[1] Batch [799]	Speed: 949.382592 samples/sec	rmse=0.025803	lr=0.131095
Epoch[1] Batch [849]	Speed: 951.931292 samples/sec	rmse=0.025804	lr=0.134293
Epoch[1] Batch [899]	Speed: 944.114801 samples/sec	rmse=0.025766	lr=0.137490
Epoch[1] Batch [949]	Speed: 945.573659 samples/sec	rmse=0.025742	lr=0.140687
Epoch[1] Batch [999]	Speed: 952.063349 samples/sec	rmse=0.025694	lr=0.143885
Epoch[1] Batch [1049]	Speed: 955.501678 samples/sec	rmse=0.025646	lr=0.147082
Epoch[1] Batch [1099]	Speed: 951.760184 samples/sec	rmse=0.025618	lr=0.150280
Epoch[1] Batch [1149]	Speed: 954.248265 samples/sec	rmse=0.025614	lr=0.153477
Epoch[1] Batch [1199]	Speed: 952.353884 samples/sec	rmse=0.025581	lr=0.156675
Epoch[1] Batch [1249]	Speed: 952.090654 samples/sec	rmse=0.025573	lr=0.159872
[Epoch 1] training: rmse=0.025575
[Epoch 1] speed: 950 samples/sec	time cost: 1365.329970
[Epoch 1] validation: err-top1=0.806920 err-top5=0.594527
Epoch[2] Batch [49]	Speed: 955.233510 samples/sec	rmse=0.024852	lr=0.163133
Epoch[2] Batch [99]	Speed: 950.761971 samples/sec	rmse=0.024929	lr=0.166331
Epoch[2] Batch [149]	Speed: 951.485243 samples/sec	rmse=0.024900	lr=0.169528
Epoch[2] Batch [199]	Speed: 945.128052 samples/sec	rmse=0.024790	lr=0.172726
Epoch[2] Batch [249]	Speed: 951.852204 samples/sec	rmse=0.024845	lr=0.175923
Epoch[2] Batch [299]	Speed: 951.663876 samples/sec	rmse=0.024862	lr=0.179121
Epoch[2] Batch [349]	Speed: 949.372129 samples/sec	rmse=0.024926	lr=0.182318
Epoch[2] Batch [399]	Speed: 951.027856 samples/sec	rmse=0.024885	lr=0.185516
Epoch[2] Batch [449]	Speed: 949.401635 samples/sec	rmse=0.024836	lr=0.188713
Epoch[2] Batch [499]	Speed: 950.193701 samples/sec	rmse=0.024859	lr=0.191910
Epoch[2] Batch [549]	Speed: 952.655521 samples/sec	rmse=0.024854	lr=0.195108
Epoch[2] Batch [599]	Speed: 954.684954 samples/sec	rmse=0.024827	lr=0.198305
Epoch[2] Batch [649]	Speed: 953.280454 samples/sec	rmse=0.024813	lr=0.201503
Epoch[2] Batch [699]	Speed: 948.321129 samples/sec	rmse=0.024753	lr=0.204700
Epoch[2] Batch [749]	Speed: 949.957460 samples/sec	rmse=0.024743	lr=0.207898
Epoch[2] Batch [799]	Speed: 945.557530 samples/sec	rmse=0.024724	lr=0.211095
Epoch[2] Batch [849]	Speed: 951.675457 samples/sec	rmse=0.024650	lr=0.214293
Epoch[2] Batch [899]	Speed: 949.289971 samples/sec	rmse=0.024607	lr=0.217490
Epoch[2] Batch [949]	Speed: 949.032651 samples/sec	rmse=0.024602	lr=0.220687
Epoch[2] Batch [999]	Speed: 948.551411 samples/sec	rmse=0.024555	lr=0.223885
Epoch[2] Batch [1049]	Speed: 951.998048 samples/sec	rmse=0.024518	lr=0.227082
Epoch[2] Batch [1099]	Speed: 952.138321 samples/sec	rmse=0.024494	lr=0.230280
Epoch[2] Batch [1149]	Speed: 947.170159 samples/sec	rmse=0.024502	lr=0.233477
Epoch[2] Batch [1199]	Speed: 949.923466 samples/sec	rmse=0.024483	lr=0.236675
Epoch[2] Batch [1249]	Speed: 951.285252 samples/sec	rmse=0.024473	lr=0.239872
[Epoch 2] training: rmse=0.024474
[Epoch 2] speed: 949 samples/sec	time cost: 1365.799006
[Epoch 2] validation: err-top1=0.688636 err-top5=0.431063
Epoch[3] Batch [49]	Speed: 961.568136 samples/sec	rmse=0.023642	lr=0.243133
Epoch[3] Batch [99]	Speed: 952.933913 samples/sec	rmse=0.023946	lr=0.246331
Epoch[3] Batch [149]	Speed: 952.159607 samples/sec	rmse=0.024083	lr=0.249528
Epoch[3] Batch [199]	Speed: 949.026758 samples/sec	rmse=0.024042	lr=0.252726
Epoch[3] Batch [249]	Speed: 949.484757 samples/sec	rmse=0.024062	lr=0.255923
Epoch[3] Batch [299]	Speed: 947.353110 samples/sec	rmse=0.023991	lr=0.259121
Epoch[3] Batch [349]	Speed: 946.199855 samples/sec	rmse=0.023939	lr=0.262318
Epoch[3] Batch [399]	Speed: 945.912367 samples/sec	rmse=0.023919	lr=0.265516
Epoch[3] Batch [449]	Speed: 958.696936 samples/sec	rmse=0.023898	lr=0.268713
Epoch[3] Batch [499]	Speed: 945.488819 samples/sec	rmse=0.023885	lr=0.271910
Epoch[3] Batch [549]	Speed: 951.566158 samples/sec	rmse=0.023841	lr=0.275108
Epoch[3] Batch [599]	Speed: 946.993601 samples/sec	rmse=0.023813	lr=0.278305
Epoch[3] Batch [649]	Speed: 956.571969 samples/sec	rmse=0.023789	lr=0.281503
Epoch[3] Batch [699]	Speed: 952.718688 samples/sec	rmse=0.023761	lr=0.284700
Epoch[3] Batch [749]	Speed: 948.835543 samples/sec	rmse=0.023742	lr=0.287898
Epoch[3] Batch [799]	Speed: 949.366047 samples/sec	rmse=0.023741	lr=0.291095
Epoch[3] Batch [849]	Speed: 953.350260 samples/sec	rmse=0.023746	lr=0.294293
Epoch[3] Batch [899]	Speed: 949.030852 samples/sec	rmse=0.023733	lr=0.297490
Epoch[3] Batch [949]	Speed: 952.916809 samples/sec	rmse=0.023710	lr=0.300687
Epoch[3] Batch [999]	Speed: 950.342800 samples/sec	rmse=0.023687	lr=0.303885
Epoch[3] Batch [1049]	Speed: 959.259421 samples/sec	rmse=0.023658	lr=0.307082
Epoch[3] Batch [1099]	Speed: 951.542863 samples/sec	rmse=0.023656	lr=0.310280
Epoch[3] Batch [1149]	Speed: 953.688464 samples/sec	rmse=0.023633	lr=0.313477
Epoch[3] Batch [1199]	Speed: 948.183640 samples/sec	rmse=0.023609	lr=0.316675
Epoch[3] Batch [1249]	Speed: 949.515509 samples/sec	rmse=0.023591	lr=0.319872
[Epoch 3] training: rmse=0.023588
[Epoch 3] speed: 950 samples/sec	time cost: 1364.761074
[Epoch 3] validation: err-top1=0.608099 err-top5=0.340800
Epoch[4] Batch [49]	Speed: 956.969834 samples/sec	rmse=0.022964	lr=0.323133
Epoch[4] Batch [99]	Speed: 947.824132 samples/sec	rmse=0.023091	lr=0.326331
Epoch[4] Batch [149]	Speed: 947.453297 samples/sec	rmse=0.023144	lr=0.329528
Epoch[4] Batch [199]	Speed: 949.970592 samples/sec	rmse=0.023112	lr=0.332726
Epoch[4] Batch [249]	Speed: 953.369441 samples/sec	rmse=0.023102	lr=0.335923
Epoch[4] Batch [299]	Speed: 950.643131 samples/sec	rmse=0.023131	lr=0.339121
Epoch[4] Batch [349]	Speed: 943.781817 samples/sec	rmse=0.023118	lr=0.342318
Epoch[4] Batch [399]	Speed: 950.971250 samples/sec	rmse=0.023139	lr=0.345516
Epoch[4] Batch [449]	Speed: 947.662155 samples/sec	rmse=0.023093	lr=0.348713
Epoch[4] Batch [499]	Speed: 937.794951 samples/sec	rmse=0.023060	lr=0.351910
Epoch[4] Batch [549]	Speed: 953.019106 samples/sec	rmse=0.023011	lr=0.355108
Epoch[4] Batch [599]	Speed: 950.587534 samples/sec	rmse=0.022992	lr=0.358305
Epoch[4] Batch [649]	Speed: 953.178875 samples/sec	rmse=0.022993	lr=0.361503
Epoch[4] Batch [699]	Speed: 951.884810 samples/sec	rmse=0.023009	lr=0.364700
Epoch[4] Batch [749]	Speed: 951.682083 samples/sec	rmse=0.022993	lr=0.367898
Epoch[4] Batch [799]	Speed: 951.833173 samples/sec	rmse=0.022992	lr=0.371095
Epoch[4] Batch [849]	Speed: 951.645679 samples/sec	rmse=0.022990	lr=0.374293
Epoch[4] Batch [899]	Speed: 949.055270 samples/sec	rmse=0.022984	lr=0.377490
Epoch[4] Batch [949]	Speed: 950.573127 samples/sec	rmse=0.022967	lr=0.380687
Epoch[4] Batch [999]	Speed: 947.035042 samples/sec	rmse=0.022970	lr=0.383885
Epoch[4] Batch [1049]	Speed: 948.182991 samples/sec	rmse=0.022949	lr=0.387082
Epoch[4] Batch [1099]	Speed: 938.582922 samples/sec	rmse=0.022944	lr=0.390280
Epoch[4] Batch [1149]	Speed: 947.549227 samples/sec	rmse=0.022931	lr=0.393477
Epoch[4] Batch [1199]	Speed: 947.775219 samples/sec	rmse=0.022903	lr=0.396675
Epoch[4] Batch [1249]	Speed: 947.750352 samples/sec	rmse=0.022903	lr=0.399872
[Epoch 4] training: rmse=0.022901
[Epoch 4] speed: 948 samples/sec	time cost: 1368.015945
[Epoch 4] validation: err-top1=0.572644 err-top5=0.301937
Epoch[5] Batch [49]	Speed: 961.423822 samples/sec	rmse=0.022429	lr=0.400000
Epoch[5] Batch [99]	Speed: 952.900301 samples/sec	rmse=0.022541	lr=0.400000
Epoch[5] Batch [149]	Speed: 949.946640 samples/sec	rmse=0.022551	lr=0.400000
Epoch[5] Batch [199]	Speed: 951.980542 samples/sec	rmse=0.022500	lr=0.399999
Epoch[5] Batch [249]	Speed: 952.722099 samples/sec	rmse=0.022573	lr=0.399999
Epoch[5] Batch [299]	Speed: 948.268145 samples/sec	rmse=0.022503	lr=0.399999
Epoch[5] Batch [349]	Speed: 952.922263 samples/sec	rmse=0.022532	lr=0.399998
Epoch[5] Batch [399]	Speed: 950.009058 samples/sec	rmse=0.022493	lr=0.399997
Epoch[5] Batch [449]	Speed: 951.648310 samples/sec	rmse=0.022452	lr=0.399997
Epoch[5] Batch [499]	Speed: 944.273707 samples/sec	rmse=0.022435	lr=0.399996
Epoch[5] Batch [549]	Speed: 946.493192 samples/sec	rmse=0.022439	lr=0.399995
Epoch[5] Batch [599]	Speed: 952.999753 samples/sec	rmse=0.022460	lr=0.399994
Epoch[5] Batch [649]	Speed: 949.637989 samples/sec	rmse=0.022453	lr=0.399993
Epoch[5] Batch [699]	Speed: 944.545086 samples/sec	rmse=0.022424	lr=0.399992
Epoch[5] Batch [749]	Speed: 950.857254 samples/sec	rmse=0.022420	lr=0.399991
Epoch[5] Batch [799]	Speed: 948.409658 samples/sec	rmse=0.022419	lr=0.399989
Epoch[5] Batch [849]	Speed: 951.548985 samples/sec	rmse=0.022417	lr=0.399988
Epoch[5] Batch [899]	Speed: 948.564220 samples/sec	rmse=0.022398	lr=0.399987
Epoch[5] Batch [949]	Speed: 946.377657 samples/sec	rmse=0.022393	lr=0.399985
Epoch[5] Batch [999]	Speed: 948.564777 samples/sec	rmse=0.022375	lr=0.399983
Epoch[5] Batch [1049]	Speed: 949.842838 samples/sec	rmse=0.022369	lr=0.399982
Epoch[5] Batch [1099]	Speed: 943.341291 samples/sec	rmse=0.022367	lr=0.399980
Epoch[5] Batch [1149]	Speed: 951.395936 samples/sec	rmse=0.022355	lr=0.399978
Epoch[5] Batch [1199]	Speed: 950.733693 samples/sec	rmse=0.022345	lr=0.399976
Epoch[5] Batch [1249]	Speed: 953.382427 samples/sec	rmse=0.022336	lr=0.399974
[Epoch 5] training: rmse=0.022337
[Epoch 5] speed: 949 samples/sec	time cost: 1365.978675
[Epoch 5] validation: err-top1=0.542908 err-top5=0.278341
Epoch[6] Batch [49]	Speed: 956.524667 samples/sec	rmse=0.022276	lr=0.399972
Epoch[6] Batch [99]	Speed: 948.333835 samples/sec	rmse=0.022056	lr=0.399970
Epoch[6] Batch [149]	Speed: 948.140626 samples/sec	rmse=0.022112	lr=0.399967
Epoch[6] Batch [199]	Speed: 945.226408 samples/sec	rmse=0.022122	lr=0.399965
Epoch[6] Batch [249]	Speed: 942.480513 samples/sec	rmse=0.022091	lr=0.399963
Epoch[6] Batch [299]	Speed: 939.737198 samples/sec	rmse=0.022054	lr=0.399960
Epoch[6] Batch [349]	Speed: 951.195907 samples/sec	rmse=0.022034	lr=0.399958
Epoch[6] Batch [399]	Speed: 940.822728 samples/sec	rmse=0.022035	lr=0.399955
Epoch[6] Batch [449]	Speed: 950.714361 samples/sec	rmse=0.022055	lr=0.399952
Epoch[6] Batch [499]	Speed: 951.206697 samples/sec	rmse=0.022029	lr=0.399949
Epoch[6] Batch [549]	Speed: 951.497667 samples/sec	rmse=0.022058	lr=0.399946
Epoch[6] Batch [599]	Speed: 944.721676 samples/sec	rmse=0.022054	lr=0.399943
Epoch[6] Batch [649]	Speed: 950.997268 samples/sec	rmse=0.022062	lr=0.399940
Epoch[6] Batch [699]	Speed: 946.971180 samples/sec	rmse=0.022046	lr=0.399937
Epoch[6] Batch [749]	Speed: 942.886731 samples/sec	rmse=0.022022	lr=0.399934
Epoch[6] Batch [799]	Speed: 950.650777 samples/sec	rmse=0.022007	lr=0.399930
Epoch[6] Batch [849]	Speed: 952.940074 samples/sec	rmse=0.021997	lr=0.399927
Epoch[6] Batch [899]	Speed: 949.016408 samples/sec	rmse=0.021990	lr=0.399923
Epoch[6] Batch [949]	Speed: 955.341380 samples/sec	rmse=0.021981	lr=0.399920
Epoch[6] Batch [999]	Speed: 951.138822 samples/sec	rmse=0.021982	lr=0.399916
Epoch[6] Batch [1049]	Speed: 952.004332 samples/sec	rmse=0.021988	lr=0.399912
Epoch[6] Batch [1099]	Speed: 950.826239 samples/sec	rmse=0.021975	lr=0.399908
Epoch[6] Batch [1149]	Speed: 945.760697 samples/sec	rmse=0.021980	lr=0.399904
Epoch[6] Batch [1199]	Speed: 949.442930 samples/sec	rmse=0.021962	lr=0.399900
Epoch[6] Batch [1249]	Speed: 952.002294 samples/sec	rmse=0.021969	lr=0.399896
[Epoch 6] training: rmse=0.021969
[Epoch 6] speed: 948 samples/sec	time cost: 1368.401236
[Epoch 6] validation: err-top1=0.509168 err-top5=0.248067
Epoch[7] Batch [49]	Speed: 954.688612 samples/sec	rmse=0.021730	lr=0.399892
Epoch[7] Batch [99]	Speed: 944.962138 samples/sec	rmse=0.021586	lr=0.399888
Epoch[7] Batch [149]	Speed: 949.370089 samples/sec	rmse=0.021546	lr=0.399883
Epoch[7] Batch [199]	Speed: 948.895245 samples/sec	rmse=0.021501	lr=0.399879
Epoch[7] Batch [249]	Speed: 951.596404 samples/sec	rmse=0.021575	lr=0.399874
Epoch[7] Batch [299]	Speed: 945.996067 samples/sec	rmse=0.021632	lr=0.399870
Epoch[7] Batch [349]	Speed: 948.152640 samples/sec	rmse=0.021661	lr=0.399865
Epoch[7] Batch [399]	Speed: 945.930487 samples/sec	rmse=0.021657	lr=0.399860
Epoch[7] Batch [449]	Speed: 949.789624 samples/sec	rmse=0.021655	lr=0.399856
Epoch[7] Batch [499]	Speed: 946.451953 samples/sec	rmse=0.021672	lr=0.399851
Epoch[7] Batch [549]	Speed: 950.101215 samples/sec	rmse=0.021646	lr=0.399846
Epoch[7] Batch [599]	Speed: 950.017871 samples/sec	rmse=0.021645	lr=0.399841
Epoch[7] Batch [649]	Speed: 949.558737 samples/sec	rmse=0.021660	lr=0.399835
Epoch[7] Batch [699]	Speed: 943.834538 samples/sec	rmse=0.021656	lr=0.399830
Epoch[7] Batch [749]	Speed: 948.777709 samples/sec	rmse=0.021667	lr=0.399825
Epoch[7] Batch [799]	Speed: 948.568359 samples/sec	rmse=0.021655	lr=0.399819
Epoch[7] Batch [849]	Speed: 949.948564 samples/sec	rmse=0.021655	lr=0.399814
Epoch[7] Batch [899]	Speed: 952.744603 samples/sec	rmse=0.021656	lr=0.399808
Epoch[7] Batch [949]	Speed: 949.374928 samples/sec	rmse=0.021640	lr=0.399803
Epoch[7] Batch [999]	Speed: 946.094507 samples/sec	rmse=0.021625	lr=0.399797
Epoch[7] Batch [1049]	Speed: 949.331978 samples/sec	rmse=0.021612	lr=0.399791
Epoch[7] Batch [1099]	Speed: 954.018753 samples/sec	rmse=0.021613	lr=0.399785
Epoch[7] Batch [1149]	Speed: 950.153194 samples/sec	rmse=0.021607	lr=0.399779
Epoch[7] Batch [1199]	Speed: 952.463520 samples/sec	rmse=0.021599	lr=0.399773
Epoch[7] Batch [1249]	Speed: 952.010764 samples/sec	rmse=0.021600	lr=0.399767
[Epoch 7] training: rmse=0.021599
[Epoch 7] speed: 948 samples/sec	time cost: 1369.315669
[Epoch 7] validation: err-top1=0.508171 err-top5=0.247469
Epoch[8] Batch [49]	Speed: 949.200065 samples/sec	rmse=0.021374	lr=0.399760
Epoch[8] Batch [99]	Speed: 949.940576 samples/sec	rmse=0.021450	lr=0.399754
Epoch[8] Batch [149]	Speed: 950.992130 samples/sec	rmse=0.021511	lr=0.399748
Epoch[8] Batch [199]	Speed: 954.046052 samples/sec	rmse=0.021480	lr=0.399741
Epoch[8] Batch [249]	Speed: 950.645437 samples/sec	rmse=0.021478	lr=0.399734
Epoch[8] Batch [299]	Speed: 949.702446 samples/sec	rmse=0.021407	lr=0.399728
Epoch[8] Batch [349]	Speed: 949.651931 samples/sec	rmse=0.021391	lr=0.399721
Epoch[8] Batch [399]	Speed: 945.696770 samples/sec	rmse=0.021422	lr=0.399714
Epoch[8] Batch [449]	Speed: 943.750129 samples/sec	rmse=0.021426	lr=0.399707
Epoch[8] Batch [499]	Speed: 951.480647 samples/sec	rmse=0.021432	lr=0.399700
Epoch[8] Batch [549]	Speed: 956.876276 samples/sec	rmse=0.021418	lr=0.399693
Epoch[8] Batch [599]	Speed: 950.254591 samples/sec	rmse=0.021426	lr=0.399686
Epoch[8] Batch [649]	Speed: 941.431043 samples/sec	rmse=0.021419	lr=0.399679
Epoch[8] Batch [699]	Speed: 948.211863 samples/sec	rmse=0.021422	lr=0.399671
Epoch[8] Batch [749]	Speed: 941.279615 samples/sec	rmse=0.021444	lr=0.399664
Epoch[8] Batch [799]	Speed: 951.204881 samples/sec	rmse=0.021458	lr=0.399656
Epoch[8] Batch [849]	Speed: 946.368365 samples/sec	rmse=0.021460	lr=0.399649
Epoch[8] Batch [899]	Speed: 948.899262 samples/sec	rmse=0.021454	lr=0.399641
Epoch[8] Batch [949]	Speed: 952.215734 samples/sec	rmse=0.021448	lr=0.399633
Epoch[8] Batch [999]	Speed: 946.661622 samples/sec	rmse=0.021445	lr=0.399626
Epoch[8] Batch [1049]	Speed: 946.491728 samples/sec	rmse=0.021442	lr=0.399618
Epoch[8] Batch [1099]	Speed: 947.151260 samples/sec	rmse=0.021436	lr=0.399610
Epoch[8] Batch [1149]	Speed: 952.085602 samples/sec	rmse=0.021428	lr=0.399602
Epoch[8] Batch [1199]	Speed: 952.641706 samples/sec	rmse=0.021411	lr=0.399593
Epoch[8] Batch [1249]	Speed: 953.473986 samples/sec	rmse=0.021404	lr=0.399585
[Epoch 8] training: rmse=0.021405
[Epoch 8] speed: 948 samples/sec	time cost: 1368.078155
[Epoch 8] validation: err-top1=0.482462 err-top5=0.231625
Epoch[9] Batch [49]	Speed: 960.401101 samples/sec	rmse=0.021119	lr=0.399577
Epoch[9] Batch [99]	Speed: 947.343030 samples/sec	rmse=0.021112	lr=0.399568
Epoch[9] Batch [149]	Speed: 950.436515 samples/sec	rmse=0.021050	lr=0.399560
Epoch[9] Batch [199]	Speed: 948.773790 samples/sec	rmse=0.021083	lr=0.399551
Epoch[9] Batch [249]	Speed: 947.825960 samples/sec	rmse=0.021131	lr=0.399543
Epoch[9] Batch [299]	Speed: 952.898961 samples/sec	rmse=0.021148	lr=0.399534
Epoch[9] Batch [349]	Speed: 948.287151 samples/sec	rmse=0.021160	lr=0.399525
Epoch[9] Batch [399]	Speed: 947.473717 samples/sec	rmse=0.021224	lr=0.399516
Epoch[9] Batch [449]	Speed: 951.059293 samples/sec	rmse=0.021251	lr=0.399507
Epoch[9] Batch [499]	Speed: 945.336960 samples/sec	rmse=0.021234	lr=0.399498
Epoch[9] Batch [549]	Speed: 943.391807 samples/sec	rmse=0.021245	lr=0.399489
Epoch[9] Batch [599]	Speed: 953.777108 samples/sec	rmse=0.021223	lr=0.399480
Epoch[9] Batch [649]	Speed: 944.705900 samples/sec	rmse=0.021228	lr=0.399470
Epoch[9] Batch [699]	Speed: 952.529214 samples/sec	rmse=0.021235	lr=0.399461
Epoch[9] Batch [749]	Speed: 949.866718 samples/sec	rmse=0.021243	lr=0.399451
Epoch[9] Batch [799]	Speed: 947.878088 samples/sec	rmse=0.021266	lr=0.399442
Epoch[9] Batch [849]	Speed: 942.269376 samples/sec	rmse=0.021263	lr=0.399432
Epoch[9] Batch [899]	Speed: 950.847171 samples/sec	rmse=0.021257	lr=0.399422
Epoch[9] Batch [949]	Speed: 948.874042 samples/sec	rmse=0.021251	lr=0.399413
Epoch[9] Batch [999]	Speed: 941.374233 samples/sec	rmse=0.021247	lr=0.399403
Epoch[9] Batch [1049]	Speed: 950.875859 samples/sec	rmse=0.021254	lr=0.399393
Epoch[9] Batch [1099]	Speed: 943.725440 samples/sec	rmse=0.021251	lr=0.399383
Epoch[9] Batch [1149]	Speed: 949.363068 samples/sec	rmse=0.021250	lr=0.399372
Epoch[9] Batch [1199]	Speed: 949.147687 samples/sec	rmse=0.021236	lr=0.399362
Epoch[9] Batch [1249]	Speed: 950.819709 samples/sec	rmse=0.021228	lr=0.399352
[Epoch 9] training: rmse=0.021229
[Epoch 9] speed: 948 samples/sec	time cost: 1368.647790
[Epoch 9] validation: err-top1=0.466637 err-top5=0.210997
Epoch[10] Batch [49]	Speed: 958.217652 samples/sec	rmse=0.021203	lr=0.399341
Epoch[10] Batch [99]	Speed: 949.776883 samples/sec	rmse=0.020986	lr=0.399331
Epoch[10] Batch [149]	Speed: 951.393357 samples/sec	rmse=0.021101	lr=0.399320
Epoch[10] Batch [199]	Speed: 949.412279 samples/sec	rmse=0.021136	lr=0.399310
Epoch[10] Batch [249]	Speed: 953.956807 samples/sec	rmse=0.021158	lr=0.399299
Epoch[10] Batch [299]	Speed: 954.811612 samples/sec	rmse=0.021220	lr=0.399288
Epoch[10] Batch [349]	Speed: 948.565175 samples/sec	rmse=0.021204	lr=0.399277
Epoch[10] Batch [399]	Speed: 954.848806 samples/sec	rmse=0.021205	lr=0.399266
Epoch[10] Batch [449]	Speed: 950.638501 samples/sec	rmse=0.021219	lr=0.399255
Epoch[10] Batch [499]	Speed: 953.959294 samples/sec	rmse=0.021186	lr=0.399244
Epoch[10] Batch [549]	Speed: 952.316938 samples/sec	rmse=0.021172	lr=0.399233
Epoch[10] Batch [599]	Speed: 947.509815 samples/sec	rmse=0.021158	lr=0.399221
Epoch[10] Batch [649]	Speed: 948.699011 samples/sec	rmse=0.021150	lr=0.399210
Epoch[10] Batch [699]	Speed: 949.126586 samples/sec	rmse=0.021125	lr=0.399199
Epoch[10] Batch [749]	Speed: 948.307821 samples/sec	rmse=0.021108	lr=0.399187
Epoch[10] Batch [799]	Speed: 947.368273 samples/sec	rmse=0.021103	lr=0.399175
Epoch[10] Batch [849]	Speed: 950.773917 samples/sec	rmse=0.021118	lr=0.399164
Epoch[10] Batch [899]	Speed: 948.887480 samples/sec	rmse=0.021124	lr=0.399152
Epoch[10] Batch [949]	Speed: 953.609660 samples/sec	rmse=0.021119	lr=0.399140
Epoch[10] Batch [999]	Speed: 952.009063 samples/sec	rmse=0.021117	lr=0.399128
Epoch[10] Batch [1049]	Speed: 951.809105 samples/sec	rmse=0.021120	lr=0.399116
Epoch[10] Batch [1099]	Speed: 950.262652 samples/sec	rmse=0.021111	lr=0.399104
Epoch[10] Batch [1149]	Speed: 954.435204 samples/sec	rmse=0.021114	lr=0.399092
Epoch[10] Batch [1199]	Speed: 944.425054 samples/sec	rmse=0.021111	lr=0.399079
Epoch[10] Batch [1249]	Speed: 951.025093 samples/sec	rmse=0.021103	lr=0.399067
[Epoch 10] training: rmse=0.021104
[Epoch 10] speed: 950 samples/sec	time cost: 1365.471928
[Epoch 10] validation: err-top1=0.435507 err-top5=0.189632
Epoch[11] Batch [49]	Speed: 958.320470 samples/sec	rmse=0.020916	lr=0.399054
Epoch[11] Batch [99]	Speed: 951.389487 samples/sec	rmse=0.020827	lr=0.399042
Epoch[11] Batch [149]	Speed: 948.234694 samples/sec	rmse=0.020807	lr=0.399029
Epoch[11] Batch [199]	Speed: 947.270641 samples/sec	rmse=0.020890	lr=0.399016
Epoch[11] Batch [249]	Speed: 949.442325 samples/sec	rmse=0.020922	lr=0.399003
Epoch[11] Batch [299]	Speed: 949.411482 samples/sec	rmse=0.020922	lr=0.398991
Epoch[11] Batch [349]	Speed: 949.574318 samples/sec	rmse=0.020909	lr=0.398978
Epoch[11] Batch [399]	Speed: 947.175648 samples/sec	rmse=0.020918	lr=0.398965
Epoch[11] Batch [449]	Speed: 951.744379 samples/sec	rmse=0.020921	lr=0.398951
Epoch[11] Batch [499]	Speed: 949.628747 samples/sec	rmse=0.020959	lr=0.398938
Epoch[11] Batch [549]	Speed: 949.467352 samples/sec	rmse=0.020945	lr=0.398925
Epoch[11] Batch [599]	Speed: 947.228854 samples/sec	rmse=0.020947	lr=0.398912
Epoch[11] Batch [649]	Speed: 949.650625 samples/sec	rmse=0.020936	lr=0.398898
Epoch[11] Batch [699]	Speed: 949.934189 samples/sec	rmse=0.020938	lr=0.398885
Epoch[11] Batch [749]	Speed: 951.310671 samples/sec	rmse=0.020940	lr=0.398871
Epoch[11] Batch [799]	Speed: 952.613316 samples/sec	rmse=0.020947	lr=0.398857
Epoch[11] Batch [849]	Speed: 952.774484 samples/sec	rmse=0.020948	lr=0.398843
Epoch[11] Batch [899]	Speed: 947.903853 samples/sec	rmse=0.020942	lr=0.398830
Epoch[11] Batch [949]	Speed: 951.768857 samples/sec	rmse=0.020938	lr=0.398816
Epoch[11] Batch [999]	Speed: 953.992523 samples/sec	rmse=0.020942	lr=0.398802
Epoch[11] Batch [1049]	Speed: 956.144132 samples/sec	rmse=0.020943	lr=0.398787
Epoch[11] Batch [1099]	Speed: 949.873537 samples/sec	rmse=0.020938	lr=0.398773
Epoch[11] Batch [1149]	Speed: 944.167617 samples/sec	rmse=0.020929	lr=0.398759
Epoch[11] Batch [1199]	Speed: 948.714128 samples/sec	rmse=0.020922	lr=0.398745
Epoch[11] Batch [1249]	Speed: 954.218016 samples/sec	rmse=0.020933	lr=0.398730
[Epoch 11] training: rmse=0.020934
[Epoch 11] speed: 949 samples/sec	time cost: 1366.547722
[Epoch 11] validation: err-top1=0.441488 err-top5=0.195475
Epoch[12] Batch [49]	Speed: 952.561194 samples/sec	rmse=0.020950	lr=0.398715
Epoch[12] Batch [99]	Speed: 947.079268 samples/sec	rmse=0.020837	lr=0.398701
Epoch[12] Batch [149]	Speed: 945.854156 samples/sec	rmse=0.020968	lr=0.398686
Epoch[12] Batch [199]	Speed: 946.560339 samples/sec	rmse=0.020964	lr=0.398671
Epoch[12] Batch [249]	Speed: 956.305407 samples/sec	rmse=0.020970	lr=0.398656
Epoch[12] Batch [299]	Speed: 948.101533 samples/sec	rmse=0.020929	lr=0.398641
Epoch[12] Batch [349]	Speed: 951.431318 samples/sec	rmse=0.020907	lr=0.398626
Epoch[12] Batch [399]	Speed: 953.677007 samples/sec	rmse=0.020883	lr=0.398611
Epoch[12] Batch [449]	Speed: 950.344525 samples/sec	rmse=0.020883	lr=0.398596
Epoch[12] Batch [499]	Speed: 945.366902 samples/sec	rmse=0.020895	lr=0.398581
Epoch[12] Batch [549]	Speed: 949.934630 samples/sec	rmse=0.020917	lr=0.398565
Epoch[12] Batch [599]	Speed: 947.404325 samples/sec	rmse=0.020927	lr=0.398550
Epoch[12] Batch [649]	Speed: 949.620184 samples/sec	rmse=0.020910	lr=0.398534
Epoch[12] Batch [699]	Speed: 949.326572 samples/sec	rmse=0.020900	lr=0.398519
Epoch[12] Batch [749]	Speed: 947.137324 samples/sec	rmse=0.020886	lr=0.398503
Epoch[12] Batch [799]	Speed: 947.024200 samples/sec	rmse=0.020887	lr=0.398487
Epoch[12] Batch [849]	Speed: 948.396997 samples/sec	rmse=0.020897	lr=0.398472
Epoch[12] Batch [899]	Speed: 945.246632 samples/sec	rmse=0.020877	lr=0.398456
Epoch[12] Batch [949]	Speed: 948.400167 samples/sec	rmse=0.020886	lr=0.398440
Epoch[12] Batch [999]	Speed: 947.905288 samples/sec	rmse=0.020890	lr=0.398424
Epoch[12] Batch [1049]	Speed: 954.047340 samples/sec	rmse=0.020897	lr=0.398407
Epoch[12] Batch [1099]	Speed: 948.610734 samples/sec	rmse=0.020885	lr=0.398391
Epoch[12] Batch [1149]	Speed: 952.361368 samples/sec	rmse=0.020885	lr=0.398375
Epoch[12] Batch [1199]	Speed: 949.325565 samples/sec	rmse=0.020888	lr=0.398358
Epoch[12] Batch [1249]	Speed: 950.571717 samples/sec	rmse=0.020880	lr=0.398342
[Epoch 12] training: rmse=0.020879
[Epoch 12] speed: 948 samples/sec	time cost: 1367.859695
[Epoch 12] validation: err-top1=0.422931 err-top5=0.181302
Epoch[13] Batch [49]	Speed: 954.826869 samples/sec	rmse=0.020647	lr=0.398325
Epoch[13] Batch [99]	Speed: 952.692014 samples/sec	rmse=0.020579	lr=0.398308
Epoch[13] Batch [149]	Speed: 947.894610 samples/sec	rmse=0.020583	lr=0.398291
Epoch[13] Batch [199]	Speed: 950.979470 samples/sec	rmse=0.020624	lr=0.398275
Epoch[13] Batch [249]	Speed: 952.005729 samples/sec	rmse=0.020622	lr=0.398258
Epoch[13] Batch [299]	Speed: 947.833612 samples/sec	rmse=0.020674	lr=0.398241
Epoch[13] Batch [349]	Speed: 950.431434 samples/sec	rmse=0.020655	lr=0.398224
Epoch[13] Batch [399]	Speed: 948.996018 samples/sec	rmse=0.020681	lr=0.398206
Epoch[13] Batch [449]	Speed: 947.766602 samples/sec	rmse=0.020707	lr=0.398189
Epoch[13] Batch [499]	Speed: 951.757645 samples/sec	rmse=0.020718	lr=0.398172
Epoch[13] Batch [549]	Speed: 949.014806 samples/sec	rmse=0.020740	lr=0.398154
Epoch[13] Batch [599]	Speed: 943.946624 samples/sec	rmse=0.020751	lr=0.398137
Epoch[13] Batch [649]	Speed: 946.860521 samples/sec	rmse=0.020762	lr=0.398119
Epoch[13] Batch [699]	Speed: 952.997947 samples/sec	rmse=0.020772	lr=0.398102
Epoch[13] Batch [749]	Speed: 953.152027 samples/sec	rmse=0.020785	lr=0.398084
Epoch[13] Batch [799]	Speed: 949.926844 samples/sec	rmse=0.020771	lr=0.398066
Epoch[13] Batch [849]	Speed: 953.663400 samples/sec	rmse=0.020774	lr=0.398048
Epoch[13] Batch [899]	Speed: 945.800830 samples/sec	rmse=0.020791	lr=0.398030
Epoch[13] Batch [949]	Speed: 947.876151 samples/sec	rmse=0.020791	lr=0.398012
Epoch[13] Batch [999]	Speed: 944.632937 samples/sec	rmse=0.020772	lr=0.397994
Epoch[13] Batch [1049]	Speed: 951.268030 samples/sec	rmse=0.020764	lr=0.397976
Epoch[13] Batch [1099]	Speed: 946.395995 samples/sec	rmse=0.020754	lr=0.397957
Epoch[13] Batch [1149]	Speed: 948.144661 samples/sec	rmse=0.020741	lr=0.397939
Epoch[13] Batch [1199]	Speed: 950.555034 samples/sec	rmse=0.020742	lr=0.397921
Epoch[13] Batch [1249]	Speed: 954.296047 samples/sec	rmse=0.020738	lr=0.397902
[Epoch 13] training: rmse=0.020738
[Epoch 13] speed: 948 samples/sec	time cost: 1367.366402
[Epoch 13] validation: err-top1=0.435945 err-top5=0.194396
Epoch[14] Batch [49]	Speed: 955.993232 samples/sec	rmse=0.020587	lr=0.397883
Epoch[14] Batch [99]	Speed: 953.045070 samples/sec	rmse=0.020619	lr=0.397864
Epoch[14] Batch [149]	Speed: 952.612441 samples/sec	rmse=0.020637	lr=0.397845
Epoch[14] Batch [199]	Speed: 951.610500 samples/sec	rmse=0.020624	lr=0.397827
Epoch[14] Batch [249]	Speed: 951.627258 samples/sec	rmse=0.020645	lr=0.397808
Epoch[14] Batch [299]	Speed: 948.749797 samples/sec	rmse=0.020647	lr=0.397789
Epoch[14] Batch [349]	Speed: 953.074560 samples/sec	rmse=0.020666	lr=0.397769
Epoch[14] Batch [399]	Speed: 950.453968 samples/sec	rmse=0.020653	lr=0.397750
Epoch[14] Batch [449]	Speed: 951.179876 samples/sec	rmse=0.020678	lr=0.397731
Epoch[14] Batch [499]	Speed: 949.743948 samples/sec	rmse=0.020680	lr=0.397711
Epoch[14] Batch [549]	Speed: 945.109937 samples/sec	rmse=0.020709	lr=0.397692
Epoch[14] Batch [599]	Speed: 951.266685 samples/sec	rmse=0.020704	lr=0.397672
Epoch[14] Batch [649]	Speed: 948.919992 samples/sec	rmse=0.020719	lr=0.397653
Epoch[14] Batch [699]	Speed: 950.428245 samples/sec	rmse=0.020720	lr=0.397633
Epoch[14] Batch [749]	Speed: 954.182266 samples/sec	rmse=0.020717	lr=0.397613
Epoch[14] Batch [799]	Speed: 946.353338 samples/sec	rmse=0.020705	lr=0.397593
Epoch[14] Batch [849]	Speed: 946.773412 samples/sec	rmse=0.020695	lr=0.397573
Epoch[14] Batch [899]	Speed: 946.401200 samples/sec	rmse=0.020697	lr=0.397553
Epoch[14] Batch [949]	Speed: 942.586220 samples/sec	rmse=0.020694	lr=0.397533
Epoch[14] Batch [999]	Speed: 947.153637 samples/sec	rmse=0.020690	lr=0.397513
Epoch[14] Batch [1049]	Speed: 955.014630 samples/sec	rmse=0.020687	lr=0.397493
Epoch[14] Batch [1099]	Speed: 944.007692 samples/sec	rmse=0.020692	lr=0.397472
Epoch[14] Batch [1149]	Speed: 949.780273 samples/sec	rmse=0.020695	lr=0.397452
Epoch[14] Batch [1199]	Speed: 948.898712 samples/sec	rmse=0.020697	lr=0.397431
Epoch[14] Batch [1249]	Speed: 953.496038 samples/sec	rmse=0.020686	lr=0.397411
[Epoch 14] training: rmse=0.020688
[Epoch 14] speed: 949 samples/sec	time cost: 1368.312615
[Epoch 14] validation: err-top1=0.428831 err-top5=0.179648
Epoch[15] Batch [49]	Speed: 956.292742 samples/sec	rmse=0.020597	lr=0.397390
Epoch[15] Batch [99]	Speed: 953.755678 samples/sec	rmse=0.020475	lr=0.397369
Epoch[15] Batch [149]	Speed: 945.305193 samples/sec	rmse=0.020500	lr=0.397348
Epoch[15] Batch [199]	Speed: 943.188406 samples/sec	rmse=0.020510	lr=0.397327
Epoch[15] Batch [249]	Speed: 946.947533 samples/sec	rmse=0.020513	lr=0.397306
Epoch[15] Batch [299]	Speed: 945.576174 samples/sec	rmse=0.020549	lr=0.397285
Epoch[15] Batch [349]	Speed: 949.520068 samples/sec	rmse=0.020565	lr=0.397264
Epoch[15] Batch [399]	Speed: 947.176542 samples/sec	rmse=0.020561	lr=0.397243
Epoch[15] Batch [449]	Speed: 952.949559 samples/sec	rmse=0.020557	lr=0.397221
Epoch[15] Batch [499]	Speed: 947.439419 samples/sec	rmse=0.020555	lr=0.397200
Epoch[15] Batch [549]	Speed: 946.693456 samples/sec	rmse=0.020583	lr=0.397178
Epoch[15] Batch [599]	Speed: 945.513638 samples/sec	rmse=0.020565	lr=0.397157
Epoch[15] Batch [649]	Speed: 951.228345 samples/sec	rmse=0.020549	lr=0.397135
Epoch[15] Batch [699]	Speed: 949.162701 samples/sec	rmse=0.020558	lr=0.397113
Epoch[15] Batch [749]	Speed: 945.446006 samples/sec	rmse=0.020557	lr=0.397091
Epoch[15] Batch [799]	Speed: 949.951367 samples/sec	rmse=0.020552	lr=0.397069
Epoch[15] Batch [849]	Speed: 953.535124 samples/sec	rmse=0.020571	lr=0.397047
Epoch[15] Batch [899]	Speed: 953.724774 samples/sec	rmse=0.020586	lr=0.397025
Epoch[15] Batch [949]	Speed: 950.927064 samples/sec	rmse=0.020579	lr=0.397003
Epoch[15] Batch [999]	Speed: 954.380177 samples/sec	rmse=0.020582	lr=0.396981
Epoch[15] Batch [1049]	Speed: 950.734106 samples/sec	rmse=0.020581	lr=0.396959
Epoch[15] Batch [1099]	Speed: 950.068559 samples/sec	rmse=0.020585	lr=0.396936
Epoch[15] Batch [1149]	Speed: 947.983348 samples/sec	rmse=0.020593	lr=0.396914
Epoch[15] Batch [1199]	Speed: 952.158927 samples/sec	rmse=0.020594	lr=0.396891
Epoch[15] Batch [1249]	Speed: 950.804226 samples/sec	rmse=0.020597	lr=0.396868
[Epoch 15] training: rmse=0.020598
[Epoch 15] speed: 948 samples/sec	time cost: 1367.705207
[Epoch 15] validation: err-top1=0.411591 err-top5=0.171516
Epoch[16] Batch [49]	Speed: 956.845127 samples/sec	rmse=0.020398	lr=0.396845
Epoch[16] Batch [99]	Speed: 950.819949 samples/sec	rmse=0.020576	lr=0.396822
Epoch[16] Batch [149]	Speed: 948.648607 samples/sec	rmse=0.020631	lr=0.396800
Epoch[16] Batch [199]	Speed: 942.934524 samples/sec	rmse=0.020583	lr=0.396777
Epoch[16] Batch [249]	Speed: 940.868610 samples/sec	rmse=0.020606	lr=0.396754
Epoch[16] Batch [299]	Speed: 949.183488 samples/sec	rmse=0.020573	lr=0.396730
Epoch[16] Batch [349]	Speed: 942.131247 samples/sec	rmse=0.020554	lr=0.396707
Epoch[16] Batch [399]	Speed: 951.760294 samples/sec	rmse=0.020554	lr=0.396684
Epoch[16] Batch [449]	Speed: 949.874516 samples/sec	rmse=0.020533	lr=0.396660
Epoch[16] Batch [499]	Speed: 949.108116 samples/sec	rmse=0.020555	lr=0.396637
Epoch[16] Batch [549]	Speed: 947.937983 samples/sec	rmse=0.020545	lr=0.396613
Epoch[16] Batch [599]	Speed: 946.926359 samples/sec	rmse=0.020555	lr=0.396590
Epoch[16] Batch [649]	Speed: 947.899560 samples/sec	rmse=0.020569	lr=0.396566
Epoch[16] Batch [699]	Speed: 945.399594 samples/sec	rmse=0.020576	lr=0.396542
Epoch[16] Batch [749]	Speed: 948.039796 samples/sec	rmse=0.020591	lr=0.396518
Epoch[16] Batch [799]	Speed: 952.962199 samples/sec	rmse=0.020589	lr=0.396494
Epoch[16] Batch [849]	Speed: 949.845090 samples/sec	rmse=0.020578	lr=0.396470
Epoch[16] Batch [899]	Speed: 949.851194 samples/sec	rmse=0.020576	lr=0.396446
Epoch[16] Batch [949]	Speed: 946.525866 samples/sec	rmse=0.020581	lr=0.396422
Epoch[16] Batch [999]	Speed: 942.396975 samples/sec	rmse=0.020582	lr=0.396398
Epoch[16] Batch [1049]	Speed: 946.753427 samples/sec	rmse=0.020586	lr=0.396373
Epoch[16] Batch [1099]	Speed: 955.406184 samples/sec	rmse=0.020584	lr=0.396349
Epoch[16] Batch [1149]	Speed: 950.085633 samples/sec	rmse=0.020578	lr=0.396324
Epoch[16] Batch [1199]	Speed: 952.519484 samples/sec	rmse=0.020571	lr=0.396300
Epoch[16] Batch [1249]	Speed: 952.862007 samples/sec	rmse=0.020569	lr=0.396275
[Epoch 16] training: rmse=0.020569
[Epoch 16] speed: 947 samples/sec	time cost: 1369.007235
[Epoch 16] validation: err-top1=0.423071 err-top5=0.180604
Epoch[17] Batch [49]	Speed: 960.074633 samples/sec	rmse=0.020127	lr=0.396250
Epoch[17] Batch [99]	Speed: 950.028193 samples/sec	rmse=0.020308	lr=0.396225
Epoch[17] Batch [149]	Speed: 951.308876 samples/sec	rmse=0.020305	lr=0.396200
Epoch[17] Batch [199]	Speed: 949.125122 samples/sec	rmse=0.020334	lr=0.396175
Epoch[17] Batch [249]	Speed: 948.787183 samples/sec	rmse=0.020382	lr=0.396150
Epoch[17] Batch [299]	Speed: 947.575312 samples/sec	rmse=0.020426	lr=0.396125
Epoch[17] Batch [349]	Speed: 949.983540 samples/sec	rmse=0.020393	lr=0.396099
Epoch[17] Batch [399]	Speed: 951.360941 samples/sec	rmse=0.020418	lr=0.396074
Epoch[17] Batch [449]	Speed: 942.909592 samples/sec	rmse=0.020449	lr=0.396049
Epoch[17] Batch [499]	Speed: 950.379437 samples/sec	rmse=0.020488	lr=0.396023
Epoch[17] Batch [549]	Speed: 949.181261 samples/sec	rmse=0.020503	lr=0.395997
Epoch[17] Batch [599]	Speed: 945.579155 samples/sec	rmse=0.020497	lr=0.395972
Epoch[17] Batch [649]	Speed: 948.452103 samples/sec	rmse=0.020493	lr=0.395946
Epoch[17] Batch [699]	Speed: 947.827462 samples/sec	rmse=0.020486	lr=0.395920
Epoch[17] Batch [749]	Speed: 946.596284 samples/sec	rmse=0.020473	lr=0.395894
Epoch[17] Batch [799]	Speed: 950.297054 samples/sec	rmse=0.020457	lr=0.395868
Epoch[17] Batch [849]	Speed: 945.698648 samples/sec	rmse=0.020461	lr=0.395842
Epoch[17] Batch [899]	Speed: 943.589645 samples/sec	rmse=0.020456	lr=0.395816
Epoch[17] Batch [949]	Speed: 952.755035 samples/sec	rmse=0.020458	lr=0.395790
Epoch[17] Batch [999]	Speed: 944.841780 samples/sec	rmse=0.020469	lr=0.395763
Epoch[17] Batch [1049]	Speed: 947.907752 samples/sec	rmse=0.020475	lr=0.395737
Epoch[17] Batch [1099]	Speed: 951.644983 samples/sec	rmse=0.020489	lr=0.395711
Epoch[17] Batch [1149]	Speed: 946.389893 samples/sec	rmse=0.020500	lr=0.395684
Epoch[17] Batch [1199]	Speed: 950.263396 samples/sec	rmse=0.020509	lr=0.395657
Epoch[17] Batch [1249]	Speed: 950.198161 samples/sec	rmse=0.020502	lr=0.395631
[Epoch 17] training: rmse=0.020503
[Epoch 17] speed: 948 samples/sec	time cost: 1368.442468
[Epoch 17] validation: err-top1=0.403056 err-top5=0.162109
Epoch[18] Batch [49]	Speed: 961.094284 samples/sec	rmse=0.020576	lr=0.395603
Epoch[18] Batch [99]	Speed: 952.003458 samples/sec	rmse=0.020347	lr=0.395576
Epoch[18] Batch [149]	Speed: 945.870237 samples/sec	rmse=0.020391	lr=0.395549
Epoch[18] Batch [199]	Speed: 931.384803 samples/sec	rmse=0.020394	lr=0.395522
Epoch[18] Batch [249]	Speed: 948.799796 samples/sec	rmse=0.020378	lr=0.395495
Epoch[18] Batch [299]	Speed: 948.693227 samples/sec	rmse=0.020380	lr=0.395468
Epoch[18] Batch [349]	Speed: 951.906527 samples/sec	rmse=0.020411	lr=0.395441
Epoch[18] Batch [399]	Speed: 950.585245 samples/sec	rmse=0.020399	lr=0.395413
Epoch[18] Batch [449]	Speed: 952.384864 samples/sec	rmse=0.020408	lr=0.395386
Epoch[18] Batch [499]	Speed: 950.172961 samples/sec	rmse=0.020416	lr=0.395358
Epoch[18] Batch [549]	Speed: 948.293813 samples/sec	rmse=0.020423	lr=0.395331
Epoch[18] Batch [599]	Speed: 951.207793 samples/sec	rmse=0.020433	lr=0.395303
Epoch[18] Batch [649]	Speed: 955.322991 samples/sec	rmse=0.020429	lr=0.395275
Epoch[18] Batch [699]	Speed: 950.618382 samples/sec	rmse=0.020456	lr=0.395247
Epoch[18] Batch [749]	Speed: 952.040590 samples/sec	rmse=0.020448	lr=0.395219
Epoch[18] Batch [799]	Speed: 949.098880 samples/sec	rmse=0.020432	lr=0.395191
Epoch[18] Batch [849]	Speed: 955.049499 samples/sec	rmse=0.020441	lr=0.395163
Epoch[18] Batch [899]	Speed: 951.406853 samples/sec	rmse=0.020448	lr=0.395135
Epoch[18] Batch [949]	Speed: 946.323767 samples/sec	rmse=0.020440	lr=0.395107
Epoch[18] Batch [999]	Speed: 951.775146 samples/sec	rmse=0.020450	lr=0.395078
Epoch[18] Batch [1049]	Speed: 948.414618 samples/sec	rmse=0.020442	lr=0.395050
Epoch[18] Batch [1099]	Speed: 948.432696 samples/sec	rmse=0.020442	lr=0.395021
Epoch[18] Batch [1149]	Speed: 944.432796 samples/sec	rmse=0.020445	lr=0.394993
Epoch[18] Batch [1199]	Speed: 951.568899 samples/sec	rmse=0.020452	lr=0.394964
Epoch[18] Batch [1249]	Speed: 947.454668 samples/sec	rmse=0.020462	lr=0.394935
[Epoch 18] training: rmse=0.020462
[Epoch 18] speed: 948 samples/sec	time cost: 1367.571744
[Epoch 18] validation: err-top1=0.420041 err-top5=0.179747
Epoch[19] Batch [49]	Speed: 959.952883 samples/sec	rmse=0.020373	lr=0.394906
Epoch[19] Batch [99]	Speed: 946.926539 samples/sec	rmse=0.020284	lr=0.394877
Epoch[19] Batch [149]	Speed: 954.534548 samples/sec	rmse=0.020296	lr=0.394848
Epoch[19] Batch [199]	Speed: 945.910621 samples/sec	rmse=0.020267	lr=0.394819
Epoch[19] Batch [249]	Speed: 953.138570 samples/sec	rmse=0.020292	lr=0.394790
Epoch[19] Batch [299]	Speed: 944.079027 samples/sec	rmse=0.020295	lr=0.394761
Epoch[19] Batch [349]	Speed: 951.170675 samples/sec	rmse=0.020321	lr=0.394731
Epoch[19] Batch [399]	Speed: 950.958528 samples/sec	rmse=0.020330	lr=0.394702
Epoch[19] Batch [449]	Speed: 945.573747 samples/sec	rmse=0.020336	lr=0.394672
Epoch[19] Batch [499]	Speed: 949.498283 samples/sec	rmse=0.020345	lr=0.394643
Epoch[19] Batch [549]	Speed: 949.645943 samples/sec	rmse=0.020360	lr=0.394613
Epoch[19] Batch [599]	Speed: 948.511736 samples/sec	rmse=0.020371	lr=0.394583
Epoch[19] Batch [649]	Speed: 953.772686 samples/sec	rmse=0.020357	lr=0.394554
Epoch[19] Batch [699]	Speed: 952.980743 samples/sec	rmse=0.020358	lr=0.394524
Epoch[19] Batch [749]	Speed: 952.383077 samples/sec	rmse=0.020351	lr=0.394494
Epoch[19] Batch [799]	Speed: 945.827244 samples/sec	rmse=0.020356	lr=0.394464
Epoch[19] Batch [849]	Speed: 947.381162 samples/sec	rmse=0.020365	lr=0.394434
Epoch[19] Batch [899]	Speed: 952.103508 samples/sec	rmse=0.020377	lr=0.394403
Epoch[19] Batch [949]	Speed: 947.160521 samples/sec	rmse=0.020370	lr=0.394373
Epoch[19] Batch [999]	Speed: 948.014823 samples/sec	rmse=0.020367	lr=0.394343
Epoch[19] Batch [1049]	Speed: 952.394114 samples/sec	rmse=0.020371	lr=0.394312
Epoch[19] Batch [1099]	Speed: 949.584458 samples/sec	rmse=0.020367	lr=0.394282
Epoch[19] Batch [1149]	Speed: 948.176389 samples/sec	rmse=0.020372	lr=0.394251
Epoch[19] Batch [1199]	Speed: 950.723878 samples/sec	rmse=0.020371	lr=0.394220
Epoch[19] Batch [1249]	Speed: 957.186228 samples/sec	rmse=0.020376	lr=0.394190
[Epoch 19] training: rmse=0.020375
[Epoch 19] speed: 949 samples/sec	time cost: 1366.715562
[Epoch 19] validation: err-top1=0.427077 err-top5=0.179508
Epoch[20] Batch [49]	Speed: 957.628899 samples/sec	rmse=0.020162	lr=0.394158
Epoch[20] Batch [99]	Speed: 939.223250 samples/sec	rmse=0.020318	lr=0.394127
Epoch[20] Batch [149]	Speed: 948.114618 samples/sec	rmse=0.020273	lr=0.394096
Epoch[20] Batch [199]	Speed: 952.265271 samples/sec	rmse=0.020307	lr=0.394065
Epoch[20] Batch [249]	Speed: 936.330962 samples/sec	rmse=0.020321	lr=0.394034
Epoch[20] Batch [299]	Speed: 948.703739 samples/sec	rmse=0.020284	lr=0.394003
Epoch[20] Batch [349]	Speed: 952.581840 samples/sec	rmse=0.020324	lr=0.393971
Epoch[20] Batch [399]	Speed: 951.478687 samples/sec	rmse=0.020338	lr=0.393940
Epoch[20] Batch [449]	Speed: 950.845331 samples/sec	rmse=0.020370	lr=0.393908
Epoch[20] Batch [499]	Speed: 952.591144 samples/sec	rmse=0.020358	lr=0.393877
Epoch[20] Batch [549]	Speed: 948.664909 samples/sec	rmse=0.020367	lr=0.393845
Epoch[20] Batch [599]	Speed: 949.948774 samples/sec	rmse=0.020372	lr=0.393813
Epoch[20] Batch [649]	Speed: 946.615336 samples/sec	rmse=0.020383	lr=0.393782
Epoch[20] Batch [699]	Speed: 946.093240 samples/sec	rmse=0.020386	lr=0.393750
Epoch[20] Batch [749]	Speed: 949.583673 samples/sec	rmse=0.020386	lr=0.393718
Epoch[20] Batch [799]	Speed: 952.223541 samples/sec	rmse=0.020378	lr=0.393686
Epoch[20] Batch [849]	Speed: 954.055796 samples/sec	rmse=0.020371	lr=0.393653
Epoch[20] Batch [899]	Speed: 952.870011 samples/sec	rmse=0.020383	lr=0.393621
Epoch[20] Batch [949]	Speed: 953.601377 samples/sec	rmse=0.020386	lr=0.393589
Epoch[20] Batch [999]	Speed: 949.594330 samples/sec	rmse=0.020389	lr=0.393557
Epoch[20] Batch [1049]	Speed: 955.702587 samples/sec	rmse=0.020387	lr=0.393524
Epoch[20] Batch [1099]	Speed: 954.453364 samples/sec	rmse=0.020389	lr=0.393492
Epoch[20] Batch [1149]	Speed: 948.532365 samples/sec	rmse=0.020392	lr=0.393459
Epoch[20] Batch [1199]	Speed: 949.938416 samples/sec	rmse=0.020395	lr=0.393426
Epoch[20] Batch [1249]	Speed: 949.004258 samples/sec	rmse=0.020389	lr=0.393393
[Epoch 20] training: rmse=0.020390
[Epoch 20] speed: 949 samples/sec	time cost: 1367.006545
[Epoch 20] validation: err-top1=0.400690 err-top5=0.163903
Epoch[21] Batch [49]	Speed: 961.725991 samples/sec	rmse=0.019986	lr=0.393360
Epoch[21] Batch [99]	Speed: 953.060191 samples/sec	rmse=0.020155	lr=0.393327
Epoch[21] Batch [149]	Speed: 953.537317 samples/sec	rmse=0.020246	lr=0.393294
Epoch[21] Batch [199]	Speed: 954.037681 samples/sec	rmse=0.020225	lr=0.393261
Epoch[21] Batch [249]	Speed: 951.434045 samples/sec	rmse=0.020239	lr=0.393228
Epoch[21] Batch [299]	Speed: 953.395213 samples/sec	rmse=0.020217	lr=0.393194
Epoch[21] Batch [349]	Speed: 954.059704 samples/sec	rmse=0.020198	lr=0.393161
Epoch[21] Batch [399]	Speed: 954.861407 samples/sec	rmse=0.020226	lr=0.393128
Epoch[21] Batch [449]	Speed: 955.482445 samples/sec	rmse=0.020243	lr=0.393094
Epoch[21] Batch [499]	Speed: 956.075891 samples/sec	rmse=0.020255	lr=0.393060
Epoch[21] Batch [549]	Speed: 952.765962 samples/sec	rmse=0.020281	lr=0.393027
Epoch[21] Batch [599]	Speed: 947.591209 samples/sec	rmse=0.020262	lr=0.392993
Epoch[21] Batch [649]	Speed: 951.373484 samples/sec	rmse=0.020275	lr=0.392959
Epoch[21] Batch [699]	Speed: 949.202569 samples/sec	rmse=0.020288	lr=0.392925
Epoch[21] Batch [749]	Speed: 955.691520 samples/sec	rmse=0.020290	lr=0.392891
Epoch[21] Batch [799]	Speed: 954.011158 samples/sec	rmse=0.020309	lr=0.392857
Epoch[21] Batch [849]	Speed: 949.899847 samples/sec	rmse=0.020327	lr=0.392823
Epoch[21] Batch [899]	Speed: 954.195307 samples/sec	rmse=0.020313	lr=0.392789
Epoch[21] Batch [949]	Speed: 951.573613 samples/sec	rmse=0.020319	lr=0.392755
Epoch[21] Batch [999]	Speed: 948.049309 samples/sec	rmse=0.020327	lr=0.392720
Epoch[21] Batch [1049]	Speed: 949.129132 samples/sec	rmse=0.020341	lr=0.392686
Epoch[21] Batch [1099]	Speed: 955.804802 samples/sec	rmse=0.020338	lr=0.392651
Epoch[21] Batch [1149]	Speed: 951.946449 samples/sec	rmse=0.020344	lr=0.392617
Epoch[21] Batch [1199]	Speed: 947.453025 samples/sec	rmse=0.020348	lr=0.392582
Epoch[21] Batch [1249]	Speed: 958.925515 samples/sec	rmse=0.020357	lr=0.392547
[Epoch 21] training: rmse=0.020359
[Epoch 21] speed: 952 samples/sec	time cost: 1364.213162
[Epoch 21] validation: err-top1=0.414222 err-top5=0.175283
Epoch[22] Batch [49]	Speed: 959.654516 samples/sec	rmse=0.020110	lr=0.392511
Epoch[22] Batch [99]	Speed: 943.904644 samples/sec	rmse=0.020075	lr=0.392476
Epoch[22] Batch [149]	Speed: 947.872448 samples/sec	rmse=0.020137	lr=0.392441
Epoch[22] Batch [199]	Speed: 946.667348 samples/sec	rmse=0.020207	lr=0.392406
Epoch[22] Batch [249]	Speed: 953.769805 samples/sec	rmse=0.020247	lr=0.392371
Epoch[22] Batch [299]	Speed: 949.869919 samples/sec	rmse=0.020287	lr=0.392336
Epoch[22] Batch [349]	Speed: 952.279624 samples/sec	rmse=0.020290	lr=0.392301
Epoch[22] Batch [399]	Speed: 952.068283 samples/sec	rmse=0.020267	lr=0.392265
Epoch[22] Batch [449]	Speed: 958.987616 samples/sec	rmse=0.020284	lr=0.392230
Epoch[22] Batch [499]	Speed: 953.589470 samples/sec	rmse=0.020257	lr=0.392194
Epoch[22] Batch [549]	Speed: 952.672818 samples/sec	rmse=0.020275	lr=0.392158
Epoch[22] Batch [599]	Speed: 950.751780 samples/sec	rmse=0.020274	lr=0.392123
Epoch[22] Batch [649]	Speed: 956.061206 samples/sec	rmse=0.020284	lr=0.392087
Epoch[22] Batch [699]	Speed: 953.949908 samples/sec	rmse=0.020271	lr=0.392051
Epoch[22] Batch [749]	Speed: 952.879279 samples/sec	rmse=0.020279	lr=0.392015
Epoch[22] Batch [799]	Speed: 952.430347 samples/sec	rmse=0.020289	lr=0.391979
Epoch[22] Batch [849]	Speed: 950.909712 samples/sec	rmse=0.020294	lr=0.391943
Epoch[22] Batch [899]	Speed: 951.230970 samples/sec	rmse=0.020285	lr=0.391906
Epoch[22] Batch [949]	Speed: 954.594961 samples/sec	rmse=0.020294	lr=0.391870
Epoch[22] Batch [999]	Speed: 953.201362 samples/sec	rmse=0.020293	lr=0.391834
Epoch[22] Batch [1049]	Speed: 944.747839 samples/sec	rmse=0.020303	lr=0.391797
Epoch[22] Batch [1099]	Speed: 954.077307 samples/sec	rmse=0.020311	lr=0.391761
Epoch[22] Batch [1149]	Speed: 941.823155 samples/sec	rmse=0.020306	lr=0.391724
Epoch[22] Batch [1199]	Speed: 951.999597 samples/sec	rmse=0.020308	lr=0.391687
Epoch[22] Batch [1249]	Speed: 954.842544 samples/sec	rmse=0.020303	lr=0.391651
[Epoch 22] training: rmse=0.020304
[Epoch 22] speed: 951 samples/sec	time cost: 1364.809669
[Epoch 22] validation: err-top1=0.397820 err-top5=0.162070
Epoch[23] Batch [49]	Speed: 961.720750 samples/sec	rmse=0.019902	lr=0.391613
Epoch[23] Batch [99]	Speed: 948.005126 samples/sec	rmse=0.020037	lr=0.391576
Epoch[23] Batch [149]	Speed: 950.932875 samples/sec	rmse=0.020007	lr=0.391539
Epoch[23] Batch [199]	Speed: 951.218065 samples/sec	rmse=0.020069	lr=0.391502
Epoch[23] Batch [249]	Speed: 953.106183 samples/sec	rmse=0.020111	lr=0.391465
Epoch[23] Batch [299]	Speed: 953.198121 samples/sec	rmse=0.020154	lr=0.391428
Epoch[23] Batch [349]	Speed: 954.302790 samples/sec	rmse=0.020185	lr=0.391390
Epoch[23] Batch [399]	Speed: 946.762547 samples/sec	rmse=0.020208	lr=0.391353
Epoch[23] Batch [449]	Speed: 952.951640 samples/sec	rmse=0.020207	lr=0.391315
Epoch[23] Batch [499]	Speed: 956.884854 samples/sec	rmse=0.020221	lr=0.391278
Epoch[23] Batch [549]	Speed: 952.713168 samples/sec	rmse=0.020226	lr=0.391240
Epoch[23] Batch [599]	Speed: 945.879394 samples/sec	rmse=0.020220	lr=0.391202
Epoch[23] Batch [649]	Speed: 939.018087 samples/sec	rmse=0.020206	lr=0.391164
Epoch[23] Batch [699]	Speed: 953.786550 samples/sec	rmse=0.020220	lr=0.391127
Epoch[23] Batch [749]	Speed: 956.019044 samples/sec	rmse=0.020237	lr=0.391089
Epoch[23] Batch [799]	Speed: 952.665253 samples/sec	rmse=0.020243	lr=0.391051
Epoch[23] Batch [849]	Speed: 952.508217 samples/sec	rmse=0.020235	lr=0.391012
Epoch[23] Batch [899]	Speed: 955.037543 samples/sec	rmse=0.020243	lr=0.390974
Epoch[23] Batch [949]	Speed: 955.834854 samples/sec	rmse=0.020253	lr=0.390936
Epoch[23] Batch [999]	Speed: 953.463017 samples/sec	rmse=0.020265	lr=0.390898
Epoch[23] Batch [1049]	Speed: 956.181043 samples/sec	rmse=0.020262	lr=0.390859
Epoch[23] Batch [1099]	Speed: 952.140732 samples/sec	rmse=0.020264	lr=0.390821
Epoch[23] Batch [1149]	Speed: 951.051657 samples/sec	rmse=0.020263	lr=0.390782
Epoch[23] Batch [1199]	Speed: 951.614810 samples/sec	rmse=0.020265	lr=0.390743
Epoch[23] Batch [1249]	Speed: 952.653792 samples/sec	rmse=0.020270	lr=0.390705
[Epoch 23] training: rmse=0.020269
[Epoch 23] speed: 951 samples/sec	time cost: 1364.182222
[Epoch 23] validation: err-top1=0.391785 err-top5=0.158244
Epoch[24] Batch [49]	Speed: 957.634501 samples/sec	rmse=0.020378	lr=0.390665
Epoch[24] Batch [99]	Speed: 951.471078 samples/sec	rmse=0.020281	lr=0.390626
Epoch[24] Batch [149]	Speed: 953.352182 samples/sec	rmse=0.020209	lr=0.390587
Epoch[24] Batch [199]	Speed: 945.035660 samples/sec	rmse=0.020169	lr=0.390548
Epoch[24] Batch [249]	Speed: 941.771757 samples/sec	rmse=0.020149	lr=0.390509
Epoch[24] Batch [299]	Speed: 948.650543 samples/sec	rmse=0.020171	lr=0.390469
Epoch[24] Batch [349]	Speed: 953.542047 samples/sec	rmse=0.020165	lr=0.390430
Epoch[24] Batch [399]	Speed: 952.289818 samples/sec	rmse=0.020209	lr=0.390391
Epoch[24] Batch [449]	Speed: 955.548671 samples/sec	rmse=0.020191	lr=0.390351
Epoch[24] Batch [499]	Speed: 940.675957 samples/sec	rmse=0.020202	lr=0.390312
Epoch[24] Batch [549]	Speed: 955.402958 samples/sec	rmse=0.020206	lr=0.390272
Epoch[24] Batch [599]	Speed: 953.000070 samples/sec	rmse=0.020205	lr=0.390232
Epoch[24] Batch [649]	Speed: 956.749462 samples/sec	rmse=0.020197	lr=0.390193
Epoch[24] Batch [699]	Speed: 949.889373 samples/sec	rmse=0.020190	lr=0.390153
Epoch[24] Batch [749]	Speed: 953.420441 samples/sec	rmse=0.020181	lr=0.390113
Epoch[24] Batch [799]	Speed: 948.102793 samples/sec	rmse=0.020196	lr=0.390073
Epoch[24] Batch [849]	Speed: 952.422731 samples/sec	rmse=0.020207	lr=0.390033
Epoch[24] Batch [899]	Speed: 956.509883 samples/sec	rmse=0.020209	lr=0.389992
Epoch[24] Batch [949]	Speed: 954.738997 samples/sec	rmse=0.020215	lr=0.389952
Epoch[24] Batch [999]	Speed: 954.628718 samples/sec	rmse=0.020222	lr=0.389912
Epoch[24] Batch [1049]	Speed: 953.276438 samples/sec	rmse=0.020213	lr=0.389871
Epoch[24] Batch [1099]	Speed: 951.359605 samples/sec	rmse=0.020219	lr=0.389831
Epoch[24] Batch [1149]	Speed: 950.680283 samples/sec	rmse=0.020220	lr=0.389790
Epoch[24] Batch [1199]	Speed: 957.687684 samples/sec	rmse=0.020216	lr=0.389750
Epoch[24] Batch [1249]	Speed: 957.446525 samples/sec	rmse=0.020208	lr=0.389709
[Epoch 24] training: rmse=0.020209
[Epoch 24] speed: 951 samples/sec	time cost: 1363.907953
[Epoch 24] validation: err-top1=0.415517 err-top5=0.174566
Epoch[25] Batch [49]	Speed: 961.606406 samples/sec	rmse=0.020077	lr=0.389667
Epoch[25] Batch [99]	Speed: 956.066544 samples/sec	rmse=0.019958	lr=0.389626
Epoch[25] Batch [149]	Speed: 956.107944 samples/sec	rmse=0.019999	lr=0.389585
Epoch[25] Batch [199]	Speed: 953.233624 samples/sec	rmse=0.020048	lr=0.389544
Epoch[25] Batch [249]	Speed: 953.705380 samples/sec	rmse=0.020136	lr=0.389503
Epoch[25] Batch [299]	Speed: 956.038163 samples/sec	rmse=0.020115	lr=0.389462
Epoch[25] Batch [349]	Speed: 954.657049 samples/sec	rmse=0.020113	lr=0.389421
Epoch[25] Batch [399]	Speed: 954.771890 samples/sec	rmse=0.020135	lr=0.389379
Epoch[25] Batch [449]	Speed: 954.870922 samples/sec	rmse=0.020135	lr=0.389338
Epoch[25] Batch [499]	Speed: 954.264654 samples/sec	rmse=0.020134	lr=0.389296
Epoch[25] Batch [549]	Speed: 955.077223 samples/sec	rmse=0.020147	lr=0.389255
Epoch[25] Batch [599]	Speed: 951.685149 samples/sec	rmse=0.020128	lr=0.389213
Epoch[25] Batch [649]	Speed: 951.036654 samples/sec	rmse=0.020127	lr=0.389171
Epoch[25] Batch [699]	Speed: 955.689729 samples/sec	rmse=0.020117	lr=0.389129
Epoch[25] Batch [749]	Speed: 955.568119 samples/sec	rmse=0.020138	lr=0.389088
Epoch[25] Batch [799]	Speed: 952.940501 samples/sec	rmse=0.020146	lr=0.389046
Epoch[25] Batch [849]	Speed: 952.662790 samples/sec	rmse=0.020139	lr=0.389003
Epoch[25] Batch [899]	Speed: 955.461857 samples/sec	rmse=0.020135	lr=0.388961
Epoch[25] Batch [949]	Speed: 954.847991 samples/sec	rmse=0.020154	lr=0.388919
Epoch[25] Batch [999]	Speed: 947.715829 samples/sec	rmse=0.020161	lr=0.388877
Epoch[25] Batch [1049]	Speed: 955.250515 samples/sec	rmse=0.020173	lr=0.388834
Epoch[25] Batch [1099]	Speed: 959.177046 samples/sec	rmse=0.020182	lr=0.388792
Epoch[25] Batch [1149]	Speed: 948.256487 samples/sec	rmse=0.020185	lr=0.388749
Epoch[25] Batch [1199]	Speed: 953.873891 samples/sec	rmse=0.020182	lr=0.388707
Epoch[25] Batch [1249]	Speed: 953.677211 samples/sec	rmse=0.020184	lr=0.388664
[Epoch 25] training: rmse=0.020184
[Epoch 25] speed: 953 samples/sec	time cost: 1361.316908
[Epoch 25] validation: err-top1=0.406589 err-top5=0.168607
Epoch[26] Batch [49]	Speed: 959.961937 samples/sec	rmse=0.019853	lr=0.388620
Epoch[26] Batch [99]	Speed: 954.124292 samples/sec	rmse=0.019963	lr=0.388578
Epoch[26] Batch [149]	Speed: 954.643910 samples/sec	rmse=0.020025	lr=0.388535
Epoch[26] Batch [199]	Speed: 953.436497 samples/sec	rmse=0.020016	lr=0.388492
Epoch[26] Batch [249]	Speed: 952.641562 samples/sec	rmse=0.020048	lr=0.388449
Epoch[26] Batch [299]	Speed: 953.249107 samples/sec	rmse=0.020088	lr=0.388405
Epoch[26] Batch [349]	Speed: 950.702046 samples/sec	rmse=0.020086	lr=0.388362
Epoch[26] Batch [399]	Speed: 951.709164 samples/sec	rmse=0.020090	lr=0.388319
Epoch[26] Batch [449]	Speed: 949.249814 samples/sec	rmse=0.020123	lr=0.388275
Epoch[26] Batch [499]	Speed: 949.661565 samples/sec	rmse=0.020123	lr=0.388232
Epoch[26] Batch [549]	Speed: 951.392771 samples/sec	rmse=0.020108	lr=0.388188
Epoch[26] Batch [599]	Speed: 949.373455 samples/sec	rmse=0.020122	lr=0.388145
Epoch[26] Batch [649]	Speed: 950.392084 samples/sec	rmse=0.020140	lr=0.388101
Epoch[26] Batch [699]	Speed: 947.685227 samples/sec	rmse=0.020151	lr=0.388057
Epoch[26] Batch [749]	Speed: 955.671633 samples/sec	rmse=0.020162	lr=0.388013
Epoch[26] Batch [799]	Speed: 958.978841 samples/sec	rmse=0.020168	lr=0.387969
Epoch[26] Batch [849]	Speed: 954.137467 samples/sec	rmse=0.020166	lr=0.387925
Epoch[26] Batch [899]	Speed: 952.637661 samples/sec	rmse=0.020172	lr=0.387881
Epoch[26] Batch [949]	Speed: 950.066020 samples/sec	rmse=0.020181	lr=0.387837
Epoch[26] Batch [999]	Speed: 950.854219 samples/sec	rmse=0.020176	lr=0.387793
Epoch[26] Batch [1049]	Speed: 954.501523 samples/sec	rmse=0.020177	lr=0.387748
Epoch[26] Batch [1099]	Speed: 949.860685 samples/sec	rmse=0.020176	lr=0.387704
Epoch[26] Batch [1149]	Speed: 956.436060 samples/sec	rmse=0.020176	lr=0.387659
Epoch[26] Batch [1199]	Speed: 953.435620 samples/sec	rmse=0.020180	lr=0.387615
Epoch[26] Batch [1249]	Speed: 954.370761 samples/sec	rmse=0.020177	lr=0.387570
[Epoch 26] training: rmse=0.020177
[Epoch 26] speed: 952 samples/sec	time cost: 1363.205113
[Epoch 26] validation: err-top1=0.393874 err-top5=0.160375
Epoch[27] Batch [49]	Speed: 959.058513 samples/sec	rmse=0.019918	lr=0.387525
Epoch[27] Batch [99]	Speed: 953.035964 samples/sec	rmse=0.019970	lr=0.387480
Epoch[27] Batch [149]	Speed: 954.642527 samples/sec	rmse=0.020041	lr=0.387435
Epoch[27] Batch [199]	Speed: 955.461011 samples/sec	rmse=0.020027	lr=0.387390
Epoch[27] Batch [249]	Speed: 955.862219 samples/sec	rmse=0.020047	lr=0.387345
Epoch[27] Batch [299]	Speed: 957.445338 samples/sec	rmse=0.020052	lr=0.387300
Epoch[27] Batch [349]	Speed: 949.784209 samples/sec	rmse=0.020053	lr=0.387255
Epoch[27] Batch [399]	Speed: 949.911347 samples/sec	rmse=0.020073	lr=0.387209
Epoch[27] Batch [449]	Speed: 954.486000 samples/sec	rmse=0.020087	lr=0.387164
Epoch[27] Batch [499]	Speed: 954.183025 samples/sec	rmse=0.020082	lr=0.387119
Epoch[27] Batch [549]	Speed: 956.064628 samples/sec	rmse=0.020095	lr=0.387073
Epoch[27] Batch [599]	Speed: 955.477480 samples/sec	rmse=0.020088	lr=0.387027
Epoch[27] Batch [649]	Speed: 956.022577 samples/sec	rmse=0.020106	lr=0.386982
Epoch[27] Batch [699]	Speed: 954.792381 samples/sec	rmse=0.020118	lr=0.386936
Epoch[27] Batch [749]	Speed: 954.366397 samples/sec	rmse=0.020137	lr=0.386890
Epoch[27] Batch [799]	Speed: 955.450107 samples/sec	rmse=0.020140	lr=0.386844
Epoch[27] Batch [849]	Speed: 954.899429 samples/sec	rmse=0.020139	lr=0.386798
Epoch[27] Batch [899]	Speed: 957.751350 samples/sec	rmse=0.020146	lr=0.386752
Epoch[27] Batch [949]	Speed: 956.367773 samples/sec	rmse=0.020139	lr=0.386706
Epoch[27] Batch [999]	Speed: 957.941553 samples/sec	rmse=0.020133	lr=0.386660
Epoch[27] Batch [1049]	Speed: 952.468729 samples/sec	rmse=0.020135	lr=0.386614
Epoch[27] Batch [1099]	Speed: 955.054040 samples/sec	rmse=0.020137	lr=0.386567
Epoch[27] Batch [1149]	Speed: 951.092097 samples/sec	rmse=0.020135	lr=0.386521
Epoch[27] Batch [1199]	Speed: 948.568053 samples/sec	rmse=0.020140	lr=0.386474
Epoch[27] Batch [1249]	Speed: 951.885717 samples/sec	rmse=0.020137	lr=0.386428
[Epoch 27] training: rmse=0.020136
[Epoch 27] speed: 953 samples/sec	time cost: 1360.630995
[Epoch 27] validation: err-top1=0.388094 err-top5=0.153679
Epoch[28] Batch [49]	Speed: 964.105073 samples/sec	rmse=0.019839	lr=0.386380
Epoch[28] Batch [99]	Speed: 954.185225 samples/sec	rmse=0.020026	lr=0.386333
Epoch[28] Batch [149]	Speed: 953.717349 samples/sec	rmse=0.020031	lr=0.386287
Epoch[28] Batch [199]	Speed: 948.354281 samples/sec	rmse=0.020006	lr=0.386240
Epoch[28] Batch [249]	Speed: 948.538989 samples/sec	rmse=0.020029	lr=0.386193
Epoch[28] Batch [299]	Speed: 951.745218 samples/sec	rmse=0.020017	lr=0.386146
Epoch[28] Batch [349]	Speed: 953.712152 samples/sec	rmse=0.020004	lr=0.386098
Epoch[28] Batch [399]	Speed: 951.423625 samples/sec	rmse=0.020012	lr=0.386051
Epoch[28] Batch [449]	Speed: 954.545465 samples/sec	rmse=0.020034	lr=0.386004
Epoch[28] Batch [499]	Speed: 954.820629 samples/sec	rmse=0.020030	lr=0.385957
Epoch[28] Batch [549]	Speed: 957.058812 samples/sec	rmse=0.020036	lr=0.385909
Epoch[28] Batch [599]	Speed: 951.355993 samples/sec	rmse=0.020045	lr=0.385862
Epoch[28] Batch [649]	Speed: 955.943821 samples/sec	rmse=0.020058	lr=0.385814
Epoch[28] Batch [699]	Speed: 948.887505 samples/sec	rmse=0.020079	lr=0.385766
Epoch[28] Batch [749]	Speed: 954.078456 samples/sec	rmse=0.020090	lr=0.385719
Epoch[28] Batch [799]	Speed: 954.345920 samples/sec	rmse=0.020087	lr=0.385671
Epoch[28] Batch [849]	Speed: 953.959383 samples/sec	rmse=0.020098	lr=0.385623
Epoch[28] Batch [899]	Speed: 952.455211 samples/sec	rmse=0.020105	lr=0.385575
Epoch[28] Batch [949]	Speed: 955.981478 samples/sec	rmse=0.020110	lr=0.385527
Epoch[28] Batch [999]	Speed: 949.652540 samples/sec	rmse=0.020103	lr=0.385479
Epoch[28] Batch [1049]	Speed: 956.074776 samples/sec	rmse=0.020094	lr=0.385430
Epoch[28] Batch [1099]	Speed: 953.562739 samples/sec	rmse=0.020099	lr=0.385382
Epoch[28] Batch [1149]	Speed: 955.988644 samples/sec	rmse=0.020105	lr=0.385334
Epoch[28] Batch [1199]	Speed: 954.373064 samples/sec	rmse=0.020105	lr=0.385285
Epoch[28] Batch [1249]	Speed: 958.210114 samples/sec	rmse=0.020108	lr=0.385237
[Epoch 28] training: rmse=0.020108
[Epoch 28] speed: 953 samples/sec	time cost: 1362.556892
[Epoch 28] validation: err-top1=0.400929 err-top5=0.163983
Epoch[29] Batch [49]	Speed: 965.902487 samples/sec	rmse=0.020152	lr=0.385187
Epoch[29] Batch [99]	Speed: 957.462862 samples/sec	rmse=0.020105	lr=0.385139
Epoch[29] Batch [149]	Speed: 955.318256 samples/sec	rmse=0.020068	lr=0.385090
Epoch[29] Batch [199]	Speed: 953.966486 samples/sec	rmse=0.020037	lr=0.385041
Epoch[29] Batch [249]	Speed: 954.846810 samples/sec	rmse=0.020039	lr=0.384992
Epoch[29] Batch [299]	Speed: 955.024602 samples/sec	rmse=0.020040	lr=0.384943
Epoch[29] Batch [349]	Speed: 956.590006 samples/sec	rmse=0.020027	lr=0.384894
Epoch[29] Batch [399]	Speed: 953.766713 samples/sec	rmse=0.020021	lr=0.384845
Epoch[29] Batch [449]	Speed: 941.367135 samples/sec	rmse=0.020039	lr=0.384796
Epoch[29] Batch [499]	Speed: 957.252367 samples/sec	rmse=0.020054	lr=0.384746
Epoch[29] Batch [549]	Speed: 949.449999 samples/sec	rmse=0.020048	lr=0.384697
Epoch[29] Batch [599]	Speed: 954.653514 samples/sec	rmse=0.020067	lr=0.384648
Epoch[29] Batch [649]	Speed: 953.287284 samples/sec	rmse=0.020083	lr=0.384598
Epoch[29] Batch [699]	Speed: 956.608329 samples/sec	rmse=0.020079	lr=0.384549
Epoch[29] Batch [749]	Speed: 954.865954 samples/sec	rmse=0.020089	lr=0.384499
Epoch[29] Batch [799]	Speed: 953.824559 samples/sec	rmse=0.020093	lr=0.384449
Epoch[29] Batch [849]	Speed: 951.476744 samples/sec	rmse=0.020101	lr=0.384399
Epoch[29] Batch [899]	Speed: 951.519615 samples/sec	rmse=0.020105	lr=0.384349
Epoch[29] Batch [949]	Speed: 953.165637 samples/sec	rmse=0.020120	lr=0.384299
Epoch[29] Batch [999]	Speed: 953.101953 samples/sec	rmse=0.020131	lr=0.384249
Epoch[29] Batch [1049]	Speed: 953.272638 samples/sec	rmse=0.020138	lr=0.384199
Epoch[29] Batch [1099]	Speed: 951.652894 samples/sec	rmse=0.020143	lr=0.384149
Epoch[29] Batch [1149]	Speed: 947.452954 samples/sec	rmse=0.020144	lr=0.384099
Epoch[29] Batch [1199]	Speed: 954.027992 samples/sec	rmse=0.020129	lr=0.384048
Epoch[29] Batch [1249]	Speed: 957.609721 samples/sec	rmse=0.020132	lr=0.383998
[Epoch 29] training: rmse=0.020133
[Epoch 29] speed: 953 samples/sec	time cost: 1361.317993
[Epoch 29] validation: err-top1=0.385905 err-top5=0.152181
Epoch[30] Batch [49]	Speed: 956.647722 samples/sec	rmse=0.019973	lr=0.383946
Epoch[30] Batch [99]	Speed: 954.916333 samples/sec	rmse=0.019962	lr=0.383896
Epoch[30] Batch [149]	Speed: 952.488846 samples/sec	rmse=0.019971	lr=0.383845
Epoch[30] Batch [199]	Speed: 953.308735 samples/sec	rmse=0.020004	lr=0.383794
Epoch[30] Batch [249]	Speed: 958.152719 samples/sec	rmse=0.019980	lr=0.383744
Epoch[30] Batch [299]	Speed: 951.502574 samples/sec	rmse=0.019981	lr=0.383693
Epoch[30] Batch [349]	Speed: 955.591302 samples/sec	rmse=0.019998	lr=0.383642
Epoch[30] Batch [399]	Speed: 951.583842 samples/sec	rmse=0.019992	lr=0.383591
Epoch[30] Batch [449]	Speed: 954.221709 samples/sec	rmse=0.019986	lr=0.383540
Epoch[30] Batch [499]	Speed: 955.589478 samples/sec	rmse=0.019972	lr=0.383488
Epoch[30] Batch [549]	Speed: 953.403298 samples/sec	rmse=0.019982	lr=0.383437
Epoch[30] Batch [599]	Speed: 952.077155 samples/sec	rmse=0.020000	lr=0.383386
Epoch[30] Batch [649]	Speed: 956.620653 samples/sec	rmse=0.020026	lr=0.383334
Epoch[30] Batch [699]	Speed: 954.790785 samples/sec	rmse=0.020017	lr=0.383283
Epoch[30] Batch [749]	Speed: 952.434744 samples/sec	rmse=0.020022	lr=0.383231
Epoch[30] Batch [799]	Speed: 947.963986 samples/sec	rmse=0.020033	lr=0.383180
Epoch[30] Batch [849]	Speed: 951.293798 samples/sec	rmse=0.020034	lr=0.383128
Epoch[30] Batch [899]	Speed: 949.018408 samples/sec	rmse=0.020038	lr=0.383076
Epoch[30] Batch [949]	Speed: 948.052992 samples/sec	rmse=0.020032	lr=0.383024
Epoch[30] Batch [999]	Speed: 948.148755 samples/sec	rmse=0.020037	lr=0.382972
Epoch[30] Batch [1049]	Speed: 952.084112 samples/sec	rmse=0.020041	lr=0.382920
Epoch[30] Batch [1099]	Speed: 952.670938 samples/sec	rmse=0.020036	lr=0.382868
Epoch[30] Batch [1149]	Speed: 949.437137 samples/sec	rmse=0.020041	lr=0.382816
Epoch[30] Batch [1199]	Speed: 947.634291 samples/sec	rmse=0.020038	lr=0.382764
Epoch[30] Batch [1249]	Speed: 951.326378 samples/sec	rmse=0.020045	lr=0.382711
[Epoch 30] training: rmse=0.020044
[Epoch 30] speed: 951 samples/sec	time cost: 1363.771115
[Epoch 30] validation: err-top1=0.389529 err-top5=0.154636
Epoch[31] Batch [49]	Speed: 963.920587 samples/sec	rmse=0.019813	lr=0.382658
Epoch[31] Batch [99]	Speed: 952.775866 samples/sec	rmse=0.019787	lr=0.382605
Epoch[31] Batch [149]	Speed: 952.073209 samples/sec	rmse=0.019827	lr=0.382553
Epoch[31] Batch [199]	Speed: 949.561382 samples/sec	rmse=0.019807	lr=0.382500
Epoch[31] Batch [249]	Speed: 955.718741 samples/sec	rmse=0.019846	lr=0.382447
Epoch[31] Batch [299]	Speed: 953.333209 samples/sec	rmse=0.019878	lr=0.382395
Epoch[31] Batch [349]	Speed: 951.241475 samples/sec	rmse=0.019893	lr=0.382342
Epoch[31] Batch [399]	Speed: 947.255937 samples/sec	rmse=0.019933	lr=0.382289
Epoch[31] Batch [449]	Speed: 948.473567 samples/sec	rmse=0.019930	lr=0.382236
Epoch[31] Batch [499]	Speed: 953.167566 samples/sec	rmse=0.019933	lr=0.382183
Epoch[31] Batch [549]	Speed: 958.440036 samples/sec	rmse=0.019956	lr=0.382129
Epoch[31] Batch [599]	Speed: 954.734345 samples/sec	rmse=0.019985	lr=0.382076
Epoch[31] Batch [649]	Speed: 952.569320 samples/sec	rmse=0.019993	lr=0.382023
Epoch[31] Batch [699]	Speed: 955.549152 samples/sec	rmse=0.020002	lr=0.381969
Epoch[31] Batch [749]	Speed: 955.675614 samples/sec	rmse=0.020005	lr=0.381916
Epoch[31] Batch [799]	Speed: 953.328680 samples/sec	rmse=0.020003	lr=0.381862
Epoch[31] Batch [849]	Speed: 954.067804 samples/sec	rmse=0.020002	lr=0.381809
Epoch[31] Batch [899]	Speed: 954.266486 samples/sec	rmse=0.020004	lr=0.381755
Epoch[31] Batch [949]	Speed: 958.017005 samples/sec	rmse=0.020001	lr=0.381701
Epoch[31] Batch [999]	Speed: 953.919250 samples/sec	rmse=0.020019	lr=0.381647
Epoch[31] Batch [1049]	Speed: 954.073204 samples/sec	rmse=0.020022	lr=0.381594
Epoch[31] Batch [1099]	Speed: 950.354433 samples/sec	rmse=0.020023	lr=0.381540
Epoch[31] Batch [1149]	Speed: 953.530264 samples/sec	rmse=0.020031	lr=0.381485
Epoch[31] Batch [1199]	Speed: 948.888633 samples/sec	rmse=0.020030	lr=0.381431
Epoch[31] Batch [1249]	Speed: 947.202566 samples/sec	rmse=0.020037	lr=0.381377
[Epoch 31] training: rmse=0.020037
[Epoch 31] speed: 952 samples/sec	time cost: 1362.753561
[Epoch 31] validation: err-top1=0.390386 err-top5=0.159479
Epoch[32] Batch [49]	Speed: 961.869698 samples/sec	rmse=0.020070	lr=0.381322
Epoch[32] Batch [99]	Speed: 956.226996 samples/sec	rmse=0.020042	lr=0.381267
Epoch[32] Batch [149]	Speed: 955.471490 samples/sec	rmse=0.020002	lr=0.381213
Epoch[32] Batch [199]	Speed: 953.048386 samples/sec	rmse=0.019962	lr=0.381158
Epoch[32] Batch [249]	Speed: 954.890563 samples/sec	rmse=0.019957	lr=0.381104
Epoch[32] Batch [299]	Speed: 946.754479 samples/sec	rmse=0.019962	lr=0.381049
Epoch[32] Batch [349]	Speed: 945.170948 samples/sec	rmse=0.019946	lr=0.380994
Epoch[32] Batch [399]	Speed: 951.749112 samples/sec	rmse=0.019953	lr=0.380939
Epoch[32] Batch [449]	Speed: 957.888094 samples/sec	rmse=0.019962	lr=0.380885
Epoch[32] Batch [499]	Speed: 955.548522 samples/sec	rmse=0.019961	lr=0.380830
Epoch[32] Batch [549]	Speed: 952.640438 samples/sec	rmse=0.019969	lr=0.380774
Epoch[32] Batch [599]	Speed: 950.717488 samples/sec	rmse=0.019968	lr=0.380719
Epoch[32] Batch [649]	Speed: 949.835809 samples/sec	rmse=0.019960	lr=0.380664
Epoch[32] Batch [699]	Speed: 950.815697 samples/sec	rmse=0.019968	lr=0.380609
Epoch[32] Batch [749]	Speed: 957.602722 samples/sec	rmse=0.019978	lr=0.380553
Epoch[32] Batch [799]	Speed: 952.672755 samples/sec	rmse=0.019998	lr=0.380498
Epoch[32] Batch [849]	Speed: 950.132473 samples/sec	rmse=0.020009	lr=0.380443
Epoch[32] Batch [899]	Speed: 951.912751 samples/sec	rmse=0.020013	lr=0.380387
Epoch[32] Batch [949]	Speed: 956.380789 samples/sec	rmse=0.020003	lr=0.380331
Epoch[32] Batch [999]	Speed: 955.332056 samples/sec	rmse=0.020008	lr=0.380276
Epoch[32] Batch [1049]	Speed: 956.437470 samples/sec	rmse=0.020010	lr=0.380220
Epoch[32] Batch [1099]	Speed: 954.815568 samples/sec	rmse=0.020013	lr=0.380164
Epoch[32] Batch [1149]	Speed: 954.282163 samples/sec	rmse=0.020003	lr=0.380108
Epoch[32] Batch [1199]	Speed: 951.420240 samples/sec	rmse=0.020001	lr=0.380052
Epoch[32] Batch [1249]	Speed: 957.601501 samples/sec	rmse=0.020006	lr=0.379996
[Epoch 32] training: rmse=0.020007
[Epoch 32] speed: 952 samples/sec	time cost: 1361.894626
[Epoch 32] validation: err-top1=0.371951 err-top5=0.143893
Epoch[33] Batch [49]	Speed: 962.786461 samples/sec	rmse=0.019837	lr=0.379939
Epoch[33] Batch [99]	Speed: 954.411094 samples/sec	rmse=0.019860	lr=0.379882
Epoch[33] Batch [149]	Speed: 952.474525 samples/sec	rmse=0.019816	lr=0.379826
Epoch[33] Batch [199]	Speed: 951.558252 samples/sec	rmse=0.019865	lr=0.379770
Epoch[33] Batch [249]	Speed: 953.797692 samples/sec	rmse=0.019870	lr=0.379713
Epoch[33] Batch [299]	Speed: 951.614979 samples/sec	rmse=0.019873	lr=0.379657
Epoch[33] Batch [349]	Speed: 948.357380 samples/sec	rmse=0.019911	lr=0.379600
Epoch[33] Batch [399]	Speed: 954.095929 samples/sec	rmse=0.019918	lr=0.379543
Epoch[33] Batch [449]	Speed: 949.829894 samples/sec	rmse=0.019931	lr=0.379486
Epoch[33] Batch [499]	Speed: 955.424525 samples/sec	rmse=0.019934	lr=0.379430
Epoch[33] Batch [549]	Speed: 956.210706 samples/sec	rmse=0.019929	lr=0.379373
Epoch[33] Batch [599]	Speed: 948.073493 samples/sec	rmse=0.019939	lr=0.379316
Epoch[33] Batch [649]	Speed: 952.467935 samples/sec	rmse=0.019936	lr=0.379259
Epoch[33] Batch [699]	Speed: 952.025734 samples/sec	rmse=0.019943	lr=0.379201
Epoch[33] Batch [749]	Speed: 954.209011 samples/sec	rmse=0.019959	lr=0.379144
Epoch[33] Batch [799]	Speed: 953.372302 samples/sec	rmse=0.019956	lr=0.379087
Epoch[33] Batch [849]	Speed: 947.797937 samples/sec	rmse=0.019948	lr=0.379030
Epoch[33] Batch [899]	Speed: 951.667743 samples/sec	rmse=0.019951	lr=0.378972
Epoch[33] Batch [949]	Speed: 949.103787 samples/sec	rmse=0.019964	lr=0.378915
Epoch[33] Batch [999]	Speed: 951.377125 samples/sec	rmse=0.019974	lr=0.378857
Epoch[33] Batch [1049]	Speed: 950.388934 samples/sec	rmse=0.019977	lr=0.378799
Epoch[33] Batch [1099]	Speed: 953.050615 samples/sec	rmse=0.019976	lr=0.378742
Epoch[33] Batch [1149]	Speed: 952.223646 samples/sec	rmse=0.019982	lr=0.378684
Epoch[33] Batch [1199]	Speed: 949.831566 samples/sec	rmse=0.019987	lr=0.378626
Epoch[33] Batch [1249]	Speed: 952.426435 samples/sec	rmse=0.019990	lr=0.378568
[Epoch 33] training: rmse=0.019991
[Epoch 33] speed: 951 samples/sec	time cost: 1363.867369
[Epoch 33] validation: err-top1=0.388612 err-top5=0.154058
Epoch[34] Batch [49]	Speed: 962.746764 samples/sec	rmse=0.019844	lr=0.378509
Epoch[34] Batch [99]	Speed: 955.577789 samples/sec	rmse=0.019990	lr=0.378451
Epoch[34] Batch [149]	Speed: 952.822245 samples/sec	rmse=0.019949	lr=0.378392
Epoch[34] Batch [199]	Speed: 953.213645 samples/sec	rmse=0.019924	lr=0.378334
Epoch[34] Batch [249]	Speed: 954.096776 samples/sec	rmse=0.019905	lr=0.378276
Epoch[34] Batch [299]	Speed: 955.029287 samples/sec	rmse=0.019911	lr=0.378217
Epoch[34] Batch [349]	Speed: 954.875333 samples/sec	rmse=0.019920	lr=0.378159
Epoch[34] Batch [399]	Speed: 950.737410 samples/sec	rmse=0.019880	lr=0.378100
Epoch[34] Batch [449]	Speed: 954.873584 samples/sec	rmse=0.019885	lr=0.378042
Epoch[34] Batch [499]	Speed: 950.168047 samples/sec	rmse=0.019885	lr=0.377983
Epoch[34] Batch [549]	Speed: 952.629995 samples/sec	rmse=0.019895	lr=0.377924
Epoch[34] Batch [599]	Speed: 950.697837 samples/sec	rmse=0.019888	lr=0.377865
Epoch[34] Batch [649]	Speed: 951.304784 samples/sec	rmse=0.019887	lr=0.377806
Epoch[34] Batch [699]	Speed: 952.479818 samples/sec	rmse=0.019910	lr=0.377747
Epoch[34] Batch [749]	Speed: 949.345734 samples/sec	rmse=0.019915	lr=0.377688
Epoch[34] Batch [799]	Speed: 948.231227 samples/sec	rmse=0.019916	lr=0.377629
Epoch[34] Batch [849]	Speed: 952.933731 samples/sec	rmse=0.019929	lr=0.377570
Epoch[34] Batch [899]	Speed: 951.666364 samples/sec	rmse=0.019946	lr=0.377511
Epoch[34] Batch [949]	Speed: 950.846683 samples/sec	rmse=0.019951	lr=0.377451
Epoch[34] Batch [999]	Speed: 944.154520 samples/sec	rmse=0.019955	lr=0.377392
Epoch[34] Batch [1049]	Speed: 950.664863 samples/sec	rmse=0.019953	lr=0.377332
Epoch[34] Batch [1099]	Speed: 953.320385 samples/sec	rmse=0.019961	lr=0.377273
Epoch[34] Batch [1149]	Speed: 947.708183 samples/sec	rmse=0.019968	lr=0.377213
Epoch[34] Batch [1199]	Speed: 950.654161 samples/sec	rmse=0.019972	lr=0.377153
Epoch[34] Batch [1249]	Speed: 953.996549 samples/sec	rmse=0.019968	lr=0.377094
[Epoch 34] training: rmse=0.019968
[Epoch 34] speed: 951 samples/sec	time cost: 1363.695335
[Epoch 34] validation: err-top1=0.373372 err-top5=0.142639
Epoch[35] Batch [49]	Speed: 955.686620 samples/sec	rmse=0.019807	lr=0.377033
Epoch[35] Batch [99]	Speed: 949.614226 samples/sec	rmse=0.019805	lr=0.376973
Epoch[35] Batch [149]	Speed: 949.377803 samples/sec	rmse=0.019776	lr=0.376913
Epoch[35] Batch [199]	Speed: 951.028256 samples/sec	rmse=0.019776	lr=0.376852
Epoch[35] Batch [249]	Speed: 941.830264 samples/sec	rmse=0.019782	lr=0.376792
Epoch[35] Batch [299]	Speed: 948.454017 samples/sec	rmse=0.019803	lr=0.376732
Epoch[35] Batch [349]	Speed: 951.806211 samples/sec	rmse=0.019803	lr=0.376672
Epoch[35] Batch [399]	Speed: 959.492843 samples/sec	rmse=0.019831	lr=0.376611
Epoch[35] Batch [449]	Speed: 950.660616 samples/sec	rmse=0.019848	lr=0.376551
Epoch[35] Batch [499]	Speed: 950.416947 samples/sec	rmse=0.019843	lr=0.376490
Epoch[35] Batch [549]	Speed: 951.988109 samples/sec	rmse=0.019845	lr=0.376430
Epoch[35] Batch [599]	Speed: 952.703401 samples/sec	rmse=0.019845	lr=0.376369
Epoch[35] Batch [649]	Speed: 952.187678 samples/sec	rmse=0.019866	lr=0.376308
Epoch[35] Batch [699]	Speed: 955.536970 samples/sec	rmse=0.019866	lr=0.376247
Epoch[35] Batch [749]	Speed: 951.612297 samples/sec	rmse=0.019867	lr=0.376186
Epoch[35] Batch [799]	Speed: 951.239987 samples/sec	rmse=0.019868	lr=0.376125
Epoch[35] Batch [849]	Speed: 950.184926 samples/sec	rmse=0.019878	lr=0.376064
Epoch[35] Batch [899]	Speed: 949.952964 samples/sec	rmse=0.019884	lr=0.376003
Epoch[35] Batch [949]	Speed: 957.747254 samples/sec	rmse=0.019890	lr=0.375942
Epoch[35] Batch [999]	Speed: 946.487014 samples/sec	rmse=0.019896	lr=0.375881
Epoch[35] Batch [1049]	Speed: 953.684156 samples/sec	rmse=0.019892	lr=0.375819
Epoch[35] Batch [1099]	Speed: 947.981967 samples/sec	rmse=0.019902	lr=0.375758
Epoch[35] Batch [1149]	Speed: 943.517227 samples/sec	rmse=0.019902	lr=0.375697
Epoch[35] Batch [1199]	Speed: 948.934915 samples/sec	rmse=0.019911	lr=0.375635
Epoch[35] Batch [1249]	Speed: 958.053869 samples/sec	rmse=0.019911	lr=0.375573
[Epoch 35] training: rmse=0.019911
[Epoch 35] speed: 950 samples/sec	time cost: 1366.556716
[Epoch 35] validation: err-top1=0.389569 err-top5=0.154815
Epoch[36] Batch [49]	Speed: 957.905578 samples/sec	rmse=0.019890	lr=0.375510
Epoch[36] Batch [99]	Speed: 946.700680 samples/sec	rmse=0.019808	lr=0.375449
Epoch[36] Batch [149]	Speed: 945.610687 samples/sec	rmse=0.019785	lr=0.375387
Epoch[36] Batch [199]	Speed: 952.540968 samples/sec	rmse=0.019808	lr=0.375325
Epoch[36] Batch [249]	Speed: 947.289398 samples/sec	rmse=0.019826	lr=0.375263
Epoch[36] Batch [299]	Speed: 952.668300 samples/sec	rmse=0.019843	lr=0.375201
Epoch[36] Batch [349]	Speed: 954.272419 samples/sec	rmse=0.019853	lr=0.375139
Epoch[36] Batch [399]	Speed: 947.692207 samples/sec	rmse=0.019867	lr=0.375076
Epoch[36] Batch [449]	Speed: 955.955489 samples/sec	rmse=0.019846	lr=0.375014
Epoch[36] Batch [499]	Speed: 949.134036 samples/sec	rmse=0.019855	lr=0.374952
Epoch[36] Batch [549]	Speed: 952.395225 samples/sec	rmse=0.019864	lr=0.374889
Epoch[36] Batch [599]	Speed: 953.231263 samples/sec	rmse=0.019849	lr=0.374827
Epoch[36] Batch [649]	Speed: 946.318321 samples/sec	rmse=0.019842	lr=0.374764
Epoch[36] Batch [699]	Speed: 950.589007 samples/sec	rmse=0.019853	lr=0.374702
Epoch[36] Batch [749]	Speed: 949.230928 samples/sec	rmse=0.019850	lr=0.374639
Epoch[36] Batch [799]	Speed: 952.622423 samples/sec	rmse=0.019860	lr=0.374576
Epoch[36] Batch [849]	Speed: 951.737807 samples/sec	rmse=0.019852	lr=0.374513
Epoch[36] Batch [899]	Speed: 945.775942 samples/sec	rmse=0.019860	lr=0.374450
Epoch[36] Batch [949]	Speed: 947.408166 samples/sec	rmse=0.019867	lr=0.374387
Epoch[36] Batch [999]	Speed: 951.470218 samples/sec	rmse=0.019870	lr=0.374324
Epoch[36] Batch [1049]	Speed: 951.997263 samples/sec	rmse=0.019869	lr=0.374261
Epoch[36] Batch [1099]	Speed: 953.224252 samples/sec	rmse=0.019874	lr=0.374198
Epoch[36] Batch [1149]	Speed: 951.901717 samples/sec	rmse=0.019883	lr=0.374134
Epoch[36] Batch [1199]	Speed: 954.355200 samples/sec	rmse=0.019892	lr=0.374071
Epoch[36] Batch [1249]	Speed: 959.252886 samples/sec	rmse=0.019894	lr=0.374008
[Epoch 36] training: rmse=0.019894
[Epoch 36] speed: 950 samples/sec	time cost: 1365.158834
[Epoch 36] validation: err-top1=0.394192 err-top5=0.161531
Epoch[37] Batch [49]	Speed: 965.002544 samples/sec	rmse=0.019853	lr=0.373943
Epoch[37] Batch [99]	Speed: 951.758117 samples/sec	rmse=0.019795	lr=0.373879
Epoch[37] Batch [149]	Speed: 950.546102 samples/sec	rmse=0.019791	lr=0.373815
Epoch[37] Batch [199]	Speed: 956.341142 samples/sec	rmse=0.019818	lr=0.373752
Epoch[37] Batch [249]	Speed: 949.640992 samples/sec	rmse=0.019839	lr=0.373688
Epoch[37] Batch [299]	Speed: 949.902852 samples/sec	rmse=0.019854	lr=0.373624
Epoch[37] Batch [349]	Speed: 948.426040 samples/sec	rmse=0.019857	lr=0.373560
Epoch[37] Batch [399]	Speed: 949.781786 samples/sec	rmse=0.019849	lr=0.373496
Epoch[37] Batch [449]	Speed: 943.609348 samples/sec	rmse=0.019869	lr=0.373432
Epoch[37] Batch [499]	Speed: 950.623196 samples/sec	rmse=0.019869	lr=0.373368
Epoch[37] Batch [549]	Speed: 950.058429 samples/sec	rmse=0.019881	lr=0.373304
Epoch[37] Batch [599]	Speed: 951.207300 samples/sec	rmse=0.019894	lr=0.373239
Epoch[37] Batch [649]	Speed: 950.712783 samples/sec	rmse=0.019895	lr=0.373175
Epoch[37] Batch [699]	Speed: 944.151531 samples/sec	rmse=0.019878	lr=0.373110
Epoch[37] Batch [749]	Speed: 951.446965 samples/sec	rmse=0.019874	lr=0.373046
Epoch[37] Batch [799]	Speed: 954.748442 samples/sec	rmse=0.019885	lr=0.372981
Epoch[37] Batch [849]	Speed: 951.062570 samples/sec	rmse=0.019886	lr=0.372917
Epoch[37] Batch [899]	Speed: 950.864066 samples/sec	rmse=0.019894	lr=0.372852
Epoch[37] Batch [949]	Speed: 951.753258 samples/sec	rmse=0.019889	lr=0.372787
Epoch[37] Batch [999]	Speed: 949.633336 samples/sec	rmse=0.019885	lr=0.372722
Epoch[37] Batch [1049]	Speed: 952.586593 samples/sec	rmse=0.019885	lr=0.372657
Epoch[37] Batch [1099]	Speed: 950.017337 samples/sec	rmse=0.019887	lr=0.372592
Epoch[37] Batch [1149]	Speed: 956.601959 samples/sec	rmse=0.019892	lr=0.372527
Epoch[37] Batch [1199]	Speed: 947.103201 samples/sec	rmse=0.019902	lr=0.372462
Epoch[37] Batch [1249]	Speed: 952.289552 samples/sec	rmse=0.019899	lr=0.372397
[Epoch 37] training: rmse=0.019899
[Epoch 37] speed: 950 samples/sec	time cost: 1365.881211
[Epoch 37] validation: err-top1=0.395946 err-top5=0.162767
Epoch[38] Batch [49]	Speed: 961.337723 samples/sec	rmse=0.019622	lr=0.372330
Epoch[38] Batch [99]	Speed: 949.581465 samples/sec	rmse=0.019685	lr=0.372265
Epoch[38] Batch [149]	Speed: 949.478179 samples/sec	rmse=0.019769	lr=0.372199
Epoch[38] Batch [199]	Speed: 954.437890 samples/sec	rmse=0.019818	lr=0.372134
Epoch[38] Batch [249]	Speed: 954.217546 samples/sec	rmse=0.019855	lr=0.372068
Epoch[38] Batch [299]	Speed: 952.025320 samples/sec	rmse=0.019892	lr=0.372002
Epoch[38] Batch [349]	Speed: 952.127059 samples/sec	rmse=0.019905	lr=0.371936
Epoch[38] Batch [399]	Speed: 953.704278 samples/sec	rmse=0.019905	lr=0.371871
Epoch[38] Batch [449]	Speed: 956.029629 samples/sec	rmse=0.019916	lr=0.371805
Epoch[38] Batch [499]	Speed: 951.092759 samples/sec	rmse=0.019910	lr=0.371739
Epoch[38] Batch [549]	Speed: 951.201199 samples/sec	rmse=0.019897	lr=0.371673
Epoch[38] Batch [599]	Speed: 952.974932 samples/sec	rmse=0.019900	lr=0.371607
Epoch[38] Batch [649]	Speed: 948.733455 samples/sec	rmse=0.019906	lr=0.371540
Epoch[38] Batch [699]	Speed: 953.315569 samples/sec	rmse=0.019915	lr=0.371474
Epoch[38] Batch [749]	Speed: 951.141771 samples/sec	rmse=0.019909	lr=0.371408
Epoch[38] Batch [799]	Speed: 949.967987 samples/sec	rmse=0.019904	lr=0.371342
Epoch[38] Batch [849]	Speed: 954.405915 samples/sec	rmse=0.019912	lr=0.371275
Epoch[38] Batch [899]	Speed: 950.589840 samples/sec	rmse=0.019928	lr=0.371209
Epoch[38] Batch [949]	Speed: 951.817736 samples/sec	rmse=0.019936	lr=0.371142
Epoch[38] Batch [999]	Speed: 953.116403 samples/sec	rmse=0.019926	lr=0.371075
Epoch[38] Batch [1049]	Speed: 954.083301 samples/sec	rmse=0.019929	lr=0.371009
Epoch[38] Batch [1099]	Speed: 948.449912 samples/sec	rmse=0.019941	lr=0.370942
Epoch[38] Batch [1149]	Speed: 949.225155 samples/sec	rmse=0.019935	lr=0.370875
Epoch[38] Batch [1199]	Speed: 957.164632 samples/sec	rmse=0.019939	lr=0.370808
Epoch[38] Batch [1249]	Speed: 952.459384 samples/sec	rmse=0.019938	lr=0.370741
[Epoch 38] training: rmse=0.019937
[Epoch 38] speed: 951 samples/sec	time cost: 1363.588130
[Epoch 38] validation: err-top1=0.380062 err-top5=0.147401
Epoch[39] Batch [49]	Speed: 953.728235 samples/sec	rmse=0.019473	lr=0.370672
Epoch[39] Batch [99]	Speed: 952.970069 samples/sec	rmse=0.019654	lr=0.370605
Epoch[39] Batch [149]	Speed: 951.556549 samples/sec	rmse=0.019717	lr=0.370538
Epoch[39] Batch [199]	Speed: 952.822253 samples/sec	rmse=0.019753	lr=0.370471
Epoch[39] Batch [249]	Speed: 952.119190 samples/sec	rmse=0.019768	lr=0.370403
Epoch[39] Batch [299]	Speed: 950.850480 samples/sec	rmse=0.019758	lr=0.370336
Epoch[39] Batch [349]	Speed: 953.643411 samples/sec	rmse=0.019786	lr=0.370268
Epoch[39] Batch [399]	Speed: 950.759159 samples/sec	rmse=0.019778	lr=0.370201
Epoch[39] Batch [449]	Speed: 950.788128 samples/sec	rmse=0.019783	lr=0.370133
Epoch[39] Batch [499]	Speed: 950.717876 samples/sec	rmse=0.019796	lr=0.370065
Epoch[39] Batch [549]	Speed: 952.855001 samples/sec	rmse=0.019802	lr=0.369997
Epoch[39] Batch [599]	Speed: 947.968560 samples/sec	rmse=0.019796	lr=0.369930
Epoch[39] Batch [649]	Speed: 949.084668 samples/sec	rmse=0.019806	lr=0.369862
Epoch[39] Batch [699]	Speed: 951.584567 samples/sec	rmse=0.019799	lr=0.369794
Epoch[39] Batch [749]	Speed: 951.631071 samples/sec	rmse=0.019801	lr=0.369726
Epoch[39] Batch [799]	Speed: 953.484976 samples/sec	rmse=0.019827	lr=0.369657
Epoch[39] Batch [849]	Speed: 958.497085 samples/sec	rmse=0.019825	lr=0.369589
Epoch[39] Batch [899]	Speed: 951.812007 samples/sec	rmse=0.019831	lr=0.369521
Epoch[39] Batch [949]	Speed: 957.426765 samples/sec	rmse=0.019832	lr=0.369452
Epoch[39] Batch [999]	Speed: 950.925279 samples/sec	rmse=0.019840	lr=0.369384
Epoch[39] Batch [1049]	Speed: 950.970997 samples/sec	rmse=0.019842	lr=0.369316
Epoch[39] Batch [1099]	Speed: 951.827819 samples/sec	rmse=0.019842	lr=0.369247
Epoch[39] Batch [1149]	Speed: 951.815024 samples/sec	rmse=0.019844	lr=0.369178
Epoch[39] Batch [1199]	Speed: 953.805469 samples/sec	rmse=0.019830	lr=0.369110
Epoch[39] Batch [1249]	Speed: 952.595281 samples/sec	rmse=0.019829	lr=0.369041
[Epoch 39] training: rmse=0.019829
[Epoch 39] speed: 951 samples/sec	time cost: 1364.465863
[Epoch 39] validation: err-top1=0.373685 err-top5=0.147262
Epoch[40] Batch [49]	Speed: 956.793594 samples/sec	rmse=0.019785	lr=0.368971
Epoch[40] Batch [99]	Speed: 953.339324 samples/sec	rmse=0.019771	lr=0.368902
Epoch[40] Batch [149]	Speed: 943.355156 samples/sec	rmse=0.019723	lr=0.368833
Epoch[40] Batch [199]	Speed: 951.219931 samples/sec	rmse=0.019747	lr=0.368764
Epoch[40] Batch [249]	Speed: 943.959416 samples/sec	rmse=0.019747	lr=0.368694
Epoch[40] Batch [299]	Speed: 947.108364 samples/sec	rmse=0.019756	lr=0.368625
Epoch[40] Batch [349]	Speed: 953.881653 samples/sec	rmse=0.019755	lr=0.368556
Epoch[40] Batch [399]	Speed: 950.821019 samples/sec	rmse=0.019771	lr=0.368487
Epoch[40] Batch [449]	Speed: 949.061448 samples/sec	rmse=0.019767	lr=0.368417
Epoch[40] Batch [499]	Speed: 947.957793 samples/sec	rmse=0.019781	lr=0.368348
Epoch[40] Batch [549]	Speed: 952.078025 samples/sec	rmse=0.019768	lr=0.368278
Epoch[40] Batch [599]	Speed: 952.863732 samples/sec	rmse=0.019784	lr=0.368208
Epoch[40] Batch [649]	Speed: 953.610054 samples/sec	rmse=0.019782	lr=0.368139
Epoch[40] Batch [699]	Speed: 949.637246 samples/sec	rmse=0.019778	lr=0.368069
Epoch[40] Batch [749]	Speed: 945.554957 samples/sec	rmse=0.019779	lr=0.367999
Epoch[40] Batch [799]	Speed: 947.918271 samples/sec	rmse=0.019787	lr=0.367929
Epoch[40] Batch [849]	Speed: 951.658925 samples/sec	rmse=0.019787	lr=0.367859
Epoch[40] Batch [899]	Speed: 944.832913 samples/sec	rmse=0.019796	lr=0.367789
Epoch[40] Batch [949]	Speed: 950.149141 samples/sec	rmse=0.019802	lr=0.367719
Epoch[40] Batch [999]	Speed: 950.590353 samples/sec	rmse=0.019792	lr=0.367649
Epoch[40] Batch [1049]	Speed: 949.028709 samples/sec	rmse=0.019787	lr=0.367579
Epoch[40] Batch [1099]	Speed: 951.020296 samples/sec	rmse=0.019791	lr=0.367508
Epoch[40] Batch [1149]	Speed: 950.593825 samples/sec	rmse=0.019806	lr=0.367438
Epoch[40] Batch [1199]	Speed: 953.147983 samples/sec	rmse=0.019817	lr=0.367367
Epoch[40] Batch [1249]	Speed: 954.603032 samples/sec	rmse=0.019824	lr=0.367297
[Epoch 40] training: rmse=0.019824
[Epoch 40] speed: 949 samples/sec	time cost: 1366.501991
[Epoch 40] validation: err-top1=0.361186 err-top5=0.138265
Epoch[41] Batch [49]	Speed: 965.035059 samples/sec	rmse=0.019393	lr=0.367225
Epoch[41] Batch [99]	Speed: 951.157691 samples/sec	rmse=0.019572	lr=0.367154
Epoch[41] Batch [149]	Speed: 956.134222 samples/sec	rmse=0.019591	lr=0.367083
Epoch[41] Batch [199]	Speed: 950.055206 samples/sec	rmse=0.019621	lr=0.367013
Epoch[41] Batch [249]	Speed: 951.909818 samples/sec	rmse=0.019629	lr=0.366942
Epoch[41] Batch [299]	Speed: 954.124135 samples/sec	rmse=0.019666	lr=0.366871
Epoch[41] Batch [349]	Speed: 951.576547 samples/sec	rmse=0.019665	lr=0.366800
Epoch[41] Batch [399]	Speed: 952.176182 samples/sec	rmse=0.019671	lr=0.366729
Epoch[41] Batch [449]	Speed: 948.429060 samples/sec	rmse=0.019685	lr=0.366657
Epoch[41] Batch [499]	Speed: 953.062137 samples/sec	rmse=0.019679	lr=0.366586
Epoch[41] Batch [549]	Speed: 950.187571 samples/sec	rmse=0.019696	lr=0.366515
Epoch[41] Batch [599]	Speed: 944.955589 samples/sec	rmse=0.019701	lr=0.366444
Epoch[41] Batch [649]	Speed: 953.732203 samples/sec	rmse=0.019725	lr=0.366372
Epoch[41] Batch [699]	Speed: 949.933458 samples/sec	rmse=0.019715	lr=0.366301
Epoch[41] Batch [749]	Speed: 953.073308 samples/sec	rmse=0.019724	lr=0.366229
Epoch[41] Batch [799]	Speed: 946.868520 samples/sec	rmse=0.019734	lr=0.366157
Epoch[41] Batch [849]	Speed: 945.882914 samples/sec	rmse=0.019728	lr=0.366086
Epoch[41] Batch [899]	Speed: 947.793590 samples/sec	rmse=0.019741	lr=0.366014
Epoch[41] Batch [949]	Speed: 945.401250 samples/sec	rmse=0.019745	lr=0.365942
Epoch[41] Batch [999]	Speed: 952.687133 samples/sec	rmse=0.019748	lr=0.365870
Epoch[41] Batch [1049]	Speed: 945.925275 samples/sec	rmse=0.019746	lr=0.365798
Epoch[41] Batch [1099]	Speed: 952.352676 samples/sec	rmse=0.019745	lr=0.365726
Epoch[41] Batch [1149]	Speed: 946.917440 samples/sec	rmse=0.019753	lr=0.365654
Epoch[41] Batch [1199]	Speed: 949.892566 samples/sec	rmse=0.019765	lr=0.365582
Epoch[41] Batch [1249]	Speed: 955.510831 samples/sec	rmse=0.019784	lr=0.365510
[Epoch 41] training: rmse=0.019784
[Epoch 41] speed: 950 samples/sec	time cost: 1365.811299
[Epoch 41] validation: err-top1=0.389389 err-top5=0.153858
Epoch[42] Batch [49]	Speed: 957.307052 samples/sec	rmse=0.019554	lr=0.365436
Epoch[42] Batch [99]	Speed: 948.076347 samples/sec	rmse=0.019585	lr=0.365363
Epoch[42] Batch [149]	Speed: 948.817600 samples/sec	rmse=0.019576	lr=0.365291
Epoch[42] Batch [199]	Speed: 950.855583 samples/sec	rmse=0.019578	lr=0.365218
Epoch[42] Batch [249]	Speed: 951.203449 samples/sec	rmse=0.019614	lr=0.365146
Epoch[42] Batch [299]	Speed: 948.662072 samples/sec	rmse=0.019632	lr=0.365073
Epoch[42] Batch [349]	Speed: 949.382861 samples/sec	rmse=0.019647	lr=0.365000
Epoch[42] Batch [399]	Speed: 949.782344 samples/sec	rmse=0.019670	lr=0.364927
Epoch[42] Batch [449]	Speed: 955.683384 samples/sec	rmse=0.019674	lr=0.364855
Epoch[42] Batch [499]	Speed: 948.879774 samples/sec	rmse=0.019689	lr=0.364782
Epoch[42] Batch [549]	Speed: 953.464867 samples/sec	rmse=0.019699	lr=0.364709
Epoch[42] Batch [599]	Speed: 949.497952 samples/sec	rmse=0.019710	lr=0.364636
Epoch[42] Batch [649]	Speed: 948.190255 samples/sec	rmse=0.019718	lr=0.364562
Epoch[42] Batch [699]	Speed: 951.162312 samples/sec	rmse=0.019715	lr=0.364489
Epoch[42] Batch [749]	Speed: 952.163626 samples/sec	rmse=0.019722	lr=0.364416
Epoch[42] Batch [799]	Speed: 951.982391 samples/sec	rmse=0.019722	lr=0.364343
Epoch[42] Batch [849]	Speed: 952.484347 samples/sec	rmse=0.019739	lr=0.364269
Epoch[42] Batch [899]	Speed: 948.002582 samples/sec	rmse=0.019739	lr=0.364196
Epoch[42] Batch [949]	Speed: 951.971777 samples/sec	rmse=0.019736	lr=0.364122
Epoch[42] Batch [999]	Speed: 950.311537 samples/sec	rmse=0.019749	lr=0.364048
Epoch[42] Batch [1049]	Speed: 942.211580 samples/sec	rmse=0.019747	lr=0.363975
Epoch[42] Batch [1099]	Speed: 949.817703 samples/sec	rmse=0.019750	lr=0.363901
Epoch[42] Batch [1149]	Speed: 953.840645 samples/sec	rmse=0.019755	lr=0.363827
Epoch[42] Batch [1199]	Speed: 950.014290 samples/sec	rmse=0.019760	lr=0.363753
Epoch[42] Batch [1249]	Speed: 949.649156 samples/sec	rmse=0.019763	lr=0.363679
[Epoch 42] training: rmse=0.019764
[Epoch 42] speed: 949 samples/sec	time cost: 1367.489563
[Epoch 42] validation: err-top1=0.386659 err-top5=0.152423
Epoch[43] Batch [49]	Speed: 959.206411 samples/sec	rmse=0.019679	lr=0.363604
Epoch[43] Batch [99]	Speed: 947.481684 samples/sec	rmse=0.019635	lr=0.363530
Epoch[43] Batch [149]	Speed: 954.425240 samples/sec	rmse=0.019698	lr=0.363455
Epoch[43] Batch [199]	Speed: 939.667825 samples/sec	rmse=0.019682	lr=0.363381
Epoch[43] Batch [249]	Speed: 950.835951 samples/sec	rmse=0.019682	lr=0.363307
Epoch[43] Batch [299]	Speed: 947.408204 samples/sec	rmse=0.019705	lr=0.363232
Epoch[43] Batch [349]	Speed: 946.716882 samples/sec	rmse=0.019695	lr=0.363158
Epoch[43] Batch [399]	Speed: 945.829298 samples/sec	rmse=0.019703	lr=0.363084
Epoch[43] Batch [449]	Speed: 946.670970 samples/sec	rmse=0.019709	lr=0.363009
Epoch[43] Batch [499]	Speed: 952.884302 samples/sec	rmse=0.019718	lr=0.362934
Epoch[43] Batch [549]	Speed: 950.027058 samples/sec	rmse=0.019713	lr=0.362860
Epoch[43] Batch [599]	Speed: 946.882302 samples/sec	rmse=0.019711	lr=0.362785
Epoch[43] Batch [649]	Speed: 949.871684 samples/sec	rmse=0.019717	lr=0.362710
Epoch[43] Batch [699]	Speed: 943.547440 samples/sec	rmse=0.019728	lr=0.362635
Epoch[43] Batch [749]	Speed: 950.251021 samples/sec	rmse=0.019741	lr=0.362560
Epoch[43] Batch [799]	Speed: 951.123640 samples/sec	rmse=0.019736	lr=0.362485
Epoch[43] Batch [849]	Speed: 950.320709 samples/sec	rmse=0.019747	lr=0.362410
Epoch[43] Batch [899]	Speed: 950.625376 samples/sec	rmse=0.019757	lr=0.362335
Epoch[43] Batch [949]	Speed: 952.104495 samples/sec	rmse=0.019768	lr=0.362259
Epoch[43] Batch [999]	Speed: 953.483824 samples/sec	rmse=0.019767	lr=0.362184
Epoch[43] Batch [1049]	Speed: 935.914611 samples/sec	rmse=0.019771	lr=0.362109
Epoch[43] Batch [1099]	Speed: 949.286857 samples/sec	rmse=0.019764	lr=0.362033
Epoch[43] Batch [1149]	Speed: 957.161800 samples/sec	rmse=0.019769	lr=0.361958
Epoch[43] Batch [1199]	Speed: 954.904286 samples/sec	rmse=0.019774	lr=0.361882
Epoch[43] Batch [1249]	Speed: 954.953535 samples/sec	rmse=0.019770	lr=0.361806
[Epoch 43] training: rmse=0.019770
[Epoch 43] speed: 948 samples/sec	time cost: 1367.662957
[Epoch 43] validation: err-top1=0.369719 err-top5=0.142020
Epoch[44] Batch [49]	Speed: 966.000595 samples/sec	rmse=0.019918	lr=0.361729
Epoch[44] Batch [99]	Speed: 954.945518 samples/sec	rmse=0.019870	lr=0.361653
Epoch[44] Batch [149]	Speed: 955.212661 samples/sec	rmse=0.019743	lr=0.361578
Epoch[44] Batch [199]	Speed: 952.269232 samples/sec	rmse=0.019665	lr=0.361502
Epoch[44] Batch [249]	Speed: 950.038663 samples/sec	rmse=0.019699	lr=0.361426
Epoch[44] Batch [299]	Speed: 951.662864 samples/sec	rmse=0.019720	lr=0.361350
Epoch[44] Batch [349]	Speed: 957.708163 samples/sec	rmse=0.019751	lr=0.361273
Epoch[44] Batch [399]	Speed: 953.472949 samples/sec	rmse=0.019773	lr=0.361197
Epoch[44] Batch [449]	Speed: 953.619912 samples/sec	rmse=0.019770	lr=0.361121
Epoch[44] Batch [499]	Speed: 950.170119 samples/sec	rmse=0.019794	lr=0.361045
Epoch[44] Batch [549]	Speed: 951.244972 samples/sec	rmse=0.019772	lr=0.360968
Epoch[44] Batch [599]	Speed: 959.562735 samples/sec	rmse=0.019777	lr=0.360892
Epoch[44] Batch [649]	Speed: 953.325405 samples/sec	rmse=0.019779	lr=0.360815
Epoch[44] Batch [699]	Speed: 954.837653 samples/sec	rmse=0.019772	lr=0.360739
Epoch[44] Batch [749]	Speed: 949.524636 samples/sec	rmse=0.019785	lr=0.360662
Epoch[44] Batch [799]	Speed: 952.522813 samples/sec	rmse=0.019793	lr=0.360585
Epoch[44] Batch [849]	Speed: 952.251269 samples/sec	rmse=0.019773	lr=0.360508
Epoch[44] Batch [899]	Speed: 954.885179 samples/sec	rmse=0.019770	lr=0.360432
Epoch[44] Batch [949]	Speed: 945.983690 samples/sec	rmse=0.019771	lr=0.360355
Epoch[44] Batch [999]	Speed: 954.649601 samples/sec	rmse=0.019766	lr=0.360278
Epoch[44] Batch [1049]	Speed: 946.650493 samples/sec	rmse=0.019772	lr=0.360201
Epoch[44] Batch [1099]	Speed: 953.228187 samples/sec	rmse=0.019764	lr=0.360123
Epoch[44] Batch [1149]	Speed: 950.994779 samples/sec	rmse=0.019767	lr=0.360046
Epoch[44] Batch [1199]	Speed: 950.277268 samples/sec	rmse=0.019764	lr=0.359969
Epoch[44] Batch [1249]	Speed: 956.030140 samples/sec	rmse=0.019760	lr=0.359892
[Epoch 44] training: rmse=0.019759
[Epoch 44] speed: 952 samples/sec	time cost: 1362.744799
[Epoch 44] validation: err-top1=0.369340 err-top5=0.139629
Epoch[45] Batch [49]	Speed: 959.923472 samples/sec	rmse=0.019470	lr=0.359813
Epoch[45] Batch [99]	Speed: 952.134400 samples/sec	rmse=0.019573	lr=0.359735
Epoch[45] Batch [149]	Speed: 952.906868 samples/sec	rmse=0.019652	lr=0.359658
Epoch[45] Batch [199]	Speed: 950.543741 samples/sec	rmse=0.019673	lr=0.359580
Epoch[45] Batch [249]	Speed: 953.639129 samples/sec	rmse=0.019678	lr=0.359502
Epoch[45] Batch [299]	Speed: 950.338616 samples/sec	rmse=0.019676	lr=0.359425
Epoch[45] Batch [349]	Speed: 947.941277 samples/sec	rmse=0.019668	lr=0.359347
Epoch[45] Batch [399]	Speed: 946.309772 samples/sec	rmse=0.019651	lr=0.359269
Epoch[45] Batch [449]	Speed: 952.897591 samples/sec	rmse=0.019661	lr=0.359191
Epoch[45] Batch [499]	Speed: 953.746300 samples/sec	rmse=0.019653	lr=0.359113
Epoch[45] Batch [549]	Speed: 953.296957 samples/sec	rmse=0.019660	lr=0.359035
Epoch[45] Batch [599]	Speed: 952.629881 samples/sec	rmse=0.019661	lr=0.358957
Epoch[45] Batch [649]	Speed: 952.682792 samples/sec	rmse=0.019671	lr=0.358879
Epoch[45] Batch [699]	Speed: 950.587214 samples/sec	rmse=0.019677	lr=0.358801
Epoch[45] Batch [749]	Speed: 955.619146 samples/sec	rmse=0.019685	lr=0.358722
Epoch[45] Batch [799]	Speed: 952.830463 samples/sec	rmse=0.019679	lr=0.358644
Epoch[45] Batch [849]	Speed: 952.047014 samples/sec	rmse=0.019684	lr=0.358565
Epoch[45] Batch [899]	Speed: 952.710658 samples/sec	rmse=0.019699	lr=0.358487
Epoch[45] Batch [949]	Speed: 952.079101 samples/sec	rmse=0.019707	lr=0.358408
Epoch[45] Batch [999]	Speed: 950.521030 samples/sec	rmse=0.019710	lr=0.358330
Epoch[45] Batch [1049]	Speed: 948.429856 samples/sec	rmse=0.019708	lr=0.358251
Epoch[45] Batch [1099]	Speed: 951.689155 samples/sec	rmse=0.019708	lr=0.358172
Epoch[45] Batch [1149]	Speed: 947.439653 samples/sec	rmse=0.019703	lr=0.358093
Epoch[45] Batch [1199]	Speed: 947.690346 samples/sec	rmse=0.019704	lr=0.358014
Epoch[45] Batch [1249]	Speed: 952.148816 samples/sec	rmse=0.019712	lr=0.357935
[Epoch 45] training: rmse=0.019711
[Epoch 45] speed: 950 samples/sec	time cost: 1364.905977
[Epoch 45] validation: err-top1=0.376016 err-top5=0.145727
Epoch[46] Batch [49]	Speed: 950.072817 samples/sec	rmse=0.019634	lr=0.357855
Epoch[46] Batch [99]	Speed: 954.387383 samples/sec	rmse=0.019627	lr=0.357776
Epoch[46] Batch [149]	Speed: 948.922881 samples/sec	rmse=0.019634	lr=0.357696
Epoch[46] Batch [199]	Speed: 949.453760 samples/sec	rmse=0.019605	lr=0.357617
Epoch[46] Batch [249]	Speed: 944.495510 samples/sec	rmse=0.019626	lr=0.357538
Epoch[46] Batch [299]	Speed: 955.096508 samples/sec	rmse=0.019668	lr=0.357459
Epoch[46] Batch [349]	Speed: 954.278627 samples/sec	rmse=0.019669	lr=0.357379
Epoch[46] Batch [399]	Speed: 949.632404 samples/sec	rmse=0.019659	lr=0.357300
Epoch[46] Batch [449]	Speed: 952.647901 samples/sec	rmse=0.019636	lr=0.357220
Epoch[46] Batch [499]	Speed: 951.603256 samples/sec	rmse=0.019655	lr=0.357140
Epoch[46] Batch [549]	Speed: 950.389977 samples/sec	rmse=0.019656	lr=0.357061
Epoch[46] Batch [599]	Speed: 951.279036 samples/sec	rmse=0.019673	lr=0.356981
Epoch[46] Batch [649]	Speed: 951.268004 samples/sec	rmse=0.019677	lr=0.356901
Epoch[46] Batch [699]	Speed: 949.674315 samples/sec	rmse=0.019692	lr=0.356821
Epoch[46] Batch [749]	Speed: 951.732505 samples/sec	rmse=0.019691	lr=0.356741
Epoch[46] Batch [799]	Speed: 945.687033 samples/sec	rmse=0.019699	lr=0.356661
Epoch[46] Batch [849]	Speed: 941.627795 samples/sec	rmse=0.019711	lr=0.356581
Epoch[46] Batch [899]	Speed: 949.193058 samples/sec	rmse=0.019716	lr=0.356501
Epoch[46] Batch [949]	Speed: 953.516787 samples/sec	rmse=0.019720	lr=0.356421
Epoch[46] Batch [999]	Speed: 954.273424 samples/sec	rmse=0.019719	lr=0.356340
Epoch[46] Batch [1049]	Speed: 950.799195 samples/sec	rmse=0.019719	lr=0.356260
Epoch[46] Batch [1099]	Speed: 951.258443 samples/sec	rmse=0.019717	lr=0.356180
Epoch[46] Batch [1149]	Speed: 952.263456 samples/sec	rmse=0.019715	lr=0.356099
Epoch[46] Batch [1199]	Speed: 950.034308 samples/sec	rmse=0.019723	lr=0.356019
Epoch[46] Batch [1249]	Speed: 952.227712 samples/sec	rmse=0.019725	lr=0.355938
[Epoch 46] training: rmse=0.019725
[Epoch 46] speed: 949 samples/sec	time cost: 1365.974947
[Epoch 46] validation: err-top1=0.377014 err-top5=0.146606
Epoch[47] Batch [49]	Speed: 958.160713 samples/sec	rmse=0.019687	lr=0.355856
Epoch[47] Batch [99]	Speed: 950.788014 samples/sec	rmse=0.019645	lr=0.355775
Epoch[47] Batch [149]	Speed: 944.943265 samples/sec	rmse=0.019625	lr=0.355694
Epoch[47] Batch [199]	Speed: 954.845668 samples/sec	rmse=0.019606	lr=0.355613
Epoch[47] Batch [249]	Speed: 948.770332 samples/sec	rmse=0.019582	lr=0.355532
Epoch[47] Batch [299]	Speed: 947.892548 samples/sec	rmse=0.019581	lr=0.355451
Epoch[47] Batch [349]	Speed: 954.777345 samples/sec	rmse=0.019618	lr=0.355370
Epoch[47] Batch [399]	Speed: 950.652957 samples/sec	rmse=0.019654	lr=0.355289
Epoch[47] Batch [449]	Speed: 947.378349 samples/sec	rmse=0.019679	lr=0.355208
Epoch[47] Batch [499]	Speed: 951.102691 samples/sec	rmse=0.019691	lr=0.355127
Epoch[47] Batch [549]	Speed: 943.840541 samples/sec	rmse=0.019691	lr=0.355046
Epoch[47] Batch [599]	Speed: 950.210102 samples/sec	rmse=0.019682	lr=0.354964
Epoch[47] Batch [649]	Speed: 952.025835 samples/sec	rmse=0.019684	lr=0.354883
Epoch[47] Batch [699]	Speed: 944.416170 samples/sec	rmse=0.019688	lr=0.354801
Epoch[47] Batch [749]	Speed: 951.504441 samples/sec	rmse=0.019692	lr=0.354720
Epoch[47] Batch [799]	Speed: 948.425039 samples/sec	rmse=0.019681	lr=0.354638
Epoch[47] Batch [849]	Speed: 949.731111 samples/sec	rmse=0.019690	lr=0.354556
Epoch[47] Batch [899]	Speed: 943.022932 samples/sec	rmse=0.019682	lr=0.354475
Epoch[47] Batch [949]	Speed: 952.247401 samples/sec	rmse=0.019674	lr=0.354393
Epoch[47] Batch [999]	Speed: 949.227030 samples/sec	rmse=0.019676	lr=0.354311
Epoch[47] Batch [1049]	Speed: 948.277562 samples/sec	rmse=0.019673	lr=0.354229
Epoch[47] Batch [1099]	Speed: 951.946622 samples/sec	rmse=0.019675	lr=0.354147
Epoch[47] Batch [1149]	Speed: 949.064938 samples/sec	rmse=0.019676	lr=0.354065
Epoch[47] Batch [1199]	Speed: 948.774574 samples/sec	rmse=0.019676	lr=0.353983
Epoch[47] Batch [1249]	Speed: 956.532250 samples/sec	rmse=0.019670	lr=0.353900
[Epoch 47] training: rmse=0.019670
[Epoch 47] speed: 949 samples/sec	time cost: 1367.248159
[Epoch 47] validation: err-top1=0.363122 err-top5=0.138333
Epoch[48] Batch [49]	Speed: 961.377683 samples/sec	rmse=0.019350	lr=0.353816
Epoch[48] Batch [99]	Speed: 950.206810 samples/sec	rmse=0.019464	lr=0.353734
Epoch[48] Batch [149]	Speed: 950.856134 samples/sec	rmse=0.019528	lr=0.353652
Epoch[48] Batch [199]	Speed: 954.915441 samples/sec	rmse=0.019513	lr=0.353569
Epoch[48] Batch [249]	Speed: 956.343752 samples/sec	rmse=0.019542	lr=0.353487
Epoch[48] Batch [299]	Speed: 954.478207 samples/sec	rmse=0.019567	lr=0.353404
Epoch[48] Batch [349]	Speed: 954.342095 samples/sec	rmse=0.019580	lr=0.353321
Epoch[48] Batch [399]	Speed: 955.688117 samples/sec	rmse=0.019611	lr=0.353239
Epoch[48] Batch [449]	Speed: 949.101451 samples/sec	rmse=0.019608	lr=0.353156
Epoch[48] Batch [499]	Speed: 950.398309 samples/sec	rmse=0.019594	lr=0.353073
Epoch[48] Batch [549]	Speed: 953.325798 samples/sec	rmse=0.019607	lr=0.352990
Epoch[48] Batch [599]	Speed: 949.870277 samples/sec	rmse=0.019616	lr=0.352907
Epoch[48] Batch [649]	Speed: 951.679641 samples/sec	rmse=0.019642	lr=0.352824
Epoch[48] Batch [699]	Speed: 945.030815 samples/sec	rmse=0.019633	lr=0.352741
Epoch[48] Batch [749]	Speed: 945.328304 samples/sec	rmse=0.019650	lr=0.352658
Epoch[48] Batch [799]	Speed: 941.410214 samples/sec	rmse=0.019651	lr=0.352575
Epoch[48] Batch [849]	Speed: 945.913842 samples/sec	rmse=0.019660	lr=0.352491
Epoch[48] Batch [899]	Speed: 944.800572 samples/sec	rmse=0.019659	lr=0.352408
Epoch[48] Batch [949]	Speed: 950.870975 samples/sec	rmse=0.019666	lr=0.352325
Epoch[48] Batch [999]	Speed: 947.563058 samples/sec	rmse=0.019656	lr=0.352241
Epoch[48] Batch [1049]	Speed: 942.643496 samples/sec	rmse=0.019663	lr=0.352157
Epoch[48] Batch [1099]	Speed: 946.672068 samples/sec	rmse=0.019658	lr=0.352074
Epoch[48] Batch [1149]	Speed: 950.505918 samples/sec	rmse=0.019653	lr=0.351990
Epoch[48] Batch [1199]	Speed: 951.195562 samples/sec	rmse=0.019656	lr=0.351906
Epoch[48] Batch [1249]	Speed: 955.418732 samples/sec	rmse=0.019658	lr=0.351823
[Epoch 48] training: rmse=0.019658
[Epoch 48] speed: 949 samples/sec	time cost: 1366.667187
[Epoch 48] validation: err-top1=0.379604 err-top5=0.152483
Epoch[49] Batch [49]	Speed: 964.837430 samples/sec	rmse=0.019567	lr=0.351737
Epoch[49] Batch [99]	Speed: 950.619674 samples/sec	rmse=0.019495	lr=0.351653
Epoch[49] Batch [149]	Speed: 953.889293 samples/sec	rmse=0.019545	lr=0.351569
Epoch[49] Batch [199]	Speed: 943.571129 samples/sec	rmse=0.019571	lr=0.351485
Epoch[49] Batch [249]	Speed: 952.166999 samples/sec	rmse=0.019567	lr=0.351401
Epoch[49] Batch [299]	Speed: 953.590622 samples/sec	rmse=0.019560	lr=0.351317
Epoch[49] Batch [349]	Speed: 952.714276 samples/sec	rmse=0.019566	lr=0.351233
Epoch[49] Batch [399]	Speed: 954.442551 samples/sec	rmse=0.019551	lr=0.351148
Epoch[49] Batch [449]	Speed: 951.064811 samples/sec	rmse=0.019565	lr=0.351064
Epoch[49] Batch [499]	Speed: 949.996391 samples/sec	rmse=0.019575	lr=0.350980
Epoch[49] Batch [549]	Speed: 946.663095 samples/sec	rmse=0.019574	lr=0.350895
Epoch[49] Batch [599]	Speed: 958.748623 samples/sec	rmse=0.019582	lr=0.350810
Epoch[49] Batch [649]	Speed: 953.115807 samples/sec	rmse=0.019583	lr=0.350726
Epoch[49] Batch [699]	Speed: 952.083023 samples/sec	rmse=0.019590	lr=0.350641
Epoch[49] Batch [749]	Speed: 952.491444 samples/sec	rmse=0.019590	lr=0.350556
Epoch[49] Batch [799]	Speed: 953.571614 samples/sec	rmse=0.019593	lr=0.350472
Epoch[49] Batch [849]	Speed: 957.628566 samples/sec	rmse=0.019605	lr=0.350387
Epoch[49] Batch [899]	Speed: 953.257481 samples/sec	rmse=0.019624	lr=0.350302
Epoch[49] Batch [949]	Speed: 952.778935 samples/sec	rmse=0.019632	lr=0.350217
Epoch[49] Batch [999]	Speed: 954.553348 samples/sec	rmse=0.019633	lr=0.350132
Epoch[49] Batch [1049]	Speed: 951.830688 samples/sec	rmse=0.019628	lr=0.350047
Epoch[49] Batch [1099]	Speed: 955.161125 samples/sec	rmse=0.019628	lr=0.349961
Epoch[49] Batch [1149]	Speed: 952.899033 samples/sec	rmse=0.019633	lr=0.349876
Epoch[49] Batch [1199]	Speed: 953.089403 samples/sec	rmse=0.019631	lr=0.349791
Epoch[49] Batch [1249]	Speed: 953.478431 samples/sec	rmse=0.019629	lr=0.349706
[Epoch 49] training: rmse=0.019630
[Epoch 49] speed: 952 samples/sec	time cost: 1362.624572
[Epoch 49] validation: err-top1=0.369739 err-top5=0.143953
Epoch[50] Batch [49]	Speed: 961.232157 samples/sec	rmse=0.019544	lr=0.349618
Epoch[50] Batch [99]	Speed: 949.206463 samples/sec	rmse=0.019536	lr=0.349533
Epoch[50] Batch [149]	Speed: 936.597603 samples/sec	rmse=0.019483	lr=0.349447
Epoch[50] Batch [199]	Speed: 955.834050 samples/sec	rmse=0.019491	lr=0.349362
Epoch[50] Batch [249]	Speed: 949.249067 samples/sec	rmse=0.019525	lr=0.349276
Epoch[50] Batch [299]	Speed: 953.852474 samples/sec	rmse=0.019514	lr=0.349190
Epoch[50] Batch [349]	Speed: 953.562341 samples/sec	rmse=0.019526	lr=0.349105
Epoch[50] Batch [399]	Speed: 953.405389 samples/sec	rmse=0.019537	lr=0.349019
Epoch[50] Batch [449]	Speed: 958.182469 samples/sec	rmse=0.019529	lr=0.348933
Epoch[50] Batch [499]	Speed: 950.226592 samples/sec	rmse=0.019528	lr=0.348847
Epoch[50] Batch [549]	Speed: 954.080876 samples/sec	rmse=0.019524	lr=0.348761
Epoch[50] Batch [599]	Speed: 955.743172 samples/sec	rmse=0.019541	lr=0.348675
Epoch[50] Batch [649]	Speed: 955.147386 samples/sec	rmse=0.019533	lr=0.348588
Epoch[50] Batch [699]	Speed: 949.569389 samples/sec	rmse=0.019535	lr=0.348502
Epoch[50] Batch [749]	Speed: 954.191869 samples/sec	rmse=0.019504	lr=0.348416
Epoch[50] Batch [799]	Speed: 954.523097 samples/sec	rmse=0.019516	lr=0.348330
Epoch[50] Batch [849]	Speed: 953.316009 samples/sec	rmse=0.019537	lr=0.348243
Epoch[50] Batch [899]	Speed: 957.245855 samples/sec	rmse=0.019548	lr=0.348157
Epoch[50] Batch [949]	Speed: 951.290574 samples/sec	rmse=0.019539	lr=0.348070
Epoch[50] Batch [999]	Speed: 952.818436 samples/sec	rmse=0.019543	lr=0.347984
Epoch[50] Batch [1049]	Speed: 945.343893 samples/sec	rmse=0.019560	lr=0.347897
Epoch[50] Batch [1099]	Speed: 955.520202 samples/sec	rmse=0.019566	lr=0.347810
Epoch[50] Batch [1149]	Speed: 958.616121 samples/sec	rmse=0.019581	lr=0.347723
Epoch[50] Batch [1199]	Speed: 955.434200 samples/sec	rmse=0.019595	lr=0.347637
Epoch[50] Batch [1249]	Speed: 955.961630 samples/sec	rmse=0.019591	lr=0.347550
[Epoch 50] training: rmse=0.019590
[Epoch 50] speed: 952 samples/sec	time cost: 1363.665822
[Epoch 50] validation: err-top1=0.366051 err-top5=0.138732
Epoch[51] Batch [49]	Speed: 961.290589 samples/sec	rmse=0.019439	lr=0.347461
Epoch[51] Batch [99]	Speed: 956.354936 samples/sec	rmse=0.019352	lr=0.347374
Epoch[51] Batch [149]	Speed: 951.581177 samples/sec	rmse=0.019411	lr=0.347287
Epoch[51] Batch [199]	Speed: 953.043256 samples/sec	rmse=0.019438	lr=0.347200
Epoch[51] Batch [249]	Speed: 957.675247 samples/sec	rmse=0.019476	lr=0.347112
Epoch[51] Batch [299]	Speed: 952.269878 samples/sec	rmse=0.019498	lr=0.347025
Epoch[51] Batch [349]	Speed: 954.139808 samples/sec	rmse=0.019503	lr=0.346938
Epoch[51] Batch [399]	Speed: 953.602499 samples/sec	rmse=0.019527	lr=0.346850
Epoch[51] Batch [449]	Speed: 950.089979 samples/sec	rmse=0.019555	lr=0.346763
Epoch[51] Batch [499]	Speed: 953.502533 samples/sec	rmse=0.019566	lr=0.346675
Epoch[51] Batch [549]	Speed: 950.656955 samples/sec	rmse=0.019573	lr=0.346588
Epoch[51] Batch [599]	Speed: 953.618836 samples/sec	rmse=0.019557	lr=0.346500
Epoch[51] Batch [649]	Speed: 949.279048 samples/sec	rmse=0.019587	lr=0.346413
Epoch[51] Batch [699]	Speed: 944.576533 samples/sec	rmse=0.019582	lr=0.346325
Epoch[51] Batch [749]	Speed: 956.959428 samples/sec	rmse=0.019591	lr=0.346237
Epoch[51] Batch [799]	Speed: 953.304587 samples/sec	rmse=0.019593	lr=0.346149
Epoch[51] Batch [849]	Speed: 952.981834 samples/sec	rmse=0.019592	lr=0.346061
Epoch[51] Batch [899]	Speed: 949.600826 samples/sec	rmse=0.019598	lr=0.345973
Epoch[51] Batch [949]	Speed: 944.762768 samples/sec	rmse=0.019614	lr=0.345885
Epoch[51] Batch [999]	Speed: 951.817040 samples/sec	rmse=0.019623	lr=0.345797
Epoch[51] Batch [1049]	Speed: 952.441854 samples/sec	rmse=0.019637	lr=0.345709
Epoch[51] Batch [1099]	Speed: 949.602926 samples/sec	rmse=0.019633	lr=0.345620
Epoch[51] Batch [1149]	Speed: 951.365960 samples/sec	rmse=0.019635	lr=0.345532
Epoch[51] Batch [1199]	Speed: 953.392983 samples/sec	rmse=0.019630	lr=0.345444
Epoch[51] Batch [1249]	Speed: 949.703479 samples/sec	rmse=0.019639	lr=0.345355
[Epoch 51] training: rmse=0.019638
[Epoch 51] speed: 951 samples/sec	time cost: 1364.005670
[Epoch 51] validation: err-top1=0.375518 err-top5=0.146405
Epoch[52] Batch [49]	Speed: 957.578191 samples/sec	rmse=0.019580	lr=0.345265
Epoch[52] Batch [99]	Speed: 954.025911 samples/sec	rmse=0.019597	lr=0.345177
Epoch[52] Batch [149]	Speed: 952.573439 samples/sec	rmse=0.019524	lr=0.345088
Epoch[52] Batch [199]	Speed: 941.697091 samples/sec	rmse=0.019553	lr=0.344999
Epoch[52] Batch [249]	Speed: 951.322471 samples/sec	rmse=0.019518	lr=0.344911
Epoch[52] Batch [299]	Speed: 951.584045 samples/sec	rmse=0.019521	lr=0.344822
Epoch[52] Batch [349]	Speed: 953.022307 samples/sec	rmse=0.019564	lr=0.344733
Epoch[52] Batch [399]	Speed: 951.925207 samples/sec	rmse=0.019579	lr=0.344644
Epoch[52] Batch [449]	Speed: 953.858740 samples/sec	rmse=0.019598	lr=0.344555
Epoch[52] Batch [499]	Speed: 952.702737 samples/sec	rmse=0.019607	lr=0.344466
Epoch[52] Batch [549]	Speed: 954.329032 samples/sec	rmse=0.019604	lr=0.344377
Epoch[52] Batch [599]	Speed: 954.894962 samples/sec	rmse=0.019616	lr=0.344288
Epoch[52] Batch [649]	Speed: 954.210724 samples/sec	rmse=0.019618	lr=0.344199
Epoch[52] Batch [699]	Speed: 951.790434 samples/sec	rmse=0.019607	lr=0.344109
Epoch[52] Batch [749]	Speed: 952.599080 samples/sec	rmse=0.019609	lr=0.344020
Epoch[52] Batch [799]	Speed: 955.113457 samples/sec	rmse=0.019614	lr=0.343931
Epoch[52] Batch [849]	Speed: 950.591628 samples/sec	rmse=0.019619	lr=0.343841
Epoch[52] Batch [899]	Speed: 951.111739 samples/sec	rmse=0.019615	lr=0.343752
Epoch[52] Batch [949]	Speed: 953.541035 samples/sec	rmse=0.019611	lr=0.343662
Epoch[52] Batch [999]	Speed: 953.559212 samples/sec	rmse=0.019611	lr=0.343572
Epoch[52] Batch [1049]	Speed: 949.100687 samples/sec	rmse=0.019610	lr=0.343483
Epoch[52] Batch [1099]	Speed: 951.042016 samples/sec	rmse=0.019611	lr=0.343393
Epoch[52] Batch [1149]	Speed: 948.810075 samples/sec	rmse=0.019607	lr=0.343303
Epoch[52] Batch [1199]	Speed: 949.373401 samples/sec	rmse=0.019601	lr=0.343213
Epoch[52] Batch [1249]	Speed: 958.943885 samples/sec	rmse=0.019605	lr=0.343123
[Epoch 52] training: rmse=0.019605
[Epoch 52] speed: 951 samples/sec	time cost: 1363.503846
[Epoch 52] validation: err-top1=0.366089 err-top5=0.140361
Epoch[53] Batch [49]	Speed: 961.295150 samples/sec	rmse=0.019340	lr=0.343032
Epoch[53] Batch [99]	Speed: 948.135908 samples/sec	rmse=0.019352	lr=0.342942
Epoch[53] Batch [149]	Speed: 952.143776 samples/sec	rmse=0.019364	lr=0.342851
Epoch[53] Batch [199]	Speed: 952.294375 samples/sec	rmse=0.019418	lr=0.342761
Epoch[53] Batch [249]	Speed: 951.336484 samples/sec	rmse=0.019444	lr=0.342671
Epoch[53] Batch [299]	Speed: 945.220496 samples/sec	rmse=0.019432	lr=0.342581
Epoch[53] Batch [349]	Speed: 953.854876 samples/sec	rmse=0.019441	lr=0.342490
Epoch[53] Batch [399]	Speed: 954.188130 samples/sec	rmse=0.019473	lr=0.342400
Epoch[53] Batch [449]	Speed: 948.280100 samples/sec	rmse=0.019493	lr=0.342310
Epoch[53] Batch [499]	Speed: 950.824913 samples/sec	rmse=0.019513	lr=0.342219
Epoch[53] Batch [549]	Speed: 949.445381 samples/sec	rmse=0.019509	lr=0.342129
Epoch[53] Batch [599]	Speed: 949.462424 samples/sec	rmse=0.019522	lr=0.342038
Epoch[53] Batch [649]	Speed: 949.925546 samples/sec	rmse=0.019535	lr=0.341947
Epoch[53] Batch [699]	Speed: 945.641625 samples/sec	rmse=0.019556	lr=0.341856
Epoch[53] Batch [749]	Speed: 943.746343 samples/sec	rmse=0.019558	lr=0.341766
Epoch[53] Batch [799]	Speed: 954.429363 samples/sec	rmse=0.019566	lr=0.341675
Epoch[53] Batch [849]	Speed: 952.908923 samples/sec	rmse=0.019563	lr=0.341584
Epoch[53] Batch [899]	Speed: 955.361002 samples/sec	rmse=0.019550	lr=0.341493
Epoch[53] Batch [949]	Speed: 952.114631 samples/sec	rmse=0.019553	lr=0.341402
Epoch[53] Batch [999]	Speed: 958.363122 samples/sec	rmse=0.019561	lr=0.341311
Epoch[53] Batch [1049]	Speed: 955.881459 samples/sec	rmse=0.019556	lr=0.341220
Epoch[53] Batch [1099]	Speed: 953.855478 samples/sec	rmse=0.019557	lr=0.341128
Epoch[53] Batch [1149]	Speed: 950.837652 samples/sec	rmse=0.019555	lr=0.341037
Epoch[53] Batch [1199]	Speed: 952.369270 samples/sec	rmse=0.019543	lr=0.340946
Epoch[53] Batch [1249]	Speed: 956.765672 samples/sec	rmse=0.019545	lr=0.340854
[Epoch 53] training: rmse=0.019545
[Epoch 53] speed: 951 samples/sec	time cost: 1364.496218
[Epoch 53] validation: err-top1=0.368264 err-top5=0.140525
Epoch[54] Batch [49]	Speed: 960.961637 samples/sec	rmse=0.019489	lr=0.340761
Epoch[54] Batch [99]	Speed: 952.006598 samples/sec	rmse=0.019472	lr=0.340669
Epoch[54] Batch [149]	Speed: 956.091568 samples/sec	rmse=0.019440	lr=0.340578
Epoch[54] Batch [199]	Speed: 947.679535 samples/sec	rmse=0.019451	lr=0.340486
Epoch[54] Batch [249]	Speed: 948.400636 samples/sec	rmse=0.019393	lr=0.340395
Epoch[54] Batch [299]	Speed: 956.906178 samples/sec	rmse=0.019395	lr=0.340303
Epoch[54] Batch [349]	Speed: 946.994169 samples/sec	rmse=0.019421	lr=0.340211
Epoch[54] Batch [399]	Speed: 951.237763 samples/sec	rmse=0.019442	lr=0.340119
Epoch[54] Batch [449]	Speed: 948.515443 samples/sec	rmse=0.019447	lr=0.340027
Epoch[54] Batch [499]	Speed: 951.402798 samples/sec	rmse=0.019458	lr=0.339935
Epoch[54] Batch [549]	Speed: 951.454321 samples/sec	rmse=0.019470	lr=0.339843
Epoch[54] Batch [599]	Speed: 952.006961 samples/sec	rmse=0.019480	lr=0.339751
Epoch[54] Batch [649]	Speed: 955.862427 samples/sec	rmse=0.019490	lr=0.339659
Epoch[54] Batch [699]	Speed: 949.227009 samples/sec	rmse=0.019497	lr=0.339567
Epoch[54] Batch [749]	Speed: 955.485799 samples/sec	rmse=0.019509	lr=0.339474
Epoch[54] Batch [799]	Speed: 953.468957 samples/sec	rmse=0.019503	lr=0.339382
Epoch[54] Batch [849]	Speed: 951.516263 samples/sec	rmse=0.019514	lr=0.339290
Epoch[54] Batch [899]	Speed: 955.720472 samples/sec	rmse=0.019526	lr=0.339197
Epoch[54] Batch [949]	Speed: 954.539690 samples/sec	rmse=0.019528	lr=0.339105
Epoch[54] Batch [999]	Speed: 949.574486 samples/sec	rmse=0.019521	lr=0.339012
Epoch[54] Batch [1049]	Speed: 954.574665 samples/sec	rmse=0.019522	lr=0.338920
Epoch[54] Batch [1099]	Speed: 954.479539 samples/sec	rmse=0.019529	lr=0.338827
Epoch[54] Batch [1149]	Speed: 952.981233 samples/sec	rmse=0.019540	lr=0.338734
Epoch[54] Batch [1199]	Speed: 954.773512 samples/sec	rmse=0.019548	lr=0.338641
Epoch[54] Batch [1249]	Speed: 955.482772 samples/sec	rmse=0.019552	lr=0.338549
[Epoch 54] training: rmse=0.019553
[Epoch 54] speed: 952 samples/sec	time cost: 1363.040103
[Epoch 54] validation: err-top1=0.362066 err-top5=0.139031
Epoch[55] Batch [49]	Speed: 963.769031 samples/sec	rmse=0.019436	lr=0.338454
Epoch[55] Batch [99]	Speed: 953.615076 samples/sec	rmse=0.019424	lr=0.338361
Epoch[55] Batch [149]	Speed: 954.223113 samples/sec	rmse=0.019513	lr=0.338268
Epoch[55] Batch [199]	Speed: 954.109341 samples/sec	rmse=0.019491	lr=0.338175
Epoch[55] Batch [249]	Speed: 956.531006 samples/sec	rmse=0.019494	lr=0.338082
Epoch[55] Batch [299]	Speed: 955.352604 samples/sec	rmse=0.019457	lr=0.337988
Epoch[55] Batch [349]	Speed: 953.119056 samples/sec	rmse=0.019442	lr=0.337895
Epoch[55] Batch [399]	Speed: 956.570111 samples/sec	rmse=0.019435	lr=0.337802
Epoch[55] Batch [449]	Speed: 953.192249 samples/sec	rmse=0.019457	lr=0.337709
Epoch[55] Batch [499]	Speed: 951.258140 samples/sec	rmse=0.019456	lr=0.337615
Epoch[55] Batch [549]	Speed: 952.538923 samples/sec	rmse=0.019467	lr=0.337522
Epoch[55] Batch [599]	Speed: 953.185839 samples/sec	rmse=0.019462	lr=0.337428
Epoch[55] Batch [649]	Speed: 950.274329 samples/sec	rmse=0.019451	lr=0.337334
Epoch[55] Batch [699]	Speed: 948.251375 samples/sec	rmse=0.019476	lr=0.337241
Epoch[55] Batch [749]	Speed: 949.639925 samples/sec	rmse=0.019488	lr=0.337147
Epoch[55] Batch [799]	Speed: 948.218469 samples/sec	rmse=0.019506	lr=0.337053
Epoch[55] Batch [849]	Speed: 958.644621 samples/sec	rmse=0.019516	lr=0.336960
Epoch[55] Batch [899]	Speed: 950.941444 samples/sec	rmse=0.019524	lr=0.336866
Epoch[55] Batch [949]	Speed: 954.149872 samples/sec	rmse=0.019521	lr=0.336772
Epoch[55] Batch [999]	Speed: 948.138717 samples/sec	rmse=0.019520	lr=0.336678
Epoch[55] Batch [1049]	Speed: 946.973064 samples/sec	rmse=0.019519	lr=0.336584
Epoch[55] Batch [1099]	Speed: 951.620448 samples/sec	rmse=0.019520	lr=0.336490
Epoch[55] Batch [1149]	Speed: 952.033597 samples/sec	rmse=0.019518	lr=0.336395
Epoch[55] Batch [1199]	Speed: 955.104940 samples/sec	rmse=0.019521	lr=0.336301
Epoch[55] Batch [1249]	Speed: 955.651296 samples/sec	rmse=0.019528	lr=0.336207
[Epoch 55] training: rmse=0.019527
[Epoch 55] speed: 952 samples/sec	time cost: 1362.980227
[Epoch 55] validation: err-top1=0.365792 err-top5=0.138572
Epoch[56] Batch [49]	Speed: 962.570810 samples/sec	rmse=0.019464	lr=0.336111
Epoch[56] Batch [99]	Speed: 950.348861 samples/sec	rmse=0.019472	lr=0.336016
Epoch[56] Batch [149]	Speed: 954.697122 samples/sec	rmse=0.019407	lr=0.335922
Epoch[56] Batch [199]	Speed: 951.655096 samples/sec	rmse=0.019428	lr=0.335827
Epoch[56] Batch [249]	Speed: 952.346645 samples/sec	rmse=0.019417	lr=0.335733
Epoch[56] Batch [299]	Speed: 955.471192 samples/sec	rmse=0.019389	lr=0.335638
Epoch[56] Batch [349]	Speed: 953.061308 samples/sec	rmse=0.019400	lr=0.335544
Epoch[56] Batch [399]	Speed: 951.973364 samples/sec	rmse=0.019411	lr=0.335449
Epoch[56] Batch [449]	Speed: 943.414842 samples/sec	rmse=0.019424	lr=0.335354
Epoch[56] Batch [499]	Speed: 939.583218 samples/sec	rmse=0.019416	lr=0.335259
Epoch[56] Batch [549]	Speed: 954.442267 samples/sec	rmse=0.019427	lr=0.335164
Epoch[56] Batch [599]	Speed: 952.240755 samples/sec	rmse=0.019441	lr=0.335069
Epoch[56] Batch [649]	Speed: 950.326634 samples/sec	rmse=0.019457	lr=0.334974
Epoch[56] Batch [699]	Speed: 950.854661 samples/sec	rmse=0.019484	lr=0.334879
Epoch[56] Batch [749]	Speed: 950.797006 samples/sec	rmse=0.019502	lr=0.334784
Epoch[56] Batch [799]	Speed: 950.732590 samples/sec	rmse=0.019499	lr=0.334689
Epoch[56] Batch [849]	Speed: 951.808114 samples/sec	rmse=0.019513	lr=0.334594
Epoch[56] Batch [899]	Speed: 950.429259 samples/sec	rmse=0.019520	lr=0.334499
Epoch[56] Batch [949]	Speed: 951.637169 samples/sec	rmse=0.019506	lr=0.334403
Epoch[56] Batch [999]	Speed: 948.913970 samples/sec	rmse=0.019512	lr=0.334308
Epoch[56] Batch [1049]	Speed: 951.815965 samples/sec	rmse=0.019514	lr=0.334212
Epoch[56] Batch [1099]	Speed: 946.596576 samples/sec	rmse=0.019518	lr=0.334117
Epoch[56] Batch [1149]	Speed: 953.951382 samples/sec	rmse=0.019528	lr=0.334021
Epoch[56] Batch [1199]	Speed: 952.072681 samples/sec	rmse=0.019530	lr=0.333926
Epoch[56] Batch [1249]	Speed: 950.228299 samples/sec	rmse=0.019531	lr=0.333830
[Epoch 56] training: rmse=0.019532
[Epoch 56] speed: 950 samples/sec	time cost: 1365.354640
[Epoch 56] validation: err-top1=0.355708 err-top5=0.131975
Epoch[57] Batch [49]	Speed: 951.165586 samples/sec	rmse=0.019116	lr=0.333732
Epoch[57] Batch [99]	Speed: 955.541384 samples/sec	rmse=0.019167	lr=0.333637
Epoch[57] Batch [149]	Speed: 956.047088 samples/sec	rmse=0.019187	lr=0.333541
Epoch[57] Batch [199]	Speed: 949.325691 samples/sec	rmse=0.019282	lr=0.333445
Epoch[57] Batch [249]	Speed: 948.549614 samples/sec	rmse=0.019283	lr=0.333349
Epoch[57] Batch [299]	Speed: 954.283652 samples/sec	rmse=0.019279	lr=0.333253
Epoch[57] Batch [349]	Speed: 951.054475 samples/sec	rmse=0.019321	lr=0.333157
Epoch[57] Batch [399]	Speed: 956.391727 samples/sec	rmse=0.019328	lr=0.333061
Epoch[57] Batch [449]	Speed: 949.536144 samples/sec	rmse=0.019352	lr=0.332964
Epoch[57] Batch [499]	Speed: 952.300384 samples/sec	rmse=0.019386	lr=0.332868
Epoch[57] Batch [549]	Speed: 954.159928 samples/sec	rmse=0.019393	lr=0.332772
Epoch[57] Batch [599]	Speed: 951.112759 samples/sec	rmse=0.019410	lr=0.332676
Epoch[57] Batch [649]	Speed: 949.957019 samples/sec	rmse=0.019422	lr=0.332579
Epoch[57] Batch [699]	Speed: 952.614440 samples/sec	rmse=0.019417	lr=0.332483
Epoch[57] Batch [749]	Speed: 952.636347 samples/sec	rmse=0.019431	lr=0.332386
Epoch[57] Batch [799]	Speed: 945.604037 samples/sec	rmse=0.019427	lr=0.332290
Epoch[57] Batch [849]	Speed: 951.287055 samples/sec	rmse=0.019427	lr=0.332193
Epoch[57] Batch [899]	Speed: 952.798402 samples/sec	rmse=0.019431	lr=0.332096
Epoch[57] Batch [949]	Speed: 950.863801 samples/sec	rmse=0.019437	lr=0.332000
Epoch[57] Batch [999]	Speed: 952.047964 samples/sec	rmse=0.019443	lr=0.331903
Epoch[57] Batch [1049]	Speed: 947.371386 samples/sec	rmse=0.019445	lr=0.331806
Epoch[57] Batch [1099]	Speed: 953.531864 samples/sec	rmse=0.019454	lr=0.331709
Epoch[57] Batch [1149]	Speed: 953.160916 samples/sec	rmse=0.019455	lr=0.331612
Epoch[57] Batch [1199]	Speed: 951.597694 samples/sec	rmse=0.019458	lr=0.331515
Epoch[57] Batch [1249]	Speed: 952.999131 samples/sec	rmse=0.019465	lr=0.331418
[Epoch 57] training: rmse=0.019464
[Epoch 57] speed: 951 samples/sec	time cost: 1365.779221
[Epoch 57] validation: err-top1=0.359754 err-top5=0.134865
Epoch[58] Batch [49]	Speed: 961.695585 samples/sec	rmse=0.019240	lr=0.331319
Epoch[58] Batch [99]	Speed: 958.188322 samples/sec	rmse=0.019349	lr=0.331222
Epoch[58] Batch [149]	Speed: 951.487397 samples/sec	rmse=0.019369	lr=0.331125
Epoch[58] Batch [199]	Speed: 952.144519 samples/sec	rmse=0.019440	lr=0.331028
Epoch[58] Batch [249]	Speed: 953.022663 samples/sec	rmse=0.019430	lr=0.330930
Epoch[58] Batch [299]	Speed: 954.294033 samples/sec	rmse=0.019421	lr=0.330833
Epoch[58] Batch [349]	Speed: 947.223209 samples/sec	rmse=0.019438	lr=0.330735
Epoch[58] Batch [399]	Speed: 950.453846 samples/sec	rmse=0.019446	lr=0.330638
Epoch[58] Batch [449]	Speed: 954.656578 samples/sec	rmse=0.019461	lr=0.330540
Epoch[58] Batch [499]	Speed: 954.661747 samples/sec	rmse=0.019454	lr=0.330443
Epoch[58] Batch [549]	Speed: 949.914125 samples/sec	rmse=0.019462	lr=0.330345
Epoch[58] Batch [599]	Speed: 950.278972 samples/sec	rmse=0.019470	lr=0.330247
Epoch[58] Batch [649]	Speed: 953.391290 samples/sec	rmse=0.019460	lr=0.330150
Epoch[58] Batch [699]	Speed: 953.503790 samples/sec	rmse=0.019466	lr=0.330052
Epoch[58] Batch [749]	Speed: 948.522415 samples/sec	rmse=0.019465	lr=0.329954
Epoch[58] Batch [799]	Speed: 951.157114 samples/sec	rmse=0.019468	lr=0.329856
Epoch[58] Batch [849]	Speed: 954.329007 samples/sec	rmse=0.019473	lr=0.329758
Epoch[58] Batch [899]	Speed: 949.055534 samples/sec	rmse=0.019478	lr=0.329660
Epoch[58] Batch [949]	Speed: 955.992768 samples/sec	rmse=0.019478	lr=0.329562
Epoch[58] Batch [999]	Speed: 950.720978 samples/sec	rmse=0.019476	lr=0.329464
Epoch[58] Batch [1049]	Speed: 952.507067 samples/sec	rmse=0.019471	lr=0.329366
Epoch[58] Batch [1099]	Speed: 949.141201 samples/sec	rmse=0.019479	lr=0.329267
Epoch[58] Batch [1149]	Speed: 948.984867 samples/sec	rmse=0.019483	lr=0.329169
Epoch[58] Batch [1199]	Speed: 949.179314 samples/sec	rmse=0.019489	lr=0.329071
Epoch[58] Batch [1249]	Speed: 948.547724 samples/sec	rmse=0.019486	lr=0.328972
[Epoch 58] training: rmse=0.019485
[Epoch 58] speed: 951 samples/sec	time cost: 1363.846140
[Epoch 58] validation: err-top1=0.354533 err-top5=0.131470
Epoch[59] Batch [49]	Speed: 959.419352 samples/sec	rmse=0.019342	lr=0.328872
Epoch[59] Batch [99]	Speed: 954.973256 samples/sec	rmse=0.019291	lr=0.328773
Epoch[59] Batch [149]	Speed: 950.483991 samples/sec	rmse=0.019327	lr=0.328675
Epoch[59] Batch [199]	Speed: 948.745279 samples/sec	rmse=0.019329	lr=0.328576
Epoch[59] Batch [249]	Speed: 949.770759 samples/sec	rmse=0.019302	lr=0.328478
Epoch[59] Batch [299]	Speed: 950.245875 samples/sec	rmse=0.019327	lr=0.328379
Epoch[59] Batch [349]	Speed: 951.228729 samples/sec	rmse=0.019327	lr=0.328280
Epoch[59] Batch [399]	Speed: 952.237525 samples/sec	rmse=0.019356	lr=0.328181
Epoch[59] Batch [449]	Speed: 955.570760 samples/sec	rmse=0.019363	lr=0.328082
Epoch[59] Batch [499]	Speed: 952.411166 samples/sec	rmse=0.019388	lr=0.327983
Epoch[59] Batch [549]	Speed: 952.512957 samples/sec	rmse=0.019399	lr=0.327884
Epoch[59] Batch [599]	Speed: 952.712543 samples/sec	rmse=0.019423	lr=0.327785
Epoch[59] Batch [649]	Speed: 949.977867 samples/sec	rmse=0.019440	lr=0.327686
Epoch[59] Batch [699]	Speed: 951.368590 samples/sec	rmse=0.019451	lr=0.327587
Epoch[59] Batch [749]	Speed: 951.631796 samples/sec	rmse=0.019466	lr=0.327488
Epoch[59] Batch [799]	Speed: 951.625002 samples/sec	rmse=0.019476	lr=0.327389
Epoch[59] Batch [849]	Speed: 952.410654 samples/sec	rmse=0.019484	lr=0.327289
Epoch[59] Batch [899]	Speed: 943.804095 samples/sec	rmse=0.019485	lr=0.327190
Epoch[59] Batch [949]	Speed: 939.069480 samples/sec	rmse=0.019486	lr=0.327091
Epoch[59] Batch [999]	Speed: 947.280180 samples/sec	rmse=0.019483	lr=0.326991
Epoch[59] Batch [1049]	Speed: 946.971690 samples/sec	rmse=0.019484	lr=0.326892
Epoch[59] Batch [1099]	Speed: 940.007173 samples/sec	rmse=0.019484	lr=0.326792
Epoch[59] Batch [1149]	Speed: 954.630097 samples/sec	rmse=0.019485	lr=0.326692
Epoch[59] Batch [1199]	Speed: 950.980195 samples/sec	rmse=0.019488	lr=0.326593
Epoch[59] Batch [1249]	Speed: 950.984242 samples/sec	rmse=0.019490	lr=0.326493
[Epoch 59] training: rmse=0.019491
[Epoch 59] speed: 949 samples/sec	time cost: 1366.676592
[Epoch 59] validation: err-top1=0.342375 err-top5=0.125777
Epoch[60] Batch [49]	Speed: 950.718486 samples/sec	rmse=0.019335	lr=0.326391
Epoch[60] Batch [99]	Speed: 950.084817 samples/sec	rmse=0.019321	lr=0.326291
Epoch[60] Batch [149]	Speed: 953.271237 samples/sec	rmse=0.019303	lr=0.326192
Epoch[60] Batch [199]	Speed: 947.832612 samples/sec	rmse=0.019321	lr=0.326092
Epoch[60] Batch [249]	Speed: 948.575993 samples/sec	rmse=0.019360	lr=0.325992
Epoch[60] Batch [299]	Speed: 943.241338 samples/sec	rmse=0.019378	lr=0.325892
Epoch[60] Batch [349]	Speed: 948.055851 samples/sec	rmse=0.019386	lr=0.325792
Epoch[60] Batch [399]	Speed: 950.124166 samples/sec	rmse=0.019398	lr=0.325691
Epoch[60] Batch [449]	Speed: 953.061777 samples/sec	rmse=0.019417	lr=0.325591
Epoch[60] Batch [499]	Speed: 948.487990 samples/sec	rmse=0.019416	lr=0.325491
Epoch[60] Batch [549]	Speed: 944.628648 samples/sec	rmse=0.019395	lr=0.325391
Epoch[60] Batch [599]	Speed: 951.335371 samples/sec	rmse=0.019392	lr=0.325290
Epoch[60] Batch [649]	Speed: 950.352048 samples/sec	rmse=0.019387	lr=0.325190
Epoch[60] Batch [699]	Speed: 952.387364 samples/sec	rmse=0.019396	lr=0.325089
Epoch[60] Batch [749]	Speed: 949.870407 samples/sec	rmse=0.019407	lr=0.324989
Epoch[60] Batch [799]	Speed: 951.263251 samples/sec	rmse=0.019415	lr=0.324888
Epoch[60] Batch [849]	Speed: 952.914132 samples/sec	rmse=0.019412	lr=0.324788
Epoch[60] Batch [899]	Speed: 953.483947 samples/sec	rmse=0.019402	lr=0.324687
Epoch[60] Batch [949]	Speed: 952.285650 samples/sec	rmse=0.019406	lr=0.324586
Epoch[60] Batch [999]	Speed: 951.094111 samples/sec	rmse=0.019409	lr=0.324486
Epoch[60] Batch [1049]	Speed: 952.932801 samples/sec	rmse=0.019419	lr=0.324385
Epoch[60] Batch [1099]	Speed: 948.725105 samples/sec	rmse=0.019427	lr=0.324284
Epoch[60] Batch [1149]	Speed: 951.597981 samples/sec	rmse=0.019430	lr=0.324183
Epoch[60] Batch [1199]	Speed: 952.442677 samples/sec	rmse=0.019431	lr=0.324082
Epoch[60] Batch [1249]	Speed: 952.097121 samples/sec	rmse=0.019430	lr=0.323981
[Epoch 60] training: rmse=0.019429
[Epoch 60] speed: 949 samples/sec	time cost: 1367.068683
[Epoch 60] validation: err-top1=0.347875 err-top5=0.128807
Epoch[61] Batch [49]	Speed: 962.740795 samples/sec	rmse=0.018920	lr=0.323878
Epoch[61] Batch [99]	Speed: 953.105824 samples/sec	rmse=0.018998	lr=0.323777
Epoch[61] Batch [149]	Speed: 949.516101 samples/sec	rmse=0.019070	lr=0.323676
Epoch[61] Batch [199]	Speed: 954.227332 samples/sec	rmse=0.019122	lr=0.323574
Epoch[61] Batch [249]	Speed: 946.970938 samples/sec	rmse=0.019137	lr=0.323473
Epoch[61] Batch [299]	Speed: 955.035296 samples/sec	rmse=0.019177	lr=0.323372
Epoch[61] Batch [349]	Speed: 945.310943 samples/sec	rmse=0.019206	lr=0.323270
Epoch[61] Batch [399]	Speed: 954.211521 samples/sec	rmse=0.019237	lr=0.323169
Epoch[61] Batch [449]	Speed: 955.064353 samples/sec	rmse=0.019245	lr=0.323067
Epoch[61] Batch [499]	Speed: 952.774911 samples/sec	rmse=0.019264	lr=0.322966
Epoch[61] Batch [549]	Speed: 952.078970 samples/sec	rmse=0.019274	lr=0.322864
Epoch[61] Batch [599]	Speed: 953.132021 samples/sec	rmse=0.019280	lr=0.322763
Epoch[61] Batch [649]	Speed: 946.595391 samples/sec	rmse=0.019281	lr=0.322661
Epoch[61] Batch [699]	Speed: 953.106280 samples/sec	rmse=0.019299	lr=0.322559
Epoch[61] Batch [749]	Speed: 951.780453 samples/sec	rmse=0.019324	lr=0.322457
Epoch[61] Batch [799]	Speed: 953.473986 samples/sec	rmse=0.019333	lr=0.322355
Epoch[61] Batch [849]	Speed: 952.422406 samples/sec	rmse=0.019342	lr=0.322254
Epoch[61] Batch [899]	Speed: 951.419659 samples/sec	rmse=0.019346	lr=0.322152
Epoch[61] Batch [949]	Speed: 952.879350 samples/sec	rmse=0.019347	lr=0.322050
Epoch[61] Batch [999]	Speed: 945.591821 samples/sec	rmse=0.019346	lr=0.321948
Epoch[61] Batch [1049]	Speed: 951.128564 samples/sec	rmse=0.019357	lr=0.321845
Epoch[61] Batch [1099]	Speed: 952.404319 samples/sec	rmse=0.019361	lr=0.321743
Epoch[61] Batch [1149]	Speed: 952.418819 samples/sec	rmse=0.019370	lr=0.321641
Epoch[61] Batch [1199]	Speed: 955.260250 samples/sec	rmse=0.019374	lr=0.321539
Epoch[61] Batch [1249]	Speed: 955.263323 samples/sec	rmse=0.019377	lr=0.321437
[Epoch 61] training: rmse=0.019378
[Epoch 61] speed: 951 samples/sec	time cost: 1363.773130
[Epoch 61] validation: err-top1=0.350387 err-top5=0.131457
Epoch[62] Batch [49]	Speed: 967.663141 samples/sec	rmse=0.019364	lr=0.321332
Epoch[62] Batch [99]	Speed: 951.523612 samples/sec	rmse=0.019260	lr=0.321230
Epoch[62] Batch [149]	Speed: 950.770069 samples/sec	rmse=0.019311	lr=0.321127
Epoch[62] Batch [199]	Speed: 950.130703 samples/sec	rmse=0.019359	lr=0.321025
Epoch[62] Batch [249]	Speed: 945.352349 samples/sec	rmse=0.019376	lr=0.320922
Epoch[62] Batch [299]	Speed: 951.918135 samples/sec	rmse=0.019392	lr=0.320820
Epoch[62] Batch [349]	Speed: 951.104869 samples/sec	rmse=0.019383	lr=0.320717
Epoch[62] Batch [399]	Speed: 948.174049 samples/sec	rmse=0.019389	lr=0.320614
Epoch[62] Batch [449]	Speed: 947.677131 samples/sec	rmse=0.019392	lr=0.320512
Epoch[62] Batch [499]	Speed: 949.815917 samples/sec	rmse=0.019400	lr=0.320409
Epoch[62] Batch [549]	Speed: 954.735211 samples/sec	rmse=0.019407	lr=0.320306
Epoch[62] Batch [599]	Speed: 942.510382 samples/sec	rmse=0.019417	lr=0.320203
Epoch[62] Batch [649]	Speed: 952.389168 samples/sec	rmse=0.019417	lr=0.320100
Epoch[62] Batch [699]	Speed: 955.260892 samples/sec	rmse=0.019396	lr=0.319997
Epoch[62] Batch [749]	Speed: 952.941643 samples/sec	rmse=0.019405	lr=0.319894
Epoch[62] Batch [799]	Speed: 953.541191 samples/sec	rmse=0.019413	lr=0.319791
Epoch[62] Batch [849]	Speed: 955.513918 samples/sec	rmse=0.019409	lr=0.319688
Epoch[62] Batch [899]	Speed: 950.664067 samples/sec	rmse=0.019419	lr=0.319585
Epoch[62] Batch [949]	Speed: 954.457666 samples/sec	rmse=0.019422	lr=0.319481
Epoch[62] Batch [999]	Speed: 951.603239 samples/sec	rmse=0.019418	lr=0.319378
Epoch[62] Batch [1049]	Speed: 953.119457 samples/sec	rmse=0.019428	lr=0.319275
Epoch[62] Batch [1099]	Speed: 950.492767 samples/sec	rmse=0.019434	lr=0.319171
Epoch[62] Batch [1149]	Speed: 954.344245 samples/sec	rmse=0.019437	lr=0.319068
Epoch[62] Batch [1199]	Speed: 944.511627 samples/sec	rmse=0.019437	lr=0.318964
Epoch[62] Batch [1249]	Speed: 954.555843 samples/sec	rmse=0.019447	lr=0.318861
[Epoch 62] training: rmse=0.019447
[Epoch 62] speed: 951 samples/sec	time cost: 1364.592690
[Epoch 62] validation: err-top1=0.367706 err-top5=0.138811
Epoch[63] Batch [49]	Speed: 960.680477 samples/sec	rmse=0.019021	lr=0.318755
Epoch[63] Batch [99]	Speed: 952.056642 samples/sec	rmse=0.019118	lr=0.318651
Epoch[63] Batch [149]	Speed: 951.938727 samples/sec	rmse=0.019157	lr=0.318548
Epoch[63] Batch [199]	Speed: 951.985721 samples/sec	rmse=0.019185	lr=0.318444
Epoch[63] Batch [249]	Speed: 956.112009 samples/sec	rmse=0.019225	lr=0.318340
Epoch[63] Batch [299]	Speed: 954.733662 samples/sec	rmse=0.019224	lr=0.318236
Epoch[63] Batch [349]	Speed: 956.117228 samples/sec	rmse=0.019224	lr=0.318132
Epoch[63] Batch [399]	Speed: 955.324550 samples/sec	rmse=0.019234	lr=0.318029
Epoch[63] Batch [449]	Speed: 950.819642 samples/sec	rmse=0.019266	lr=0.317925
Epoch[63] Batch [499]	Speed: 950.872024 samples/sec	rmse=0.019263	lr=0.317820
Epoch[63] Batch [549]	Speed: 951.923726 samples/sec	rmse=0.019239	lr=0.317716
Epoch[63] Batch [599]	Speed: 951.925958 samples/sec	rmse=0.019240	lr=0.317612
Epoch[63] Batch [649]	Speed: 949.923856 samples/sec	rmse=0.019253	lr=0.317508
Epoch[63] Batch [699]	Speed: 946.596389 samples/sec	rmse=0.019263	lr=0.317404
Epoch[63] Batch [749]	Speed: 951.864389 samples/sec	rmse=0.019268	lr=0.317300
Epoch[63] Batch [799]	Speed: 950.051952 samples/sec	rmse=0.019277	lr=0.317195
Epoch[63] Batch [849]	Speed: 940.189944 samples/sec	rmse=0.019282	lr=0.317091
Epoch[63] Batch [899]	Speed: 951.293528 samples/sec	rmse=0.019289	lr=0.316986
Epoch[63] Batch [949]	Speed: 947.981917 samples/sec	rmse=0.019293	lr=0.316882
Epoch[63] Batch [999]	Speed: 951.821685 samples/sec	rmse=0.019308	lr=0.316777
Epoch[63] Batch [1049]	Speed: 951.450308 samples/sec	rmse=0.019319	lr=0.316673
Epoch[63] Batch [1099]	Speed: 953.862002 samples/sec	rmse=0.019331	lr=0.316568
Epoch[63] Batch [1149]	Speed: 951.029945 samples/sec	rmse=0.019339	lr=0.316464
Epoch[63] Batch [1199]	Speed: 949.979834 samples/sec	rmse=0.019345	lr=0.316359
Epoch[63] Batch [1249]	Speed: 954.733310 samples/sec	rmse=0.019341	lr=0.316254
[Epoch 63] training: rmse=0.019340
[Epoch 63] speed: 951 samples/sec	time cost: 1364.127400
[Epoch 63] validation: err-top1=0.343669 err-top5=0.125488
Epoch[64] Batch [49]	Speed: 960.598241 samples/sec	rmse=0.019184	lr=0.316147
Epoch[64] Batch [99]	Speed: 955.494370 samples/sec	rmse=0.019102	lr=0.316042
Epoch[64] Batch [149]	Speed: 952.284865 samples/sec	rmse=0.019066	lr=0.315937
Epoch[64] Batch [199]	Speed: 955.458409 samples/sec	rmse=0.019102	lr=0.315832
Epoch[64] Batch [249]	Speed: 955.544062 samples/sec	rmse=0.019134	lr=0.315727
Epoch[64] Batch [299]	Speed: 944.979960 samples/sec	rmse=0.019211	lr=0.315622
Epoch[64] Batch [349]	Speed: 952.756248 samples/sec	rmse=0.019231	lr=0.315517
Epoch[64] Batch [399]	Speed: 950.963754 samples/sec	rmse=0.019268	lr=0.315412
Epoch[64] Batch [449]	Speed: 950.071354 samples/sec	rmse=0.019286	lr=0.315307
Epoch[64] Batch [499]	Speed: 953.606234 samples/sec	rmse=0.019301	lr=0.315202
Epoch[64] Batch [549]	Speed: 945.795261 samples/sec	rmse=0.019312	lr=0.315096
Epoch[64] Batch [599]	Speed: 949.920491 samples/sec	rmse=0.019325	lr=0.314991
Epoch[64] Batch [649]	Speed: 951.507283 samples/sec	rmse=0.019340	lr=0.314886
Epoch[64] Batch [699]	Speed: 953.639760 samples/sec	rmse=0.019359	lr=0.314780
Epoch[64] Batch [749]	Speed: 952.964478 samples/sec	rmse=0.019365	lr=0.314675
Epoch[64] Batch [799]	Speed: 952.314193 samples/sec	rmse=0.019369	lr=0.314569
Epoch[64] Batch [849]	Speed: 952.814665 samples/sec	rmse=0.019357	lr=0.314464
Epoch[64] Batch [899]	Speed: 952.370186 samples/sec	rmse=0.019356	lr=0.314358
Epoch[64] Batch [949]	Speed: 954.216210 samples/sec	rmse=0.019362	lr=0.314252
Epoch[64] Batch [999]	Speed: 953.962642 samples/sec	rmse=0.019369	lr=0.314147
Epoch[64] Batch [1049]	Speed: 956.754828 samples/sec	rmse=0.019373	lr=0.314041
Epoch[64] Batch [1099]	Speed: 950.698056 samples/sec	rmse=0.019373	lr=0.313935
Epoch[64] Batch [1149]	Speed: 951.766242 samples/sec	rmse=0.019378	lr=0.313829
Epoch[64] Batch [1199]	Speed: 953.737612 samples/sec	rmse=0.019381	lr=0.313723
Epoch[64] Batch [1249]	Speed: 950.422785 samples/sec	rmse=0.019385	lr=0.313617
[Epoch 64] training: rmse=0.019383
[Epoch 64] speed: 951 samples/sec	time cost: 1365.136717
[Epoch 64] validation: err-top1=0.367008 err-top5=0.144691
Epoch[65] Batch [49]	Speed: 953.950887 samples/sec	rmse=0.019281	lr=0.313509
Epoch[65] Batch [99]	Speed: 957.060957 samples/sec	rmse=0.019259	lr=0.313403
Epoch[65] Batch [149]	Speed: 954.630267 samples/sec	rmse=0.019299	lr=0.313297
Epoch[65] Batch [199]	Speed: 950.424539 samples/sec	rmse=0.019299	lr=0.313191
Epoch[65] Batch [249]	Speed: 950.299783 samples/sec	rmse=0.019285	lr=0.313085
Epoch[65] Batch [299]	Speed: 951.574220 samples/sec	rmse=0.019293	lr=0.312978
Epoch[65] Batch [349]	Speed: 944.499360 samples/sec	rmse=0.019273	lr=0.312872
Epoch[65] Batch [399]	Speed: 942.656878 samples/sec	rmse=0.019296	lr=0.312766
Epoch[65] Batch [449]	Speed: 955.146426 samples/sec	rmse=0.019296	lr=0.312659
Epoch[65] Batch [499]	Speed: 950.842136 samples/sec	rmse=0.019307	lr=0.312553
Epoch[65] Batch [549]	Speed: 953.878035 samples/sec	rmse=0.019304	lr=0.312446
Epoch[65] Batch [599]	Speed: 952.515593 samples/sec	rmse=0.019309	lr=0.312340
Epoch[65] Batch [649]	Speed: 950.951989 samples/sec	rmse=0.019311	lr=0.312233
Epoch[65] Batch [699]	Speed: 954.398148 samples/sec	rmse=0.019309	lr=0.312127
Epoch[65] Batch [749]	Speed: 953.504759 samples/sec	rmse=0.019317	lr=0.312020
Epoch[65] Batch [799]	Speed: 950.136113 samples/sec	rmse=0.019327	lr=0.311913
Epoch[65] Batch [849]	Speed: 950.239059 samples/sec	rmse=0.019330	lr=0.311807
Epoch[65] Batch [899]	Speed: 950.667194 samples/sec	rmse=0.019340	lr=0.311700
Epoch[65] Batch [949]	Speed: 950.720965 samples/sec	rmse=0.019343	lr=0.311593
Epoch[65] Batch [999]	Speed: 952.084247 samples/sec	rmse=0.019347	lr=0.311486
Epoch[65] Batch [1049]	Speed: 953.124140 samples/sec	rmse=0.019349	lr=0.311379
Epoch[65] Batch [1099]	Speed: 951.592769 samples/sec	rmse=0.019347	lr=0.311272
Epoch[65] Batch [1149]	Speed: 949.556746 samples/sec	rmse=0.019355	lr=0.311165
Epoch[65] Batch [1199]	Speed: 948.453632 samples/sec	rmse=0.019349	lr=0.311058
Epoch[65] Batch [1249]	Speed: 947.525346 samples/sec	rmse=0.019351	lr=0.310951
[Epoch 65] training: rmse=0.019352
[Epoch 65] speed: 950 samples/sec	time cost: 1365.580528
[Epoch 65] validation: err-top1=0.344109 err-top5=0.124183
Epoch[66] Batch [49]	Speed: 961.227790 samples/sec	rmse=0.019152	lr=0.310842
Epoch[66] Batch [99]	Speed: 952.208248 samples/sec	rmse=0.019221	lr=0.310734
Epoch[66] Batch [149]	Speed: 950.434180 samples/sec	rmse=0.019217	lr=0.310627
Epoch[66] Batch [199]	Speed: 953.773008 samples/sec	rmse=0.019242	lr=0.310520
Epoch[66] Batch [249]	Speed: 955.364785 samples/sec	rmse=0.019260	lr=0.310412
Epoch[66] Batch [299]	Speed: 955.482636 samples/sec	rmse=0.019257	lr=0.310305
Epoch[66] Batch [349]	Speed: 955.207643 samples/sec	rmse=0.019268	lr=0.310198
Epoch[66] Batch [399]	Speed: 952.070149 samples/sec	rmse=0.019266	lr=0.310090
Epoch[66] Batch [449]	Speed: 949.643188 samples/sec	rmse=0.019263	lr=0.309982
Epoch[66] Batch [499]	Speed: 955.097285 samples/sec	rmse=0.019286	lr=0.309875
Epoch[66] Batch [549]	Speed: 952.115323 samples/sec	rmse=0.019280	lr=0.309767
Epoch[66] Batch [599]	Speed: 946.794204 samples/sec	rmse=0.019282	lr=0.309660
Epoch[66] Batch [649]	Speed: 954.445945 samples/sec	rmse=0.019296	lr=0.309552
Epoch[66] Batch [699]	Speed: 951.871637 samples/sec	rmse=0.019299	lr=0.309444
Epoch[66] Batch [749]	Speed: 952.525496 samples/sec	rmse=0.019304	lr=0.309336
Epoch[66] Batch [799]	Speed: 948.527827 samples/sec	rmse=0.019306	lr=0.309228
Epoch[66] Batch [849]	Speed: 954.719265 samples/sec	rmse=0.019315	lr=0.309121
Epoch[66] Batch [899]	Speed: 950.713258 samples/sec	rmse=0.019308	lr=0.309013
Epoch[66] Batch [949]	Speed: 949.909436 samples/sec	rmse=0.019318	lr=0.308905
Epoch[66] Batch [999]	Speed: 953.636275 samples/sec	rmse=0.019317	lr=0.308797
Epoch[66] Batch [1049]	Speed: 950.302125 samples/sec	rmse=0.019310	lr=0.308688
Epoch[66] Batch [1099]	Speed: 951.995769 samples/sec	rmse=0.019317	lr=0.308580
Epoch[66] Batch [1149]	Speed: 949.590925 samples/sec	rmse=0.019319	lr=0.308472
Epoch[66] Batch [1199]	Speed: 953.598777 samples/sec	rmse=0.019330	lr=0.308364
Epoch[66] Batch [1249]	Speed: 954.781403 samples/sec	rmse=0.019331	lr=0.308256
[Epoch 66] training: rmse=0.019331
[Epoch 66] speed: 951 samples/sec	time cost: 1363.453299
[Epoch 66] validation: err-top1=0.337711 err-top5=0.120496
Epoch[67] Batch [49]	Speed: 962.171406 samples/sec	rmse=0.019198	lr=0.308145
Epoch[67] Batch [99]	Speed: 951.094894 samples/sec	rmse=0.019195	lr=0.308037
Epoch[67] Batch [149]	Speed: 952.695903 samples/sec	rmse=0.019167	lr=0.307928
Epoch[67] Batch [199]	Speed: 951.705878 samples/sec	rmse=0.019151	lr=0.307820
Epoch[67] Batch [249]	Speed: 953.298968 samples/sec	rmse=0.019197	lr=0.307712
Epoch[67] Batch [299]	Speed: 952.387157 samples/sec	rmse=0.019195	lr=0.307603
Epoch[67] Batch [349]	Speed: 953.001389 samples/sec	rmse=0.019201	lr=0.307494
Epoch[67] Batch [399]	Speed: 949.465514 samples/sec	rmse=0.019218	lr=0.307386
Epoch[67] Batch [449]	Speed: 958.226327 samples/sec	rmse=0.019203	lr=0.307277
Epoch[67] Batch [499]	Speed: 950.174113 samples/sec	rmse=0.019231	lr=0.307168
Epoch[67] Batch [549]	Speed: 952.174172 samples/sec	rmse=0.019242	lr=0.307060
Epoch[67] Batch [599]	Speed: 952.525746 samples/sec	rmse=0.019241	lr=0.306951
Epoch[67] Batch [649]	Speed: 954.520292 samples/sec	rmse=0.019235	lr=0.306842
Epoch[67] Batch [699]	Speed: 952.566100 samples/sec	rmse=0.019241	lr=0.306733
Epoch[67] Batch [749]	Speed: 955.681738 samples/sec	rmse=0.019250	lr=0.306624
Epoch[67] Batch [799]	Speed: 954.896108 samples/sec	rmse=0.019253	lr=0.306515
Epoch[67] Batch [849]	Speed: 954.161403 samples/sec	rmse=0.019255	lr=0.306406
Epoch[67] Batch [899]	Speed: 953.266197 samples/sec	rmse=0.019273	lr=0.306297
Epoch[67] Batch [949]	Speed: 953.836751 samples/sec	rmse=0.019284	lr=0.306188
Epoch[67] Batch [999]	Speed: 957.208291 samples/sec	rmse=0.019294	lr=0.306079
Epoch[67] Batch [1049]	Speed: 953.760350 samples/sec	rmse=0.019295	lr=0.305970
Epoch[67] Batch [1099]	Speed: 955.492716 samples/sec	rmse=0.019302	lr=0.305860
Epoch[67] Batch [1149]	Speed: 952.915202 samples/sec	rmse=0.019313	lr=0.305751
Epoch[67] Batch [1199]	Speed: 950.724812 samples/sec	rmse=0.019320	lr=0.305642
Epoch[67] Batch [1249]	Speed: 954.791761 samples/sec	rmse=0.019323	lr=0.305532
[Epoch 67] training: rmse=0.019323
[Epoch 67] speed: 952 samples/sec	time cost: 1362.165166
[Epoch 67] validation: err-top1=0.339365 err-top5=0.123744
Epoch[68] Batch [49]	Speed: 960.045309 samples/sec	rmse=0.019319	lr=0.305421
Epoch[68] Batch [99]	Speed: 953.500602 samples/sec	rmse=0.019198	lr=0.305311
Epoch[68] Batch [149]	Speed: 949.246910 samples/sec	rmse=0.019200	lr=0.305202
Epoch[68] Batch [199]	Speed: 948.333442 samples/sec	rmse=0.019176	lr=0.305092
Epoch[68] Batch [249]	Speed: 947.917434 samples/sec	rmse=0.019176	lr=0.304983
Epoch[68] Batch [299]	Speed: 953.513235 samples/sec	rmse=0.019210	lr=0.304873
Epoch[68] Batch [349]	Speed: 949.296756 samples/sec	rmse=0.019199	lr=0.304763
Epoch[68] Batch [399]	Speed: 953.367672 samples/sec	rmse=0.019214	lr=0.304654
Epoch[68] Batch [449]	Speed: 955.106626 samples/sec	rmse=0.019233	lr=0.304544
Epoch[68] Batch [499]	Speed: 946.735283 samples/sec	rmse=0.019232	lr=0.304434
Epoch[68] Batch [549]	Speed: 953.592286 samples/sec	rmse=0.019238	lr=0.304324
Epoch[68] Batch [599]	Speed: 953.697243 samples/sec	rmse=0.019253	lr=0.304214
Epoch[68] Batch [649]	Speed: 952.965684 samples/sec	rmse=0.019277	lr=0.304104
Epoch[68] Batch [699]	Speed: 953.627344 samples/sec	rmse=0.019282	lr=0.303994
Epoch[68] Batch [749]	Speed: 952.806222 samples/sec	rmse=0.019277	lr=0.303884
Epoch[68] Batch [799]	Speed: 949.122563 samples/sec	rmse=0.019263	lr=0.303774
Epoch[68] Batch [849]	Speed: 949.678755 samples/sec	rmse=0.019261	lr=0.303664
Epoch[68] Batch [899]	Speed: 951.991131 samples/sec	rmse=0.019257	lr=0.303554
Epoch[68] Batch [949]	Speed: 954.215171 samples/sec	rmse=0.019262	lr=0.303444
Epoch[68] Batch [999]	Speed: 951.422057 samples/sec	rmse=0.019265	lr=0.303334
Epoch[68] Batch [1049]	Speed: 951.020924 samples/sec	rmse=0.019265	lr=0.303223
Epoch[68] Batch [1099]	Speed: 949.159227 samples/sec	rmse=0.019269	lr=0.303113
Epoch[68] Batch [1149]	Speed: 939.845779 samples/sec	rmse=0.019271	lr=0.303003
Epoch[68] Batch [1199]	Speed: 934.158339 samples/sec	rmse=0.019277	lr=0.302892
Epoch[68] Batch [1249]	Speed: 952.996665 samples/sec	rmse=0.019273	lr=0.302782
[Epoch 68] training: rmse=0.019273
[Epoch 68] speed: 949 samples/sec	time cost: 1366.262542
[Epoch 68] validation: err-top1=0.336416 err-top5=0.121692
Epoch[69] Batch [49]	Speed: 957.664083 samples/sec	rmse=0.019126	lr=0.302669
Epoch[69] Batch [99]	Speed: 949.801512 samples/sec	rmse=0.019198	lr=0.302559
Epoch[69] Batch [149]	Speed: 955.419862 samples/sec	rmse=0.019215	lr=0.302448
Epoch[69] Batch [199]	Speed: 952.438305 samples/sec	rmse=0.019188	lr=0.302337
Epoch[69] Batch [249]	Speed: 953.996935 samples/sec	rmse=0.019201	lr=0.302227
Epoch[69] Batch [299]	Speed: 948.178240 samples/sec	rmse=0.019179	lr=0.302116
Epoch[69] Batch [349]	Speed: 950.006927 samples/sec	rmse=0.019169	lr=0.302005
Epoch[69] Batch [399]	Speed: 951.830945 samples/sec	rmse=0.019192	lr=0.301894
Epoch[69] Batch [449]	Speed: 941.495386 samples/sec	rmse=0.019212	lr=0.301784
Epoch[69] Batch [499]	Speed: 948.917228 samples/sec	rmse=0.019228	lr=0.301673
Epoch[69] Batch [549]	Speed: 943.294649 samples/sec	rmse=0.019244	lr=0.301562
Epoch[69] Batch [599]	Speed: 951.577172 samples/sec	rmse=0.019258	lr=0.301451
Epoch[69] Batch [649]	Speed: 950.491652 samples/sec	rmse=0.019268	lr=0.301340
Epoch[69] Batch [699]	Speed: 951.679126 samples/sec	rmse=0.019262	lr=0.301229
Epoch[69] Batch [749]	Speed: 941.318997 samples/sec	rmse=0.019274	lr=0.301118
Epoch[69] Batch [799]	Speed: 956.616178 samples/sec	rmse=0.019271	lr=0.301007
Epoch[69] Batch [849]	Speed: 947.481935 samples/sec	rmse=0.019279	lr=0.300895
Epoch[69] Batch [899]	Speed: 945.104260 samples/sec	rmse=0.019272	lr=0.300784
Epoch[69] Batch [949]	Speed: 951.737111 samples/sec	rmse=0.019272	lr=0.300673
Epoch[69] Batch [999]	Speed: 948.813953 samples/sec	rmse=0.019277	lr=0.300562
Epoch[69] Batch [1049]	Speed: 949.040951 samples/sec	rmse=0.019289	lr=0.300450
Epoch[69] Batch [1099]	Speed: 942.252165 samples/sec	rmse=0.019287	lr=0.300339
Epoch[69] Batch [1149]	Speed: 951.004457 samples/sec	rmse=0.019291	lr=0.300227
Epoch[69] Batch [1199]	Speed: 950.317058 samples/sec	rmse=0.019297	lr=0.300116
Epoch[69] Batch [1249]	Speed: 955.282819 samples/sec	rmse=0.019299	lr=0.300004
[Epoch 69] training: rmse=0.019298
[Epoch 69] speed: 949 samples/sec	time cost: 1367.077189
[Epoch 69] validation: err-top1=0.352600 err-top5=0.129130
Epoch[70] Batch [49]	Speed: 962.443781 samples/sec	rmse=0.019087	lr=0.299891
Epoch[70] Batch [99]	Speed: 951.822833 samples/sec	rmse=0.019008	lr=0.299779
Epoch[70] Batch [149]	Speed: 949.261269 samples/sec	rmse=0.019025	lr=0.299667
Epoch[70] Batch [199]	Speed: 951.988443 samples/sec	rmse=0.019051	lr=0.299556
Epoch[70] Batch [249]	Speed: 949.743574 samples/sec	rmse=0.019085	lr=0.299444
Epoch[70] Batch [299]	Speed: 949.449839 samples/sec	rmse=0.019096	lr=0.299332
Epoch[70] Batch [349]	Speed: 949.608313 samples/sec	rmse=0.019132	lr=0.299221
Epoch[70] Batch [399]	Speed: 950.979007 samples/sec	rmse=0.019138	lr=0.299109
Epoch[70] Batch [449]	Speed: 946.568550 samples/sec	rmse=0.019161	lr=0.298997
Epoch[70] Batch [499]	Speed: 952.234658 samples/sec	rmse=0.019171	lr=0.298885
Epoch[70] Batch [549]	Speed: 951.776129 samples/sec	rmse=0.019188	lr=0.298773
Epoch[70] Batch [599]	Speed: 953.511906 samples/sec	rmse=0.019207	lr=0.298661
Epoch[70] Batch [649]	Speed: 955.892342 samples/sec	rmse=0.019199	lr=0.298549
Epoch[70] Batch [699]	Speed: 948.902876 samples/sec	rmse=0.019200	lr=0.298437
Epoch[70] Batch [749]	Speed: 951.782305 samples/sec	rmse=0.019200	lr=0.298325
Epoch[70] Batch [799]	Speed: 955.289452 samples/sec	rmse=0.019195	lr=0.298213
Epoch[70] Batch [849]	Speed: 951.653590 samples/sec	rmse=0.019197	lr=0.298100
Epoch[70] Batch [899]	Speed: 951.725069 samples/sec	rmse=0.019194	lr=0.297988
Epoch[70] Batch [949]	Speed: 950.205027 samples/sec	rmse=0.019191	lr=0.297876
Epoch[70] Batch [999]	Speed: 955.322485 samples/sec	rmse=0.019191	lr=0.297763
Epoch[70] Batch [1049]	Speed: 952.050593 samples/sec	rmse=0.019200	lr=0.297651
Epoch[70] Batch [1099]	Speed: 956.253174 samples/sec	rmse=0.019206	lr=0.297539
Epoch[70] Batch [1149]	Speed: 951.951420 samples/sec	rmse=0.019217	lr=0.297426
Epoch[70] Batch [1199]	Speed: 943.298238 samples/sec	rmse=0.019215	lr=0.297314
Epoch[70] Batch [1249]	Speed: 960.634142 samples/sec	rmse=0.019219	lr=0.297201
[Epoch 70] training: rmse=0.019219
[Epoch 70] speed: 951 samples/sec	time cost: 1364.318093
[Epoch 70] validation: err-top1=0.360332 err-top5=0.136998
Epoch[71] Batch [49]	Speed: 960.477552 samples/sec	rmse=0.019072	lr=0.297086
Epoch[71] Batch [99]	Speed: 946.371805 samples/sec	rmse=0.019190	lr=0.296974
Epoch[71] Batch [149]	Speed: 950.904933 samples/sec	rmse=0.019155	lr=0.296861
Epoch[71] Batch [199]	Speed: 953.746669 samples/sec	rmse=0.019108	lr=0.296748
Epoch[71] Batch [249]	Speed: 954.435196 samples/sec	rmse=0.019122	lr=0.296636
Epoch[71] Batch [299]	Speed: 944.073374 samples/sec	rmse=0.019120	lr=0.296523
Epoch[71] Batch [349]	Speed: 955.529402 samples/sec	rmse=0.019124	lr=0.296410
Epoch[71] Batch [399]	Speed: 952.064796 samples/sec	rmse=0.019107	lr=0.296297
Epoch[71] Batch [449]	Speed: 950.892634 samples/sec	rmse=0.019121	lr=0.296184
Epoch[71] Batch [499]	Speed: 950.922247 samples/sec	rmse=0.019130	lr=0.296071
Epoch[71] Batch [549]	Speed: 955.738851 samples/sec	rmse=0.019150	lr=0.295958
Epoch[71] Batch [599]	Speed: 951.731299 samples/sec	rmse=0.019149	lr=0.295845
Epoch[71] Batch [649]	Speed: 943.462880 samples/sec	rmse=0.019165	lr=0.295732
Epoch[71] Batch [699]	Speed: 953.359144 samples/sec	rmse=0.019174	lr=0.295619
Epoch[71] Batch [749]	Speed: 951.815218 samples/sec	rmse=0.019182	lr=0.295506
Epoch[71] Batch [799]	Speed: 953.627314 samples/sec	rmse=0.019188	lr=0.295393
Epoch[71] Batch [849]	Speed: 957.091451 samples/sec	rmse=0.019193	lr=0.295280
Epoch[71] Batch [899]	Speed: 953.683644 samples/sec	rmse=0.019202	lr=0.295167
Epoch[71] Batch [949]	Speed: 946.914133 samples/sec	rmse=0.019222	lr=0.295053
Epoch[71] Batch [999]	Speed: 956.332922 samples/sec	rmse=0.019226	lr=0.294940
Epoch[71] Batch [1049]	Speed: 954.681406 samples/sec	rmse=0.019221	lr=0.294827
Epoch[71] Batch [1099]	Speed: 952.114449 samples/sec	rmse=0.019220	lr=0.294713
Epoch[71] Batch [1149]	Speed: 957.642521 samples/sec	rmse=0.019214	lr=0.294600
Epoch[71] Batch [1199]	Speed: 951.995782 samples/sec	rmse=0.019215	lr=0.294486
Epoch[71] Batch [1249]	Speed: 955.765087 samples/sec	rmse=0.019209	lr=0.294373
[Epoch 71] training: rmse=0.019210
[Epoch 71] speed: 951 samples/sec	time cost: 1364.369096
[Epoch 71] validation: err-top1=0.378966 err-top5=0.153360
Epoch[72] Batch [49]	Speed: 964.396733 samples/sec	rmse=0.018927	lr=0.294257
Epoch[72] Batch [99]	Speed: 951.754924 samples/sec	rmse=0.018985	lr=0.294143
Epoch[72] Batch [149]	Speed: 943.886240 samples/sec	rmse=0.018982	lr=0.294030
Epoch[72] Batch [199]	Speed: 950.067206 samples/sec	rmse=0.019022	lr=0.293916
Epoch[72] Batch [249]	Speed: 952.443843 samples/sec	rmse=0.019072	lr=0.293802
Epoch[72] Batch [299]	Speed: 949.129677 samples/sec	rmse=0.019071	lr=0.293688
Epoch[72] Batch [349]	Speed: 943.850546 samples/sec	rmse=0.019100	lr=0.293575
Epoch[72] Batch [399]	Speed: 956.747250 samples/sec	rmse=0.019099	lr=0.293461
Epoch[72] Batch [449]	Speed: 955.404921 samples/sec	rmse=0.019097	lr=0.293347
Epoch[72] Batch [499]	Speed: 952.270351 samples/sec	rmse=0.019090	lr=0.293233
Epoch[72] Batch [549]	Speed: 941.289443 samples/sec	rmse=0.019093	lr=0.293119
Epoch[72] Batch [599]	Speed: 947.148344 samples/sec	rmse=0.019114	lr=0.293005
Epoch[72] Batch [649]	Speed: 949.591173 samples/sec	rmse=0.019121	lr=0.292891
Epoch[72] Batch [699]	Speed: 952.409121 samples/sec	rmse=0.019134	lr=0.292777
Epoch[72] Batch [749]	Speed: 946.742892 samples/sec	rmse=0.019138	lr=0.292663
Epoch[72] Batch [799]	Speed: 952.033335 samples/sec	rmse=0.019150	lr=0.292549
Epoch[72] Batch [849]	Speed: 951.899573 samples/sec	rmse=0.019156	lr=0.292435
Epoch[72] Batch [899]	Speed: 952.996492 samples/sec	rmse=0.019169	lr=0.292320
Epoch[72] Batch [949]	Speed: 955.030438 samples/sec	rmse=0.019179	lr=0.292206
Epoch[72] Batch [999]	Speed: 949.539415 samples/sec	rmse=0.019171	lr=0.292092
Epoch[72] Batch [1049]	Speed: 951.566103 samples/sec	rmse=0.019168	lr=0.291977
Epoch[72] Batch [1099]	Speed: 953.858498 samples/sec	rmse=0.019167	lr=0.291863
Epoch[72] Batch [1149]	Speed: 944.363999 samples/sec	rmse=0.019172	lr=0.291749
Epoch[72] Batch [1199]	Speed: 952.165543 samples/sec	rmse=0.019176	lr=0.291634
Epoch[72] Batch [1249]	Speed: 953.790270 samples/sec	rmse=0.019175	lr=0.291520
[Epoch 72] training: rmse=0.019176
[Epoch 72] speed: 950 samples/sec	time cost: 1366.065063
[Epoch 72] validation: err-top1=0.346899 err-top5=0.126036
Epoch[73] Batch [49]	Speed: 959.913252 samples/sec	rmse=0.018955	lr=0.291403
Epoch[73] Batch [99]	Speed: 952.080064 samples/sec	rmse=0.018897	lr=0.291288
Epoch[73] Batch [149]	Speed: 946.522061 samples/sec	rmse=0.018870	lr=0.291174
Epoch[73] Batch [199]	Speed: 951.706536 samples/sec	rmse=0.018896	lr=0.291059
Epoch[73] Batch [249]	Speed: 954.592173 samples/sec	rmse=0.018928	lr=0.290944
Epoch[73] Batch [299]	Speed: 953.559762 samples/sec	rmse=0.018975	lr=0.290830
Epoch[73] Batch [349]	Speed: 952.416264 samples/sec	rmse=0.019018	lr=0.290715
Epoch[73] Batch [399]	Speed: 953.422210 samples/sec	rmse=0.019017	lr=0.290600
Epoch[73] Batch [449]	Speed: 955.872634 samples/sec	rmse=0.019042	lr=0.290485
Epoch[73] Batch [499]	Speed: 953.457065 samples/sec	rmse=0.019063	lr=0.290370
Epoch[73] Batch [549]	Speed: 952.793113 samples/sec	rmse=0.019075	lr=0.290256
Epoch[73] Batch [599]	Speed: 953.552247 samples/sec	rmse=0.019072	lr=0.290141
Epoch[73] Batch [649]	Speed: 954.447574 samples/sec	rmse=0.019090	lr=0.290026
Epoch[73] Batch [699]	Speed: 951.664564 samples/sec	rmse=0.019093	lr=0.289911
Epoch[73] Batch [749]	Speed: 952.783479 samples/sec	rmse=0.019097	lr=0.289796
Epoch[73] Batch [799]	Speed: 953.598625 samples/sec	rmse=0.019105	lr=0.289680
Epoch[73] Batch [849]	Speed: 955.675197 samples/sec	rmse=0.019101	lr=0.289565
Epoch[73] Batch [899]	Speed: 956.243568 samples/sec	rmse=0.019097	lr=0.289450
Epoch[73] Batch [949]	Speed: 951.110674 samples/sec	rmse=0.019101	lr=0.289335
Epoch[73] Batch [999]	Speed: 946.924777 samples/sec	rmse=0.019102	lr=0.289220
Epoch[73] Batch [1049]	Speed: 947.401349 samples/sec	rmse=0.019101	lr=0.289104
Epoch[73] Batch [1099]	Speed: 947.695009 samples/sec	rmse=0.019114	lr=0.288989
Epoch[73] Batch [1149]	Speed: 947.509100 samples/sec	rmse=0.019120	lr=0.288874
Epoch[73] Batch [1199]	Speed: 948.040491 samples/sec	rmse=0.019126	lr=0.288758
Epoch[73] Batch [1249]	Speed: 954.537229 samples/sec	rmse=0.019125	lr=0.288643
[Epoch 73] training: rmse=0.019124
[Epoch 73] speed: 951 samples/sec	time cost: 1364.059059
[Epoch 73] validation: err-top1=0.347058 err-top5=0.131716
Epoch[74] Batch [49]	Speed: 958.646842 samples/sec	rmse=0.018778	lr=0.288525
Epoch[74] Batch [99]	Speed: 955.515461 samples/sec	rmse=0.018902	lr=0.288410
Epoch[74] Batch [149]	Speed: 952.346738 samples/sec	rmse=0.018942	lr=0.288294
Epoch[74] Batch [199]	Speed: 954.402755 samples/sec	rmse=0.018974	lr=0.288179
Epoch[74] Batch [249]	Speed: 950.652713 samples/sec	rmse=0.019001	lr=0.288063
Epoch[74] Batch [299]	Speed: 946.157662 samples/sec	rmse=0.019000	lr=0.287947
Epoch[74] Batch [349]	Speed: 951.560175 samples/sec	rmse=0.018999	lr=0.287832
Epoch[74] Batch [399]	Speed: 953.953980 samples/sec	rmse=0.018995	lr=0.287716
Epoch[74] Batch [449]	Speed: 949.304742 samples/sec	rmse=0.019008	lr=0.287600
Epoch[74] Batch [499]	Speed: 949.066129 samples/sec	rmse=0.019023	lr=0.287484
Epoch[74] Batch [549]	Speed: 951.337453 samples/sec	rmse=0.019040	lr=0.287369
Epoch[74] Batch [599]	Speed: 951.144876 samples/sec	rmse=0.019047	lr=0.287253
Epoch[74] Batch [649]	Speed: 953.221679 samples/sec	rmse=0.019052	lr=0.287137
Epoch[74] Batch [699]	Speed: 950.560331 samples/sec	rmse=0.019072	lr=0.287021
Epoch[74] Batch [749]	Speed: 949.826449 samples/sec	rmse=0.019084	lr=0.286905
Epoch[74] Batch [799]	Speed: 951.100585 samples/sec	rmse=0.019095	lr=0.286789
Epoch[74] Batch [849]	Speed: 950.236111 samples/sec	rmse=0.019100	lr=0.286673
Epoch[74] Batch [899]	Speed: 951.310945 samples/sec	rmse=0.019109	lr=0.286557
Epoch[74] Batch [949]	Speed: 954.622904 samples/sec	rmse=0.019120	lr=0.286441
Epoch[74] Batch [999]	Speed: 953.580988 samples/sec	rmse=0.019127	lr=0.286324
Epoch[74] Batch [1049]	Speed: 954.327425 samples/sec	rmse=0.019136	lr=0.286208
Epoch[74] Batch [1099]	Speed: 950.930610 samples/sec	rmse=0.019135	lr=0.286092
Epoch[74] Batch [1149]	Speed: 949.511814 samples/sec	rmse=0.019132	lr=0.285976
Epoch[74] Batch [1199]	Speed: 950.761550 samples/sec	rmse=0.019135	lr=0.285859
Epoch[74] Batch [1249]	Speed: 954.333634 samples/sec	rmse=0.019145	lr=0.285743
[Epoch 74] training: rmse=0.019145
[Epoch 74] speed: 951 samples/sec	time cost: 1364.533965
[Epoch 74] validation: err-top1=0.356146 err-top5=0.135164
Epoch[75] Batch [49]	Speed: 958.221919 samples/sec	rmse=0.018882	lr=0.285624
Epoch[75] Batch [99]	Speed: 948.454302 samples/sec	rmse=0.018964	lr=0.285508
Epoch[75] Batch [149]	Speed: 948.590717 samples/sec	rmse=0.018939	lr=0.285392
Epoch[75] Batch [199]	Speed: 952.290891 samples/sec	rmse=0.018936	lr=0.285275
Epoch[75] Batch [249]	Speed: 946.471396 samples/sec	rmse=0.018969	lr=0.285159
Epoch[75] Batch [299]	Speed: 950.391634 samples/sec	rmse=0.018993	lr=0.285042
Epoch[75] Batch [349]	Speed: 949.802180 samples/sec	rmse=0.018990	lr=0.284926
Epoch[75] Batch [399]	Speed: 943.188356 samples/sec	rmse=0.019006	lr=0.284809
Epoch[75] Batch [449]	Speed: 951.483396 samples/sec	rmse=0.019012	lr=0.284692
Epoch[75] Batch [499]	Speed: 947.671548 samples/sec	rmse=0.019021	lr=0.284576
Epoch[75] Batch [549]	Speed: 942.246521 samples/sec	rmse=0.019057	lr=0.284459
Epoch[75] Batch [599]	Speed: 952.420272 samples/sec	rmse=0.019048	lr=0.284342
Epoch[75] Batch [649]	Speed: 953.010216 samples/sec	rmse=0.019067	lr=0.284225
Epoch[75] Batch [699]	Speed: 946.162731 samples/sec	rmse=0.019077	lr=0.284109
Epoch[75] Batch [749]	Speed: 952.881456 samples/sec	rmse=0.019090	lr=0.283992
Epoch[75] Batch [799]	Speed: 953.972317 samples/sec	rmse=0.019099	lr=0.283875
Epoch[75] Batch [849]	Speed: 949.319023 samples/sec	rmse=0.019105	lr=0.283758
Epoch[75] Batch [899]	Speed: 951.777095 samples/sec	rmse=0.019115	lr=0.283641
Epoch[75] Batch [949]	Speed: 952.757398 samples/sec	rmse=0.019114	lr=0.283524
Epoch[75] Batch [999]	Speed: 953.323060 samples/sec	rmse=0.019124	lr=0.283407
Epoch[75] Batch [1049]	Speed: 949.077521 samples/sec	rmse=0.019131	lr=0.283290
Epoch[75] Batch [1099]	Speed: 948.652806 samples/sec	rmse=0.019142	lr=0.283173
Epoch[75] Batch [1149]	Speed: 950.791092 samples/sec	rmse=0.019139	lr=0.283056
Epoch[75] Batch [1199]	Speed: 956.206746 samples/sec	rmse=0.019138	lr=0.282938
Epoch[75] Batch [1249]	Speed: 953.833413 samples/sec	rmse=0.019146	lr=0.282821
[Epoch 75] training: rmse=0.019147
[Epoch 75] speed: 949 samples/sec	time cost: 1366.020635
[Epoch 75] validation: err-top1=0.337199 err-top5=0.123169
Epoch[76] Batch [49]	Speed: 959.511766 samples/sec	rmse=0.018799	lr=0.282702
Epoch[76] Batch [99]	Speed: 953.163547 samples/sec	rmse=0.018969	lr=0.282584
Epoch[76] Batch [149]	Speed: 952.776340 samples/sec	rmse=0.018938	lr=0.282467
Epoch[76] Batch [199]	Speed: 952.766080 samples/sec	rmse=0.018951	lr=0.282350
Epoch[76] Batch [249]	Speed: 953.217431 samples/sec	rmse=0.018977	lr=0.282232
Epoch[76] Batch [299]	Speed: 953.735647 samples/sec	rmse=0.018978	lr=0.282115
Epoch[76] Batch [349]	Speed: 956.909167 samples/sec	rmse=0.018998	lr=0.281997
Epoch[76] Batch [399]	Speed: 953.437453 samples/sec	rmse=0.019023	lr=0.281880
Epoch[76] Batch [449]	Speed: 953.032885 samples/sec	rmse=0.019036	lr=0.281762
Epoch[76] Batch [499]	Speed: 955.906154 samples/sec	rmse=0.019037	lr=0.281645
Epoch[76] Batch [549]	Speed: 949.703807 samples/sec	rmse=0.019044	lr=0.281527
Epoch[76] Batch [599]	Speed: 952.316068 samples/sec	rmse=0.019042	lr=0.281410
Epoch[76] Batch [649]	Speed: 944.506539 samples/sec	rmse=0.019033	lr=0.281292
Epoch[76] Batch [699]	Speed: 950.489427 samples/sec	rmse=0.019028	lr=0.281174
Epoch[76] Batch [749]	Speed: 950.975053 samples/sec	rmse=0.019027	lr=0.281057
Epoch[76] Batch [799]	Speed: 949.480559 samples/sec	rmse=0.019041	lr=0.280939
Epoch[76] Batch [849]	Speed: 951.848551 samples/sec	rmse=0.019047	lr=0.280821
Epoch[76] Batch [899]	Speed: 949.182054 samples/sec	rmse=0.019064	lr=0.280703
Epoch[76] Batch [949]	Speed: 951.241117 samples/sec	rmse=0.019074	lr=0.280585
Epoch[76] Batch [999]	Speed: 945.493531 samples/sec	rmse=0.019068	lr=0.280468
Epoch[76] Batch [1049]	Speed: 951.913396 samples/sec	rmse=0.019088	lr=0.280350
Epoch[76] Batch [1099]	Speed: 948.841148 samples/sec	rmse=0.019086	lr=0.280232
Epoch[76] Batch [1149]	Speed: 954.892504 samples/sec	rmse=0.019090	lr=0.280114
Epoch[76] Batch [1199]	Speed: 949.036958 samples/sec	rmse=0.019087	lr=0.279996
Epoch[76] Batch [1249]	Speed: 950.703258 samples/sec	rmse=0.019096	lr=0.279878
[Epoch 76] training: rmse=0.019096
[Epoch 76] speed: 951 samples/sec	time cost: 1364.561708
[Epoch 76] validation: err-top1=0.338210 err-top5=0.122270
Epoch[77] Batch [49]	Speed: 958.258302 samples/sec	rmse=0.019007	lr=0.279757
Epoch[77] Batch [99]	Speed: 952.793849 samples/sec	rmse=0.019043	lr=0.279639
Epoch[77] Batch [149]	Speed: 944.622611 samples/sec	rmse=0.019028	lr=0.279521
Epoch[77] Batch [199]	Speed: 949.384515 samples/sec	rmse=0.019044	lr=0.279403
Epoch[77] Batch [249]	Speed: 944.581921 samples/sec	rmse=0.019027	lr=0.279285
Epoch[77] Batch [299]	Speed: 947.792632 samples/sec	rmse=0.019051	lr=0.279166
Epoch[77] Batch [349]	Speed: 951.496844 samples/sec	rmse=0.019036	lr=0.279048
Epoch[77] Batch [399]	Speed: 948.868248 samples/sec	rmse=0.019039	lr=0.278930
Epoch[77] Batch [449]	Speed: 951.408362 samples/sec	rmse=0.019045	lr=0.278811
Epoch[77] Batch [499]	Speed: 949.320915 samples/sec	rmse=0.019042	lr=0.278693
Epoch[77] Batch [549]	Speed: 948.861695 samples/sec	rmse=0.019041	lr=0.278575
Epoch[77] Batch [599]	Speed: 953.222894 samples/sec	rmse=0.019052	lr=0.278456
Epoch[77] Batch [649]	Speed: 949.840825 samples/sec	rmse=0.019072	lr=0.278338
Epoch[77] Batch [699]	Speed: 950.779646 samples/sec	rmse=0.019085	lr=0.278219
Epoch[77] Batch [749]	Speed: 950.422579 samples/sec	rmse=0.019093	lr=0.278101
Epoch[77] Batch [799]	Speed: 952.416919 samples/sec	rmse=0.019098	lr=0.277982
Epoch[77] Batch [849]	Speed: 952.178618 samples/sec	rmse=0.019102	lr=0.277863
Epoch[77] Batch [899]	Speed: 957.886364 samples/sec	rmse=0.019095	lr=0.277745
Epoch[77] Batch [949]	Speed: 952.661585 samples/sec	rmse=0.019087	lr=0.277626
Epoch[77] Batch [999]	Speed: 953.723245 samples/sec	rmse=0.019092	lr=0.277507
Epoch[77] Batch [1049]	Speed: 955.075741 samples/sec	rmse=0.019091	lr=0.277389
Epoch[77] Batch [1099]	Speed: 951.253387 samples/sec	rmse=0.019089	lr=0.277270
Epoch[77] Batch [1149]	Speed: 951.417644 samples/sec	rmse=0.019095	lr=0.277151
Epoch[77] Batch [1199]	Speed: 950.636465 samples/sec	rmse=0.019095	lr=0.277032
Epoch[77] Batch [1249]	Speed: 956.373676 samples/sec	rmse=0.019088	lr=0.276913
[Epoch 77] training: rmse=0.019088
[Epoch 77] speed: 950 samples/sec	time cost: 1365.100805
[Epoch 77] validation: err-top1=0.334323 err-top5=0.119679
Epoch[78] Batch [49]	Speed: 964.370861 samples/sec	rmse=0.018822	lr=0.276792
Epoch[78] Batch [99]	Speed: 953.335477 samples/sec	rmse=0.018922	lr=0.276673
Epoch[78] Batch [149]	Speed: 938.738228 samples/sec	rmse=0.018952	lr=0.276554
Epoch[78] Batch [199]	Speed: 946.519090 samples/sec	rmse=0.018952	lr=0.276435
Epoch[78] Batch [249]	Speed: 950.739148 samples/sec	rmse=0.018937	lr=0.276316
Epoch[78] Batch [299]	Speed: 946.874144 samples/sec	rmse=0.018931	lr=0.276197
Epoch[78] Batch [349]	Speed: 947.178949 samples/sec	rmse=0.018957	lr=0.276078
Epoch[78] Batch [399]	Speed: 952.320368 samples/sec	rmse=0.018960	lr=0.275959
Epoch[78] Batch [449]	Speed: 945.232586 samples/sec	rmse=0.018983	lr=0.275840
Epoch[78] Batch [499]	Speed: 950.817689 samples/sec	rmse=0.018996	lr=0.275721
Epoch[78] Batch [549]	Speed: 955.458447 samples/sec	rmse=0.018993	lr=0.275601
Epoch[78] Batch [599]	Speed: 945.386546 samples/sec	rmse=0.018992	lr=0.275482
Epoch[78] Batch [649]	Speed: 950.646262 samples/sec	rmse=0.019005	lr=0.275363
Epoch[78] Batch [699]	Speed: 947.065551 samples/sec	rmse=0.019017	lr=0.275244
Epoch[78] Batch [749]	Speed: 949.114207 samples/sec	rmse=0.019017	lr=0.275124
Epoch[78] Batch [799]	Speed: 953.330678 samples/sec	rmse=0.019026	lr=0.275005
Epoch[78] Batch [849]	Speed: 949.137065 samples/sec	rmse=0.019032	lr=0.274885
Epoch[78] Batch [899]	Speed: 951.434222 samples/sec	rmse=0.019038	lr=0.274766
Epoch[78] Batch [949]	Speed: 951.344116 samples/sec	rmse=0.019033	lr=0.274647
Epoch[78] Batch [999]	Speed: 950.638245 samples/sec	rmse=0.019048	lr=0.274527
Epoch[78] Batch [1049]	Speed: 956.925374 samples/sec	rmse=0.019059	lr=0.274408
Epoch[78] Batch [1099]	Speed: 952.294451 samples/sec	rmse=0.019060	lr=0.274288
Epoch[78] Batch [1149]	Speed: 952.555397 samples/sec	rmse=0.019066	lr=0.274168
Epoch[78] Batch [1199]	Speed: 950.683919 samples/sec	rmse=0.019064	lr=0.274049
Epoch[78] Batch [1249]	Speed: 953.490293 samples/sec	rmse=0.019069	lr=0.273929
[Epoch 78] training: rmse=0.019070
[Epoch 78] speed: 949 samples/sec	time cost: 1367.303837
[Epoch 78] validation: err-top1=0.331413 err-top5=0.117646
Epoch[79] Batch [49]	Speed: 961.359344 samples/sec	rmse=0.018997	lr=0.273807
Epoch[79] Batch [99]	Speed: 951.233920 samples/sec	rmse=0.018951	lr=0.273687
Epoch[79] Batch [149]	Speed: 952.468741 samples/sec	rmse=0.018974	lr=0.273568
Epoch[79] Batch [199]	Speed: 953.536733 samples/sec	rmse=0.018975	lr=0.273448
Epoch[79] Batch [249]	Speed: 954.950783 samples/sec	rmse=0.018969	lr=0.273328
Epoch[79] Batch [299]	Speed: 956.690353 samples/sec	rmse=0.018965	lr=0.273208
Epoch[79] Batch [349]	Speed: 950.331491 samples/sec	rmse=0.018953	lr=0.273088
Epoch[79] Batch [399]	Speed: 954.728182 samples/sec	rmse=0.018949	lr=0.272969
Epoch[79] Batch [449]	Speed: 955.225301 samples/sec	rmse=0.018958	lr=0.272849
Epoch[79] Batch [499]	Speed: 951.204881 samples/sec	rmse=0.018965	lr=0.272729
Epoch[79] Batch [549]	Speed: 957.650836 samples/sec	rmse=0.018952	lr=0.272609
Epoch[79] Batch [599]	Speed: 946.844051 samples/sec	rmse=0.018963	lr=0.272489
Epoch[79] Batch [649]	Speed: 954.226479 samples/sec	rmse=0.018981	lr=0.272369
Epoch[79] Batch [699]	Speed: 951.206588 samples/sec	rmse=0.018988	lr=0.272249
Epoch[79] Batch [749]	Speed: 948.734331 samples/sec	rmse=0.018999	lr=0.272128
Epoch[79] Batch [799]	Speed: 947.522712 samples/sec	rmse=0.019014	lr=0.272008
Epoch[79] Batch [849]	Speed: 950.043908 samples/sec	rmse=0.019017	lr=0.271888
Epoch[79] Batch [899]	Speed: 951.627486 samples/sec	rmse=0.019019	lr=0.271768
Epoch[79] Batch [949]	Speed: 949.608809 samples/sec	rmse=0.019020	lr=0.271648
Epoch[79] Batch [999]	Speed: 952.594740 samples/sec	rmse=0.019027	lr=0.271527
Epoch[79] Batch [1049]	Speed: 952.789715 samples/sec	rmse=0.019028	lr=0.271407
Epoch[79] Batch [1099]	Speed: 955.713360 samples/sec	rmse=0.019033	lr=0.271287
Epoch[79] Batch [1149]	Speed: 950.797111 samples/sec	rmse=0.019032	lr=0.271167
Epoch[79] Batch [1199]	Speed: 949.806385 samples/sec	rmse=0.019031	lr=0.271046
Epoch[79] Batch [1249]	Speed: 951.851361 samples/sec	rmse=0.019034	lr=0.270926
[Epoch 79] training: rmse=0.019033
[Epoch 79] speed: 951 samples/sec	time cost: 1363.659902
[Epoch 79] validation: err-top1=0.328603 err-top5=0.116829
Epoch[80] Batch [49]	Speed: 958.856414 samples/sec	rmse=0.018739	lr=0.270803
Epoch[80] Batch [99]	Speed: 951.108875 samples/sec	rmse=0.018817	lr=0.270683
Epoch[80] Batch [149]	Speed: 951.302041 samples/sec	rmse=0.018884	lr=0.270562
Epoch[80] Batch [199]	Speed: 949.278670 samples/sec	rmse=0.018913	lr=0.270441
Epoch[80] Batch [249]	Speed: 951.842459 samples/sec	rmse=0.018908	lr=0.270321
Epoch[80] Batch [299]	Speed: 952.536321 samples/sec	rmse=0.018922	lr=0.270200
Epoch[80] Batch [349]	Speed: 952.795295 samples/sec	rmse=0.018940	lr=0.270080
Epoch[80] Batch [399]	Speed: 951.340926 samples/sec	rmse=0.018955	lr=0.269959
Epoch[80] Batch [449]	Speed: 949.996622 samples/sec	rmse=0.018959	lr=0.269838
Epoch[80] Batch [499]	Speed: 950.372413 samples/sec	rmse=0.018953	lr=0.269718
Epoch[80] Batch [549]	Speed: 949.277692 samples/sec	rmse=0.018952	lr=0.269597
Epoch[80] Batch [599]	Speed: 954.372301 samples/sec	rmse=0.018950	lr=0.269476
Epoch[80] Batch [649]	Speed: 955.668703 samples/sec	rmse=0.018959	lr=0.269356
Epoch[80] Batch [699]	Speed: 953.039898 samples/sec	rmse=0.018960	lr=0.269235
Epoch[80] Batch [749]	Speed: 959.643923 samples/sec	rmse=0.018957	lr=0.269114
Epoch[80] Batch [799]	Speed: 953.553441 samples/sec	rmse=0.018964	lr=0.268993
Epoch[80] Batch [849]	Speed: 951.184115 samples/sec	rmse=0.018969	lr=0.268872
Epoch[80] Batch [899]	Speed: 955.753007 samples/sec	rmse=0.018976	lr=0.268751
Epoch[80] Batch [949]	Speed: 951.068716 samples/sec	rmse=0.018975	lr=0.268630
Epoch[80] Batch [999]	Speed: 953.343916 samples/sec	rmse=0.018978	lr=0.268509
Epoch[80] Batch [1049]	Speed: 952.242195 samples/sec	rmse=0.018979	lr=0.268388
Epoch[80] Batch [1099]	Speed: 952.073403 samples/sec	rmse=0.018982	lr=0.268267
Epoch[80] Batch [1149]	Speed: 953.525818 samples/sec	rmse=0.018992	lr=0.268146
Epoch[80] Batch [1199]	Speed: 953.487652 samples/sec	rmse=0.018995	lr=0.268025
Epoch[80] Batch [1249]	Speed: 955.474151 samples/sec	rmse=0.019001	lr=0.267904
[Epoch 80] training: rmse=0.019000
[Epoch 80] speed: 952 samples/sec	time cost: 1362.940279
[Epoch 80] validation: err-top1=0.340521 err-top5=0.123944
Epoch[81] Batch [49]	Speed: 959.084838 samples/sec	rmse=0.018832	lr=0.267780
Epoch[81] Batch [99]	Speed: 953.089673 samples/sec	rmse=0.018832	lr=0.267659
Epoch[81] Batch [149]	Speed: 946.852447 samples/sec	rmse=0.018874	lr=0.267538
Epoch[81] Batch [199]	Speed: 951.414423 samples/sec	rmse=0.018858	lr=0.267417
Epoch[81] Batch [249]	Speed: 949.785701 samples/sec	rmse=0.018910	lr=0.267296
Epoch[81] Batch [299]	Speed: 951.489779 samples/sec	rmse=0.018927	lr=0.267174
Epoch[81] Batch [349]	Speed: 943.993006 samples/sec	rmse=0.018925	lr=0.267053
Epoch[81] Batch [399]	Speed: 941.972271 samples/sec	rmse=0.018931	lr=0.266932
Epoch[81] Batch [449]	Speed: 949.786877 samples/sec	rmse=0.018962	lr=0.266810
Epoch[81] Batch [499]	Speed: 950.569315 samples/sec	rmse=0.018978	lr=0.266689
Epoch[81] Batch [549]	Speed: 952.428370 samples/sec	rmse=0.018986	lr=0.266567
Epoch[81] Batch [599]	Speed: 939.475512 samples/sec	rmse=0.018979	lr=0.266446
Epoch[81] Batch [649]	Speed: 949.206836 samples/sec	rmse=0.018989	lr=0.266324
Epoch[81] Batch [699]	Speed: 951.562093 samples/sec	rmse=0.018993	lr=0.266203
Epoch[81] Batch [749]	Speed: 951.892898 samples/sec	rmse=0.018996	lr=0.266081
Epoch[81] Batch [799]	Speed: 950.209038 samples/sec	rmse=0.018999	lr=0.265960
Epoch[81] Batch [849]	Speed: 950.131014 samples/sec	rmse=0.019004	lr=0.265838
Epoch[81] Batch [899]	Speed: 951.162536 samples/sec	rmse=0.019003	lr=0.265717
Epoch[81] Batch [949]	Speed: 954.543140 samples/sec	rmse=0.019009	lr=0.265595
Epoch[81] Batch [999]	Speed: 951.914557 samples/sec	rmse=0.019024	lr=0.265473
Epoch[81] Batch [1049]	Speed: 955.761552 samples/sec	rmse=0.019027	lr=0.265352
Epoch[81] Batch [1099]	Speed: 953.728883 samples/sec	rmse=0.019039	lr=0.265230
Epoch[81] Batch [1149]	Speed: 950.906141 samples/sec	rmse=0.019043	lr=0.265108
Epoch[81] Batch [1199]	Speed: 952.979795 samples/sec	rmse=0.019043	lr=0.264986
Epoch[81] Batch [1249]	Speed: 955.725635 samples/sec	rmse=0.019057	lr=0.264865
[Epoch 81] training: rmse=0.019057
[Epoch 81] speed: 950 samples/sec	time cost: 1365.581995
[Epoch 81] validation: err-top1=0.350627 err-top5=0.132202
Epoch[82] Batch [49]	Speed: 962.482465 samples/sec	rmse=0.018719	lr=0.264740
Epoch[82] Batch [99]	Speed: 953.182479 samples/sec	rmse=0.018767	lr=0.264618
Epoch[82] Batch [149]	Speed: 953.085020 samples/sec	rmse=0.018749	lr=0.264497
Epoch[82] Batch [199]	Speed: 956.936184 samples/sec	rmse=0.018756	lr=0.264375
Epoch[82] Batch [249]	Speed: 953.139027 samples/sec	rmse=0.018807	lr=0.264253
Epoch[82] Batch [299]	Speed: 952.367483 samples/sec	rmse=0.018835	lr=0.264131
Epoch[82] Batch [349]	Speed: 884.979695 samples/sec	rmse=0.018819	lr=0.264009
Epoch[82] Batch [399]	Speed: 956.398563 samples/sec	rmse=0.018824	lr=0.263887
Epoch[82] Batch [449]	Speed: 952.945609 samples/sec	rmse=0.018844	lr=0.263765
Epoch[82] Batch [499]	Speed: 955.114400 samples/sec	rmse=0.018859	lr=0.263643
Epoch[82] Batch [549]	Speed: 953.863858 samples/sec	rmse=0.018870	lr=0.263520
Epoch[82] Batch [599]	Speed: 944.569532 samples/sec	rmse=0.018872	lr=0.263398
Epoch[82] Batch [649]	Speed: 951.283891 samples/sec	rmse=0.018873	lr=0.263276
Epoch[82] Batch [699]	Speed: 951.085981 samples/sec	rmse=0.018881	lr=0.263154
Epoch[82] Batch [749]	Speed: 954.896711 samples/sec	rmse=0.018875	lr=0.263032
Epoch[82] Batch [799]	Speed: 949.157239 samples/sec	rmse=0.018873	lr=0.262910
Epoch[82] Batch [849]	Speed: 953.435409 samples/sec	rmse=0.018880	lr=0.262787
Epoch[82] Batch [899]	Speed: 952.739755 samples/sec	rmse=0.018891	lr=0.262665
Epoch[82] Batch [949]	Speed: 948.699979 samples/sec	rmse=0.018896	lr=0.262543
Epoch[82] Batch [999]	Speed: 952.654075 samples/sec	rmse=0.018903	lr=0.262420
Epoch[82] Batch [1049]	Speed: 948.954258 samples/sec	rmse=0.018911	lr=0.262298
Epoch[82] Batch [1099]	Speed: 948.408029 samples/sec	rmse=0.018913	lr=0.262176
Epoch[82] Batch [1149]	Speed: 956.587795 samples/sec	rmse=0.018917	lr=0.262053
Epoch[82] Batch [1199]	Speed: 953.881607 samples/sec	rmse=0.018918	lr=0.261931
Epoch[82] Batch [1249]	Speed: 956.649473 samples/sec	rmse=0.018927	lr=0.261808
[Epoch 82] training: rmse=0.018927
[Epoch 82] speed: 949 samples/sec	time cost: 1367.243768
[Epoch 82] validation: err-top1=0.320791 err-top5=0.112105
Epoch[83] Batch [49]	Speed: 958.390786 samples/sec	rmse=0.018753	lr=0.261683
Epoch[83] Batch [99]	Speed: 952.761282 samples/sec	rmse=0.018792	lr=0.261561
Epoch[83] Batch [149]	Speed: 952.433126 samples/sec	rmse=0.018795	lr=0.261438
Epoch[83] Batch [199]	Speed: 953.038531 samples/sec	rmse=0.018793	lr=0.261316
Epoch[83] Batch [249]	Speed: 957.482981 samples/sec	rmse=0.018805	lr=0.261193
Epoch[83] Batch [299]	Speed: 948.596278 samples/sec	rmse=0.018807	lr=0.261071
Epoch[83] Batch [349]	Speed: 946.512828 samples/sec	rmse=0.018815	lr=0.260948
Epoch[83] Batch [399]	Speed: 952.565454 samples/sec	rmse=0.018816	lr=0.260825
Epoch[83] Batch [449]	Speed: 955.604705 samples/sec	rmse=0.018819	lr=0.260703
Epoch[83] Batch [499]	Speed: 952.478234 samples/sec	rmse=0.018821	lr=0.260580
Epoch[83] Batch [549]	Speed: 953.622216 samples/sec	rmse=0.018828	lr=0.260457
Epoch[83] Batch [599]	Speed: 955.942557 samples/sec	rmse=0.018837	lr=0.260334
Epoch[83] Batch [649]	Speed: 952.539625 samples/sec	rmse=0.018856	lr=0.260211
Epoch[83] Batch [699]	Speed: 951.179215 samples/sec	rmse=0.018872	lr=0.260089
Epoch[83] Batch [749]	Speed: 956.470378 samples/sec	rmse=0.018877	lr=0.259966
Epoch[83] Batch [799]	Speed: 949.128532 samples/sec	rmse=0.018890	lr=0.259843
Epoch[83] Batch [849]	Speed: 954.024538 samples/sec	rmse=0.018904	lr=0.259720
Epoch[83] Batch [899]	Speed: 950.163115 samples/sec	rmse=0.018919	lr=0.259597
Epoch[83] Batch [949]	Speed: 950.003372 samples/sec	rmse=0.018916	lr=0.259474
Epoch[83] Batch [999]	Speed: 953.589021 samples/sec	rmse=0.018919	lr=0.259351
Epoch[83] Batch [1049]	Speed: 958.660926 samples/sec	rmse=0.018922	lr=0.259228
Epoch[83] Batch [1099]	Speed: 949.412829 samples/sec	rmse=0.018927	lr=0.259105
Epoch[83] Batch [1149]	Speed: 946.477837 samples/sec	rmse=0.018927	lr=0.258982
Epoch[83] Batch [1199]	Speed: 950.820770 samples/sec	rmse=0.018931	lr=0.258859
Epoch[83] Batch [1249]	Speed: 949.982700 samples/sec	rmse=0.018934	lr=0.258736
[Epoch 83] training: rmse=0.018934
[Epoch 83] speed: 951 samples/sec	time cost: 1363.766663
[Epoch 83] validation: err-top1=0.322305 err-top5=0.112225
Epoch[84] Batch [49]	Speed: 961.182422 samples/sec	rmse=0.018855	lr=0.258610
Epoch[84] Batch [99]	Speed: 945.774634 samples/sec	rmse=0.018804	lr=0.258487
Epoch[84] Batch [149]	Speed: 952.965032 samples/sec	rmse=0.018819	lr=0.258364
Epoch[84] Batch [199]	Speed: 949.379327 samples/sec	rmse=0.018825	lr=0.258241
Epoch[84] Batch [249]	Speed: 953.118493 samples/sec	rmse=0.018845	lr=0.258118
Epoch[84] Batch [299]	Speed: 950.807354 samples/sec	rmse=0.018857	lr=0.257994
Epoch[84] Batch [349]	Speed: 947.330543 samples/sec	rmse=0.018892	lr=0.257871
Epoch[84] Batch [399]	Speed: 952.605025 samples/sec	rmse=0.018896	lr=0.257748
Epoch[84] Batch [449]	Speed: 951.828456 samples/sec	rmse=0.018904	lr=0.257625
Epoch[84] Batch [499]	Speed: 951.783722 samples/sec	rmse=0.018893	lr=0.257501
Epoch[84] Batch [549]	Speed: 940.164716 samples/sec	rmse=0.018904	lr=0.257378
Epoch[84] Batch [599]	Speed: 950.383946 samples/sec	rmse=0.018908	lr=0.257255
Epoch[84] Batch [649]	Speed: 948.389659 samples/sec	rmse=0.018913	lr=0.257131
Epoch[84] Batch [699]	Speed: 950.379693 samples/sec	rmse=0.018920	lr=0.257008
Epoch[84] Batch [749]	Speed: 946.296975 samples/sec	rmse=0.018921	lr=0.256884
Epoch[84] Batch [799]	Speed: 951.660696 samples/sec	rmse=0.018921	lr=0.256761
Epoch[84] Batch [849]	Speed: 952.624181 samples/sec	rmse=0.018926	lr=0.256637
Epoch[84] Batch [899]	Speed: 948.460451 samples/sec	rmse=0.018931	lr=0.256514
Epoch[84] Batch [949]	Speed: 936.737505 samples/sec	rmse=0.018932	lr=0.256390
Epoch[84] Batch [999]	Speed: 948.569118 samples/sec	rmse=0.018938	lr=0.256267
Epoch[84] Batch [1049]	Speed: 954.279716 samples/sec	rmse=0.018938	lr=0.256143
Epoch[84] Batch [1099]	Speed: 948.569231 samples/sec	rmse=0.018932	lr=0.256019
Epoch[84] Batch [1149]	Speed: 951.641027 samples/sec	rmse=0.018928	lr=0.255896
Epoch[84] Batch [1199]	Speed: 952.114323 samples/sec	rmse=0.018936	lr=0.255772
Epoch[84] Batch [1249]	Speed: 955.550393 samples/sec	rmse=0.018942	lr=0.255648
[Epoch 84] training: rmse=0.018941
[Epoch 84] speed: 949 samples/sec	time cost: 1366.882017
[Epoch 84] validation: err-top1=0.338170 err-top5=0.121951
Epoch[85] Batch [49]	Speed: 961.635932 samples/sec	rmse=0.018745	lr=0.255522
Epoch[85] Batch [99]	Speed: 956.896384 samples/sec	rmse=0.018741	lr=0.255399
Epoch[85] Batch [149]	Speed: 950.790435 samples/sec	rmse=0.018754	lr=0.255275
Epoch[85] Batch [199]	Speed: 949.008133 samples/sec	rmse=0.018808	lr=0.255151
Epoch[85] Batch [249]	Speed: 950.058123 samples/sec	rmse=0.018841	lr=0.255027
Epoch[85] Batch [299]	Speed: 945.763850 samples/sec	rmse=0.018851	lr=0.254903
Epoch[85] Batch [349]	Speed: 937.359769 samples/sec	rmse=0.018855	lr=0.254780
Epoch[85] Batch [399]	Speed: 954.282011 samples/sec	rmse=0.018881	lr=0.254656
Epoch[85] Batch [449]	Speed: 942.586614 samples/sec	rmse=0.018877	lr=0.254532
Epoch[85] Batch [499]	Speed: 948.774985 samples/sec	rmse=0.018876	lr=0.254408
Epoch[85] Batch [549]	Speed: 944.299982 samples/sec	rmse=0.018892	lr=0.254284
Epoch[85] Batch [599]	Speed: 954.243101 samples/sec	rmse=0.018895	lr=0.254160
Epoch[85] Batch [649]	Speed: 947.997987 samples/sec	rmse=0.018901	lr=0.254036
Epoch[85] Batch [699]	Speed: 952.545603 samples/sec	rmse=0.018906	lr=0.253912
Epoch[85] Batch [749]	Speed: 955.333942 samples/sec	rmse=0.018899	lr=0.253788
Epoch[85] Batch [799]	Speed: 948.886251 samples/sec	rmse=0.018900	lr=0.253664
Epoch[85] Batch [849]	Speed: 948.311954 samples/sec	rmse=0.018907	lr=0.253540
Epoch[85] Batch [899]	Speed: 952.092351 samples/sec	rmse=0.018902	lr=0.253416
Epoch[85] Batch [949]	Speed: 944.083298 samples/sec	rmse=0.018901	lr=0.253292
Epoch[85] Batch [999]	Speed: 944.982958 samples/sec	rmse=0.018913	lr=0.253167
Epoch[85] Batch [1049]	Speed: 957.200167 samples/sec	rmse=0.018910	lr=0.253043
Epoch[85] Batch [1099]	Speed: 952.301866 samples/sec	rmse=0.018911	lr=0.252919
Epoch[85] Batch [1149]	Speed: 951.659962 samples/sec	rmse=0.018918	lr=0.252795
Epoch[85] Batch [1199]	Speed: 948.340720 samples/sec	rmse=0.018918	lr=0.252671
Epoch[85] Batch [1249]	Speed: 957.336033 samples/sec	rmse=0.018925	lr=0.252546
[Epoch 85] training: rmse=0.018924
[Epoch 85] speed: 949 samples/sec	time cost: 1367.754419
[Epoch 85] validation: err-top1=0.338947 err-top5=0.122509
Epoch[86] Batch [49]	Speed: 957.897144 samples/sec	rmse=0.018782	lr=0.252420
Epoch[86] Batch [99]	Speed: 951.290047 samples/sec	rmse=0.018847	lr=0.252295
Epoch[86] Batch [149]	Speed: 953.294046 samples/sec	rmse=0.018850	lr=0.252171
Epoch[86] Batch [199]	Speed: 952.075708 samples/sec	rmse=0.018834	lr=0.252047
Epoch[86] Batch [249]	Speed: 952.646249 samples/sec	rmse=0.018843	lr=0.251922
Epoch[86] Batch [299]	Speed: 947.841100 samples/sec	rmse=0.018830	lr=0.251798
Epoch[86] Batch [349]	Speed: 953.568870 samples/sec	rmse=0.018812	lr=0.251674
Epoch[86] Batch [399]	Speed: 946.923453 samples/sec	rmse=0.018820	lr=0.251549
Epoch[86] Batch [449]	Speed: 955.733806 samples/sec	rmse=0.018817	lr=0.251425
Epoch[86] Batch [499]	Speed: 954.267648 samples/sec	rmse=0.018824	lr=0.251300
Epoch[86] Batch [549]	Speed: 950.944038 samples/sec	rmse=0.018812	lr=0.251176
Epoch[86] Batch [599]	Speed: 950.434954 samples/sec	rmse=0.018827	lr=0.251051
Epoch[86] Batch [649]	Speed: 952.186416 samples/sec	rmse=0.018839	lr=0.250927
Epoch[86] Batch [699]	Speed: 953.094474 samples/sec	rmse=0.018834	lr=0.250802
Epoch[86] Batch [749]	Speed: 951.087139 samples/sec	rmse=0.018842	lr=0.250678
Epoch[86] Batch [799]	Speed: 953.106890 samples/sec	rmse=0.018840	lr=0.250553
Epoch[86] Batch [849]	Speed: 956.948878 samples/sec	rmse=0.018848	lr=0.250428
Epoch[86] Batch [899]	Speed: 953.486843 samples/sec	rmse=0.018847	lr=0.250304
Epoch[86] Batch [949]	Speed: 953.341965 samples/sec	rmse=0.018857	lr=0.250179
Epoch[86] Batch [999]	Speed: 953.275422 samples/sec	rmse=0.018854	lr=0.250054
Epoch[86] Batch [1049]	Speed: 955.352149 samples/sec	rmse=0.018857	lr=0.249930
Epoch[86] Batch [1099]	Speed: 946.130183 samples/sec	rmse=0.018867	lr=0.249805
Epoch[86] Batch [1149]	Speed: 950.134777 samples/sec	rmse=0.018869	lr=0.249680
Epoch[86] Batch [1199]	Speed: 953.675267 samples/sec	rmse=0.018875	lr=0.249556
Epoch[86] Batch [1249]	Speed: 953.914745 samples/sec	rmse=0.018876	lr=0.249431
[Epoch 86] training: rmse=0.018876
[Epoch 86] speed: 951 samples/sec	time cost: 1363.568039
[Epoch 86] validation: err-top1=0.360292 err-top5=0.136161
Epoch[87] Batch [49]	Speed: 963.821664 samples/sec	rmse=0.018677	lr=0.249304
Epoch[87] Batch [99]	Speed: 954.104962 samples/sec	rmse=0.018602	lr=0.249179
Epoch[87] Batch [149]	Speed: 945.274222 samples/sec	rmse=0.018652	lr=0.249054
Epoch[87] Batch [199]	Speed: 955.441597 samples/sec	rmse=0.018668	lr=0.248929
Epoch[87] Batch [249]	Speed: 947.461515 samples/sec	rmse=0.018682	lr=0.248804
Epoch[87] Batch [299]	Speed: 950.273122 samples/sec	rmse=0.018687	lr=0.248679
Epoch[87] Batch [349]	Speed: 951.635642 samples/sec	rmse=0.018689	lr=0.248554
Epoch[87] Batch [399]	Speed: 950.764547 samples/sec	rmse=0.018714	lr=0.248429
Epoch[87] Batch [449]	Speed: 952.618691 samples/sec	rmse=0.018732	lr=0.248304
Epoch[87] Batch [499]	Speed: 949.294175 samples/sec	rmse=0.018761	lr=0.248179
Epoch[87] Batch [549]	Speed: 949.420825 samples/sec	rmse=0.018763	lr=0.248054
Epoch[87] Batch [599]	Speed: 960.607677 samples/sec	rmse=0.018756	lr=0.247929
Epoch[87] Batch [649]	Speed: 953.331736 samples/sec	rmse=0.018768	lr=0.247804
Epoch[87] Batch [699]	Speed: 947.946779 samples/sec	rmse=0.018780	lr=0.247679
Epoch[87] Batch [749]	Speed: 952.184195 samples/sec	rmse=0.018792	lr=0.247554
Epoch[87] Batch [799]	Speed: 954.835598 samples/sec	rmse=0.018787	lr=0.247429
Epoch[87] Batch [849]	Speed: 954.325474 samples/sec	rmse=0.018794	lr=0.247304
Epoch[87] Batch [899]	Speed: 950.392614 samples/sec	rmse=0.018800	lr=0.247179
Epoch[87] Batch [949]	Speed: 952.740976 samples/sec	rmse=0.018810	lr=0.247054
Epoch[87] Batch [999]	Speed: 954.378752 samples/sec	rmse=0.018813	lr=0.246929
Epoch[87] Batch [1049]	Speed: 950.208151 samples/sec	rmse=0.018819	lr=0.246803
Epoch[87] Batch [1099]	Speed: 952.540271 samples/sec	rmse=0.018823	lr=0.246678
Epoch[87] Batch [1149]	Speed: 946.707796 samples/sec	rmse=0.018823	lr=0.246553
Epoch[87] Batch [1199]	Speed: 951.143776 samples/sec	rmse=0.018823	lr=0.246428
Epoch[87] Batch [1249]	Speed: 960.292267 samples/sec	rmse=0.018831	lr=0.246302
[Epoch 87] training: rmse=0.018831
[Epoch 87] speed: 951 samples/sec	time cost: 1363.144507
[Epoch 87] validation: err-top1=0.324402 err-top5=0.113912
Epoch[88] Batch [49]	Speed: 964.799978 samples/sec	rmse=0.018669	lr=0.246175
Epoch[88] Batch [99]	Speed: 956.988150 samples/sec	rmse=0.018676	lr=0.246049
Epoch[88] Batch [149]	Speed: 949.364436 samples/sec	rmse=0.018650	lr=0.245924
Epoch[88] Batch [199]	Speed: 956.089065 samples/sec	rmse=0.018676	lr=0.245799
Epoch[88] Batch [249]	Speed: 954.776878 samples/sec	rmse=0.018707	lr=0.245673
Epoch[88] Batch [299]	Speed: 951.910873 samples/sec	rmse=0.018722	lr=0.245548
Epoch[88] Batch [349]	Speed: 953.192185 samples/sec	rmse=0.018728	lr=0.245422
Epoch[88] Batch [399]	Speed: 951.396033 samples/sec	rmse=0.018744	lr=0.245297
Epoch[88] Batch [449]	Speed: 954.563353 samples/sec	rmse=0.018746	lr=0.245172
Epoch[88] Batch [499]	Speed: 953.129581 samples/sec	rmse=0.018755	lr=0.245046
Epoch[88] Batch [549]	Speed: 951.979914 samples/sec	rmse=0.018778	lr=0.244921
Epoch[88] Batch [599]	Speed: 950.380640 samples/sec	rmse=0.018776	lr=0.244795
Epoch[88] Batch [649]	Speed: 951.190657 samples/sec	rmse=0.018796	lr=0.244670
Epoch[88] Batch [699]	Speed: 948.260285 samples/sec	rmse=0.018797	lr=0.244544
Epoch[88] Batch [749]	Speed: 951.381184 samples/sec	rmse=0.018803	lr=0.244418
Epoch[88] Batch [799]	Speed: 954.116662 samples/sec	rmse=0.018805	lr=0.244293
Epoch[88] Batch [849]	Speed: 952.049445 samples/sec	rmse=0.018808	lr=0.244167
Epoch[88] Batch [899]	Speed: 950.441735 samples/sec	rmse=0.018812	lr=0.244042
Epoch[88] Batch [949]	Speed: 947.001740 samples/sec	rmse=0.018821	lr=0.243916
Epoch[88] Batch [999]	Speed: 953.434456 samples/sec	rmse=0.018828	lr=0.243790
Epoch[88] Batch [1049]	Speed: 956.666614 samples/sec	rmse=0.018830	lr=0.243665
Epoch[88] Batch [1099]	Speed: 953.681348 samples/sec	rmse=0.018834	lr=0.243539
Epoch[88] Batch [1149]	Speed: 950.212040 samples/sec	rmse=0.018836	lr=0.243413
Epoch[88] Batch [1199]	Speed: 948.174468 samples/sec	rmse=0.018839	lr=0.243288
Epoch[88] Batch [1249]	Speed: 953.047549 samples/sec	rmse=0.018840	lr=0.243162
[Epoch 88] training: rmse=0.018840
[Epoch 88] speed: 951 samples/sec	time cost: 1363.276277
[Epoch 88] validation: err-top1=0.345962 err-top5=0.127671
Epoch[89] Batch [49]	Speed: 959.686045 samples/sec	rmse=0.018442	lr=0.243034
Epoch[89] Batch [99]	Speed: 951.697578 samples/sec	rmse=0.018402	lr=0.242908
Epoch[89] Batch [149]	Speed: 953.463911 samples/sec	rmse=0.018425	lr=0.242782
Epoch[89] Batch [199]	Speed: 953.537245 samples/sec	rmse=0.018501	lr=0.242656
Epoch[89] Batch [249]	Speed: 950.289728 samples/sec	rmse=0.018544	lr=0.242530
Epoch[89] Batch [299]	Speed: 950.969797 samples/sec	rmse=0.018570	lr=0.242405
Epoch[89] Batch [349]	Speed: 955.568094 samples/sec	rmse=0.018581	lr=0.242279
Epoch[89] Batch [399]	Speed: 945.170869 samples/sec	rmse=0.018598	lr=0.242153
Epoch[89] Batch [449]	Speed: 954.231792 samples/sec	rmse=0.018626	lr=0.242027
Epoch[89] Batch [499]	Speed: 949.777114 samples/sec	rmse=0.018650	lr=0.241901
Epoch[89] Batch [549]	Speed: 948.738409 samples/sec	rmse=0.018675	lr=0.241775
Epoch[89] Batch [599]	Speed: 954.529936 samples/sec	rmse=0.018691	lr=0.241649
Epoch[89] Batch [649]	Speed: 951.426719 samples/sec	rmse=0.018692	lr=0.241523
Epoch[89] Batch [699]	Speed: 950.833699 samples/sec	rmse=0.018711	lr=0.241397
Epoch[89] Batch [749]	Speed: 952.351742 samples/sec	rmse=0.018713	lr=0.241271
Epoch[89] Batch [799]	Speed: 951.582948 samples/sec	rmse=0.018728	lr=0.241145
Epoch[89] Batch [849]	Speed: 952.939059 samples/sec	rmse=0.018730	lr=0.241019
Epoch[89] Batch [899]	Speed: 952.608647 samples/sec	rmse=0.018724	lr=0.240893
Epoch[89] Batch [949]	Speed: 948.056014 samples/sec	rmse=0.018729	lr=0.240767
Epoch[89] Batch [999]	Speed: 953.412784 samples/sec	rmse=0.018732	lr=0.240641
Epoch[89] Batch [1049]	Speed: 948.443092 samples/sec	rmse=0.018741	lr=0.240515
Epoch[89] Batch [1099]	Speed: 947.277552 samples/sec	rmse=0.018745	lr=0.240389
Epoch[89] Batch [1149]	Speed: 949.854425 samples/sec	rmse=0.018751	lr=0.240263
Epoch[89] Batch [1199]	Speed: 947.712884 samples/sec	rmse=0.018756	lr=0.240136
Epoch[89] Batch [1249]	Speed: 954.829107 samples/sec	rmse=0.018759	lr=0.240010
[Epoch 89] training: rmse=0.018759
[Epoch 89] speed: 950 samples/sec	time cost: 1364.947615
[Epoch 89] validation: err-top1=0.317403 err-top5=0.110212
Epoch[90] Batch [49]	Speed: 960.260976 samples/sec	rmse=0.018597	lr=0.239881
Epoch[90] Batch [99]	Speed: 948.118105 samples/sec	rmse=0.018650	lr=0.239755
Epoch[90] Batch [149]	Speed: 945.594286 samples/sec	rmse=0.018615	lr=0.239629
Epoch[90] Batch [199]	Speed: 950.349378 samples/sec	rmse=0.018698	lr=0.239503
Epoch[90] Batch [249]	Speed: 945.086358 samples/sec	rmse=0.018703	lr=0.239377
Epoch[90] Batch [299]	Speed: 952.396200 samples/sec	rmse=0.018718	lr=0.239250
Epoch[90] Batch [349]	Speed: 947.509589 samples/sec	rmse=0.018705	lr=0.239124
Epoch[90] Batch [399]	Speed: 952.162866 samples/sec	rmse=0.018708	lr=0.238998
Epoch[90] Batch [449]	Speed: 951.073526 samples/sec	rmse=0.018705	lr=0.238871
Epoch[90] Batch [499]	Speed: 946.207581 samples/sec	rmse=0.018711	lr=0.238745
Epoch[90] Batch [549]	Speed: 952.172521 samples/sec	rmse=0.018723	lr=0.238619
Epoch[90] Batch [599]	Speed: 953.421656 samples/sec	rmse=0.018736	lr=0.238492
Epoch[90] Batch [649]	Speed: 946.108929 samples/sec	rmse=0.018740	lr=0.238366
Epoch[90] Batch [699]	Speed: 951.013494 samples/sec	rmse=0.018736	lr=0.238240
Epoch[90] Batch [749]	Speed: 948.573182 samples/sec	rmse=0.018723	lr=0.238113
Epoch[90] Batch [799]	Speed: 955.710034 samples/sec	rmse=0.018725	lr=0.237987
Epoch[90] Batch [849]	Speed: 945.258390 samples/sec	rmse=0.018732	lr=0.237860
Epoch[90] Batch [899]	Speed: 947.720697 samples/sec	rmse=0.018741	lr=0.237734
Epoch[90] Batch [949]	Speed: 949.653082 samples/sec	rmse=0.018742	lr=0.237607
Epoch[90] Batch [999]	Speed: 948.305518 samples/sec	rmse=0.018750	lr=0.237481
Epoch[90] Batch [1049]	Speed: 950.948767 samples/sec	rmse=0.018761	lr=0.237354
Epoch[90] Batch [1099]	Speed: 935.383299 samples/sec	rmse=0.018766	lr=0.237228
Epoch[90] Batch [1149]	Speed: 952.285794 samples/sec	rmse=0.018769	lr=0.237101
Epoch[90] Batch [1199]	Speed: 948.611765 samples/sec	rmse=0.018778	lr=0.236975
Epoch[90] Batch [1249]	Speed: 955.712722 samples/sec	rmse=0.018775	lr=0.236848
[Epoch 90] training: rmse=0.018776
[Epoch 90] speed: 948 samples/sec	time cost: 1367.633269
[Epoch 90] validation: err-top1=0.334263 err-top5=0.118682
Epoch[91] Batch [49]	Speed: 962.361945 samples/sec	rmse=0.018601	lr=0.236719
Epoch[91] Batch [99]	Speed: 949.451896 samples/sec	rmse=0.018590	lr=0.236592
Epoch[91] Batch [149]	Speed: 951.285226 samples/sec	rmse=0.018619	lr=0.236466
Epoch[91] Batch [199]	Speed: 950.325595 samples/sec	rmse=0.018613	lr=0.236339
Epoch[91] Batch [249]	Speed: 951.825140 samples/sec	rmse=0.018562	lr=0.236213
Epoch[91] Batch [299]	Speed: 949.815951 samples/sec	rmse=0.018576	lr=0.236086
Epoch[91] Batch [349]	Speed: 942.907460 samples/sec	rmse=0.018625	lr=0.235959
Epoch[91] Batch [399]	Speed: 948.302725 samples/sec	rmse=0.018656	lr=0.235832
Epoch[91] Batch [449]	Speed: 947.680614 samples/sec	rmse=0.018661	lr=0.235706
Epoch[91] Batch [499]	Speed: 949.131557 samples/sec	rmse=0.018649	lr=0.235579
Epoch[91] Batch [549]	Speed: 941.506188 samples/sec	rmse=0.018652	lr=0.235452
Epoch[91] Batch [599]	Speed: 951.786730 samples/sec	rmse=0.018658	lr=0.235326
Epoch[91] Batch [649]	Speed: 952.352608 samples/sec	rmse=0.018658	lr=0.235199
Epoch[91] Batch [699]	Speed: 951.042117 samples/sec	rmse=0.018657	lr=0.235072
Epoch[91] Batch [749]	Speed: 945.731900 samples/sec	rmse=0.018672	lr=0.234945
Epoch[91] Batch [799]	Speed: 952.403427 samples/sec	rmse=0.018680	lr=0.234818
Epoch[91] Batch [849]	Speed: 952.346527 samples/sec	rmse=0.018678	lr=0.234692
Epoch[91] Batch [899]	Speed: 950.885518 samples/sec	rmse=0.018689	lr=0.234565
Epoch[91] Batch [949]	Speed: 946.521919 samples/sec	rmse=0.018697	lr=0.234438
Epoch[91] Batch [999]	Speed: 948.553636 samples/sec	rmse=0.018699	lr=0.234311
Epoch[91] Batch [1049]	Speed: 949.112252 samples/sec	rmse=0.018699	lr=0.234184
Epoch[91] Batch [1099]	Speed: 952.659806 samples/sec	rmse=0.018706	lr=0.234057
Epoch[91] Batch [1149]	Speed: 954.492924 samples/sec	rmse=0.018715	lr=0.233930
Epoch[91] Batch [1199]	Speed: 947.298947 samples/sec	rmse=0.018718	lr=0.233803
Epoch[91] Batch [1249]	Speed: 958.323156 samples/sec	rmse=0.018716	lr=0.233676
[Epoch 91] training: rmse=0.018715
[Epoch 91] speed: 949 samples/sec	time cost: 1366.660541
[Epoch 91] validation: err-top1=0.320691 err-top5=0.107980
Epoch[92] Batch [49]	Speed: 957.784233 samples/sec	rmse=0.018549	lr=0.233547
Epoch[92] Batch [99]	Speed: 949.440168 samples/sec	rmse=0.018518	lr=0.233420
Epoch[92] Batch [149]	Speed: 951.189920 samples/sec	rmse=0.018552	lr=0.233293
Epoch[92] Batch [199]	Speed: 952.555778 samples/sec	rmse=0.018578	lr=0.233166
Epoch[92] Batch [249]	Speed: 949.116401 samples/sec	rmse=0.018602	lr=0.233039
Epoch[92] Batch [299]	Speed: 949.127513 samples/sec	rmse=0.018596	lr=0.232912
Epoch[92] Batch [349]	Speed: 945.412317 samples/sec	rmse=0.018609	lr=0.232785
Epoch[92] Batch [399]	Speed: 953.318896 samples/sec	rmse=0.018624	lr=0.232658
Epoch[92] Batch [449]	Speed: 953.394422 samples/sec	rmse=0.018643	lr=0.232531
Epoch[92] Batch [499]	Speed: 957.295850 samples/sec	rmse=0.018641	lr=0.232404
Epoch[92] Batch [549]	Speed: 953.264894 samples/sec	rmse=0.018643	lr=0.232277
Epoch[92] Batch [599]	Speed: 956.118909 samples/sec	rmse=0.018651	lr=0.232150
Epoch[92] Batch [649]	Speed: 955.513931 samples/sec	rmse=0.018655	lr=0.232023
Epoch[92] Batch [699]	Speed: 952.939791 samples/sec	rmse=0.018667	lr=0.231895
Epoch[92] Batch [749]	Speed: 952.874112 samples/sec	rmse=0.018669	lr=0.231768
Epoch[92] Batch [799]	Speed: 954.195278 samples/sec	rmse=0.018676	lr=0.231641
Epoch[92] Batch [849]	Speed: 952.850672 samples/sec	rmse=0.018680	lr=0.231514
Epoch[92] Batch [899]	Speed: 954.847592 samples/sec	rmse=0.018682	lr=0.231387
Epoch[92] Batch [949]	Speed: 959.019774 samples/sec	rmse=0.018690	lr=0.231260
Epoch[92] Batch [999]	Speed: 948.924667 samples/sec	rmse=0.018694	lr=0.231132
Epoch[92] Batch [1049]	Speed: 945.258935 samples/sec	rmse=0.018697	lr=0.231005
Epoch[92] Batch [1099]	Speed: 951.910371 samples/sec	rmse=0.018703	lr=0.230878
Epoch[92] Batch [1149]	Speed: 951.597791 samples/sec	rmse=0.018715	lr=0.230751
Epoch[92] Batch [1199]	Speed: 953.412339 samples/sec	rmse=0.018709	lr=0.230623
Epoch[92] Batch [1249]	Speed: 956.164758 samples/sec	rmse=0.018714	lr=0.230496
[Epoch 92] training: rmse=0.018715
[Epoch 92] speed: 951 samples/sec	time cost: 1363.417215
[Epoch 92] validation: err-top1=0.312261 err-top5=0.107023
Epoch[93] Batch [49]	Speed: 952.678228 samples/sec	rmse=0.018550	lr=0.230366
Epoch[93] Batch [99]	Speed: 947.891100 samples/sec	rmse=0.018486	lr=0.230239
Epoch[93] Batch [149]	Speed: 952.922170 samples/sec	rmse=0.018578	lr=0.230112
Epoch[93] Batch [199]	Speed: 953.104364 samples/sec	rmse=0.018607	lr=0.229984
Epoch[93] Batch [249]	Speed: 950.556726 samples/sec	rmse=0.018608	lr=0.229857
Epoch[93] Batch [299]	Speed: 952.910737 samples/sec	rmse=0.018609	lr=0.229730
Epoch[93] Batch [349]	Speed: 950.510075 samples/sec	rmse=0.018603	lr=0.229602
Epoch[93] Batch [399]	Speed: 952.879579 samples/sec	rmse=0.018615	lr=0.229475
Epoch[93] Batch [449]	Speed: 952.842635 samples/sec	rmse=0.018628	lr=0.229348
Epoch[93] Batch [499]	Speed: 954.564159 samples/sec	rmse=0.018637	lr=0.229220
Epoch[93] Batch [549]	Speed: 953.321181 samples/sec	rmse=0.018636	lr=0.229093
Epoch[93] Batch [599]	Speed: 957.377342 samples/sec	rmse=0.018639	lr=0.228965
Epoch[93] Batch [649]	Speed: 952.738072 samples/sec	rmse=0.018649	lr=0.228838
Epoch[93] Batch [699]	Speed: 947.390043 samples/sec	rmse=0.018660	lr=0.228710
Epoch[93] Batch [749]	Speed: 951.395839 samples/sec	rmse=0.018668	lr=0.228583
Epoch[93] Batch [799]	Speed: 952.097442 samples/sec	rmse=0.018668	lr=0.228456
Epoch[93] Batch [849]	Speed: 956.599666 samples/sec	rmse=0.018678	lr=0.228328
Epoch[93] Batch [899]	Speed: 953.936026 samples/sec	rmse=0.018688	lr=0.228201
Epoch[93] Batch [949]	Speed: 950.010222 samples/sec	rmse=0.018683	lr=0.228073
Epoch[93] Batch [999]	Speed: 947.315925 samples/sec	rmse=0.018693	lr=0.227946
Epoch[93] Batch [1049]	Speed: 953.408153 samples/sec	rmse=0.018695	lr=0.227818
Epoch[93] Batch [1099]	Speed: 952.977702 samples/sec	rmse=0.018699	lr=0.227691
Epoch[93] Batch [1149]	Speed: 953.026845 samples/sec	rmse=0.018699	lr=0.227563
Epoch[93] Batch [1199]	Speed: 950.451297 samples/sec	rmse=0.018702	lr=0.227435
Epoch[93] Batch [1249]	Speed: 954.797208 samples/sec	rmse=0.018698	lr=0.227308
[Epoch 93] training: rmse=0.018698
[Epoch 93] speed: 951 samples/sec	time cost: 1364.411218
[Epoch 93] validation: err-top1=0.332275 err-top5=0.118347
Epoch[94] Batch [49]	Speed: 964.356592 samples/sec	rmse=0.018610	lr=0.227178
Epoch[94] Batch [99]	Speed: 952.164757 samples/sec	rmse=0.018491	lr=0.227050
Epoch[94] Batch [149]	Speed: 953.787533 samples/sec	rmse=0.018505	lr=0.226922
Epoch[94] Batch [199]	Speed: 956.681322 samples/sec	rmse=0.018552	lr=0.226795
Epoch[94] Batch [249]	Speed: 953.963947 samples/sec	rmse=0.018544	lr=0.226667
Epoch[94] Batch [299]	Speed: 953.683436 samples/sec	rmse=0.018543	lr=0.226540
Epoch[94] Batch [349]	Speed: 944.285267 samples/sec	rmse=0.018561	lr=0.226412
Epoch[94] Batch [399]	Speed: 950.909931 samples/sec	rmse=0.018585	lr=0.226284
Epoch[94] Batch [449]	Speed: 960.570415 samples/sec	rmse=0.018583	lr=0.226157
Epoch[94] Batch [499]	Speed: 953.670091 samples/sec	rmse=0.018601	lr=0.226029
Epoch[94] Batch [549]	Speed: 941.721472 samples/sec	rmse=0.018598	lr=0.225901
Epoch[94] Batch [599]	Speed: 958.635485 samples/sec	rmse=0.018609	lr=0.225774
Epoch[94] Batch [649]	Speed: 955.844414 samples/sec	rmse=0.018618	lr=0.225646
Epoch[94] Batch [699]	Speed: 954.165125 samples/sec	rmse=0.018629	lr=0.225518
Epoch[94] Batch [749]	Speed: 950.922369 samples/sec	rmse=0.018642	lr=0.225390
Epoch[94] Batch [799]	Speed: 950.986710 samples/sec	rmse=0.018648	lr=0.225263
Epoch[94] Batch [849]	Speed: 947.559102 samples/sec	rmse=0.018652	lr=0.225135
Epoch[94] Batch [899]	Speed: 952.545151 samples/sec	rmse=0.018658	lr=0.225007
Epoch[94] Batch [949]	Speed: 953.430244 samples/sec	rmse=0.018668	lr=0.224879
Epoch[94] Batch [999]	Speed: 950.939436 samples/sec	rmse=0.018676	lr=0.224752
Epoch[94] Batch [1049]	Speed: 953.545984 samples/sec	rmse=0.018679	lr=0.224624
Epoch[94] Batch [1099]	Speed: 955.024950 samples/sec	rmse=0.018676	lr=0.224496
Epoch[94] Batch [1149]	Speed: 951.001378 samples/sec	rmse=0.018675	lr=0.224368
Epoch[94] Batch [1199]	Speed: 947.226451 samples/sec	rmse=0.018677	lr=0.224240
Epoch[94] Batch [1249]	Speed: 957.482601 samples/sec	rmse=0.018685	lr=0.224112
[Epoch 94] training: rmse=0.018684
[Epoch 94] speed: 952 samples/sec	time cost: 1362.720080
[Epoch 94] validation: err-top1=0.326690 err-top5=0.115035
Epoch[95] Batch [49]	Speed: 957.689367 samples/sec	rmse=0.018482	lr=0.223982
Epoch[95] Batch [99]	Speed: 951.680526 samples/sec	rmse=0.018476	lr=0.223854
Epoch[95] Batch [149]	Speed: 954.300597 samples/sec	rmse=0.018492	lr=0.223726
Epoch[95] Batch [199]	Speed: 953.444230 samples/sec	rmse=0.018517	lr=0.223598
Epoch[95] Batch [249]	Speed: 944.009489 samples/sec	rmse=0.018501	lr=0.223471
Epoch[95] Batch [299]	Speed: 951.302715 samples/sec	rmse=0.018511	lr=0.223343
Epoch[95] Batch [349]	Speed: 954.492991 samples/sec	rmse=0.018520	lr=0.223215
Epoch[95] Batch [399]	Speed: 955.627711 samples/sec	rmse=0.018523	lr=0.223087
Epoch[95] Batch [449]	Speed: 952.266420 samples/sec	rmse=0.018517	lr=0.222959
Epoch[95] Batch [499]	Speed: 954.485016 samples/sec	rmse=0.018524	lr=0.222831
Epoch[95] Batch [549]	Speed: 952.940205 samples/sec	rmse=0.018537	lr=0.222703
Epoch[95] Batch [599]	Speed: 956.374047 samples/sec	rmse=0.018540	lr=0.222575
Epoch[95] Batch [649]	Speed: 953.250257 samples/sec	rmse=0.018545	lr=0.222447
Epoch[95] Batch [699]	Speed: 953.918122 samples/sec	rmse=0.018545	lr=0.222319
Epoch[95] Batch [749]	Speed: 956.665992 samples/sec	rmse=0.018551	lr=0.222191
Epoch[95] Batch [799]	Speed: 953.064133 samples/sec	rmse=0.018554	lr=0.222063
Epoch[95] Batch [849]	Speed: 953.432357 samples/sec	rmse=0.018557	lr=0.221935
Epoch[95] Batch [899]	Speed: 949.713992 samples/sec	rmse=0.018555	lr=0.221807
Epoch[95] Batch [949]	Speed: 952.119853 samples/sec	rmse=0.018557	lr=0.221679
Epoch[95] Batch [999]	Speed: 949.524304 samples/sec	rmse=0.018560	lr=0.221551
Epoch[95] Batch [1049]	Speed: 952.421700 samples/sec	rmse=0.018569	lr=0.221423
Epoch[95] Batch [1099]	Speed: 948.846275 samples/sec	rmse=0.018571	lr=0.221295
Epoch[95] Batch [1149]	Speed: 950.613472 samples/sec	rmse=0.018572	lr=0.221167
Epoch[95] Batch [1199]	Speed: 947.244752 samples/sec	rmse=0.018574	lr=0.221039
Epoch[95] Batch [1249]	Speed: 959.398727 samples/sec	rmse=0.018583	lr=0.220911
[Epoch 95] training: rmse=0.018585
[Epoch 95] speed: 951 samples/sec	time cost: 1363.370970
[Epoch 95] validation: err-top1=0.344248 err-top5=0.129404
Epoch[96] Batch [49]	Speed: 954.408960 samples/sec	rmse=0.018419	lr=0.220780
Epoch[96] Batch [99]	Speed: 950.956006 samples/sec	rmse=0.018434	lr=0.220652
Epoch[96] Batch [149]	Speed: 951.093470 samples/sec	rmse=0.018451	lr=0.220524
Epoch[96] Batch [199]	Speed: 953.685478 samples/sec	rmse=0.018466	lr=0.220396
Epoch[96] Batch [249]	Speed: 953.295624 samples/sec	rmse=0.018455	lr=0.220268
Epoch[96] Batch [299]	Speed: 949.713769 samples/sec	rmse=0.018476	lr=0.220140
Epoch[96] Batch [349]	Speed: 952.313235 samples/sec	rmse=0.018482	lr=0.220012
Epoch[96] Batch [399]	Speed: 952.384712 samples/sec	rmse=0.018497	lr=0.219883
Epoch[96] Batch [449]	Speed: 954.876637 samples/sec	rmse=0.018536	lr=0.219755
Epoch[96] Batch [499]	Speed: 949.066364 samples/sec	rmse=0.018561	lr=0.219627
Epoch[96] Batch [549]	Speed: 961.248395 samples/sec	rmse=0.018565	lr=0.219499
Epoch[96] Batch [599]	Speed: 954.732210 samples/sec	rmse=0.018563	lr=0.219371
Epoch[96] Batch [649]	Speed: 951.697886 samples/sec	rmse=0.018562	lr=0.219243
Epoch[96] Batch [699]	Speed: 950.255605 samples/sec	rmse=0.018570	lr=0.219114
Epoch[96] Batch [749]	Speed: 954.202273 samples/sec	rmse=0.018575	lr=0.218986
Epoch[96] Batch [799]	Speed: 950.864424 samples/sec	rmse=0.018574	lr=0.218858
Epoch[96] Batch [849]	Speed: 951.719556 samples/sec	rmse=0.018581	lr=0.218730
Epoch[96] Batch [899]	Speed: 951.456412 samples/sec	rmse=0.018591	lr=0.218602
Epoch[96] Batch [949]	Speed: 944.790671 samples/sec	rmse=0.018604	lr=0.218473
Epoch[96] Batch [999]	Speed: 943.962250 samples/sec	rmse=0.018611	lr=0.218345
Epoch[96] Batch [1049]	Speed: 953.870985 samples/sec	rmse=0.018607	lr=0.218217
Epoch[96] Batch [1099]	Speed: 951.974276 samples/sec	rmse=0.018610	lr=0.218089
Epoch[96] Batch [1149]	Speed: 954.011573 samples/sec	rmse=0.018614	lr=0.217960
Epoch[96] Batch [1199]	Speed: 951.244353 samples/sec	rmse=0.018617	lr=0.217832
Epoch[96] Batch [1249]	Speed: 955.652852 samples/sec	rmse=0.018614	lr=0.217704
[Epoch 96] training: rmse=0.018615
[Epoch 96] speed: 951 samples/sec	time cost: 1364.115587
[Epoch 96] validation: err-top1=0.308992 err-top5=0.104552
Epoch[97] Batch [49]	Speed: 959.197101 samples/sec	rmse=0.018309	lr=0.217573
Epoch[97] Batch [99]	Speed: 951.435183 samples/sec	rmse=0.018376	lr=0.217445
Epoch[97] Batch [149]	Speed: 953.528795 samples/sec	rmse=0.018381	lr=0.217316
Epoch[97] Batch [199]	Speed: 950.526904 samples/sec	rmse=0.018404	lr=0.217188
Epoch[97] Batch [249]	Speed: 953.956239 samples/sec	rmse=0.018388	lr=0.217060
Epoch[97] Batch [299]	Speed: 950.929936 samples/sec	rmse=0.018421	lr=0.216931
Epoch[97] Batch [349]	Speed: 946.233171 samples/sec	rmse=0.018439	lr=0.216803
Epoch[97] Batch [399]	Speed: 952.252025 samples/sec	rmse=0.018467	lr=0.216675
Epoch[97] Batch [449]	Speed: 954.595678 samples/sec	rmse=0.018465	lr=0.216546
Epoch[97] Batch [499]	Speed: 951.282766 samples/sec	rmse=0.018485	lr=0.216418
Epoch[97] Batch [549]	Speed: 944.899080 samples/sec	rmse=0.018492	lr=0.216290
Epoch[97] Batch [599]	Speed: 944.207702 samples/sec	rmse=0.018515	lr=0.216161
Epoch[97] Batch [649]	Speed: 945.271093 samples/sec	rmse=0.018523	lr=0.216033
Epoch[97] Batch [699]	Speed: 951.860140 samples/sec	rmse=0.018527	lr=0.215905
Epoch[97] Batch [749]	Speed: 950.001249 samples/sec	rmse=0.018524	lr=0.215776
Epoch[97] Batch [799]	Speed: 946.362918 samples/sec	rmse=0.018515	lr=0.215648
Epoch[97] Batch [849]	Speed: 954.230287 samples/sec	rmse=0.018520	lr=0.215519
Epoch[97] Batch [899]	Speed: 958.131853 samples/sec	rmse=0.018534	lr=0.215391
Epoch[97] Batch [949]	Speed: 953.993074 samples/sec	rmse=0.018545	lr=0.215263
Epoch[97] Batch [999]	Speed: 954.634061 samples/sec	rmse=0.018557	lr=0.215134
Epoch[97] Batch [1049]	Speed: 947.506424 samples/sec	rmse=0.018563	lr=0.215006
Epoch[97] Batch [1099]	Speed: 951.226951 samples/sec	rmse=0.018565	lr=0.214877
Epoch[97] Batch [1149]	Speed: 952.875423 samples/sec	rmse=0.018564	lr=0.214749
Epoch[97] Batch [1199]	Speed: 956.353923 samples/sec	rmse=0.018565	lr=0.214621
Epoch[97] Batch [1249]	Speed: 956.934406 samples/sec	rmse=0.018579	lr=0.214492
[Epoch 97] training: rmse=0.018579
[Epoch 97] speed: 950 samples/sec	time cost: 1364.735466
[Epoch 97] validation: err-top1=0.306780 err-top5=0.101543
Epoch[98] Batch [49]	Speed: 958.126120 samples/sec	rmse=0.018430	lr=0.214361
Epoch[98] Batch [99]	Speed: 946.183534 samples/sec	rmse=0.018455	lr=0.214233
Epoch[98] Batch [149]	Speed: 951.339189 samples/sec	rmse=0.018419	lr=0.214104
Epoch[98] Batch [199]	Speed: 952.468446 samples/sec	rmse=0.018441	lr=0.213976
Epoch[98] Batch [249]	Speed: 951.814290 samples/sec	rmse=0.018427	lr=0.213847
Epoch[98] Batch [299]	Speed: 950.842018 samples/sec	rmse=0.018448	lr=0.213719
Epoch[98] Batch [349]	Speed: 955.444249 samples/sec	rmse=0.018464	lr=0.213590
Epoch[98] Batch [399]	Speed: 953.108362 samples/sec	rmse=0.018471	lr=0.213462
Epoch[98] Batch [449]	Speed: 952.817079 samples/sec	rmse=0.018474	lr=0.213333
Epoch[98] Batch [499]	Speed: 954.520012 samples/sec	rmse=0.018497	lr=0.213205
Epoch[98] Batch [549]	Speed: 958.909265 samples/sec	rmse=0.018505	lr=0.213076
Epoch[98] Batch [599]	Speed: 952.224723 samples/sec	rmse=0.018508	lr=0.212948
Epoch[98] Batch [649]	Speed: 955.381514 samples/sec	rmse=0.018516	lr=0.212819
Epoch[98] Batch [699]	Speed: 955.674031 samples/sec	rmse=0.018530	lr=0.212691
Epoch[98] Batch [749]	Speed: 949.837103 samples/sec	rmse=0.018544	lr=0.212562
Epoch[98] Batch [799]	Speed: 953.944920 samples/sec	rmse=0.018547	lr=0.212434
Epoch[98] Batch [849]	Speed: 952.218018 samples/sec	rmse=0.018555	lr=0.212305
Epoch[98] Batch [899]	Speed: 950.727039 samples/sec	rmse=0.018566	lr=0.212177
Epoch[98] Batch [949]	Speed: 954.447307 samples/sec	rmse=0.018574	lr=0.212048
Epoch[98] Batch [999]	Speed: 948.230105 samples/sec	rmse=0.018573	lr=0.211920
Epoch[98] Batch [1049]	Speed: 945.668460 samples/sec	rmse=0.018571	lr=0.211791
Epoch[98] Batch [1099]	Speed: 953.064489 samples/sec	rmse=0.018574	lr=0.211662
Epoch[98] Batch [1149]	Speed: 947.516888 samples/sec	rmse=0.018582	lr=0.211534
Epoch[98] Batch [1199]	Speed: 951.643958 samples/sec	rmse=0.018586	lr=0.211405
Epoch[98] Batch [1249]	Speed: 956.227473 samples/sec	rmse=0.018590	lr=0.211277
[Epoch 98] training: rmse=0.018590
[Epoch 98] speed: 951 samples/sec	time cost: 1363.411072
[Epoch 98] validation: err-top1=0.320658 err-top5=0.111389
Epoch[99] Batch [49]	Speed: 962.365572 samples/sec	rmse=0.018233	lr=0.211146
Epoch[99] Batch [99]	Speed: 949.495378 samples/sec	rmse=0.018345	lr=0.211017
Epoch[99] Batch [149]	Speed: 955.931191 samples/sec	rmse=0.018318	lr=0.210888
Epoch[99] Batch [199]	Speed: 951.591280 samples/sec	rmse=0.018345	lr=0.210760
Epoch[99] Batch [249]	Speed: 949.507457 samples/sec	rmse=0.018358	lr=0.210631
Epoch[99] Batch [299]	Speed: 954.843622 samples/sec	rmse=0.018371	lr=0.210503
Epoch[99] Batch [349]	Speed: 950.527926 samples/sec	rmse=0.018386	lr=0.210374
Epoch[99] Batch [399]	Speed: 951.899616 samples/sec	rmse=0.018385	lr=0.210245
Epoch[99] Batch [449]	Speed: 949.588183 samples/sec	rmse=0.018408	lr=0.210117
Epoch[99] Batch [499]	Speed: 949.842976 samples/sec	rmse=0.018422	lr=0.209988
Epoch[99] Batch [549]	Speed: 954.383002 samples/sec	rmse=0.018427	lr=0.209859
Epoch[99] Batch [599]	Speed: 954.683103 samples/sec	rmse=0.018440	lr=0.209731
Epoch[99] Batch [649]	Speed: 951.811535 samples/sec	rmse=0.018456	lr=0.209602
Epoch[99] Batch [699]	Speed: 939.028344 samples/sec	rmse=0.018472	lr=0.209474
Epoch[99] Batch [749]	Speed: 950.823448 samples/sec	rmse=0.018480	lr=0.209345
Epoch[99] Batch [799]	Speed: 953.869281 samples/sec	rmse=0.018490	lr=0.209216
Epoch[99] Batch [849]	Speed: 955.484307 samples/sec	rmse=0.018494	lr=0.209088
Epoch[99] Batch [899]	Speed: 952.529793 samples/sec	rmse=0.018503	lr=0.208959
Epoch[99] Batch [949]	Speed: 956.243670 samples/sec	rmse=0.018505	lr=0.208830
Epoch[99] Batch [999]	Speed: 953.850271 samples/sec	rmse=0.018509	lr=0.208702
Epoch[99] Batch [1049]	Speed: 952.135894 samples/sec	rmse=0.018506	lr=0.208573
Epoch[99] Batch [1099]	Speed: 953.885255 samples/sec	rmse=0.018516	lr=0.208444
Epoch[99] Batch [1149]	Speed: 953.227104 samples/sec	rmse=0.018514	lr=0.208316
Epoch[99] Batch [1199]	Speed: 953.058931 samples/sec	rmse=0.018520	lr=0.208187
Epoch[99] Batch [1249]	Speed: 955.547340 samples/sec	rmse=0.018519	lr=0.208058
[Epoch 99] training: rmse=0.018520
[Epoch 99] speed: 951 samples/sec	time cost: 1363.456242
[Epoch 99] validation: err-top1=0.324139 err-top5=0.114318
Epoch[100] Batch [49]	Speed: 962.166767 samples/sec	rmse=0.018440	lr=0.207927
Epoch[100] Batch [99]	Speed: 951.554428 samples/sec	rmse=0.018368	lr=0.207798
Epoch[100] Batch [149]	Speed: 944.043169 samples/sec	rmse=0.018382	lr=0.207670
Epoch[100] Batch [199]	Speed: 945.261473 samples/sec	rmse=0.018396	lr=0.207541
Epoch[100] Batch [249]	Speed: 952.886344 samples/sec	rmse=0.018395	lr=0.207412
Epoch[100] Batch [299]	Speed: 945.988053 samples/sec	rmse=0.018383	lr=0.207284
Epoch[100] Batch [349]	Speed: 951.541463 samples/sec	rmse=0.018373	lr=0.207155
Epoch[100] Batch [399]	Speed: 951.383907 samples/sec	rmse=0.018385	lr=0.207026
Epoch[100] Batch [449]	Speed: 946.999564 samples/sec	rmse=0.018386	lr=0.206898
Epoch[100] Batch [499]	Speed: 946.672022 samples/sec	rmse=0.018400	lr=0.206769
Epoch[100] Batch [549]	Speed: 954.268827 samples/sec	rmse=0.018401	lr=0.206640
Epoch[100] Batch [599]	Speed: 951.917008 samples/sec	rmse=0.018419	lr=0.206511
Epoch[100] Batch [649]	Speed: 945.631153 samples/sec	rmse=0.018428	lr=0.206383
Epoch[100] Batch [699]	Speed: 953.207827 samples/sec	rmse=0.018447	lr=0.206254
Epoch[100] Batch [749]	Speed: 949.516701 samples/sec	rmse=0.018461	lr=0.206125
Epoch[100] Batch [799]	Speed: 949.476042 samples/sec	rmse=0.018464	lr=0.205997
Epoch[100] Batch [849]	Speed: 940.032569 samples/sec	rmse=0.018466	lr=0.205868
Epoch[100] Batch [899]	Speed: 949.714542 samples/sec	rmse=0.018454	lr=0.205739
Epoch[100] Batch [949]	Speed: 955.497456 samples/sec	rmse=0.018463	lr=0.205610
Epoch[100] Batch [999]	Speed: 946.617873 samples/sec	rmse=0.018467	lr=0.205482
Epoch[100] Batch [1049]	Speed: 949.611022 samples/sec	rmse=0.018474	lr=0.205353
Epoch[100] Batch [1099]	Speed: 952.991624 samples/sec	rmse=0.018478	lr=0.205224
Epoch[100] Batch [1149]	Speed: 953.422854 samples/sec	rmse=0.018487	lr=0.205095
Epoch[100] Batch [1199]	Speed: 953.189435 samples/sec	rmse=0.018488	lr=0.204967
Epoch[100] Batch [1249]	Speed: 956.423903 samples/sec	rmse=0.018489	lr=0.204838
[Epoch 100] training: rmse=0.018488
[Epoch 100] speed: 949 samples/sec	time cost: 1367.544259
[Epoch 100] validation: err-top1=0.312081 err-top5=0.105987
Epoch[101] Batch [49]	Speed: 963.183271 samples/sec	rmse=0.018271	lr=0.204707
Epoch[101] Batch [99]	Speed: 952.219019 samples/sec	rmse=0.018383	lr=0.204578
Epoch[101] Batch [149]	Speed: 954.787253 samples/sec	rmse=0.018325	lr=0.204449
Epoch[101] Batch [199]	Speed: 951.609703 samples/sec	rmse=0.018305	lr=0.204320
Epoch[101] Batch [249]	Speed: 954.622280 samples/sec	rmse=0.018340	lr=0.204192
Epoch[101] Batch [299]	Speed: 951.843087 samples/sec	rmse=0.018351	lr=0.204063
Epoch[101] Batch [349]	Speed: 952.351240 samples/sec	rmse=0.018374	lr=0.203934
Epoch[101] Batch [399]	Speed: 954.143907 samples/sec	rmse=0.018375	lr=0.203805
Epoch[101] Batch [449]	Speed: 952.711393 samples/sec	rmse=0.018392	lr=0.203677
Epoch[101] Batch [499]	Speed: 952.937194 samples/sec	rmse=0.018407	lr=0.203548
Epoch[101] Batch [549]	Speed: 952.461146 samples/sec	rmse=0.018416	lr=0.203419
Epoch[101] Batch [599]	Speed: 952.491284 samples/sec	rmse=0.018430	lr=0.203290
Epoch[101] Batch [649]	Speed: 952.062277 samples/sec	rmse=0.018429	lr=0.203161
Epoch[101] Batch [699]	Speed: 949.094085 samples/sec	rmse=0.018426	lr=0.203033
Epoch[101] Batch [749]	Speed: 953.509383 samples/sec	rmse=0.018424	lr=0.202904
Epoch[101] Batch [799]	Speed: 954.527106 samples/sec	rmse=0.018427	lr=0.202775
Epoch[101] Batch [849]	Speed: 948.696609 samples/sec	rmse=0.018428	lr=0.202646
Epoch[101] Batch [899]	Speed: 951.311055 samples/sec	rmse=0.018435	lr=0.202518
Epoch[101] Batch [949]	Speed: 948.110432 samples/sec	rmse=0.018441	lr=0.202389
Epoch[101] Batch [999]	Speed: 949.919978 samples/sec	rmse=0.018444	lr=0.202260
Epoch[101] Batch [1049]	Speed: 943.396710 samples/sec	rmse=0.018445	lr=0.202131
Epoch[101] Batch [1099]	Speed: 950.618134 samples/sec	rmse=0.018450	lr=0.202003
Epoch[101] Batch [1149]	Speed: 949.039404 samples/sec	rmse=0.018454	lr=0.201874
Epoch[101] Batch [1199]	Speed: 944.199557 samples/sec	rmse=0.018459	lr=0.201745
Epoch[101] Batch [1249]	Speed: 957.247942 samples/sec	rmse=0.018465	lr=0.201616
[Epoch 101] training: rmse=0.018465
[Epoch 101] speed: 951 samples/sec	time cost: 1364.297280
[Epoch 101] validation: err-top1=0.316127 err-top5=0.112066
Epoch[102] Batch [49]	Speed: 959.399254 samples/sec	rmse=0.018073	lr=0.201485
Epoch[102] Batch [99]	Speed: 949.213268 samples/sec	rmse=0.018222	lr=0.201356
Epoch[102] Batch [149]	Speed: 950.785788 samples/sec	rmse=0.018241	lr=0.201227
Epoch[102] Batch [199]	Speed: 950.758704 samples/sec	rmse=0.018259	lr=0.201099
Epoch[102] Batch [249]	Speed: 951.460004 samples/sec	rmse=0.018280	lr=0.200970
Epoch[102] Batch [299]	Speed: 950.429272 samples/sec	rmse=0.018312	lr=0.200841
Epoch[102] Batch [349]	Speed: 952.396513 samples/sec	rmse=0.018316	lr=0.200712
Epoch[102] Batch [399]	Speed: 949.621326 samples/sec	rmse=0.018331	lr=0.200583
Epoch[102] Batch [449]	Speed: 952.978379 samples/sec	rmse=0.018339	lr=0.200455
Epoch[102] Batch [499]	Speed: 947.360378 samples/sec	rmse=0.018346	lr=0.200326
Epoch[102] Batch [549]	Speed: 942.248626 samples/sec	rmse=0.018356	lr=0.200197
Epoch[102] Batch [599]	Speed: 953.173756 samples/sec	rmse=0.018355	lr=0.200068
Epoch[102] Batch [649]	Speed: 956.267945 samples/sec	rmse=0.018364	lr=0.199939
Epoch[102] Batch [699]	Speed: 952.119566 samples/sec	rmse=0.018375	lr=0.199811
Epoch[102] Batch [749]	Speed: 954.131846 samples/sec	rmse=0.018393	lr=0.199682
Epoch[102] Batch [799]	Speed: 950.977874 samples/sec	rmse=0.018404	lr=0.199553
Epoch[102] Batch [849]	Speed: 952.524292 samples/sec	rmse=0.018403	lr=0.199424
Epoch[102] Batch [899]	Speed: 950.482574 samples/sec	rmse=0.018407	lr=0.199296
Epoch[102] Batch [949]	Speed: 954.014171 samples/sec	rmse=0.018413	lr=0.199167
Epoch[102] Batch [999]	Speed: 952.827969 samples/sec	rmse=0.018414	lr=0.199038
Epoch[102] Batch [1049]	Speed: 950.442375 samples/sec	rmse=0.018417	lr=0.198909
Epoch[102] Batch [1099]	Speed: 951.207249 samples/sec	rmse=0.018417	lr=0.198780
Epoch[102] Batch [1149]	Speed: 950.395617 samples/sec	rmse=0.018420	lr=0.198652
Epoch[102] Batch [1199]	Speed: 952.858819 samples/sec	rmse=0.018420	lr=0.198523
Epoch[102] Batch [1249]	Speed: 957.187854 samples/sec	rmse=0.018425	lr=0.198394
[Epoch 102] training: rmse=0.018426
[Epoch 102] speed: 951 samples/sec	time cost: 1364.768243
[Epoch 102] validation: err-top1=0.307179 err-top5=0.102918
Epoch[103] Batch [49]	Speed: 956.601618 samples/sec	rmse=0.018207	lr=0.198263
Epoch[103] Batch [99]	Speed: 949.828768 samples/sec	rmse=0.018190	lr=0.198134
Epoch[103] Batch [149]	Speed: 945.743678 samples/sec	rmse=0.018205	lr=0.198005
Epoch[103] Batch [199]	Speed: 951.871131 samples/sec	rmse=0.018241	lr=0.197876
Epoch[103] Batch [249]	Speed: 949.823450 samples/sec	rmse=0.018205	lr=0.197748
Epoch[103] Batch [299]	Speed: 950.073758 samples/sec	rmse=0.018239	lr=0.197619
Epoch[103] Batch [349]	Speed: 953.874904 samples/sec	rmse=0.018254	lr=0.197490
Epoch[103] Batch [399]	Speed: 944.621547 samples/sec	rmse=0.018291	lr=0.197361
Epoch[103] Batch [449]	Speed: 950.410907 samples/sec	rmse=0.018309	lr=0.197233
Epoch[103] Batch [499]	Speed: 945.486275 samples/sec	rmse=0.018324	lr=0.197104
Epoch[103] Batch [549]	Speed: 952.744747 samples/sec	rmse=0.018329	lr=0.196975
Epoch[103] Batch [599]	Speed: 942.038245 samples/sec	rmse=0.018326	lr=0.196846
Epoch[103] Batch [649]	Speed: 953.274804 samples/sec	rmse=0.018341	lr=0.196717
Epoch[103] Batch [699]	Speed: 951.165666 samples/sec	rmse=0.018349	lr=0.196589
Epoch[103] Batch [749]	Speed: 951.683976 samples/sec	rmse=0.018349	lr=0.196460
Epoch[103] Batch [799]	Speed: 951.220129 samples/sec	rmse=0.018361	lr=0.196331
Epoch[103] Batch [849]	Speed: 942.912813 samples/sec	rmse=0.018367	lr=0.196202
Epoch[103] Batch [899]	Speed: 959.439314 samples/sec	rmse=0.018365	lr=0.196074
Epoch[103] Batch [949]	Speed: 954.412197 samples/sec	rmse=0.018370	lr=0.195945
Epoch[103] Batch [999]	Speed: 949.408111 samples/sec	rmse=0.018373	lr=0.195816
Epoch[103] Batch [1049]	Speed: 950.654712 samples/sec	rmse=0.018373	lr=0.195687
Epoch[103] Batch [1099]	Speed: 949.215068 samples/sec	rmse=0.018374	lr=0.195559
Epoch[103] Batch [1149]	Speed: 950.606823 samples/sec	rmse=0.018385	lr=0.195430
Epoch[103] Batch [1199]	Speed: 953.313551 samples/sec	rmse=0.018391	lr=0.195301
Epoch[103] Batch [1249]	Speed: 954.924112 samples/sec	rmse=0.018396	lr=0.195172
[Epoch 103] training: rmse=0.018396
[Epoch 103] speed: 949 samples/sec	time cost: 1366.323398
[Epoch 103] validation: err-top1=0.327029 err-top5=0.117885
Epoch[104] Batch [49]	Speed: 962.399687 samples/sec	rmse=0.018248	lr=0.195041
Epoch[104] Batch [99]	Speed: 952.526844 samples/sec	rmse=0.018204	lr=0.194912
Epoch[104] Batch [149]	Speed: 951.599735 samples/sec	rmse=0.018222	lr=0.194784
Epoch[104] Batch [199]	Speed: 954.153467 samples/sec	rmse=0.018236	lr=0.194655
Epoch[104] Batch [249]	Speed: 950.211531 samples/sec	rmse=0.018281	lr=0.194526
Epoch[104] Batch [299]	Speed: 953.212113 samples/sec	rmse=0.018291	lr=0.194397
Epoch[104] Batch [349]	Speed: 957.010924 samples/sec	rmse=0.018272	lr=0.194269
Epoch[104] Batch [399]	Speed: 956.850486 samples/sec	rmse=0.018264	lr=0.194140
Epoch[104] Batch [449]	Speed: 949.648446 samples/sec	rmse=0.018279	lr=0.194011
Epoch[104] Batch [499]	Speed: 951.037910 samples/sec	rmse=0.018293	lr=0.193882
Epoch[104] Batch [549]	Speed: 950.233593 samples/sec	rmse=0.018300	lr=0.193754
Epoch[104] Batch [599]	Speed: 953.081361 samples/sec	rmse=0.018316	lr=0.193625
Epoch[104] Batch [649]	Speed: 948.282290 samples/sec	rmse=0.018325	lr=0.193496
Epoch[104] Batch [699]	Speed: 951.886869 samples/sec	rmse=0.018330	lr=0.193368
Epoch[104] Batch [749]	Speed: 953.961299 samples/sec	rmse=0.018357	lr=0.193239
Epoch[104] Batch [799]	Speed: 948.070621 samples/sec	rmse=0.018362	lr=0.193110
Epoch[104] Batch [849]	Speed: 954.238924 samples/sec	rmse=0.018369	lr=0.192981
Epoch[104] Batch [899]	Speed: 945.757919 samples/sec	rmse=0.018370	lr=0.192853
Epoch[104] Batch [949]	Speed: 950.442375 samples/sec	rmse=0.018371	lr=0.192724
Epoch[104] Batch [999]	Speed: 947.251592 samples/sec	rmse=0.018376	lr=0.192595
Epoch[104] Batch [1049]	Speed: 954.505880 samples/sec	rmse=0.018379	lr=0.192467
Epoch[104] Batch [1099]	Speed: 950.593728 samples/sec	rmse=0.018377	lr=0.192338
Epoch[104] Batch [1149]	Speed: 946.619413 samples/sec	rmse=0.018372	lr=0.192209
Epoch[104] Batch [1199]	Speed: 953.835883 samples/sec	rmse=0.018376	lr=0.192081
Epoch[104] Batch [1249]	Speed: 953.461561 samples/sec	rmse=0.018386	lr=0.191952
[Epoch 104] training: rmse=0.018387
[Epoch 104] speed: 951 samples/sec	time cost: 1364.094017
[Epoch 104] validation: err-top1=0.297974 err-top5=0.098653
Epoch[105] Batch [49]	Speed: 960.579983 samples/sec	rmse=0.018126	lr=0.191821
Epoch[105] Batch [99]	Speed: 945.338404 samples/sec	rmse=0.018184	lr=0.191692
Epoch[105] Batch [149]	Speed: 955.918366 samples/sec	rmse=0.018239	lr=0.191563
Epoch[105] Batch [199]	Speed: 958.458173 samples/sec	rmse=0.018238	lr=0.191435
Epoch[105] Batch [249]	Speed: 952.095137 samples/sec	rmse=0.018235	lr=0.191306
Epoch[105] Batch [299]	Speed: 956.710529 samples/sec	rmse=0.018228	lr=0.191177
Epoch[105] Batch [349]	Speed: 949.801802 samples/sec	rmse=0.018252	lr=0.191049
Epoch[105] Batch [399]	Speed: 953.724905 samples/sec	rmse=0.018250	lr=0.190920
Epoch[105] Batch [449]	Speed: 949.370358 samples/sec	rmse=0.018250	lr=0.190791
Epoch[105] Batch [499]	Speed: 949.257098 samples/sec	rmse=0.018274	lr=0.190663
Epoch[105] Batch [549]	Speed: 952.636292 samples/sec	rmse=0.018296	lr=0.190534
Epoch[105] Batch [599]	Speed: 952.862049 samples/sec	rmse=0.018307	lr=0.190405
Epoch[105] Batch [649]	Speed: 951.198300 samples/sec	rmse=0.018319	lr=0.190277
Epoch[105] Batch [699]	Speed: 953.116391 samples/sec	rmse=0.018327	lr=0.190148
Epoch[105] Batch [749]	Speed: 952.207513 samples/sec	rmse=0.018335	lr=0.190020
Epoch[105] Batch [799]	Speed: 951.220053 samples/sec	rmse=0.018333	lr=0.189891
Epoch[105] Batch [849]	Speed: 953.084792 samples/sec	rmse=0.018339	lr=0.189762
Epoch[105] Batch [899]	Speed: 950.827228 samples/sec	rmse=0.018343	lr=0.189634
Epoch[105] Batch [949]	Speed: 950.887569 samples/sec	rmse=0.018346	lr=0.189505
Epoch[105] Batch [999]	Speed: 951.168649 samples/sec	rmse=0.018353	lr=0.189377
Epoch[105] Batch [1049]	Speed: 952.109945 samples/sec	rmse=0.018353	lr=0.189248
Epoch[105] Batch [1099]	Speed: 953.738680 samples/sec	rmse=0.018363	lr=0.189119
Epoch[105] Batch [1149]	Speed: 951.007982 samples/sec	rmse=0.018364	lr=0.188991
Epoch[105] Batch [1199]	Speed: 955.306897 samples/sec	rmse=0.018358	lr=0.188862
Epoch[105] Batch [1249]	Speed: 957.986936 samples/sec	rmse=0.018354	lr=0.188734
[Epoch 105] training: rmse=0.018354
[Epoch 105] speed: 952 samples/sec	time cost: 1363.076570
[Epoch 105] validation: err-top1=0.291733 err-top5=0.094627
Epoch[106] Batch [49]	Speed: 961.541042 samples/sec	rmse=0.018239	lr=0.188602
Epoch[106] Batch [99]	Speed: 953.210095 samples/sec	rmse=0.018232	lr=0.188474
Epoch[106] Batch [149]	Speed: 949.765882 samples/sec	rmse=0.018187	lr=0.188345
Epoch[106] Batch [199]	Speed: 952.376653 samples/sec	rmse=0.018197	lr=0.188217
Epoch[106] Batch [249]	Speed: 951.662712 samples/sec	rmse=0.018192	lr=0.188088
Epoch[106] Batch [299]	Speed: 942.804404 samples/sec	rmse=0.018226	lr=0.187960
Epoch[106] Batch [349]	Speed: 949.564732 samples/sec	rmse=0.018230	lr=0.187831
Epoch[106] Batch [399]	Speed: 952.178056 samples/sec	rmse=0.018238	lr=0.187703
Epoch[106] Batch [449]	Speed: 948.470245 samples/sec	rmse=0.018228	lr=0.187574
Epoch[106] Batch [499]	Speed: 946.567499 samples/sec	rmse=0.018228	lr=0.187445
Epoch[106] Batch [549]	Speed: 955.487427 samples/sec	rmse=0.018248	lr=0.187317
Epoch[106] Batch [599]	Speed: 950.810717 samples/sec	rmse=0.018266	lr=0.187188
Epoch[106] Batch [649]	Speed: 944.358783 samples/sec	rmse=0.018276	lr=0.187060
Epoch[106] Batch [699]	Speed: 949.734690 samples/sec	rmse=0.018287	lr=0.186931
Epoch[106] Batch [749]	Speed: 948.168849 samples/sec	rmse=0.018292	lr=0.186803
Epoch[106] Batch [799]	Speed: 953.930695 samples/sec	rmse=0.018302	lr=0.186674
Epoch[106] Batch [849]	Speed: 949.000421 samples/sec	rmse=0.018313	lr=0.186546
Epoch[106] Batch [899]	Speed: 947.270658 samples/sec	rmse=0.018316	lr=0.186417
Epoch[106] Batch [949]	Speed: 951.772101 samples/sec	rmse=0.018317	lr=0.186289
Epoch[106] Batch [999]	Speed: 952.385295 samples/sec	rmse=0.018326	lr=0.186160
Epoch[106] Batch [1049]	Speed: 953.449818 samples/sec	rmse=0.018330	lr=0.186032
Epoch[106] Batch [1099]	Speed: 951.225801 samples/sec	rmse=0.018335	lr=0.185904
Epoch[106] Batch [1149]	Speed: 955.299281 samples/sec	rmse=0.018340	lr=0.185775
Epoch[106] Batch [1199]	Speed: 949.578819 samples/sec	rmse=0.018342	lr=0.185647
Epoch[106] Batch [1249]	Speed: 953.718908 samples/sec	rmse=0.018346	lr=0.185518
[Epoch 106] training: rmse=0.018345
[Epoch 106] speed: 950 samples/sec	time cost: 1365.947138
[Epoch 106] validation: err-top1=0.308693 err-top5=0.102439
Epoch[107] Batch [49]	Speed: 960.810953 samples/sec	rmse=0.018075	lr=0.185387
Epoch[107] Batch [99]	Speed: 957.302588 samples/sec	rmse=0.018154	lr=0.185259
Epoch[107] Batch [149]	Speed: 950.996126 samples/sec	rmse=0.018154	lr=0.185130
Epoch[107] Batch [199]	Speed: 950.792519 samples/sec	rmse=0.018166	lr=0.185002
Epoch[107] Batch [249]	Speed: 953.406079 samples/sec	rmse=0.018201	lr=0.184873
Epoch[107] Batch [299]	Speed: 954.608234 samples/sec	rmse=0.018204	lr=0.184745
Epoch[107] Batch [349]	Speed: 952.269093 samples/sec	rmse=0.018211	lr=0.184617
Epoch[107] Batch [399]	Speed: 951.529991 samples/sec	rmse=0.018225	lr=0.184488
Epoch[107] Batch [449]	Speed: 951.814547 samples/sec	rmse=0.018236	lr=0.184360
Epoch[107] Batch [499]	Speed: 952.291347 samples/sec	rmse=0.018239	lr=0.184231
Epoch[107] Batch [549]	Speed: 947.467196 samples/sec	rmse=0.018248	lr=0.184103
Epoch[107] Batch [599]	Speed: 951.441700 samples/sec	rmse=0.018240	lr=0.183975
Epoch[107] Batch [649]	Speed: 952.809659 samples/sec	rmse=0.018254	lr=0.183846
Epoch[107] Batch [699]	Speed: 952.009557 samples/sec	rmse=0.018264	lr=0.183718
Epoch[107] Batch [749]	Speed: 950.455339 samples/sec	rmse=0.018269	lr=0.183590
Epoch[107] Batch [799]	Speed: 946.924326 samples/sec	rmse=0.018274	lr=0.183461
Epoch[107] Batch [849]	Speed: 951.224600 samples/sec	rmse=0.018274	lr=0.183333
Epoch[107] Batch [899]	Speed: 946.810630 samples/sec	rmse=0.018276	lr=0.183205
Epoch[107] Batch [949]	Speed: 954.531968 samples/sec	rmse=0.018283	lr=0.183076
Epoch[107] Batch [999]	Speed: 951.361691 samples/sec	rmse=0.018291	lr=0.182948
Epoch[107] Batch [1049]	Speed: 949.086933 samples/sec	rmse=0.018296	lr=0.182820
Epoch[107] Batch [1099]	Speed: 944.423231 samples/sec	rmse=0.018299	lr=0.182691
Epoch[107] Batch [1149]	Speed: 957.962321 samples/sec	rmse=0.018305	lr=0.182563
Epoch[107] Batch [1199]	Speed: 951.511478 samples/sec	rmse=0.018308	lr=0.182435
Epoch[107] Batch [1249]	Speed: 954.602196 samples/sec	rmse=0.018308	lr=0.182307
[Epoch 107] training: rmse=0.018309
[Epoch 107] speed: 951 samples/sec	time cost: 1365.542751
[Epoch 107] validation: err-top1=0.304947 err-top5=0.099849
Epoch[108] Batch [49]	Speed: 963.883471 samples/sec	rmse=0.018122	lr=0.182176
Epoch[108] Batch [99]	Speed: 952.945808 samples/sec	rmse=0.018126	lr=0.182047
Epoch[108] Batch [149]	Speed: 950.141246 samples/sec	rmse=0.018121	lr=0.181919
Epoch[108] Batch [199]	Speed: 959.579975 samples/sec	rmse=0.018117	lr=0.181791
Epoch[108] Batch [249]	Speed: 951.034675 samples/sec	rmse=0.018125	lr=0.181663
Epoch[108] Batch [299]	Speed: 953.278486 samples/sec	rmse=0.018158	lr=0.181534
Epoch[108] Batch [349]	Speed: 952.830700 samples/sec	rmse=0.018150	lr=0.181406
Epoch[108] Batch [399]	Speed: 954.341336 samples/sec	rmse=0.018167	lr=0.181278
Epoch[108] Batch [449]	Speed: 952.824777 samples/sec	rmse=0.018179	lr=0.181150
Epoch[108] Batch [499]	Speed: 952.454535 samples/sec	rmse=0.018179	lr=0.181022
Epoch[108] Batch [549]	Speed: 944.832198 samples/sec	rmse=0.018175	lr=0.180893
Epoch[108] Batch [599]	Speed: 952.414021 samples/sec	rmse=0.018182	lr=0.180765
Epoch[108] Batch [649]	Speed: 952.480270 samples/sec	rmse=0.018179	lr=0.180637
Epoch[108] Batch [699]	Speed: 953.227214 samples/sec	rmse=0.018190	lr=0.180509
Epoch[108] Batch [749]	Speed: 957.619679 samples/sec	rmse=0.018205	lr=0.180381
Epoch[108] Batch [799]	Speed: 952.650170 samples/sec	rmse=0.018206	lr=0.180252
Epoch[108] Batch [849]	Speed: 952.486742 samples/sec	rmse=0.018213	lr=0.180124
Epoch[108] Batch [899]	Speed: 952.740346 samples/sec	rmse=0.018213	lr=0.179996
Epoch[108] Batch [949]	Speed: 953.932839 samples/sec	rmse=0.018229	lr=0.179868
Epoch[108] Batch [999]	Speed: 954.344919 samples/sec	rmse=0.018232	lr=0.179740
Epoch[108] Batch [1049]	Speed: 952.381620 samples/sec	rmse=0.018238	lr=0.179612
Epoch[108] Batch [1099]	Speed: 954.983975 samples/sec	rmse=0.018240	lr=0.179484
Epoch[108] Batch [1149]	Speed: 951.832451 samples/sec	rmse=0.018251	lr=0.179356
Epoch[108] Batch [1199]	Speed: 953.512067 samples/sec	rmse=0.018254	lr=0.179228
Epoch[108] Batch [1249]	Speed: 956.190243 samples/sec	rmse=0.018254	lr=0.179099
[Epoch 108] training: rmse=0.018255
[Epoch 108] speed: 952 samples/sec	time cost: 1362.185558
[Epoch 108] validation: err-top1=0.299984 err-top5=0.100068
Epoch[109] Batch [49]	Speed: 954.978845 samples/sec	rmse=0.017937	lr=0.178969
Epoch[109] Batch [99]	Speed: 952.162714 samples/sec	rmse=0.017953	lr=0.178841
Epoch[109] Batch [149]	Speed: 952.259013 samples/sec	rmse=0.018020	lr=0.178713
Epoch[109] Batch [199]	Speed: 949.225339 samples/sec	rmse=0.018057	lr=0.178585
Epoch[109] Batch [249]	Speed: 951.428612 samples/sec	rmse=0.018051	lr=0.178457
Epoch[109] Batch [299]	Speed: 938.693563 samples/sec	rmse=0.018048	lr=0.178329
Epoch[109] Batch [349]	Speed: 951.868570 samples/sec	rmse=0.018071	lr=0.178201
Epoch[109] Batch [399]	Speed: 955.251527 samples/sec	rmse=0.018073	lr=0.178073
Epoch[109] Batch [449]	Speed: 945.874170 samples/sec	rmse=0.018060	lr=0.177945
Epoch[109] Batch [499]	Speed: 952.785821 samples/sec	rmse=0.018064	lr=0.177817
Epoch[109] Batch [549]	Speed: 948.666250 samples/sec	rmse=0.018078	lr=0.177689
Epoch[109] Batch [599]	Speed: 950.572723 samples/sec	rmse=0.018100	lr=0.177561
Epoch[109] Batch [649]	Speed: 943.709938 samples/sec	rmse=0.018104	lr=0.177433
Epoch[109] Batch [699]	Speed: 950.718839 samples/sec	rmse=0.018122	lr=0.177305
Epoch[109] Batch [749]	Speed: 946.926768 samples/sec	rmse=0.018124	lr=0.177177
Epoch[109] Batch [799]	Speed: 952.710400 samples/sec	rmse=0.018126	lr=0.177049
Epoch[109] Batch [849]	Speed: 954.991424 samples/sec	rmse=0.018138	lr=0.176921
Epoch[109] Batch [899]	Speed: 952.429380 samples/sec	rmse=0.018149	lr=0.176793
Epoch[109] Batch [949]	Speed: 951.780019 samples/sec	rmse=0.018162	lr=0.176665
Epoch[109] Batch [999]	Speed: 943.281875 samples/sec	rmse=0.018168	lr=0.176537
Epoch[109] Batch [1049]	Speed: 959.745774 samples/sec	rmse=0.018174	lr=0.176409
Epoch[109] Batch [1099]	Speed: 952.129912 samples/sec	rmse=0.018179	lr=0.176281
Epoch[109] Batch [1149]	Speed: 949.560118 samples/sec	rmse=0.018190	lr=0.176153
Epoch[109] Batch [1199]	Speed: 954.787041 samples/sec	rmse=0.018198	lr=0.176026
Epoch[109] Batch [1249]	Speed: 954.178412 samples/sec	rmse=0.018201	lr=0.175898
[Epoch 109] training: rmse=0.018201
[Epoch 109] speed: 950 samples/sec	time cost: 1366.030804
[Epoch 109] validation: err-top1=0.302615 err-top5=0.099470
Epoch[110] Batch [49]	Speed: 959.794164 samples/sec	rmse=0.017944	lr=0.175767
Epoch[110] Batch [99]	Speed: 951.478755 samples/sec	rmse=0.018074	lr=0.175640
Epoch[110] Batch [149]	Speed: 953.825194 samples/sec	rmse=0.018098	lr=0.175512
Epoch[110] Batch [199]	Speed: 954.931955 samples/sec	rmse=0.018088	lr=0.175384
Epoch[110] Batch [249]	Speed: 952.199255 samples/sec	rmse=0.018077	lr=0.175256
Epoch[110] Batch [299]	Speed: 952.454509 samples/sec	rmse=0.018058	lr=0.175128
Epoch[110] Batch [349]	Speed: 950.525439 samples/sec	rmse=0.018060	lr=0.175001
Epoch[110] Batch [399]	Speed: 956.129897 samples/sec	rmse=0.018068	lr=0.174873
Epoch[110] Batch [449]	Speed: 953.457578 samples/sec	rmse=0.018077	lr=0.174745
Epoch[110] Batch [499]	Speed: 951.184548 samples/sec	rmse=0.018075	lr=0.174617
Epoch[110] Batch [549]	Speed: 954.883795 samples/sec	rmse=0.018105	lr=0.174490
Epoch[110] Batch [599]	Speed: 951.548449 samples/sec	rmse=0.018113	lr=0.174362
Epoch[110] Batch [649]	Speed: 952.692268 samples/sec	rmse=0.018127	lr=0.174234
Epoch[110] Batch [699]	Speed: 951.736829 samples/sec	rmse=0.018135	lr=0.174106
Epoch[110] Batch [749]	Speed: 951.040285 samples/sec	rmse=0.018135	lr=0.173979
Epoch[110] Batch [799]	Speed: 950.422436 samples/sec	rmse=0.018129	lr=0.173851
Epoch[110] Batch [849]	Speed: 954.319066 samples/sec	rmse=0.018139	lr=0.173723
Epoch[110] Batch [899]	Speed: 952.716161 samples/sec	rmse=0.018143	lr=0.173596
Epoch[110] Batch [949]	Speed: 949.714975 samples/sec	rmse=0.018141	lr=0.173468
Epoch[110] Batch [999]	Speed: 951.889139 samples/sec	rmse=0.018146	lr=0.173340
Epoch[110] Batch [1049]	Speed: 950.203362 samples/sec	rmse=0.018150	lr=0.173213
Epoch[110] Batch [1099]	Speed: 955.239493 samples/sec	rmse=0.018153	lr=0.173085
Epoch[110] Batch [1149]	Speed: 953.688421 samples/sec	rmse=0.018159	lr=0.172958
Epoch[110] Batch [1199]	Speed: 953.793015 samples/sec	rmse=0.018157	lr=0.172830
Epoch[110] Batch [1249]	Speed: 953.183512 samples/sec	rmse=0.018163	lr=0.172702
[Epoch 110] training: rmse=0.018163
[Epoch 110] speed: 952 samples/sec	time cost: 1362.887522
[Epoch 110] validation: err-top1=0.295227 err-top5=0.096883
Epoch[111] Batch [49]	Speed: 960.222410 samples/sec	rmse=0.017973	lr=0.172572
Epoch[111] Batch [99]	Speed: 952.201889 samples/sec	rmse=0.017969	lr=0.172445
Epoch[111] Batch [149]	Speed: 951.913177 samples/sec	rmse=0.017945	lr=0.172317
Epoch[111] Batch [199]	Speed: 954.077248 samples/sec	rmse=0.017990	lr=0.172190
Epoch[111] Batch [249]	Speed: 951.934971 samples/sec	rmse=0.017974	lr=0.172062
Epoch[111] Batch [299]	Speed: 954.140304 samples/sec	rmse=0.017989	lr=0.171935
Epoch[111] Batch [349]	Speed: 953.794980 samples/sec	rmse=0.018036	lr=0.171807
Epoch[111] Batch [399]	Speed: 953.201011 samples/sec	rmse=0.018044	lr=0.171680
Epoch[111] Batch [449]	Speed: 945.149175 samples/sec	rmse=0.018057	lr=0.171552
Epoch[111] Batch [499]	Speed: 953.298041 samples/sec	rmse=0.018059	lr=0.171425
Epoch[111] Batch [549]	Speed: 953.887954 samples/sec	rmse=0.018076	lr=0.171297
Epoch[111] Batch [599]	Speed: 954.105619 samples/sec	rmse=0.018089	lr=0.171170
Epoch[111] Batch [649]	Speed: 950.973916 samples/sec	rmse=0.018098	lr=0.171042
Epoch[111] Batch [699]	Speed: 950.784445 samples/sec	rmse=0.018107	lr=0.170915
Epoch[111] Batch [749]	Speed: 952.503265 samples/sec	rmse=0.018114	lr=0.170787
Epoch[111] Batch [799]	Speed: 946.939282 samples/sec	rmse=0.018127	lr=0.170660
Epoch[111] Batch [849]	Speed: 942.662873 samples/sec	rmse=0.018135	lr=0.170533
Epoch[111] Batch [899]	Speed: 954.627979 samples/sec	rmse=0.018141	lr=0.170405
Epoch[111] Batch [949]	Speed: 954.781615 samples/sec	rmse=0.018140	lr=0.170278
Epoch[111] Batch [999]	Speed: 950.756578 samples/sec	rmse=0.018145	lr=0.170151
Epoch[111] Batch [1049]	Speed: 958.260932 samples/sec	rmse=0.018151	lr=0.170023
Epoch[111] Batch [1099]	Speed: 954.496004 samples/sec	rmse=0.018152	lr=0.169896
Epoch[111] Batch [1149]	Speed: 952.191448 samples/sec	rmse=0.018154	lr=0.169769
Epoch[111] Batch [1199]	Speed: 952.371762 samples/sec	rmse=0.018156	lr=0.169641
Epoch[111] Batch [1249]	Speed: 956.073141 samples/sec	rmse=0.018159	lr=0.169514
[Epoch 111] training: rmse=0.018159
[Epoch 111] speed: 951 samples/sec	time cost: 1363.726146
[Epoch 111] validation: err-top1=0.318818 err-top5=0.110631
Epoch[112] Batch [49]	Speed: 962.452317 samples/sec	rmse=0.017920	lr=0.169384
Epoch[112] Batch [99]	Speed: 950.011933 samples/sec	rmse=0.017947	lr=0.169257
Epoch[112] Batch [149]	Speed: 952.274426 samples/sec	rmse=0.017953	lr=0.169130
Epoch[112] Batch [199]	Speed: 952.898876 samples/sec	rmse=0.017937	lr=0.169003
Epoch[112] Batch [249]	Speed: 948.889094 samples/sec	rmse=0.017945	lr=0.168875
Epoch[112] Batch [299]	Speed: 950.573518 samples/sec	rmse=0.017968	lr=0.168748
Epoch[112] Batch [349]	Speed: 954.690242 samples/sec	rmse=0.017974	lr=0.168621
Epoch[112] Batch [399]	Speed: 952.816360 samples/sec	rmse=0.017988	lr=0.168494
Epoch[112] Batch [449]	Speed: 946.781401 samples/sec	rmse=0.017997	lr=0.168367
Epoch[112] Batch [499]	Speed: 945.950675 samples/sec	rmse=0.018007	lr=0.168239
Epoch[112] Batch [549]	Speed: 949.282870 samples/sec	rmse=0.018017	lr=0.168112
Epoch[112] Batch [599]	Speed: 948.643658 samples/sec	rmse=0.018028	lr=0.167985
Epoch[112] Batch [649]	Speed: 948.403392 samples/sec	rmse=0.018039	lr=0.167858
Epoch[112] Batch [699]	Speed: 952.563603 samples/sec	rmse=0.018045	lr=0.167731
Epoch[112] Batch [749]	Speed: 951.344896 samples/sec	rmse=0.018042	lr=0.167604
Epoch[112] Batch [799]	Speed: 947.805826 samples/sec	rmse=0.018044	lr=0.167477
Epoch[112] Batch [849]	Speed: 949.716995 samples/sec	rmse=0.018047	lr=0.167350
Epoch[112] Batch [899]	Speed: 956.804405 samples/sec	rmse=0.018055	lr=0.167223
Epoch[112] Batch [949]	Speed: 957.444536 samples/sec	rmse=0.018061	lr=0.167096
Epoch[112] Batch [999]	Speed: 951.008011 samples/sec	rmse=0.018069	lr=0.166969
Epoch[112] Batch [1049]	Speed: 953.983149 samples/sec	rmse=0.018078	lr=0.166842
Epoch[112] Batch [1099]	Speed: 951.913489 samples/sec	rmse=0.018091	lr=0.166715
Epoch[112] Batch [1149]	Speed: 954.467771 samples/sec	rmse=0.018095	lr=0.166588
Epoch[112] Batch [1199]	Speed: 951.694950 samples/sec	rmse=0.018103	lr=0.166461
Epoch[112] Batch [1249]	Speed: 957.152051 samples/sec	rmse=0.018110	lr=0.166334
[Epoch 112] training: rmse=0.018110
[Epoch 112] speed: 951 samples/sec	time cost: 1364.723002
[Epoch 112] validation: err-top1=0.309929 err-top5=0.105269
Epoch[113] Batch [49]	Speed: 962.329183 samples/sec	rmse=0.017754	lr=0.166204
Epoch[113] Batch [99]	Speed: 953.906305 samples/sec	rmse=0.017802	lr=0.166077
Epoch[113] Batch [149]	Speed: 953.595898 samples/sec	rmse=0.017888	lr=0.165950
Epoch[113] Batch [199]	Speed: 961.351649 samples/sec	rmse=0.017929	lr=0.165823
Epoch[113] Batch [249]	Speed: 953.781077 samples/sec	rmse=0.017940	lr=0.165697
Epoch[113] Batch [299]	Speed: 950.932433 samples/sec	rmse=0.017952	lr=0.165570
Epoch[113] Batch [349]	Speed: 952.979411 samples/sec	rmse=0.017966	lr=0.165443
Epoch[113] Batch [399]	Speed: 952.647567 samples/sec	rmse=0.017997	lr=0.165316
Epoch[113] Batch [449]	Speed: 956.374251 samples/sec	rmse=0.017997	lr=0.165189
Epoch[113] Batch [499]	Speed: 949.976925 samples/sec	rmse=0.018016	lr=0.165062
Epoch[113] Batch [549]	Speed: 954.929216 samples/sec	rmse=0.018018	lr=0.164936
Epoch[113] Batch [599]	Speed: 953.994638 samples/sec	rmse=0.018030	lr=0.164809
Epoch[113] Batch [649]	Speed: 952.862295 samples/sec	rmse=0.018039	lr=0.164682
Epoch[113] Batch [699]	Speed: 944.390565 samples/sec	rmse=0.018049	lr=0.164555
Epoch[113] Batch [749]	Speed: 950.847478 samples/sec	rmse=0.018059	lr=0.164429
Epoch[113] Batch [799]	Speed: 951.876211 samples/sec	rmse=0.018062	lr=0.164302
Epoch[113] Batch [849]	Speed: 950.241203 samples/sec	rmse=0.018075	lr=0.164175
Epoch[113] Batch [899]	Speed: 945.020688 samples/sec	rmse=0.018083	lr=0.164048
Epoch[113] Batch [949]	Speed: 945.614639 samples/sec	rmse=0.018082	lr=0.163922
Epoch[113] Batch [999]	Speed: 947.783476 samples/sec	rmse=0.018083	lr=0.163795
Epoch[113] Batch [1049]	Speed: 949.987432 samples/sec	rmse=0.018087	lr=0.163668
Epoch[113] Batch [1099]	Speed: 946.029456 samples/sec	rmse=0.018096	lr=0.163542
Epoch[113] Batch [1149]	Speed: 952.509852 samples/sec	rmse=0.018096	lr=0.163415
Epoch[113] Batch [1199]	Speed: 951.638801 samples/sec	rmse=0.018091	lr=0.163289
Epoch[113] Batch [1249]	Speed: 953.144916 samples/sec	rmse=0.018095	lr=0.163162
[Epoch 113] training: rmse=0.018094
[Epoch 113] speed: 951 samples/sec	time cost: 1364.634114
[Epoch 113] validation: err-top1=0.292012 err-top5=0.096759
Epoch[114] Batch [49]	Speed: 959.774144 samples/sec	rmse=0.017796	lr=0.163033
Epoch[114] Batch [99]	Speed: 946.949784 samples/sec	rmse=0.017761	lr=0.162906
Epoch[114] Batch [149]	Speed: 955.257208 samples/sec	rmse=0.017785	lr=0.162780
Epoch[114] Batch [199]	Speed: 951.632070 samples/sec	rmse=0.017813	lr=0.162653
Epoch[114] Batch [249]	Speed: 956.645267 samples/sec	rmse=0.017841	lr=0.162527
Epoch[114] Batch [299]	Speed: 952.095724 samples/sec	rmse=0.017862	lr=0.162400
Epoch[114] Batch [349]	Speed: 951.325552 samples/sec	rmse=0.017864	lr=0.162274
Epoch[114] Batch [399]	Speed: 952.715235 samples/sec	rmse=0.017905	lr=0.162147
Epoch[114] Batch [449]	Speed: 949.299404 samples/sec	rmse=0.017919	lr=0.162021
Epoch[114] Batch [499]	Speed: 953.913648 samples/sec	rmse=0.017940	lr=0.161894
Epoch[114] Batch [549]	Speed: 950.597250 samples/sec	rmse=0.017962	lr=0.161768
Epoch[114] Batch [599]	Speed: 954.030806 samples/sec	rmse=0.017980	lr=0.161642
Epoch[114] Batch [649]	Speed: 951.548555 samples/sec	rmse=0.017984	lr=0.161515
Epoch[114] Batch [699]	Speed: 955.132700 samples/sec	rmse=0.017995	lr=0.161389
Epoch[114] Batch [749]	Speed: 949.796950 samples/sec	rmse=0.018001	lr=0.161263
Epoch[114] Batch [799]	Speed: 948.688236 samples/sec	rmse=0.018011	lr=0.161136
Epoch[114] Batch [849]	Speed: 950.513815 samples/sec	rmse=0.018017	lr=0.161010
Epoch[114] Batch [899]	Speed: 954.904201 samples/sec	rmse=0.018020	lr=0.160884
Epoch[114] Batch [949]	Speed: 951.918038 samples/sec	rmse=0.018027	lr=0.160757
Epoch[114] Batch [999]	Speed: 950.033325 samples/sec	rmse=0.018036	lr=0.160631
Epoch[114] Batch [1049]	Speed: 952.648725 samples/sec	rmse=0.018047	lr=0.160505
Epoch[114] Batch [1099]	Speed: 955.648553 samples/sec	rmse=0.018056	lr=0.160379
Epoch[114] Batch [1149]	Speed: 951.442965 samples/sec	rmse=0.018058	lr=0.160252
Epoch[114] Batch [1199]	Speed: 955.523152 samples/sec	rmse=0.018060	lr=0.160126
Epoch[114] Batch [1249]	Speed: 961.530783 samples/sec	rmse=0.018066	lr=0.160000
[Epoch 114] training: rmse=0.018067
[Epoch 114] speed: 952 samples/sec	time cost: 1363.908818
[Epoch 114] validation: err-top1=0.306063 err-top5=0.103476
Epoch[115] Batch [49]	Speed: 960.411126 samples/sec	rmse=0.017635	lr=0.159871
Epoch[115] Batch [99]	Speed: 950.963085 samples/sec	rmse=0.017687	lr=0.159745
Epoch[115] Batch [149]	Speed: 957.873508 samples/sec	rmse=0.017717	lr=0.159619
Epoch[115] Batch [199]	Speed: 949.105457 samples/sec	rmse=0.017804	lr=0.159493
Epoch[115] Batch [249]	Speed: 949.075269 samples/sec	rmse=0.017819	lr=0.159367
Epoch[115] Batch [299]	Speed: 951.147824 samples/sec	rmse=0.017837	lr=0.159241
Epoch[115] Batch [349]	Speed: 951.127835 samples/sec	rmse=0.017862	lr=0.159115
Epoch[115] Batch [399]	Speed: 944.196759 samples/sec	rmse=0.017881	lr=0.158988
Epoch[115] Batch [449]	Speed: 951.761589 samples/sec	rmse=0.017893	lr=0.158862
Epoch[115] Batch [499]	Speed: 949.139309 samples/sec	rmse=0.017911	lr=0.158736
Epoch[115] Batch [549]	Speed: 952.528619 samples/sec	rmse=0.017926	lr=0.158610
Epoch[115] Batch [599]	Speed: 950.679765 samples/sec	rmse=0.017937	lr=0.158484
Epoch[115] Batch [649]	Speed: 952.063965 samples/sec	rmse=0.017945	lr=0.158358
Epoch[115] Batch [699]	Speed: 950.682972 samples/sec	rmse=0.017950	lr=0.158233
Epoch[115] Batch [749]	Speed: 950.322605 samples/sec	rmse=0.017962	lr=0.158107
Epoch[115] Batch [799]	Speed: 947.067961 samples/sec	rmse=0.017964	lr=0.157981
Epoch[115] Batch [849]	Speed: 951.440486 samples/sec	rmse=0.017972	lr=0.157855
Epoch[115] Batch [899]	Speed: 949.519510 samples/sec	rmse=0.017976	lr=0.157729
Epoch[115] Batch [949]	Speed: 951.597711 samples/sec	rmse=0.017982	lr=0.157603
Epoch[115] Batch [999]	Speed: 953.543795 samples/sec	rmse=0.017983	lr=0.157477
Epoch[115] Batch [1049]	Speed: 952.141530 samples/sec	rmse=0.017994	lr=0.157351
Epoch[115] Batch [1099]	Speed: 953.435299 samples/sec	rmse=0.017998	lr=0.157226
Epoch[115] Batch [1149]	Speed: 950.439342 samples/sec	rmse=0.018010	lr=0.157100
Epoch[115] Batch [1199]	Speed: 944.744892 samples/sec	rmse=0.018010	lr=0.156974
Epoch[115] Batch [1249]	Speed: 952.788049 samples/sec	rmse=0.018010	lr=0.156848
[Epoch 115] training: rmse=0.018010
[Epoch 115] speed: 950 samples/sec	time cost: 1365.535225
[Epoch 115] validation: err-top1=0.289481 err-top5=0.094308
Epoch[116] Batch [49]	Speed: 957.982111 samples/sec	rmse=0.017802	lr=0.156720
Epoch[116] Batch [99]	Speed: 945.757952 samples/sec	rmse=0.017852	lr=0.156594
Epoch[116] Batch [149]	Speed: 952.008742 samples/sec	rmse=0.017873	lr=0.156469
Epoch[116] Batch [199]	Speed: 953.050966 samples/sec	rmse=0.017873	lr=0.156343
Epoch[116] Batch [249]	Speed: 950.384753 samples/sec	rmse=0.017852	lr=0.156217
Epoch[116] Batch [299]	Speed: 952.880500 samples/sec	rmse=0.017879	lr=0.156092
Epoch[116] Batch [349]	Speed: 946.929445 samples/sec	rmse=0.017880	lr=0.155966
Epoch[116] Batch [399]	Speed: 948.912507 samples/sec	rmse=0.017880	lr=0.155840
Epoch[116] Batch [449]	Speed: 946.491916 samples/sec	rmse=0.017889	lr=0.155715
Epoch[116] Batch [499]	Speed: 943.898570 samples/sec	rmse=0.017889	lr=0.155589
Epoch[116] Batch [549]	Speed: 953.285688 samples/sec	rmse=0.017907	lr=0.155464
Epoch[116] Batch [599]	Speed: 952.993523 samples/sec	rmse=0.017910	lr=0.155338
Epoch[116] Batch [649]	Speed: 948.140973 samples/sec	rmse=0.017916	lr=0.155212
Epoch[116] Batch [699]	Speed: 957.517071 samples/sec	rmse=0.017922	lr=0.155087
Epoch[116] Batch [749]	Speed: 952.782727 samples/sec	rmse=0.017930	lr=0.154961
Epoch[116] Batch [799]	Speed: 950.636814 samples/sec	rmse=0.017947	lr=0.154836
Epoch[116] Batch [849]	Speed: 949.071607 samples/sec	rmse=0.017952	lr=0.154711
Epoch[116] Batch [899]	Speed: 951.247467 samples/sec	rmse=0.017951	lr=0.154585
Epoch[116] Batch [949]	Speed: 951.729342 samples/sec	rmse=0.017965	lr=0.154460
Epoch[116] Batch [999]	Speed: 950.977912 samples/sec	rmse=0.017964	lr=0.154334
Epoch[116] Batch [1049]	Speed: 952.782841 samples/sec	rmse=0.017967	lr=0.154209
Epoch[116] Batch [1099]	Speed: 951.948146 samples/sec	rmse=0.017966	lr=0.154084
Epoch[116] Batch [1149]	Speed: 948.694719 samples/sec	rmse=0.017974	lr=0.153958
Epoch[116] Batch [1199]	Speed: 947.628939 samples/sec	rmse=0.017972	lr=0.153833
Epoch[116] Batch [1249]	Speed: 958.427537 samples/sec	rmse=0.017966	lr=0.153708
[Epoch 116] training: rmse=0.017966
[Epoch 116] speed: 950 samples/sec	time cost: 1364.963727
[Epoch 116] validation: err-top1=0.280131 err-top5=0.086629
Epoch[117] Batch [49]	Speed: 960.373115 samples/sec	rmse=0.017717	lr=0.153580
Epoch[117] Batch [99]	Speed: 950.693090 samples/sec	rmse=0.017678	lr=0.153455
Epoch[117] Batch [149]	Speed: 944.919831 samples/sec	rmse=0.017708	lr=0.153329
Epoch[117] Batch [199]	Speed: 947.251809 samples/sec	rmse=0.017750	lr=0.153204
Epoch[117] Batch [249]	Speed: 951.878726 samples/sec	rmse=0.017766	lr=0.153079
Epoch[117] Batch [299]	Speed: 947.865917 samples/sec	rmse=0.017788	lr=0.152954
Epoch[117] Batch [349]	Speed: 946.668128 samples/sec	rmse=0.017802	lr=0.152829
Epoch[117] Batch [399]	Speed: 950.648913 samples/sec	rmse=0.017820	lr=0.152704
Epoch[117] Batch [449]	Speed: 953.929500 samples/sec	rmse=0.017840	lr=0.152578
Epoch[117] Batch [499]	Speed: 950.775373 samples/sec	rmse=0.017856	lr=0.152453
Epoch[117] Batch [549]	Speed: 939.024829 samples/sec	rmse=0.017858	lr=0.152328
Epoch[117] Batch [599]	Speed: 947.831131 samples/sec	rmse=0.017857	lr=0.152203
Epoch[117] Batch [649]	Speed: 941.231630 samples/sec	rmse=0.017867	lr=0.152078
Epoch[117] Batch [699]	Speed: 949.205276 samples/sec	rmse=0.017878	lr=0.151953
Epoch[117] Batch [749]	Speed: 948.208823 samples/sec	rmse=0.017884	lr=0.151828
Epoch[117] Batch [799]	Speed: 954.064536 samples/sec	rmse=0.017892	lr=0.151703
Epoch[117] Batch [849]	Speed: 950.542677 samples/sec	rmse=0.017902	lr=0.151578
Epoch[117] Batch [899]	Speed: 948.686790 samples/sec	rmse=0.017909	lr=0.151453
Epoch[117] Batch [949]	Speed: 942.958841 samples/sec	rmse=0.017913	lr=0.151328
Epoch[117] Batch [999]	Speed: 949.724114 samples/sec	rmse=0.017918	lr=0.151203
Epoch[117] Batch [1049]	Speed: 953.021356 samples/sec	rmse=0.017924	lr=0.151078
Epoch[117] Batch [1099]	Speed: 952.463617 samples/sec	rmse=0.017926	lr=0.150954
Epoch[117] Batch [1149]	Speed: 949.174276 samples/sec	rmse=0.017933	lr=0.150829
Epoch[117] Batch [1199]	Speed: 956.537482 samples/sec	rmse=0.017942	lr=0.150704
Epoch[117] Batch [1249]	Speed: 951.746336 samples/sec	rmse=0.017946	lr=0.150579
[Epoch 117] training: rmse=0.017947
[Epoch 117] speed: 948 samples/sec	time cost: 1367.934487
[Epoch 117] validation: err-top1=0.283522 err-top5=0.091000
Epoch[118] Batch [49]	Speed: 956.952755 samples/sec	rmse=0.017605	lr=0.150452
Epoch[118] Batch [99]	Speed: 947.806269 samples/sec	rmse=0.017710	lr=0.150327
Epoch[118] Batch [149]	Speed: 949.236072 samples/sec	rmse=0.017753	lr=0.150202
Epoch[118] Batch [199]	Speed: 952.535188 samples/sec	rmse=0.017790	lr=0.150078
Epoch[118] Batch [249]	Speed: 949.980002 samples/sec	rmse=0.017804	lr=0.149953
Epoch[118] Batch [299]	Speed: 951.715756 samples/sec	rmse=0.017799	lr=0.149828
Epoch[118] Batch [349]	Speed: 954.838065 samples/sec	rmse=0.017809	lr=0.149704
Epoch[118] Batch [399]	Speed: 949.254278 samples/sec	rmse=0.017810	lr=0.149579
Epoch[118] Batch [449]	Speed: 948.601561 samples/sec	rmse=0.017805	lr=0.149454
Epoch[118] Batch [499]	Speed: 952.024067 samples/sec	rmse=0.017826	lr=0.149330
Epoch[118] Batch [549]	Speed: 952.086184 samples/sec	rmse=0.017843	lr=0.149205
Epoch[118] Batch [599]	Speed: 951.759547 samples/sec	rmse=0.017846	lr=0.149081
Epoch[118] Batch [649]	Speed: 950.225217 samples/sec	rmse=0.017836	lr=0.148956
Epoch[118] Batch [699]	Speed: 950.742840 samples/sec	rmse=0.017836	lr=0.148832
Epoch[118] Batch [749]	Speed: 949.617215 samples/sec	rmse=0.017846	lr=0.148707
Epoch[118] Batch [799]	Speed: 948.457041 samples/sec	rmse=0.017842	lr=0.148583
Epoch[118] Batch [849]	Speed: 955.681330 samples/sec	rmse=0.017852	lr=0.148458
Epoch[118] Batch [899]	Speed: 952.513662 samples/sec	rmse=0.017860	lr=0.148334
Epoch[118] Batch [949]	Speed: 948.791203 samples/sec	rmse=0.017866	lr=0.148209
Epoch[118] Batch [999]	Speed: 951.007754 samples/sec	rmse=0.017872	lr=0.148085
Epoch[118] Batch [1049]	Speed: 946.385735 samples/sec	rmse=0.017873	lr=0.147961
Epoch[118] Batch [1099]	Speed: 952.655119 samples/sec	rmse=0.017881	lr=0.147836
Epoch[118] Batch [1149]	Speed: 946.255340 samples/sec	rmse=0.017878	lr=0.147712
Epoch[118] Batch [1199]	Speed: 947.448314 samples/sec	rmse=0.017882	lr=0.147588
Epoch[118] Batch [1249]	Speed: 955.811719 samples/sec	rmse=0.017883	lr=0.147463
[Epoch 118] training: rmse=0.017883
[Epoch 118] speed: 950 samples/sec	time cost: 1365.985442
[Epoch 118] validation: err-top1=0.286890 err-top5=0.092395
Epoch[119] Batch [49]	Speed: 955.615583 samples/sec	rmse=0.017843	lr=0.147337
Epoch[119] Batch [99]	Speed: 949.713051 samples/sec	rmse=0.017831	lr=0.147213
Epoch[119] Batch [149]	Speed: 946.717875 samples/sec	rmse=0.017784	lr=0.147088
Epoch[119] Batch [199]	Speed: 946.690605 samples/sec	rmse=0.017809	lr=0.146964
Epoch[119] Batch [249]	Speed: 951.356983 samples/sec	rmse=0.017799	lr=0.146840
Epoch[119] Batch [299]	Speed: 950.033165 samples/sec	rmse=0.017808	lr=0.146716
Epoch[119] Batch [349]	Speed: 946.509420 samples/sec	rmse=0.017828	lr=0.146592
Epoch[119] Batch [399]	Speed: 948.670735 samples/sec	rmse=0.017835	lr=0.146468
Epoch[119] Batch [449]	Speed: 952.067540 samples/sec	rmse=0.017849	lr=0.146344
Epoch[119] Batch [499]	Speed: 951.535775 samples/sec	rmse=0.017861	lr=0.146220
Epoch[119] Batch [549]	Speed: 951.562195 samples/sec	rmse=0.017865	lr=0.146095
Epoch[119] Batch [599]	Speed: 951.586731 samples/sec	rmse=0.017878	lr=0.145971
Epoch[119] Batch [649]	Speed: 948.186068 samples/sec	rmse=0.017871	lr=0.145847
Epoch[119] Batch [699]	Speed: 949.724614 samples/sec	rmse=0.017871	lr=0.145724
Epoch[119] Batch [749]	Speed: 951.884498 samples/sec	rmse=0.017879	lr=0.145600
Epoch[119] Batch [799]	Speed: 952.097750 samples/sec	rmse=0.017884	lr=0.145476
Epoch[119] Batch [849]	Speed: 947.582450 samples/sec	rmse=0.017882	lr=0.145352
Epoch[119] Batch [899]	Speed: 947.476237 samples/sec	rmse=0.017884	lr=0.145228
Epoch[119] Batch [949]	Speed: 948.798136 samples/sec	rmse=0.017887	lr=0.145104
Epoch[119] Batch [999]	Speed: 936.194797 samples/sec	rmse=0.017895	lr=0.144980
Epoch[119] Batch [1049]	Speed: 952.523705 samples/sec	rmse=0.017893	lr=0.144856
Epoch[119] Batch [1099]	Speed: 950.724151 samples/sec	rmse=0.017898	lr=0.144733
Epoch[119] Batch [1149]	Speed: 953.789833 samples/sec	rmse=0.017902	lr=0.144609
Epoch[119] Batch [1199]	Speed: 947.871360 samples/sec	rmse=0.017904	lr=0.144485
Epoch[119] Batch [1249]	Speed: 954.754554 samples/sec	rmse=0.017902	lr=0.144361
[Epoch 119] training: rmse=0.017902
[Epoch 119] speed: 948 samples/sec	time cost: 1367.307842
[Epoch 119] validation: err-top1=0.284140 err-top5=0.092036
Epoch[120] Batch [49]	Speed: 958.422464 samples/sec	rmse=0.017628	lr=0.144235
Epoch[120] Batch [99]	Speed: 954.602506 samples/sec	rmse=0.017592	lr=0.144112
Epoch[120] Batch [149]	Speed: 947.593421 samples/sec	rmse=0.017646	lr=0.143988
Epoch[120] Batch [199]	Speed: 950.178473 samples/sec	rmse=0.017677	lr=0.143864
Epoch[120] Batch [249]	Speed: 947.536818 samples/sec	rmse=0.017675	lr=0.143741
Epoch[120] Batch [299]	Speed: 948.725005 samples/sec	rmse=0.017679	lr=0.143617
Epoch[120] Batch [349]	Speed: 950.158230 samples/sec	rmse=0.017714	lr=0.143494
Epoch[120] Batch [399]	Speed: 943.042719 samples/sec	rmse=0.017723	lr=0.143370
Epoch[120] Batch [449]	Speed: 945.990345 samples/sec	rmse=0.017732	lr=0.143247
Epoch[120] Batch [499]	Speed: 948.628593 samples/sec	rmse=0.017744	lr=0.143123
Epoch[120] Batch [549]	Speed: 948.205691 samples/sec	rmse=0.017744	lr=0.143000
Epoch[120] Batch [599]	Speed: 951.819854 samples/sec	rmse=0.017752	lr=0.142876
Epoch[120] Batch [649]	Speed: 948.915815 samples/sec	rmse=0.017764	lr=0.142753
Epoch[120] Batch [699]	Speed: 950.610867 samples/sec	rmse=0.017781	lr=0.142629
Epoch[120] Batch [749]	Speed: 942.488893 samples/sec	rmse=0.017796	lr=0.142506
Epoch[120] Batch [799]	Speed: 951.719603 samples/sec	rmse=0.017807	lr=0.142383
Epoch[120] Batch [849]	Speed: 947.758508 samples/sec	rmse=0.017812	lr=0.142259
Epoch[120] Batch [899]	Speed: 955.296094 samples/sec	rmse=0.017812	lr=0.142136
Epoch[120] Batch [949]	Speed: 945.301002 samples/sec	rmse=0.017822	lr=0.142013
Epoch[120] Batch [999]	Speed: 951.238378 samples/sec	rmse=0.017823	lr=0.141890
Epoch[120] Batch [1049]	Speed: 949.469716 samples/sec	rmse=0.017828	lr=0.141766
Epoch[120] Batch [1099]	Speed: 954.979525 samples/sec	rmse=0.017833	lr=0.141643
Epoch[120] Batch [1149]	Speed: 953.063241 samples/sec	rmse=0.017832	lr=0.141520
Epoch[120] Batch [1199]	Speed: 953.768708 samples/sec	rmse=0.017833	lr=0.141397
Epoch[120] Batch [1249]	Speed: 956.872818 samples/sec	rmse=0.017839	lr=0.141274
[Epoch 120] training: rmse=0.017839
[Epoch 120] speed: 949 samples/sec	time cost: 1366.627828
[Epoch 120] validation: err-top1=0.284140 err-top5=0.093132
Epoch[121] Batch [49]	Speed: 960.568700 samples/sec	rmse=0.017578	lr=0.141148
Epoch[121] Batch [99]	Speed: 957.244836 samples/sec	rmse=0.017598	lr=0.141025
Epoch[121] Batch [149]	Speed: 951.083698 samples/sec	rmse=0.017648	lr=0.140902
Epoch[121] Batch [199]	Speed: 950.976451 samples/sec	rmse=0.017664	lr=0.140779
Epoch[121] Batch [249]	Speed: 953.811777 samples/sec	rmse=0.017662	lr=0.140656
Epoch[121] Batch [299]	Speed: 950.779861 samples/sec	rmse=0.017697	lr=0.140533
Epoch[121] Batch [349]	Speed: 954.711909 samples/sec	rmse=0.017696	lr=0.140410
Epoch[121] Batch [399]	Speed: 953.575378 samples/sec	rmse=0.017696	lr=0.140287
Epoch[121] Batch [449]	Speed: 954.402085 samples/sec	rmse=0.017704	lr=0.140164
Epoch[121] Batch [499]	Speed: 952.605892 samples/sec	rmse=0.017712	lr=0.140042
Epoch[121] Batch [549]	Speed: 946.671801 samples/sec	rmse=0.017719	lr=0.139919
Epoch[121] Batch [599]	Speed: 953.031625 samples/sec	rmse=0.017731	lr=0.139796
Epoch[121] Batch [649]	Speed: 955.202846 samples/sec	rmse=0.017732	lr=0.139673
Epoch[121] Batch [699]	Speed: 956.646571 samples/sec	rmse=0.017733	lr=0.139550
Epoch[121] Batch [749]	Speed: 950.922302 samples/sec	rmse=0.017742	lr=0.139428
Epoch[121] Batch [799]	Speed: 961.862757 samples/sec	rmse=0.017754	lr=0.139305
Epoch[121] Batch [849]	Speed: 954.717355 samples/sec	rmse=0.017763	lr=0.139182
Epoch[121] Batch [899]	Speed: 953.739951 samples/sec	rmse=0.017772	lr=0.139059
Epoch[121] Batch [949]	Speed: 955.152650 samples/sec	rmse=0.017776	lr=0.138937
Epoch[121] Batch [999]	Speed: 958.030947 samples/sec	rmse=0.017781	lr=0.138814
Epoch[121] Batch [1049]	Speed: 958.111394 samples/sec	rmse=0.017786	lr=0.138692
Epoch[121] Batch [1099]	Speed: 959.955136 samples/sec	rmse=0.017794	lr=0.138569
Epoch[121] Batch [1149]	Speed: 958.195847 samples/sec	rmse=0.017798	lr=0.138447
Epoch[121] Batch [1199]	Speed: 957.008109 samples/sec	rmse=0.017803	lr=0.138324
Epoch[121] Batch [1249]	Speed: 957.866120 samples/sec	rmse=0.017809	lr=0.138202
[Epoch 121] training: rmse=0.017809
[Epoch 121] speed: 954 samples/sec	time cost: 1360.984753
[Epoch 121] validation: err-top1=0.276208 err-top5=0.087731
Epoch[122] Batch [49]	Speed: 959.927570 samples/sec	rmse=0.017511	lr=0.138077
Epoch[122] Batch [99]	Speed: 955.839164 samples/sec	rmse=0.017537	lr=0.137954
Epoch[122] Batch [149]	Speed: 947.122554 samples/sec	rmse=0.017584	lr=0.137832
Epoch[122] Batch [199]	Speed: 951.854196 samples/sec	rmse=0.017592	lr=0.137709
Epoch[122] Batch [249]	Speed: 950.957223 samples/sec	rmse=0.017582	lr=0.137587
Epoch[122] Batch [299]	Speed: 951.951534 samples/sec	rmse=0.017589	lr=0.137465
Epoch[122] Batch [349]	Speed: 952.333945 samples/sec	rmse=0.017604	lr=0.137342
Epoch[122] Batch [399]	Speed: 943.233400 samples/sec	rmse=0.017617	lr=0.137220
Epoch[122] Batch [449]	Speed: 951.059348 samples/sec	rmse=0.017614	lr=0.137098
Epoch[122] Batch [499]	Speed: 946.128858 samples/sec	rmse=0.017624	lr=0.136976
Epoch[122] Batch [549]	Speed: 955.367790 samples/sec	rmse=0.017634	lr=0.136853
Epoch[122] Batch [599]	Speed: 950.650066 samples/sec	rmse=0.017639	lr=0.136731
Epoch[122] Batch [649]	Speed: 953.049033 samples/sec	rmse=0.017648	lr=0.136609
Epoch[122] Batch [699]	Speed: 956.436184 samples/sec	rmse=0.017657	lr=0.136487
Epoch[122] Batch [749]	Speed: 956.053055 samples/sec	rmse=0.017662	lr=0.136365
Epoch[122] Batch [799]	Speed: 951.443015 samples/sec	rmse=0.017669	lr=0.136243
Epoch[122] Batch [849]	Speed: 950.740769 samples/sec	rmse=0.017678	lr=0.136121
Epoch[122] Batch [899]	Speed: 954.598597 samples/sec	rmse=0.017685	lr=0.135999
Epoch[122] Batch [949]	Speed: 949.990777 samples/sec	rmse=0.017695	lr=0.135877
Epoch[122] Batch [999]	Speed: 952.758218 samples/sec	rmse=0.017705	lr=0.135755
Epoch[122] Batch [1049]	Speed: 951.666731 samples/sec	rmse=0.017707	lr=0.135633
Epoch[122] Batch [1099]	Speed: 951.886759 samples/sec	rmse=0.017713	lr=0.135511
Epoch[122] Batch [1149]	Speed: 957.159487 samples/sec	rmse=0.017713	lr=0.135389
Epoch[122] Batch [1199]	Speed: 956.133970 samples/sec	rmse=0.017719	lr=0.135267
Epoch[122] Batch [1249]	Speed: 957.105438 samples/sec	rmse=0.017726	lr=0.135145
[Epoch 122] training: rmse=0.017726
[Epoch 122] speed: 951 samples/sec	time cost: 1363.038743
[Epoch 122] validation: err-top1=0.292175 err-top5=0.096924
Epoch[123] Batch [49]	Speed: 961.046731 samples/sec	rmse=0.017567	lr=0.135021
Epoch[123] Batch [99]	Speed: 954.346874 samples/sec	rmse=0.017526	lr=0.134899
Epoch[123] Batch [149]	Speed: 950.279434 samples/sec	rmse=0.017580	lr=0.134777
Epoch[123] Batch [199]	Speed: 951.104064 samples/sec	rmse=0.017615	lr=0.134656
Epoch[123] Batch [249]	Speed: 950.447995 samples/sec	rmse=0.017637	lr=0.134534
Epoch[123] Batch [299]	Speed: 953.008084 samples/sec	rmse=0.017651	lr=0.134412
Epoch[123] Batch [349]	Speed: 951.080771 samples/sec	rmse=0.017636	lr=0.134291
Epoch[123] Batch [399]	Speed: 952.111325 samples/sec	rmse=0.017641	lr=0.134169
Epoch[123] Batch [449]	Speed: 956.226791 samples/sec	rmse=0.017651	lr=0.134047
Epoch[123] Batch [499]	Speed: 955.432678 samples/sec	rmse=0.017666	lr=0.133926
Epoch[123] Batch [549]	Speed: 950.537392 samples/sec	rmse=0.017686	lr=0.133804
Epoch[123] Batch [599]	Speed: 952.037615 samples/sec	rmse=0.017676	lr=0.133683
Epoch[123] Batch [649]	Speed: 957.136340 samples/sec	rmse=0.017680	lr=0.133561
Epoch[123] Batch [699]	Speed: 952.798119 samples/sec	rmse=0.017680	lr=0.133440
Epoch[123] Batch [749]	Speed: 954.819058 samples/sec	rmse=0.017682	lr=0.133318
Epoch[123] Batch [799]	Speed: 952.763417 samples/sec	rmse=0.017680	lr=0.133197
Epoch[123] Batch [849]	Speed: 952.940954 samples/sec	rmse=0.017693	lr=0.133076
Epoch[123] Batch [899]	Speed: 951.304392 samples/sec	rmse=0.017691	lr=0.132954
Epoch[123] Batch [949]	Speed: 951.311657 samples/sec	rmse=0.017696	lr=0.132833
Epoch[123] Batch [999]	Speed: 954.050562 samples/sec	rmse=0.017699	lr=0.132712
Epoch[123] Batch [1049]	Speed: 951.669979 samples/sec	rmse=0.017700	lr=0.132590
Epoch[123] Batch [1099]	Speed: 951.499252 samples/sec	rmse=0.017709	lr=0.132469
Epoch[123] Batch [1149]	Speed: 951.744548 samples/sec	rmse=0.017707	lr=0.132348
Epoch[123] Batch [1199]	Speed: 950.914272 samples/sec	rmse=0.017707	lr=0.132227
Epoch[123] Batch [1249]	Speed: 955.730420 samples/sec	rmse=0.017710	lr=0.132106
[Epoch 123] training: rmse=0.017710
[Epoch 123] speed: 952 samples/sec	time cost: 1362.717359
[Epoch 123] validation: err-top1=0.273657 err-top5=0.084403
Epoch[124] Batch [49]	Speed: 962.222989 samples/sec	rmse=0.017512	lr=0.131982
Epoch[124] Batch [99]	Speed: 944.528111 samples/sec	rmse=0.017569	lr=0.131861
Epoch[124] Batch [149]	Speed: 956.489702 samples/sec	rmse=0.017563	lr=0.131740
Epoch[124] Batch [199]	Speed: 952.351257 samples/sec	rmse=0.017565	lr=0.131619
Epoch[124] Batch [249]	Speed: 952.048977 samples/sec	rmse=0.017547	lr=0.131498
Epoch[124] Batch [299]	Speed: 947.660449 samples/sec	rmse=0.017558	lr=0.131377
Epoch[124] Batch [349]	Speed: 948.821021 samples/sec	rmse=0.017567	lr=0.131256
Epoch[124] Batch [399]	Speed: 947.853571 samples/sec	rmse=0.017578	lr=0.131135
Epoch[124] Batch [449]	Speed: 952.314645 samples/sec	rmse=0.017597	lr=0.131014
Epoch[124] Batch [499]	Speed: 952.796030 samples/sec	rmse=0.017607	lr=0.130893
Epoch[124] Batch [549]	Speed: 950.983661 samples/sec	rmse=0.017608	lr=0.130773
Epoch[124] Batch [599]	Speed: 954.103190 samples/sec	rmse=0.017625	lr=0.130652
Epoch[124] Batch [649]	Speed: 953.308350 samples/sec	rmse=0.017626	lr=0.130531
Epoch[124] Batch [699]	Speed: 955.109701 samples/sec	rmse=0.017626	lr=0.130410
Epoch[124] Batch [749]	Speed: 955.458443 samples/sec	rmse=0.017633	lr=0.130289
Epoch[124] Batch [799]	Speed: 952.559889 samples/sec	rmse=0.017628	lr=0.130169
Epoch[124] Batch [849]	Speed: 948.161925 samples/sec	rmse=0.017641	lr=0.130048
Epoch[124] Batch [899]	Speed: 954.863649 samples/sec	rmse=0.017644	lr=0.129927
Epoch[124] Batch [949]	Speed: 954.587633 samples/sec	rmse=0.017646	lr=0.129807
Epoch[124] Batch [999]	Speed: 948.646747 samples/sec	rmse=0.017650	lr=0.129686
Epoch[124] Batch [1049]	Speed: 954.841614 samples/sec	rmse=0.017659	lr=0.129566
Epoch[124] Batch [1099]	Speed: 951.291455 samples/sec	rmse=0.017664	lr=0.129445
Epoch[124] Batch [1149]	Speed: 953.661935 samples/sec	rmse=0.017665	lr=0.129325
Epoch[124] Batch [1199]	Speed: 951.944580 samples/sec	rmse=0.017671	lr=0.129204
Epoch[124] Batch [1249]	Speed: 950.103522 samples/sec	rmse=0.017675	lr=0.129084
[Epoch 124] training: rmse=0.017675
[Epoch 124] speed: 951 samples/sec	time cost: 1363.907562
[Epoch 124] validation: err-top1=0.286073 err-top5=0.092116
Epoch[125] Batch [49]	Speed: 962.440800 samples/sec	rmse=0.017371	lr=0.128961
Epoch[125] Batch [99]	Speed: 952.866912 samples/sec	rmse=0.017394	lr=0.128841
Epoch[125] Batch [149]	Speed: 954.649020 samples/sec	rmse=0.017399	lr=0.128720
Epoch[125] Batch [199]	Speed: 953.868425 samples/sec	rmse=0.017406	lr=0.128600
Epoch[125] Batch [249]	Speed: 953.227624 samples/sec	rmse=0.017431	lr=0.128480
Epoch[125] Batch [299]	Speed: 953.304837 samples/sec	rmse=0.017473	lr=0.128359
Epoch[125] Batch [349]	Speed: 954.978726 samples/sec	rmse=0.017491	lr=0.128239
Epoch[125] Batch [399]	Speed: 950.594043 samples/sec	rmse=0.017499	lr=0.128119
Epoch[125] Batch [449]	Speed: 955.048569 samples/sec	rmse=0.017515	lr=0.127999
Epoch[125] Batch [499]	Speed: 951.243868 samples/sec	rmse=0.017526	lr=0.127879
Epoch[125] Batch [549]	Speed: 954.606533 samples/sec	rmse=0.017536	lr=0.127759
Epoch[125] Batch [599]	Speed: 950.904107 samples/sec	rmse=0.017555	lr=0.127639
Epoch[125] Batch [649]	Speed: 954.464369 samples/sec	rmse=0.017557	lr=0.127519
Epoch[125] Batch [699]	Speed: 951.820512 samples/sec	rmse=0.017565	lr=0.127399
Epoch[125] Batch [749]	Speed: 948.492921 samples/sec	rmse=0.017572	lr=0.127279
Epoch[125] Batch [799]	Speed: 952.139035 samples/sec	rmse=0.017576	lr=0.127159
Epoch[125] Batch [849]	Speed: 949.503548 samples/sec	rmse=0.017581	lr=0.127039
Epoch[125] Batch [899]	Speed: 950.212839 samples/sec	rmse=0.017583	lr=0.126919
Epoch[125] Batch [949]	Speed: 946.278119 samples/sec	rmse=0.017584	lr=0.126799
Epoch[125] Batch [999]	Speed: 955.093819 samples/sec	rmse=0.017590	lr=0.126679
Epoch[125] Batch [1049]	Speed: 952.409865 samples/sec	rmse=0.017597	lr=0.126559
Epoch[125] Batch [1099]	Speed: 951.168581 samples/sec	rmse=0.017609	lr=0.126440
Epoch[125] Batch [1149]	Speed: 952.405903 samples/sec	rmse=0.017607	lr=0.126320
Epoch[125] Batch [1199]	Speed: 952.086674 samples/sec	rmse=0.017608	lr=0.126200
Epoch[125] Batch [1249]	Speed: 947.051530 samples/sec	rmse=0.017608	lr=0.126080
[Epoch 125] training: rmse=0.017608
[Epoch 125] speed: 951 samples/sec	time cost: 1363.730234
[Epoch 125] validation: err-top1=0.270249 err-top5=0.083347
Epoch[126] Batch [49]	Speed: 960.908748 samples/sec	rmse=0.017371	lr=0.125958
Epoch[126] Batch [99]	Speed: 954.606766 samples/sec	rmse=0.017427	lr=0.125839
Epoch[126] Batch [149]	Speed: 950.972450 samples/sec	rmse=0.017415	lr=0.125719
Epoch[126] Batch [199]	Speed: 951.169453 samples/sec	rmse=0.017424	lr=0.125600
Epoch[126] Batch [249]	Speed: 954.083589 samples/sec	rmse=0.017441	lr=0.125480
Epoch[126] Batch [299]	Speed: 947.337485 samples/sec	rmse=0.017468	lr=0.125361
Epoch[126] Batch [349]	Speed: 954.159368 samples/sec	rmse=0.017491	lr=0.125241
Epoch[126] Batch [399]	Speed: 952.896483 samples/sec	rmse=0.017499	lr=0.125122
Epoch[126] Batch [449]	Speed: 950.131208 samples/sec	rmse=0.017508	lr=0.125002
Epoch[126] Batch [499]	Speed: 949.352802 samples/sec	rmse=0.017516	lr=0.124883
Epoch[126] Batch [549]	Speed: 949.474061 samples/sec	rmse=0.017525	lr=0.124764
Epoch[126] Batch [599]	Speed: 951.045461 samples/sec	rmse=0.017524	lr=0.124644
Epoch[126] Batch [649]	Speed: 951.903886 samples/sec	rmse=0.017534	lr=0.124525
Epoch[126] Batch [699]	Speed: 950.699125 samples/sec	rmse=0.017544	lr=0.124406
Epoch[126] Batch [749]	Speed: 953.685042 samples/sec	rmse=0.017545	lr=0.124287
Epoch[126] Batch [799]	Speed: 953.237686 samples/sec	rmse=0.017551	lr=0.124167
Epoch[126] Batch [849]	Speed: 952.400483 samples/sec	rmse=0.017557	lr=0.124048
Epoch[126] Batch [899]	Speed: 956.513513 samples/sec	rmse=0.017552	lr=0.123929
Epoch[126] Batch [949]	Speed: 955.883075 samples/sec	rmse=0.017555	lr=0.123810
Epoch[126] Batch [999]	Speed: 950.012227 samples/sec	rmse=0.017553	lr=0.123691
Epoch[126] Batch [1049]	Speed: 951.627781 samples/sec	rmse=0.017558	lr=0.123572
Epoch[126] Batch [1099]	Speed: 955.815059 samples/sec	rmse=0.017561	lr=0.123453
Epoch[126] Batch [1149]	Speed: 952.387622 samples/sec	rmse=0.017566	lr=0.123334
Epoch[126] Batch [1199]	Speed: 952.945411 samples/sec	rmse=0.017571	lr=0.123215
Epoch[126] Batch [1249]	Speed: 958.637398 samples/sec	rmse=0.017573	lr=0.123096
[Epoch 126] training: rmse=0.017573
[Epoch 126] speed: 952 samples/sec	time cost: 1362.821373
[Epoch 126] validation: err-top1=0.301578 err-top5=0.102160
Epoch[127] Batch [49]	Speed: 958.171414 samples/sec	rmse=0.017183	lr=0.122975
Epoch[127] Batch [99]	Speed: 954.793705 samples/sec	rmse=0.017303	lr=0.122856
Epoch[127] Batch [149]	Speed: 951.474809 samples/sec	rmse=0.017351	lr=0.122737
Epoch[127] Batch [199]	Speed: 943.646553 samples/sec	rmse=0.017357	lr=0.122618
Epoch[127] Batch [249]	Speed: 957.172841 samples/sec	rmse=0.017390	lr=0.122500
Epoch[127] Batch [299]	Speed: 947.002254 samples/sec	rmse=0.017428	lr=0.122381
Epoch[127] Batch [349]	Speed: 953.191335 samples/sec	rmse=0.017441	lr=0.122262
Epoch[127] Batch [399]	Speed: 952.866928 samples/sec	rmse=0.017458	lr=0.122144
Epoch[127] Batch [449]	Speed: 944.301768 samples/sec	rmse=0.017471	lr=0.122025
Epoch[127] Batch [499]	Speed: 950.390431 samples/sec	rmse=0.017487	lr=0.121907
Epoch[127] Batch [549]	Speed: 952.124070 samples/sec	rmse=0.017487	lr=0.121788
Epoch[127] Batch [599]	Speed: 947.094459 samples/sec	rmse=0.017482	lr=0.121669
Epoch[127] Batch [649]	Speed: 952.713494 samples/sec	rmse=0.017482	lr=0.121551
Epoch[127] Batch [699]	Speed: 952.065624 samples/sec	rmse=0.017486	lr=0.121433
Epoch[127] Batch [749]	Speed: 946.359094 samples/sec	rmse=0.017485	lr=0.121314
Epoch[127] Batch [799]	Speed: 949.789091 samples/sec	rmse=0.017496	lr=0.121196
Epoch[127] Batch [849]	Speed: 946.956077 samples/sec	rmse=0.017502	lr=0.121077
Epoch[127] Batch [899]	Speed: 951.882371 samples/sec	rmse=0.017502	lr=0.120959
Epoch[127] Batch [949]	Speed: 947.672836 samples/sec	rmse=0.017512	lr=0.120841
Epoch[127] Batch [999]	Speed: 952.270605 samples/sec	rmse=0.017516	lr=0.120723
Epoch[127] Batch [1049]	Speed: 949.585932 samples/sec	rmse=0.017527	lr=0.120604
Epoch[127] Batch [1099]	Speed: 949.049042 samples/sec	rmse=0.017533	lr=0.120486
Epoch[127] Batch [1149]	Speed: 950.608119 samples/sec	rmse=0.017534	lr=0.120368
Epoch[127] Batch [1199]	Speed: 954.120010 samples/sec	rmse=0.017542	lr=0.120250
Epoch[127] Batch [1249]	Speed: 950.287920 samples/sec	rmse=0.017542	lr=0.120132
[Epoch 127] training: rmse=0.017543
[Epoch 127] speed: 949 samples/sec	time cost: 1365.930276
[Epoch 127] validation: err-top1=0.267517 err-top5=0.083089
Epoch[128] Batch [49]	Speed: 951.638792 samples/sec	rmse=0.017291	lr=0.120011
Epoch[128] Batch [99]	Speed: 948.211369 samples/sec	rmse=0.017303	lr=0.119893
Epoch[128] Batch [149]	Speed: 951.977652 samples/sec	rmse=0.017336	lr=0.119775
Epoch[128] Batch [199]	Speed: 957.965812 samples/sec	rmse=0.017306	lr=0.119657
Epoch[128] Batch [249]	Speed: 949.221127 samples/sec	rmse=0.017325	lr=0.119540
Epoch[128] Batch [299]	Speed: 952.938218 samples/sec	rmse=0.017356	lr=0.119422
Epoch[128] Batch [349]	Speed: 951.259935 samples/sec	rmse=0.017369	lr=0.119304
Epoch[128] Batch [399]	Speed: 953.987531 samples/sec	rmse=0.017370	lr=0.119186
Epoch[128] Batch [449]	Speed: 950.661555 samples/sec	rmse=0.017398	lr=0.119068
Epoch[128] Batch [499]	Speed: 952.885781 samples/sec	rmse=0.017405	lr=0.118950
Epoch[128] Batch [549]	Speed: 953.624634 samples/sec	rmse=0.017423	lr=0.118833
Epoch[128] Batch [599]	Speed: 950.255819 samples/sec	rmse=0.017429	lr=0.118715
Epoch[128] Batch [649]	Speed: 951.361767 samples/sec	rmse=0.017444	lr=0.118597
Epoch[128] Batch [699]	Speed: 955.426315 samples/sec	rmse=0.017446	lr=0.118480
Epoch[128] Batch [749]	Speed: 954.053910 samples/sec	rmse=0.017442	lr=0.118362
Epoch[128] Batch [799]	Speed: 949.818921 samples/sec	rmse=0.017444	lr=0.118245
Epoch[128] Batch [849]	Speed: 960.646471 samples/sec	rmse=0.017452	lr=0.118127
Epoch[128] Batch [899]	Speed: 954.421957 samples/sec	rmse=0.017454	lr=0.118010
Epoch[128] Batch [949]	Speed: 950.323148 samples/sec	rmse=0.017454	lr=0.117892
Epoch[128] Batch [999]	Speed: 951.343556 samples/sec	rmse=0.017462	lr=0.117775
Epoch[128] Batch [1049]	Speed: 950.694293 samples/sec	rmse=0.017470	lr=0.117657
Epoch[128] Batch [1099]	Speed: 951.586010 samples/sec	rmse=0.017467	lr=0.117540
Epoch[128] Batch [1149]	Speed: 950.683961 samples/sec	rmse=0.017471	lr=0.117423
Epoch[128] Batch [1199]	Speed: 947.070283 samples/sec	rmse=0.017478	lr=0.117305
Epoch[128] Batch [1249]	Speed: 950.037440 samples/sec	rmse=0.017486	lr=0.117188
[Epoch 128] training: rmse=0.017488
[Epoch 128] speed: 951 samples/sec	time cost: 1365.333066
[Epoch 128] validation: err-top1=0.278978 err-top5=0.087632
Epoch[129] Batch [49]	Speed: 952.835985 samples/sec	rmse=0.017189	lr=0.117069
Epoch[129] Batch [99]	Speed: 947.826830 samples/sec	rmse=0.017223	lr=0.116952
Epoch[129] Batch [149]	Speed: 950.394263 samples/sec	rmse=0.017232	lr=0.116834
Epoch[129] Batch [199]	Speed: 945.883802 samples/sec	rmse=0.017244	lr=0.116717
Epoch[129] Batch [249]	Speed: 950.415302 samples/sec	rmse=0.017275	lr=0.116600
Epoch[129] Batch [299]	Speed: 951.644768 samples/sec	rmse=0.017305	lr=0.116483
Epoch[129] Batch [349]	Speed: 946.800620 samples/sec	rmse=0.017301	lr=0.116366
Epoch[129] Batch [399]	Speed: 948.842276 samples/sec	rmse=0.017309	lr=0.116249
Epoch[129] Batch [449]	Speed: 956.405660 samples/sec	rmse=0.017305	lr=0.116132
Epoch[129] Batch [499]	Speed: 949.467919 samples/sec	rmse=0.017310	lr=0.116015
Epoch[129] Batch [549]	Speed: 949.620167 samples/sec	rmse=0.017328	lr=0.115899
Epoch[129] Batch [599]	Speed: 949.641391 samples/sec	rmse=0.017343	lr=0.115782
Epoch[129] Batch [649]	Speed: 950.906575 samples/sec	rmse=0.017355	lr=0.115665
Epoch[129] Batch [699]	Speed: 953.270949 samples/sec	rmse=0.017375	lr=0.115548
Epoch[129] Batch [749]	Speed: 952.789901 samples/sec	rmse=0.017382	lr=0.115431
Epoch[129] Batch [799]	Speed: 948.454206 samples/sec	rmse=0.017392	lr=0.115315
Epoch[129] Batch [849]	Speed: 948.986192 samples/sec	rmse=0.017406	lr=0.115198
Epoch[129] Batch [899]	Speed: 953.581822 samples/sec	rmse=0.017418	lr=0.115081
Epoch[129] Batch [949]	Speed: 950.311436 samples/sec	rmse=0.017424	lr=0.114965
Epoch[129] Batch [999]	Speed: 949.947707 samples/sec	rmse=0.017432	lr=0.114848
Epoch[129] Batch [1049]	Speed: 948.866802 samples/sec	rmse=0.017434	lr=0.114732
Epoch[129] Batch [1099]	Speed: 951.417724 samples/sec	rmse=0.017442	lr=0.114615
Epoch[129] Batch [1149]	Speed: 946.796316 samples/sec	rmse=0.017446	lr=0.114499
Epoch[129] Batch [1199]	Speed: 944.138435 samples/sec	rmse=0.017449	lr=0.114383
Epoch[129] Batch [1249]	Speed: 957.788470 samples/sec	rmse=0.017455	lr=0.114266
[Epoch 129] training: rmse=0.017454
[Epoch 129] speed: 949 samples/sec	time cost: 1366.658036
[Epoch 129] validation: err-top1=0.267478 err-top5=0.082470
Epoch[130] Batch [49]	Speed: 963.579733 samples/sec	rmse=0.017289	lr=0.114147
Epoch[130] Batch [99]	Speed: 950.420468 samples/sec	rmse=0.017273	lr=0.114031
Epoch[130] Batch [149]	Speed: 951.616619 samples/sec	rmse=0.017251	lr=0.113915
Epoch[130] Batch [199]	Speed: 955.351359 samples/sec	rmse=0.017250	lr=0.113799
Epoch[130] Batch [249]	Speed: 956.660017 samples/sec	rmse=0.017271	lr=0.113683
Epoch[130] Batch [299]	Speed: 953.984407 samples/sec	rmse=0.017294	lr=0.113566
Epoch[130] Batch [349]	Speed: 952.953585 samples/sec	rmse=0.017298	lr=0.113450
Epoch[130] Batch [399]	Speed: 953.790456 samples/sec	rmse=0.017317	lr=0.113334
Epoch[130] Batch [449]	Speed: 953.856647 samples/sec	rmse=0.017315	lr=0.113218
Epoch[130] Batch [499]	Speed: 954.166791 samples/sec	rmse=0.017313	lr=0.113102
Epoch[130] Batch [549]	Speed: 951.741439 samples/sec	rmse=0.017329	lr=0.112986
Epoch[130] Batch [599]	Speed: 949.392854 samples/sec	rmse=0.017336	lr=0.112870
Epoch[130] Batch [649]	Speed: 952.545177 samples/sec	rmse=0.017345	lr=0.112754
Epoch[130] Batch [699]	Speed: 948.640574 samples/sec	rmse=0.017348	lr=0.112638
Epoch[130] Batch [749]	Speed: 950.018178 samples/sec	rmse=0.017357	lr=0.112523
Epoch[130] Batch [799]	Speed: 952.252042 samples/sec	rmse=0.017372	lr=0.112407
Epoch[130] Batch [849]	Speed: 952.367454 samples/sec	rmse=0.017375	lr=0.112291
Epoch[130] Batch [899]	Speed: 950.921055 samples/sec	rmse=0.017372	lr=0.112175
Epoch[130] Batch [949]	Speed: 951.643199 samples/sec	rmse=0.017378	lr=0.112060
Epoch[130] Batch [999]	Speed: 944.884146 samples/sec	rmse=0.017382	lr=0.111944
Epoch[130] Batch [1049]	Speed: 937.151996 samples/sec	rmse=0.017384	lr=0.111828
Epoch[130] Batch [1099]	Speed: 952.388923 samples/sec	rmse=0.017392	lr=0.111713
Epoch[130] Batch [1149]	Speed: 950.567535 samples/sec	rmse=0.017400	lr=0.111597
Epoch[130] Batch [1199]	Speed: 950.479385 samples/sec	rmse=0.017405	lr=0.111482
Epoch[130] Batch [1249]	Speed: 955.427373 samples/sec	rmse=0.017408	lr=0.111366
[Epoch 130] training: rmse=0.017408
[Epoch 130] speed: 951 samples/sec	time cost: 1364.709275
[Epoch 130] validation: err-top1=0.270249 err-top5=0.082031
Epoch[131] Batch [49]	Speed: 957.518292 samples/sec	rmse=0.017103	lr=0.111249
Epoch[131] Batch [99]	Speed: 954.784511 samples/sec	rmse=0.017164	lr=0.111133
Epoch[131] Batch [149]	Speed: 947.715657 samples/sec	rmse=0.017210	lr=0.111018
Epoch[131] Batch [199]	Speed: 945.154329 samples/sec	rmse=0.017237	lr=0.110903
Epoch[131] Batch [249]	Speed: 959.455487 samples/sec	rmse=0.017238	lr=0.110787
Epoch[131] Batch [299]	Speed: 958.231296 samples/sec	rmse=0.017262	lr=0.110672
Epoch[131] Batch [349]	Speed: 947.733730 samples/sec	rmse=0.017269	lr=0.110557
Epoch[131] Batch [399]	Speed: 952.146993 samples/sec	rmse=0.017271	lr=0.110442
Epoch[131] Batch [449]	Speed: 957.799222 samples/sec	rmse=0.017278	lr=0.110326
Epoch[131] Batch [499]	Speed: 949.503208 samples/sec	rmse=0.017302	lr=0.110211
Epoch[131] Batch [549]	Speed: 950.931801 samples/sec	rmse=0.017300	lr=0.110096
Epoch[131] Batch [599]	Speed: 946.336711 samples/sec	rmse=0.017312	lr=0.109981
Epoch[131] Batch [649]	Speed: 947.464194 samples/sec	rmse=0.017318	lr=0.109866
Epoch[131] Batch [699]	Speed: 954.145777 samples/sec	rmse=0.017326	lr=0.109751
Epoch[131] Batch [749]	Speed: 953.502892 samples/sec	rmse=0.017332	lr=0.109636
Epoch[131] Batch [799]	Speed: 949.737907 samples/sec	rmse=0.017338	lr=0.109522
Epoch[131] Batch [849]	Speed: 948.478456 samples/sec	rmse=0.017341	lr=0.109407
Epoch[131] Batch [899]	Speed: 952.232513 samples/sec	rmse=0.017348	lr=0.109292
Epoch[131] Batch [949]	Speed: 951.535775 samples/sec	rmse=0.017362	lr=0.109177
Epoch[131] Batch [999]	Speed: 954.184585 samples/sec	rmse=0.017367	lr=0.109063
Epoch[131] Batch [1049]	Speed: 949.029430 samples/sec	rmse=0.017375	lr=0.108948
Epoch[131] Batch [1099]	Speed: 950.323059 samples/sec	rmse=0.017384	lr=0.108833
Epoch[131] Batch [1149]	Speed: 948.543040 samples/sec	rmse=0.017384	lr=0.108719
Epoch[131] Batch [1199]	Speed: 948.428055 samples/sec	rmse=0.017384	lr=0.108604
Epoch[131] Batch [1249]	Speed: 954.017549 samples/sec	rmse=0.017393	lr=0.108489
[Epoch 131] training: rmse=0.017393
[Epoch 131] speed: 950 samples/sec	time cost: 1365.282038
[Epoch 131] validation: err-top1=0.265665 err-top5=0.079600
Epoch[132] Batch [49]	Speed: 963.109507 samples/sec	rmse=0.017124	lr=0.108373
Epoch[132] Batch [99]	Speed: 948.240530 samples/sec	rmse=0.017148	lr=0.108258
Epoch[132] Batch [149]	Speed: 952.128616 samples/sec	rmse=0.017169	lr=0.108144
Epoch[132] Batch [199]	Speed: 946.843254 samples/sec	rmse=0.017184	lr=0.108029
Epoch[132] Batch [249]	Speed: 952.428839 samples/sec	rmse=0.017225	lr=0.107915
Epoch[132] Batch [299]	Speed: 950.865721 samples/sec	rmse=0.017226	lr=0.107801
Epoch[132] Batch [349]	Speed: 952.071124 samples/sec	rmse=0.017232	lr=0.107687
Epoch[132] Batch [399]	Speed: 943.239416 samples/sec	rmse=0.017257	lr=0.107572
Epoch[132] Batch [449]	Speed: 950.344125 samples/sec	rmse=0.017260	lr=0.107458
Epoch[132] Batch [499]	Speed: 949.716890 samples/sec	rmse=0.017264	lr=0.107344
Epoch[132] Batch [549]	Speed: 951.329762 samples/sec	rmse=0.017274	lr=0.107230
Epoch[132] Batch [599]	Speed: 952.847446 samples/sec	rmse=0.017292	lr=0.107116
Epoch[132] Batch [649]	Speed: 949.586050 samples/sec	rmse=0.017302	lr=0.107002
Epoch[132] Batch [699]	Speed: 949.866878 samples/sec	rmse=0.017305	lr=0.106888
Epoch[132] Batch [749]	Speed: 946.809716 samples/sec	rmse=0.017317	lr=0.106774
Epoch[132] Batch [799]	Speed: 948.635290 samples/sec	rmse=0.017318	lr=0.106660
Epoch[132] Batch [849]	Speed: 953.538490 samples/sec	rmse=0.017319	lr=0.106546
Epoch[132] Batch [899]	Speed: 952.128215 samples/sec	rmse=0.017331	lr=0.106432
Epoch[132] Batch [949]	Speed: 954.510912 samples/sec	rmse=0.017337	lr=0.106318
Epoch[132] Batch [999]	Speed: 952.674893 samples/sec	rmse=0.017345	lr=0.106205
Epoch[132] Batch [1049]	Speed: 946.798307 samples/sec	rmse=0.017349	lr=0.106091
Epoch[132] Batch [1099]	Speed: 948.560884 samples/sec	rmse=0.017350	lr=0.105977
Epoch[132] Batch [1149]	Speed: 950.879539 samples/sec	rmse=0.017349	lr=0.105864
Epoch[132] Batch [1199]	Speed: 949.578416 samples/sec	rmse=0.017351	lr=0.105750
Epoch[132] Batch [1249]	Speed: 954.408634 samples/sec	rmse=0.017352	lr=0.105636
[Epoch 132] training: rmse=0.017352
[Epoch 132] speed: 950 samples/sec	time cost: 1365.789513
[Epoch 132] validation: err-top1=0.272620 err-top5=0.082290
Epoch[133] Batch [49]	Speed: 958.818517 samples/sec	rmse=0.017137	lr=0.105521
Epoch[133] Batch [99]	Speed: 954.115983 samples/sec	rmse=0.017086	lr=0.105407
Epoch[133] Batch [149]	Speed: 949.298535 samples/sec	rmse=0.017147	lr=0.105294
Epoch[133] Batch [199]	Speed: 950.062225 samples/sec	rmse=0.017166	lr=0.105180
Epoch[133] Batch [249]	Speed: 952.323362 samples/sec	rmse=0.017180	lr=0.105067
Epoch[133] Batch [299]	Speed: 956.260698 samples/sec	rmse=0.017191	lr=0.104954
Epoch[133] Batch [349]	Speed: 948.930499 samples/sec	rmse=0.017179	lr=0.104840
Epoch[133] Batch [399]	Speed: 956.338676 samples/sec	rmse=0.017180	lr=0.104727
Epoch[133] Batch [449]	Speed: 951.041894 samples/sec	rmse=0.017177	lr=0.104614
Epoch[133] Batch [499]	Speed: 952.956718 samples/sec	rmse=0.017175	lr=0.104501
Epoch[133] Batch [549]	Speed: 952.279418 samples/sec	rmse=0.017188	lr=0.104387
Epoch[133] Batch [599]	Speed: 945.713704 samples/sec	rmse=0.017194	lr=0.104274
Epoch[133] Batch [649]	Speed: 955.627353 samples/sec	rmse=0.017203	lr=0.104161
Epoch[133] Batch [699]	Speed: 951.876405 samples/sec	rmse=0.017205	lr=0.104048
Epoch[133] Batch [749]	Speed: 944.056167 samples/sec	rmse=0.017219	lr=0.103935
Epoch[133] Batch [799]	Speed: 950.339108 samples/sec	rmse=0.017236	lr=0.103822
Epoch[133] Batch [849]	Speed: 955.099001 samples/sec	rmse=0.017244	lr=0.103710
Epoch[133] Batch [899]	Speed: 945.265717 samples/sec	rmse=0.017247	lr=0.103597
Epoch[133] Batch [949]	Speed: 954.065024 samples/sec	rmse=0.017247	lr=0.103484
Epoch[133] Batch [999]	Speed: 951.794437 samples/sec	rmse=0.017253	lr=0.103371
Epoch[133] Batch [1049]	Speed: 942.788452 samples/sec	rmse=0.017255	lr=0.103258
Epoch[133] Batch [1099]	Speed: 949.437527 samples/sec	rmse=0.017256	lr=0.103146
Epoch[133] Batch [1149]	Speed: 944.544999 samples/sec	rmse=0.017258	lr=0.103033
Epoch[133] Batch [1199]	Speed: 955.281412 samples/sec	rmse=0.017272	lr=0.102920
Epoch[133] Batch [1249]	Speed: 955.382445 samples/sec	rmse=0.017267	lr=0.102808
[Epoch 133] training: rmse=0.017267
[Epoch 133] speed: 950 samples/sec	time cost: 1364.988423
[Epoch 133] validation: err-top1=0.255188 err-top5=0.075562
Epoch[134] Batch [49]	Speed: 963.321549 samples/sec	rmse=0.016921	lr=0.102693
Epoch[134] Batch [99]	Speed: 947.967907 samples/sec	rmse=0.017026	lr=0.102581
Epoch[134] Batch [149]	Speed: 952.626809 samples/sec	rmse=0.017087	lr=0.102468
Epoch[134] Batch [199]	Speed: 957.628664 samples/sec	rmse=0.017083	lr=0.102356
Epoch[134] Batch [249]	Speed: 950.197165 samples/sec	rmse=0.017066	lr=0.102243
Epoch[134] Batch [299]	Speed: 947.222215 samples/sec	rmse=0.017053	lr=0.102131
Epoch[134] Batch [349]	Speed: 948.441890 samples/sec	rmse=0.017062	lr=0.102019
Epoch[134] Batch [399]	Speed: 947.348304 samples/sec	rmse=0.017071	lr=0.101906
Epoch[134] Batch [449]	Speed: 949.421350 samples/sec	rmse=0.017079	lr=0.101794
Epoch[134] Batch [499]	Speed: 952.780114 samples/sec	rmse=0.017084	lr=0.101682
Epoch[134] Batch [549]	Speed: 946.145361 samples/sec	rmse=0.017101	lr=0.101570
Epoch[134] Batch [599]	Speed: 948.440897 samples/sec	rmse=0.017108	lr=0.101458
Epoch[134] Batch [649]	Speed: 946.508815 samples/sec	rmse=0.017125	lr=0.101346
Epoch[134] Batch [699]	Speed: 953.466937 samples/sec	rmse=0.017140	lr=0.101234
Epoch[134] Batch [749]	Speed: 953.719594 samples/sec	rmse=0.017140	lr=0.101122
Epoch[134] Batch [799]	Speed: 954.660270 samples/sec	rmse=0.017150	lr=0.101010
Epoch[134] Batch [849]	Speed: 950.379706 samples/sec	rmse=0.017163	lr=0.100898
Epoch[134] Batch [899]	Speed: 952.159307 samples/sec	rmse=0.017171	lr=0.100786
Epoch[134] Batch [949]	Speed: 952.076277 samples/sec	rmse=0.017179	lr=0.100674
Epoch[134] Batch [999]	Speed: 952.358010 samples/sec	rmse=0.017183	lr=0.100563
Epoch[134] Batch [1049]	Speed: 953.965858 samples/sec	rmse=0.017189	lr=0.100451
Epoch[134] Batch [1099]	Speed: 951.338835 samples/sec	rmse=0.017196	lr=0.100339
Epoch[134] Batch [1149]	Speed: 954.520857 samples/sec	rmse=0.017197	lr=0.100228
Epoch[134] Batch [1199]	Speed: 950.220008 samples/sec	rmse=0.017206	lr=0.100116
Epoch[134] Batch [1249]	Speed: 953.970312 samples/sec	rmse=0.017210	lr=0.100004
[Epoch 134] training: rmse=0.017210
[Epoch 134] speed: 950 samples/sec	time cost: 1365.320655
[Epoch 134] validation: err-top1=0.260922 err-top5=0.077866
Epoch[135] Batch [49]	Speed: 960.374635 samples/sec	rmse=0.016930	lr=0.099891
Epoch[135] Batch [99]	Speed: 944.879806 samples/sec	rmse=0.016933	lr=0.099779
Epoch[135] Batch [149]	Speed: 945.970751 samples/sec	rmse=0.016976	lr=0.099668
Epoch[135] Batch [199]	Speed: 948.132504 samples/sec	rmse=0.016994	lr=0.099556
Epoch[135] Batch [249]	Speed: 950.907632 samples/sec	rmse=0.017000	lr=0.099445
Epoch[135] Batch [299]	Speed: 949.597878 samples/sec	rmse=0.017024	lr=0.099334
Epoch[135] Batch [349]	Speed: 952.517507 samples/sec	rmse=0.017025	lr=0.099223
Epoch[135] Batch [399]	Speed: 949.233886 samples/sec	rmse=0.017041	lr=0.099111
Epoch[135] Batch [449]	Speed: 950.824538 samples/sec	rmse=0.017058	lr=0.099000
Epoch[135] Batch [499]	Speed: 955.342353 samples/sec	rmse=0.017069	lr=0.098889
Epoch[135] Batch [549]	Speed: 951.732535 samples/sec	rmse=0.017085	lr=0.098778
Epoch[135] Batch [599]	Speed: 955.620498 samples/sec	rmse=0.017091	lr=0.098667
Epoch[135] Batch [649]	Speed: 951.010290 samples/sec	rmse=0.017101	lr=0.098556
Epoch[135] Batch [699]	Speed: 951.665559 samples/sec	rmse=0.017101	lr=0.098445
Epoch[135] Batch [749]	Speed: 944.363841 samples/sec	rmse=0.017112	lr=0.098334
Epoch[135] Batch [799]	Speed: 953.661655 samples/sec	rmse=0.017115	lr=0.098223
Epoch[135] Batch [849]	Speed: 955.335812 samples/sec	rmse=0.017127	lr=0.098112
Epoch[135] Batch [899]	Speed: 953.249974 samples/sec	rmse=0.017136	lr=0.098001
Epoch[135] Batch [949]	Speed: 951.105126 samples/sec	rmse=0.017145	lr=0.097891
Epoch[135] Batch [999]	Speed: 951.251132 samples/sec	rmse=0.017152	lr=0.097780
Epoch[135] Batch [1049]	Speed: 953.406671 samples/sec	rmse=0.017162	lr=0.097669
Epoch[135] Batch [1099]	Speed: 940.833234 samples/sec	rmse=0.017172	lr=0.097559
Epoch[135] Batch [1149]	Speed: 950.011361 samples/sec	rmse=0.017180	lr=0.097448
Epoch[135] Batch [1199]	Speed: 950.827569 samples/sec	rmse=0.017183	lr=0.097338
Epoch[135] Batch [1249]	Speed: 955.661787 samples/sec	rmse=0.017181	lr=0.097227
[Epoch 135] training: rmse=0.017181
[Epoch 135] speed: 950 samples/sec	time cost: 1365.632314
[Epoch 135] validation: err-top1=0.257015 err-top5=0.076012
Epoch[136] Batch [49]	Speed: 957.720592 samples/sec	rmse=0.016919	lr=0.097114
Epoch[136] Batch [99]	Speed: 953.091979 samples/sec	rmse=0.016939	lr=0.097004
Epoch[136] Batch [149]	Speed: 950.910466 samples/sec	rmse=0.016956	lr=0.096894
Epoch[136] Batch [199]	Speed: 950.953399 samples/sec	rmse=0.016971	lr=0.096783
Epoch[136] Batch [249]	Speed: 952.137477 samples/sec	rmse=0.016999	lr=0.096673
Epoch[136] Batch [299]	Speed: 951.694031 samples/sec	rmse=0.017012	lr=0.096563
Epoch[136] Batch [349]	Speed: 955.080961 samples/sec	rmse=0.017032	lr=0.096453
Epoch[136] Batch [399]	Speed: 952.816064 samples/sec	rmse=0.017044	lr=0.096342
Epoch[136] Batch [449]	Speed: 955.795175 samples/sec	rmse=0.017061	lr=0.096232
Epoch[136] Batch [499]	Speed: 951.410115 samples/sec	rmse=0.017068	lr=0.096122
Epoch[136] Batch [549]	Speed: 952.410815 samples/sec	rmse=0.017076	lr=0.096012
Epoch[136] Batch [599]	Speed: 953.293809 samples/sec	rmse=0.017076	lr=0.095902
Epoch[136] Batch [649]	Speed: 950.521135 samples/sec	rmse=0.017087	lr=0.095792
Epoch[136] Batch [699]	Speed: 951.458924 samples/sec	rmse=0.017098	lr=0.095682
Epoch[136] Batch [749]	Speed: 952.560366 samples/sec	rmse=0.017103	lr=0.095572
Epoch[136] Batch [799]	Speed: 952.349690 samples/sec	rmse=0.017102	lr=0.095463
Epoch[136] Batch [849]	Speed: 956.603812 samples/sec	rmse=0.017107	lr=0.095353
Epoch[136] Batch [899]	Speed: 944.767133 samples/sec	rmse=0.017109	lr=0.095243
Epoch[136] Batch [949]	Speed: 946.619501 samples/sec	rmse=0.017113	lr=0.095134
Epoch[136] Batch [999]	Speed: 948.967430 samples/sec	rmse=0.017125	lr=0.095024
Epoch[136] Batch [1049]	Speed: 948.493390 samples/sec	rmse=0.017131	lr=0.094914
Epoch[136] Batch [1099]	Speed: 946.386765 samples/sec	rmse=0.017140	lr=0.094805
Epoch[136] Batch [1149]	Speed: 952.157547 samples/sec	rmse=0.017141	lr=0.094695
Epoch[136] Batch [1199]	Speed: 949.521357 samples/sec	rmse=0.017147	lr=0.094586
Epoch[136] Batch [1249]	Speed: 956.740707 samples/sec	rmse=0.017147	lr=0.094476
[Epoch 136] training: rmse=0.017147
[Epoch 136] speed: 951 samples/sec	time cost: 1365.597578
[Epoch 136] validation: err-top1=0.262954 err-top5=0.080975
Epoch[137] Batch [49]	Speed: 958.686026 samples/sec	rmse=0.016880	lr=0.094365
Epoch[137] Batch [99]	Speed: 949.135995 samples/sec	rmse=0.016851	lr=0.094255
Epoch[137] Batch [149]	Speed: 951.761652 samples/sec	rmse=0.016848	lr=0.094146
Epoch[137] Batch [199]	Speed: 950.318366 samples/sec	rmse=0.016885	lr=0.094037
Epoch[137] Batch [249]	Speed: 952.314658 samples/sec	rmse=0.016892	lr=0.093928
Epoch[137] Batch [299]	Speed: 951.248448 samples/sec	rmse=0.016923	lr=0.093819
Epoch[137] Batch [349]	Speed: 951.423608 samples/sec	rmse=0.016922	lr=0.093709
Epoch[137] Batch [399]	Speed: 948.585002 samples/sec	rmse=0.016930	lr=0.093600
Epoch[137] Batch [449]	Speed: 957.505441 samples/sec	rmse=0.016943	lr=0.093491
Epoch[137] Batch [499]	Speed: 951.874063 samples/sec	rmse=0.016956	lr=0.093382
Epoch[137] Batch [549]	Speed: 948.480923 samples/sec	rmse=0.016954	lr=0.093273
Epoch[137] Batch [599]	Speed: 948.848694 samples/sec	rmse=0.016970	lr=0.093165
Epoch[137] Batch [649]	Speed: 949.828104 samples/sec	rmse=0.016982	lr=0.093056
Epoch[137] Batch [699]	Speed: 952.306668 samples/sec	rmse=0.016992	lr=0.092947
Epoch[137] Batch [749]	Speed: 949.183673 samples/sec	rmse=0.017010	lr=0.092838
Epoch[137] Batch [799]	Speed: 949.500156 samples/sec	rmse=0.017024	lr=0.092729
Epoch[137] Batch [849]	Speed: 943.251638 samples/sec	rmse=0.017038	lr=0.092621
Epoch[137] Batch [899]	Speed: 946.826209 samples/sec	rmse=0.017046	lr=0.092512
Epoch[137] Batch [949]	Speed: 955.043107 samples/sec	rmse=0.017051	lr=0.092404
Epoch[137] Batch [999]	Speed: 948.229992 samples/sec	rmse=0.017053	lr=0.092295
Epoch[137] Batch [1049]	Speed: 952.335060 samples/sec	rmse=0.017059	lr=0.092187
Epoch[137] Batch [1099]	Speed: 951.613680 samples/sec	rmse=0.017059	lr=0.092078
Epoch[137] Batch [1149]	Speed: 954.072496 samples/sec	rmse=0.017063	lr=0.091970
Epoch[137] Batch [1199]	Speed: 949.479224 samples/sec	rmse=0.017068	lr=0.091861
Epoch[137] Batch [1249]	Speed: 954.421117 samples/sec	rmse=0.017075	lr=0.091753
[Epoch 137] training: rmse=0.017074
[Epoch 137] speed: 950 samples/sec	time cost: 1365.623682
[Epoch 137] validation: err-top1=0.262456 err-top5=0.078823
Epoch[138] Batch [49]	Speed: 966.345191 samples/sec	rmse=0.016872	lr=0.091643
Epoch[138] Batch [99]	Speed: 950.524922 samples/sec	rmse=0.016876	lr=0.091534
Epoch[138] Batch [149]	Speed: 952.030013 samples/sec	rmse=0.016852	lr=0.091426
Epoch[138] Batch [199]	Speed: 946.570432 samples/sec	rmse=0.016855	lr=0.091318
Epoch[138] Batch [249]	Speed: 951.546295 samples/sec	rmse=0.016862	lr=0.091210
Epoch[138] Batch [299]	Speed: 949.671670 samples/sec	rmse=0.016904	lr=0.091102
Epoch[138] Batch [349]	Speed: 948.164923 samples/sec	rmse=0.016926	lr=0.090994
Epoch[138] Batch [399]	Speed: 946.790297 samples/sec	rmse=0.016943	lr=0.090886
Epoch[138] Batch [449]	Speed: 954.081809 samples/sec	rmse=0.016945	lr=0.090778
Epoch[138] Batch [499]	Speed: 951.464312 samples/sec	rmse=0.016950	lr=0.090670
Epoch[138] Batch [549]	Speed: 950.417868 samples/sec	rmse=0.016964	lr=0.090562
Epoch[138] Batch [599]	Speed: 954.246336 samples/sec	rmse=0.016976	lr=0.090455
Epoch[138] Batch [649]	Speed: 947.262046 samples/sec	rmse=0.016982	lr=0.090347
Epoch[138] Batch [699]	Speed: 951.008074 samples/sec	rmse=0.016992	lr=0.090239
Epoch[138] Batch [749]	Speed: 948.946996 samples/sec	rmse=0.017001	lr=0.090132
Epoch[138] Batch [799]	Speed: 943.526401 samples/sec	rmse=0.017008	lr=0.090024
Epoch[138] Batch [849]	Speed: 953.297042 samples/sec	rmse=0.017015	lr=0.089916
Epoch[138] Batch [899]	Speed: 950.258762 samples/sec	rmse=0.017019	lr=0.089809
Epoch[138] Batch [949]	Speed: 948.684405 samples/sec	rmse=0.017021	lr=0.089701
Epoch[138] Batch [999]	Speed: 951.333433 samples/sec	rmse=0.017027	lr=0.089594
Epoch[138] Batch [1049]	Speed: 949.028189 samples/sec	rmse=0.017031	lr=0.089487
Epoch[138] Batch [1099]	Speed: 951.908025 samples/sec	rmse=0.017034	lr=0.089379
Epoch[138] Batch [1149]	Speed: 950.634070 samples/sec	rmse=0.017042	lr=0.089272
Epoch[138] Batch [1199]	Speed: 950.627375 samples/sec	rmse=0.017044	lr=0.089165
Epoch[138] Batch [1249]	Speed: 954.217113 samples/sec	rmse=0.017046	lr=0.089058
[Epoch 138] training: rmse=0.017046
[Epoch 138] speed: 950 samples/sec	time cost: 1365.907922
[Epoch 138] validation: err-top1=0.254504 err-top5=0.074876
Epoch[139] Batch [49]	Speed: 958.533664 samples/sec	rmse=0.016874	lr=0.088948
Epoch[139] Batch [99]	Speed: 948.763826 samples/sec	rmse=0.016863	lr=0.088841
Epoch[139] Batch [149]	Speed: 951.042694 samples/sec	rmse=0.016812	lr=0.088734
Epoch[139] Batch [199]	Speed: 946.889733 samples/sec	rmse=0.016814	lr=0.088627
Epoch[139] Batch [249]	Speed: 943.735099 samples/sec	rmse=0.016822	lr=0.088520
Epoch[139] Batch [299]	Speed: 952.333683 samples/sec	rmse=0.016823	lr=0.088414
Epoch[139] Batch [349]	Speed: 947.853973 samples/sec	rmse=0.016843	lr=0.088307
Epoch[139] Batch [399]	Speed: 954.399760 samples/sec	rmse=0.016837	lr=0.088200
Epoch[139] Batch [449]	Speed: 953.383133 samples/sec	rmse=0.016843	lr=0.088093
Epoch[139] Batch [499]	Speed: 954.415370 samples/sec	rmse=0.016858	lr=0.087986
Epoch[139] Batch [549]	Speed: 955.986406 samples/sec	rmse=0.016867	lr=0.087880
Epoch[139] Batch [599]	Speed: 950.448053 samples/sec	rmse=0.016867	lr=0.087773
Epoch[139] Batch [649]	Speed: 953.723902 samples/sec	rmse=0.016884	lr=0.087667
Epoch[139] Batch [699]	Speed: 948.991941 samples/sec	rmse=0.016898	lr=0.087560
Epoch[139] Batch [749]	Speed: 952.696486 samples/sec	rmse=0.016913	lr=0.087454
Epoch[139] Batch [799]	Speed: 951.502907 samples/sec	rmse=0.016913	lr=0.087347
Epoch[139] Batch [849]	Speed: 953.911182 samples/sec	rmse=0.016909	lr=0.087241
Epoch[139] Batch [899]	Speed: 954.378294 samples/sec	rmse=0.016916	lr=0.087134
Epoch[139] Batch [949]	Speed: 955.925749 samples/sec	rmse=0.016922	lr=0.087028
Epoch[139] Batch [999]	Speed: 947.951570 samples/sec	rmse=0.016931	lr=0.086922
Epoch[139] Batch [1049]	Speed: 960.229911 samples/sec	rmse=0.016942	lr=0.086816
Epoch[139] Batch [1099]	Speed: 951.905156 samples/sec	rmse=0.016949	lr=0.086709
Epoch[139] Batch [1149]	Speed: 953.383095 samples/sec	rmse=0.016949	lr=0.086603
Epoch[139] Batch [1199]	Speed: 948.410324 samples/sec	rmse=0.016952	lr=0.086497
Epoch[139] Batch [1249]	Speed: 949.074295 samples/sec	rmse=0.016962	lr=0.086391
[Epoch 139] training: rmse=0.016962
[Epoch 139] speed: 951 samples/sec	time cost: 1364.219885
[Epoch 139] validation: err-top1=0.269735 err-top5=0.083883
Epoch[140] Batch [49]	Speed: 959.975948 samples/sec	rmse=0.016748	lr=0.086283
Epoch[140] Batch [99]	Speed: 944.910019 samples/sec	rmse=0.016756	lr=0.086177
Epoch[140] Batch [149]	Speed: 949.232401 samples/sec	rmse=0.016711	lr=0.086071
Epoch[140] Batch [199]	Speed: 958.322382 samples/sec	rmse=0.016750	lr=0.085966
Epoch[140] Batch [249]	Speed: 946.004472 samples/sec	rmse=0.016804	lr=0.085860
Epoch[140] Batch [299]	Speed: 949.286874 samples/sec	rmse=0.016803	lr=0.085754
Epoch[140] Batch [349]	Speed: 949.900112 samples/sec	rmse=0.016812	lr=0.085648
Epoch[140] Batch [399]	Speed: 947.931510 samples/sec	rmse=0.016820	lr=0.085543
Epoch[140] Batch [449]	Speed: 950.153206 samples/sec	rmse=0.016830	lr=0.085437
Epoch[140] Batch [499]	Speed: 944.680812 samples/sec	rmse=0.016825	lr=0.085332
Epoch[140] Batch [549]	Speed: 952.479683 samples/sec	rmse=0.016841	lr=0.085226
Epoch[140] Batch [599]	Speed: 948.081311 samples/sec	rmse=0.016840	lr=0.085121
Epoch[140] Batch [649]	Speed: 951.842923 samples/sec	rmse=0.016843	lr=0.085015
Epoch[140] Batch [699]	Speed: 949.317625 samples/sec	rmse=0.016854	lr=0.084910
Epoch[140] Batch [749]	Speed: 955.874442 samples/sec	rmse=0.016860	lr=0.084805
Epoch[140] Batch [799]	Speed: 953.212676 samples/sec	rmse=0.016875	lr=0.084699
Epoch[140] Batch [849]	Speed: 948.953831 samples/sec	rmse=0.016885	lr=0.084594
Epoch[140] Batch [899]	Speed: 947.442892 samples/sec	rmse=0.016894	lr=0.084489
Epoch[140] Batch [949]	Speed: 953.126480 samples/sec	rmse=0.016894	lr=0.084384
Epoch[140] Batch [999]	Speed: 953.601491 samples/sec	rmse=0.016903	lr=0.084279
Epoch[140] Batch [1049]	Speed: 944.566744 samples/sec	rmse=0.016909	lr=0.084174
Epoch[140] Batch [1099]	Speed: 953.885539 samples/sec	rmse=0.016912	lr=0.084069
Epoch[140] Batch [1149]	Speed: 950.070888 samples/sec	rmse=0.016923	lr=0.083964
Epoch[140] Batch [1199]	Speed: 951.795454 samples/sec	rmse=0.016930	lr=0.083859
Epoch[140] Batch [1249]	Speed: 955.090268 samples/sec	rmse=0.016929	lr=0.083754
[Epoch 140] training: rmse=0.016929
[Epoch 140] speed: 950 samples/sec	time cost: 1366.094260
[Epoch 140] validation: err-top1=0.254265 err-top5=0.073103
Epoch[141] Batch [49]	Speed: 962.910818 samples/sec	rmse=0.016788	lr=0.083647
Epoch[141] Batch [99]	Speed: 952.066679 samples/sec	rmse=0.016750	lr=0.083543
Epoch[141] Batch [149]	Speed: 954.435824 samples/sec	rmse=0.016762	lr=0.083438
Epoch[141] Batch [199]	Speed: 951.199977 samples/sec	rmse=0.016691	lr=0.083333
Epoch[141] Batch [249]	Speed: 955.915766 samples/sec	rmse=0.016712	lr=0.083229
Epoch[141] Batch [299]	Speed: 952.974171 samples/sec	rmse=0.016730	lr=0.083124
Epoch[141] Batch [349]	Speed: 952.047495 samples/sec	rmse=0.016756	lr=0.083020
Epoch[141] Batch [399]	Speed: 953.853597 samples/sec	rmse=0.016764	lr=0.082915
Epoch[141] Batch [449]	Speed: 951.783486 samples/sec	rmse=0.016775	lr=0.082811
Epoch[141] Batch [499]	Speed: 949.140563 samples/sec	rmse=0.016790	lr=0.082707
Epoch[141] Batch [549]	Speed: 952.848689 samples/sec	rmse=0.016799	lr=0.082602
Epoch[141] Batch [599]	Speed: 950.053285 samples/sec	rmse=0.016806	lr=0.082498
Epoch[141] Batch [649]	Speed: 948.842272 samples/sec	rmse=0.016808	lr=0.082394
Epoch[141] Batch [699]	Speed: 953.966617 samples/sec	rmse=0.016816	lr=0.082290
Epoch[141] Batch [749]	Speed: 946.408804 samples/sec	rmse=0.016818	lr=0.082186
Epoch[141] Batch [799]	Speed: 948.377223 samples/sec	rmse=0.016829	lr=0.082082
Epoch[141] Batch [849]	Speed: 950.252779 samples/sec	rmse=0.016836	lr=0.081978
Epoch[141] Batch [899]	Speed: 949.731044 samples/sec	rmse=0.016843	lr=0.081874
Epoch[141] Batch [949]	Speed: 950.694058 samples/sec	rmse=0.016846	lr=0.081770
Epoch[141] Batch [999]	Speed: 951.678641 samples/sec	rmse=0.016857	lr=0.081666
Epoch[141] Batch [1049]	Speed: 947.164707 samples/sec	rmse=0.016862	lr=0.081562
Epoch[141] Batch [1099]	Speed: 949.504341 samples/sec	rmse=0.016870	lr=0.081458
Epoch[141] Batch [1149]	Speed: 942.555461 samples/sec	rmse=0.016879	lr=0.081355
Epoch[141] Batch [1199]	Speed: 947.795920 samples/sec	rmse=0.016876	lr=0.081251
Epoch[141] Batch [1249]	Speed: 953.560850 samples/sec	rmse=0.016879	lr=0.081148
[Epoch 141] training: rmse=0.016878
[Epoch 141] speed: 950 samples/sec	time cost: 1365.537022
[Epoch 141] validation: err-top1=0.249681 err-top5=0.073242
Epoch[142] Batch [49]	Speed: 961.672011 samples/sec	rmse=0.016531	lr=0.081042
Epoch[142] Batch [99]	Speed: 952.211072 samples/sec	rmse=0.016564	lr=0.080938
Epoch[142] Batch [149]	Speed: 950.450985 samples/sec	rmse=0.016615	lr=0.080835
Epoch[142] Batch [199]	Speed: 954.562708 samples/sec	rmse=0.016620	lr=0.080732
Epoch[142] Batch [249]	Speed: 952.116830 samples/sec	rmse=0.016659	lr=0.080628
Epoch[142] Batch [299]	Speed: 945.904025 samples/sec	rmse=0.016685	lr=0.080525
Epoch[142] Batch [349]	Speed: 946.857110 samples/sec	rmse=0.016713	lr=0.080422
Epoch[142] Batch [399]	Speed: 951.661257 samples/sec	rmse=0.016719	lr=0.080318
Epoch[142] Batch [449]	Speed: 950.965776 samples/sec	rmse=0.016735	lr=0.080215
Epoch[142] Batch [499]	Speed: 951.832595 samples/sec	rmse=0.016731	lr=0.080112
Epoch[142] Batch [549]	Speed: 952.440979 samples/sec	rmse=0.016738	lr=0.080009
Epoch[142] Batch [599]	Speed: 950.776762 samples/sec	rmse=0.016739	lr=0.079906
Epoch[142] Batch [649]	Speed: 947.159690 samples/sec	rmse=0.016756	lr=0.079803
Epoch[142] Batch [699]	Speed: 954.134674 samples/sec	rmse=0.016755	lr=0.079700
Epoch[142] Batch [749]	Speed: 954.223957 samples/sec	rmse=0.016763	lr=0.079597
Epoch[142] Batch [799]	Speed: 952.675194 samples/sec	rmse=0.016768	lr=0.079495
Epoch[142] Batch [849]	Speed: 953.510657 samples/sec	rmse=0.016772	lr=0.079392
Epoch[142] Batch [899]	Speed: 952.012351 samples/sec	rmse=0.016778	lr=0.079289
Epoch[142] Batch [949]	Speed: 950.723410 samples/sec	rmse=0.016792	lr=0.079186
Epoch[142] Batch [999]	Speed: 951.219902 samples/sec	rmse=0.016797	lr=0.079084
Epoch[142] Batch [1049]	Speed: 951.762977 samples/sec	rmse=0.016801	lr=0.078981
Epoch[142] Batch [1099]	Speed: 956.490567 samples/sec	rmse=0.016804	lr=0.078879
Epoch[142] Batch [1149]	Speed: 952.536853 samples/sec	rmse=0.016806	lr=0.078776
Epoch[142] Batch [1199]	Speed: 950.881122 samples/sec	rmse=0.016814	lr=0.078674
Epoch[142] Batch [1249]	Speed: 959.178323 samples/sec	rmse=0.016811	lr=0.078572
[Epoch 142] training: rmse=0.016811
[Epoch 142] speed: 951 samples/sec	time cost: 1364.433383
[Epoch 142] validation: err-top1=0.250159 err-top5=0.072485
Epoch[143] Batch [49]	Speed: 955.114744 samples/sec	rmse=0.016596	lr=0.078467
Epoch[143] Batch [99]	Speed: 955.507681 samples/sec	rmse=0.016544	lr=0.078365
Epoch[143] Batch [149]	Speed: 947.192756 samples/sec	rmse=0.016558	lr=0.078263
Epoch[143] Batch [199]	Speed: 953.759266 samples/sec	rmse=0.016558	lr=0.078161
Epoch[143] Batch [249]	Speed: 946.602885 samples/sec	rmse=0.016600	lr=0.078059
Epoch[143] Batch [299]	Speed: 952.766604 samples/sec	rmse=0.016629	lr=0.077956
Epoch[143] Batch [349]	Speed: 947.035630 samples/sec	rmse=0.016630	lr=0.077854
Epoch[143] Batch [399]	Speed: 952.014490 samples/sec	rmse=0.016649	lr=0.077753
Epoch[143] Batch [449]	Speed: 951.308964 samples/sec	rmse=0.016671	lr=0.077651
Epoch[143] Batch [499]	Speed: 950.644343 samples/sec	rmse=0.016664	lr=0.077549
Epoch[143] Batch [549]	Speed: 948.225244 samples/sec	rmse=0.016673	lr=0.077447
Epoch[143] Batch [599]	Speed: 950.947563 samples/sec	rmse=0.016680	lr=0.077345
Epoch[143] Batch [649]	Speed: 950.758090 samples/sec	rmse=0.016702	lr=0.077244
Epoch[143] Batch [699]	Speed: 948.660698 samples/sec	rmse=0.016707	lr=0.077142
Epoch[143] Batch [749]	Speed: 954.444613 samples/sec	rmse=0.016717	lr=0.077040
Epoch[143] Batch [799]	Speed: 949.651486 samples/sec	rmse=0.016724	lr=0.076939
Epoch[143] Batch [849]	Speed: 953.552924 samples/sec	rmse=0.016733	lr=0.076837
Epoch[143] Batch [899]	Speed: 951.510314 samples/sec	rmse=0.016732	lr=0.076736
Epoch[143] Batch [949]	Speed: 949.485538 samples/sec	rmse=0.016739	lr=0.076634
Epoch[143] Batch [999]	Speed: 948.038950 samples/sec	rmse=0.016741	lr=0.076533
Epoch[143] Batch [1049]	Speed: 951.333660 samples/sec	rmse=0.016743	lr=0.076432
Epoch[143] Batch [1099]	Speed: 951.288109 samples/sec	rmse=0.016748	lr=0.076331
Epoch[143] Batch [1149]	Speed: 947.086590 samples/sec	rmse=0.016750	lr=0.076229
Epoch[143] Batch [1199]	Speed: 949.621066 samples/sec	rmse=0.016755	lr=0.076128
Epoch[143] Batch [1249]	Speed: 956.119676 samples/sec	rmse=0.016759	lr=0.076027
[Epoch 143] training: rmse=0.016760
[Epoch 143] speed: 950 samples/sec	time cost: 1367.091354
[Epoch 143] validation: err-top1=0.244479 err-top5=0.069276
Epoch[144] Batch [49]	Speed: 958.253791 samples/sec	rmse=0.016560	lr=0.075924
Epoch[144] Batch [99]	Speed: 951.905561 samples/sec	rmse=0.016550	lr=0.075823
Epoch[144] Batch [149]	Speed: 953.440844 samples/sec	rmse=0.016584	lr=0.075722
Epoch[144] Batch [199]	Speed: 950.931974 samples/sec	rmse=0.016592	lr=0.075621
Epoch[144] Batch [249]	Speed: 953.899703 samples/sec	rmse=0.016598	lr=0.075521
Epoch[144] Batch [299]	Speed: 954.285882 samples/sec	rmse=0.016586	lr=0.075420
Epoch[144] Batch [349]	Speed: 954.673656 samples/sec	rmse=0.016591	lr=0.075319
Epoch[144] Batch [399]	Speed: 951.839653 samples/sec	rmse=0.016612	lr=0.075218
Epoch[144] Batch [449]	Speed: 956.591506 samples/sec	rmse=0.016605	lr=0.075118
Epoch[144] Batch [499]	Speed: 951.080366 samples/sec	rmse=0.016600	lr=0.075017
Epoch[144] Batch [549]	Speed: 954.063163 samples/sec	rmse=0.016605	lr=0.074917
Epoch[144] Batch [599]	Speed: 949.654699 samples/sec	rmse=0.016615	lr=0.074816
Epoch[144] Batch [649]	Speed: 949.682543 samples/sec	rmse=0.016625	lr=0.074716
Epoch[144] Batch [699]	Speed: 953.614877 samples/sec	rmse=0.016631	lr=0.074615
Epoch[144] Batch [749]	Speed: 954.585452 samples/sec	rmse=0.016644	lr=0.074515
Epoch[144] Batch [799]	Speed: 952.811841 samples/sec	rmse=0.016652	lr=0.074415
Epoch[144] Batch [849]	Speed: 952.237470 samples/sec	rmse=0.016660	lr=0.074315
Epoch[144] Batch [899]	Speed: 946.649883 samples/sec	rmse=0.016666	lr=0.074215
Epoch[144] Batch [949]	Speed: 953.081201 samples/sec	rmse=0.016671	lr=0.074114
Epoch[144] Batch [999]	Speed: 952.639487 samples/sec	rmse=0.016674	lr=0.074014
Epoch[144] Batch [1049]	Speed: 949.464389 samples/sec	rmse=0.016684	lr=0.073914
Epoch[144] Batch [1099]	Speed: 942.317347 samples/sec	rmse=0.016687	lr=0.073814
Epoch[144] Batch [1149]	Speed: 947.575601 samples/sec	rmse=0.016689	lr=0.073715
Epoch[144] Batch [1199]	Speed: 950.300889 samples/sec	rmse=0.016692	lr=0.073615
Epoch[144] Batch [1249]	Speed: 956.121187 samples/sec	rmse=0.016698	lr=0.073515
[Epoch 144] training: rmse=0.016697
[Epoch 144] speed: 951 samples/sec	time cost: 1364.550858
[Epoch 144] validation: err-top1=0.253508 err-top5=0.075415
Epoch[145] Batch [49]	Speed: 948.862747 samples/sec	rmse=0.016505	lr=0.073413
Epoch[145] Batch [99]	Speed: 952.602397 samples/sec	rmse=0.016490	lr=0.073314
Epoch[145] Batch [149]	Speed: 950.048661 samples/sec	rmse=0.016488	lr=0.073214
Epoch[145] Batch [199]	Speed: 955.180269 samples/sec	rmse=0.016495	lr=0.073114
Epoch[145] Batch [249]	Speed: 950.294472 samples/sec	rmse=0.016504	lr=0.073015
Epoch[145] Batch [299]	Speed: 951.777268 samples/sec	rmse=0.016529	lr=0.072915
Epoch[145] Batch [349]	Speed: 954.595529 samples/sec	rmse=0.016525	lr=0.072816
Epoch[145] Batch [399]	Speed: 951.242848 samples/sec	rmse=0.016530	lr=0.072717
Epoch[145] Batch [449]	Speed: 953.387717 samples/sec	rmse=0.016553	lr=0.072617
Epoch[145] Batch [499]	Speed: 950.432157 samples/sec	rmse=0.016551	lr=0.072518
Epoch[145] Batch [549]	Speed: 944.351478 samples/sec	rmse=0.016558	lr=0.072419
Epoch[145] Batch [599]	Speed: 953.488176 samples/sec	rmse=0.016569	lr=0.072320
Epoch[145] Batch [649]	Speed: 949.285048 samples/sec	rmse=0.016572	lr=0.072221
Epoch[145] Batch [699]	Speed: 954.189520 samples/sec	rmse=0.016568	lr=0.072121
Epoch[145] Batch [749]	Speed: 949.821307 samples/sec	rmse=0.016572	lr=0.072022
Epoch[145] Batch [799]	Speed: 953.835675 samples/sec	rmse=0.016584	lr=0.071924
Epoch[145] Batch [849]	Speed: 946.440107 samples/sec	rmse=0.016603	lr=0.071825
Epoch[145] Batch [899]	Speed: 948.204259 samples/sec	rmse=0.016606	lr=0.071726
Epoch[145] Batch [949]	Speed: 953.646985 samples/sec	rmse=0.016616	lr=0.071627
Epoch[145] Batch [999]	Speed: 956.108233 samples/sec	rmse=0.016618	lr=0.071528
Epoch[145] Batch [1049]	Speed: 951.879190 samples/sec	rmse=0.016622	lr=0.071430
Epoch[145] Batch [1099]	Speed: 953.420860 samples/sec	rmse=0.016629	lr=0.071331
Epoch[145] Batch [1149]	Speed: 956.871168 samples/sec	rmse=0.016633	lr=0.071232
Epoch[145] Batch [1199]	Speed: 951.010205 samples/sec	rmse=0.016636	lr=0.071134
Epoch[145] Batch [1249]	Speed: 957.810945 samples/sec	rmse=0.016647	lr=0.071035
[Epoch 145] training: rmse=0.016647
[Epoch 145] speed: 951 samples/sec	time cost: 1363.942591
[Epoch 145] validation: err-top1=0.253886 err-top5=0.075134
Epoch[146] Batch [49]	Speed: 961.857329 samples/sec	rmse=0.016365	lr=0.070935
Epoch[146] Batch [99]	Speed: 955.466694 samples/sec	rmse=0.016403	lr=0.070837
Epoch[146] Batch [149]	Speed: 953.822652 samples/sec	rmse=0.016373	lr=0.070738
Epoch[146] Batch [199]	Speed: 952.956503 samples/sec	rmse=0.016369	lr=0.070640
Epoch[146] Batch [249]	Speed: 958.245444 samples/sec	rmse=0.016408	lr=0.070542
Epoch[146] Batch [299]	Speed: 951.856132 samples/sec	rmse=0.016447	lr=0.070444
Epoch[146] Batch [349]	Speed: 949.495882 samples/sec	rmse=0.016467	lr=0.070346
Epoch[146] Batch [399]	Speed: 947.639452 samples/sec	rmse=0.016481	lr=0.070248
Epoch[146] Batch [449]	Speed: 948.972231 samples/sec	rmse=0.016491	lr=0.070150
Epoch[146] Batch [499]	Speed: 950.228320 samples/sec	rmse=0.016496	lr=0.070052
Epoch[146] Batch [549]	Speed: 950.325309 samples/sec	rmse=0.016511	lr=0.069954
Epoch[146] Batch [599]	Speed: 951.432397 samples/sec	rmse=0.016517	lr=0.069856
Epoch[146] Batch [649]	Speed: 950.180760 samples/sec	rmse=0.016516	lr=0.069758
Epoch[146] Batch [699]	Speed: 950.846304 samples/sec	rmse=0.016519	lr=0.069661
Epoch[146] Batch [749]	Speed: 955.564076 samples/sec	rmse=0.016527	lr=0.069563
Epoch[146] Batch [799]	Speed: 950.487172 samples/sec	rmse=0.016528	lr=0.069465
Epoch[146] Batch [849]	Speed: 954.992295 samples/sec	rmse=0.016537	lr=0.069368
Epoch[146] Batch [899]	Speed: 952.768709 samples/sec	rmse=0.016541	lr=0.069270
Epoch[146] Batch [949]	Speed: 953.007014 samples/sec	rmse=0.016551	lr=0.069173
Epoch[146] Batch [999]	Speed: 952.993244 samples/sec	rmse=0.016552	lr=0.069076
Epoch[146] Batch [1049]	Speed: 951.317115 samples/sec	rmse=0.016561	lr=0.068978
Epoch[146] Batch [1099]	Speed: 954.042250 samples/sec	rmse=0.016569	lr=0.068881
Epoch[146] Batch [1149]	Speed: 951.320486 samples/sec	rmse=0.016576	lr=0.068784
Epoch[146] Batch [1199]	Speed: 946.034928 samples/sec	rmse=0.016580	lr=0.068687
Epoch[146] Batch [1249]	Speed: 954.330165 samples/sec	rmse=0.016582	lr=0.068590
[Epoch 146] training: rmse=0.016582
[Epoch 146] speed: 951 samples/sec	time cost: 1363.783994
[Epoch 146] validation: err-top1=0.244778 err-top5=0.070014
Epoch[147] Batch [49]	Speed: 960.355781 samples/sec	rmse=0.016334	lr=0.068491
Epoch[147] Batch [99]	Speed: 948.443180 samples/sec	rmse=0.016351	lr=0.068394
Epoch[147] Batch [149]	Speed: 956.059018 samples/sec	rmse=0.016387	lr=0.068297
Epoch[147] Batch [199]	Speed: 957.698780 samples/sec	rmse=0.016430	lr=0.068200
Epoch[147] Batch [249]	Speed: 956.331721 samples/sec	rmse=0.016420	lr=0.068103
Epoch[147] Batch [299]	Speed: 953.118459 samples/sec	rmse=0.016431	lr=0.068006
Epoch[147] Batch [349]	Speed: 952.938763 samples/sec	rmse=0.016446	lr=0.067909
Epoch[147] Batch [399]	Speed: 952.806155 samples/sec	rmse=0.016447	lr=0.067813
Epoch[147] Batch [449]	Speed: 952.492876 samples/sec	rmse=0.016464	lr=0.067716
Epoch[147] Batch [499]	Speed: 955.868077 samples/sec	rmse=0.016452	lr=0.067620
Epoch[147] Batch [549]	Speed: 955.125474 samples/sec	rmse=0.016457	lr=0.067523
Epoch[147] Batch [599]	Speed: 953.036133 samples/sec	rmse=0.016461	lr=0.067427
Epoch[147] Batch [649]	Speed: 949.786457 samples/sec	rmse=0.016468	lr=0.067330
Epoch[147] Batch [699]	Speed: 953.645681 samples/sec	rmse=0.016471	lr=0.067234
Epoch[147] Batch [749]	Speed: 954.183224 samples/sec	rmse=0.016475	lr=0.067138
Epoch[147] Batch [799]	Speed: 953.525606 samples/sec	rmse=0.016477	lr=0.067041
Epoch[147] Batch [849]	Speed: 957.464258 samples/sec	rmse=0.016480	lr=0.066945
Epoch[147] Batch [899]	Speed: 954.800200 samples/sec	rmse=0.016491	lr=0.066849
Epoch[147] Batch [949]	Speed: 955.620847 samples/sec	rmse=0.016493	lr=0.066753
Epoch[147] Batch [999]	Speed: 956.500561 samples/sec	rmse=0.016499	lr=0.066657
Epoch[147] Batch [1049]	Speed: 957.670425 samples/sec	rmse=0.016511	lr=0.066561
Epoch[147] Batch [1099]	Speed: 953.940759 samples/sec	rmse=0.016518	lr=0.066465
Epoch[147] Batch [1149]	Speed: 956.554402 samples/sec	rmse=0.016524	lr=0.066369
Epoch[147] Batch [1199]	Speed: 954.614892 samples/sec	rmse=0.016527	lr=0.066273
Epoch[147] Batch [1249]	Speed: 958.254321 samples/sec	rmse=0.016536	lr=0.066178
[Epoch 147] training: rmse=0.016536
[Epoch 147] speed: 954 samples/sec	time cost: 1360.155403
[Epoch 147] validation: err-top1=0.244220 err-top5=0.069515
Epoch[148] Batch [49]	Speed: 961.199231 samples/sec	rmse=0.016213	lr=0.066080
Epoch[148] Batch [99]	Speed: 953.494925 samples/sec	rmse=0.016284	lr=0.065984
Epoch[148] Batch [149]	Speed: 955.839576 samples/sec	rmse=0.016342	lr=0.065889
Epoch[148] Batch [199]	Speed: 952.304350 samples/sec	rmse=0.016403	lr=0.065793
Epoch[148] Batch [249]	Speed: 953.878442 samples/sec	rmse=0.016391	lr=0.065698
Epoch[148] Batch [299]	Speed: 955.472799 samples/sec	rmse=0.016396	lr=0.065603
Epoch[148] Batch [349]	Speed: 950.794249 samples/sec	rmse=0.016388	lr=0.065507
Epoch[148] Batch [399]	Speed: 954.703777 samples/sec	rmse=0.016382	lr=0.065412
Epoch[148] Batch [449]	Speed: 949.111854 samples/sec	rmse=0.016387	lr=0.065317
Epoch[148] Batch [499]	Speed: 949.594586 samples/sec	rmse=0.016399	lr=0.065222
Epoch[148] Batch [549]	Speed: 941.397417 samples/sec	rmse=0.016409	lr=0.065126
Epoch[148] Batch [599]	Speed: 954.651677 samples/sec	rmse=0.016418	lr=0.065031
Epoch[148] Batch [649]	Speed: 954.010798 samples/sec	rmse=0.016425	lr=0.064936
Epoch[148] Batch [699]	Speed: 949.984893 samples/sec	rmse=0.016436	lr=0.064841
Epoch[148] Batch [749]	Speed: 952.490870 samples/sec	rmse=0.016452	lr=0.064746
Epoch[148] Batch [799]	Speed: 953.039432 samples/sec	rmse=0.016448	lr=0.064652
Epoch[148] Batch [849]	Speed: 950.843007 samples/sec	rmse=0.016454	lr=0.064557
Epoch[148] Batch [899]	Speed: 954.167457 samples/sec	rmse=0.016456	lr=0.064462
Epoch[148] Batch [949]	Speed: 955.160484 samples/sec	rmse=0.016469	lr=0.064367
Epoch[148] Batch [999]	Speed: 952.907088 samples/sec	rmse=0.016468	lr=0.064273
Epoch[148] Batch [1049]	Speed: 952.503409 samples/sec	rmse=0.016472	lr=0.064178
Epoch[148] Batch [1099]	Speed: 951.844492 samples/sec	rmse=0.016474	lr=0.064084
Epoch[148] Batch [1149]	Speed: 955.334044 samples/sec	rmse=0.016482	lr=0.063989
Epoch[148] Batch [1199]	Speed: 954.079783 samples/sec	rmse=0.016489	lr=0.063895
Epoch[148] Batch [1249]	Speed: 957.201822 samples/sec	rmse=0.016493	lr=0.063801
[Epoch 148] training: rmse=0.016493
[Epoch 148] speed: 952 samples/sec	time cost: 1363.002571
[Epoch 148] validation: err-top1=0.245815 err-top5=0.071389
Epoch[149] Batch [49]	Speed: 959.216848 samples/sec	rmse=0.016055	lr=0.063704
Epoch[149] Batch [99]	Speed: 954.646359 samples/sec	rmse=0.016163	lr=0.063610
Epoch[149] Batch [149]	Speed: 954.456941 samples/sec	rmse=0.016170	lr=0.063516
Epoch[149] Batch [199]	Speed: 954.334274 samples/sec	rmse=0.016212	lr=0.063422
Epoch[149] Batch [249]	Speed: 953.031582 samples/sec	rmse=0.016234	lr=0.063328
Epoch[149] Batch [299]	Speed: 954.344979 samples/sec	rmse=0.016257	lr=0.063234
Epoch[149] Batch [349]	Speed: 955.956744 samples/sec	rmse=0.016279	lr=0.063140
Epoch[149] Batch [399]	Speed: 954.652241 samples/sec	rmse=0.016288	lr=0.063046
Epoch[149] Batch [449]	Speed: 958.476786 samples/sec	rmse=0.016298	lr=0.062952
Epoch[149] Batch [499]	Speed: 955.486713 samples/sec	rmse=0.016308	lr=0.062858
Epoch[149] Batch [549]	Speed: 954.991063 samples/sec	rmse=0.016332	lr=0.062765
Epoch[149] Batch [599]	Speed: 952.145587 samples/sec	rmse=0.016343	lr=0.062671
Epoch[149] Batch [649]	Speed: 945.776920 samples/sec	rmse=0.016336	lr=0.062578
Epoch[149] Batch [699]	Speed: 955.302243 samples/sec	rmse=0.016331	lr=0.062484
Epoch[149] Batch [749]	Speed: 954.948269 samples/sec	rmse=0.016335	lr=0.062391
Epoch[149] Batch [799]	Speed: 954.963752 samples/sec	rmse=0.016336	lr=0.062297
Epoch[149] Batch [849]	Speed: 956.089061 samples/sec	rmse=0.016349	lr=0.062204
Epoch[149] Batch [899]	Speed: 952.946180 samples/sec	rmse=0.016350	lr=0.062110
Epoch[149] Batch [949]	Speed: 957.265253 samples/sec	rmse=0.016356	lr=0.062017
Epoch[149] Batch [999]	Speed: 954.643011 samples/sec	rmse=0.016357	lr=0.061924
Epoch[149] Batch [1049]	Speed: 955.803475 samples/sec	rmse=0.016364	lr=0.061831
Epoch[149] Batch [1099]	Speed: 954.710996 samples/sec	rmse=0.016369	lr=0.061738
Epoch[149] Batch [1149]	Speed: 958.663224 samples/sec	rmse=0.016380	lr=0.061645
Epoch[149] Batch [1199]	Speed: 953.640857 samples/sec	rmse=0.016382	lr=0.061552
Epoch[149] Batch [1249]	Speed: 958.093325 samples/sec	rmse=0.016386	lr=0.061459
[Epoch 149] training: rmse=0.016386
[Epoch 149] speed: 954 samples/sec	time cost: 1360.070633
[Epoch 149] validation: err-top1=0.240852 err-top5=0.068758
Epoch[150] Batch [49]	Speed: 964.834686 samples/sec	rmse=0.016280	lr=0.061364
Epoch[150] Batch [99]	Speed: 956.378272 samples/sec	rmse=0.016213	lr=0.061271
Epoch[150] Batch [149]	Speed: 953.870616 samples/sec	rmse=0.016209	lr=0.061179
Epoch[150] Batch [199]	Speed: 955.073914 samples/sec	rmse=0.016238	lr=0.061086
Epoch[150] Batch [249]	Speed: 953.359114 samples/sec	rmse=0.016237	lr=0.060993
Epoch[150] Batch [299]	Speed: 953.616562 samples/sec	rmse=0.016223	lr=0.060901
Epoch[150] Batch [349]	Speed: 953.976839 samples/sec	rmse=0.016228	lr=0.060808
Epoch[150] Batch [399]	Speed: 955.464854 samples/sec	rmse=0.016248	lr=0.060716
Epoch[150] Batch [449]	Speed: 953.089246 samples/sec	rmse=0.016267	lr=0.060623
Epoch[150] Batch [499]	Speed: 950.086629 samples/sec	rmse=0.016272	lr=0.060531
Epoch[150] Batch [549]	Speed: 953.937971 samples/sec	rmse=0.016275	lr=0.060439
Epoch[150] Batch [599]	Speed: 948.576584 samples/sec	rmse=0.016266	lr=0.060347
Epoch[150] Batch [649]	Speed: 953.807982 samples/sec	rmse=0.016277	lr=0.060254
Epoch[150] Batch [699]	Speed: 951.834877 samples/sec	rmse=0.016278	lr=0.060162
Epoch[150] Batch [749]	Speed: 952.414950 samples/sec	rmse=0.016283	lr=0.060070
Epoch[150] Batch [799]	Speed: 953.751133 samples/sec	rmse=0.016281	lr=0.059978
Epoch[150] Batch [849]	Speed: 957.357897 samples/sec	rmse=0.016296	lr=0.059886
Epoch[150] Batch [899]	Speed: 948.158446 samples/sec	rmse=0.016305	lr=0.059794
Epoch[150] Batch [949]	Speed: 953.480645 samples/sec	rmse=0.016312	lr=0.059703
Epoch[150] Batch [999]	Speed: 955.158738 samples/sec	rmse=0.016323	lr=0.059611
Epoch[150] Batch [1049]	Speed: 953.184823 samples/sec	rmse=0.016331	lr=0.059519
Epoch[150] Batch [1099]	Speed: 954.315852 samples/sec	rmse=0.016338	lr=0.059428
Epoch[150] Batch [1149]	Speed: 954.234065 samples/sec	rmse=0.016346	lr=0.059336
Epoch[150] Batch [1199]	Speed: 953.653719 samples/sec	rmse=0.016355	lr=0.059245
Epoch[150] Batch [1249]	Speed: 956.255520 samples/sec	rmse=0.016354	lr=0.059153
[Epoch 150] training: rmse=0.016354
[Epoch 150] speed: 953 samples/sec	time cost: 1362.417871
[Epoch 150] validation: err-top1=0.235312 err-top5=0.063915
Epoch[151] Batch [49]	Speed: 961.049780 samples/sec	rmse=0.016040	lr=0.059060
Epoch[151] Batch [99]	Speed: 950.665540 samples/sec	rmse=0.016056	lr=0.058968
Epoch[151] Batch [149]	Speed: 949.403679 samples/sec	rmse=0.016024	lr=0.058877
Epoch[151] Batch [199]	Speed: 952.808387 samples/sec	rmse=0.016081	lr=0.058786
Epoch[151] Batch [249]	Speed: 952.847438 samples/sec	rmse=0.016110	lr=0.058695
Epoch[151] Batch [299]	Speed: 954.110337 samples/sec	rmse=0.016103	lr=0.058604
Epoch[151] Batch [349]	Speed: 954.663963 samples/sec	rmse=0.016129	lr=0.058513
Epoch[151] Batch [399]	Speed: 951.626655 samples/sec	rmse=0.016142	lr=0.058422
Epoch[151] Batch [449]	Speed: 944.872372 samples/sec	rmse=0.016154	lr=0.058331
Epoch[151] Batch [499]	Speed: 953.961888 samples/sec	rmse=0.016173	lr=0.058240
Epoch[151] Batch [549]	Speed: 956.024675 samples/sec	rmse=0.016184	lr=0.058149
Epoch[151] Batch [599]	Speed: 957.452006 samples/sec	rmse=0.016198	lr=0.058058
Epoch[151] Batch [649]	Speed: 959.945566 samples/sec	rmse=0.016205	lr=0.057968
Epoch[151] Batch [699]	Speed: 953.480383 samples/sec	rmse=0.016212	lr=0.057877
Epoch[151] Batch [749]	Speed: 953.167570 samples/sec	rmse=0.016226	lr=0.057786
Epoch[151] Batch [799]	Speed: 955.762701 samples/sec	rmse=0.016228	lr=0.057696
Epoch[151] Batch [849]	Speed: 953.030407 samples/sec	rmse=0.016235	lr=0.057605
Epoch[151] Batch [899]	Speed: 955.503447 samples/sec	rmse=0.016240	lr=0.057515
Epoch[151] Batch [949]	Speed: 955.196979 samples/sec	rmse=0.016247	lr=0.057425
Epoch[151] Batch [999]	Speed: 956.251207 samples/sec	rmse=0.016256	lr=0.057334
Epoch[151] Batch [1049]	Speed: 952.826722 samples/sec	rmse=0.016261	lr=0.057244
Epoch[151] Batch [1099]	Speed: 953.114242 samples/sec	rmse=0.016267	lr=0.057154
Epoch[151] Batch [1149]	Speed: 953.915686 samples/sec	rmse=0.016270	lr=0.057064
Epoch[151] Batch [1199]	Speed: 951.432220 samples/sec	rmse=0.016275	lr=0.056974
Epoch[151] Batch [1249]	Speed: 956.100294 samples/sec	rmse=0.016282	lr=0.056884
[Epoch 151] training: rmse=0.016281
[Epoch 151] speed: 953 samples/sec	time cost: 1361.122354
[Epoch 151] validation: err-top1=0.239482 err-top5=0.067973
Epoch[152] Batch [49]	Speed: 965.803847 samples/sec	rmse=0.016090	lr=0.056792
Epoch[152] Batch [99]	Speed: 944.821402 samples/sec	rmse=0.016120	lr=0.056702
Epoch[152] Batch [149]	Speed: 949.629221 samples/sec	rmse=0.016122	lr=0.056612
Epoch[152] Batch [199]	Speed: 953.390612 samples/sec	rmse=0.016120	lr=0.056523
Epoch[152] Batch [249]	Speed: 953.891301 samples/sec	rmse=0.016109	lr=0.056433
Epoch[152] Batch [299]	Speed: 947.270549 samples/sec	rmse=0.016148	lr=0.056343
Epoch[152] Batch [349]	Speed: 949.121988 samples/sec	rmse=0.016132	lr=0.056254
Epoch[152] Batch [399]	Speed: 954.643329 samples/sec	rmse=0.016143	lr=0.056164
Epoch[152] Batch [449]	Speed: 953.173713 samples/sec	rmse=0.016143	lr=0.056075
Epoch[152] Batch [499]	Speed: 951.656066 samples/sec	rmse=0.016151	lr=0.055985
Epoch[152] Batch [549]	Speed: 953.986548 samples/sec	rmse=0.016160	lr=0.055896
Epoch[152] Batch [599]	Speed: 956.958222 samples/sec	rmse=0.016175	lr=0.055807
Epoch[152] Batch [649]	Speed: 949.387952 samples/sec	rmse=0.016194	lr=0.055718
Epoch[152] Batch [699]	Speed: 954.429898 samples/sec	rmse=0.016209	lr=0.055628
Epoch[152] Batch [749]	Speed: 953.286958 samples/sec	rmse=0.016221	lr=0.055539
Epoch[152] Batch [799]	Speed: 951.216127 samples/sec	rmse=0.016229	lr=0.055450
Epoch[152] Batch [849]	Speed: 951.797462 samples/sec	rmse=0.016236	lr=0.055361
Epoch[152] Batch [899]	Speed: 951.531542 samples/sec	rmse=0.016248	lr=0.055272
Epoch[152] Batch [949]	Speed: 952.911861 samples/sec	rmse=0.016247	lr=0.055184
Epoch[152] Batch [999]	Speed: 955.918064 samples/sec	rmse=0.016250	lr=0.055095
Epoch[152] Batch [1049]	Speed: 953.987700 samples/sec	rmse=0.016256	lr=0.055006
Epoch[152] Batch [1099]	Speed: 951.344980 samples/sec	rmse=0.016260	lr=0.054917
Epoch[152] Batch [1149]	Speed: 952.946193 samples/sec	rmse=0.016258	lr=0.054829
Epoch[152] Batch [1199]	Speed: 951.112990 samples/sec	rmse=0.016268	lr=0.054740
Epoch[152] Batch [1249]	Speed: 959.085442 samples/sec	rmse=0.016269	lr=0.054652
[Epoch 152] training: rmse=0.016268
[Epoch 152] speed: 952 samples/sec	time cost: 1363.126858
[Epoch 152] validation: err-top1=0.238720 err-top5=0.066346
Epoch[153] Batch [49]	Speed: 956.968712 samples/sec	rmse=0.015879	lr=0.054562
Epoch[153] Batch [99]	Speed: 954.770914 samples/sec	rmse=0.015927	lr=0.054473
Epoch[153] Batch [149]	Speed: 949.332406 samples/sec	rmse=0.015950	lr=0.054385
Epoch[153] Batch [199]	Speed: 957.709564 samples/sec	rmse=0.015977	lr=0.054297
Epoch[153] Batch [249]	Speed: 951.453486 samples/sec	rmse=0.016001	lr=0.054208
Epoch[153] Batch [299]	Speed: 954.882959 samples/sec	rmse=0.016033	lr=0.054120
Epoch[153] Batch [349]	Speed: 955.136150 samples/sec	rmse=0.016042	lr=0.054032
Epoch[153] Batch [399]	Speed: 953.555850 samples/sec	rmse=0.016040	lr=0.053944
Epoch[153] Batch [449]	Speed: 953.867603 samples/sec	rmse=0.016055	lr=0.053856
Epoch[153] Batch [499]	Speed: 956.315798 samples/sec	rmse=0.016058	lr=0.053768
Epoch[153] Batch [549]	Speed: 952.407934 samples/sec	rmse=0.016064	lr=0.053681
Epoch[153] Batch [599]	Speed: 954.910622 samples/sec	rmse=0.016073	lr=0.053593
Epoch[153] Batch [649]	Speed: 950.165314 samples/sec	rmse=0.016088	lr=0.053505
Epoch[153] Batch [699]	Speed: 953.728341 samples/sec	rmse=0.016094	lr=0.053417
Epoch[153] Batch [749]	Speed: 951.580579 samples/sec	rmse=0.016098	lr=0.053330
Epoch[153] Batch [799]	Speed: 947.859466 samples/sec	rmse=0.016113	lr=0.053242
Epoch[153] Batch [849]	Speed: 950.386532 samples/sec	rmse=0.016122	lr=0.053155
Epoch[153] Batch [899]	Speed: 956.632896 samples/sec	rmse=0.016121	lr=0.053067
Epoch[153] Batch [949]	Speed: 944.458499 samples/sec	rmse=0.016127	lr=0.052980
Epoch[153] Batch [999]	Speed: 954.310338 samples/sec	rmse=0.016124	lr=0.052893
Epoch[153] Batch [1049]	Speed: 946.601604 samples/sec	rmse=0.016130	lr=0.052806
Epoch[153] Batch [1099]	Speed: 953.750998 samples/sec	rmse=0.016138	lr=0.052718
Epoch[153] Batch [1149]	Speed: 950.696979 samples/sec	rmse=0.016140	lr=0.052631
Epoch[153] Batch [1199]	Speed: 953.052743 samples/sec	rmse=0.016140	lr=0.052544
Epoch[153] Batch [1249]	Speed: 954.159237 samples/sec	rmse=0.016146	lr=0.052457
[Epoch 153] training: rmse=0.016146
[Epoch 153] speed: 951 samples/sec	time cost: 1363.425619
[Epoch 153] validation: err-top1=0.232761 err-top5=0.064214
Epoch[154] Batch [49]	Speed: 959.744161 samples/sec	rmse=0.015731	lr=0.052369
Epoch[154] Batch [99]	Speed: 949.329061 samples/sec	rmse=0.015724	lr=0.052282
Epoch[154] Batch [149]	Speed: 952.976116 samples/sec	rmse=0.015797	lr=0.052195
Epoch[154] Batch [199]	Speed: 954.915280 samples/sec	rmse=0.015852	lr=0.052108
Epoch[154] Batch [249]	Speed: 949.459998 samples/sec	rmse=0.015877	lr=0.052022
Epoch[154] Batch [299]	Speed: 952.719994 samples/sec	rmse=0.015871	lr=0.051935
Epoch[154] Batch [349]	Speed: 949.230903 samples/sec	rmse=0.015882	lr=0.051849
Epoch[154] Batch [399]	Speed: 951.565559 samples/sec	rmse=0.015897	lr=0.051762
Epoch[154] Batch [449]	Speed: 953.950543 samples/sec	rmse=0.015926	lr=0.051676
Epoch[154] Batch [499]	Speed: 952.714758 samples/sec	rmse=0.015938	lr=0.051589
Epoch[154] Batch [549]	Speed: 949.428268 samples/sec	rmse=0.015939	lr=0.051503
Epoch[154] Batch [599]	Speed: 955.129021 samples/sec	rmse=0.015951	lr=0.051417
Epoch[154] Batch [649]	Speed: 952.879101 samples/sec	rmse=0.015962	lr=0.051331
Epoch[154] Batch [699]	Speed: 949.708641 samples/sec	rmse=0.015993	lr=0.051244
Epoch[154] Batch [749]	Speed: 952.628766 samples/sec	rmse=0.015996	lr=0.051158
Epoch[154] Batch [799]	Speed: 952.521698 samples/sec	rmse=0.016007	lr=0.051072
Epoch[154] Batch [849]	Speed: 950.694285 samples/sec	rmse=0.016018	lr=0.050986
Epoch[154] Batch [899]	Speed: 950.956566 samples/sec	rmse=0.016033	lr=0.050901
Epoch[154] Batch [949]	Speed: 954.062040 samples/sec	rmse=0.016043	lr=0.050815
Epoch[154] Batch [999]	Speed: 953.483520 samples/sec	rmse=0.016050	lr=0.050729
Epoch[154] Batch [1049]	Speed: 955.012927 samples/sec	rmse=0.016056	lr=0.050643
Epoch[154] Batch [1099]	Speed: 946.622651 samples/sec	rmse=0.016065	lr=0.050558
Epoch[154] Batch [1149]	Speed: 948.622362 samples/sec	rmse=0.016071	lr=0.050472
Epoch[154] Batch [1199]	Speed: 951.247180 samples/sec	rmse=0.016079	lr=0.050387
Epoch[154] Batch [1249]	Speed: 954.019096 samples/sec	rmse=0.016084	lr=0.050301
[Epoch 154] training: rmse=0.016084
[Epoch 154] speed: 951 samples/sec	time cost: 1364.056654
[Epoch 154] validation: err-top1=0.232621 err-top5=0.064473
Epoch[155] Batch [49]	Speed: 961.290034 samples/sec	rmse=0.015861	lr=0.050214
Epoch[155] Batch [99]	Speed: 953.003813 samples/sec	rmse=0.015873	lr=0.050129
Epoch[155] Batch [149]	Speed: 956.029540 samples/sec	rmse=0.015935	lr=0.050044
Epoch[155] Batch [199]	Speed: 953.953726 samples/sec	rmse=0.015919	lr=0.049958
Epoch[155] Batch [249]	Speed: 951.484184 samples/sec	rmse=0.015933	lr=0.049873
Epoch[155] Batch [299]	Speed: 951.787236 samples/sec	rmse=0.015965	lr=0.049788
Epoch[155] Batch [349]	Speed: 949.452643 samples/sec	rmse=0.015969	lr=0.049703
Epoch[155] Batch [399]	Speed: 950.838456 samples/sec	rmse=0.015984	lr=0.049618
Epoch[155] Batch [449]	Speed: 952.136667 samples/sec	rmse=0.015984	lr=0.049533
Epoch[155] Batch [499]	Speed: 950.355695 samples/sec	rmse=0.015985	lr=0.049449
Epoch[155] Batch [549]	Speed: 951.354771 samples/sec	rmse=0.015991	lr=0.049364
Epoch[155] Batch [599]	Speed: 946.117666 samples/sec	rmse=0.016001	lr=0.049279
Epoch[155] Batch [649]	Speed: 953.930038 samples/sec	rmse=0.016001	lr=0.049195
Epoch[155] Batch [699]	Speed: 947.573765 samples/sec	rmse=0.016015	lr=0.049110
Epoch[155] Batch [749]	Speed: 947.787546 samples/sec	rmse=0.016016	lr=0.049026
Epoch[155] Batch [799]	Speed: 949.962768 samples/sec	rmse=0.016021	lr=0.048941
Epoch[155] Batch [849]	Speed: 951.667773 samples/sec	rmse=0.016017	lr=0.048857
Epoch[155] Batch [899]	Speed: 950.806933 samples/sec	rmse=0.016022	lr=0.048772
Epoch[155] Batch [949]	Speed: 950.092068 samples/sec	rmse=0.016028	lr=0.048688
Epoch[155] Batch [999]	Speed: 956.140995 samples/sec	rmse=0.016036	lr=0.048604
Epoch[155] Batch [1049]	Speed: 952.180678 samples/sec	rmse=0.016040	lr=0.048520
Epoch[155] Batch [1099]	Speed: 954.124135 samples/sec	rmse=0.016044	lr=0.048436
Epoch[155] Batch [1149]	Speed: 951.626103 samples/sec	rmse=0.016043	lr=0.048352
Epoch[155] Batch [1199]	Speed: 945.879561 samples/sec	rmse=0.016045	lr=0.048268
Epoch[155] Batch [1249]	Speed: 952.357410 samples/sec	rmse=0.016050	lr=0.048184
[Epoch 155] training: rmse=0.016050
[Epoch 155] speed: 950 samples/sec	time cost: 1364.856479
[Epoch 155] validation: err-top1=0.226981 err-top5=0.062022
Epoch[156] Batch [49]	Speed: 963.297398 samples/sec	rmse=0.015826	lr=0.048099
Epoch[156] Batch [99]	Speed: 948.225240 samples/sec	rmse=0.015860	lr=0.048015
Epoch[156] Batch [149]	Speed: 954.380449 samples/sec	rmse=0.015811	lr=0.047931
Epoch[156] Batch [199]	Speed: 949.061121 samples/sec	rmse=0.015793	lr=0.047848
Epoch[156] Batch [249]	Speed: 943.886186 samples/sec	rmse=0.015812	lr=0.047764
Epoch[156] Batch [299]	Speed: 947.409161 samples/sec	rmse=0.015803	lr=0.047680
Epoch[156] Batch [349]	Speed: 953.344233 samples/sec	rmse=0.015809	lr=0.047597
Epoch[156] Batch [399]	Speed: 955.231135 samples/sec	rmse=0.015801	lr=0.047514
Epoch[156] Batch [449]	Speed: 952.266124 samples/sec	rmse=0.015802	lr=0.047430
Epoch[156] Batch [499]	Speed: 951.683297 samples/sec	rmse=0.015829	lr=0.047347
Epoch[156] Batch [549]	Speed: 951.684166 samples/sec	rmse=0.015854	lr=0.047264
Epoch[156] Batch [599]	Speed: 950.814519 samples/sec	rmse=0.015861	lr=0.047181
Epoch[156] Batch [649]	Speed: 952.759072 samples/sec	rmse=0.015865	lr=0.047098
Epoch[156] Batch [699]	Speed: 950.582535 samples/sec	rmse=0.015891	lr=0.047015
Epoch[156] Batch [749]	Speed: 944.818941 samples/sec	rmse=0.015910	lr=0.046932
Epoch[156] Batch [799]	Speed: 953.336628 samples/sec	rmse=0.015919	lr=0.046849
Epoch[156] Batch [849]	Speed: 949.279362 samples/sec	rmse=0.015914	lr=0.046766
Epoch[156] Batch [899]	Speed: 950.792797 samples/sec	rmse=0.015922	lr=0.046684
Epoch[156] Batch [949]	Speed: 952.328772 samples/sec	rmse=0.015927	lr=0.046601
Epoch[156] Batch [999]	Speed: 956.123056 samples/sec	rmse=0.015934	lr=0.046518
Epoch[156] Batch [1049]	Speed: 952.520490 samples/sec	rmse=0.015938	lr=0.046436
Epoch[156] Batch [1099]	Speed: 954.858257 samples/sec	rmse=0.015947	lr=0.046353
Epoch[156] Batch [1149]	Speed: 953.714643 samples/sec	rmse=0.015949	lr=0.046271
Epoch[156] Batch [1199]	Speed: 951.420198 samples/sec	rmse=0.015960	lr=0.046189
Epoch[156] Batch [1249]	Speed: 954.434297 samples/sec	rmse=0.015967	lr=0.046106
[Epoch 156] training: rmse=0.015968
[Epoch 156] speed: 951 samples/sec	time cost: 1364.362436
[Epoch 156] validation: err-top1=0.233578 err-top5=0.064732
Epoch[157] Batch [49]	Speed: 963.782388 samples/sec	rmse=0.015648	lr=0.046022
Epoch[157] Batch [99]	Speed: 954.504179 samples/sec	rmse=0.015649	lr=0.045940
Epoch[157] Batch [149]	Speed: 951.019669 samples/sec	rmse=0.015621	lr=0.045858
Epoch[157] Batch [199]	Speed: 950.347754 samples/sec	rmse=0.015711	lr=0.045776
Epoch[157] Batch [249]	Speed: 951.462524 samples/sec	rmse=0.015691	lr=0.045694
Epoch[157] Batch [299]	Speed: 952.371699 samples/sec	rmse=0.015750	lr=0.045612
Epoch[157] Batch [349]	Speed: 954.234065 samples/sec	rmse=0.015748	lr=0.045530
Epoch[157] Batch [399]	Speed: 952.555600 samples/sec	rmse=0.015762	lr=0.045449
Epoch[157] Batch [449]	Speed: 942.492678 samples/sec	rmse=0.015774	lr=0.045367
Epoch[157] Batch [499]	Speed: 942.530710 samples/sec	rmse=0.015790	lr=0.045285
Epoch[157] Batch [549]	Speed: 953.080769 samples/sec	rmse=0.015786	lr=0.045204
Epoch[157] Batch [599]	Speed: 955.656807 samples/sec	rmse=0.015808	lr=0.045122
Epoch[157] Batch [649]	Speed: 947.780196 samples/sec	rmse=0.015820	lr=0.045041
Epoch[157] Batch [699]	Speed: 948.767817 samples/sec	rmse=0.015832	lr=0.044959
Epoch[157] Batch [749]	Speed: 951.243902 samples/sec	rmse=0.015845	lr=0.044878
Epoch[157] Batch [799]	Speed: 949.440827 samples/sec	rmse=0.015854	lr=0.044797
Epoch[157] Batch [849]	Speed: 949.910566 samples/sec	rmse=0.015860	lr=0.044716
Epoch[157] Batch [899]	Speed: 950.434702 samples/sec	rmse=0.015870	lr=0.044634
Epoch[157] Batch [949]	Speed: 952.850013 samples/sec	rmse=0.015872	lr=0.044553
Epoch[157] Batch [999]	Speed: 954.192518 samples/sec	rmse=0.015879	lr=0.044472
Epoch[157] Batch [1049]	Speed: 946.495608 samples/sec	rmse=0.015879	lr=0.044391
Epoch[157] Batch [1099]	Speed: 946.583446 samples/sec	rmse=0.015876	lr=0.044311
Epoch[157] Batch [1149]	Speed: 944.558730 samples/sec	rmse=0.015880	lr=0.044230
Epoch[157] Batch [1199]	Speed: 950.506856 samples/sec	rmse=0.015887	lr=0.044149
Epoch[157] Batch [1249]	Speed: 955.152671 samples/sec	rmse=0.015891	lr=0.044068
[Epoch 157] training: rmse=0.015891
[Epoch 157] speed: 950 samples/sec	time cost: 1366.834206
[Epoch 157] validation: err-top1=0.228597 err-top5=0.061849
Epoch[158] Batch [49]	Speed: 958.673341 samples/sec	rmse=0.015709	lr=0.043986
Epoch[158] Batch [99]	Speed: 951.171669 samples/sec	rmse=0.015761	lr=0.043906
Epoch[158] Batch [149]	Speed: 948.215593 samples/sec	rmse=0.015704	lr=0.043825
Epoch[158] Batch [199]	Speed: 951.735036 samples/sec	rmse=0.015723	lr=0.043745
Epoch[158] Batch [249]	Speed: 953.334267 samples/sec	rmse=0.015755	lr=0.043664
Epoch[158] Batch [299]	Speed: 951.771211 samples/sec	rmse=0.015768	lr=0.043584
Epoch[158] Batch [349]	Speed: 953.510200 samples/sec	rmse=0.015805	lr=0.043504
Epoch[158] Batch [399]	Speed: 951.132751 samples/sec	rmse=0.015802	lr=0.043424
Epoch[158] Batch [449]	Speed: 951.485719 samples/sec	rmse=0.015805	lr=0.043344
Epoch[158] Batch [499]	Speed: 950.737620 samples/sec	rmse=0.015806	lr=0.043264
Epoch[158] Batch [549]	Speed: 950.221824 samples/sec	rmse=0.015810	lr=0.043184
Epoch[158] Batch [599]	Speed: 943.727555 samples/sec	rmse=0.015817	lr=0.043104
Epoch[158] Batch [649]	Speed: 949.825941 samples/sec	rmse=0.015820	lr=0.043024
Epoch[158] Batch [699]	Speed: 952.269887 samples/sec	rmse=0.015817	lr=0.042944
Epoch[158] Batch [749]	Speed: 954.457492 samples/sec	rmse=0.015826	lr=0.042864
Epoch[158] Batch [799]	Speed: 951.852525 samples/sec	rmse=0.015830	lr=0.042785
Epoch[158] Batch [849]	Speed: 950.726639 samples/sec	rmse=0.015830	lr=0.042705
Epoch[158] Batch [899]	Speed: 956.069834 samples/sec	rmse=0.015828	lr=0.042626
Epoch[158] Batch [949]	Speed: 955.796706 samples/sec	rmse=0.015834	lr=0.042546
Epoch[158] Batch [999]	Speed: 954.267160 samples/sec	rmse=0.015840	lr=0.042467
Epoch[158] Batch [1049]	Speed: 954.885816 samples/sec	rmse=0.015846	lr=0.042388
Epoch[158] Batch [1099]	Speed: 953.968304 samples/sec	rmse=0.015849	lr=0.042308
Epoch[158] Batch [1149]	Speed: 954.292324 samples/sec	rmse=0.015848	lr=0.042229
Epoch[158] Batch [1199]	Speed: 952.508723 samples/sec	rmse=0.015846	lr=0.042150
Epoch[158] Batch [1249]	Speed: 955.675027 samples/sec	rmse=0.015855	lr=0.042071
[Epoch 158] training: rmse=0.015854
[Epoch 158] speed: 951 samples/sec	time cost: 1363.652381
[Epoch 158] validation: err-top1=0.229691 err-top5=0.062101
Epoch[159] Batch [49]	Speed: 961.980248 samples/sec	rmse=0.015520	lr=0.041990
Epoch[159] Batch [99]	Speed: 950.446430 samples/sec	rmse=0.015591	lr=0.041911
Epoch[159] Batch [149]	Speed: 955.352009 samples/sec	rmse=0.015618	lr=0.041833
Epoch[159] Batch [199]	Speed: 951.616417 samples/sec	rmse=0.015623	lr=0.041754
Epoch[159] Batch [249]	Speed: 953.705498 samples/sec	rmse=0.015627	lr=0.041675
Epoch[159] Batch [299]	Speed: 953.317990 samples/sec	rmse=0.015621	lr=0.041596
Epoch[159] Batch [349]	Speed: 950.601332 samples/sec	rmse=0.015615	lr=0.041518
Epoch[159] Batch [399]	Speed: 952.479231 samples/sec	rmse=0.015642	lr=0.041439
Epoch[159] Batch [449]	Speed: 957.116768 samples/sec	rmse=0.015635	lr=0.041361
Epoch[159] Batch [499]	Speed: 954.001313 samples/sec	rmse=0.015643	lr=0.041283
Epoch[159] Batch [549]	Speed: 944.112837 samples/sec	rmse=0.015637	lr=0.041204
Epoch[159] Batch [599]	Speed: 946.559914 samples/sec	rmse=0.015644	lr=0.041126
Epoch[159] Batch [649]	Speed: 954.697338 samples/sec	rmse=0.015653	lr=0.041048
Epoch[159] Batch [699]	Speed: 947.150738 samples/sec	rmse=0.015655	lr=0.040970
Epoch[159] Batch [749]	Speed: 952.351599 samples/sec	rmse=0.015655	lr=0.040892
Epoch[159] Batch [799]	Speed: 951.544174 samples/sec	rmse=0.015658	lr=0.040814
Epoch[159] Batch [849]	Speed: 952.958922 samples/sec	rmse=0.015677	lr=0.040736
Epoch[159] Batch [899]	Speed: 948.617795 samples/sec	rmse=0.015683	lr=0.040658
Epoch[159] Batch [949]	Speed: 952.900255 samples/sec	rmse=0.015689	lr=0.040580
Epoch[159] Batch [999]	Speed: 953.363871 samples/sec	rmse=0.015701	lr=0.040502
Epoch[159] Batch [1049]	Speed: 951.490323 samples/sec	rmse=0.015710	lr=0.040425
Epoch[159] Batch [1099]	Speed: 952.423310 samples/sec	rmse=0.015714	lr=0.040347
Epoch[159] Batch [1149]	Speed: 950.270637 samples/sec	rmse=0.015719	lr=0.040269
Epoch[159] Batch [1199]	Speed: 952.454564 samples/sec	rmse=0.015730	lr=0.040192
Epoch[159] Batch [1249]	Speed: 956.951902 samples/sec	rmse=0.015736	lr=0.040115
[Epoch 159] training: rmse=0.015737
[Epoch 159] speed: 951 samples/sec	time cost: 1364.162522
[Epoch 159] validation: err-top1=0.223732 err-top5=0.060168
Epoch[160] Batch [49]	Speed: 957.743734 samples/sec	rmse=0.015517	lr=0.040036
Epoch[160] Batch [99]	Speed: 950.697421 samples/sec	rmse=0.015457	lr=0.039958
Epoch[160] Batch [149]	Speed: 949.665576 samples/sec	rmse=0.015540	lr=0.039881
Epoch[160] Batch [199]	Speed: 949.735009 samples/sec	rmse=0.015548	lr=0.039804
Epoch[160] Batch [249]	Speed: 950.431980 samples/sec	rmse=0.015535	lr=0.039727
Epoch[160] Batch [299]	Speed: 950.515708 samples/sec	rmse=0.015534	lr=0.039650
Epoch[160] Batch [349]	Speed: 952.482053 samples/sec	rmse=0.015527	lr=0.039573
Epoch[160] Batch [399]	Speed: 952.540867 samples/sec	rmse=0.015527	lr=0.039496
Epoch[160] Batch [449]	Speed: 950.807783 samples/sec	rmse=0.015537	lr=0.039419
Epoch[160] Batch [499]	Speed: 950.308269 samples/sec	rmse=0.015536	lr=0.039343
Epoch[160] Batch [549]	Speed: 951.070156 samples/sec	rmse=0.015552	lr=0.039266
Epoch[160] Batch [599]	Speed: 951.898957 samples/sec	rmse=0.015559	lr=0.039189
Epoch[160] Batch [649]	Speed: 951.886050 samples/sec	rmse=0.015559	lr=0.039113
Epoch[160] Batch [699]	Speed: 955.434425 samples/sec	rmse=0.015557	lr=0.039036
Epoch[160] Batch [749]	Speed: 952.897024 samples/sec	rmse=0.015560	lr=0.038960
Epoch[160] Batch [799]	Speed: 954.980650 samples/sec	rmse=0.015564	lr=0.038884
Epoch[160] Batch [849]	Speed: 951.927735 samples/sec	rmse=0.015576	lr=0.038807
Epoch[160] Batch [899]	Speed: 952.201471 samples/sec	rmse=0.015590	lr=0.038731
Epoch[160] Batch [949]	Speed: 950.878609 samples/sec	rmse=0.015604	lr=0.038655
Epoch[160] Batch [999]	Speed: 951.348879 samples/sec	rmse=0.015613	lr=0.038579
Epoch[160] Batch [1049]	Speed: 952.177372 samples/sec	rmse=0.015618	lr=0.038503
Epoch[160] Batch [1099]	Speed: 950.121392 samples/sec	rmse=0.015622	lr=0.038427
Epoch[160] Batch [1149]	Speed: 955.174865 samples/sec	rmse=0.015624	lr=0.038351
Epoch[160] Batch [1199]	Speed: 951.639142 samples/sec	rmse=0.015624	lr=0.038275
Epoch[160] Batch [1249]	Speed: 953.859791 samples/sec	rmse=0.015626	lr=0.038200
[Epoch 160] training: rmse=0.015625
[Epoch 160] speed: 951 samples/sec	time cost: 1364.120318
[Epoch 160] validation: err-top1=0.227340 err-top5=0.060407
Epoch[161] Batch [49]	Speed: 958.908987 samples/sec	rmse=0.015190	lr=0.038122
Epoch[161] Batch [99]	Speed: 955.945931 samples/sec	rmse=0.015171	lr=0.038047
Epoch[161] Batch [149]	Speed: 947.421082 samples/sec	rmse=0.015273	lr=0.037971
Epoch[161] Batch [199]	Speed: 954.468483 samples/sec	rmse=0.015324	lr=0.037896
Epoch[161] Batch [249]	Speed: 948.779843 samples/sec	rmse=0.015374	lr=0.037820
Epoch[161] Batch [299]	Speed: 948.374216 samples/sec	rmse=0.015387	lr=0.037745
Epoch[161] Batch [349]	Speed: 947.564751 samples/sec	rmse=0.015412	lr=0.037670
Epoch[161] Batch [399]	Speed: 953.785453 samples/sec	rmse=0.015402	lr=0.037595
Epoch[161] Batch [449]	Speed: 943.408617 samples/sec	rmse=0.015420	lr=0.037520
Epoch[161] Batch [499]	Speed: 953.434304 samples/sec	rmse=0.015434	lr=0.037444
Epoch[161] Batch [549]	Speed: 953.418743 samples/sec	rmse=0.015431	lr=0.037370
Epoch[161] Batch [599]	Speed: 946.209378 samples/sec	rmse=0.015451	lr=0.037295
Epoch[161] Batch [649]	Speed: 951.025325 samples/sec	rmse=0.015469	lr=0.037220
Epoch[161] Batch [699]	Speed: 950.391449 samples/sec	rmse=0.015469	lr=0.037145
Epoch[161] Batch [749]	Speed: 953.356799 samples/sec	rmse=0.015476	lr=0.037070
Epoch[161] Batch [799]	Speed: 946.227092 samples/sec	rmse=0.015485	lr=0.036996
Epoch[161] Batch [849]	Speed: 951.290574 samples/sec	rmse=0.015488	lr=0.036921
Epoch[161] Batch [899]	Speed: 951.233010 samples/sec	rmse=0.015492	lr=0.036846
Epoch[161] Batch [949]	Speed: 954.813505 samples/sec	rmse=0.015502	lr=0.036772
Epoch[161] Batch [999]	Speed: 953.873688 samples/sec	rmse=0.015506	lr=0.036698
Epoch[161] Batch [1049]	Speed: 953.221142 samples/sec	rmse=0.015504	lr=0.036623
Epoch[161] Batch [1099]	Speed: 954.685964 samples/sec	rmse=0.015507	lr=0.036549
Epoch[161] Batch [1149]	Speed: 953.518303 samples/sec	rmse=0.015513	lr=0.036475
Epoch[161] Batch [1199]	Speed: 951.483042 samples/sec	rmse=0.015524	lr=0.036401
Epoch[161] Batch [1249]	Speed: 955.786199 samples/sec	rmse=0.015524	lr=0.036327
[Epoch 161] training: rmse=0.015524
[Epoch 161] speed: 950 samples/sec	time cost: 1364.895001
[Epoch 161] validation: err-top1=0.224689 err-top5=0.060846
Epoch[162] Batch [49]	Speed: 958.234832 samples/sec	rmse=0.015350	lr=0.036251
Epoch[162] Batch [99]	Speed: 949.367823 samples/sec	rmse=0.015403	lr=0.036177
Epoch[162] Batch [149]	Speed: 948.126334 samples/sec	rmse=0.015363	lr=0.036104
Epoch[162] Batch [199]	Speed: 949.969096 samples/sec	rmse=0.015339	lr=0.036030
Epoch[162] Batch [249]	Speed: 951.439036 samples/sec	rmse=0.015347	lr=0.035956
Epoch[162] Batch [299]	Speed: 955.543935 samples/sec	rmse=0.015359	lr=0.035882
Epoch[162] Batch [349]	Speed: 952.603318 samples/sec	rmse=0.015395	lr=0.035809
Epoch[162] Batch [399]	Speed: 954.350781 samples/sec	rmse=0.015392	lr=0.035735
Epoch[162] Batch [449]	Speed: 953.262194 samples/sec	rmse=0.015387	lr=0.035662
Epoch[162] Batch [499]	Speed: 948.084995 samples/sec	rmse=0.015396	lr=0.035589
Epoch[162] Batch [549]	Speed: 951.195612 samples/sec	rmse=0.015400	lr=0.035515
Epoch[162] Batch [599]	Speed: 951.504446 samples/sec	rmse=0.015408	lr=0.035442
Epoch[162] Batch [649]	Speed: 949.875831 samples/sec	rmse=0.015399	lr=0.035369
Epoch[162] Batch [699]	Speed: 953.075689 samples/sec	rmse=0.015402	lr=0.035296
Epoch[162] Batch [749]	Speed: 951.073770 samples/sec	rmse=0.015412	lr=0.035223
Epoch[162] Batch [799]	Speed: 951.511364 samples/sec	rmse=0.015415	lr=0.035150
Epoch[162] Batch [849]	Speed: 954.213963 samples/sec	rmse=0.015428	lr=0.035077
Epoch[162] Batch [899]	Speed: 951.590370 samples/sec	rmse=0.015432	lr=0.035004
Epoch[162] Batch [949]	Speed: 953.546577 samples/sec	rmse=0.015435	lr=0.034931
Epoch[162] Batch [999]	Speed: 945.355953 samples/sec	rmse=0.015444	lr=0.034859
Epoch[162] Batch [1049]	Speed: 951.764487 samples/sec	rmse=0.015449	lr=0.034786
Epoch[162] Batch [1099]	Speed: 950.659383 samples/sec	rmse=0.015451	lr=0.034713
Epoch[162] Batch [1149]	Speed: 949.260639 samples/sec	rmse=0.015457	lr=0.034641
Epoch[162] Batch [1199]	Speed: 945.817022 samples/sec	rmse=0.015460	lr=0.034569
Epoch[162] Batch [1249]	Speed: 953.419230 samples/sec	rmse=0.015465	lr=0.034496
[Epoch 162] training: rmse=0.015465
[Epoch 162] speed: 950 samples/sec	time cost: 1365.067509
[Epoch 162] validation: err-top1=0.219645 err-top5=0.057821
Epoch[163] Batch [49]	Speed: 962.107289 samples/sec	rmse=0.015093	lr=0.034423
Epoch[163] Batch [99]	Speed: 944.296802 samples/sec	rmse=0.015228	lr=0.034350
Epoch[163] Batch [149]	Speed: 949.104802 samples/sec	rmse=0.015225	lr=0.034278
Epoch[163] Batch [199]	Speed: 951.619141 samples/sec	rmse=0.015259	lr=0.034206
Epoch[163] Batch [249]	Speed: 951.655404 samples/sec	rmse=0.015281	lr=0.034134
Epoch[163] Batch [299]	Speed: 946.814616 samples/sec	rmse=0.015306	lr=0.034062
Epoch[163] Batch [349]	Speed: 946.964754 samples/sec	rmse=0.015307	lr=0.033990
Epoch[163] Batch [399]	Speed: 949.893398 samples/sec	rmse=0.015294	lr=0.033919
Epoch[163] Batch [449]	Speed: 953.157282 samples/sec	rmse=0.015314	lr=0.033847
Epoch[163] Batch [499]	Speed: 952.933558 samples/sec	rmse=0.015323	lr=0.033775
Epoch[163] Batch [549]	Speed: 950.088134 samples/sec	rmse=0.015335	lr=0.033704
Epoch[163] Batch [599]	Speed: 943.846112 samples/sec	rmse=0.015343	lr=0.033632
Epoch[163] Batch [649]	Speed: 950.347288 samples/sec	rmse=0.015343	lr=0.033561
Epoch[163] Batch [699]	Speed: 948.464401 samples/sec	rmse=0.015346	lr=0.033489
Epoch[163] Batch [749]	Speed: 948.379917 samples/sec	rmse=0.015347	lr=0.033418
Epoch[163] Batch [799]	Speed: 949.400401 samples/sec	rmse=0.015349	lr=0.033347
Epoch[163] Batch [849]	Speed: 949.303852 samples/sec	rmse=0.015346	lr=0.033276
Epoch[163] Batch [899]	Speed: 949.730603 samples/sec	rmse=0.015348	lr=0.033205
Epoch[163] Batch [949]	Speed: 949.929785 samples/sec	rmse=0.015350	lr=0.033134
Epoch[163] Batch [999]	Speed: 948.177042 samples/sec	rmse=0.015350	lr=0.033063
Epoch[163] Batch [1049]	Speed: 946.385564 samples/sec	rmse=0.015352	lr=0.032992
Epoch[163] Batch [1099]	Speed: 949.983422 samples/sec	rmse=0.015356	lr=0.032921
Epoch[163] Batch [1149]	Speed: 951.328422 samples/sec	rmse=0.015365	lr=0.032850
Epoch[163] Batch [1199]	Speed: 951.626474 samples/sec	rmse=0.015373	lr=0.032779
Epoch[163] Batch [1249]	Speed: 952.052560 samples/sec	rmse=0.015380	lr=0.032709
[Epoch 163] training: rmse=0.015379
[Epoch 163] speed: 949 samples/sec	time cost: 1367.306679
[Epoch 163] validation: err-top1=0.216817 err-top5=0.057797
Epoch[164] Batch [49]	Speed: 962.264312 samples/sec	rmse=0.015121	lr=0.032637
Epoch[164] Batch [99]	Speed: 952.546672 samples/sec	rmse=0.015219	lr=0.032566
Epoch[164] Batch [149]	Speed: 952.721165 samples/sec	rmse=0.015233	lr=0.032496
Epoch[164] Batch [199]	Speed: 956.928722 samples/sec	rmse=0.015228	lr=0.032426
Epoch[164] Batch [249]	Speed: 951.461298 samples/sec	rmse=0.015221	lr=0.032355
Epoch[164] Batch [299]	Speed: 947.935209 samples/sec	rmse=0.015230	lr=0.032285
Epoch[164] Batch [349]	Speed: 952.467601 samples/sec	rmse=0.015244	lr=0.032215
Epoch[164] Batch [399]	Speed: 953.821801 samples/sec	rmse=0.015256	lr=0.032145
Epoch[164] Batch [449]	Speed: 954.225869 samples/sec	rmse=0.015276	lr=0.032075
Epoch[164] Batch [499]	Speed: 948.893169 samples/sec	rmse=0.015277	lr=0.032005
Epoch[164] Batch [549]	Speed: 947.958165 samples/sec	rmse=0.015281	lr=0.031935
Epoch[164] Batch [599]	Speed: 954.545762 samples/sec	rmse=0.015281	lr=0.031865
Epoch[164] Batch [649]	Speed: 955.910175 samples/sec	rmse=0.015305	lr=0.031796
Epoch[164] Batch [699]	Speed: 947.011471 samples/sec	rmse=0.015317	lr=0.031726
Epoch[164] Batch [749]	Speed: 947.219324 samples/sec	rmse=0.015333	lr=0.031657
Epoch[164] Batch [799]	Speed: 951.951395 samples/sec	rmse=0.015340	lr=0.031587
Epoch[164] Batch [849]	Speed: 951.877257 samples/sec	rmse=0.015340	lr=0.031518
Epoch[164] Batch [899]	Speed: 952.502095 samples/sec	rmse=0.015349	lr=0.031448
Epoch[164] Batch [949]	Speed: 948.761236 samples/sec	rmse=0.015355	lr=0.031379
Epoch[164] Batch [999]	Speed: 950.732447 samples/sec	rmse=0.015356	lr=0.031310
Epoch[164] Batch [1049]	Speed: 953.407484 samples/sec	rmse=0.015356	lr=0.031241
Epoch[164] Batch [1099]	Speed: 949.620180 samples/sec	rmse=0.015367	lr=0.031172
Epoch[164] Batch [1149]	Speed: 953.082309 samples/sec	rmse=0.015370	lr=0.031103
Epoch[164] Batch [1199]	Speed: 954.178849 samples/sec	rmse=0.015368	lr=0.031034
Epoch[164] Batch [1249]	Speed: 952.820803 samples/sec	rmse=0.015369	lr=0.030965
[Epoch 164] training: rmse=0.015369
[Epoch 164] speed: 951 samples/sec	time cost: 1365.154638
[Epoch 164] validation: err-top1=0.221839 err-top5=0.059012
Epoch[165] Batch [49]	Speed: 956.011337 samples/sec	rmse=0.015161	lr=0.030895
Epoch[165] Batch [99]	Speed: 952.643937 samples/sec	rmse=0.015180	lr=0.030826
Epoch[165] Batch [149]	Speed: 953.015993 samples/sec	rmse=0.015182	lr=0.030757
Epoch[165] Batch [199]	Speed: 947.693964 samples/sec	rmse=0.015204	lr=0.030689
Epoch[165] Batch [249]	Speed: 951.915392 samples/sec	rmse=0.015171	lr=0.030620
Epoch[165] Batch [299]	Speed: 953.306809 samples/sec	rmse=0.015148	lr=0.030552
Epoch[165] Batch [349]	Speed: 952.788413 samples/sec	rmse=0.015129	lr=0.030483
Epoch[165] Batch [399]	Speed: 946.450080 samples/sec	rmse=0.015159	lr=0.030415
Epoch[165] Batch [449]	Speed: 951.457428 samples/sec	rmse=0.015145	lr=0.030347
Epoch[165] Batch [499]	Speed: 948.145004 samples/sec	rmse=0.015153	lr=0.030279
Epoch[165] Batch [549]	Speed: 947.815577 samples/sec	rmse=0.015158	lr=0.030210
Epoch[165] Batch [599]	Speed: 948.184762 samples/sec	rmse=0.015169	lr=0.030142
Epoch[165] Batch [649]	Speed: 949.313303 samples/sec	rmse=0.015178	lr=0.030074
Epoch[165] Batch [699]	Speed: 951.422698 samples/sec	rmse=0.015187	lr=0.030007
Epoch[165] Batch [749]	Speed: 948.565355 samples/sec	rmse=0.015185	lr=0.029939
Epoch[165] Batch [799]	Speed: 945.119425 samples/sec	rmse=0.015190	lr=0.029871
Epoch[165] Batch [849]	Speed: 945.620710 samples/sec	rmse=0.015192	lr=0.029803
Epoch[165] Batch [899]	Speed: 951.039203 samples/sec	rmse=0.015201	lr=0.029736
Epoch[165] Batch [949]	Speed: 951.390587 samples/sec	rmse=0.015202	lr=0.029668
Epoch[165] Batch [999]	Speed: 949.381140 samples/sec	rmse=0.015202	lr=0.029601
Epoch[165] Batch [1049]	Speed: 949.646644 samples/sec	rmse=0.015207	lr=0.029533
Epoch[165] Batch [1099]	Speed: 953.209278 samples/sec	rmse=0.015202	lr=0.029466
Epoch[165] Batch [1149]	Speed: 949.142871 samples/sec	rmse=0.015204	lr=0.029399
Epoch[165] Batch [1199]	Speed: 955.076985 samples/sec	rmse=0.015205	lr=0.029332
Epoch[165] Batch [1249]	Speed: 955.650028 samples/sec	rmse=0.015212	lr=0.029265
[Epoch 165] training: rmse=0.015213
[Epoch 165] speed: 949 samples/sec	time cost: 1366.480640
[Epoch 165] validation: err-top1=0.214525 err-top5=0.055804
Epoch[166] Batch [49]	Speed: 960.341849 samples/sec	rmse=0.014977	lr=0.029196
Epoch[166] Batch [99]	Speed: 948.873757 samples/sec	rmse=0.014994	lr=0.029129
Epoch[166] Batch [149]	Speed: 951.863811 samples/sec	rmse=0.014956	lr=0.029062
Epoch[166] Batch [199]	Speed: 948.162888 samples/sec	rmse=0.014976	lr=0.028995
Epoch[166] Batch [249]	Speed: 947.288918 samples/sec	rmse=0.014990	lr=0.028929
Epoch[166] Batch [299]	Speed: 952.145304 samples/sec	rmse=0.015008	lr=0.028862
Epoch[166] Batch [349]	Speed: 948.746419 samples/sec	rmse=0.015031	lr=0.028795
Epoch[166] Batch [399]	Speed: 946.190158 samples/sec	rmse=0.015017	lr=0.028729
Epoch[166] Batch [449]	Speed: 947.019238 samples/sec	rmse=0.015015	lr=0.028662
Epoch[166] Batch [499]	Speed: 951.962464 samples/sec	rmse=0.015023	lr=0.028596
Epoch[166] Batch [549]	Speed: 951.680607 samples/sec	rmse=0.015018	lr=0.028530
Epoch[166] Batch [599]	Speed: 947.206714 samples/sec	rmse=0.015037	lr=0.028463
Epoch[166] Batch [649]	Speed: 945.997483 samples/sec	rmse=0.015048	lr=0.028397
Epoch[166] Batch [699]	Speed: 942.800376 samples/sec	rmse=0.015057	lr=0.028331
Epoch[166] Batch [749]	Speed: 952.299244 samples/sec	rmse=0.015057	lr=0.028265
Epoch[166] Batch [799]	Speed: 945.018285 samples/sec	rmse=0.015063	lr=0.028199
Epoch[166] Batch [849]	Speed: 947.941176 samples/sec	rmse=0.015084	lr=0.028133
Epoch[166] Batch [899]	Speed: 949.278078 samples/sec	rmse=0.015091	lr=0.028067
Epoch[166] Batch [949]	Speed: 948.776674 samples/sec	rmse=0.015095	lr=0.028002
Epoch[166] Batch [999]	Speed: 945.278961 samples/sec	rmse=0.015101	lr=0.027936
Epoch[166] Batch [1049]	Speed: 950.404299 samples/sec	rmse=0.015108	lr=0.027870
Epoch[166] Batch [1099]	Speed: 945.592458 samples/sec	rmse=0.015110	lr=0.027805
Epoch[166] Batch [1149]	Speed: 947.206873 samples/sec	rmse=0.015117	lr=0.027739
Epoch[166] Batch [1199]	Speed: 952.765205 samples/sec	rmse=0.015122	lr=0.027674
Epoch[166] Batch [1249]	Speed: 951.962101 samples/sec	rmse=0.015127	lr=0.027609
[Epoch 166] training: rmse=0.015127
[Epoch 166] speed: 948 samples/sec	time cost: 1368.527592
[Epoch 166] validation: err-top1=0.227240 err-top5=0.060746
Epoch[167] Batch [49]	Speed: 956.263010 samples/sec	rmse=0.014999	lr=0.027542
Epoch[167] Batch [99]	Speed: 948.444303 samples/sec	rmse=0.014999	lr=0.027477
Epoch[167] Batch [149]	Speed: 948.211050 samples/sec	rmse=0.015029	lr=0.027412
Epoch[167] Batch [199]	Speed: 949.383234 samples/sec	rmse=0.015026	lr=0.027347
Epoch[167] Batch [249]	Speed: 951.924397 samples/sec	rmse=0.015030	lr=0.027282
Epoch[167] Batch [299]	Speed: 949.877423 samples/sec	rmse=0.015034	lr=0.027217
Epoch[167] Batch [349]	Speed: 952.426102 samples/sec	rmse=0.015021	lr=0.027152
Epoch[167] Batch [399]	Speed: 945.387532 samples/sec	rmse=0.015020	lr=0.027087
Epoch[167] Batch [449]	Speed: 948.922830 samples/sec	rmse=0.015012	lr=0.027023
Epoch[167] Batch [499]	Speed: 937.647920 samples/sec	rmse=0.014999	lr=0.026958
Epoch[167] Batch [549]	Speed: 951.466141 samples/sec	rmse=0.015016	lr=0.026894
Epoch[167] Batch [599]	Speed: 952.896792 samples/sec	rmse=0.015026	lr=0.026829
Epoch[167] Batch [649]	Speed: 948.679116 samples/sec	rmse=0.015025	lr=0.026765
Epoch[167] Batch [699]	Speed: 950.773248 samples/sec	rmse=0.015027	lr=0.026700
Epoch[167] Batch [749]	Speed: 950.667076 samples/sec	rmse=0.015023	lr=0.026636
Epoch[167] Batch [799]	Speed: 952.974057 samples/sec	rmse=0.015014	lr=0.026572
Epoch[167] Batch [849]	Speed: 951.080076 samples/sec	rmse=0.015019	lr=0.026508
Epoch[167] Batch [899]	Speed: 951.283655 samples/sec	rmse=0.015031	lr=0.026444
Epoch[167] Batch [949]	Speed: 951.797129 samples/sec	rmse=0.015033	lr=0.026380
Epoch[167] Batch [999]	Speed: 953.395489 samples/sec	rmse=0.015035	lr=0.026316
Epoch[167] Batch [1049]	Speed: 952.374216 samples/sec	rmse=0.015049	lr=0.026252
Epoch[167] Batch [1099]	Speed: 950.917489 samples/sec	rmse=0.015048	lr=0.026188
Epoch[167] Batch [1149]	Speed: 951.039729 samples/sec	rmse=0.015051	lr=0.026125
Epoch[167] Batch [1199]	Speed: 950.947521 samples/sec	rmse=0.015066	lr=0.026061
Epoch[167] Batch [1249]	Speed: 954.145446 samples/sec	rmse=0.015066	lr=0.025998
[Epoch 167] training: rmse=0.015065
[Epoch 167] speed: 949 samples/sec	time cost: 1366.315253
[Epoch 167] validation: err-top1=0.212911 err-top5=0.055305
Epoch[168] Batch [49]	Speed: 959.672579 samples/sec	rmse=0.014845	lr=0.025933
Epoch[168] Batch [99]	Speed: 950.190652 samples/sec	rmse=0.014851	lr=0.025869
Epoch[168] Batch [149]	Speed: 952.615332 samples/sec	rmse=0.014804	lr=0.025806
Epoch[168] Batch [199]	Speed: 957.924939 samples/sec	rmse=0.014818	lr=0.025743
Epoch[168] Batch [249]	Speed: 941.327819 samples/sec	rmse=0.014840	lr=0.025680
Epoch[168] Batch [299]	Speed: 947.502386 samples/sec	rmse=0.014877	lr=0.025617
Epoch[168] Batch [349]	Speed: 953.380704 samples/sec	rmse=0.014904	lr=0.025554
Epoch[168] Batch [399]	Speed: 953.777875 samples/sec	rmse=0.014903	lr=0.025491
Epoch[168] Batch [449]	Speed: 945.573967 samples/sec	rmse=0.014906	lr=0.025428
Epoch[168] Batch [499]	Speed: 946.060509 samples/sec	rmse=0.014913	lr=0.025365
Epoch[168] Batch [549]	Speed: 955.809937 samples/sec	rmse=0.014917	lr=0.025302
Epoch[168] Batch [599]	Speed: 943.677873 samples/sec	rmse=0.014911	lr=0.025240
Epoch[168] Batch [649]	Speed: 951.171800 samples/sec	rmse=0.014922	lr=0.025177
Epoch[168] Batch [699]	Speed: 951.250109 samples/sec	rmse=0.014942	lr=0.025114
Epoch[168] Batch [749]	Speed: 945.654922 samples/sec	rmse=0.014950	lr=0.025052
Epoch[168] Batch [799]	Speed: 950.316369 samples/sec	rmse=0.014959	lr=0.024990
Epoch[168] Batch [849]	Speed: 956.968789 samples/sec	rmse=0.014950	lr=0.024927
Epoch[168] Batch [899]	Speed: 950.925473 samples/sec	rmse=0.014962	lr=0.024865
Epoch[168] Batch [949]	Speed: 953.958892 samples/sec	rmse=0.014968	lr=0.024803
Epoch[168] Batch [999]	Speed: 951.027557 samples/sec	rmse=0.014968	lr=0.024741
Epoch[168] Batch [1049]	Speed: 945.708764 samples/sec	rmse=0.014961	lr=0.024679
Epoch[168] Batch [1099]	Speed: 947.390913 samples/sec	rmse=0.014964	lr=0.024617
Epoch[168] Batch [1149]	Speed: 953.117579 samples/sec	rmse=0.014967	lr=0.024555
Epoch[168] Batch [1199]	Speed: 948.575356 samples/sec	rmse=0.014969	lr=0.024493
Epoch[168] Batch [1249]	Speed: 953.395150 samples/sec	rmse=0.014968	lr=0.024432
[Epoch 168] training: rmse=0.014967
[Epoch 168] speed: 949 samples/sec	time cost: 1365.952698
[Epoch 168] validation: err-top1=0.212626 err-top5=0.055115
Epoch[169] Batch [49]	Speed: 959.873662 samples/sec	rmse=0.014589	lr=0.024369
Epoch[169] Batch [99]	Speed: 949.407776 samples/sec	rmse=0.014598	lr=0.024307
Epoch[169] Batch [149]	Speed: 948.818225 samples/sec	rmse=0.014694	lr=0.024246
Epoch[169] Batch [199]	Speed: 952.189198 samples/sec	rmse=0.014721	lr=0.024184
Epoch[169] Batch [249]	Speed: 949.402374 samples/sec	rmse=0.014769	lr=0.024123
Epoch[169] Batch [299]	Speed: 953.642881 samples/sec	rmse=0.014782	lr=0.024062
Epoch[169] Batch [349]	Speed: 954.004780 samples/sec	rmse=0.014802	lr=0.024000
Epoch[169] Batch [399]	Speed: 957.534768 samples/sec	rmse=0.014800	lr=0.023939
Epoch[169] Batch [449]	Speed: 948.217779 samples/sec	rmse=0.014813	lr=0.023878
Epoch[169] Batch [499]	Speed: 948.555186 samples/sec	rmse=0.014821	lr=0.023817
Epoch[169] Batch [549]	Speed: 949.922953 samples/sec	rmse=0.014829	lr=0.023756
Epoch[169] Batch [599]	Speed: 948.715377 samples/sec	rmse=0.014855	lr=0.023695
Epoch[169] Batch [649]	Speed: 950.970509 samples/sec	rmse=0.014860	lr=0.023635
Epoch[169] Batch [699]	Speed: 948.593344 samples/sec	rmse=0.014861	lr=0.023574
Epoch[169] Batch [749]	Speed: 956.899684 samples/sec	rmse=0.014866	lr=0.023513
Epoch[169] Batch [799]	Speed: 952.163664 samples/sec	rmse=0.014870	lr=0.023453
Epoch[169] Batch [849]	Speed: 951.367840 samples/sec	rmse=0.014867	lr=0.023392
Epoch[169] Batch [899]	Speed: 950.018027 samples/sec	rmse=0.014869	lr=0.023332
Epoch[169] Batch [949]	Speed: 949.927394 samples/sec	rmse=0.014871	lr=0.023272
Epoch[169] Batch [999]	Speed: 949.136616 samples/sec	rmse=0.014881	lr=0.023211
Epoch[169] Batch [1049]	Speed: 938.207751 samples/sec	rmse=0.014890	lr=0.023151
Epoch[169] Batch [1099]	Speed: 948.369337 samples/sec	rmse=0.014898	lr=0.023091
Epoch[169] Batch [1149]	Speed: 946.992231 samples/sec	rmse=0.014899	lr=0.023031
Epoch[169] Batch [1199]	Speed: 952.561600 samples/sec	rmse=0.014901	lr=0.022971
Epoch[169] Batch [1249]	Speed: 956.000425 samples/sec	rmse=0.014908	lr=0.022911
[Epoch 169] training: rmse=0.014908
[Epoch 169] speed: 950 samples/sec	time cost: 1366.131976
[Epoch 169] validation: err-top1=0.219129 err-top5=0.057637
Epoch[170] Batch [49]	Speed: 958.989933 samples/sec	rmse=0.014495	lr=0.022850
Epoch[170] Batch [99]	Speed: 950.398292 samples/sec	rmse=0.014562	lr=0.022790
Epoch[170] Batch [149]	Speed: 950.242179 samples/sec	rmse=0.014623	lr=0.022731
Epoch[170] Batch [199]	Speed: 947.238898 samples/sec	rmse=0.014651	lr=0.022671
Epoch[170] Batch [249]	Speed: 954.600375 samples/sec	rmse=0.014670	lr=0.022612
Epoch[170] Batch [299]	Speed: 956.506607 samples/sec	rmse=0.014645	lr=0.022552
Epoch[170] Batch [349]	Speed: 949.411327 samples/sec	rmse=0.014681	lr=0.022493
Epoch[170] Batch [399]	Speed: 944.850227 samples/sec	rmse=0.014681	lr=0.022434
Epoch[170] Batch [449]	Speed: 955.111936 samples/sec	rmse=0.014701	lr=0.022374
Epoch[170] Batch [499]	Speed: 950.327517 samples/sec	rmse=0.014710	lr=0.022315
Epoch[170] Batch [549]	Speed: 950.949146 samples/sec	rmse=0.014719	lr=0.022256
Epoch[170] Batch [599]	Speed: 948.400955 samples/sec	rmse=0.014736	lr=0.022197
Epoch[170] Batch [649]	Speed: 949.156559 samples/sec	rmse=0.014733	lr=0.022138
Epoch[170] Batch [699]	Speed: 948.489339 samples/sec	rmse=0.014751	lr=0.022079
Epoch[170] Batch [749]	Speed: 945.090126 samples/sec	rmse=0.014743	lr=0.022021
Epoch[170] Batch [799]	Speed: 952.995105 samples/sec	rmse=0.014741	lr=0.021962
Epoch[170] Batch [849]	Speed: 944.372898 samples/sec	rmse=0.014752	lr=0.021903
Epoch[170] Batch [899]	Speed: 955.991721 samples/sec	rmse=0.014764	lr=0.021845
Epoch[170] Batch [949]	Speed: 952.430862 samples/sec	rmse=0.014753	lr=0.021786
Epoch[170] Batch [999]	Speed: 949.202561 samples/sec	rmse=0.014769	lr=0.021728
Epoch[170] Batch [1049]	Speed: 949.082282 samples/sec	rmse=0.014766	lr=0.021669
Epoch[170] Batch [1099]	Speed: 948.943079 samples/sec	rmse=0.014767	lr=0.021611
Epoch[170] Batch [1149]	Speed: 952.146448 samples/sec	rmse=0.014772	lr=0.021553
Epoch[170] Batch [1199]	Speed: 952.857356 samples/sec	rmse=0.014768	lr=0.021495
Epoch[170] Batch [1249]	Speed: 955.334465 samples/sec	rmse=0.014773	lr=0.021437
[Epoch 170] training: rmse=0.014773
[Epoch 170] speed: 950 samples/sec	time cost: 1365.972862
[Epoch 170] validation: err-top1=0.214306 err-top5=0.056561
Epoch[171] Batch [49]	Speed: 963.795762 samples/sec	rmse=0.014501	lr=0.021378
Epoch[171] Batch [99]	Speed: 955.657645 samples/sec	rmse=0.014473	lr=0.021320
Epoch[171] Batch [149]	Speed: 951.396320 samples/sec	rmse=0.014474	lr=0.021262
Epoch[171] Batch [199]	Speed: 948.449803 samples/sec	rmse=0.014509	lr=0.021204
Epoch[171] Batch [249]	Speed: 948.617061 samples/sec	rmse=0.014504	lr=0.021146
Epoch[171] Batch [299]	Speed: 949.636385 samples/sec	rmse=0.014521	lr=0.021089
Epoch[171] Batch [349]	Speed: 944.363459 samples/sec	rmse=0.014540	lr=0.021031
Epoch[171] Batch [399]	Speed: 950.500836 samples/sec	rmse=0.014541	lr=0.020974
Epoch[171] Batch [449]	Speed: 953.670244 samples/sec	rmse=0.014584	lr=0.020917
Epoch[171] Batch [499]	Speed: 952.905160 samples/sec	rmse=0.014579	lr=0.020859
Epoch[171] Batch [549]	Speed: 952.140293 samples/sec	rmse=0.014584	lr=0.020802
Epoch[171] Batch [599]	Speed: 952.703025 samples/sec	rmse=0.014597	lr=0.020745
Epoch[171] Batch [649]	Speed: 945.352611 samples/sec	rmse=0.014598	lr=0.020688
Epoch[171] Batch [699]	Speed: 946.809745 samples/sec	rmse=0.014622	lr=0.020631
Epoch[171] Batch [749]	Speed: 950.925763 samples/sec	rmse=0.014629	lr=0.020574
Epoch[171] Batch [799]	Speed: 944.683833 samples/sec	rmse=0.014635	lr=0.020517
Epoch[171] Batch [849]	Speed: 956.711361 samples/sec	rmse=0.014643	lr=0.020460
Epoch[171] Batch [899]	Speed: 943.717059 samples/sec	rmse=0.014650	lr=0.020404
Epoch[171] Batch [949]	Speed: 952.704276 samples/sec	rmse=0.014648	lr=0.020347
Epoch[171] Batch [999]	Speed: 950.391390 samples/sec	rmse=0.014653	lr=0.020290
Epoch[171] Batch [1049]	Speed: 949.228469 samples/sec	rmse=0.014649	lr=0.020234
Epoch[171] Batch [1099]	Speed: 952.423745 samples/sec	rmse=0.014652	lr=0.020177
Epoch[171] Batch [1149]	Speed: 952.545071 samples/sec	rmse=0.014653	lr=0.020121
Epoch[171] Batch [1199]	Speed: 939.695657 samples/sec	rmse=0.014664	lr=0.020065
Epoch[171] Batch [1249]	Speed: 956.232518 samples/sec	rmse=0.014672	lr=0.020009
[Epoch 171] training: rmse=0.014671
[Epoch 171] speed: 949 samples/sec	time cost: 1367.413335
[Epoch 171] validation: err-top1=0.213369 err-top5=0.054867
Epoch[172] Batch [49]	Speed: 959.601282 samples/sec	rmse=0.014493	lr=0.019951
Epoch[172] Batch [99]	Speed: 949.488678 samples/sec	rmse=0.014489	lr=0.019895
Epoch[172] Batch [149]	Speed: 954.036545 samples/sec	rmse=0.014418	lr=0.019839
Epoch[172] Batch [199]	Speed: 953.048276 samples/sec	rmse=0.014431	lr=0.019784
Epoch[172] Batch [249]	Speed: 954.126195 samples/sec	rmse=0.014406	lr=0.019728
Epoch[172] Batch [299]	Speed: 945.621576 samples/sec	rmse=0.014436	lr=0.019672
Epoch[172] Batch [349]	Speed: 955.522064 samples/sec	rmse=0.014440	lr=0.019616
Epoch[172] Batch [399]	Speed: 948.943389 samples/sec	rmse=0.014431	lr=0.019561
Epoch[172] Batch [449]	Speed: 950.330289 samples/sec	rmse=0.014440	lr=0.019505
Epoch[172] Batch [499]	Speed: 950.562995 samples/sec	rmse=0.014446	lr=0.019450
Epoch[172] Batch [549]	Speed: 948.711383 samples/sec	rmse=0.014438	lr=0.019394
Epoch[172] Batch [599]	Speed: 944.138879 samples/sec	rmse=0.014462	lr=0.019339
Epoch[172] Batch [649]	Speed: 940.741313 samples/sec	rmse=0.014485	lr=0.019284
Epoch[172] Batch [699]	Speed: 957.525994 samples/sec	rmse=0.014487	lr=0.019229
Epoch[172] Batch [749]	Speed: 951.177096 samples/sec	rmse=0.014484	lr=0.019174
Epoch[172] Batch [799]	Speed: 955.299664 samples/sec	rmse=0.014496	lr=0.019119
Epoch[172] Batch [849]	Speed: 954.850029 samples/sec	rmse=0.014501	lr=0.019064
Epoch[172] Batch [899]	Speed: 953.843348 samples/sec	rmse=0.014502	lr=0.019009
Epoch[172] Batch [949]	Speed: 952.457226 samples/sec	rmse=0.014510	lr=0.018954
Epoch[172] Batch [999]	Speed: 951.563346 samples/sec	rmse=0.014523	lr=0.018900
Epoch[172] Batch [1049]	Speed: 950.682959 samples/sec	rmse=0.014528	lr=0.018845
Epoch[172] Batch [1099]	Speed: 951.346683 samples/sec	rmse=0.014532	lr=0.018790
Epoch[172] Batch [1149]	Speed: 953.123616 samples/sec	rmse=0.014534	lr=0.018736
Epoch[172] Batch [1199]	Speed: 954.452779 samples/sec	rmse=0.014547	lr=0.018682
Epoch[172] Batch [1249]	Speed: 953.974313 samples/sec	rmse=0.014553	lr=0.018627
[Epoch 172] training: rmse=0.014552
[Epoch 172] speed: 951 samples/sec	time cost: 1364.501148
[Epoch 172] validation: err-top1=0.208705 err-top5=0.052754
Epoch[173] Batch [49]	Speed: 960.755988 samples/sec	rmse=0.014181	lr=0.018572
Epoch[173] Batch [99]	Speed: 951.242440 samples/sec	rmse=0.014312	lr=0.018518
Epoch[173] Batch [149]	Speed: 950.568549 samples/sec	rmse=0.014272	lr=0.018464
Epoch[173] Batch [199]	Speed: 958.898017 samples/sec	rmse=0.014290	lr=0.018410
Epoch[173] Batch [249]	Speed: 953.872298 samples/sec	rmse=0.014308	lr=0.018356
Epoch[173] Batch [299]	Speed: 954.815173 samples/sec	rmse=0.014349	lr=0.018302
Epoch[173] Batch [349]	Speed: 941.929455 samples/sec	rmse=0.014351	lr=0.018248
Epoch[173] Batch [399]	Speed: 949.970050 samples/sec	rmse=0.014347	lr=0.018194
Epoch[173] Batch [449]	Speed: 951.064074 samples/sec	rmse=0.014366	lr=0.018141
Epoch[173] Batch [499]	Speed: 955.003528 samples/sec	rmse=0.014349	lr=0.018087
Epoch[173] Batch [549]	Speed: 951.361969 samples/sec	rmse=0.014354	lr=0.018034
Epoch[173] Batch [599]	Speed: 953.446207 samples/sec	rmse=0.014364	lr=0.017980
Epoch[173] Batch [649]	Speed: 954.183118 samples/sec	rmse=0.014372	lr=0.017927
Epoch[173] Batch [699]	Speed: 942.316127 samples/sec	rmse=0.014387	lr=0.017874
Epoch[173] Batch [749]	Speed: 949.772511 samples/sec	rmse=0.014405	lr=0.017821
Epoch[173] Batch [799]	Speed: 954.583338 samples/sec	rmse=0.014400	lr=0.017768
Epoch[173] Batch [849]	Speed: 944.903799 samples/sec	rmse=0.014414	lr=0.017714
Epoch[173] Batch [899]	Speed: 948.915061 samples/sec	rmse=0.014420	lr=0.017662
Epoch[173] Batch [949]	Speed: 952.141344 samples/sec	rmse=0.014423	lr=0.017609
Epoch[173] Batch [999]	Speed: 953.679138 samples/sec	rmse=0.014425	lr=0.017556
Epoch[173] Batch [1049]	Speed: 958.243178 samples/sec	rmse=0.014440	lr=0.017503
Epoch[173] Batch [1099]	Speed: 951.031933 samples/sec	rmse=0.014449	lr=0.017450
Epoch[173] Batch [1149]	Speed: 951.730709 samples/sec	rmse=0.014458	lr=0.017398
Epoch[173] Batch [1199]	Speed: 957.193029 samples/sec	rmse=0.014456	lr=0.017345
Epoch[173] Batch [1249]	Speed: 953.876137 samples/sec	rmse=0.014458	lr=0.017293
[Epoch 173] training: rmse=0.014457
[Epoch 173] speed: 951 samples/sec	time cost: 1364.203896
[Epoch 173] validation: err-top1=0.207908 err-top5=0.053731
Epoch[174] Batch [49]	Speed: 955.558714 samples/sec	rmse=0.014011	lr=0.017240
Epoch[174] Batch [99]	Speed: 949.233248 samples/sec	rmse=0.014193	lr=0.017187
Epoch[174] Batch [149]	Speed: 951.502350 samples/sec	rmse=0.014257	lr=0.017135
Epoch[174] Batch [199]	Speed: 951.654860 samples/sec	rmse=0.014251	lr=0.017083
Epoch[174] Batch [249]	Speed: 951.463844 samples/sec	rmse=0.014247	lr=0.017031
Epoch[174] Batch [299]	Speed: 940.182432 samples/sec	rmse=0.014236	lr=0.016979
Epoch[174] Batch [349]	Speed: 949.963365 samples/sec	rmse=0.014245	lr=0.016927
Epoch[174] Batch [399]	Speed: 954.973486 samples/sec	rmse=0.014277	lr=0.016875
Epoch[174] Batch [449]	Speed: 951.365990 samples/sec	rmse=0.014273	lr=0.016824
Epoch[174] Batch [499]	Speed: 953.789024 samples/sec	rmse=0.014288	lr=0.016772
Epoch[174] Batch [549]	Speed: 951.601544 samples/sec	rmse=0.014290	lr=0.016720
Epoch[174] Batch [599]	Speed: 950.387676 samples/sec	rmse=0.014292	lr=0.016669
Epoch[174] Batch [649]	Speed: 953.285350 samples/sec	rmse=0.014302	lr=0.016617
Epoch[174] Batch [699]	Speed: 952.216629 samples/sec	rmse=0.014299	lr=0.016566
Epoch[174] Batch [749]	Speed: 950.938316 samples/sec	rmse=0.014301	lr=0.016515
Epoch[174] Batch [799]	Speed: 951.337360 samples/sec	rmse=0.014320	lr=0.016464
Epoch[174] Batch [849]	Speed: 952.190709 samples/sec	rmse=0.014325	lr=0.016412
Epoch[174] Batch [899]	Speed: 951.502907 samples/sec	rmse=0.014327	lr=0.016361
Epoch[174] Batch [949]	Speed: 955.678646 samples/sec	rmse=0.014333	lr=0.016310
Epoch[174] Batch [999]	Speed: 950.576682 samples/sec	rmse=0.014339	lr=0.016259
Epoch[174] Batch [1049]	Speed: 950.312723 samples/sec	rmse=0.014350	lr=0.016209
Epoch[174] Batch [1099]	Speed: 951.836607 samples/sec	rmse=0.014356	lr=0.016158
Epoch[174] Batch [1149]	Speed: 952.312166 samples/sec	rmse=0.014373	lr=0.016107
Epoch[174] Batch [1199]	Speed: 955.547140 samples/sec	rmse=0.014379	lr=0.016057
Epoch[174] Batch [1249]	Speed: 950.678776 samples/sec	rmse=0.014379	lr=0.016006
[Epoch 174] training: rmse=0.014378
[Epoch 174] speed: 950 samples/sec	time cost: 1364.531770
[Epoch 174] validation: err-top1=0.212667 err-top5=0.053935
Epoch[175] Batch [49]	Speed: 954.860694 samples/sec	rmse=0.014318	lr=0.015955
Epoch[175] Batch [99]	Speed: 950.397800 samples/sec	rmse=0.014236	lr=0.015904
Epoch[175] Batch [149]	Speed: 944.304276 samples/sec	rmse=0.014168	lr=0.015854
Epoch[175] Batch [199]	Speed: 952.567355 samples/sec	rmse=0.014147	lr=0.015804
Epoch[175] Batch [249]	Speed: 939.161991 samples/sec	rmse=0.014124	lr=0.015754
Epoch[175] Batch [299]	Speed: 949.198579 samples/sec	rmse=0.014145	lr=0.015704
Epoch[175] Batch [349]	Speed: 952.334967 samples/sec	rmse=0.014167	lr=0.015654
Epoch[175] Batch [399]	Speed: 949.039689 samples/sec	rmse=0.014159	lr=0.015604
Epoch[175] Batch [449]	Speed: 955.349854 samples/sec	rmse=0.014151	lr=0.015554
Epoch[175] Batch [499]	Speed: 949.742683 samples/sec	rmse=0.014150	lr=0.015504
Epoch[175] Batch [549]	Speed: 950.452672 samples/sec	rmse=0.014169	lr=0.015454
Epoch[175] Batch [599]	Speed: 946.979712 samples/sec	rmse=0.014184	lr=0.015405
Epoch[175] Batch [649]	Speed: 952.224888 samples/sec	rmse=0.014189	lr=0.015355
Epoch[175] Batch [699]	Speed: 954.619327 samples/sec	rmse=0.014191	lr=0.015306
Epoch[175] Batch [749]	Speed: 951.978513 samples/sec	rmse=0.014204	lr=0.015257
Epoch[175] Batch [799]	Speed: 945.921312 samples/sec	rmse=0.014213	lr=0.015207
Epoch[175] Batch [849]	Speed: 955.597013 samples/sec	rmse=0.014207	lr=0.015158
Epoch[175] Batch [899]	Speed: 954.226819 samples/sec	rmse=0.014208	lr=0.015109
Epoch[175] Batch [949]	Speed: 953.036569 samples/sec	rmse=0.014208	lr=0.015060
Epoch[175] Batch [999]	Speed: 959.266650 samples/sec	rmse=0.014213	lr=0.015011
Epoch[175] Batch [1049]	Speed: 951.190801 samples/sec	rmse=0.014220	lr=0.014962
Epoch[175] Batch [1099]	Speed: 954.283876 samples/sec	rmse=0.014232	lr=0.014913
Epoch[175] Batch [1149]	Speed: 951.990110 samples/sec	rmse=0.014232	lr=0.014864
Epoch[175] Batch [1199]	Speed: 950.101534 samples/sec	rmse=0.014244	lr=0.014816
Epoch[175] Batch [1249]	Speed: 957.779021 samples/sec	rmse=0.014247	lr=0.014767
[Epoch 175] training: rmse=0.014246
[Epoch 175] speed: 950 samples/sec	time cost: 1365.174429
[Epoch 175] validation: err-top1=0.205158 err-top5=0.050582
Epoch[176] Batch [49]	Speed: 960.674581 samples/sec	rmse=0.014164	lr=0.014718
Epoch[176] Batch [99]	Speed: 952.456753 samples/sec	rmse=0.014051	lr=0.014669
Epoch[176] Batch [149]	Speed: 955.290872 samples/sec	rmse=0.014017	lr=0.014621
Epoch[176] Batch [199]	Speed: 954.924392 samples/sec	rmse=0.014032	lr=0.014572
Epoch[176] Batch [249]	Speed: 952.032115 samples/sec	rmse=0.014009	lr=0.014524
Epoch[176] Batch [299]	Speed: 950.761992 samples/sec	rmse=0.014018	lr=0.014476
Epoch[176] Batch [349]	Speed: 951.471023 samples/sec	rmse=0.014057	lr=0.014428
Epoch[176] Batch [399]	Speed: 952.547805 samples/sec	rmse=0.014061	lr=0.014380
Epoch[176] Batch [449]	Speed: 950.977858 samples/sec	rmse=0.014071	lr=0.014332
Epoch[176] Batch [499]	Speed: 951.913553 samples/sec	rmse=0.014093	lr=0.014284
Epoch[176] Batch [549]	Speed: 955.095599 samples/sec	rmse=0.014100	lr=0.014236
Epoch[176] Batch [599]	Speed: 952.793980 samples/sec	rmse=0.014099	lr=0.014189
Epoch[176] Batch [649]	Speed: 956.659684 samples/sec	rmse=0.014104	lr=0.014141
Epoch[176] Batch [699]	Speed: 953.094707 samples/sec	rmse=0.014102	lr=0.014094
Epoch[176] Batch [749]	Speed: 955.188634 samples/sec	rmse=0.014107	lr=0.014046
Epoch[176] Batch [799]	Speed: 953.653617 samples/sec	rmse=0.014113	lr=0.013999
Epoch[176] Batch [849]	Speed: 953.257311 samples/sec	rmse=0.014107	lr=0.013952
Epoch[176] Batch [899]	Speed: 950.274375 samples/sec	rmse=0.014126	lr=0.013904
Epoch[176] Batch [949]	Speed: 953.819920 samples/sec	rmse=0.014129	lr=0.013857
Epoch[176] Batch [999]	Speed: 948.002833 samples/sec	rmse=0.014140	lr=0.013810
Epoch[176] Batch [1049]	Speed: 951.353005 samples/sec	rmse=0.014142	lr=0.013763
Epoch[176] Batch [1099]	Speed: 954.812384 samples/sec	rmse=0.014141	lr=0.013716
Epoch[176] Batch [1149]	Speed: 952.859098 samples/sec	rmse=0.014145	lr=0.013669
Epoch[176] Batch [1199]	Speed: 949.224013 samples/sec	rmse=0.014142	lr=0.013623
Epoch[176] Batch [1249]	Speed: 950.614902 samples/sec	rmse=0.014142	lr=0.013576
[Epoch 176] training: rmse=0.014141
[Epoch 176] speed: 952 samples/sec	time cost: 1363.289703
[Epoch 176] validation: err-top1=0.204680 err-top5=0.051399
Epoch[177] Batch [49]	Speed: 962.061588 samples/sec	rmse=0.013819	lr=0.013528
Epoch[177] Batch [99]	Speed: 944.977170 samples/sec	rmse=0.013921	lr=0.013482
Epoch[177] Batch [149]	Speed: 950.870024 samples/sec	rmse=0.013909	lr=0.013435
Epoch[177] Batch [199]	Speed: 953.106970 samples/sec	rmse=0.013915	lr=0.013389
Epoch[177] Batch [249]	Speed: 949.468675 samples/sec	rmse=0.013893	lr=0.013343
Epoch[177] Batch [299]	Speed: 954.409838 samples/sec	rmse=0.013929	lr=0.013297
Epoch[177] Batch [349]	Speed: 951.854390 samples/sec	rmse=0.013909	lr=0.013250
Epoch[177] Batch [399]	Speed: 952.722784 samples/sec	rmse=0.013933	lr=0.013204
Epoch[177] Batch [449]	Speed: 952.280680 samples/sec	rmse=0.013963	lr=0.013158
Epoch[177] Batch [499]	Speed: 952.109662 samples/sec	rmse=0.013982	lr=0.013113
Epoch[177] Batch [549]	Speed: 953.299734 samples/sec	rmse=0.013977	lr=0.013067
Epoch[177] Batch [599]	Speed: 950.957892 samples/sec	rmse=0.013983	lr=0.013021
Epoch[177] Batch [649]	Speed: 949.060043 samples/sec	rmse=0.013982	lr=0.012975
Epoch[177] Batch [699]	Speed: 948.646428 samples/sec	rmse=0.013979	lr=0.012930
Epoch[177] Batch [749]	Speed: 949.099458 samples/sec	rmse=0.013995	lr=0.012884
Epoch[177] Batch [799]	Speed: 949.759212 samples/sec	rmse=0.014006	lr=0.012839
Epoch[177] Batch [849]	Speed: 952.510354 samples/sec	rmse=0.014015	lr=0.012793
Epoch[177] Batch [899]	Speed: 949.909184 samples/sec	rmse=0.014011	lr=0.012748
Epoch[177] Batch [949]	Speed: 950.659392 samples/sec	rmse=0.014003	lr=0.012703
Epoch[177] Batch [999]	Speed: 950.575803 samples/sec	rmse=0.014012	lr=0.012658
Epoch[177] Batch [1049]	Speed: 949.101157 samples/sec	rmse=0.014016	lr=0.012613
Epoch[177] Batch [1099]	Speed: 950.627741 samples/sec	rmse=0.014027	lr=0.012568
Epoch[177] Batch [1149]	Speed: 952.025991 samples/sec	rmse=0.014031	lr=0.012523
Epoch[177] Batch [1199]	Speed: 952.211575 samples/sec	rmse=0.014040	lr=0.012478
Epoch[177] Batch [1249]	Speed: 953.012394 samples/sec	rmse=0.014030	lr=0.012433
[Epoch 177] training: rmse=0.014030
[Epoch 177] speed: 950 samples/sec	time cost: 1365.250112
[Epoch 177] validation: err-top1=0.205816 err-top5=0.051200
Epoch[178] Batch [49]	Speed: 965.079017 samples/sec	rmse=0.013661	lr=0.012388
Epoch[178] Batch [99]	Speed: 954.344410 samples/sec	rmse=0.013774	lr=0.012343
Epoch[178] Batch [149]	Speed: 953.208191 samples/sec	rmse=0.013841	lr=0.012299
Epoch[178] Batch [199]	Speed: 952.366390 samples/sec	rmse=0.013840	lr=0.012254
Epoch[178] Batch [249]	Speed: 952.559428 samples/sec	rmse=0.013804	lr=0.012210
Epoch[178] Batch [299]	Speed: 951.304337 samples/sec	rmse=0.013849	lr=0.012166
Epoch[178] Batch [349]	Speed: 951.606461 samples/sec	rmse=0.013862	lr=0.012121
Epoch[178] Batch [399]	Speed: 949.815737 samples/sec	rmse=0.013869	lr=0.012077
Epoch[178] Batch [449]	Speed: 951.681176 samples/sec	rmse=0.013867	lr=0.012033
Epoch[178] Batch [499]	Speed: 953.717654 samples/sec	rmse=0.013887	lr=0.011989
Epoch[178] Batch [549]	Speed: 954.507021 samples/sec	rmse=0.013888	lr=0.011945
Epoch[178] Batch [599]	Speed: 951.420459 samples/sec	rmse=0.013889	lr=0.011902
Epoch[178] Batch [649]	Speed: 951.307110 samples/sec	rmse=0.013878	lr=0.011858
Epoch[178] Batch [699]	Speed: 951.140216 samples/sec	rmse=0.013868	lr=0.011814
Epoch[178] Batch [749]	Speed: 951.758995 samples/sec	rmse=0.013869	lr=0.011771
Epoch[178] Batch [799]	Speed: 949.721565 samples/sec	rmse=0.013867	lr=0.011727
Epoch[178] Batch [849]	Speed: 950.959126 samples/sec	rmse=0.013866	lr=0.011684
Epoch[178] Batch [899]	Speed: 944.704475 samples/sec	rmse=0.013875	lr=0.011640
Epoch[178] Batch [949]	Speed: 949.920894 samples/sec	rmse=0.013880	lr=0.011597
Epoch[178] Batch [999]	Speed: 955.271957 samples/sec	rmse=0.013888	lr=0.011554
Epoch[178] Batch [1049]	Speed: 955.191506 samples/sec	rmse=0.013897	lr=0.011511
Epoch[178] Batch [1099]	Speed: 951.969769 samples/sec	rmse=0.013901	lr=0.011468
Epoch[178] Batch [1149]	Speed: 945.550965 samples/sec	rmse=0.013906	lr=0.011425
Epoch[178] Batch [1199]	Speed: 951.829764 samples/sec	rmse=0.013908	lr=0.011382
Epoch[178] Batch [1249]	Speed: 960.403820 samples/sec	rmse=0.013912	lr=0.011339
[Epoch 178] training: rmse=0.013912
[Epoch 178] speed: 951 samples/sec	time cost: 1363.803989
[Epoch 178] validation: err-top1=0.201531 err-top5=0.049924
Epoch[179] Batch [49]	Speed: 965.462319 samples/sec	rmse=0.013747	lr=0.011296
Epoch[179] Batch [99]	Speed: 952.919490 samples/sec	rmse=0.013693	lr=0.011253
Epoch[179] Batch [149]	Speed: 944.526952 samples/sec	rmse=0.013736	lr=0.011211
Epoch[179] Batch [199]	Speed: 950.629509 samples/sec	rmse=0.013733	lr=0.011168
Epoch[179] Batch [249]	Speed: 952.152979 samples/sec	rmse=0.013725	lr=0.011126
Epoch[179] Batch [299]	Speed: 952.335178 samples/sec	rmse=0.013734	lr=0.011083
Epoch[179] Batch [349]	Speed: 952.859863 samples/sec	rmse=0.013734	lr=0.011041
Epoch[179] Batch [399]	Speed: 952.392555 samples/sec	rmse=0.013733	lr=0.010999
Epoch[179] Batch [449]	Speed: 949.001729 samples/sec	rmse=0.013724	lr=0.010957
Epoch[179] Batch [499]	Speed: 954.403018 samples/sec	rmse=0.013741	lr=0.010915
Epoch[179] Batch [549]	Speed: 951.913164 samples/sec	rmse=0.013762	lr=0.010873
Epoch[179] Batch [599]	Speed: 942.105295 samples/sec	rmse=0.013765	lr=0.010831
Epoch[179] Batch [649]	Speed: 950.403218 samples/sec	rmse=0.013764	lr=0.010789
Epoch[179] Batch [699]	Speed: 952.912005 samples/sec	rmse=0.013777	lr=0.010748
Epoch[179] Batch [749]	Speed: 950.187512 samples/sec	rmse=0.013782	lr=0.010706
Epoch[179] Batch [799]	Speed: 950.342056 samples/sec	rmse=0.013784	lr=0.010665
Epoch[179] Batch [849]	Speed: 954.230847 samples/sec	rmse=0.013786	lr=0.010623
Epoch[179] Batch [899]	Speed: 951.793222 samples/sec	rmse=0.013784	lr=0.010582
Epoch[179] Batch [949]	Speed: 950.302487 samples/sec	rmse=0.013791	lr=0.010540
Epoch[179] Batch [999]	Speed: 954.866149 samples/sec	rmse=0.013802	lr=0.010499
Epoch[179] Batch [1049]	Speed: 949.430950 samples/sec	rmse=0.013804	lr=0.010458
Epoch[179] Batch [1099]	Speed: 946.975490 samples/sec	rmse=0.013811	lr=0.010417
Epoch[179] Batch [1149]	Speed: 956.750220 samples/sec	rmse=0.013811	lr=0.010376
Epoch[179] Batch [1199]	Speed: 952.376940 samples/sec	rmse=0.013817	lr=0.010335
Epoch[179] Batch [1249]	Speed: 954.205280 samples/sec	rmse=0.013828	lr=0.010294
[Epoch 179] training: rmse=0.013831
[Epoch 179] speed: 951 samples/sec	time cost: 1365.586708
[Epoch 179] validation: err-top1=0.199577 err-top5=0.049267
Epoch[180] Batch [49]	Speed: 958.674330 samples/sec	rmse=0.013695	lr=0.010253
Epoch[180] Batch [99]	Speed: 953.036590 samples/sec	rmse=0.013723	lr=0.010212
Epoch[180] Batch [149]	Speed: 953.142809 samples/sec	rmse=0.013674	lr=0.010172
Epoch[180] Batch [199]	Speed: 949.115591 samples/sec	rmse=0.013616	lr=0.010131
Epoch[180] Batch [249]	Speed: 956.435728 samples/sec	rmse=0.013617	lr=0.010091
Epoch[180] Batch [299]	Speed: 952.121807 samples/sec	rmse=0.013587	lr=0.010050
Epoch[180] Batch [349]	Speed: 951.244580 samples/sec	rmse=0.013609	lr=0.010010
Epoch[180] Batch [399]	Speed: 953.853681 samples/sec	rmse=0.013630	lr=0.009970
Epoch[180] Batch [449]	Speed: 954.432719 samples/sec	rmse=0.013635	lr=0.009930
Epoch[180] Batch [499]	Speed: 956.126287 samples/sec	rmse=0.013641	lr=0.009890
Epoch[180] Batch [549]	Speed: 947.345776 samples/sec	rmse=0.013646	lr=0.009850
Epoch[180] Batch [599]	Speed: 951.317616 samples/sec	rmse=0.013659	lr=0.009810
Epoch[180] Batch [649]	Speed: 951.881228 samples/sec	rmse=0.013637	lr=0.009770
Epoch[180] Batch [699]	Speed: 948.793177 samples/sec	rmse=0.013647	lr=0.009730
Epoch[180] Batch [749]	Speed: 942.648478 samples/sec	rmse=0.013687	lr=0.009691
Epoch[180] Batch [799]	Speed: 957.289794 samples/sec	rmse=0.013700	lr=0.009651
Epoch[180] Batch [849]	Speed: 954.914418 samples/sec	rmse=0.013694	lr=0.009612
Epoch[180] Batch [899]	Speed: 951.918599 samples/sec	rmse=0.013683	lr=0.009572
Epoch[180] Batch [949]	Speed: 951.423671 samples/sec	rmse=0.013694	lr=0.009533
Epoch[180] Batch [999]	Speed: 951.740844 samples/sec	rmse=0.013703	lr=0.009494
Epoch[180] Batch [1049]	Speed: 943.696684 samples/sec	rmse=0.013708	lr=0.009454
Epoch[180] Batch [1099]	Speed: 952.281301 samples/sec	rmse=0.013712	lr=0.009415
Epoch[180] Batch [1149]	Speed: 946.821312 samples/sec	rmse=0.013717	lr=0.009376
Epoch[180] Batch [1199]	Speed: 954.874807 samples/sec	rmse=0.013717	lr=0.009337
Epoch[180] Batch [1249]	Speed: 955.747320 samples/sec	rmse=0.013713	lr=0.009299
[Epoch 180] training: rmse=0.013712
[Epoch 180] speed: 951 samples/sec	time cost: 1364.040968
[Epoch 180] validation: err-top1=0.199890 err-top5=0.050090
Epoch[181] Batch [49]	Speed: 958.570760 samples/sec	rmse=0.013817	lr=0.009259
Epoch[181] Batch [99]	Speed: 953.701915 samples/sec	rmse=0.013631	lr=0.009220
Epoch[181] Batch [149]	Speed: 951.805194 samples/sec	rmse=0.013560	lr=0.009182
Epoch[181] Batch [199]	Speed: 951.717123 samples/sec	rmse=0.013550	lr=0.009143
Epoch[181] Batch [249]	Speed: 950.155964 samples/sec	rmse=0.013562	lr=0.009105
Epoch[181] Batch [299]	Speed: 953.018129 samples/sec	rmse=0.013589	lr=0.009066
Epoch[181] Batch [349]	Speed: 951.479602 samples/sec	rmse=0.013597	lr=0.009028
Epoch[181] Batch [399]	Speed: 950.102367 samples/sec	rmse=0.013574	lr=0.008990
Epoch[181] Batch [449]	Speed: 952.782532 samples/sec	rmse=0.013557	lr=0.008952
Epoch[181] Batch [499]	Speed: 953.959345 samples/sec	rmse=0.013567	lr=0.008914
Epoch[181] Batch [549]	Speed: 955.668941 samples/sec	rmse=0.013584	lr=0.008876
Epoch[181] Batch [599]	Speed: 952.769982 samples/sec	rmse=0.013601	lr=0.008838
Epoch[181] Batch [649]	Speed: 954.509635 samples/sec	rmse=0.013610	lr=0.008800
Epoch[181] Batch [699]	Speed: 951.494193 samples/sec	rmse=0.013606	lr=0.008762
Epoch[181] Batch [749]	Speed: 948.477857 samples/sec	rmse=0.013633	lr=0.008725
Epoch[181] Batch [799]	Speed: 951.445355 samples/sec	rmse=0.013617	lr=0.008687
Epoch[181] Batch [849]	Speed: 953.434486 samples/sec	rmse=0.013620	lr=0.008649
Epoch[181] Batch [899]	Speed: 954.335377 samples/sec	rmse=0.013616	lr=0.008612
Epoch[181] Batch [949]	Speed: 953.621199 samples/sec	rmse=0.013614	lr=0.008575
Epoch[181] Batch [999]	Speed: 951.654332 samples/sec	rmse=0.013601	lr=0.008537
Epoch[181] Batch [1049]	Speed: 954.301000 samples/sec	rmse=0.013598	lr=0.008500
Epoch[181] Batch [1099]	Speed: 951.120961 samples/sec	rmse=0.013593	lr=0.008463
Epoch[181] Batch [1149]	Speed: 954.262640 samples/sec	rmse=0.013607	lr=0.008426
Epoch[181] Batch [1199]	Speed: 953.296081 samples/sec	rmse=0.013596	lr=0.008389
Epoch[181] Batch [1249]	Speed: 954.398416 samples/sec	rmse=0.013592	lr=0.008352
[Epoch 181] training: rmse=0.013592
[Epoch 181] speed: 952 samples/sec	time cost: 1363.138169
[Epoch 181] validation: err-top1=0.200713 err-top5=0.049546
Epoch[182] Batch [49]	Speed: 962.123983 samples/sec	rmse=0.013132	lr=0.008315
Epoch[182] Batch [99]	Speed: 954.918936 samples/sec	rmse=0.013276	lr=0.008278
Epoch[182] Batch [149]	Speed: 950.860222 samples/sec	rmse=0.013192	lr=0.008241
Epoch[182] Batch [199]	Speed: 953.926203 samples/sec	rmse=0.013240	lr=0.008205
Epoch[182] Batch [249]	Speed: 950.442055 samples/sec	rmse=0.013274	lr=0.008168
Epoch[182] Batch [299]	Speed: 955.706759 samples/sec	rmse=0.013315	lr=0.008132
Epoch[182] Batch [349]	Speed: 951.335793 samples/sec	rmse=0.013311	lr=0.008096
Epoch[182] Batch [399]	Speed: 957.957441 samples/sec	rmse=0.013321	lr=0.008060
Epoch[182] Batch [449]	Speed: 954.322531 samples/sec	rmse=0.013375	lr=0.008023
Epoch[182] Batch [499]	Speed: 946.899616 samples/sec	rmse=0.013401	lr=0.007987
Epoch[182] Batch [549]	Speed: 950.730721 samples/sec	rmse=0.013388	lr=0.007951
Epoch[182] Batch [599]	Speed: 951.495946 samples/sec	rmse=0.013383	lr=0.007915
Epoch[182] Batch [649]	Speed: 951.570632 samples/sec	rmse=0.013376	lr=0.007880
Epoch[182] Batch [699]	Speed: 947.121300 samples/sec	rmse=0.013378	lr=0.007844
Epoch[182] Batch [749]	Speed: 951.382836 samples/sec	rmse=0.013394	lr=0.007808
Epoch[182] Batch [799]	Speed: 946.029181 samples/sec	rmse=0.013396	lr=0.007773
Epoch[182] Batch [849]	Speed: 952.943364 samples/sec	rmse=0.013414	lr=0.007737
Epoch[182] Batch [899]	Speed: 945.328017 samples/sec	rmse=0.013410	lr=0.007702
Epoch[182] Batch [949]	Speed: 954.675129 samples/sec	rmse=0.013413	lr=0.007666
Epoch[182] Batch [999]	Speed: 952.445022 samples/sec	rmse=0.013413	lr=0.007631
Epoch[182] Batch [1049]	Speed: 951.877021 samples/sec	rmse=0.013432	lr=0.007596
Epoch[182] Batch [1099]	Speed: 950.858602 samples/sec	rmse=0.013431	lr=0.007561
Epoch[182] Batch [1149]	Speed: 953.615847 samples/sec	rmse=0.013437	lr=0.007526
Epoch[182] Batch [1199]	Speed: 955.141672 samples/sec	rmse=0.013443	lr=0.007491
Epoch[182] Batch [1249]	Speed: 956.560627 samples/sec	rmse=0.013449	lr=0.007456
[Epoch 182] training: rmse=0.013449
[Epoch 182] speed: 951 samples/sec	time cost: 1363.654192
[Epoch 182] validation: err-top1=0.197764 err-top5=0.049466
Epoch[183] Batch [49]	Speed: 960.812028 samples/sec	rmse=0.013835	lr=0.007420
Epoch[183] Batch [99]	Speed: 952.897430 samples/sec	rmse=0.013564	lr=0.007386
Epoch[183] Batch [149]	Speed: 954.006877 samples/sec	rmse=0.013416	lr=0.007351
Epoch[183] Batch [199]	Speed: 949.964844 samples/sec	rmse=0.013333	lr=0.007316
Epoch[183] Batch [249]	Speed: 951.582725 samples/sec	rmse=0.013324	lr=0.007282
Epoch[183] Batch [299]	Speed: 951.399355 samples/sec	rmse=0.013313	lr=0.007248
Epoch[183] Batch [349]	Speed: 952.446804 samples/sec	rmse=0.013318	lr=0.007213
Epoch[183] Batch [399]	Speed: 950.840245 samples/sec	rmse=0.013320	lr=0.007179
Epoch[183] Batch [449]	Speed: 952.308045 samples/sec	rmse=0.013289	lr=0.007145
Epoch[183] Batch [499]	Speed: 953.519531 samples/sec	rmse=0.013317	lr=0.007111
Epoch[183] Batch [549]	Speed: 944.096571 samples/sec	rmse=0.013328	lr=0.007077
Epoch[183] Batch [599]	Speed: 950.884213 samples/sec	rmse=0.013325	lr=0.007043
Epoch[183] Batch [649]	Speed: 954.335407 samples/sec	rmse=0.013332	lr=0.007009
Epoch[183] Batch [699]	Speed: 955.234700 samples/sec	rmse=0.013340	lr=0.006975
Epoch[183] Batch [749]	Speed: 952.758298 samples/sec	rmse=0.013362	lr=0.006942
Epoch[183] Batch [799]	Speed: 953.800517 samples/sec	rmse=0.013362	lr=0.006908
Epoch[183] Batch [849]	Speed: 950.825847 samples/sec	rmse=0.013359	lr=0.006874
Epoch[183] Batch [899]	Speed: 954.922167 samples/sec	rmse=0.013360	lr=0.006841
Epoch[183] Batch [949]	Speed: 956.090487 samples/sec	rmse=0.013370	lr=0.006808
Epoch[183] Batch [999]	Speed: 954.156125 samples/sec	rmse=0.013369	lr=0.006774
Epoch[183] Batch [1049]	Speed: 953.657149 samples/sec	rmse=0.013349	lr=0.006741
Epoch[183] Batch [1099]	Speed: 952.967878 samples/sec	rmse=0.013356	lr=0.006708
Epoch[183] Batch [1149]	Speed: 952.531470 samples/sec	rmse=0.013362	lr=0.006675
Epoch[183] Batch [1199]	Speed: 954.082174 samples/sec	rmse=0.013376	lr=0.006642
Epoch[183] Batch [1249]	Speed: 953.653867 samples/sec	rmse=0.013373	lr=0.006609
[Epoch 183] training: rmse=0.013373
[Epoch 183] speed: 952 samples/sec	time cost: 1363.003350
[Epoch 183] validation: err-top1=0.197445 err-top5=0.048350
Epoch[184] Batch [49]	Speed: 959.678682 samples/sec	rmse=0.013106	lr=0.006576
Epoch[184] Batch [99]	Speed: 953.502998 samples/sec	rmse=0.013162	lr=0.006543
Epoch[184] Batch [149]	Speed: 955.438867 samples/sec	rmse=0.013260	lr=0.006510
Epoch[184] Batch [199]	Speed: 952.768714 samples/sec	rmse=0.013205	lr=0.006478
Epoch[184] Batch [249]	Speed: 948.445057 samples/sec	rmse=0.013240	lr=0.006445
Epoch[184] Batch [299]	Speed: 947.653862 samples/sec	rmse=0.013213	lr=0.006413
Epoch[184] Batch [349]	Speed: 950.025318 samples/sec	rmse=0.013208	lr=0.006381
Epoch[184] Batch [399]	Speed: 954.157872 samples/sec	rmse=0.013189	lr=0.006348
Epoch[184] Batch [449]	Speed: 953.104165 samples/sec	rmse=0.013211	lr=0.006316
Epoch[184] Batch [499]	Speed: 951.661999 samples/sec	rmse=0.013204	lr=0.006284
Epoch[184] Batch [549]	Speed: 958.827687 samples/sec	rmse=0.013193	lr=0.006252
Epoch[184] Batch [599]	Speed: 952.231521 samples/sec	rmse=0.013187	lr=0.006220
Epoch[184] Batch [649]	Speed: 952.564410 samples/sec	rmse=0.013224	lr=0.006189
Epoch[184] Batch [699]	Speed: 948.062313 samples/sec	rmse=0.013245	lr=0.006157
Epoch[184] Batch [749]	Speed: 950.187983 samples/sec	rmse=0.013225	lr=0.006125
Epoch[184] Batch [799]	Speed: 944.283639 samples/sec	rmse=0.013230	lr=0.006094
Epoch[184] Batch [849]	Speed: 949.809969 samples/sec	rmse=0.013228	lr=0.006062
Epoch[184] Batch [899]	Speed: 950.824669 samples/sec	rmse=0.013239	lr=0.006031
Epoch[184] Batch [949]	Speed: 953.996778 samples/sec	rmse=0.013231	lr=0.005999
Epoch[184] Batch [999]	Speed: 948.687410 samples/sec	rmse=0.013239	lr=0.005968
Epoch[184] Batch [1049]	Speed: 952.795654 samples/sec	rmse=0.013242	lr=0.005937
Epoch[184] Batch [1099]	Speed: 948.826131 samples/sec	rmse=0.013243	lr=0.005906
Epoch[184] Batch [1149]	Speed: 952.370495 samples/sec	rmse=0.013243	lr=0.005875
Epoch[184] Batch [1199]	Speed: 950.340205 samples/sec	rmse=0.013257	lr=0.005844
Epoch[184] Batch [1249]	Speed: 955.628770 samples/sec	rmse=0.013279	lr=0.005813
[Epoch 184] training: rmse=0.013279
[Epoch 184] speed: 950 samples/sec	time cost: 1364.823232
[Epoch 184] validation: err-top1=0.198003 err-top5=0.049366
Epoch[185] Batch [49]	Speed: 963.863267 samples/sec	rmse=0.012838	lr=0.005781
Epoch[185] Batch [99]	Speed: 949.145585 samples/sec	rmse=0.012987	lr=0.005751
Epoch[185] Batch [149]	Speed: 950.397472 samples/sec	rmse=0.012942	lr=0.005720
Epoch[185] Batch [199]	Speed: 949.874524 samples/sec	rmse=0.012950	lr=0.005690
Epoch[185] Batch [249]	Speed: 950.809694 samples/sec	rmse=0.012998	lr=0.005659
Epoch[185] Batch [299]	Speed: 950.979412 samples/sec	rmse=0.013023	lr=0.005629
Epoch[185] Batch [349]	Speed: 951.327832 samples/sec	rmse=0.013034	lr=0.005598
Epoch[185] Batch [399]	Speed: 950.761352 samples/sec	rmse=0.013086	lr=0.005568
Epoch[185] Batch [449]	Speed: 952.013570 samples/sec	rmse=0.013058	lr=0.005538
Epoch[185] Batch [499]	Speed: 949.663434 samples/sec	rmse=0.013076	lr=0.005508
Epoch[185] Batch [549]	Speed: 945.958484 samples/sec	rmse=0.013088	lr=0.005478
Epoch[185] Batch [599]	Speed: 949.424356 samples/sec	rmse=0.013100	lr=0.005448
Epoch[185] Batch [649]	Speed: 954.539788 samples/sec	rmse=0.013107	lr=0.005418
Epoch[185] Batch [699]	Speed: 952.258443 samples/sec	rmse=0.013097	lr=0.005389
Epoch[185] Batch [749]	Speed: 951.780179 samples/sec	rmse=0.013095	lr=0.005359
Epoch[185] Batch [799]	Speed: 951.544924 samples/sec	rmse=0.013095	lr=0.005329
Epoch[185] Batch [849]	Speed: 953.517609 samples/sec	rmse=0.013113	lr=0.005300
Epoch[185] Batch [899]	Speed: 956.687915 samples/sec	rmse=0.013123	lr=0.005271
Epoch[185] Batch [949]	Speed: 952.644736 samples/sec	rmse=0.013135	lr=0.005241
Epoch[185] Batch [999]	Speed: 954.027327 samples/sec	rmse=0.013157	lr=0.005212
Epoch[185] Batch [1049]	Speed: 951.813459 samples/sec	rmse=0.013159	lr=0.005183
Epoch[185] Batch [1099]	Speed: 956.386667 samples/sec	rmse=0.013169	lr=0.005154
Epoch[185] Batch [1149]	Speed: 952.509881 samples/sec	rmse=0.013177	lr=0.005125
Epoch[185] Batch [1199]	Speed: 949.470022 samples/sec	rmse=0.013171	lr=0.005096
Epoch[185] Batch [1249]	Speed: 960.344564 samples/sec	rmse=0.013164	lr=0.005067
[Epoch 185] training: rmse=0.013166
[Epoch 185] speed: 951 samples/sec	time cost: 1363.683637
[Epoch 185] validation: err-top1=0.196528 err-top5=0.048549
Epoch[186] Batch [49]	Speed: 959.247659 samples/sec	rmse=0.013174	lr=0.005038
Epoch[186] Batch [99]	Speed: 958.066610 samples/sec	rmse=0.013157	lr=0.005009
Epoch[186] Batch [149]	Speed: 953.480742 samples/sec	rmse=0.013060	lr=0.004980
Epoch[186] Batch [199]	Speed: 952.878167 samples/sec	rmse=0.013073	lr=0.004952
Epoch[186] Batch [249]	Speed: 950.070152 samples/sec	rmse=0.013028	lr=0.004923
Epoch[186] Batch [299]	Speed: 950.871030 samples/sec	rmse=0.013047	lr=0.004895
Epoch[186] Batch [349]	Speed: 953.507985 samples/sec	rmse=0.013036	lr=0.004867
Epoch[186] Batch [399]	Speed: 947.174708 samples/sec	rmse=0.013014	lr=0.004839
Epoch[186] Batch [449]	Speed: 951.639513 samples/sec	rmse=0.013028	lr=0.004810
Epoch[186] Batch [499]	Speed: 951.142693 samples/sec	rmse=0.013042	lr=0.004782
Epoch[186] Batch [549]	Speed: 947.912367 samples/sec	rmse=0.013032	lr=0.004754
Epoch[186] Batch [599]	Speed: 946.003851 samples/sec	rmse=0.013026	lr=0.004727
Epoch[186] Batch [649]	Speed: 952.191452 samples/sec	rmse=0.013017	lr=0.004699
Epoch[186] Batch [699]	Speed: 955.293498 samples/sec	rmse=0.013028	lr=0.004671
Epoch[186] Batch [749]	Speed: 951.127271 samples/sec	rmse=0.013037	lr=0.004643
Epoch[186] Batch [799]	Speed: 951.621228 samples/sec	rmse=0.013044	lr=0.004616
Epoch[186] Batch [849]	Speed: 953.545057 samples/sec	rmse=0.013032	lr=0.004588
Epoch[186] Batch [899]	Speed: 955.007380 samples/sec	rmse=0.013025	lr=0.004561
Epoch[186] Batch [949]	Speed: 950.445601 samples/sec	rmse=0.013020	lr=0.004534
Epoch[186] Batch [999]	Speed: 947.638231 samples/sec	rmse=0.013021	lr=0.004506
Epoch[186] Batch [1049]	Speed: 955.179925 samples/sec	rmse=0.013023	lr=0.004479
Epoch[186] Batch [1099]	Speed: 954.064295 samples/sec	rmse=0.013017	lr=0.004452
Epoch[186] Batch [1149]	Speed: 951.099191 samples/sec	rmse=0.013017	lr=0.004425
Epoch[186] Batch [1199]	Speed: 953.113226 samples/sec	rmse=0.013020	lr=0.004398
Epoch[186] Batch [1249]	Speed: 954.636641 samples/sec	rmse=0.013031	lr=0.004372
[Epoch 186] training: rmse=0.013031
[Epoch 186] speed: 951 samples/sec	time cost: 1364.896425
[Epoch 186] validation: err-top1=0.194987 err-top5=0.047974
Epoch[187] Batch [49]	Speed: 954.940770 samples/sec	rmse=0.012931	lr=0.004344
Epoch[187] Batch [99]	Speed: 955.366200 samples/sec	rmse=0.012800	lr=0.004318
Epoch[187] Batch [149]	Speed: 952.418697 samples/sec	rmse=0.012858	lr=0.004291
Epoch[187] Batch [199]	Speed: 951.548525 samples/sec	rmse=0.012841	lr=0.004265
Epoch[187] Batch [249]	Speed: 950.639065 samples/sec	rmse=0.012918	lr=0.004238
Epoch[187] Batch [299]	Speed: 952.283032 samples/sec	rmse=0.012919	lr=0.004212
Epoch[187] Batch [349]	Speed: 951.487363 samples/sec	rmse=0.012927	lr=0.004186
Epoch[187] Batch [399]	Speed: 952.981284 samples/sec	rmse=0.012927	lr=0.004159
Epoch[187] Batch [449]	Speed: 946.760552 samples/sec	rmse=0.012956	lr=0.004133
Epoch[187] Batch [499]	Speed: 955.745172 samples/sec	rmse=0.012963	lr=0.004107
Epoch[187] Batch [549]	Speed: 954.725882 samples/sec	rmse=0.012971	lr=0.004081
Epoch[187] Batch [599]	Speed: 950.793811 samples/sec	rmse=0.012975	lr=0.004056
Epoch[187] Batch [649]	Speed: 957.538657 samples/sec	rmse=0.012990	lr=0.004030
Epoch[187] Batch [699]	Speed: 951.614549 samples/sec	rmse=0.013004	lr=0.004004
Epoch[187] Batch [749]	Speed: 954.895998 samples/sec	rmse=0.013014	lr=0.003978
Epoch[187] Batch [799]	Speed: 952.571323 samples/sec	rmse=0.013031	lr=0.003953
Epoch[187] Batch [849]	Speed: 951.709775 samples/sec	rmse=0.013016	lr=0.003928
Epoch[187] Batch [899]	Speed: 956.048088 samples/sec	rmse=0.013036	lr=0.003902
Epoch[187] Batch [949]	Speed: 953.597503 samples/sec	rmse=0.013032	lr=0.003877
Epoch[187] Batch [999]	Speed: 950.378995 samples/sec	rmse=0.013044	lr=0.003852
Epoch[187] Batch [1049]	Speed: 952.368911 samples/sec	rmse=0.013036	lr=0.003827
Epoch[187] Batch [1099]	Speed: 952.088784 samples/sec	rmse=0.013044	lr=0.003802
Epoch[187] Batch [1149]	Speed: 953.462772 samples/sec	rmse=0.013042	lr=0.003777
Epoch[187] Batch [1199]	Speed: 952.003129 samples/sec	rmse=0.013034	lr=0.003752
Epoch[187] Batch [1249]	Speed: 953.656992 samples/sec	rmse=0.013042	lr=0.003727
[Epoch 187] training: rmse=0.013041
[Epoch 187] speed: 952 samples/sec	time cost: 1363.293815
[Epoch 187] validation: err-top1=0.193280 err-top5=0.047393
Epoch[188] Batch [49]	Speed: 961.351619 samples/sec	rmse=0.012679	lr=0.003702
Epoch[188] Batch [99]	Speed: 952.732683 samples/sec	rmse=0.012770	lr=0.003677
Epoch[188] Batch [149]	Speed: 939.377745 samples/sec	rmse=0.012743	lr=0.003653
Epoch[188] Batch [199]	Speed: 948.523835 samples/sec	rmse=0.012733	lr=0.003628
Epoch[188] Batch [249]	Speed: 952.771060 samples/sec	rmse=0.012724	lr=0.003604
Epoch[188] Batch [299]	Speed: 953.050776 samples/sec	rmse=0.012759	lr=0.003579
Epoch[188] Batch [349]	Speed: 946.177268 samples/sec	rmse=0.012799	lr=0.003555
Epoch[188] Batch [399]	Speed: 946.129787 samples/sec	rmse=0.012787	lr=0.003531
Epoch[188] Batch [449]	Speed: 955.006951 samples/sec	rmse=0.012790	lr=0.003507
Epoch[188] Batch [499]	Speed: 949.860781 samples/sec	rmse=0.012788	lr=0.003483
Epoch[188] Batch [549]	Speed: 946.158363 samples/sec	rmse=0.012818	lr=0.003459
Epoch[188] Batch [599]	Speed: 954.374667 samples/sec	rmse=0.012811	lr=0.003435
Epoch[188] Batch [649]	Speed: 948.966939 samples/sec	rmse=0.012832	lr=0.003412
Epoch[188] Batch [699]	Speed: 947.000780 samples/sec	rmse=0.012849	lr=0.003388
Epoch[188] Batch [749]	Speed: 948.137231 samples/sec	rmse=0.012846	lr=0.003364
Epoch[188] Batch [799]	Speed: 953.109203 samples/sec	rmse=0.012838	lr=0.003341
Epoch[188] Batch [849]	Speed: 949.833066 samples/sec	rmse=0.012856	lr=0.003318
Epoch[188] Batch [899]	Speed: 951.896253 samples/sec	rmse=0.012851	lr=0.003294
Epoch[188] Batch [949]	Speed: 949.847909 samples/sec	rmse=0.012857	lr=0.003271
Epoch[188] Batch [999]	Speed: 953.152607 samples/sec	rmse=0.012850	lr=0.003248
Epoch[188] Batch [1049]	Speed: 954.175940 samples/sec	rmse=0.012860	lr=0.003225
Epoch[188] Batch [1099]	Speed: 948.705168 samples/sec	rmse=0.012869	lr=0.003202
Epoch[188] Batch [1149]	Speed: 950.391209 samples/sec	rmse=0.012868	lr=0.003179
Epoch[188] Batch [1199]	Speed: 951.910177 samples/sec	rmse=0.012869	lr=0.003156
Epoch[188] Batch [1249]	Speed: 954.490128 samples/sec	rmse=0.012872	lr=0.003133
[Epoch 188] training: rmse=0.012871
[Epoch 188] speed: 949 samples/sec	time cost: 1366.252746
[Epoch 188] validation: err-top1=0.193479 err-top5=0.047473
Epoch[189] Batch [49]	Speed: 958.482668 samples/sec	rmse=0.012952	lr=0.003110
Epoch[189] Batch [99]	Speed: 951.554457 samples/sec	rmse=0.012972	lr=0.003088
Epoch[189] Batch [149]	Speed: 952.390241 samples/sec	rmse=0.013019	lr=0.003065
Epoch[189] Batch [199]	Speed: 951.634360 samples/sec	rmse=0.012980	lr=0.003043
Epoch[189] Batch [249]	Speed: 950.552678 samples/sec	rmse=0.012949	lr=0.003020
Epoch[189] Batch [299]	Speed: 955.319323 samples/sec	rmse=0.012915	lr=0.002998
Epoch[189] Batch [349]	Speed: 952.446171 samples/sec	rmse=0.012892	lr=0.002976
Epoch[189] Batch [399]	Speed: 951.017491 samples/sec	rmse=0.012846	lr=0.002954
Epoch[189] Batch [449]	Speed: 950.552165 samples/sec	rmse=0.012827	lr=0.002932
Epoch[189] Batch [499]	Speed: 952.556623 samples/sec	rmse=0.012840	lr=0.002910
Epoch[189] Batch [549]	Speed: 954.375486 samples/sec	rmse=0.012797	lr=0.002888
Epoch[189] Batch [599]	Speed: 956.802022 samples/sec	rmse=0.012797	lr=0.002866
Epoch[189] Batch [649]	Speed: 949.906461 samples/sec	rmse=0.012786	lr=0.002845
Epoch[189] Batch [699]	Speed: 950.234076 samples/sec	rmse=0.012791	lr=0.002823
Epoch[189] Batch [749]	Speed: 951.734218 samples/sec	rmse=0.012806	lr=0.002801
Epoch[189] Batch [799]	Speed: 947.963325 samples/sec	rmse=0.012838	lr=0.002780
Epoch[189] Batch [849]	Speed: 946.805566 samples/sec	rmse=0.012842	lr=0.002759
Epoch[189] Batch [899]	Speed: 952.036724 samples/sec	rmse=0.012836	lr=0.002737
Epoch[189] Batch [949]	Speed: 949.921407 samples/sec	rmse=0.012832	lr=0.002716
Epoch[189] Batch [999]	Speed: 950.969338 samples/sec	rmse=0.012831	lr=0.002695
Epoch[189] Batch [1049]	Speed: 940.303648 samples/sec	rmse=0.012845	lr=0.002674
Epoch[189] Batch [1099]	Speed: 947.390541 samples/sec	rmse=0.012845	lr=0.002653
Epoch[189] Batch [1149]	Speed: 952.146659 samples/sec	rmse=0.012841	lr=0.002632
Epoch[189] Batch [1199]	Speed: 949.154600 samples/sec	rmse=0.012839	lr=0.002611
Epoch[189] Batch [1249]	Speed: 956.050574 samples/sec	rmse=0.012837	lr=0.002591
[Epoch 189] training: rmse=0.012837
[Epoch 189] speed: 950 samples/sec	time cost: 1365.641652
[Epoch 189] validation: err-top1=0.192622 err-top5=0.047453
Epoch[190] Batch [49]	Speed: 958.849495 samples/sec	rmse=0.012766	lr=0.002570
Epoch[190] Batch [99]	Speed: 935.038401 samples/sec	rmse=0.012790	lr=0.002549
Epoch[190] Batch [149]	Speed: 953.973520 samples/sec	rmse=0.012820	lr=0.002529
Epoch[190] Batch [199]	Speed: 950.116743 samples/sec	rmse=0.012892	lr=0.002508
Epoch[190] Batch [249]	Speed: 952.676673 samples/sec	rmse=0.012860	lr=0.002488
Epoch[190] Batch [299]	Speed: 950.932290 samples/sec	rmse=0.012836	lr=0.002468
Epoch[190] Batch [349]	Speed: 953.213945 samples/sec	rmse=0.012809	lr=0.002448
Epoch[190] Batch [399]	Speed: 949.385807 samples/sec	rmse=0.012801	lr=0.002428
Epoch[190] Batch [449]	Speed: 957.345917 samples/sec	rmse=0.012760	lr=0.002408
Epoch[190] Batch [499]	Speed: 950.314253 samples/sec	rmse=0.012768	lr=0.002388
Epoch[190] Batch [549]	Speed: 947.780041 samples/sec	rmse=0.012765	lr=0.002368
Epoch[190] Batch [599]	Speed: 948.834545 samples/sec	rmse=0.012791	lr=0.002348
Epoch[190] Batch [649]	Speed: 952.116020 samples/sec	rmse=0.012772	lr=0.002329
Epoch[190] Batch [699]	Speed: 946.827699 samples/sec	rmse=0.012766	lr=0.002309
Epoch[190] Batch [749]	Speed: 945.270681 samples/sec	rmse=0.012774	lr=0.002290
Epoch[190] Batch [799]	Speed: 952.229646 samples/sec	rmse=0.012782	lr=0.002270
Epoch[190] Batch [849]	Speed: 951.229323 samples/sec	rmse=0.012775	lr=0.002251
Epoch[190] Batch [899]	Speed: 953.555824 samples/sec	rmse=0.012788	lr=0.002232
Epoch[190] Batch [949]	Speed: 952.187425 samples/sec	rmse=0.012794	lr=0.002213
Epoch[190] Batch [999]	Speed: 953.364375 samples/sec	rmse=0.012805	lr=0.002194
Epoch[190] Batch [1049]	Speed: 944.015991 samples/sec	rmse=0.012816	lr=0.002175
Epoch[190] Batch [1099]	Speed: 944.180664 samples/sec	rmse=0.012797	lr=0.002156
Epoch[190] Batch [1149]	Speed: 953.010030 samples/sec	rmse=0.012792	lr=0.002137
Epoch[190] Batch [1199]	Speed: 949.487792 samples/sec	rmse=0.012802	lr=0.002118
Epoch[190] Batch [1249]	Speed: 953.870336 samples/sec	rmse=0.012794	lr=0.002099
[Epoch 190] training: rmse=0.012795
[Epoch 190] speed: 949 samples/sec	time cost: 1366.673182
[Epoch 190] validation: err-top1=0.191845 err-top5=0.046935
Epoch[191] Batch [49]	Speed: 958.325671 samples/sec	rmse=0.012475	lr=0.002081
Epoch[191] Batch [99]	Speed: 955.631079 samples/sec	rmse=0.012526	lr=0.002062
Epoch[191] Batch [149]	Speed: 953.070186 samples/sec	rmse=0.012581	lr=0.002044
Epoch[191] Batch [199]	Speed: 952.423943 samples/sec	rmse=0.012639	lr=0.002025
Epoch[191] Batch [249]	Speed: 948.456162 samples/sec	rmse=0.012729	lr=0.002007
Epoch[191] Batch [299]	Speed: 948.458436 samples/sec	rmse=0.012712	lr=0.001989
Epoch[191] Batch [349]	Speed: 952.807804 samples/sec	rmse=0.012722	lr=0.001971
Epoch[191] Batch [399]	Speed: 953.797725 samples/sec	rmse=0.012693	lr=0.001953
Epoch[191] Batch [449]	Speed: 951.521972 samples/sec	rmse=0.012653	lr=0.001935
Epoch[191] Batch [499]	Speed: 953.375951 samples/sec	rmse=0.012677	lr=0.001917
Epoch[191] Batch [549]	Speed: 954.733866 samples/sec	rmse=0.012672	lr=0.001899
Epoch[191] Batch [599]	Speed: 945.962388 samples/sec	rmse=0.012653	lr=0.001882
Epoch[191] Batch [649]	Speed: 949.786831 samples/sec	rmse=0.012655	lr=0.001864
Epoch[191] Batch [699]	Speed: 951.431626 samples/sec	rmse=0.012653	lr=0.001847
Epoch[191] Batch [749]	Speed: 953.771190 samples/sec	rmse=0.012655	lr=0.001829
Epoch[191] Batch [799]	Speed: 948.438740 samples/sec	rmse=0.012670	lr=0.001812
Epoch[191] Batch [849]	Speed: 946.247818 samples/sec	rmse=0.012656	lr=0.001795
Epoch[191] Batch [899]	Speed: 948.939553 samples/sec	rmse=0.012662	lr=0.001777
Epoch[191] Batch [949]	Speed: 952.361152 samples/sec	rmse=0.012667	lr=0.001760
Epoch[191] Batch [999]	Speed: 948.702879 samples/sec	rmse=0.012650	lr=0.001743
Epoch[191] Batch [1049]	Speed: 952.319671 samples/sec	rmse=0.012641	lr=0.001726
Epoch[191] Batch [1099]	Speed: 945.246936 samples/sec	rmse=0.012658	lr=0.001710
Epoch[191] Batch [1149]	Speed: 953.869434 samples/sec	rmse=0.012649	lr=0.001693
Epoch[191] Batch [1199]	Speed: 951.616501 samples/sec	rmse=0.012658	lr=0.001676
Epoch[191] Batch [1249]	Speed: 954.023021 samples/sec	rmse=0.012657	lr=0.001660
[Epoch 191] training: rmse=0.012660
[Epoch 191] speed: 950 samples/sec	time cost: 1364.859717
[Epoch 191] validation: err-top1=0.191447 err-top5=0.046407
Epoch[192] Batch [49]	Speed: 956.121170 samples/sec	rmse=0.012991	lr=0.001643
Epoch[192] Batch [99]	Speed: 955.290357 samples/sec	rmse=0.012815	lr=0.001626
Epoch[192] Batch [149]	Speed: 956.007502 samples/sec	rmse=0.012779	lr=0.001610
Epoch[192] Batch [199]	Speed: 952.489531 samples/sec	rmse=0.012643	lr=0.001594
Epoch[192] Batch [249]	Speed: 949.584303 samples/sec	rmse=0.012578	lr=0.001577
Epoch[192] Batch [299]	Speed: 949.639871 samples/sec	rmse=0.012594	lr=0.001561
Epoch[192] Batch [349]	Speed: 951.127574 samples/sec	rmse=0.012603	lr=0.001545
Epoch[192] Batch [399]	Speed: 951.044286 samples/sec	rmse=0.012605	lr=0.001529
Epoch[192] Batch [449]	Speed: 949.987730 samples/sec	rmse=0.012623	lr=0.001514
Epoch[192] Batch [499]	Speed: 954.006788 samples/sec	rmse=0.012610	lr=0.001498
Epoch[192] Batch [549]	Speed: 949.766945 samples/sec	rmse=0.012583	lr=0.001482
Epoch[192] Batch [599]	Speed: 948.109101 samples/sec	rmse=0.012579	lr=0.001466
Epoch[192] Batch [649]	Speed: 947.663451 samples/sec	rmse=0.012565	lr=0.001451
Epoch[192] Batch [699]	Speed: 951.544663 samples/sec	rmse=0.012595	lr=0.001435
Epoch[192] Batch [749]	Speed: 953.270861 samples/sec	rmse=0.012593	lr=0.001420
Epoch[192] Batch [799]	Speed: 952.384543 samples/sec	rmse=0.012613	lr=0.001405
Epoch[192] Batch [849]	Speed: 950.826934 samples/sec	rmse=0.012593	lr=0.001390
Epoch[192] Batch [899]	Speed: 954.468123 samples/sec	rmse=0.012595	lr=0.001375
Epoch[192] Batch [949]	Speed: 953.353024 samples/sec	rmse=0.012585	lr=0.001360
Epoch[192] Batch [999]	Speed: 954.436435 samples/sec	rmse=0.012598	lr=0.001345
Epoch[192] Batch [1049]	Speed: 951.703972 samples/sec	rmse=0.012603	lr=0.001330
Epoch[192] Batch [1099]	Speed: 951.884430 samples/sec	rmse=0.012591	lr=0.001315
Epoch[192] Batch [1149]	Speed: 951.580798 samples/sec	rmse=0.012594	lr=0.001300
Epoch[192] Batch [1199]	Speed: 954.840183 samples/sec	rmse=0.012583	lr=0.001286
Epoch[192] Batch [1249]	Speed: 955.856194 samples/sec	rmse=0.012584	lr=0.001271
[Epoch 192] training: rmse=0.012587
[Epoch 192] speed: 951 samples/sec	time cost: 1363.826619
[Epoch 192] validation: err-top1=0.191267 err-top5=0.046237
Epoch[193] Batch [49]	Speed: 957.065645 samples/sec	rmse=0.012665	lr=0.001256
Epoch[193] Batch [99]	Speed: 953.102410 samples/sec	rmse=0.012652	lr=0.001242
Epoch[193] Batch [149]	Speed: 957.465611 samples/sec	rmse=0.012629	lr=0.001228
Epoch[193] Batch [199]	Speed: 950.323337 samples/sec	rmse=0.012583	lr=0.001213
Epoch[193] Batch [249]	Speed: 949.971441 samples/sec	rmse=0.012615	lr=0.001199
Epoch[193] Batch [299]	Speed: 956.241460 samples/sec	rmse=0.012558	lr=0.001185
Epoch[193] Batch [349]	Speed: 945.673353 samples/sec	rmse=0.012561	lr=0.001171
Epoch[193] Batch [399]	Speed: 951.438248 samples/sec	rmse=0.012523	lr=0.001157
Epoch[193] Batch [449]	Speed: 947.794318 samples/sec	rmse=0.012592	lr=0.001144
Epoch[193] Batch [499]	Speed: 957.268313 samples/sec	rmse=0.012586	lr=0.001130
Epoch[193] Batch [549]	Speed: 952.224233 samples/sec	rmse=0.012586	lr=0.001116
Epoch[193] Batch [599]	Speed: 955.127819 samples/sec	rmse=0.012566	lr=0.001103
Epoch[193] Batch [649]	Speed: 953.614221 samples/sec	rmse=0.012538	lr=0.001089
Epoch[193] Batch [699]	Speed: 950.908625 samples/sec	rmse=0.012542	lr=0.001076
Epoch[193] Batch [749]	Speed: 954.804280 samples/sec	rmse=0.012564	lr=0.001063
Epoch[193] Batch [799]	Speed: 947.516901 samples/sec	rmse=0.012578	lr=0.001049
Epoch[193] Batch [849]	Speed: 953.034831 samples/sec	rmse=0.012601	lr=0.001036
Epoch[193] Batch [899]	Speed: 954.518510 samples/sec	rmse=0.012619	lr=0.001023
Epoch[193] Batch [949]	Speed: 953.969435 samples/sec	rmse=0.012601	lr=0.001010
Epoch[193] Batch [999]	Speed: 945.982936 samples/sec	rmse=0.012613	lr=0.000997
Epoch[193] Batch [1049]	Speed: 950.501194 samples/sec	rmse=0.012606	lr=0.000985
Epoch[193] Batch [1099]	Speed: 953.477368 samples/sec	rmse=0.012614	lr=0.000972
Epoch[193] Batch [1149]	Speed: 952.113103 samples/sec	rmse=0.012628	lr=0.000959
Epoch[193] Batch [1199]	Speed: 954.331505 samples/sec	rmse=0.012632	lr=0.000947
Epoch[193] Batch [1249]	Speed: 953.241338 samples/sec	rmse=0.012625	lr=0.000934
[Epoch 193] training: rmse=0.012626
[Epoch 193] speed: 951 samples/sec	time cost: 1364.790942
[Epoch 193] validation: err-top1=0.191964 err-top5=0.046317
Epoch[194] Batch [49]	Speed: 964.823944 samples/sec	rmse=0.012638	lr=0.000922
Epoch[194] Batch [99]	Speed: 953.127474 samples/sec	rmse=0.012821	lr=0.000909
Epoch[194] Batch [149]	Speed: 952.897629 samples/sec	rmse=0.012725	lr=0.000897
Epoch[194] Batch [199]	Speed: 952.923228 samples/sec	rmse=0.012623	lr=0.000885
Epoch[194] Batch [249]	Speed: 953.039475 samples/sec	rmse=0.012612	lr=0.000873
Epoch[194] Batch [299]	Speed: 951.999926 samples/sec	rmse=0.012556	lr=0.000861
Epoch[194] Batch [349]	Speed: 953.736376 samples/sec	rmse=0.012570	lr=0.000849
Epoch[194] Batch [399]	Speed: 951.756148 samples/sec	rmse=0.012600	lr=0.000837
Epoch[194] Batch [449]	Speed: 950.804849 samples/sec	rmse=0.012599	lr=0.000825
Epoch[194] Batch [499]	Speed: 944.426828 samples/sec	rmse=0.012585	lr=0.000814
Epoch[194] Batch [549]	Speed: 950.964752 samples/sec	rmse=0.012575	lr=0.000802
Epoch[194] Batch [599]	Speed: 953.685846 samples/sec	rmse=0.012542	lr=0.000791
Epoch[194] Batch [649]	Speed: 949.986305 samples/sec	rmse=0.012521	lr=0.000779
Epoch[194] Batch [699]	Speed: 956.734279 samples/sec	rmse=0.012520	lr=0.000768
Epoch[194] Batch [749]	Speed: 950.283753 samples/sec	rmse=0.012545	lr=0.000757
Epoch[194] Batch [799]	Speed: 955.731981 samples/sec	rmse=0.012554	lr=0.000746
Epoch[194] Batch [849]	Speed: 953.133798 samples/sec	rmse=0.012544	lr=0.000735
Epoch[194] Batch [899]	Speed: 955.976350 samples/sec	rmse=0.012554	lr=0.000724
Epoch[194] Batch [949]	Speed: 955.735559 samples/sec	rmse=0.012558	lr=0.000713
Epoch[194] Batch [999]	Speed: 954.114690 samples/sec	rmse=0.012540	lr=0.000702
Epoch[194] Batch [1049]	Speed: 951.811586 samples/sec	rmse=0.012530	lr=0.000691
Epoch[194] Batch [1099]	Speed: 950.880293 samples/sec	rmse=0.012524	lr=0.000680
Epoch[194] Batch [1149]	Speed: 953.457565 samples/sec	rmse=0.012521	lr=0.000670
Epoch[194] Batch [1199]	Speed: 951.622814 samples/sec	rmse=0.012527	lr=0.000659
Epoch[194] Batch [1249]	Speed: 956.729292 samples/sec	rmse=0.012515	lr=0.000649
[Epoch 194] training: rmse=0.012514
[Epoch 194] speed: 952 samples/sec	time cost: 1362.996656
[Epoch 194] validation: err-top1=0.192164 err-top5=0.045978
Epoch[195] Batch [49]	Speed: 955.658398 samples/sec	rmse=0.012900	lr=0.000638
Epoch[195] Batch [99]	Speed: 953.502952 samples/sec	rmse=0.012684	lr=0.000628
Epoch[195] Batch [149]	Speed: 955.077788 samples/sec	rmse=0.012603	lr=0.000618
Epoch[195] Batch [199]	Speed: 950.504988 samples/sec	rmse=0.012604	lr=0.000608
Epoch[195] Batch [249]	Speed: 951.046257 samples/sec	rmse=0.012539	lr=0.000598
Epoch[195] Batch [299]	Speed: 954.201977 samples/sec	rmse=0.012482	lr=0.000588
Epoch[195] Batch [349]	Speed: 949.301636 samples/sec	rmse=0.012516	lr=0.000578
Epoch[195] Batch [399]	Speed: 953.853008 samples/sec	rmse=0.012504	lr=0.000568
Epoch[195] Batch [449]	Speed: 948.425533 samples/sec	rmse=0.012556	lr=0.000559
Epoch[195] Batch [499]	Speed: 951.817690 samples/sec	rmse=0.012530	lr=0.000549
Epoch[195] Batch [549]	Speed: 943.451755 samples/sec	rmse=0.012494	lr=0.000540
Epoch[195] Batch [599]	Speed: 947.021318 samples/sec	rmse=0.012491	lr=0.000530
Epoch[195] Batch [649]	Speed: 951.409842 samples/sec	rmse=0.012490	lr=0.000521
Epoch[195] Batch [699]	Speed: 954.108103 samples/sec	rmse=0.012482	lr=0.000512
Epoch[195] Batch [749]	Speed: 954.475140 samples/sec	rmse=0.012489	lr=0.000503
Epoch[195] Batch [799]	Speed: 951.725668 samples/sec	rmse=0.012494	lr=0.000493
Epoch[195] Batch [849]	Speed: 947.189071 samples/sec	rmse=0.012494	lr=0.000484
Epoch[195] Batch [899]	Speed: 952.163824 samples/sec	rmse=0.012515	lr=0.000476
Epoch[195] Batch [949]	Speed: 954.358860 samples/sec	rmse=0.012538	lr=0.000467
Epoch[195] Batch [999]	Speed: 946.883571 samples/sec	rmse=0.012528	lr=0.000458
Epoch[195] Batch [1049]	Speed: 950.488968 samples/sec	rmse=0.012515	lr=0.000449
Epoch[195] Batch [1099]	Speed: 949.735799 samples/sec	rmse=0.012503	lr=0.000441
Epoch[195] Batch [1149]	Speed: 950.196332 samples/sec	rmse=0.012506	lr=0.000432
Epoch[195] Batch [1199]	Speed: 952.672848 samples/sec	rmse=0.012504	lr=0.000424
Epoch[195] Batch [1249]	Speed: 953.392462 samples/sec	rmse=0.012512	lr=0.000415
[Epoch 195] training: rmse=0.012512
[Epoch 195] speed: 950 samples/sec	time cost: 1365.176891
[Epoch 195] validation: err-top1=0.191147 err-top5=0.045819
Epoch[196] Batch [49]	Speed: 960.216919 samples/sec	rmse=0.012436	lr=0.000407
Epoch[196] Batch [99]	Speed: 951.141746 samples/sec	rmse=0.012441	lr=0.000399
Epoch[196] Batch [149]	Speed: 950.044484 samples/sec	rmse=0.012446	lr=0.000391
Epoch[196] Batch [199]	Speed: 952.473059 samples/sec	rmse=0.012383	lr=0.000383
Epoch[196] Batch [249]	Speed: 949.231008 samples/sec	rmse=0.012406	lr=0.000375
Epoch[196] Batch [299]	Speed: 953.178697 samples/sec	rmse=0.012349	lr=0.000367
Epoch[196] Batch [349]	Speed: 954.749894 samples/sec	rmse=0.012341	lr=0.000359
Epoch[196] Batch [399]	Speed: 949.176528 samples/sec	rmse=0.012357	lr=0.000352
Epoch[196] Batch [449]	Speed: 948.665932 samples/sec	rmse=0.012337	lr=0.000344
Epoch[196] Batch [499]	Speed: 949.441788 samples/sec	rmse=0.012361	lr=0.000336
Epoch[196] Batch [549]	Speed: 952.820216 samples/sec	rmse=0.012365	lr=0.000329
Epoch[196] Batch [599]	Speed: 951.771354 samples/sec	rmse=0.012378	lr=0.000322
Epoch[196] Batch [649]	Speed: 956.646490 samples/sec	rmse=0.012373	lr=0.000314
Epoch[196] Batch [699]	Speed: 950.676714 samples/sec	rmse=0.012371	lr=0.000307
Epoch[196] Batch [749]	Speed: 951.370613 samples/sec	rmse=0.012364	lr=0.000300
Epoch[196] Batch [799]	Speed: 956.932529 samples/sec	rmse=0.012367	lr=0.000293
Epoch[196] Batch [849]	Speed: 952.881410 samples/sec	rmse=0.012375	lr=0.000286
Epoch[196] Batch [899]	Speed: 951.494808 samples/sec	rmse=0.012375	lr=0.000279
Epoch[196] Batch [949]	Speed: 944.595113 samples/sec	rmse=0.012385	lr=0.000273
Epoch[196] Batch [999]	Speed: 953.895008 samples/sec	rmse=0.012401	lr=0.000266
Epoch[196] Batch [1049]	Speed: 953.360706 samples/sec	rmse=0.012415	lr=0.000259
Epoch[196] Batch [1099]	Speed: 947.313347 samples/sec	rmse=0.012404	lr=0.000253
Epoch[196] Batch [1149]	Speed: 954.909938 samples/sec	rmse=0.012419	lr=0.000246
Epoch[196] Batch [1199]	Speed: 948.943419 samples/sec	rmse=0.012433	lr=0.000240
Epoch[196] Batch [1249]	Speed: 950.253422 samples/sec	rmse=0.012430	lr=0.000234
[Epoch 196] training: rmse=0.012428
[Epoch 196] speed: 951 samples/sec	time cost: 1364.613952
[Epoch 196] validation: err-top1=0.191546 err-top5=0.045819
Epoch[197] Batch [49]	Speed: 962.841745 samples/sec	rmse=0.012082	lr=0.000227
Epoch[197] Batch [99]	Speed: 951.555819 samples/sec	rmse=0.012224	lr=0.000221
Epoch[197] Batch [149]	Speed: 945.657616 samples/sec	rmse=0.012217	lr=0.000215
Epoch[197] Batch [199]	Speed: 949.376989 samples/sec	rmse=0.012371	lr=0.000209
Epoch[197] Batch [249]	Speed: 945.180470 samples/sec	rmse=0.012426	lr=0.000204
Epoch[197] Batch [299]	Speed: 951.300464 samples/sec	rmse=0.012371	lr=0.000198
Epoch[197] Batch [349]	Speed: 951.500306 samples/sec	rmse=0.012406	lr=0.000192
Epoch[197] Batch [399]	Speed: 953.056143 samples/sec	rmse=0.012398	lr=0.000187
Epoch[197] Batch [449]	Speed: 948.605232 samples/sec	rmse=0.012421	lr=0.000181
Epoch[197] Batch [499]	Speed: 950.442791 samples/sec	rmse=0.012472	lr=0.000176
Epoch[197] Batch [549]	Speed: 949.015846 samples/sec	rmse=0.012465	lr=0.000170
Epoch[197] Batch [599]	Speed: 952.290494 samples/sec	rmse=0.012476	lr=0.000165
Epoch[197] Batch [649]	Speed: 947.386788 samples/sec	rmse=0.012463	lr=0.000160
Epoch[197] Batch [699]	Speed: 950.556540 samples/sec	rmse=0.012453	lr=0.000155
Epoch[197] Batch [749]	Speed: 946.503463 samples/sec	rmse=0.012445	lr=0.000150
Epoch[197] Batch [799]	Speed: 947.255302 samples/sec	rmse=0.012471	lr=0.000145
Epoch[197] Batch [849]	Speed: 949.439358 samples/sec	rmse=0.012464	lr=0.000140
Epoch[197] Batch [899]	Speed: 949.836607 samples/sec	rmse=0.012458	lr=0.000135
Epoch[197] Batch [949]	Speed: 947.445772 samples/sec	rmse=0.012462	lr=0.000130
Epoch[197] Batch [999]	Speed: 953.542855 samples/sec	rmse=0.012457	lr=0.000126
Epoch[197] Batch [1049]	Speed: 944.438794 samples/sec	rmse=0.012442	lr=0.000121
Epoch[197] Batch [1099]	Speed: 949.067090 samples/sec	rmse=0.012469	lr=0.000117
Epoch[197] Batch [1149]	Speed: 947.496199 samples/sec	rmse=0.012473	lr=0.000112
Epoch[197] Batch [1199]	Speed: 950.520445 samples/sec	rmse=0.012476	lr=0.000108
Epoch[197] Batch [1249]	Speed: 955.198776 samples/sec	rmse=0.012473	lr=0.000104
[Epoch 197] training: rmse=0.012473
[Epoch 197] speed: 949 samples/sec	time cost: 1366.819306
[Epoch 197] validation: err-top1=0.191447 err-top5=0.045858
Epoch[198] Batch [49]	Speed: 959.487891 samples/sec	rmse=0.012794	lr=0.000100
Epoch[198] Batch [99]	Speed: 954.137841 samples/sec	rmse=0.012579	lr=0.000096
Epoch[198] Batch [149]	Speed: 952.131407 samples/sec	rmse=0.012502	lr=0.000092
Epoch[198] Batch [199]	Speed: 948.930462 samples/sec	rmse=0.012468	lr=0.000088
Epoch[198] Batch [249]	Speed: 951.301286 samples/sec	rmse=0.012465	lr=0.000084
Epoch[198] Batch [299]	Speed: 954.296331 samples/sec	rmse=0.012458	lr=0.000080
Epoch[198] Batch [349]	Speed: 947.451604 samples/sec	rmse=0.012482	lr=0.000077
Epoch[198] Batch [399]	Speed: 947.741074 samples/sec	rmse=0.012490	lr=0.000073
Epoch[198] Batch [449]	Speed: 954.127734 samples/sec	rmse=0.012493	lr=0.000070
Epoch[198] Batch [499]	Speed: 951.108656 samples/sec	rmse=0.012469	lr=0.000067
Epoch[198] Batch [549]	Speed: 949.895053 samples/sec	rmse=0.012467	lr=0.000063
Epoch[198] Batch [599]	Speed: 938.398290 samples/sec	rmse=0.012453	lr=0.000060
Epoch[198] Batch [649]	Speed: 951.117287 samples/sec	rmse=0.012455	lr=0.000057
Epoch[198] Batch [699]	Speed: 955.060530 samples/sec	rmse=0.012481	lr=0.000054
Epoch[198] Batch [749]	Speed: 949.948367 samples/sec	rmse=0.012489	lr=0.000051
Epoch[198] Batch [799]	Speed: 950.444272 samples/sec	rmse=0.012488	lr=0.000048
Epoch[198] Batch [849]	Speed: 944.341175 samples/sec	rmse=0.012498	lr=0.000045
Epoch[198] Batch [899]	Speed: 953.027835 samples/sec	rmse=0.012501	lr=0.000043
Epoch[198] Batch [949]	Speed: 949.698095 samples/sec	rmse=0.012513	lr=0.000040
Epoch[198] Batch [999]	Speed: 952.540609 samples/sec	rmse=0.012500	lr=0.000037
Epoch[198] Batch [1049]	Speed: 949.120801 samples/sec	rmse=0.012508	lr=0.000035
Epoch[198] Batch [1099]	Speed: 947.170769 samples/sec	rmse=0.012515	lr=0.000033
Epoch[198] Batch [1149]	Speed: 946.871914 samples/sec	rmse=0.012517	lr=0.000030
Epoch[198] Batch [1199]	Speed: 946.804214 samples/sec	rmse=0.012507	lr=0.000028
Epoch[198] Batch [1249]	Speed: 951.200639 samples/sec	rmse=0.012505	lr=0.000026
[Epoch 198] training: rmse=0.012504
[Epoch 198] speed: 949 samples/sec	time cost: 1366.841286
[Epoch 198] validation: err-top1=0.191327 err-top5=0.046217
Epoch[199] Batch [49]	Speed: 957.368302 samples/sec	rmse=0.012534	lr=0.000024
Epoch[199] Batch [99]	Speed: 944.218708 samples/sec	rmse=0.012702	lr=0.000022
Epoch[199] Batch [149]	Speed: 952.254250 samples/sec	rmse=0.012520	lr=0.000020
Epoch[199] Batch [199]	Speed: 950.468355 samples/sec	rmse=0.012513	lr=0.000018
Epoch[199] Batch [249]	Speed: 948.650145 samples/sec	rmse=0.012507	lr=0.000017
Epoch[199] Batch [299]	Speed: 946.677772 samples/sec	rmse=0.012479	lr=0.000015
Epoch[199] Batch [349]	Speed: 950.085998 samples/sec	rmse=0.012509	lr=0.000013
Epoch[199] Batch [399]	Speed: 953.278863 samples/sec	rmse=0.012505	lr=0.000012
Epoch[199] Batch [449]	Speed: 952.937152 samples/sec	rmse=0.012487	lr=0.000011
Epoch[199] Batch [499]	Speed: 948.368039 samples/sec	rmse=0.012497	lr=0.000009
Epoch[199] Batch [549]	Speed: 951.370386 samples/sec	rmse=0.012494	lr=0.000008
Epoch[199] Batch [599]	Speed: 952.426887 samples/sec	rmse=0.012492	lr=0.000007
Epoch[199] Batch [649]	Speed: 955.483899 samples/sec	rmse=0.012494	lr=0.000006
Epoch[199] Batch [699]	Speed: 948.587269 samples/sec	rmse=0.012482	lr=0.000005
Epoch[199] Batch [749]	Speed: 949.511147 samples/sec	rmse=0.012463	lr=0.000004
Epoch[199] Batch [799]	Speed: 951.523354 samples/sec	rmse=0.012466	lr=0.000003
Epoch[199] Batch [849]	Speed: 949.625656 samples/sec	rmse=0.012453	lr=0.000003
Epoch[199] Batch [899]	Speed: 951.893970 samples/sec	rmse=0.012463	lr=0.000002
Epoch[199] Batch [949]	Speed: 950.732877 samples/sec	rmse=0.012449	lr=0.000002
Epoch[199] Batch [999]	Speed: 952.097514 samples/sec	rmse=0.012431	lr=0.000001
Epoch[199] Batch [1049]	Speed: 948.561450 samples/sec	rmse=0.012435	lr=0.000001
Epoch[199] Batch [1099]	Speed: 949.411142 samples/sec	rmse=0.012437	lr=0.000000
Epoch[199] Batch [1149]	Speed: 951.353228 samples/sec	rmse=0.012443	lr=0.000000
Epoch[199] Batch [1199]	Speed: 950.890596 samples/sec	rmse=0.012441	lr=0.000000
Epoch[199] Batch [1249]	Speed: 951.490247 samples/sec	rmse=0.012432	lr=0.000000
[Epoch 199] training: rmse=0.012432
[Epoch 199] speed: 950 samples/sec	time cost: 1365.818351
[Epoch 199] validation: err-top1=0.190689 err-top5=0.046257