Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnet50_v1d_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet50_v1d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', save_dir='params_resnet50_v1d_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1619.072886 samples/sec	rmse=0.026036	lr=0.003133
Epoch[0] Batch [99]	Speed: 5270.368264 samples/sec	rmse=0.025971	lr=0.006331
Epoch[0] Batch [149]	Speed: 5234.422370 samples/sec	rmse=0.026254	lr=0.009528
Epoch[0] Batch [199]	Speed: 5257.078862 samples/sec	rmse=0.026426	lr=0.012726
Epoch[0] Batch [249]	Speed: 5284.668100 samples/sec	rmse=0.026462	lr=0.015923
Epoch[0] Batch [299]	Speed: 5104.320503 samples/sec	rmse=0.026446	lr=0.019121
Epoch[0] Batch [349]	Speed: 4944.898212 samples/sec	rmse=0.026338	lr=0.022318
Epoch[0] Batch [399]	Speed: 4833.109920 samples/sec	rmse=0.026316	lr=0.025516
Epoch[0] Batch [449]	Speed: 4921.777402 samples/sec	rmse=0.026339	lr=0.028713
Epoch[0] Batch [499]	Speed: 5046.190911 samples/sec	rmse=0.026375	lr=0.031910
Epoch[0] Batch [549]	Speed: 5023.270370 samples/sec	rmse=0.026372	lr=0.035108
Epoch[0] Batch [599]	Speed: 4847.090013 samples/sec	rmse=0.026303	lr=0.038305
Epoch[0] Batch [649]	Speed: 5104.445713 samples/sec	rmse=0.026260	lr=0.041503
Epoch[0] Batch [699]	Speed: 5102.681945 samples/sec	rmse=0.026278	lr=0.044700
Epoch[0] Batch [749]	Speed: 4962.145756 samples/sec	rmse=0.026311	lr=0.047898
Epoch[0] Batch [799]	Speed: 5188.561612 samples/sec	rmse=0.026313	lr=0.051095
Epoch[0] Batch [849]	Speed: 4897.297358 samples/sec	rmse=0.026294	lr=0.054293
Epoch[0] Batch [899]	Speed: 5021.802618 samples/sec	rmse=0.026297	lr=0.057490
Epoch[0] Batch [949]	Speed: 5093.948057 samples/sec	rmse=0.026243	lr=0.060687
Epoch[0] Batch [999]	Speed: 5024.895824 samples/sec	rmse=0.026230	lr=0.063885
Epoch[0] Batch [1049]	Speed: 4772.942555 samples/sec	rmse=0.026186	lr=0.067082
Epoch[0] Batch [1099]	Speed: 5076.126517 samples/sec	rmse=0.026172	lr=0.070280
Epoch[0] Batch [1149]	Speed: 5002.001277 samples/sec	rmse=0.026170	lr=0.073477
Epoch[0] Batch [1199]	Speed: 4675.954940 samples/sec	rmse=0.026175	lr=0.076675
Epoch[0] Batch [1249]	Speed: 5068.303786 samples/sec	rmse=0.026115	lr=0.079872
[Epoch 0] training: rmse=0.026107
[Epoch 0] speed: 4629 samples/sec	time cost: 286.563918
[Epoch 0] validation: err-top1=0.925682 err-top5=0.812919
Epoch[1] Batch [49]	Speed: 4753.389188 samples/sec	rmse=0.026238	lr=0.083133
Epoch[1] Batch [99]	Speed: 4866.026007 samples/sec	rmse=0.026124	lr=0.086331
Epoch[1] Batch [149]	Speed: 4905.037294 samples/sec	rmse=0.026163	lr=0.089528
Epoch[1] Batch [199]	Speed: 4930.001137 samples/sec	rmse=0.026137	lr=0.092726
Epoch[1] Batch [249]	Speed: 4852.560790 samples/sec	rmse=0.026008	lr=0.095923
Epoch[1] Batch [299]	Speed: 4710.219803 samples/sec	rmse=0.026007	lr=0.099121
Epoch[1] Batch [349]	Speed: 4943.752669 samples/sec	rmse=0.025999	lr=0.102318
Epoch[1] Batch [399]	Speed: 5002.109283 samples/sec	rmse=0.025973	lr=0.105516
Epoch[1] Batch [449]	Speed: 5203.185386 samples/sec	rmse=0.025989	lr=0.108713
Epoch[1] Batch [499]	Speed: 5095.264007 samples/sec	rmse=0.026017	lr=0.111910
Epoch[1] Batch [549]	Speed: 5078.399733 samples/sec	rmse=0.026034	lr=0.115108
Epoch[1] Batch [599]	Speed: 4776.869339 samples/sec	rmse=0.025939	lr=0.118305
Epoch[1] Batch [649]	Speed: 5059.458450 samples/sec	rmse=0.025956	lr=0.121503
Epoch[1] Batch [699]	Speed: 5069.465540 samples/sec	rmse=0.025904	lr=0.124700
Epoch[1] Batch [749]	Speed: 5007.974571 samples/sec	rmse=0.025962	lr=0.127898
Epoch[1] Batch [799]	Speed: 4804.776900 samples/sec	rmse=0.025913	lr=0.131095
Epoch[1] Batch [849]	Speed: 5022.905202 samples/sec	rmse=0.025904	lr=0.134293
Epoch[1] Batch [899]	Speed: 5212.765842 samples/sec	rmse=0.025901	lr=0.137490
Epoch[1] Batch [949]	Speed: 4980.544761 samples/sec	rmse=0.025910	lr=0.140687
Epoch[1] Batch [999]	Speed: 5062.888146 samples/sec	rmse=0.025898	lr=0.143885
Epoch[1] Batch [1049]	Speed: 5019.695467 samples/sec	rmse=0.025878	lr=0.147082
Epoch[1] Batch [1099]	Speed: 5101.310295 samples/sec	rmse=0.025861	lr=0.150280
Epoch[1] Batch [1149]	Speed: 5227.115067 samples/sec	rmse=0.025862	lr=0.153477
Epoch[1] Batch [1199]	Speed: 5081.624160 samples/sec	rmse=0.025858	lr=0.156675
Epoch[1] Batch [1249]	Speed: 5111.717887 samples/sec	rmse=0.025825	lr=0.159872
[Epoch 1] training: rmse=0.025827
[Epoch 1] speed: 4983 samples/sec	time cost: 266.299818
[Epoch 1] validation: err-top1=0.867706 err-top5=0.692104
Epoch[2] Batch [49]	Speed: 4777.533537 samples/sec	rmse=0.025723	lr=0.163133
Epoch[2] Batch [99]	Speed: 4842.196405 samples/sec	rmse=0.025453	lr=0.166331
Epoch[2] Batch [149]	Speed: 5079.105147 samples/sec	rmse=0.025315	lr=0.169528
Epoch[2] Batch [199]	Speed: 5070.909082 samples/sec	rmse=0.025403	lr=0.172726
Epoch[2] Batch [249]	Speed: 4955.985204 samples/sec	rmse=0.025415	lr=0.175923
Epoch[2] Batch [299]	Speed: 4919.014984 samples/sec	rmse=0.025430	lr=0.179121
Epoch[2] Batch [349]	Speed: 4964.852273 samples/sec	rmse=0.025449	lr=0.182318
Epoch[2] Batch [399]	Speed: 4970.063093 samples/sec	rmse=0.025404	lr=0.185516
Epoch[2] Batch [449]	Speed: 4968.636382 samples/sec	rmse=0.025355	lr=0.188713
Epoch[2] Batch [499]	Speed: 5166.945827 samples/sec	rmse=0.025207	lr=0.191910
Epoch[2] Batch [549]	Speed: 5115.069084 samples/sec	rmse=0.025208	lr=0.195108
Epoch[2] Batch [599]	Speed: 4938.828545 samples/sec	rmse=0.025202	lr=0.198305
Epoch[2] Batch [649]	Speed: 4946.358033 samples/sec	rmse=0.025239	lr=0.201503
Epoch[2] Batch [699]	Speed: 5043.074047 samples/sec	rmse=0.025234	lr=0.204700
Epoch[2] Batch [749]	Speed: 4814.585802 samples/sec	rmse=0.025211	lr=0.207898
Epoch[2] Batch [799]	Speed: 5276.975238 samples/sec	rmse=0.025198	lr=0.211095
Epoch[2] Batch [849]	Speed: 4922.256178 samples/sec	rmse=0.025164	lr=0.214293
Epoch[2] Batch [899]	Speed: 4888.987489 samples/sec	rmse=0.025140	lr=0.217490
Epoch[2] Batch [949]	Speed: 4976.425232 samples/sec	rmse=0.025118	lr=0.220687
Epoch[2] Batch [999]	Speed: 4974.366928 samples/sec	rmse=0.025088	lr=0.223885
Epoch[2] Batch [1049]	Speed: 5062.326967 samples/sec	rmse=0.025037	lr=0.227082
Epoch[2] Batch [1099]	Speed: 5121.934569 samples/sec	rmse=0.025036	lr=0.230280
Epoch[2] Batch [1149]	Speed: 4949.580499 samples/sec	rmse=0.025031	lr=0.233477
Epoch[2] Batch [1199]	Speed: 4931.157301 samples/sec	rmse=0.024994	lr=0.236675
Epoch[2] Batch [1249]	Speed: 4887.670014 samples/sec	rmse=0.024947	lr=0.239872
[Epoch 2] training: rmse=0.024947
[Epoch 2] speed: 4974 samples/sec	time cost: 266.935332
[Epoch 2] validation: err-top1=0.757992 err-top5=0.522142
Epoch[3] Batch [49]	Speed: 4800.719441 samples/sec	rmse=0.024839	lr=0.243133
Epoch[3] Batch [99]	Speed: 4793.633132 samples/sec	rmse=0.024363	lr=0.246331
Epoch[3] Batch [149]	Speed: 5024.585203 samples/sec	rmse=0.024240	lr=0.249528
Epoch[3] Batch [199]	Speed: 5083.065492 samples/sec	rmse=0.024185	lr=0.252726
Epoch[3] Batch [249]	Speed: 5128.707043 samples/sec	rmse=0.024262	lr=0.255923
Epoch[3] Batch [299]	Speed: 4943.151820 samples/sec	rmse=0.024209	lr=0.259121
Epoch[3] Batch [349]	Speed: 5192.658272 samples/sec	rmse=0.024173	lr=0.262318
Epoch[3] Batch [399]	Speed: 5055.478021 samples/sec	rmse=0.024125	lr=0.265516
Epoch[3] Batch [449]	Speed: 5143.314670 samples/sec	rmse=0.024162	lr=0.268713
Epoch[3] Batch [499]	Speed: 4776.183550 samples/sec	rmse=0.024191	lr=0.271910
Epoch[3] Batch [549]	Speed: 5189.154765 samples/sec	rmse=0.024164	lr=0.275108
Epoch[3] Batch [599]	Speed: 4954.764554 samples/sec	rmse=0.024152	lr=0.278305
Epoch[3] Batch [649]	Speed: 4916.037555 samples/sec	rmse=0.024122	lr=0.281503
Epoch[3] Batch [699]	Speed: 5074.069930 samples/sec	rmse=0.024124	lr=0.284700
Epoch[3] Batch [749]	Speed: 5154.619969 samples/sec	rmse=0.024108	lr=0.287898
Epoch[3] Batch [799]	Speed: 5100.982522 samples/sec	rmse=0.024095	lr=0.291095
Epoch[3] Batch [849]	Speed: 4995.474840 samples/sec	rmse=0.024113	lr=0.294293
Epoch[3] Batch [899]	Speed: 4766.192239 samples/sec	rmse=0.024096	lr=0.297490
Epoch[3] Batch [949]	Speed: 5053.987346 samples/sec	rmse=0.024088	lr=0.300687
Epoch[3] Batch [999]	Speed: 5006.362145 samples/sec	rmse=0.024059	lr=0.303885
Epoch[3] Batch [1049]	Speed: 4840.282529 samples/sec	rmse=0.024039	lr=0.307082
Epoch[3] Batch [1099]	Speed: 4864.862818 samples/sec	rmse=0.024016	lr=0.310280
Epoch[3] Batch [1149]	Speed: 4778.193454 samples/sec	rmse=0.023984	lr=0.313477
Epoch[3] Batch [1199]	Speed: 4971.318337 samples/sec	rmse=0.023961	lr=0.316675
Epoch[3] Batch [1249]	Speed: 5121.283891 samples/sec	rmse=0.023961	lr=0.319872
[Epoch 3] training: rmse=0.023960
[Epoch 3] speed: 4981 samples/sec	time cost: 266.324468
[Epoch 3] validation: err-top1=0.630640 err-top5=0.364397
Epoch[4] Batch [49]	Speed: 4741.636888 samples/sec	rmse=0.023563	lr=0.323133
Epoch[4] Batch [99]	Speed: 4879.325352 samples/sec	rmse=0.023447	lr=0.326331
Epoch[4] Batch [149]	Speed: 4802.418926 samples/sec	rmse=0.023395	lr=0.329528
Epoch[4] Batch [199]	Speed: 4899.667390 samples/sec	rmse=0.023476	lr=0.332726
Epoch[4] Batch [249]	Speed: 5066.946010 samples/sec	rmse=0.023437	lr=0.335923
Epoch[4] Batch [299]	Speed: 4853.519437 samples/sec	rmse=0.023433	lr=0.339121
Epoch[4] Batch [349]	Speed: 4830.001431 samples/sec	rmse=0.023393	lr=0.342318
Epoch[4] Batch [399]	Speed: 5059.142588 samples/sec	rmse=0.023424	lr=0.345516
Epoch[4] Batch [449]	Speed: 4991.578749 samples/sec	rmse=0.023386	lr=0.348713
Epoch[4] Batch [499]	Speed: 4747.700096 samples/sec	rmse=0.023354	lr=0.351910
Epoch[4] Batch [549]	Speed: 5255.626691 samples/sec	rmse=0.023296	lr=0.355108
Epoch[4] Batch [599]	Speed: 5083.303728 samples/sec	rmse=0.023317	lr=0.358305
Epoch[4] Batch [649]	Speed: 4894.265730 samples/sec	rmse=0.023325	lr=0.361503
Epoch[4] Batch [699]	Speed: 5268.065882 samples/sec	rmse=0.023307	lr=0.364700
Epoch[4] Batch [749]	Speed: 5178.402442 samples/sec	rmse=0.023328	lr=0.367898
Epoch[4] Batch [799]	Speed: 5200.329472 samples/sec	rmse=0.023334	lr=0.371095
Epoch[4] Batch [849]	Speed: 5170.542520 samples/sec	rmse=0.023320	lr=0.374293
Epoch[4] Batch [899]	Speed: 4963.575395 samples/sec	rmse=0.023300	lr=0.377490
Epoch[4] Batch [949]	Speed: 5043.050124 samples/sec	rmse=0.023266	lr=0.380687
Epoch[4] Batch [999]	Speed: 5075.713435 samples/sec	rmse=0.023266	lr=0.383885
Epoch[4] Batch [1049]	Speed: 4834.048166 samples/sec	rmse=0.023264	lr=0.387082
Epoch[4] Batch [1099]	Speed: 5236.661337 samples/sec	rmse=0.023289	lr=0.390280
Epoch[4] Batch [1149]	Speed: 5196.922759 samples/sec	rmse=0.023303	lr=0.393477
Epoch[4] Batch [1199]	Speed: 4791.227393 samples/sec	rmse=0.023311	lr=0.396675
Epoch[4] Batch [1249]	Speed: 5197.792198 samples/sec	rmse=0.023309	lr=0.399872
[Epoch 4] training: rmse=0.023310
[Epoch 4] speed: 4999 samples/sec	time cost: 265.424377
[Epoch 4] validation: err-top1=0.587651 err-top5=0.324458
Epoch[5] Batch [49]	Speed: 4623.799327 samples/sec	rmse=0.023085	lr=0.400000
Epoch[5] Batch [99]	Speed: 4945.224339 samples/sec	rmse=0.022946	lr=0.400000
Epoch[5] Batch [149]	Speed: 5141.534776 samples/sec	rmse=0.022888	lr=0.400000
Epoch[5] Batch [199]	Speed: 4856.414787 samples/sec	rmse=0.022915	lr=0.399999
Epoch[5] Batch [249]	Speed: 5022.258299 samples/sec	rmse=0.022889	lr=0.399999
Epoch[5] Batch [299]	Speed: 5278.683548 samples/sec	rmse=0.022837	lr=0.399999
Epoch[5] Batch [349]	Speed: 5163.493680 samples/sec	rmse=0.022793	lr=0.399998
Epoch[5] Batch [399]	Speed: 5078.455698 samples/sec	rmse=0.022815	lr=0.399997
Epoch[5] Batch [449]	Speed: 4950.826331 samples/sec	rmse=0.022803	lr=0.399997
Epoch[5] Batch [499]	Speed: 4977.199728 samples/sec	rmse=0.022805	lr=0.399996
Epoch[5] Batch [549]	Speed: 5280.034634 samples/sec	rmse=0.022834	lr=0.399995
Epoch[5] Batch [599]	Speed: 5126.682172 samples/sec	rmse=0.022793	lr=0.399994
Epoch[5] Batch [649]	Speed: 4977.813728 samples/sec	rmse=0.022790	lr=0.399993
Epoch[5] Batch [699]	Speed: 5177.663561 samples/sec	rmse=0.022793	lr=0.399992
Epoch[5] Batch [749]	Speed: 5174.254554 samples/sec	rmse=0.022793	lr=0.399991
Epoch[5] Batch [799]	Speed: 5131.681253 samples/sec	rmse=0.022802	lr=0.399989
Epoch[5] Batch [849]	Speed: 5209.954006 samples/sec	rmse=0.022788	lr=0.399988
Epoch[5] Batch [899]	Speed: 5122.669971 samples/sec	rmse=0.022791	lr=0.399987
Epoch[5] Batch [949]	Speed: 4933.415834 samples/sec	rmse=0.022777	lr=0.399985
Epoch[5] Batch [999]	Speed: 4858.245933 samples/sec	rmse=0.022772	lr=0.399983
Epoch[5] Batch [1049]	Speed: 5194.251358 samples/sec	rmse=0.022752	lr=0.399982
Epoch[5] Batch [1099]	Speed: 5190.833153 samples/sec	rmse=0.022723	lr=0.399980
Epoch[5] Batch [1149]	Speed: 4960.772174 samples/sec	rmse=0.022725	lr=0.399978
Epoch[5] Batch [1199]	Speed: 4943.042591 samples/sec	rmse=0.022729	lr=0.399976
Epoch[5] Batch [1249]	Speed: 4778.005176 samples/sec	rmse=0.022718	lr=0.399974
[Epoch 5] training: rmse=0.022719
[Epoch 5] speed: 5030 samples/sec	time cost: 263.423001
[Epoch 5] validation: err-top1=0.538228 err-top5=0.278625
Epoch[6] Batch [49]	Speed: 4624.938331 samples/sec	rmse=0.022628	lr=0.399972
Epoch[6] Batch [99]	Speed: 4913.902618 samples/sec	rmse=0.022521	lr=0.399970
Epoch[6] Batch [149]	Speed: 4909.049306 samples/sec	rmse=0.022449	lr=0.399967
Epoch[6] Batch [199]	Speed: 4912.298726 samples/sec	rmse=0.022356	lr=0.399965
Epoch[6] Batch [249]	Speed: 4950.962728 samples/sec	rmse=0.022370	lr=0.399963
Epoch[6] Batch [299]	Speed: 4875.979672 samples/sec	rmse=0.022363	lr=0.399960
Epoch[6] Batch [349]	Speed: 4902.802424 samples/sec	rmse=0.022375	lr=0.399958
Epoch[6] Batch [399]	Speed: 4829.104826 samples/sec	rmse=0.022395	lr=0.399955
Epoch[6] Batch [449]	Speed: 4888.400324 samples/sec	rmse=0.022347	lr=0.399952
Epoch[6] Batch [499]	Speed: 4963.005735 samples/sec	rmse=0.022300	lr=0.399949
Epoch[6] Batch [549]	Speed: 4699.620403 samples/sec	rmse=0.022296	lr=0.399946
Epoch[6] Batch [599]	Speed: 4834.313364 samples/sec	rmse=0.022264	lr=0.399943
Epoch[6] Batch [649]	Speed: 4874.342351 samples/sec	rmse=0.022255	lr=0.399940
Epoch[6] Batch [699]	Speed: 4953.855089 samples/sec	rmse=0.022273	lr=0.399937
Epoch[6] Batch [749]	Speed: 4954.073710 samples/sec	rmse=0.022262	lr=0.399934
Epoch[6] Batch [799]	Speed: 4977.236411 samples/sec	rmse=0.022262	lr=0.399930
Epoch[6] Batch [849]	Speed: 4915.961030 samples/sec	rmse=0.022265	lr=0.399927
Epoch[6] Batch [899]	Speed: 4878.987684 samples/sec	rmse=0.022270	lr=0.399923
Epoch[6] Batch [949]	Speed: 4803.496677 samples/sec	rmse=0.022260	lr=0.399920
Epoch[6] Batch [999]	Speed: 4860.273701 samples/sec	rmse=0.022264	lr=0.399916
Epoch[6] Batch [1049]	Speed: 4872.483687 samples/sec	rmse=0.022250	lr=0.399912
Epoch[6] Batch [1099]	Speed: 4871.777134 samples/sec	rmse=0.022256	lr=0.399908
Epoch[6] Batch [1149]	Speed: 5044.783212 samples/sec	rmse=0.022242	lr=0.399904
Epoch[6] Batch [1199]	Speed: 4918.983773 samples/sec	rmse=0.022234	lr=0.399900
Epoch[6] Batch [1249]	Speed: 4846.804486 samples/sec	rmse=0.022230	lr=0.399896
[Epoch 6] training: rmse=0.022230
[Epoch 6] speed: 4877 samples/sec	time cost: 271.992813
[Epoch 6] validation: err-top1=0.504982 err-top5=0.244798
Epoch[7] Batch [49]	Speed: 4703.010350 samples/sec	rmse=0.021756	lr=0.399892
Epoch[7] Batch [99]	Speed: 4736.113434 samples/sec	rmse=0.021748	lr=0.399888
Epoch[7] Batch [149]	Speed: 5088.667533 samples/sec	rmse=0.021862	lr=0.399883
Epoch[7] Batch [199]	Speed: 5069.090155 samples/sec	rmse=0.021864	lr=0.399879
Epoch[7] Batch [249]	Speed: 4970.282571 samples/sec	rmse=0.021890	lr=0.399874
Epoch[7] Batch [299]	Speed: 5094.817827 samples/sec	rmse=0.021889	lr=0.399870
Epoch[7] Batch [349]	Speed: 4807.627716 samples/sec	rmse=0.021892	lr=0.399865
Epoch[7] Batch [399]	Speed: 5164.517649 samples/sec	rmse=0.021921	lr=0.399860
Epoch[7] Batch [449]	Speed: 5085.379851 samples/sec	rmse=0.021887	lr=0.399856
Epoch[7] Batch [499]	Speed: 5132.151820 samples/sec	rmse=0.021917	lr=0.399851
Epoch[7] Batch [549]	Speed: 4946.246725 samples/sec	rmse=0.021918	lr=0.399846
Epoch[7] Batch [599]	Speed: 4737.238225 samples/sec	rmse=0.021926	lr=0.399841
Epoch[7] Batch [649]	Speed: 4768.433022 samples/sec	rmse=0.021929	lr=0.399835
Epoch[7] Batch [699]	Speed: 4864.489684 samples/sec	rmse=0.021929	lr=0.399830
Epoch[7] Batch [749]	Speed: 4875.229825 samples/sec	rmse=0.021943	lr=0.399825
Epoch[7] Batch [799]	Speed: 4811.038980 samples/sec	rmse=0.021941	lr=0.399819
Epoch[7] Batch [849]	Speed: 4784.054166 samples/sec	rmse=0.021941	lr=0.399814
Epoch[7] Batch [899]	Speed: 4847.525917 samples/sec	rmse=0.021940	lr=0.399808
Epoch[7] Batch [949]	Speed: 4814.931671 samples/sec	rmse=0.021932	lr=0.399803
Epoch[7] Batch [999]	Speed: 5068.836739 samples/sec	rmse=0.021928	lr=0.399797
Epoch[7] Batch [1049]	Speed: 4827.372948 samples/sec	rmse=0.021909	lr=0.399791
Epoch[7] Batch [1099]	Speed: 4659.227066 samples/sec	rmse=0.021900	lr=0.399785
Epoch[7] Batch [1149]	Speed: 4863.703711 samples/sec	rmse=0.021900	lr=0.399779
Epoch[7] Batch [1199]	Speed: 4981.562391 samples/sec	rmse=0.021897	lr=0.399773
Epoch[7] Batch [1249]	Speed: 5155.305135 samples/sec	rmse=0.021905	lr=0.399767
[Epoch 7] training: rmse=0.021902
[Epoch 7] speed: 4905 samples/sec	time cost: 270.583592
[Epoch 7] validation: err-top1=0.505321 err-top5=0.246851
Epoch[8] Batch [49]	Speed: 4798.112753 samples/sec	rmse=0.021527	lr=0.399760
Epoch[8] Batch [99]	Speed: 4715.486249 samples/sec	rmse=0.021742	lr=0.399754
Epoch[8] Batch [149]	Speed: 4732.803282 samples/sec	rmse=0.021767	lr=0.399748
Epoch[8] Batch [199]	Speed: 4597.857996 samples/sec	rmse=0.021723	lr=0.399741
Epoch[8] Batch [249]	Speed: 4899.517820 samples/sec	rmse=0.021697	lr=0.399734
Epoch[8] Batch [299]	Speed: 4988.080656 samples/sec	rmse=0.021707	lr=0.399728
Epoch[8] Batch [349]	Speed: 4945.477049 samples/sec	rmse=0.021726	lr=0.399721
Epoch[8] Batch [399]	Speed: 4753.123956 samples/sec	rmse=0.021708	lr=0.399714
Epoch[8] Batch [449]	Speed: 4894.856648 samples/sec	rmse=0.021739	lr=0.399707
Epoch[8] Batch [499]	Speed: 4833.439418 samples/sec	rmse=0.021708	lr=0.399700
Epoch[8] Batch [549]	Speed: 4841.318187 samples/sec	rmse=0.021715	lr=0.399693
Epoch[8] Batch [599]	Speed: 4791.558689 samples/sec	rmse=0.021720	lr=0.399686
Epoch[8] Batch [649]	Speed: 4759.653822 samples/sec	rmse=0.021706	lr=0.399679
Epoch[8] Batch [699]	Speed: 4772.663681 samples/sec	rmse=0.021717	lr=0.399671
Epoch[8] Batch [749]	Speed: 4918.574578 samples/sec	rmse=0.021700	lr=0.399664
Epoch[8] Batch [799]	Speed: 5019.770797 samples/sec	rmse=0.021691	lr=0.399656
Epoch[8] Batch [849]	Speed: 4978.522290 samples/sec	rmse=0.021707	lr=0.399649
Epoch[8] Batch [899]	Speed: 5162.383245 samples/sec	rmse=0.021694	lr=0.399641
Epoch[8] Batch [949]	Speed: 5023.840669 samples/sec	rmse=0.021681	lr=0.399633
Epoch[8] Batch [999]	Speed: 4875.564538 samples/sec	rmse=0.021681	lr=0.399626
Epoch[8] Batch [1049]	Speed: 5073.832199 samples/sec	rmse=0.021667	lr=0.399618
Epoch[8] Batch [1099]	Speed: 5111.123570 samples/sec	rmse=0.021673	lr=0.399610
Epoch[8] Batch [1149]	Speed: 5113.045226 samples/sec	rmse=0.021682	lr=0.399602
Epoch[8] Batch [1199]	Speed: 5205.448429 samples/sec	rmse=0.021679	lr=0.399593
Epoch[8] Batch [1249]	Speed: 5114.585688 samples/sec	rmse=0.021674	lr=0.399585
[Epoch 8] training: rmse=0.021673
[Epoch 8] speed: 4907 samples/sec	time cost: 270.277688
[Epoch 8] validation: err-top1=0.472138 err-top5=0.220444
Epoch[9] Batch [49]	Speed: 4714.108176 samples/sec	rmse=0.021306	lr=0.399577
Epoch[9] Batch [99]	Speed: 4994.601017 samples/sec	rmse=0.021288	lr=0.399568
Epoch[9] Batch [149]	Speed: 4904.166598 samples/sec	rmse=0.021452	lr=0.399560
Epoch[9] Batch [199]	Speed: 4899.240166 samples/sec	rmse=0.021410	lr=0.399551
Epoch[9] Batch [249]	Speed: 4958.260132 samples/sec	rmse=0.021474	lr=0.399543
Epoch[9] Batch [299]	Speed: 5057.462390 samples/sec	rmse=0.021427	lr=0.399534
Epoch[9] Batch [349]	Speed: 4977.012396 samples/sec	rmse=0.021437	lr=0.399525
Epoch[9] Batch [399]	Speed: 4872.603309 samples/sec	rmse=0.021456	lr=0.399516
Epoch[9] Batch [449]	Speed: 4854.016403 samples/sec	rmse=0.021467	lr=0.399507
Epoch[9] Batch [499]	Speed: 4829.325715 samples/sec	rmse=0.021484	lr=0.399498
Epoch[9] Batch [549]	Speed: 4872.319964 samples/sec	rmse=0.021494	lr=0.399489
Epoch[9] Batch [599]	Speed: 4873.544012 samples/sec	rmse=0.021520	lr=0.399480
Epoch[9] Batch [649]	Speed: 4836.854849 samples/sec	rmse=0.021541	lr=0.399470
Epoch[9] Batch [699]	Speed: 4680.194172 samples/sec	rmse=0.021529	lr=0.399461
Epoch[9] Batch [749]	Speed: 4867.411159 samples/sec	rmse=0.021549	lr=0.399451
Epoch[9] Batch [799]	Speed: 4925.169643 samples/sec	rmse=0.021545	lr=0.399442
Epoch[9] Batch [849]	Speed: 4950.121751 samples/sec	rmse=0.021529	lr=0.399432
Epoch[9] Batch [899]	Speed: 4953.686423 samples/sec	rmse=0.021533	lr=0.399422
Epoch[9] Batch [949]	Speed: 5017.384928 samples/sec	rmse=0.021517	lr=0.399413
Epoch[9] Batch [999]	Speed: 4898.179581 samples/sec	rmse=0.021525	lr=0.399403
Epoch[9] Batch [1049]	Speed: 5089.630674 samples/sec	rmse=0.021532	lr=0.399393
Epoch[9] Batch [1099]	Speed: 4928.113136 samples/sec	rmse=0.021541	lr=0.399383
Epoch[9] Batch [1149]	Speed: 4948.783442 samples/sec	rmse=0.021539	lr=0.399372
Epoch[9] Batch [1199]	Speed: 4905.490742 samples/sec	rmse=0.021550	lr=0.399362
Epoch[9] Batch [1249]	Speed: 5089.449499 samples/sec	rmse=0.021552	lr=0.399352
[Epoch 9] training: rmse=0.021552
[Epoch 9] speed: 4910 samples/sec	time cost: 270.072260
[Epoch 9] validation: err-top1=0.458745 err-top5=0.211456
Epoch[10] Batch [49]	Speed: 4788.412538 samples/sec	rmse=0.021352	lr=0.399341
Epoch[10] Batch [99]	Speed: 4895.193169 samples/sec	rmse=0.021357	lr=0.399331
Epoch[10] Batch [149]	Speed: 5122.084711 samples/sec	rmse=0.021337	lr=0.399320
Epoch[10] Batch [199]	Speed: 4712.550030 samples/sec	rmse=0.021290	lr=0.399310
Epoch[10] Batch [249]	Speed: 4939.198175 samples/sec	rmse=0.021311	lr=0.399299
Epoch[10] Batch [299]	Speed: 4939.978739 samples/sec	rmse=0.021358	lr=0.399288
Epoch[10] Batch [349]	Speed: 4977.797805 samples/sec	rmse=0.021346	lr=0.399277
Epoch[10] Batch [399]	Speed: 4703.012204 samples/sec	rmse=0.021357	lr=0.399266
Epoch[10] Batch [449]	Speed: 4816.641235 samples/sec	rmse=0.021355	lr=0.399255
Epoch[10] Batch [499]	Speed: 5009.822004 samples/sec	rmse=0.021391	lr=0.399244
Epoch[10] Batch [549]	Speed: 4960.285763 samples/sec	rmse=0.021403	lr=0.399233
Epoch[10] Batch [599]	Speed: 4894.475329 samples/sec	rmse=0.021407	lr=0.399221
Epoch[10] Batch [649]	Speed: 4738.659761 samples/sec	rmse=0.021439	lr=0.399210
Epoch[10] Batch [699]	Speed: 4992.047295 samples/sec	rmse=0.021408	lr=0.399199
Epoch[10] Batch [749]	Speed: 5120.587226 samples/sec	rmse=0.021410	lr=0.399187
Epoch[10] Batch [799]	Speed: 4974.885032 samples/sec	rmse=0.021429	lr=0.399175
Epoch[10] Batch [849]	Speed: 5028.633334 samples/sec	rmse=0.021423	lr=0.399164
Epoch[10] Batch [899]	Speed: 5348.295745 samples/sec	rmse=0.021420	lr=0.399152
Epoch[10] Batch [949]	Speed: 5069.441964 samples/sec	rmse=0.021422	lr=0.399140
Epoch[10] Batch [999]	Speed: 4897.794951 samples/sec	rmse=0.021437	lr=0.399128
Epoch[10] Batch [1049]	Speed: 4910.566297 samples/sec	rmse=0.021419	lr=0.399116
Epoch[10] Batch [1099]	Speed: 4849.203083 samples/sec	rmse=0.021420	lr=0.399104
Epoch[10] Batch [1149]	Speed: 4808.501935 samples/sec	rmse=0.021424	lr=0.399092
Epoch[10] Batch [1199]	Speed: 4932.832566 samples/sec	rmse=0.021417	lr=0.399079
Epoch[10] Batch [1249]	Speed: 5150.946792 samples/sec	rmse=0.021415	lr=0.399067
[Epoch 10] training: rmse=0.021416
[Epoch 10] speed: 4934 samples/sec	time cost: 268.711793
[Epoch 10] validation: err-top1=0.447106 err-top5=0.204201
Epoch[11] Batch [49]	Speed: 4957.790466 samples/sec	rmse=0.021198	lr=0.399054
Epoch[11] Batch [99]	Speed: 4998.976332 samples/sec	rmse=0.021126	lr=0.399042
Epoch[11] Batch [149]	Speed: 4959.866231 samples/sec	rmse=0.021255	lr=0.399029
Epoch[11] Batch [199]	Speed: 5051.701941 samples/sec	rmse=0.021237	lr=0.399016
Epoch[11] Batch [249]	Speed: 4864.574312 samples/sec	rmse=0.021291	lr=0.399003
Epoch[11] Batch [299]	Speed: 4825.518805 samples/sec	rmse=0.021326	lr=0.398991
Epoch[11] Batch [349]	Speed: 5029.106390 samples/sec	rmse=0.021300	lr=0.398978
Epoch[11] Batch [399]	Speed: 4962.703636 samples/sec	rmse=0.021295	lr=0.398965
Epoch[11] Batch [449]	Speed: 4850.541313 samples/sec	rmse=0.021281	lr=0.398951
Epoch[11] Batch [499]	Speed: 4719.584334 samples/sec	rmse=0.021276	lr=0.398938
Epoch[11] Batch [549]	Speed: 4776.463367 samples/sec	rmse=0.021294	lr=0.398925
Epoch[11] Batch [599]	Speed: 4712.573919 samples/sec	rmse=0.021288	lr=0.398912
Epoch[11] Batch [649]	Speed: 4726.400508 samples/sec	rmse=0.021282	lr=0.398898
Epoch[11] Batch [699]	Speed: 4805.605238 samples/sec	rmse=0.021271	lr=0.398885
Epoch[11] Batch [749]	Speed: 4895.028808 samples/sec	rmse=0.021269	lr=0.398871
Epoch[11] Batch [799]	Speed: 4967.501762 samples/sec	rmse=0.021276	lr=0.398857
Epoch[11] Batch [849]	Speed: 4855.983103 samples/sec	rmse=0.021259	lr=0.398843
Epoch[11] Batch [899]	Speed: 4985.968248 samples/sec	rmse=0.021270	lr=0.398830
Epoch[11] Batch [949]	Speed: 4957.955291 samples/sec	rmse=0.021276	lr=0.398816
Epoch[11] Batch [999]	Speed: 4975.376732 samples/sec	rmse=0.021293	lr=0.398802
Epoch[11] Batch [1049]	Speed: 4742.919856 samples/sec	rmse=0.021299	lr=0.398787
Epoch[11] Batch [1099]	Speed: 5070.094018 samples/sec	rmse=0.021299	lr=0.398773
Epoch[11] Batch [1149]	Speed: 5112.685757 samples/sec	rmse=0.021291	lr=0.398759
Epoch[11] Batch [1199]	Speed: 4954.677216 samples/sec	rmse=0.021296	lr=0.398745
Epoch[11] Batch [1249]	Speed: 4830.075629 samples/sec	rmse=0.021294	lr=0.398730
[Epoch 11] training: rmse=0.021294
[Epoch 11] speed: 4896 samples/sec	time cost: 270.780199
[Epoch 11] validation: err-top1=0.465800 err-top5=0.216797
Epoch[12] Batch [49]	Speed: 4772.677895 samples/sec	rmse=0.020991	lr=0.398715
Epoch[12] Batch [99]	Speed: 4758.258673 samples/sec	rmse=0.020974	lr=0.398701
Epoch[12] Batch [149]	Speed: 4839.977841 samples/sec	rmse=0.021088	lr=0.398686
Epoch[12] Batch [199]	Speed: 4643.755901 samples/sec	rmse=0.021101	lr=0.398671
Epoch[12] Batch [249]	Speed: 4775.658850 samples/sec	rmse=0.021176	lr=0.398656
Epoch[12] Batch [299]	Speed: 4754.092232 samples/sec	rmse=0.021160	lr=0.398641
Epoch[12] Batch [349]	Speed: 4784.608962 samples/sec	rmse=0.021099	lr=0.398626
Epoch[12] Batch [399]	Speed: 4858.611074 samples/sec	rmse=0.021124	lr=0.398611
Epoch[12] Batch [449]	Speed: 4726.992267 samples/sec	rmse=0.021109	lr=0.398596
Epoch[12] Batch [499]	Speed: 5069.092668 samples/sec	rmse=0.021108	lr=0.398581
Epoch[12] Batch [549]	Speed: 4909.344459 samples/sec	rmse=0.021088	lr=0.398565
Epoch[12] Batch [599]	Speed: 5130.207076 samples/sec	rmse=0.021103	lr=0.398550
Epoch[12] Batch [649]	Speed: 4974.816921 samples/sec	rmse=0.021123	lr=0.398534
Epoch[12] Batch [699]	Speed: 5152.702671 samples/sec	rmse=0.021126	lr=0.398519
Epoch[12] Batch [749]	Speed: 5129.780488 samples/sec	rmse=0.021134	lr=0.398503
Epoch[12] Batch [799]	Speed: 5080.056980 samples/sec	rmse=0.021142	lr=0.398487
Epoch[12] Batch [849]	Speed: 5033.809521 samples/sec	rmse=0.021139	lr=0.398472
Epoch[12] Batch [899]	Speed: 5219.276916 samples/sec	rmse=0.021147	lr=0.398456
Epoch[12] Batch [949]	Speed: 5223.280964 samples/sec	rmse=0.021161	lr=0.398440
Epoch[12] Batch [999]	Speed: 5125.206583 samples/sec	rmse=0.021170	lr=0.398424
Epoch[12] Batch [1049]	Speed: 4889.271886 samples/sec	rmse=0.021168	lr=0.398407
Epoch[12] Batch [1099]	Speed: 4967.406276 samples/sec	rmse=0.021162	lr=0.398391
Epoch[12] Batch [1149]	Speed: 4987.507790 samples/sec	rmse=0.021161	lr=0.398375
Epoch[12] Batch [1199]	Speed: 5041.132546 samples/sec	rmse=0.021144	lr=0.398358
Epoch[12] Batch [1249]	Speed: 5022.072024 samples/sec	rmse=0.021153	lr=0.398342
[Epoch 12] training: rmse=0.021152
[Epoch 12] speed: 4945 samples/sec	time cost: 268.523078
[Epoch 12] validation: err-top1=0.447266 err-top5=0.199179
Epoch[13] Batch [49]	Speed: 4824.067118 samples/sec	rmse=0.020683	lr=0.398325
Epoch[13] Batch [99]	Speed: 4974.197323 samples/sec	rmse=0.020814	lr=0.398308
Epoch[13] Batch [149]	Speed: 4890.276833 samples/sec	rmse=0.020884	lr=0.398291
Epoch[13] Batch [199]	Speed: 4896.406074 samples/sec	rmse=0.020953	lr=0.398275
Epoch[13] Batch [249]	Speed: 4944.423447 samples/sec	rmse=0.020983	lr=0.398258
Epoch[13] Batch [299]	Speed: 4831.189959 samples/sec	rmse=0.021039	lr=0.398241
Epoch[13] Batch [349]	Speed: 4976.831538 samples/sec	rmse=0.021093	lr=0.398224
Epoch[13] Batch [399]	Speed: 4942.462277 samples/sec	rmse=0.021091	lr=0.398206
Epoch[13] Batch [449]	Speed: 4911.451511 samples/sec	rmse=0.021079	lr=0.398189
Epoch[13] Batch [499]	Speed: 4914.582753 samples/sec	rmse=0.021092	lr=0.398172
Epoch[13] Batch [549]	Speed: 4830.210125 samples/sec	rmse=0.021093	lr=0.398154
Epoch[13] Batch [599]	Speed: 4806.090181 samples/sec	rmse=0.021080	lr=0.398137
Epoch[13] Batch [649]	Speed: 5013.494745 samples/sec	rmse=0.021096	lr=0.398119
Epoch[13] Batch [699]	Speed: 4986.228033 samples/sec	rmse=0.021086	lr=0.398102
Epoch[13] Batch [749]	Speed: 4953.656713 samples/sec	rmse=0.021088	lr=0.398084
Epoch[13] Batch [799]	Speed: 4766.622177 samples/sec	rmse=0.021100	lr=0.398066
Epoch[13] Batch [849]	Speed: 4888.965563 samples/sec	rmse=0.021099	lr=0.398048
Epoch[13] Batch [899]	Speed: 4724.820296 samples/sec	rmse=0.021099	lr=0.398030
Epoch[13] Batch [949]	Speed: 4924.460489 samples/sec	rmse=0.021103	lr=0.398012
Epoch[13] Batch [999]	Speed: 4712.086364 samples/sec	rmse=0.021125	lr=0.397994
Epoch[13] Batch [1049]	Speed: 4925.937757 samples/sec	rmse=0.021121	lr=0.397976
Epoch[13] Batch [1099]	Speed: 4862.556827 samples/sec	rmse=0.021120	lr=0.397957
Epoch[13] Batch [1149]	Speed: 4993.784982 samples/sec	rmse=0.021109	lr=0.397939
Epoch[13] Batch [1199]	Speed: 4822.616305 samples/sec	rmse=0.021115	lr=0.397921
Epoch[13] Batch [1249]	Speed: 4906.709654 samples/sec	rmse=0.021118	lr=0.397902
[Epoch 13] training: rmse=0.021116
[Epoch 13] speed: 4882 samples/sec	time cost: 271.245206
[Epoch 13] validation: err-top1=0.421038 err-top5=0.182597
Epoch[14] Batch [49]	Speed: 4821.689744 samples/sec	rmse=0.021234	lr=0.397883
Epoch[14] Batch [99]	Speed: 4822.673922 samples/sec	rmse=0.020927	lr=0.397864
Epoch[14] Batch [149]	Speed: 4776.265983 samples/sec	rmse=0.021002	lr=0.397845
Epoch[14] Batch [199]	Speed: 4931.375961 samples/sec	rmse=0.020980	lr=0.397827
Epoch[14] Batch [249]	Speed: 5093.113491 samples/sec	rmse=0.021026	lr=0.397808
Epoch[14] Batch [299]	Speed: 5081.212107 samples/sec	rmse=0.021071	lr=0.397789
Epoch[14] Batch [349]	Speed: 4652.537609 samples/sec	rmse=0.021061	lr=0.397769
Epoch[14] Batch [399]	Speed: 4818.009113 samples/sec	rmse=0.021080	lr=0.397750
Epoch[14] Batch [449]	Speed: 5054.806163 samples/sec	rmse=0.021063	lr=0.397731
Epoch[14] Batch [499]	Speed: 5098.731661 samples/sec	rmse=0.021049	lr=0.397711
Epoch[14] Batch [549]	Speed: 5009.355840 samples/sec	rmse=0.021064	lr=0.397692
Epoch[14] Batch [599]	Speed: 5107.121343 samples/sec	rmse=0.021072	lr=0.397672
Epoch[14] Batch [649]	Speed: 5030.633802 samples/sec	rmse=0.021054	lr=0.397653
Epoch[14] Batch [699]	Speed: 4993.729591 samples/sec	rmse=0.021048	lr=0.397633
Epoch[14] Batch [749]	Speed: 4931.854227 samples/sec	rmse=0.021048	lr=0.397613
Epoch[14] Batch [799]	Speed: 5041.571384 samples/sec	rmse=0.021061	lr=0.397593
Epoch[14] Batch [849]	Speed: 4842.378747 samples/sec	rmse=0.021067	lr=0.397573
Epoch[14] Batch [899]	Speed: 4982.176544 samples/sec	rmse=0.021063	lr=0.397553
Epoch[14] Batch [949]	Speed: 5113.936389 samples/sec	rmse=0.021065	lr=0.397533
Epoch[14] Batch [999]	Speed: 4931.705063 samples/sec	rmse=0.021063	lr=0.397513
Epoch[14] Batch [1049]	Speed: 5035.220075 samples/sec	rmse=0.021061	lr=0.397493
Epoch[14] Batch [1099]	Speed: 5025.577513 samples/sec	rmse=0.021062	lr=0.397472
Epoch[14] Batch [1149]	Speed: 4974.720347 samples/sec	rmse=0.021073	lr=0.397452
Epoch[14] Batch [1199]	Speed: 4941.945672 samples/sec	rmse=0.021088	lr=0.397431
Epoch[14] Batch [1249]	Speed: 5005.956838 samples/sec	rmse=0.021094	lr=0.397411
[Epoch 14] training: rmse=0.021092
[Epoch 14] speed: 4957 samples/sec	time cost: 268.050283
[Epoch 14] validation: err-top1=0.442263 err-top5=0.193220
Epoch[15] Batch [49]	Speed: 4903.515207 samples/sec	rmse=0.020923	lr=0.397390
Epoch[15] Batch [99]	Speed: 4809.560229 samples/sec	rmse=0.020776	lr=0.397369
Epoch[15] Batch [149]	Speed: 4982.532808 samples/sec	rmse=0.020809	lr=0.397348
Epoch[15] Batch [199]	Speed: 4990.600166 samples/sec	rmse=0.020826	lr=0.397327
Epoch[15] Batch [249]	Speed: 4859.062576 samples/sec	rmse=0.020839	lr=0.397306
Epoch[15] Batch [299]	Speed: 4906.030351 samples/sec	rmse=0.020847	lr=0.397285
Epoch[15] Batch [349]	Speed: 4961.252377 samples/sec	rmse=0.020854	lr=0.397264
Epoch[15] Batch [399]	Speed: 4937.322536 samples/sec	rmse=0.020884	lr=0.397243
Epoch[15] Batch [449]	Speed: 4947.112712 samples/sec	rmse=0.020883	lr=0.397221
Epoch[15] Batch [499]	Speed: 4941.304104 samples/sec	rmse=0.020905	lr=0.397200
Epoch[15] Batch [549]	Speed: 4893.462078 samples/sec	rmse=0.020919	lr=0.397178
Epoch[15] Batch [599]	Speed: 4895.007385 samples/sec	rmse=0.020924	lr=0.397157
Epoch[15] Batch [649]	Speed: 4958.282684 samples/sec	rmse=0.020937	lr=0.397135
Epoch[15] Batch [699]	Speed: 4734.069263 samples/sec	rmse=0.020947	lr=0.397113
Epoch[15] Batch [749]	Speed: 5002.983637 samples/sec	rmse=0.020957	lr=0.397091
Epoch[15] Batch [799]	Speed: 4872.434602 samples/sec	rmse=0.020952	lr=0.397069
Epoch[15] Batch [849]	Speed: 4976.477819 samples/sec	rmse=0.020966	lr=0.397047
Epoch[15] Batch [899]	Speed: 5159.998159 samples/sec	rmse=0.020969	lr=0.397025
Epoch[15] Batch [949]	Speed: 4915.584968 samples/sec	rmse=0.020971	lr=0.397003
Epoch[15] Batch [999]	Speed: 4963.062970 samples/sec	rmse=0.020965	lr=0.396981
Epoch[15] Batch [1049]	Speed: 5070.715229 samples/sec	rmse=0.020975	lr=0.396959
Epoch[15] Batch [1099]	Speed: 4892.535740 samples/sec	rmse=0.020973	lr=0.396936
Epoch[15] Batch [1149]	Speed: 4834.523302 samples/sec	rmse=0.020971	lr=0.396914
Epoch[15] Batch [1199]	Speed: 5013.440320 samples/sec	rmse=0.020970	lr=0.396891
Epoch[15] Batch [1249]	Speed: 5174.916143 samples/sec	rmse=0.020989	lr=0.396868
[Epoch 15] training: rmse=0.020989
[Epoch 15] speed: 4938 samples/sec	time cost: 268.566827
[Epoch 15] validation: err-top1=0.444874 err-top5=0.201949
Epoch[16] Batch [49]	Speed: 4624.289096 samples/sec	rmse=0.020889	lr=0.396845
Epoch[16] Batch [99]	Speed: 4740.154344 samples/sec	rmse=0.020881	lr=0.396822
Epoch[16] Batch [149]	Speed: 4952.110588 samples/sec	rmse=0.020915	lr=0.396800
Epoch[16] Batch [199]	Speed: 4898.523039 samples/sec	rmse=0.020919	lr=0.396777
Epoch[16] Batch [249]	Speed: 5110.234360 samples/sec	rmse=0.020961	lr=0.396754
Epoch[16] Batch [299]	Speed: 4962.289543 samples/sec	rmse=0.020982	lr=0.396730
Epoch[16] Batch [349]	Speed: 5162.053782 samples/sec	rmse=0.020963	lr=0.396707
Epoch[16] Batch [399]	Speed: 4907.244485 samples/sec	rmse=0.020978	lr=0.396684
Epoch[16] Batch [449]	Speed: 4809.401245 samples/sec	rmse=0.020971	lr=0.396660
Epoch[16] Batch [499]	Speed: 4923.230825 samples/sec	rmse=0.020943	lr=0.396637
Epoch[16] Batch [549]	Speed: 4975.911534 samples/sec	rmse=0.020963	lr=0.396613
Epoch[16] Batch [599]	Speed: 5033.587818 samples/sec	rmse=0.020942	lr=0.396590
Epoch[16] Batch [649]	Speed: 4824.883585 samples/sec	rmse=0.020940	lr=0.396566
Epoch[16] Batch [699]	Speed: 5047.288217 samples/sec	rmse=0.020954	lr=0.396542
Epoch[16] Batch [749]	Speed: 4919.615726 samples/sec	rmse=0.020948	lr=0.396518
Epoch[16] Batch [799]	Speed: 4854.573279 samples/sec	rmse=0.020947	lr=0.396494
Epoch[16] Batch [849]	Speed: 4951.404729 samples/sec	rmse=0.020967	lr=0.396470
Epoch[16] Batch [899]	Speed: 5122.803292 samples/sec	rmse=0.020975	lr=0.396446
Epoch[16] Batch [949]	Speed: 4770.862129 samples/sec	rmse=0.020972	lr=0.396422
Epoch[16] Batch [999]	Speed: 4931.647076 samples/sec	rmse=0.020970	lr=0.396398
Epoch[16] Batch [1049]	Speed: 5054.198360 samples/sec	rmse=0.020968	lr=0.396373
Epoch[16] Batch [1099]	Speed: 4922.376902 samples/sec	rmse=0.020957	lr=0.396349
Epoch[16] Batch [1149]	Speed: 5007.804067 samples/sec	rmse=0.020965	lr=0.396324
Epoch[16] Batch [1199]	Speed: 4848.540375 samples/sec	rmse=0.020970	lr=0.396300
Epoch[16] Batch [1249]	Speed: 5125.762337 samples/sec	rmse=0.020970	lr=0.396275
[Epoch 16] training: rmse=0.020969
[Epoch 16] speed: 4931 samples/sec	time cost: 269.176052
[Epoch 16] validation: err-top1=0.441566 err-top5=0.193519
Epoch[17] Batch [49]	Speed: 4768.706954 samples/sec	rmse=0.020849	lr=0.396250
Epoch[17] Batch [99]	Speed: 4774.113990 samples/sec	rmse=0.020885	lr=0.396225
Epoch[17] Batch [149]	Speed: 4957.515896 samples/sec	rmse=0.020937	lr=0.396200
Epoch[17] Batch [199]	Speed: 5029.372221 samples/sec	rmse=0.020887	lr=0.396175
Epoch[17] Batch [249]	Speed: 4767.269664 samples/sec	rmse=0.020877	lr=0.396150
Epoch[17] Batch [299]	Speed: 4888.439494 samples/sec	rmse=0.020867	lr=0.396125
Epoch[17] Batch [349]	Speed: 4796.270410 samples/sec	rmse=0.020880	lr=0.396099
Epoch[17] Batch [399]	Speed: 4871.092995 samples/sec	rmse=0.020847	lr=0.396074
Epoch[17] Batch [449]	Speed: 4712.888013 samples/sec	rmse=0.020850	lr=0.396049
Epoch[17] Batch [499]	Speed: 4980.548111 samples/sec	rmse=0.020859	lr=0.396023
Epoch[17] Batch [549]	Speed: 4886.394720 samples/sec	rmse=0.020856	lr=0.395997
Epoch[17] Batch [599]	Speed: 4856.879062 samples/sec	rmse=0.020849	lr=0.395972
Epoch[17] Batch [649]	Speed: 4878.005986 samples/sec	rmse=0.020845	lr=0.395946
Epoch[17] Batch [699]	Speed: 4994.168460 samples/sec	rmse=0.020856	lr=0.395920
Epoch[17] Batch [749]	Speed: 5027.103605 samples/sec	rmse=0.020860	lr=0.395894
Epoch[17] Batch [799]	Speed: 5011.610451 samples/sec	rmse=0.020866	lr=0.395868
Epoch[17] Batch [849]	Speed: 5089.731881 samples/sec	rmse=0.020871	lr=0.395842
Epoch[17] Batch [899]	Speed: 5100.863056 samples/sec	rmse=0.020871	lr=0.395816
Epoch[17] Batch [949]	Speed: 4903.531218 samples/sec	rmse=0.020880	lr=0.395790
Epoch[17] Batch [999]	Speed: 4928.747437 samples/sec	rmse=0.020883	lr=0.395763
Epoch[17] Batch [1049]	Speed: 4966.581298 samples/sec	rmse=0.020885	lr=0.395737
Epoch[17] Batch [1099]	Speed: 4938.246381 samples/sec	rmse=0.020892	lr=0.395711
Epoch[17] Batch [1149]	Speed: 4947.909802 samples/sec	rmse=0.020897	lr=0.395684
Epoch[17] Batch [1199]	Speed: 4987.353735 samples/sec	rmse=0.020892	lr=0.395657
Epoch[17] Batch [1249]	Speed: 5038.540963 samples/sec	rmse=0.020905	lr=0.395631
[Epoch 17] training: rmse=0.020905
[Epoch 17] speed: 4917 samples/sec	time cost: 269.840376
[Epoch 17] validation: err-top1=0.438131 err-top5=0.194173
Epoch[18] Batch [49]	Speed: 4777.228196 samples/sec	rmse=0.020838	lr=0.395603
Epoch[18] Batch [99]	Speed: 4992.852896 samples/sec	rmse=0.020776	lr=0.395576
Epoch[18] Batch [149]	Speed: 4949.819849 samples/sec	rmse=0.020752	lr=0.395549
Epoch[18] Batch [199]	Speed: 4908.889737 samples/sec	rmse=0.020776	lr=0.395522
Epoch[18] Batch [249]	Speed: 4894.423792 samples/sec	rmse=0.020786	lr=0.395495
Epoch[18] Batch [299]	Speed: 4941.299897 samples/sec	rmse=0.020804	lr=0.395468
Epoch[18] Batch [349]	Speed: 4847.600764 samples/sec	rmse=0.020791	lr=0.395441
Epoch[18] Batch [399]	Speed: 4921.651519 samples/sec	rmse=0.020760	lr=0.395413
Epoch[18] Batch [449]	Speed: 4873.146433 samples/sec	rmse=0.020791	lr=0.395386
Epoch[18] Batch [499]	Speed: 4986.618920 samples/sec	rmse=0.020789	lr=0.395358
Epoch[18] Batch [549]	Speed: 4781.099448 samples/sec	rmse=0.020817	lr=0.395331
Epoch[18] Batch [599]	Speed: 4912.037598 samples/sec	rmse=0.020808	lr=0.395303
Epoch[18] Batch [649]	Speed: 4927.880178 samples/sec	rmse=0.020813	lr=0.395275
Epoch[18] Batch [699]	Speed: 4861.582500 samples/sec	rmse=0.020812	lr=0.395247
Epoch[18] Batch [749]	Speed: 4824.447083 samples/sec	rmse=0.020814	lr=0.395219
Epoch[18] Batch [799]	Speed: 4829.935708 samples/sec	rmse=0.020826	lr=0.395191
Epoch[18] Batch [849]	Speed: 4973.148379 samples/sec	rmse=0.020848	lr=0.395163
Epoch[18] Batch [899]	Speed: 5087.831081 samples/sec	rmse=0.020866	lr=0.395135
Epoch[18] Batch [949]	Speed: 5060.910252 samples/sec	rmse=0.020877	lr=0.395107
Epoch[18] Batch [999]	Speed: 5140.343451 samples/sec	rmse=0.020863	lr=0.395078
Epoch[18] Batch [1049]	Speed: 4984.798854 samples/sec	rmse=0.020860	lr=0.395050
Epoch[18] Batch [1099]	Speed: 4995.695639 samples/sec	rmse=0.020864	lr=0.395021
Epoch[18] Batch [1149]	Speed: 5188.563242 samples/sec	rmse=0.020871	lr=0.394993
Epoch[18] Batch [1199]	Speed: 5011.317492 samples/sec	rmse=0.020862	lr=0.394964
Epoch[18] Batch [1249]	Speed: 5261.871038 samples/sec	rmse=0.020864	lr=0.394935
[Epoch 18] training: rmse=0.020864
[Epoch 18] speed: 4949 samples/sec	time cost: 268.227520
[Epoch 18] validation: err-top1=0.421397 err-top5=0.179488
Epoch[19] Batch [49]	Speed: 4774.987210 samples/sec	rmse=0.020422	lr=0.394906
Epoch[19] Batch [99]	Speed: 5002.248520 samples/sec	rmse=0.020625	lr=0.394877
Epoch[19] Batch [149]	Speed: 4829.558137 samples/sec	rmse=0.020701	lr=0.394848
Epoch[19] Batch [199]	Speed: 4992.542394 samples/sec	rmse=0.020738	lr=0.394819
Epoch[19] Batch [249]	Speed: 4833.452146 samples/sec	rmse=0.020772	lr=0.394790
Epoch[19] Batch [299]	Speed: 4938.886587 samples/sec	rmse=0.020768	lr=0.394761
Epoch[19] Batch [349]	Speed: 4899.216359 samples/sec	rmse=0.020798	lr=0.394731
Epoch[19] Batch [399]	Speed: 4906.162498 samples/sec	rmse=0.020805	lr=0.394702
Epoch[19] Batch [449]	Speed: 4687.176236 samples/sec	rmse=0.020800	lr=0.394672
Epoch[19] Batch [499]	Speed: 4913.456943 samples/sec	rmse=0.020813	lr=0.394643
Epoch[19] Batch [549]	Speed: 5045.879075 samples/sec	rmse=0.020806	lr=0.394613
Epoch[19] Batch [599]	Speed: 4913.838415 samples/sec	rmse=0.020806	lr=0.394583
Epoch[19] Batch [649]	Speed: 4737.260693 samples/sec	rmse=0.020806	lr=0.394554
Epoch[19] Batch [699]	Speed: 4849.632029 samples/sec	rmse=0.020800	lr=0.394524
Epoch[19] Batch [749]	Speed: 5130.907220 samples/sec	rmse=0.020794	lr=0.394494
Epoch[19] Batch [799]	Speed: 4979.962884 samples/sec	rmse=0.020793	lr=0.394464
Epoch[19] Batch [849]	Speed: 5124.587481 samples/sec	rmse=0.020790	lr=0.394434
Epoch[19] Batch [899]	Speed: 4918.882144 samples/sec	rmse=0.020804	lr=0.394403
Epoch[19] Batch [949]	Speed: 4950.731029 samples/sec	rmse=0.020796	lr=0.394373
Epoch[19] Batch [999]	Speed: 5035.885555 samples/sec	rmse=0.020799	lr=0.394343
Epoch[19] Batch [1049]	Speed: 5189.169561 samples/sec	rmse=0.020805	lr=0.394312
Epoch[19] Batch [1099]	Speed: 5031.068338 samples/sec	rmse=0.020811	lr=0.394282
Epoch[19] Batch [1149]	Speed: 5012.637306 samples/sec	rmse=0.020813	lr=0.394251
Epoch[19] Batch [1199]	Speed: 4999.605029 samples/sec	rmse=0.020803	lr=0.394220
Epoch[19] Batch [1249]	Speed: 5087.173975 samples/sec	rmse=0.020808	lr=0.394190
[Epoch 19] training: rmse=0.020809
[Epoch 19] speed: 4944 samples/sec	time cost: 268.357597
[Epoch 19] validation: err-top1=0.408941 err-top5=0.170779
Epoch[20] Batch [49]	Speed: 4699.425412 samples/sec	rmse=0.020510	lr=0.394158
Epoch[20] Batch [99]	Speed: 4785.378108 samples/sec	rmse=0.020550	lr=0.394127
Epoch[20] Batch [149]	Speed: 4953.101779 samples/sec	rmse=0.020635	lr=0.394096
Epoch[20] Batch [199]	Speed: 5022.624900 samples/sec	rmse=0.020707	lr=0.394065
Epoch[20] Batch [249]	Speed: 5260.340065 samples/sec	rmse=0.020696	lr=0.394034
Epoch[20] Batch [299]	Speed: 5079.008927 samples/sec	rmse=0.020706	lr=0.394003
Epoch[20] Batch [349]	Speed: 5075.522574 samples/sec	rmse=0.020717	lr=0.393971
Epoch[20] Batch [399]	Speed: 5197.421720 samples/sec	rmse=0.020719	lr=0.393940
Epoch[20] Batch [449]	Speed: 5311.476631 samples/sec	rmse=0.020723	lr=0.393908
Epoch[20] Batch [499]	Speed: 5137.583372 samples/sec	rmse=0.020714	lr=0.393877
Epoch[20] Batch [549]	Speed: 5188.967063 samples/sec	rmse=0.020715	lr=0.393845
Epoch[20] Batch [599]	Speed: 4876.575042 samples/sec	rmse=0.020713	lr=0.393813
Epoch[20] Batch [649]	Speed: 4823.836633 samples/sec	rmse=0.020719	lr=0.393782
Epoch[20] Batch [699]	Speed: 4849.704641 samples/sec	rmse=0.020740	lr=0.393750
Epoch[20] Batch [749]	Speed: 4974.733831 samples/sec	rmse=0.020718	lr=0.393718
Epoch[20] Batch [799]	Speed: 4974.693727 samples/sec	rmse=0.020724	lr=0.393686
Epoch[20] Batch [849]	Speed: 5064.957061 samples/sec	rmse=0.020715	lr=0.393653
Epoch[20] Batch [899]	Speed: 4922.288445 samples/sec	rmse=0.020725	lr=0.393621
Epoch[20] Batch [949]	Speed: 4972.195544 samples/sec	rmse=0.020724	lr=0.393589
Epoch[20] Batch [999]	Speed: 4927.932309 samples/sec	rmse=0.020729	lr=0.393557
Epoch[20] Batch [1049]	Speed: 4847.156969 samples/sec	rmse=0.020727	lr=0.393524
Epoch[20] Batch [1099]	Speed: 5145.683614 samples/sec	rmse=0.020733	lr=0.393492
Epoch[20] Batch [1149]	Speed: 5009.405386 samples/sec	rmse=0.020734	lr=0.393459
Epoch[20] Batch [1199]	Speed: 4990.907179 samples/sec	rmse=0.020729	lr=0.393426
Epoch[20] Batch [1249]	Speed: 5006.892773 samples/sec	rmse=0.020734	lr=0.393393
[Epoch 20] training: rmse=0.020736
[Epoch 20] speed: 4995 samples/sec	time cost: 265.854414
[Epoch 20] validation: err-top1=0.420978 err-top5=0.177156
Epoch[21] Batch [49]	Speed: 4514.215806 samples/sec	rmse=0.020869	lr=0.393360
Epoch[21] Batch [99]	Speed: 4928.807166 samples/sec	rmse=0.020626	lr=0.393327
Epoch[21] Batch [149]	Speed: 4806.454732 samples/sec	rmse=0.020676	lr=0.393294
Epoch[21] Batch [199]	Speed: 4729.420364 samples/sec	rmse=0.020656	lr=0.393261
Epoch[21] Batch [249]	Speed: 4883.845127 samples/sec	rmse=0.020657	lr=0.393228
Epoch[21] Batch [299]	Speed: 5033.382533 samples/sec	rmse=0.020686	lr=0.393194
Epoch[21] Batch [349]	Speed: 4981.777570 samples/sec	rmse=0.020698	lr=0.393161
Epoch[21] Batch [399]	Speed: 4831.086056 samples/sec	rmse=0.020677	lr=0.393128
Epoch[21] Batch [449]	Speed: 4975.525206 samples/sec	rmse=0.020683	lr=0.393094
Epoch[21] Batch [499]	Speed: 4931.585353 samples/sec	rmse=0.020700	lr=0.393060
Epoch[21] Batch [549]	Speed: 4837.023933 samples/sec	rmse=0.020691	lr=0.393027
Epoch[21] Batch [599]	Speed: 5003.006715 samples/sec	rmse=0.020684	lr=0.392993
Epoch[21] Batch [649]	Speed: 4796.106947 samples/sec	rmse=0.020714	lr=0.392959
Epoch[21] Batch [699]	Speed: 5007.019669 samples/sec	rmse=0.020727	lr=0.392925
Epoch[21] Batch [749]	Speed: 4861.036999 samples/sec	rmse=0.020738	lr=0.392891
Epoch[21] Batch [799]	Speed: 4951.107808 samples/sec	rmse=0.020740	lr=0.392857
Epoch[21] Batch [849]	Speed: 4901.298168 samples/sec	rmse=0.020719	lr=0.392823
Epoch[21] Batch [899]	Speed: 4803.916178 samples/sec	rmse=0.020707	lr=0.392789
Epoch[21] Batch [949]	Speed: 4876.147295 samples/sec	rmse=0.020710	lr=0.392755
Epoch[21] Batch [999]	Speed: 5094.175109 samples/sec	rmse=0.020707	lr=0.392720
Epoch[21] Batch [1049]	Speed: 4967.029884 samples/sec	rmse=0.020706	lr=0.392686
Epoch[21] Batch [1099]	Speed: 4874.495589 samples/sec	rmse=0.020710	lr=0.392651
Epoch[21] Batch [1149]	Speed: 4845.685238 samples/sec	rmse=0.020708	lr=0.392617
Epoch[21] Batch [1199]	Speed: 5240.190564 samples/sec	rmse=0.020706	lr=0.392582
Epoch[21] Batch [1249]	Speed: 4814.005903 samples/sec	rmse=0.020698	lr=0.392547
[Epoch 21] training: rmse=0.020699
[Epoch 21] speed: 4891 samples/sec	time cost: 271.605282
[Epoch 21] validation: err-top1=0.398776 err-top5=0.163485
Epoch[22] Batch [49]	Speed: 4614.662632 samples/sec	rmse=0.020400	lr=0.392511
Epoch[22] Batch [99]	Speed: 5252.991624 samples/sec	rmse=0.020399	lr=0.392476
Epoch[22] Batch [149]	Speed: 5104.578087 samples/sec	rmse=0.020573	lr=0.392441
Epoch[22] Batch [199]	Speed: 4792.595739 samples/sec	rmse=0.020575	lr=0.392406
Epoch[22] Batch [249]	Speed: 4906.331194 samples/sec	rmse=0.020562	lr=0.392371
Epoch[22] Batch [299]	Speed: 4748.991178 samples/sec	rmse=0.020595	lr=0.392336
Epoch[22] Batch [349]	Speed: 4755.342777 samples/sec	rmse=0.020632	lr=0.392301
Epoch[22] Batch [399]	Speed: 5042.729795 samples/sec	rmse=0.020632	lr=0.392265
Epoch[22] Batch [449]	Speed: 4757.476086 samples/sec	rmse=0.020647	lr=0.392230
Epoch[22] Batch [499]	Speed: 4764.822539 samples/sec	rmse=0.020647	lr=0.392194
Epoch[22] Batch [549]	Speed: 4947.071570 samples/sec	rmse=0.020642	lr=0.392158
Epoch[22] Batch [599]	Speed: 4808.519916 samples/sec	rmse=0.020642	lr=0.392123
Epoch[22] Batch [649]	Speed: 4977.442102 samples/sec	rmse=0.020629	lr=0.392087
Epoch[22] Batch [699]	Speed: 4820.375608 samples/sec	rmse=0.020638	lr=0.392051
Epoch[22] Batch [749]	Speed: 4853.071817 samples/sec	rmse=0.020648	lr=0.392015
Epoch[22] Batch [799]	Speed: 4749.312877 samples/sec	rmse=0.020651	lr=0.391979
Epoch[22] Batch [849]	Speed: 4998.505320 samples/sec	rmse=0.020660	lr=0.391943
Epoch[22] Batch [899]	Speed: 5074.932086 samples/sec	rmse=0.020668	lr=0.391906
Epoch[22] Batch [949]	Speed: 4924.390364 samples/sec	rmse=0.020678	lr=0.391870
Epoch[22] Batch [999]	Speed: 5281.408754 samples/sec	rmse=0.020682	lr=0.391834
Epoch[22] Batch [1049]	Speed: 5109.341813 samples/sec	rmse=0.020677	lr=0.391797
Epoch[22] Batch [1099]	Speed: 5136.459727 samples/sec	rmse=0.020683	lr=0.391761
Epoch[22] Batch [1149]	Speed: 4934.844614 samples/sec	rmse=0.020693	lr=0.391724
Epoch[22] Batch [1199]	Speed: 4821.137140 samples/sec	rmse=0.020698	lr=0.391687
Epoch[22] Batch [1249]	Speed: 4938.482137 samples/sec	rmse=0.020700	lr=0.391651
[Epoch 22] training: rmse=0.020699
[Epoch 22] speed: 4914 samples/sec	time cost: 269.718367
[Epoch 22] validation: err-top1=0.410854 err-top5=0.168646
Epoch[23] Batch [49]	Speed: 4705.950674 samples/sec	rmse=0.020335	lr=0.391613
Epoch[23] Batch [99]	Speed: 4958.136726 samples/sec	rmse=0.020411	lr=0.391576
Epoch[23] Batch [149]	Speed: 4967.757672 samples/sec	rmse=0.020457	lr=0.391539
Epoch[23] Batch [199]	Speed: 4866.283257 samples/sec	rmse=0.020476	lr=0.391502
Epoch[23] Batch [249]	Speed: 4847.972077 samples/sec	rmse=0.020562	lr=0.391465
Epoch[23] Batch [299]	Speed: 4916.989814 samples/sec	rmse=0.020599	lr=0.391428
Epoch[23] Batch [349]	Speed: 4901.894143 samples/sec	rmse=0.020641	lr=0.391390
Epoch[23] Batch [399]	Speed: 4696.646997 samples/sec	rmse=0.020648	lr=0.391353
Epoch[23] Batch [449]	Speed: 4788.111569 samples/sec	rmse=0.020665	lr=0.391315
Epoch[23] Batch [499]	Speed: 4889.151445 samples/sec	rmse=0.020651	lr=0.391278
Epoch[23] Batch [549]	Speed: 4892.799926 samples/sec	rmse=0.020667	lr=0.391240
Epoch[23] Batch [599]	Speed: 4989.185056 samples/sec	rmse=0.020654	lr=0.391202
Epoch[23] Batch [649]	Speed: 4781.832221 samples/sec	rmse=0.020680	lr=0.391164
Epoch[23] Batch [699]	Speed: 4979.067927 samples/sec	rmse=0.020671	lr=0.391127
Epoch[23] Batch [749]	Speed: 5047.337922 samples/sec	rmse=0.020681	lr=0.391089
Epoch[23] Batch [799]	Speed: 4853.587559 samples/sec	rmse=0.020690	lr=0.391051
Epoch[23] Batch [849]	Speed: 5075.897592 samples/sec	rmse=0.020701	lr=0.391012
Epoch[23] Batch [899]	Speed: 4963.691959 samples/sec	rmse=0.020709	lr=0.390974
Epoch[23] Batch [949]	Speed: 4745.535065 samples/sec	rmse=0.020706	lr=0.390936
Epoch[23] Batch [999]	Speed: 4947.670180 samples/sec	rmse=0.020699	lr=0.390898
Epoch[23] Batch [1049]	Speed: 5165.213151 samples/sec	rmse=0.020693	lr=0.390859
Epoch[23] Batch [1099]	Speed: 4777.082819 samples/sec	rmse=0.020697	lr=0.390821
Epoch[23] Batch [1149]	Speed: 4831.037367 samples/sec	rmse=0.020697	lr=0.390782
Epoch[23] Batch [1199]	Speed: 4854.832393 samples/sec	rmse=0.020703	lr=0.390743
Epoch[23] Batch [1249]	Speed: 5129.034346 samples/sec	rmse=0.020700	lr=0.390705
[Epoch 23] training: rmse=0.020699
[Epoch 23] speed: 4895 samples/sec	time cost: 270.925102
[Epoch 23] validation: err-top1=0.411865 err-top5=0.172567
Epoch[24] Batch [49]	Speed: 4902.307170 samples/sec	rmse=0.020565	lr=0.390665
Epoch[24] Batch [99]	Speed: 4928.873570 samples/sec	rmse=0.020610	lr=0.390626
Epoch[24] Batch [149]	Speed: 5107.433142 samples/sec	rmse=0.020629	lr=0.390587
Epoch[24] Batch [199]	Speed: 5006.148222 samples/sec	rmse=0.020647	lr=0.390548
Epoch[24] Batch [249]	Speed: 5018.617866 samples/sec	rmse=0.020630	lr=0.390509
Epoch[24] Batch [299]	Speed: 4839.507521 samples/sec	rmse=0.020621	lr=0.390469
Epoch[24] Batch [349]	Speed: 4966.258091 samples/sec	rmse=0.020622	lr=0.390430
Epoch[24] Batch [399]	Speed: 4880.563460 samples/sec	rmse=0.020590	lr=0.390391
Epoch[24] Batch [449]	Speed: 4936.423321 samples/sec	rmse=0.020604	lr=0.390351
Epoch[24] Batch [499]	Speed: 4745.345472 samples/sec	rmse=0.020626	lr=0.390312
Epoch[24] Batch [549]	Speed: 5025.385464 samples/sec	rmse=0.020630	lr=0.390272
Epoch[24] Batch [599]	Speed: 5017.391259 samples/sec	rmse=0.020625	lr=0.390232
Epoch[24] Batch [649]	Speed: 5017.732646 samples/sec	rmse=0.020610	lr=0.390193
Epoch[24] Batch [699]	Speed: 4848.086339 samples/sec	rmse=0.020633	lr=0.390153
Epoch[24] Batch [749]	Speed: 4983.856934 samples/sec	rmse=0.020613	lr=0.390113
Epoch[24] Batch [799]	Speed: 4878.179400 samples/sec	rmse=0.020623	lr=0.390073
Epoch[24] Batch [849]	Speed: 4899.920161 samples/sec	rmse=0.020640	lr=0.390033
Epoch[24] Batch [899]	Speed: 5143.366901 samples/sec	rmse=0.020640	lr=0.389992
Epoch[24] Batch [949]	Speed: 5032.090920 samples/sec	rmse=0.020653	lr=0.389952
Epoch[24] Batch [999]	Speed: 4914.977110 samples/sec	rmse=0.020646	lr=0.389912
Epoch[24] Batch [1049]	Speed: 4821.154457 samples/sec	rmse=0.020649	lr=0.389871
Epoch[24] Batch [1099]	Speed: 5099.984074 samples/sec	rmse=0.020653	lr=0.389831
Epoch[24] Batch [1149]	Speed: 4961.577799 samples/sec	rmse=0.020667	lr=0.389790
Epoch[24] Batch [1199]	Speed: 4913.338118 samples/sec	rmse=0.020671	lr=0.389750
Epoch[24] Batch [1249]	Speed: 4930.888050 samples/sec	rmse=0.020673	lr=0.389709
[Epoch 24] training: rmse=0.020674
[Epoch 24] speed: 4946 samples/sec	time cost: 268.627953
[Epoch 24] validation: err-top1=0.421835 err-top5=0.177595
Epoch[25] Batch [49]	Speed: 4791.406345 samples/sec	rmse=0.020425	lr=0.389667
Epoch[25] Batch [99]	Speed: 4844.745749 samples/sec	rmse=0.020490	lr=0.389626
Epoch[25] Batch [149]	Speed: 4794.801257 samples/sec	rmse=0.020598	lr=0.389585
Epoch[25] Batch [199]	Speed: 4658.564127 samples/sec	rmse=0.020627	lr=0.389544
Epoch[25] Batch [249]	Speed: 4840.737395 samples/sec	rmse=0.020619	lr=0.389503
Epoch[25] Batch [299]	Speed: 5021.558840 samples/sec	rmse=0.020618	lr=0.389462
Epoch[25] Batch [349]	Speed: 4984.826972 samples/sec	rmse=0.020594	lr=0.389421
Epoch[25] Batch [399]	Speed: 5004.875329 samples/sec	rmse=0.020577	lr=0.389379
Epoch[25] Batch [449]	Speed: 5135.142430 samples/sec	rmse=0.020607	lr=0.389338
Epoch[25] Batch [499]	Speed: 4901.111026 samples/sec	rmse=0.020623	lr=0.389296
Epoch[25] Batch [549]	Speed: 5215.607314 samples/sec	rmse=0.020617	lr=0.389255
Epoch[25] Batch [599]	Speed: 5196.745561 samples/sec	rmse=0.020608	lr=0.389213
Epoch[25] Batch [649]	Speed: 5047.527144 samples/sec	rmse=0.020586	lr=0.389171
Epoch[25] Batch [699]	Speed: 5262.616353 samples/sec	rmse=0.020590	lr=0.389129
Epoch[25] Batch [749]	Speed: 5209.685300 samples/sec	rmse=0.020605	lr=0.389088
Epoch[25] Batch [799]	Speed: 5017.906171 samples/sec	rmse=0.020616	lr=0.389046
Epoch[25] Batch [849]	Speed: 5127.432649 samples/sec	rmse=0.020617	lr=0.389003
Epoch[25] Batch [899]	Speed: 4890.091422 samples/sec	rmse=0.020625	lr=0.388961
Epoch[25] Batch [949]	Speed: 4841.321352 samples/sec	rmse=0.020647	lr=0.388919
Epoch[25] Batch [999]	Speed: 4902.755525 samples/sec	rmse=0.020645	lr=0.388877
Epoch[25] Batch [1049]	Speed: 4931.145977 samples/sec	rmse=0.020645	lr=0.388834
Epoch[25] Batch [1099]	Speed: 4900.298974 samples/sec	rmse=0.020644	lr=0.388792
Epoch[25] Batch [1149]	Speed: 4855.095377 samples/sec	rmse=0.020652	lr=0.388749
Epoch[25] Batch [1199]	Speed: 4865.758750 samples/sec	rmse=0.020655	lr=0.388707
Epoch[25] Batch [1249]	Speed: 5134.125534 samples/sec	rmse=0.020650	lr=0.388664
[Epoch 25] training: rmse=0.020650
[Epoch 25] speed: 4965 samples/sec	time cost: 267.071431
[Epoch 25] validation: err-top1=0.406987 err-top5=0.169922
Epoch[26] Batch [49]	Speed: 4746.995373 samples/sec	rmse=0.020557	lr=0.388620
Epoch[26] Batch [99]	Speed: 4933.376734 samples/sec	rmse=0.020549	lr=0.388578
Epoch[26] Batch [149]	Speed: 4773.453926 samples/sec	rmse=0.020528	lr=0.388535
Epoch[26] Batch [199]	Speed: 5006.211708 samples/sec	rmse=0.020558	lr=0.388492
Epoch[26] Batch [249]	Speed: 5003.137260 samples/sec	rmse=0.020569	lr=0.388449
Epoch[26] Batch [299]	Speed: 4879.126359 samples/sec	rmse=0.020578	lr=0.388405
Epoch[26] Batch [349]	Speed: 4882.267787 samples/sec	rmse=0.020573	lr=0.388362
Epoch[26] Batch [399]	Speed: 4800.295562 samples/sec	rmse=0.020556	lr=0.388319
Epoch[26] Batch [449]	Speed: 4811.263717 samples/sec	rmse=0.020573	lr=0.388275
Epoch[26] Batch [499]	Speed: 5042.416373 samples/sec	rmse=0.020572	lr=0.388232
Epoch[26] Batch [549]	Speed: 5164.973387 samples/sec	rmse=0.020561	lr=0.388188
Epoch[26] Batch [599]	Speed: 4987.273700 samples/sec	rmse=0.020558	lr=0.388145
Epoch[26] Batch [649]	Speed: 5026.935798 samples/sec	rmse=0.020545	lr=0.388101
Epoch[26] Batch [699]	Speed: 5043.633808 samples/sec	rmse=0.020530	lr=0.388057
Epoch[26] Batch [749]	Speed: 5031.822326 samples/sec	rmse=0.020534	lr=0.388013
Epoch[26] Batch [799]	Speed: 4999.879974 samples/sec	rmse=0.020542	lr=0.387969
Epoch[26] Batch [849]	Speed: 5012.976408 samples/sec	rmse=0.020554	lr=0.387925
Epoch[26] Batch [899]	Speed: 4902.246180 samples/sec	rmse=0.020565	lr=0.387881
Epoch[26] Batch [949]	Speed: 5133.998373 samples/sec	rmse=0.020560	lr=0.387837
Epoch[26] Batch [999]	Speed: 5000.410626 samples/sec	rmse=0.020574	lr=0.387793
Epoch[26] Batch [1049]	Speed: 4950.999597 samples/sec	rmse=0.020579	lr=0.387748
Epoch[26] Batch [1099]	Speed: 4897.759318 samples/sec	rmse=0.020580	lr=0.387704
Epoch[26] Batch [1149]	Speed: 4897.418647 samples/sec	rmse=0.020587	lr=0.387659
Epoch[26] Batch [1199]	Speed: 5073.524010 samples/sec	rmse=0.020590	lr=0.387615
Epoch[26] Batch [1249]	Speed: 4987.946609 samples/sec	rmse=0.020597	lr=0.387570
[Epoch 26] training: rmse=0.020598
[Epoch 26] speed: 4952 samples/sec	time cost: 268.148929
[Epoch 26] validation: err-top1=0.422313 err-top5=0.181541
Epoch[27] Batch [49]	Speed: 4794.259722 samples/sec	rmse=0.020438	lr=0.387525
Epoch[27] Batch [99]	Speed: 4890.020825 samples/sec	rmse=0.020410	lr=0.387480
Epoch[27] Batch [149]	Speed: 5005.867219 samples/sec	rmse=0.020489	lr=0.387435
Epoch[27] Batch [199]	Speed: 5039.204010 samples/sec	rmse=0.020574	lr=0.387390
Epoch[27] Batch [249]	Speed: 5017.005847 samples/sec	rmse=0.020610	lr=0.387345
Epoch[27] Batch [299]	Speed: 4937.224007 samples/sec	rmse=0.020573	lr=0.387300
Epoch[27] Batch [349]	Speed: 4984.991517 samples/sec	rmse=0.020574	lr=0.387255
Epoch[27] Batch [399]	Speed: 4986.112840 samples/sec	rmse=0.020575	lr=0.387209
Epoch[27] Batch [449]	Speed: 4840.285692 samples/sec	rmse=0.020594	lr=0.387164
Epoch[27] Batch [499]	Speed: 5026.028938 samples/sec	rmse=0.020585	lr=0.387119
Epoch[27] Batch [549]	Speed: 4916.460961 samples/sec	rmse=0.020569	lr=0.387073
Epoch[27] Batch [599]	Speed: 4827.261288 samples/sec	rmse=0.020562	lr=0.387027
Epoch[27] Batch [649]	Speed: 4891.033543 samples/sec	rmse=0.020558	lr=0.386982
Epoch[27] Batch [699]	Speed: 4957.289877 samples/sec	rmse=0.020553	lr=0.386936
Epoch[27] Batch [749]	Speed: 4984.335369 samples/sec	rmse=0.020573	lr=0.386890
Epoch[27] Batch [799]	Speed: 4951.433955 samples/sec	rmse=0.020587	lr=0.386844
Epoch[27] Batch [849]	Speed: 5029.132183 samples/sec	rmse=0.020578	lr=0.386798
Epoch[27] Batch [899]	Speed: 4974.187184 samples/sec	rmse=0.020595	lr=0.386752
Epoch[27] Batch [949]	Speed: 5036.205015 samples/sec	rmse=0.020608	lr=0.386706
Epoch[27] Batch [999]	Speed: 4818.227690 samples/sec	rmse=0.020613	lr=0.386660
Epoch[27] Batch [1049]	Speed: 5111.563363 samples/sec	rmse=0.020606	lr=0.386614
Epoch[27] Batch [1099]	Speed: 4996.544850 samples/sec	rmse=0.020606	lr=0.386567
Epoch[27] Batch [1149]	Speed: 4935.181438 samples/sec	rmse=0.020601	lr=0.386521
Epoch[27] Batch [1199]	Speed: 5070.155306 samples/sec	rmse=0.020603	lr=0.386474
Epoch[27] Batch [1249]	Speed: 5150.595562 samples/sec	rmse=0.020609	lr=0.386428
[Epoch 27] training: rmse=0.020609
[Epoch 27] speed: 4960 samples/sec	time cost: 267.445024
[Epoch 27] validation: err-top1=0.394770 err-top5=0.159319
Epoch[28] Batch [49]	Speed: 4793.410146 samples/sec	rmse=0.020198	lr=0.386380
Epoch[28] Batch [99]	Speed: 4855.394177 samples/sec	rmse=0.020244	lr=0.386333
Epoch[28] Batch [149]	Speed: 4858.816752 samples/sec	rmse=0.020306	lr=0.386287
Epoch[28] Batch [199]	Speed: 5002.005704 samples/sec	rmse=0.020374	lr=0.386240
Epoch[28] Batch [249]	Speed: 4902.609459 samples/sec	rmse=0.020373	lr=0.386193
Epoch[28] Batch [299]	Speed: 4872.792039 samples/sec	rmse=0.020410	lr=0.386146
Epoch[28] Batch [349]	Speed: 4970.757023 samples/sec	rmse=0.020421	lr=0.386098
Epoch[28] Batch [399]	Speed: 4959.426153 samples/sec	rmse=0.020463	lr=0.386051
Epoch[28] Batch [449]	Speed: 4969.682043 samples/sec	rmse=0.020498	lr=0.386004
Epoch[28] Batch [499]	Speed: 4785.052572 samples/sec	rmse=0.020513	lr=0.385957
Epoch[28] Batch [549]	Speed: 4768.125243 samples/sec	rmse=0.020531	lr=0.385909
Epoch[28] Batch [599]	Speed: 4788.023389 samples/sec	rmse=0.020535	lr=0.385862
Epoch[28] Batch [649]	Speed: 4797.335543 samples/sec	rmse=0.020520	lr=0.385814
Epoch[28] Batch [699]	Speed: 4824.138425 samples/sec	rmse=0.020506	lr=0.385766
Epoch[28] Batch [749]	Speed: 4984.014590 samples/sec	rmse=0.020523	lr=0.385719
Epoch[28] Batch [799]	Speed: 5043.548402 samples/sec	rmse=0.020519	lr=0.385671
Epoch[28] Batch [849]	Speed: 4920.909888 samples/sec	rmse=0.020519	lr=0.385623
Epoch[28] Batch [899]	Speed: 4945.722153 samples/sec	rmse=0.020503	lr=0.385575
Epoch[28] Batch [949]	Speed: 4853.472050 samples/sec	rmse=0.020504	lr=0.385527
Epoch[28] Batch [999]	Speed: 4948.736570 samples/sec	rmse=0.020520	lr=0.385479
Epoch[28] Batch [1049]	Speed: 4824.960336 samples/sec	rmse=0.020528	lr=0.385430
Epoch[28] Batch [1099]	Speed: 5122.526026 samples/sec	rmse=0.020535	lr=0.385382
Epoch[28] Batch [1149]	Speed: 4987.380607 samples/sec	rmse=0.020548	lr=0.385334
Epoch[28] Batch [1199]	Speed: 4833.751552 samples/sec	rmse=0.020554	lr=0.385285
Epoch[28] Batch [1249]	Speed: 5309.358325 samples/sec	rmse=0.020559	lr=0.385237
[Epoch 28] training: rmse=0.020558
[Epoch 28] speed: 4910 samples/sec	time cost: 270.290049
[Epoch 28] validation: err-top1=0.402822 err-top5=0.169264
Epoch[29] Batch [49]	Speed: 4730.586995 samples/sec	rmse=0.020533	lr=0.385187
Epoch[29] Batch [99]	Speed: 4780.932015 samples/sec	rmse=0.020593	lr=0.385139
Epoch[29] Batch [149]	Speed: 5266.418551 samples/sec	rmse=0.020502	lr=0.385090
Epoch[29] Batch [199]	Speed: 5255.366628 samples/sec	rmse=0.020482	lr=0.385041
Epoch[29] Batch [249]	Speed: 4951.326643 samples/sec	rmse=0.020521	lr=0.384992
Epoch[29] Batch [299]	Speed: 4910.688245 samples/sec	rmse=0.020554	lr=0.384943
Epoch[29] Batch [349]	Speed: 4857.400228 samples/sec	rmse=0.020532	lr=0.384894
Epoch[29] Batch [399]	Speed: 4899.263303 samples/sec	rmse=0.020507	lr=0.384845
Epoch[29] Batch [449]	Speed: 4905.578147 samples/sec	rmse=0.020488	lr=0.384796
Epoch[29] Batch [499]	Speed: 4950.634817 samples/sec	rmse=0.020487	lr=0.384746
Epoch[29] Batch [549]	Speed: 4800.807338 samples/sec	rmse=0.020495	lr=0.384697
Epoch[29] Batch [599]	Speed: 4892.202929 samples/sec	rmse=0.020522	lr=0.384648
Epoch[29] Batch [649]	Speed: 4850.200278 samples/sec	rmse=0.020526	lr=0.384598
Epoch[29] Batch [699]	Speed: 4888.373284 samples/sec	rmse=0.020527	lr=0.384549
Epoch[29] Batch [749]	Speed: 4776.377846 samples/sec	rmse=0.020517	lr=0.384499
Epoch[29] Batch [799]	Speed: 5053.984849 samples/sec	rmse=0.020513	lr=0.384449
Epoch[29] Batch [849]	Speed: 4943.625773 samples/sec	rmse=0.020527	lr=0.384399
Epoch[29] Batch [899]	Speed: 5002.112196 samples/sec	rmse=0.020543	lr=0.384349
Epoch[29] Batch [949]	Speed: 4806.081253 samples/sec	rmse=0.020557	lr=0.384299
Epoch[29] Batch [999]	Speed: 5071.336951 samples/sec	rmse=0.020550	lr=0.384249
Epoch[29] Batch [1049]	Speed: 4857.609869 samples/sec	rmse=0.020563	lr=0.384199
Epoch[29] Batch [1099]	Speed: 5062.164199 samples/sec	rmse=0.020574	lr=0.384149
Epoch[29] Batch [1149]	Speed: 4934.402843 samples/sec	rmse=0.020575	lr=0.384099
Epoch[29] Batch [1199]	Speed: 4996.564845 samples/sec	rmse=0.020581	lr=0.384048
Epoch[29] Batch [1249]	Speed: 5249.374435 samples/sec	rmse=0.020590	lr=0.383998
[Epoch 29] training: rmse=0.020590
[Epoch 29] speed: 4939 samples/sec	time cost: 269.073493
[Epoch 29] validation: err-top1=0.401510 err-top5=0.167765
Epoch[30] Batch [49]	Speed: 4963.219772 samples/sec	rmse=0.020685	lr=0.383946
Epoch[30] Batch [99]	Speed: 5071.241025 samples/sec	rmse=0.020648	lr=0.383896
Epoch[30] Batch [149]	Speed: 4957.941784 samples/sec	rmse=0.020574	lr=0.383845
Epoch[30] Batch [199]	Speed: 5165.199113 samples/sec	rmse=0.020591	lr=0.383794
Epoch[30] Batch [249]	Speed: 4813.518498 samples/sec	rmse=0.020526	lr=0.383744
Epoch[30] Batch [299]	Speed: 5001.963179 samples/sec	rmse=0.020476	lr=0.383693
Epoch[30] Batch [349]	Speed: 4857.658765 samples/sec	rmse=0.020484	lr=0.383642
Epoch[30] Batch [399]	Speed: 4953.730988 samples/sec	rmse=0.020477	lr=0.383591
Epoch[30] Batch [449]	Speed: 4817.606168 samples/sec	rmse=0.020491	lr=0.383540
Epoch[30] Batch [499]	Speed: 5027.687135 samples/sec	rmse=0.020494	lr=0.383488
Epoch[30] Batch [549]	Speed: 4905.716770 samples/sec	rmse=0.020487	lr=0.383437
Epoch[30] Batch [599]	Speed: 5083.853320 samples/sec	rmse=0.020493	lr=0.383386
Epoch[30] Batch [649]	Speed: 4956.046509 samples/sec	rmse=0.020477	lr=0.383334
Epoch[30] Batch [699]	Speed: 4943.457233 samples/sec	rmse=0.020473	lr=0.383283
Epoch[30] Batch [749]	Speed: 4963.326569 samples/sec	rmse=0.020478	lr=0.383231
Epoch[30] Batch [799]	Speed: 4834.548444 samples/sec	rmse=0.020490	lr=0.383180
Epoch[30] Batch [849]	Speed: 4983.688647 samples/sec	rmse=0.020492	lr=0.383128
Epoch[30] Batch [899]	Speed: 4898.188407 samples/sec	rmse=0.020488	lr=0.383076
Epoch[30] Batch [949]	Speed: 4967.616786 samples/sec	rmse=0.020484	lr=0.383024
Epoch[30] Batch [999]	Speed: 4990.623130 samples/sec	rmse=0.020489	lr=0.382972
Epoch[30] Batch [1049]	Speed: 4993.958945 samples/sec	rmse=0.020496	lr=0.382920
Epoch[30] Batch [1099]	Speed: 5026.844603 samples/sec	rmse=0.020487	lr=0.382868
Epoch[30] Batch [1149]	Speed: 5022.393257 samples/sec	rmse=0.020495	lr=0.382816
Epoch[30] Batch [1199]	Speed: 5045.409141 samples/sec	rmse=0.020496	lr=0.382764
Epoch[30] Batch [1249]	Speed: 5216.434105 samples/sec	rmse=0.020503	lr=0.382711
[Epoch 30] training: rmse=0.020502
[Epoch 30] speed: 4972 samples/sec	time cost: 267.134286
[Epoch 30] validation: err-top1=0.396584 err-top5=0.162329
Epoch[31] Batch [49]	Speed: 4563.858716 samples/sec	rmse=0.020231	lr=0.382658
Epoch[31] Batch [99]	Speed: 4980.316637 samples/sec	rmse=0.020224	lr=0.382605
Epoch[31] Batch [149]	Speed: 4966.027828 samples/sec	rmse=0.020313	lr=0.382553
Epoch[31] Batch [199]	Speed: 4885.249669 samples/sec	rmse=0.020403	lr=0.382500
Epoch[31] Batch [249]	Speed: 5024.379594 samples/sec	rmse=0.020409	lr=0.382447
Epoch[31] Batch [299]	Speed: 4945.316127 samples/sec	rmse=0.020407	lr=0.382395
Epoch[31] Batch [349]	Speed: 4779.696168 samples/sec	rmse=0.020400	lr=0.382342
Epoch[31] Batch [399]	Speed: 5044.201750 samples/sec	rmse=0.020401	lr=0.382289
Epoch[31] Batch [449]	Speed: 4776.557815 samples/sec	rmse=0.020427	lr=0.382236
Epoch[31] Batch [499]	Speed: 4831.515499 samples/sec	rmse=0.020430	lr=0.382183
Epoch[31] Batch [549]	Speed: 5101.720040 samples/sec	rmse=0.020448	lr=0.382129
Epoch[31] Batch [599]	Speed: 5047.424524 samples/sec	rmse=0.020449	lr=0.382076
Epoch[31] Batch [649]	Speed: 4869.499256 samples/sec	rmse=0.020440	lr=0.382023
Epoch[31] Batch [699]	Speed: 4930.863369 samples/sec	rmse=0.020441	lr=0.381969
Epoch[31] Batch [749]	Speed: 4973.361910 samples/sec	rmse=0.020441	lr=0.381916
Epoch[31] Batch [799]	Speed: 4834.968487 samples/sec	rmse=0.020446	lr=0.381862
Epoch[31] Batch [849]	Speed: 4915.711328 samples/sec	rmse=0.020442	lr=0.381809
Epoch[31] Batch [899]	Speed: 4933.747022 samples/sec	rmse=0.020454	lr=0.381755
Epoch[31] Batch [949]	Speed: 4956.451439 samples/sec	rmse=0.020457	lr=0.381701
Epoch[31] Batch [999]	Speed: 5126.707261 samples/sec	rmse=0.020462	lr=0.381647
Epoch[31] Batch [1049]	Speed: 4941.178812 samples/sec	rmse=0.020474	lr=0.381594
Epoch[31] Batch [1099]	Speed: 4956.439999 samples/sec	rmse=0.020470	lr=0.381540
Epoch[31] Batch [1149]	Speed: 4928.166629 samples/sec	rmse=0.020476	lr=0.381485
Epoch[31] Batch [1199]	Speed: 4936.182996 samples/sec	rmse=0.020473	lr=0.381431
Epoch[31] Batch [1249]	Speed: 4995.477164 samples/sec	rmse=0.020485	lr=0.381377
[Epoch 31] training: rmse=0.020485
[Epoch 31] speed: 4922 samples/sec	time cost: 269.683111
[Epoch 31] validation: err-top1=0.409000 err-top5=0.169782
Epoch[32] Batch [49]	Speed: 4653.426914 samples/sec	rmse=0.020450	lr=0.381322
Epoch[32] Batch [99]	Speed: 4800.636161 samples/sec	rmse=0.020538	lr=0.381267
Epoch[32] Batch [149]	Speed: 5004.961062 samples/sec	rmse=0.020538	lr=0.381213
Epoch[32] Batch [199]	Speed: 4940.542671 samples/sec	rmse=0.020463	lr=0.381158
Epoch[32] Batch [249]	Speed: 5083.774610 samples/sec	rmse=0.020457	lr=0.381104
Epoch[32] Batch [299]	Speed: 4654.393124 samples/sec	rmse=0.020438	lr=0.381049
Epoch[32] Batch [349]	Speed: 5291.952524 samples/sec	rmse=0.020431	lr=0.380994
Epoch[32] Batch [399]	Speed: 5235.296361 samples/sec	rmse=0.020449	lr=0.380939
Epoch[32] Batch [449]	Speed: 5148.841736 samples/sec	rmse=0.020444	lr=0.380885
Epoch[32] Batch [499]	Speed: 5022.304224 samples/sec	rmse=0.020454	lr=0.380830
Epoch[32] Batch [549]	Speed: 5059.827522 samples/sec	rmse=0.020473	lr=0.380774
Epoch[32] Batch [599]	Speed: 4852.388315 samples/sec	rmse=0.020468	lr=0.380719
Epoch[32] Batch [649]	Speed: 4969.837423 samples/sec	rmse=0.020467	lr=0.380664
Epoch[32] Batch [699]	Speed: 4880.469512 samples/sec	rmse=0.020487	lr=0.380609
Epoch[32] Batch [749]	Speed: 4913.027423 samples/sec	rmse=0.020471	lr=0.380553
Epoch[32] Batch [799]	Speed: 4910.700485 samples/sec	rmse=0.020495	lr=0.380498
Epoch[32] Batch [849]	Speed: 4825.838593 samples/sec	rmse=0.020490	lr=0.380443
Epoch[32] Batch [899]	Speed: 4956.031640 samples/sec	rmse=0.020493	lr=0.380387
Epoch[32] Batch [949]	Speed: 4859.116010 samples/sec	rmse=0.020493	lr=0.380331
Epoch[32] Batch [999]	Speed: 5043.488822 samples/sec	rmse=0.020486	lr=0.380276
Epoch[32] Batch [1049]	Speed: 5142.979383 samples/sec	rmse=0.020486	lr=0.380220
Epoch[32] Batch [1099]	Speed: 4721.965265 samples/sec	rmse=0.020485	lr=0.380164
Epoch[32] Batch [1149]	Speed: 4864.460594 samples/sec	rmse=0.020494	lr=0.380108
Epoch[32] Batch [1199]	Speed: 4840.556595 samples/sec	rmse=0.020500	lr=0.380052
Epoch[32] Batch [1249]	Speed: 5011.024801 samples/sec	rmse=0.020485	lr=0.379996
[Epoch 32] training: rmse=0.020486
[Epoch 32] speed: 4937 samples/sec	time cost: 268.584346
[Epoch 32] validation: err-top1=0.411332 err-top5=0.170340
Epoch[33] Batch [49]	Speed: 4905.636419 samples/sec	rmse=0.020196	lr=0.379939
Epoch[33] Batch [99]	Speed: 4650.866281 samples/sec	rmse=0.020257	lr=0.379882
Epoch[33] Batch [149]	Speed: 4916.308562 samples/sec	rmse=0.020246	lr=0.379826
Epoch[33] Batch [199]	Speed: 5215.931361 samples/sec	rmse=0.020308	lr=0.379770
Epoch[33] Batch [249]	Speed: 4791.107672 samples/sec	rmse=0.020342	lr=0.379713
Epoch[33] Batch [299]	Speed: 4976.255833 samples/sec	rmse=0.020341	lr=0.379657
Epoch[33] Batch [349]	Speed: 5268.411215 samples/sec	rmse=0.020379	lr=0.379600
Epoch[33] Batch [399]	Speed: 4929.035800 samples/sec	rmse=0.020379	lr=0.379543
Epoch[33] Batch [449]	Speed: 5194.862149 samples/sec	rmse=0.020417	lr=0.379486
Epoch[33] Batch [499]	Speed: 5159.282245 samples/sec	rmse=0.020444	lr=0.379430
Epoch[33] Batch [549]	Speed: 5032.316855 samples/sec	rmse=0.020451	lr=0.379373
Epoch[33] Batch [599]	Speed: 4909.415503 samples/sec	rmse=0.020465	lr=0.379316
Epoch[33] Batch [649]	Speed: 4982.492694 samples/sec	rmse=0.020480	lr=0.379259
Epoch[33] Batch [699]	Speed: 4864.971816 samples/sec	rmse=0.020474	lr=0.379201
Epoch[33] Batch [749]	Speed: 4880.398749 samples/sec	rmse=0.020477	lr=0.379144
Epoch[33] Batch [799]	Speed: 4949.891613 samples/sec	rmse=0.020481	lr=0.379087
Epoch[33] Batch [849]	Speed: 4753.325534 samples/sec	rmse=0.020472	lr=0.379030
Epoch[33] Batch [899]	Speed: 4972.208553 samples/sec	rmse=0.020474	lr=0.378972
Epoch[33] Batch [949]	Speed: 4701.887031 samples/sec	rmse=0.020469	lr=0.378915
Epoch[33] Batch [999]	Speed: 4849.748779 samples/sec	rmse=0.020464	lr=0.378857
Epoch[33] Batch [1049]	Speed: 5029.964642 samples/sec	rmse=0.020470	lr=0.378799
Epoch[33] Batch [1099]	Speed: 4877.017705 samples/sec	rmse=0.020471	lr=0.378742
Epoch[33] Batch [1149]	Speed: 4784.284809 samples/sec	rmse=0.020457	lr=0.378684
Epoch[33] Batch [1199]	Speed: 4793.864271 samples/sec	rmse=0.020455	lr=0.378626
Epoch[33] Batch [1249]	Speed: 4767.907165 samples/sec	rmse=0.020458	lr=0.378568
[Epoch 33] training: rmse=0.020459
[Epoch 33] speed: 4917 samples/sec	time cost: 269.565484
[Epoch 33] validation: err-top1=0.397321 err-top5=0.163584
Epoch[34] Batch [49]	Speed: 4786.999520 samples/sec	rmse=0.020219	lr=0.378509
Epoch[34] Batch [99]	Speed: 4810.208121 samples/sec	rmse=0.020270	lr=0.378451
Epoch[34] Batch [149]	Speed: 5113.798901 samples/sec	rmse=0.020239	lr=0.378392
Epoch[34] Batch [199]	Speed: 5135.103873 samples/sec	rmse=0.020235	lr=0.378334
Epoch[34] Batch [249]	Speed: 4935.489610 samples/sec	rmse=0.020278	lr=0.378276
Epoch[34] Batch [299]	Speed: 4953.894972 samples/sec	rmse=0.020264	lr=0.378217
Epoch[34] Batch [349]	Speed: 4976.023720 samples/sec	rmse=0.020265	lr=0.378159
Epoch[34] Batch [399]	Speed: 5119.280741 samples/sec	rmse=0.020276	lr=0.378100
Epoch[34] Batch [449]	Speed: 4973.558527 samples/sec	rmse=0.020287	lr=0.378042
Epoch[34] Batch [499]	Speed: 5002.133751 samples/sec	rmse=0.020311	lr=0.377983
Epoch[34] Batch [549]	Speed: 4864.931699 samples/sec	rmse=0.020342	lr=0.377924
Epoch[34] Batch [599]	Speed: 4964.665526 samples/sec	rmse=0.020369	lr=0.377865
Epoch[34] Batch [649]	Speed: 4923.659196 samples/sec	rmse=0.020389	lr=0.377806
Epoch[34] Batch [699]	Speed: 5010.425493 samples/sec	rmse=0.020388	lr=0.377747
Epoch[34] Batch [749]	Speed: 5016.417881 samples/sec	rmse=0.020394	lr=0.377688
Epoch[34] Batch [799]	Speed: 4959.493500 samples/sec	rmse=0.020409	lr=0.377629
Epoch[34] Batch [849]	Speed: 4833.209015 samples/sec	rmse=0.020412	lr=0.377570
Epoch[34] Batch [899]	Speed: 4851.855947 samples/sec	rmse=0.020411	lr=0.377511
Epoch[34] Batch [949]	Speed: 5105.317616 samples/sec	rmse=0.020414	lr=0.377451
Epoch[34] Batch [999]	Speed: 5089.441418 samples/sec	rmse=0.020429	lr=0.377392
Epoch[34] Batch [1049]	Speed: 4871.585719 samples/sec	rmse=0.020441	lr=0.377332
Epoch[34] Batch [1099]	Speed: 5174.734208 samples/sec	rmse=0.020443	lr=0.377273
Epoch[34] Batch [1149]	Speed: 5119.383131 samples/sec	rmse=0.020443	lr=0.377213
Epoch[34] Batch [1199]	Speed: 4813.627905 samples/sec	rmse=0.020446	lr=0.377153
Epoch[34] Batch [1249]	Speed: 5025.727940 samples/sec	rmse=0.020457	lr=0.377094
[Epoch 34] training: rmse=0.020458
[Epoch 34] speed: 4970 samples/sec	time cost: 266.556958
[Epoch 34] validation: err-top1=0.392049 err-top5=0.158813
Epoch[35] Batch [49]	Speed: 4759.660468 samples/sec	rmse=0.020142	lr=0.377033
Epoch[35] Batch [99]	Speed: 4975.005470 samples/sec	rmse=0.020316	lr=0.376973
Epoch[35] Batch [149]	Speed: 4728.627554 samples/sec	rmse=0.020366	lr=0.376913
Epoch[35] Batch [199]	Speed: 4923.814083 samples/sec	rmse=0.020396	lr=0.376852
Epoch[35] Batch [249]	Speed: 4786.815990 samples/sec	rmse=0.020383	lr=0.376792
Epoch[35] Batch [299]	Speed: 5029.930947 samples/sec	rmse=0.020361	lr=0.376732
Epoch[35] Batch [349]	Speed: 4821.523571 samples/sec	rmse=0.020352	lr=0.376672
Epoch[35] Batch [399]	Speed: 4857.883263 samples/sec	rmse=0.020371	lr=0.376611
Epoch[35] Batch [449]	Speed: 4982.894210 samples/sec	rmse=0.020392	lr=0.376551
Epoch[35] Batch [499]	Speed: 4750.054746 samples/sec	rmse=0.020401	lr=0.376490
Epoch[35] Batch [549]	Speed: 4941.705150 samples/sec	rmse=0.020431	lr=0.376430
Epoch[35] Batch [599]	Speed: 4948.916989 samples/sec	rmse=0.020454	lr=0.376369
Epoch[35] Batch [649]	Speed: 4922.722859 samples/sec	rmse=0.020467	lr=0.376308
Epoch[35] Batch [699]	Speed: 4997.368067 samples/sec	rmse=0.020465	lr=0.376247
Epoch[35] Batch [749]	Speed: 4906.591267 samples/sec	rmse=0.020455	lr=0.376186
Epoch[35] Batch [799]	Speed: 4924.354456 samples/sec	rmse=0.020453	lr=0.376125
Epoch[35] Batch [849]	Speed: 5217.975885 samples/sec	rmse=0.020472	lr=0.376064
Epoch[35] Batch [899]	Speed: 4905.959853 samples/sec	rmse=0.020483	lr=0.376003
Epoch[35] Batch [949]	Speed: 5221.250435 samples/sec	rmse=0.020476	lr=0.375942
Epoch[35] Batch [999]	Speed: 4986.309540 samples/sec	rmse=0.020460	lr=0.375881
Epoch[35] Batch [1049]	Speed: 5084.907468 samples/sec	rmse=0.020453	lr=0.375819
Epoch[35] Batch [1099]	Speed: 5195.522106 samples/sec	rmse=0.020447	lr=0.375758
Epoch[35] Batch [1149]	Speed: 5278.761920 samples/sec	rmse=0.020448	lr=0.375697
Epoch[35] Batch [1199]	Speed: 5025.938600 samples/sec	rmse=0.020433	lr=0.375635
Epoch[35] Batch [1249]	Speed: 4845.908631 samples/sec	rmse=0.020435	lr=0.375573
[Epoch 35] training: rmse=0.020434
[Epoch 35] speed: 4952 samples/sec	time cost: 268.425964
[Epoch 35] validation: err-top1=0.399713 err-top5=0.166992
Epoch[36] Batch [49]	Speed: 4537.071607 samples/sec	rmse=0.020487	lr=0.375510
Epoch[36] Batch [99]	Speed: 5026.233036 samples/sec	rmse=0.020486	lr=0.375449
Epoch[36] Batch [149]	Speed: 5080.235444 samples/sec	rmse=0.020443	lr=0.375387
Epoch[36] Batch [199]	Speed: 4802.825671 samples/sec	rmse=0.020449	lr=0.375325
Epoch[36] Batch [249]	Speed: 4761.663349 samples/sec	rmse=0.020420	lr=0.375263
Epoch[36] Batch [299]	Speed: 4670.564165 samples/sec	rmse=0.020369	lr=0.375201
Epoch[36] Batch [349]	Speed: 5039.283829 samples/sec	rmse=0.020335	lr=0.375139
Epoch[36] Batch [399]	Speed: 5076.475344 samples/sec	rmse=0.020372	lr=0.375076
Epoch[36] Batch [449]	Speed: 4940.676115 samples/sec	rmse=0.020383	lr=0.375014
Epoch[36] Batch [499]	Speed: 4750.811141 samples/sec	rmse=0.020344	lr=0.374952
Epoch[36] Batch [549]	Speed: 5079.069229 samples/sec	rmse=0.020329	lr=0.374889
Epoch[36] Batch [599]	Speed: 5016.194895 samples/sec	rmse=0.020345	lr=0.374827
Epoch[36] Batch [649]	Speed: 5038.989281 samples/sec	rmse=0.020347	lr=0.374764
Epoch[36] Batch [699]	Speed: 4823.433147 samples/sec	rmse=0.020355	lr=0.374702
Epoch[36] Batch [749]	Speed: 5134.740313 samples/sec	rmse=0.020351	lr=0.374639
Epoch[36] Batch [799]	Speed: 5216.718463 samples/sec	rmse=0.020356	lr=0.374576
Epoch[36] Batch [849]	Speed: 4798.896328 samples/sec	rmse=0.020357	lr=0.374513
Epoch[36] Batch [899]	Speed: 4858.310559 samples/sec	rmse=0.020387	lr=0.374450
Epoch[36] Batch [949]	Speed: 5352.203193 samples/sec	rmse=0.020388	lr=0.374387
Epoch[36] Batch [999]	Speed: 5170.977034 samples/sec	rmse=0.020398	lr=0.374324
Epoch[36] Batch [1049]	Speed: 5062.253338 samples/sec	rmse=0.020405	lr=0.374261
Epoch[36] Batch [1099]	Speed: 5251.593465 samples/sec	rmse=0.020424	lr=0.374198
Epoch[36] Batch [1149]	Speed: 5180.995813 samples/sec	rmse=0.020415	lr=0.374134
Epoch[36] Batch [1199]	Speed: 5060.901784 samples/sec	rmse=0.020419	lr=0.374071
Epoch[36] Batch [1249]	Speed: 4915.502381 samples/sec	rmse=0.020426	lr=0.374008
[Epoch 36] training: rmse=0.020427
[Epoch 36] speed: 4970 samples/sec	time cost: 266.888029
[Epoch 36] validation: err-top1=0.400311 err-top5=0.165757
Epoch[37] Batch [49]	Speed: 4611.268299 samples/sec	rmse=0.019948	lr=0.373943
Epoch[37] Batch [99]	Speed: 4913.302258 samples/sec	rmse=0.020087	lr=0.373879
Epoch[37] Batch [149]	Speed: 4869.394582 samples/sec	rmse=0.020168	lr=0.373815
Epoch[37] Batch [199]	Speed: 5016.609714 samples/sec	rmse=0.020174	lr=0.373752
Epoch[37] Batch [249]	Speed: 4861.934824 samples/sec	rmse=0.020235	lr=0.373688
Epoch[37] Batch [299]	Speed: 4953.595353 samples/sec	rmse=0.020225	lr=0.373624
Epoch[37] Batch [349]	Speed: 5089.837074 samples/sec	rmse=0.020230	lr=0.373560
Epoch[37] Batch [399]	Speed: 4967.048150 samples/sec	rmse=0.020238	lr=0.373496
Epoch[37] Batch [449]	Speed: 4894.401371 samples/sec	rmse=0.020252	lr=0.373432
Epoch[37] Batch [499]	Speed: 4865.980800 samples/sec	rmse=0.020262	lr=0.373368
Epoch[37] Batch [549]	Speed: 4971.941478 samples/sec	rmse=0.020283	lr=0.373304
Epoch[37] Batch [599]	Speed: 5150.470673 samples/sec	rmse=0.020313	lr=0.373239
Epoch[37] Batch [649]	Speed: 5058.245398 samples/sec	rmse=0.020345	lr=0.373175
Epoch[37] Batch [699]	Speed: 5056.327203 samples/sec	rmse=0.020345	lr=0.373110
Epoch[37] Batch [749]	Speed: 5028.754739 samples/sec	rmse=0.020349	lr=0.373046
Epoch[37] Batch [799]	Speed: 4874.355849 samples/sec	rmse=0.020361	lr=0.372981
Epoch[37] Batch [849]	Speed: 5107.854077 samples/sec	rmse=0.020373	lr=0.372917
Epoch[37] Batch [899]	Speed: 5042.645249 samples/sec	rmse=0.020372	lr=0.372852
Epoch[37] Batch [949]	Speed: 4983.688069 samples/sec	rmse=0.020363	lr=0.372787
Epoch[37] Batch [999]	Speed: 4936.226225 samples/sec	rmse=0.020365	lr=0.372722
Epoch[37] Batch [1049]	Speed: 4980.876647 samples/sec	rmse=0.020361	lr=0.372657
Epoch[37] Batch [1099]	Speed: 4922.603585 samples/sec	rmse=0.020358	lr=0.372592
Epoch[37] Batch [1149]	Speed: 5065.430166 samples/sec	rmse=0.020361	lr=0.372527
Epoch[37] Batch [1199]	Speed: 4956.968221 samples/sec	rmse=0.020359	lr=0.372462
Epoch[37] Batch [1249]	Speed: 4962.616591 samples/sec	rmse=0.020355	lr=0.372397
[Epoch 37] training: rmse=0.020354
[Epoch 37] speed: 4959 samples/sec	time cost: 267.582722
[Epoch 37] validation: err-top1=0.397640 err-top5=0.164122
Epoch[38] Batch [49]	Speed: 4639.783276 samples/sec	rmse=0.020103	lr=0.372330
Epoch[38] Batch [99]	Speed: 4731.583014 samples/sec	rmse=0.020102	lr=0.372265
Epoch[38] Batch [149]	Speed: 4931.115632 samples/sec	rmse=0.020227	lr=0.372199
Epoch[38] Batch [199]	Speed: 4954.054510 samples/sec	rmse=0.020216	lr=0.372134
Epoch[38] Batch [249]	Speed: 4882.056013 samples/sec	rmse=0.020221	lr=0.372068
Epoch[38] Batch [299]	Speed: 5014.211746 samples/sec	rmse=0.020252	lr=0.372002
Epoch[38] Batch [349]	Speed: 4987.742481 samples/sec	rmse=0.020254	lr=0.371936
Epoch[38] Batch [399]	Speed: 4910.941705 samples/sec	rmse=0.020257	lr=0.371871
Epoch[38] Batch [449]	Speed: 4788.711729 samples/sec	rmse=0.020284	lr=0.371805
Epoch[38] Batch [499]	Speed: 5172.638823 samples/sec	rmse=0.020301	lr=0.371739
Epoch[38] Batch [549]	Speed: 4878.219847 samples/sec	rmse=0.020331	lr=0.371673
Epoch[38] Batch [599]	Speed: 4863.967547 samples/sec	rmse=0.020345	lr=0.371607
Epoch[38] Batch [649]	Speed: 5009.820485 samples/sec	rmse=0.020350	lr=0.371540
Epoch[38] Batch [699]	Speed: 4736.203682 samples/sec	rmse=0.020355	lr=0.371474
Epoch[38] Batch [749]	Speed: 4971.701135 samples/sec	rmse=0.020350	lr=0.371408
Epoch[38] Batch [799]	Speed: 4963.719724 samples/sec	rmse=0.020362	lr=0.371342
Epoch[38] Batch [849]	Speed: 4778.096602 samples/sec	rmse=0.020377	lr=0.371275
Epoch[38] Batch [899]	Speed: 4804.258903 samples/sec	rmse=0.020393	lr=0.371209
Epoch[38] Batch [949]	Speed: 4773.911494 samples/sec	rmse=0.020399	lr=0.371142
Epoch[38] Batch [999]	Speed: 4943.247286 samples/sec	rmse=0.020401	lr=0.371075
Epoch[38] Batch [1049]	Speed: 5051.045580 samples/sec	rmse=0.020393	lr=0.371009
Epoch[38] Batch [1099]	Speed: 5057.855234 samples/sec	rmse=0.020395	lr=0.370942
Epoch[38] Batch [1149]	Speed: 4626.488309 samples/sec	rmse=0.020396	lr=0.370875
Epoch[38] Batch [1199]	Speed: 4818.628576 samples/sec	rmse=0.020399	lr=0.370808
Epoch[38] Batch [1249]	Speed: 5030.842398 samples/sec	rmse=0.020400	lr=0.370741
[Epoch 38] training: rmse=0.020401
[Epoch 38] speed: 4884 samples/sec	time cost: 271.278340
[Epoch 38] validation: err-top1=0.389688 err-top5=0.157785
Epoch[39] Batch [49]	Speed: 4707.079032 samples/sec	rmse=0.020201	lr=0.370672
Epoch[39] Batch [99]	Speed: 4922.690247 samples/sec	rmse=0.020074	lr=0.370605
Epoch[39] Batch [149]	Speed: 4926.504138 samples/sec	rmse=0.020032	lr=0.370538
Epoch[39] Batch [199]	Speed: 5004.623860 samples/sec	rmse=0.020133	lr=0.370471
Epoch[39] Batch [249]	Speed: 5217.237329 samples/sec	rmse=0.020190	lr=0.370403
Epoch[39] Batch [299]	Speed: 5210.732351 samples/sec	rmse=0.020218	lr=0.370336
Epoch[39] Batch [349]	Speed: 5002.645885 samples/sec	rmse=0.020197	lr=0.370268
Epoch[39] Batch [399]	Speed: 4938.531653 samples/sec	rmse=0.020198	lr=0.370201
Epoch[39] Batch [449]	Speed: 4847.530950 samples/sec	rmse=0.020238	lr=0.370133
Epoch[39] Batch [499]	Speed: 4959.816286 samples/sec	rmse=0.020251	lr=0.370065
Epoch[39] Batch [549]	Speed: 5039.235583 samples/sec	rmse=0.020257	lr=0.369997
Epoch[39] Batch [599]	Speed: 5136.478279 samples/sec	rmse=0.020270	lr=0.369930
Epoch[39] Batch [649]	Speed: 5002.475395 samples/sec	rmse=0.020276	lr=0.369862
Epoch[39] Batch [699]	Speed: 4912.878497 samples/sec	rmse=0.020285	lr=0.369794
Epoch[39] Batch [749]	Speed: 4998.513697 samples/sec	rmse=0.020280	lr=0.369726
Epoch[39] Batch [799]	Speed: 4792.375951 samples/sec	rmse=0.020298	lr=0.369657
Epoch[39] Batch [849]	Speed: 4918.091675 samples/sec	rmse=0.020295	lr=0.369589
Epoch[39] Batch [899]	Speed: 5037.919218 samples/sec	rmse=0.020294	lr=0.369521
Epoch[39] Batch [949]	Speed: 4667.769235 samples/sec	rmse=0.020299	lr=0.369452
Epoch[39] Batch [999]	Speed: 5138.987513 samples/sec	rmse=0.020290	lr=0.369384
Epoch[39] Batch [1049]	Speed: 4904.240404 samples/sec	rmse=0.020292	lr=0.369316
Epoch[39] Batch [1099]	Speed: 5018.216552 samples/sec	rmse=0.020294	lr=0.369247
Epoch[39] Batch [1149]	Speed: 5110.010982 samples/sec	rmse=0.020295	lr=0.369178
Epoch[39] Batch [1199]	Speed: 5001.666570 samples/sec	rmse=0.020295	lr=0.369110
Epoch[39] Batch [1249]	Speed: 4849.786346 samples/sec	rmse=0.020306	lr=0.369041
[Epoch 39] training: rmse=0.020306
[Epoch 39] speed: 4962 samples/sec	time cost: 267.434680
[Epoch 39] validation: err-top1=0.380002 err-top5=0.152065
Epoch[40] Batch [49]	Speed: 4769.495995 samples/sec	rmse=0.020010	lr=0.368971
Epoch[40] Batch [99]	Speed: 4886.410953 samples/sec	rmse=0.020116	lr=0.368902
Epoch[40] Batch [149]	Speed: 4834.801288 samples/sec	rmse=0.020207	lr=0.368833
Epoch[40] Batch [199]	Speed: 4921.656708 samples/sec	rmse=0.020223	lr=0.368764
Epoch[40] Batch [249]	Speed: 5008.918738 samples/sec	rmse=0.020227	lr=0.368694
Epoch[40] Batch [299]	Speed: 4929.768679 samples/sec	rmse=0.020230	lr=0.368625
Epoch[40] Batch [349]	Speed: 4906.709205 samples/sec	rmse=0.020233	lr=0.368556
Epoch[40] Batch [399]	Speed: 4948.173161 samples/sec	rmse=0.020256	lr=0.368487
Epoch[40] Batch [449]	Speed: 4944.273977 samples/sec	rmse=0.020289	lr=0.368417
Epoch[40] Batch [499]	Speed: 4908.565580 samples/sec	rmse=0.020289	lr=0.368348
Epoch[40] Batch [549]	Speed: 4923.599592 samples/sec	rmse=0.020307	lr=0.368278
Epoch[40] Batch [599]	Speed: 4902.037257 samples/sec	rmse=0.020313	lr=0.368208
Epoch[40] Batch [649]	Speed: 4786.653171 samples/sec	rmse=0.020341	lr=0.368139
Epoch[40] Batch [699]	Speed: 4830.519126 samples/sec	rmse=0.020357	lr=0.368069
Epoch[40] Batch [749]	Speed: 4874.847796 samples/sec	rmse=0.020358	lr=0.367999
Epoch[40] Batch [799]	Speed: 5164.239451 samples/sec	rmse=0.020358	lr=0.367929
Epoch[40] Batch [849]	Speed: 5043.206099 samples/sec	rmse=0.020373	lr=0.367859
Epoch[40] Batch [899]	Speed: 4981.718399 samples/sec	rmse=0.020374	lr=0.367789
Epoch[40] Batch [949]	Speed: 4966.607717 samples/sec	rmse=0.020367	lr=0.367719
Epoch[40] Batch [999]	Speed: 5025.710180 samples/sec	rmse=0.020362	lr=0.367649
Epoch[40] Batch [1049]	Speed: 4736.180911 samples/sec	rmse=0.020363	lr=0.367579
Epoch[40] Batch [1099]	Speed: 4672.006438 samples/sec	rmse=0.020363	lr=0.367508
Epoch[40] Batch [1149]	Speed: 4903.572982 samples/sec	rmse=0.020365	lr=0.367438
Epoch[40] Batch [1199]	Speed: 5205.186116 samples/sec	rmse=0.020370	lr=0.367367
Epoch[40] Batch [1249]	Speed: 5108.176172 samples/sec	rmse=0.020369	lr=0.367297
[Epoch 40] training: rmse=0.020368
[Epoch 40] speed: 4919 samples/sec	time cost: 269.485391
[Epoch 40] validation: err-top1=0.400350 err-top5=0.164937
Epoch[41] Batch [49]	Speed: 4740.627946 samples/sec	rmse=0.020418	lr=0.367225
Epoch[41] Batch [99]	Speed: 4892.960347 samples/sec	rmse=0.020453	lr=0.367154
Epoch[41] Batch [149]	Speed: 4945.170931 samples/sec	rmse=0.020374	lr=0.367083
Epoch[41] Batch [199]	Speed: 4827.403333 samples/sec	rmse=0.020376	lr=0.367013
Epoch[41] Batch [249]	Speed: 4532.000532 samples/sec	rmse=0.020383	lr=0.366942
Epoch[41] Batch [299]	Speed: 4795.958277 samples/sec	rmse=0.020369	lr=0.366871
Epoch[41] Batch [349]	Speed: 4672.261373 samples/sec	rmse=0.020325	lr=0.366800
Epoch[41] Batch [399]	Speed: 4782.336447 samples/sec	rmse=0.020305	lr=0.366729
Epoch[41] Batch [449]	Speed: 4915.487304 samples/sec	rmse=0.020316	lr=0.366657
Epoch[41] Batch [499]	Speed: 5065.564467 samples/sec	rmse=0.020302	lr=0.366586
Epoch[41] Batch [549]	Speed: 4890.139416 samples/sec	rmse=0.020309	lr=0.366515
Epoch[41] Batch [599]	Speed: 4812.850190 samples/sec	rmse=0.020299	lr=0.366444
Epoch[41] Batch [649]	Speed: 4878.251429 samples/sec	rmse=0.020304	lr=0.366372
Epoch[41] Batch [699]	Speed: 4819.485818 samples/sec	rmse=0.020306	lr=0.366301
Epoch[41] Batch [749]	Speed: 5035.406618 samples/sec	rmse=0.020296	lr=0.366229
Epoch[41] Batch [799]	Speed: 4977.538436 samples/sec	rmse=0.020302	lr=0.366157
Epoch[41] Batch [849]	Speed: 4744.074397 samples/sec	rmse=0.020309	lr=0.366086
Epoch[41] Batch [899]	Speed: 5080.578705 samples/sec	rmse=0.020307	lr=0.366014
Epoch[41] Batch [949]	Speed: 4883.131944 samples/sec	rmse=0.020298	lr=0.365942
Epoch[41] Batch [999]	Speed: 4923.318299 samples/sec	rmse=0.020289	lr=0.365870
Epoch[41] Batch [1049]	Speed: 5030.547304 samples/sec	rmse=0.020286	lr=0.365798
Epoch[41] Batch [1099]	Speed: 5079.517821 samples/sec	rmse=0.020286	lr=0.365726
Epoch[41] Batch [1149]	Speed: 5092.067409 samples/sec	rmse=0.020289	lr=0.365654
Epoch[41] Batch [1199]	Speed: 4955.640731 samples/sec	rmse=0.020297	lr=0.365582
Epoch[41] Batch [1249]	Speed: 4980.612105 samples/sec	rmse=0.020301	lr=0.365510
[Epoch 41] training: rmse=0.020301
[Epoch 41] speed: 4885 samples/sec	time cost: 271.582173
[Epoch 41] validation: err-top1=0.382553 err-top5=0.151985
Epoch[42] Batch [49]	Speed: 4847.699359 samples/sec	rmse=0.020315	lr=0.365436
Epoch[42] Batch [99]	Speed: 4669.459336 samples/sec	rmse=0.020274	lr=0.365363
Epoch[42] Batch [149]	Speed: 4992.532180 samples/sec	rmse=0.020292	lr=0.365291
Epoch[42] Batch [199]	Speed: 4963.351117 samples/sec	rmse=0.020309	lr=0.365218
Epoch[42] Batch [249]	Speed: 4873.475219 samples/sec	rmse=0.020313	lr=0.365146
Epoch[42] Batch [299]	Speed: 4931.259551 samples/sec	rmse=0.020282	lr=0.365073
Epoch[42] Batch [349]	Speed: 4898.656681 samples/sec	rmse=0.020296	lr=0.365000
Epoch[42] Batch [399]	Speed: 4721.785442 samples/sec	rmse=0.020319	lr=0.364927
Epoch[42] Batch [449]	Speed: 4993.254226 samples/sec	rmse=0.020318	lr=0.364855
Epoch[42] Batch [499]	Speed: 5011.278784 samples/sec	rmse=0.020317	lr=0.364782
Epoch[42] Batch [549]	Speed: 5027.357338 samples/sec	rmse=0.020321	lr=0.364709
Epoch[42] Batch [599]	Speed: 4916.941179 samples/sec	rmse=0.020324	lr=0.364636
Epoch[42] Batch [649]	Speed: 5027.693609 samples/sec	rmse=0.020341	lr=0.364562
Epoch[42] Batch [699]	Speed: 4976.364690 samples/sec	rmse=0.020321	lr=0.364489
Epoch[42] Batch [749]	Speed: 4933.887354 samples/sec	rmse=0.020321	lr=0.364416
Epoch[42] Batch [799]	Speed: 4887.903302 samples/sec	rmse=0.020305	lr=0.364343
Epoch[42] Batch [849]	Speed: 5090.111898 samples/sec	rmse=0.020297	lr=0.364269
Epoch[42] Batch [899]	Speed: 5012.912165 samples/sec	rmse=0.020299	lr=0.364196
Epoch[42] Batch [949]	Speed: 4959.526601 samples/sec	rmse=0.020314	lr=0.364122
Epoch[42] Batch [999]	Speed: 5045.022376 samples/sec	rmse=0.020318	lr=0.364048
Epoch[42] Batch [1049]	Speed: 4863.850222 samples/sec	rmse=0.020325	lr=0.363975
Epoch[42] Batch [1099]	Speed: 4898.642154 samples/sec	rmse=0.020322	lr=0.363901
Epoch[42] Batch [1149]	Speed: 4969.815685 samples/sec	rmse=0.020327	lr=0.363827
Epoch[42] Batch [1199]	Speed: 4954.185370 samples/sec	rmse=0.020328	lr=0.363753
Epoch[42] Batch [1249]	Speed: 4958.356068 samples/sec	rmse=0.020324	lr=0.363679
[Epoch 42] training: rmse=0.020323
[Epoch 42] speed: 4931 samples/sec	time cost: 269.317722
[Epoch 42] validation: err-top1=0.378249 err-top5=0.149912
Epoch[43] Batch [49]	Speed: 4765.298334 samples/sec	rmse=0.020346	lr=0.363604
Epoch[43] Batch [99]	Speed: 4871.037308 samples/sec	rmse=0.020147	lr=0.363530
Epoch[43] Batch [149]	Speed: 4978.363134 samples/sec	rmse=0.020175	lr=0.363455
Epoch[43] Batch [199]	Speed: 4894.408845 samples/sec	rmse=0.020187	lr=0.363381
Epoch[43] Batch [249]	Speed: 4895.080358 samples/sec	rmse=0.020165	lr=0.363307
Epoch[43] Batch [299]	Speed: 4999.846681 samples/sec	rmse=0.020178	lr=0.363232
Epoch[43] Batch [349]	Speed: 4877.302040 samples/sec	rmse=0.020179	lr=0.363158
Epoch[43] Batch [399]	Speed: 5075.066892 samples/sec	rmse=0.020219	lr=0.363084
Epoch[43] Batch [449]	Speed: 4959.916291 samples/sec	rmse=0.020214	lr=0.363009
Epoch[43] Batch [499]	Speed: 4886.694049 samples/sec	rmse=0.020229	lr=0.362934
Epoch[43] Batch [549]	Speed: 4933.586863 samples/sec	rmse=0.020249	lr=0.362860
Epoch[43] Batch [599]	Speed: 4652.720362 samples/sec	rmse=0.020237	lr=0.362785
Epoch[43] Batch [649]	Speed: 4940.572224 samples/sec	rmse=0.020230	lr=0.362710
Epoch[43] Batch [699]	Speed: 4920.590568 samples/sec	rmse=0.020226	lr=0.362635
Epoch[43] Batch [749]	Speed: 4973.434819 samples/sec	rmse=0.020239	lr=0.362560
Epoch[43] Batch [799]	Speed: 5016.803319 samples/sec	rmse=0.020251	lr=0.362485
Epoch[43] Batch [849]	Speed: 4974.684969 samples/sec	rmse=0.020247	lr=0.362410
Epoch[43] Batch [899]	Speed: 4836.985583 samples/sec	rmse=0.020265	lr=0.362335
Epoch[43] Batch [949]	Speed: 5076.765290 samples/sec	rmse=0.020273	lr=0.362259
Epoch[43] Batch [999]	Speed: 4867.473934 samples/sec	rmse=0.020280	lr=0.362184
Epoch[43] Batch [1049]	Speed: 4971.317417 samples/sec	rmse=0.020287	lr=0.362109
Epoch[43] Batch [1099]	Speed: 4878.859436 samples/sec	rmse=0.020294	lr=0.362033
Epoch[43] Batch [1149]	Speed: 5179.173011 samples/sec	rmse=0.020296	lr=0.361958
Epoch[43] Batch [1199]	Speed: 4826.421780 samples/sec	rmse=0.020302	lr=0.361882
Epoch[43] Batch [1249]	Speed: 4955.385609 samples/sec	rmse=0.020294	lr=0.361806
[Epoch 43] training: rmse=0.020292
[Epoch 43] speed: 4922 samples/sec	time cost: 269.437654
[Epoch 43] validation: err-top1=0.391243 err-top5=0.156350
Epoch[44] Batch [49]	Speed: 4627.214135 samples/sec	rmse=0.020106	lr=0.361729
Epoch[44] Batch [99]	Speed: 4985.479314 samples/sec	rmse=0.020098	lr=0.361653
Epoch[44] Batch [149]	Speed: 5007.222342 samples/sec	rmse=0.020159	lr=0.361578
Epoch[44] Batch [199]	Speed: 5087.560239 samples/sec	rmse=0.020181	lr=0.361502
Epoch[44] Batch [249]	Speed: 5136.610722 samples/sec	rmse=0.020182	lr=0.361426
Epoch[44] Batch [299]	Speed: 4979.372599 samples/sec	rmse=0.020182	lr=0.361350
Epoch[44] Batch [349]	Speed: 4922.759308 samples/sec	rmse=0.020162	lr=0.361273
Epoch[44] Batch [399]	Speed: 5017.065859 samples/sec	rmse=0.020179	lr=0.361197
Epoch[44] Batch [449]	Speed: 4819.815191 samples/sec	rmse=0.020176	lr=0.361121
Epoch[44] Batch [499]	Speed: 4920.873917 samples/sec	rmse=0.020190	lr=0.361045
Epoch[44] Batch [549]	Speed: 4796.608831 samples/sec	rmse=0.020195	lr=0.360968
Epoch[44] Batch [599]	Speed: 5003.690755 samples/sec	rmse=0.020190	lr=0.360892
Epoch[44] Batch [649]	Speed: 4914.690728 samples/sec	rmse=0.020208	lr=0.360815
Epoch[44] Batch [699]	Speed: 4780.667213 samples/sec	rmse=0.020219	lr=0.360739
Epoch[44] Batch [749]	Speed: 4766.030715 samples/sec	rmse=0.020207	lr=0.360662
Epoch[44] Batch [799]	Speed: 4857.741288 samples/sec	rmse=0.020198	lr=0.360585
Epoch[44] Batch [849]	Speed: 5097.680245 samples/sec	rmse=0.020196	lr=0.360508
Epoch[44] Batch [899]	Speed: 4998.576060 samples/sec	rmse=0.020205	lr=0.360432
Epoch[44] Batch [949]	Speed: 4798.455938 samples/sec	rmse=0.020208	lr=0.360355
Epoch[44] Batch [999]	Speed: 4711.810214 samples/sec	rmse=0.020206	lr=0.360278
Epoch[44] Batch [1049]	Speed: 4941.590298 samples/sec	rmse=0.020213	lr=0.360201
Epoch[44] Batch [1099]	Speed: 4944.114158 samples/sec	rmse=0.020221	lr=0.360123
Epoch[44] Batch [1149]	Speed: 4977.297436 samples/sec	rmse=0.020228	lr=0.360046
Epoch[44] Batch [1199]	Speed: 4759.978549 samples/sec	rmse=0.020233	lr=0.359969
Epoch[44] Batch [1249]	Speed: 4851.950659 samples/sec	rmse=0.020235	lr=0.359892
[Epoch 44] training: rmse=0.020234
[Epoch 44] speed: 4900 samples/sec	time cost: 270.498605
[Epoch 44] validation: err-top1=0.386320 err-top5=0.154297
Epoch[45] Batch [49]	Speed: 4881.757584 samples/sec	rmse=0.020185	lr=0.359813
Epoch[45] Batch [99]	Speed: 4869.826777 samples/sec	rmse=0.020062	lr=0.359735
Epoch[45] Batch [149]	Speed: 4973.922891 samples/sec	rmse=0.020082	lr=0.359658
Epoch[45] Batch [199]	Speed: 4849.367009 samples/sec	rmse=0.020124	lr=0.359580
Epoch[45] Batch [249]	Speed: 5078.005853 samples/sec	rmse=0.020153	lr=0.359502
Epoch[45] Batch [299]	Speed: 5052.170077 samples/sec	rmse=0.020157	lr=0.359425
Epoch[45] Batch [349]	Speed: 5140.914307 samples/sec	rmse=0.020173	lr=0.359347
Epoch[45] Batch [399]	Speed: 5003.207664 samples/sec	rmse=0.020185	lr=0.359269
Epoch[45] Batch [449]	Speed: 4921.853093 samples/sec	rmse=0.020204	lr=0.359191
Epoch[45] Batch [499]	Speed: 5001.974830 samples/sec	rmse=0.020215	lr=0.359113
Epoch[45] Batch [549]	Speed: 4940.156588 samples/sec	rmse=0.020232	lr=0.359035
Epoch[45] Batch [599]	Speed: 5067.583431 samples/sec	rmse=0.020238	lr=0.358957
Epoch[45] Batch [649]	Speed: 4920.445918 samples/sec	rmse=0.020247	lr=0.358879
Epoch[45] Batch [699]	Speed: 5036.623268 samples/sec	rmse=0.020236	lr=0.358801
Epoch[45] Batch [749]	Speed: 4811.255525 samples/sec	rmse=0.020214	lr=0.358722
Epoch[45] Batch [799]	Speed: 4976.428577 samples/sec	rmse=0.020195	lr=0.358644
Epoch[45] Batch [849]	Speed: 5103.010057 samples/sec	rmse=0.020206	lr=0.358565
Epoch[45] Batch [899]	Speed: 4924.117675 samples/sec	rmse=0.020221	lr=0.358487
Epoch[45] Batch [949]	Speed: 5252.049674 samples/sec	rmse=0.020219	lr=0.358408
Epoch[45] Batch [999]	Speed: 4892.430520 samples/sec	rmse=0.020230	lr=0.358330
Epoch[45] Batch [1049]	Speed: 4983.385991 samples/sec	rmse=0.020224	lr=0.358251
Epoch[45] Batch [1099]	Speed: 5102.561551 samples/sec	rmse=0.020224	lr=0.358172
Epoch[45] Batch [1149]	Speed: 4838.539246 samples/sec	rmse=0.020229	lr=0.358093
Epoch[45] Batch [1199]	Speed: 4628.633048 samples/sec	rmse=0.020237	lr=0.358014
Epoch[45] Batch [1249]	Speed: 5036.815468 samples/sec	rmse=0.020232	lr=0.357935
[Epoch 45] training: rmse=0.020232
[Epoch 45] speed: 4963 samples/sec	time cost: 267.411436
[Epoch 45] validation: err-top1=0.426200 err-top5=0.183654
Epoch[46] Batch [49]	Speed: 4639.578984 samples/sec	rmse=0.020230	lr=0.357855
Epoch[46] Batch [99]	Speed: 4919.415237 samples/sec	rmse=0.020346	lr=0.357776
Epoch[46] Batch [149]	Speed: 4853.974053 samples/sec	rmse=0.020320	lr=0.357696
Epoch[46] Batch [199]	Speed: 4787.423509 samples/sec	rmse=0.020281	lr=0.357617
Epoch[46] Batch [249]	Speed: 5048.364756 samples/sec	rmse=0.020244	lr=0.357538
Epoch[46] Batch [299]	Speed: 5083.219380 samples/sec	rmse=0.020256	lr=0.357459
Epoch[46] Batch [349]	Speed: 4755.688612 samples/sec	rmse=0.020264	lr=0.357379
Epoch[46] Batch [399]	Speed: 5177.423263 samples/sec	rmse=0.020263	lr=0.357300
Epoch[46] Batch [449]	Speed: 5259.284319 samples/sec	rmse=0.020281	lr=0.357220
Epoch[46] Batch [499]	Speed: 4908.841711 samples/sec	rmse=0.020300	lr=0.357140
Epoch[46] Batch [549]	Speed: 5267.423028 samples/sec	rmse=0.020288	lr=0.357061
Epoch[46] Batch [599]	Speed: 5220.922427 samples/sec	rmse=0.020304	lr=0.356981
Epoch[46] Batch [649]	Speed: 4994.874482 samples/sec	rmse=0.020315	lr=0.356901
Epoch[46] Batch [699]	Speed: 4994.409586 samples/sec	rmse=0.020297	lr=0.356821
Epoch[46] Batch [749]	Speed: 5230.156011 samples/sec	rmse=0.020297	lr=0.356741
Epoch[46] Batch [799]	Speed: 4903.165451 samples/sec	rmse=0.020282	lr=0.356661
Epoch[46] Batch [849]	Speed: 4975.785749 samples/sec	rmse=0.020283	lr=0.356581
Epoch[46] Batch [899]	Speed: 4994.734610 samples/sec	rmse=0.020282	lr=0.356501
Epoch[46] Batch [949]	Speed: 5006.205873 samples/sec	rmse=0.020292	lr=0.356421
Epoch[46] Batch [999]	Speed: 5012.476313 samples/sec	rmse=0.020291	lr=0.356340
Epoch[46] Batch [1049]	Speed: 5033.381117 samples/sec	rmse=0.020302	lr=0.356260
Epoch[46] Batch [1099]	Speed: 4979.029716 samples/sec	rmse=0.020310	lr=0.356180
Epoch[46] Batch [1149]	Speed: 4864.179187 samples/sec	rmse=0.020306	lr=0.356099
Epoch[46] Batch [1199]	Speed: 4919.410053 samples/sec	rmse=0.020303	lr=0.356019
Epoch[46] Batch [1249]	Speed: 5190.205246 samples/sec	rmse=0.020307	lr=0.355938
[Epoch 46] training: rmse=0.020306
[Epoch 46] speed: 4991 samples/sec	time cost: 265.786788
[Epoch 46] validation: err-top1=0.408488 err-top5=0.170553
Epoch[47] Batch [49]	Speed: 4693.358221 samples/sec	rmse=0.020325	lr=0.355856
Epoch[47] Batch [99]	Speed: 4822.037609 samples/sec	rmse=0.020273	lr=0.355775
Epoch[47] Batch [149]	Speed: 4883.286624 samples/sec	rmse=0.020281	lr=0.355694
Epoch[47] Batch [199]	Speed: 4946.210497 samples/sec	rmse=0.020292	lr=0.355613
Epoch[47] Batch [249]	Speed: 4762.248025 samples/sec	rmse=0.020253	lr=0.355532
Epoch[47] Batch [299]	Speed: 4774.941662 samples/sec	rmse=0.020227	lr=0.355451
Epoch[47] Batch [349]	Speed: 4752.504075 samples/sec	rmse=0.020236	lr=0.355370
Epoch[47] Batch [399]	Speed: 4903.799840 samples/sec	rmse=0.020229	lr=0.355289
Epoch[47] Batch [449]	Speed: 4775.480117 samples/sec	rmse=0.020236	lr=0.355208
Epoch[47] Batch [499]	Speed: 4935.489156 samples/sec	rmse=0.020230	lr=0.355127
Epoch[47] Batch [549]	Speed: 4893.247436 samples/sec	rmse=0.020227	lr=0.355046
Epoch[47] Batch [599]	Speed: 5055.841870 samples/sec	rmse=0.020205	lr=0.354964
Epoch[47] Batch [649]	Speed: 4977.181271 samples/sec	rmse=0.020210	lr=0.354883
Epoch[47] Batch [699]	Speed: 5054.348483 samples/sec	rmse=0.020204	lr=0.354801
Epoch[47] Batch [749]	Speed: 5111.939468 samples/sec	rmse=0.020205	lr=0.354720
Epoch[47] Batch [799]	Speed: 5018.951443 samples/sec	rmse=0.020206	lr=0.354638
Epoch[47] Batch [849]	Speed: 4986.352263 samples/sec	rmse=0.020223	lr=0.354556
Epoch[47] Batch [899]	Speed: 5012.998525 samples/sec	rmse=0.020230	lr=0.354475
Epoch[47] Batch [949]	Speed: 5011.684953 samples/sec	rmse=0.020230	lr=0.354393
Epoch[47] Batch [999]	Speed: 5208.652313 samples/sec	rmse=0.020246	lr=0.354311
Epoch[47] Batch [1049]	Speed: 4819.030826 samples/sec	rmse=0.020252	lr=0.354229
Epoch[47] Batch [1099]	Speed: 4778.830689 samples/sec	rmse=0.020262	lr=0.354147
Epoch[47] Batch [1149]	Speed: 4903.565368 samples/sec	rmse=0.020263	lr=0.354065
Epoch[47] Batch [1199]	Speed: 5058.727618 samples/sec	rmse=0.020265	lr=0.353983
Epoch[47] Batch [1249]	Speed: 5138.733209 samples/sec	rmse=0.020267	lr=0.353900
[Epoch 47] training: rmse=0.020268
[Epoch 47] speed: 4922 samples/sec	time cost: 269.764216
[Epoch 47] validation: err-top1=0.396345 err-top5=0.163206
Epoch[48] Batch [49]	Speed: 4901.772184 samples/sec	rmse=0.020091	lr=0.353816
Epoch[48] Batch [99]	Speed: 4995.574197 samples/sec	rmse=0.020248	lr=0.353734
Epoch[48] Batch [149]	Speed: 4934.733710 samples/sec	rmse=0.020195	lr=0.353652
Epoch[48] Batch [199]	Speed: 4782.894466 samples/sec	rmse=0.020205	lr=0.353569
Epoch[48] Batch [249]	Speed: 5066.444174 samples/sec	rmse=0.020187	lr=0.353487
Epoch[48] Batch [299]	Speed: 4880.994755 samples/sec	rmse=0.020202	lr=0.353404
Epoch[48] Batch [349]	Speed: 5101.854697 samples/sec	rmse=0.020203	lr=0.353321
Epoch[48] Batch [399]	Speed: 4989.088271 samples/sec	rmse=0.020240	lr=0.353239
Epoch[48] Batch [449]	Speed: 5043.637361 samples/sec	rmse=0.020243	lr=0.353156
Epoch[48] Batch [499]	Speed: 5031.827395 samples/sec	rmse=0.020259	lr=0.353073
Epoch[48] Batch [549]	Speed: 4922.632923 samples/sec	rmse=0.020266	lr=0.352990
Epoch[48] Batch [599]	Speed: 5099.727075 samples/sec	rmse=0.020245	lr=0.352907
Epoch[48] Batch [649]	Speed: 5084.934799 samples/sec	rmse=0.020245	lr=0.352824
Epoch[48] Batch [699]	Speed: 5013.666572 samples/sec	rmse=0.020245	lr=0.352741
Epoch[48] Batch [749]	Speed: 5054.728707 samples/sec	rmse=0.020231	lr=0.352658
Epoch[48] Batch [799]	Speed: 4981.161551 samples/sec	rmse=0.020234	lr=0.352575
Epoch[48] Batch [849]	Speed: 5018.373927 samples/sec	rmse=0.020255	lr=0.352491
Epoch[48] Batch [899]	Speed: 5005.947503 samples/sec	rmse=0.020251	lr=0.352408
Epoch[48] Batch [949]	Speed: 5068.379146 samples/sec	rmse=0.020246	lr=0.352325
Epoch[48] Batch [999]	Speed: 4962.951368 samples/sec	rmse=0.020248	lr=0.352241
Epoch[48] Batch [1049]	Speed: 5005.302043 samples/sec	rmse=0.020252	lr=0.352157
Epoch[48] Batch [1099]	Speed: 4988.068144 samples/sec	rmse=0.020252	lr=0.352074
Epoch[48] Batch [1149]	Speed: 5017.857512 samples/sec	rmse=0.020261	lr=0.351990
Epoch[48] Batch [1199]	Speed: 4940.997479 samples/sec	rmse=0.020267	lr=0.351906
Epoch[48] Batch [1249]	Speed: 4964.385948 samples/sec	rmse=0.020266	lr=0.351823
[Epoch 48] training: rmse=0.020266
[Epoch 48] speed: 4988 samples/sec	time cost: 265.919899
[Epoch 48] validation: err-top1=0.408263 err-top5=0.170061
Epoch[49] Batch [49]	Speed: 4940.344792 samples/sec	rmse=0.020002	lr=0.351737
Epoch[49] Batch [99]	Speed: 4767.180028 samples/sec	rmse=0.020071	lr=0.351653
Epoch[49] Batch [149]	Speed: 5019.015372 samples/sec	rmse=0.020029	lr=0.351569
Epoch[49] Batch [199]	Speed: 4934.176432 samples/sec	rmse=0.020059	lr=0.351485
Epoch[49] Batch [249]	Speed: 4920.483799 samples/sec	rmse=0.020080	lr=0.351401
Epoch[49] Batch [299]	Speed: 4978.661256 samples/sec	rmse=0.020080	lr=0.351317
Epoch[49] Batch [349]	Speed: 5125.624825 samples/sec	rmse=0.020092	lr=0.351233
Epoch[49] Batch [399]	Speed: 5009.068753 samples/sec	rmse=0.020082	lr=0.351148
Epoch[49] Batch [449]	Speed: 5099.343079 samples/sec	rmse=0.020093	lr=0.351064
Epoch[49] Batch [499]	Speed: 5053.279022 samples/sec	rmse=0.020104	lr=0.350980
Epoch[49] Batch [549]	Speed: 5035.008046 samples/sec	rmse=0.020091	lr=0.350895
Epoch[49] Batch [599]	Speed: 4913.864838 samples/sec	rmse=0.020099	lr=0.350810
Epoch[49] Batch [649]	Speed: 5015.793383 samples/sec	rmse=0.020106	lr=0.350726
Epoch[49] Batch [699]	Speed: 4907.832934 samples/sec	rmse=0.020116	lr=0.350641
Epoch[49] Batch [749]	Speed: 4955.065115 samples/sec	rmse=0.020114	lr=0.350556
Epoch[49] Batch [799]	Speed: 5059.443550 samples/sec	rmse=0.020109	lr=0.350472
Epoch[49] Batch [849]	Speed: 4945.490943 samples/sec	rmse=0.020133	lr=0.350387
Epoch[49] Batch [899]	Speed: 4993.836194 samples/sec	rmse=0.020144	lr=0.350302
Epoch[49] Batch [949]	Speed: 4975.596680 samples/sec	rmse=0.020156	lr=0.350217
Epoch[49] Batch [999]	Speed: 5014.452352 samples/sec	rmse=0.020176	lr=0.350132
Epoch[49] Batch [1049]	Speed: 4974.596005 samples/sec	rmse=0.020182	lr=0.350047
Epoch[49] Batch [1099]	Speed: 4974.801478 samples/sec	rmse=0.020194	lr=0.349961
Epoch[49] Batch [1149]	Speed: 4943.756652 samples/sec	rmse=0.020192	lr=0.349876
Epoch[49] Batch [1199]	Speed: 5096.278265 samples/sec	rmse=0.020198	lr=0.349791
Epoch[49] Batch [1249]	Speed: 4924.221327 samples/sec	rmse=0.020202	lr=0.349706
[Epoch 49] training: rmse=0.020202
[Epoch 49] speed: 4978 samples/sec	time cost: 266.448203
[Epoch 49] validation: err-top1=0.381019 err-top5=0.150670
Epoch[50] Batch [49]	Speed: 4594.134682 samples/sec	rmse=0.020240	lr=0.349618
Epoch[50] Batch [99]	Speed: 4998.992856 samples/sec	rmse=0.020069	lr=0.349533
Epoch[50] Batch [149]	Speed: 5077.371930 samples/sec	rmse=0.020118	lr=0.349447
Epoch[50] Batch [199]	Speed: 5006.597564 samples/sec	rmse=0.020132	lr=0.349362
Epoch[50] Batch [249]	Speed: 5016.107487 samples/sec	rmse=0.020097	lr=0.349276
Epoch[50] Batch [299]	Speed: 4653.705238 samples/sec	rmse=0.020072	lr=0.349190
Epoch[50] Batch [349]	Speed: 4789.898397 samples/sec	rmse=0.020084	lr=0.349105
Epoch[50] Batch [399]	Speed: 4938.414565 samples/sec	rmse=0.020091	lr=0.349019
Epoch[50] Batch [449]	Speed: 5011.283228 samples/sec	rmse=0.020105	lr=0.348933
Epoch[50] Batch [499]	Speed: 4945.980153 samples/sec	rmse=0.020114	lr=0.348847
Epoch[50] Batch [549]	Speed: 4947.203544 samples/sec	rmse=0.020120	lr=0.348761
Epoch[50] Batch [599]	Speed: 4906.873791 samples/sec	rmse=0.020124	lr=0.348675
Epoch[50] Batch [649]	Speed: 4849.519447 samples/sec	rmse=0.020133	lr=0.348588
Epoch[50] Batch [699]	Speed: 4895.731854 samples/sec	rmse=0.020146	lr=0.348502
Epoch[50] Batch [749]	Speed: 4996.138224 samples/sec	rmse=0.020146	lr=0.348416
Epoch[50] Batch [799]	Speed: 4848.209472 samples/sec	rmse=0.020155	lr=0.348330
Epoch[50] Batch [849]	Speed: 4912.656417 samples/sec	rmse=0.020153	lr=0.348243
Epoch[50] Batch [899]	Speed: 4856.935304 samples/sec	rmse=0.020159	lr=0.348157
Epoch[50] Batch [949]	Speed: 4750.265100 samples/sec	rmse=0.020146	lr=0.348070
Epoch[50] Batch [999]	Speed: 4924.469072 samples/sec	rmse=0.020151	lr=0.347984
Epoch[50] Batch [1049]	Speed: 5194.507418 samples/sec	rmse=0.020144	lr=0.347897
Epoch[50] Batch [1099]	Speed: 4925.262947 samples/sec	rmse=0.020153	lr=0.347810
Epoch[50] Batch [1149]	Speed: 5002.752054 samples/sec	rmse=0.020162	lr=0.347723
Epoch[50] Batch [1199]	Speed: 5012.320244 samples/sec	rmse=0.020167	lr=0.347637
Epoch[50] Batch [1249]	Speed: 5251.179710 samples/sec	rmse=0.020173	lr=0.347550
[Epoch 50] training: rmse=0.020173
[Epoch 50] speed: 4924 samples/sec	time cost: 269.405243
[Epoch 50] validation: err-top1=0.410894 err-top5=0.174486
Epoch[51] Batch [49]	Speed: 4805.405439 samples/sec	rmse=0.019851	lr=0.347461
Epoch[51] Batch [99]	Speed: 5019.132912 samples/sec	rmse=0.019941	lr=0.347374
Epoch[51] Batch [149]	Speed: 4960.863394 samples/sec	rmse=0.019936	lr=0.347287
Epoch[51] Batch [199]	Speed: 4834.115306 samples/sec	rmse=0.019999	lr=0.347200
Epoch[51] Batch [249]	Speed: 4963.679798 samples/sec	rmse=0.020068	lr=0.347112
Epoch[51] Batch [299]	Speed: 5081.130353 samples/sec	rmse=0.020074	lr=0.347025
Epoch[51] Batch [349]	Speed: 4940.719537 samples/sec	rmse=0.020080	lr=0.346938
Epoch[51] Batch [399]	Speed: 4966.434850 samples/sec	rmse=0.020072	lr=0.346850
Epoch[51] Batch [449]	Speed: 5020.939401 samples/sec	rmse=0.020055	lr=0.346763
Epoch[51] Batch [499]	Speed: 4921.428194 samples/sec	rmse=0.020074	lr=0.346675
Epoch[51] Batch [549]	Speed: 4908.137699 samples/sec	rmse=0.020086	lr=0.346588
Epoch[51] Batch [599]	Speed: 4888.443722 samples/sec	rmse=0.020082	lr=0.346500
Epoch[51] Batch [649]	Speed: 4780.065557 samples/sec	rmse=0.020102	lr=0.346413
Epoch[51] Batch [699]	Speed: 4871.709386 samples/sec	rmse=0.020101	lr=0.346325
Epoch[51] Batch [749]	Speed: 4708.905519 samples/sec	rmse=0.020129	lr=0.346237
Epoch[51] Batch [799]	Speed: 4916.780646 samples/sec	rmse=0.020142	lr=0.346149
Epoch[51] Batch [849]	Speed: 4884.506301 samples/sec	rmse=0.020146	lr=0.346061
Epoch[51] Batch [899]	Speed: 4996.071971 samples/sec	rmse=0.020146	lr=0.345973
Epoch[51] Batch [949]	Speed: 4846.324198 samples/sec	rmse=0.020161	lr=0.345885
Epoch[51] Batch [999]	Speed: 4874.618961 samples/sec	rmse=0.020166	lr=0.345797
Epoch[51] Batch [1049]	Speed: 4918.128957 samples/sec	rmse=0.020177	lr=0.345709
Epoch[51] Batch [1099]	Speed: 4870.871030 samples/sec	rmse=0.020188	lr=0.345620
Epoch[51] Batch [1149]	Speed: 4856.118058 samples/sec	rmse=0.020191	lr=0.345532
Epoch[51] Batch [1199]	Speed: 4795.686453 samples/sec	rmse=0.020193	lr=0.345444
Epoch[51] Batch [1249]	Speed: 4884.924737 samples/sec	rmse=0.020194	lr=0.345355
[Epoch 51] training: rmse=0.020192
[Epoch 51] speed: 4895 samples/sec	time cost: 270.847413
[Epoch 51] validation: err-top1=0.399753 err-top5=0.163564
Epoch[52] Batch [49]	Speed: 4679.484975 samples/sec	rmse=0.020079	lr=0.345265
Epoch[52] Batch [99]	Speed: 4900.119847 samples/sec	rmse=0.019973	lr=0.345177
Epoch[52] Batch [149]	Speed: 4812.928932 samples/sec	rmse=0.020005	lr=0.345088
Epoch[52] Batch [199]	Speed: 4794.277275 samples/sec	rmse=0.019999	lr=0.344999
Epoch[52] Batch [249]	Speed: 4750.043294 samples/sec	rmse=0.020098	lr=0.344911
Epoch[52] Batch [299]	Speed: 5027.197517 samples/sec	rmse=0.020139	lr=0.344822
Epoch[52] Batch [349]	Speed: 5009.518035 samples/sec	rmse=0.020104	lr=0.344733
Epoch[52] Batch [399]	Speed: 4912.943124 samples/sec	rmse=0.020076	lr=0.344644
Epoch[52] Batch [449]	Speed: 5043.654656 samples/sec	rmse=0.020100	lr=0.344555
Epoch[52] Batch [499]	Speed: 4753.514502 samples/sec	rmse=0.020108	lr=0.344466
Epoch[52] Batch [549]	Speed: 4958.511771 samples/sec	rmse=0.020130	lr=0.344377
Epoch[52] Batch [599]	Speed: 4824.475371 samples/sec	rmse=0.020123	lr=0.344288
Epoch[52] Batch [649]	Speed: 5115.659932 samples/sec	rmse=0.020142	lr=0.344199
Epoch[52] Batch [699]	Speed: 5005.398291 samples/sec	rmse=0.020150	lr=0.344109
Epoch[52] Batch [749]	Speed: 5110.628148 samples/sec	rmse=0.020173	lr=0.344020
Epoch[52] Batch [799]	Speed: 4923.243015 samples/sec	rmse=0.020175	lr=0.343931
Epoch[52] Batch [849]	Speed: 4557.945239 samples/sec	rmse=0.020181	lr=0.343841
Epoch[52] Batch [899]	Speed: 5019.573442 samples/sec	rmse=0.020186	lr=0.343752
Epoch[52] Batch [949]	Speed: 5008.687890 samples/sec	rmse=0.020192	lr=0.343662
Epoch[52] Batch [999]	Speed: 4816.397416 samples/sec	rmse=0.020194	lr=0.343572
Epoch[52] Batch [1049]	Speed: 5142.336278 samples/sec	rmse=0.020212	lr=0.343483
Epoch[52] Batch [1099]	Speed: 5111.556185 samples/sec	rmse=0.020212	lr=0.343393
Epoch[52] Batch [1149]	Speed: 5086.385118 samples/sec	rmse=0.020206	lr=0.343303
Epoch[52] Batch [1199]	Speed: 4852.934838 samples/sec	rmse=0.020209	lr=0.343213
Epoch[52] Batch [1249]	Speed: 5224.192924 samples/sec	rmse=0.020198	lr=0.343123
[Epoch 52] training: rmse=0.020196
[Epoch 52] speed: 4927 samples/sec	time cost: 269.178221
[Epoch 52] validation: err-top1=0.378215 err-top5=0.149434
Epoch[53] Batch [49]	Speed: 4806.540042 samples/sec	rmse=0.020053	lr=0.343032
Epoch[53] Batch [99]	Speed: 5046.425110 samples/sec	rmse=0.020177	lr=0.342942
Epoch[53] Batch [149]	Speed: 5079.915420 samples/sec	rmse=0.020146	lr=0.342851
Epoch[53] Batch [199]	Speed: 4843.138619 samples/sec	rmse=0.020166	lr=0.342761
Epoch[53] Batch [249]	Speed: 5082.606650 samples/sec	rmse=0.020157	lr=0.342671
Epoch[53] Batch [299]	Speed: 5141.468180 samples/sec	rmse=0.020184	lr=0.342581
Epoch[53] Batch [349]	Speed: 5161.298098 samples/sec	rmse=0.020182	lr=0.342490
Epoch[53] Batch [399]	Speed: 4709.581212 samples/sec	rmse=0.020166	lr=0.342400
Epoch[53] Batch [449]	Speed: 4869.897234 samples/sec	rmse=0.020171	lr=0.342310
Epoch[53] Batch [499]	Speed: 4893.659899 samples/sec	rmse=0.020134	lr=0.342219
Epoch[53] Batch [549]	Speed: 4765.371932 samples/sec	rmse=0.020149	lr=0.342129
Epoch[53] Batch [599]	Speed: 4941.795897 samples/sec	rmse=0.020150	lr=0.342038
Epoch[53] Batch [649]	Speed: 5019.689600 samples/sec	rmse=0.020151	lr=0.341947
Epoch[53] Batch [699]	Speed: 4991.002526 samples/sec	rmse=0.020157	lr=0.341856
Epoch[53] Batch [749]	Speed: 4979.112488 samples/sec	rmse=0.020155	lr=0.341766
Epoch[53] Batch [799]	Speed: 4654.841267 samples/sec	rmse=0.020164	lr=0.341675
Epoch[53] Batch [849]	Speed: 5051.263477 samples/sec	rmse=0.020169	lr=0.341584
Epoch[53] Batch [899]	Speed: 4862.549010 samples/sec	rmse=0.020155	lr=0.341493
Epoch[53] Batch [949]	Speed: 4888.110911 samples/sec	rmse=0.020155	lr=0.341402
Epoch[53] Batch [999]	Speed: 4960.365049 samples/sec	rmse=0.020156	lr=0.341311
Epoch[53] Batch [1049]	Speed: 4943.231925 samples/sec	rmse=0.020154	lr=0.341220
Epoch[53] Batch [1099]	Speed: 4759.826835 samples/sec	rmse=0.020164	lr=0.341128
Epoch[53] Batch [1149]	Speed: 4950.863540 samples/sec	rmse=0.020163	lr=0.341037
Epoch[53] Batch [1199]	Speed: 4999.221880 samples/sec	rmse=0.020163	lr=0.340946
Epoch[53] Batch [1249]	Speed: 5096.271734 samples/sec	rmse=0.020159	lr=0.340854
[Epoch 53] training: rmse=0.020160
[Epoch 53] speed: 4932 samples/sec	time cost: 269.126667
[Epoch 53] validation: err-top1=0.400570 err-top5=0.164621
Epoch[54] Batch [49]	Speed: 4702.376287 samples/sec	rmse=0.019934	lr=0.340761
Epoch[54] Batch [99]	Speed: 5033.627933 samples/sec	rmse=0.019962	lr=0.340669
Epoch[54] Batch [149]	Speed: 4855.446213 samples/sec	rmse=0.019983	lr=0.340578
Epoch[54] Batch [199]	Speed: 5096.764860 samples/sec	rmse=0.020078	lr=0.340486
Epoch[54] Batch [249]	Speed: 4956.808495 samples/sec	rmse=0.020074	lr=0.340395
Epoch[54] Batch [299]	Speed: 4799.673186 samples/sec	rmse=0.020071	lr=0.340303
Epoch[54] Batch [349]	Speed: 5118.762750 samples/sec	rmse=0.020039	lr=0.340211
Epoch[54] Batch [399]	Speed: 5065.218213 samples/sec	rmse=0.020076	lr=0.340119
Epoch[54] Batch [449]	Speed: 4917.595692 samples/sec	rmse=0.020078	lr=0.340027
Epoch[54] Batch [499]	Speed: 4878.475507 samples/sec	rmse=0.020095	lr=0.339935
Epoch[54] Batch [549]	Speed: 4992.632464 samples/sec	rmse=0.020110	lr=0.339843
Epoch[54] Batch [599]	Speed: 5187.733607 samples/sec	rmse=0.020108	lr=0.339751
Epoch[54] Batch [649]	Speed: 5314.708624 samples/sec	rmse=0.020104	lr=0.339659
Epoch[54] Batch [699]	Speed: 4852.091749 samples/sec	rmse=0.020113	lr=0.339567
Epoch[54] Batch [749]	Speed: 4881.311175 samples/sec	rmse=0.020122	lr=0.339474
Epoch[54] Batch [799]	Speed: 4890.214694 samples/sec	rmse=0.020127	lr=0.339382
Epoch[54] Batch [849]	Speed: 4929.849709 samples/sec	rmse=0.020140	lr=0.339290
Epoch[54] Batch [899]	Speed: 4837.279870 samples/sec	rmse=0.020143	lr=0.339197
Epoch[54] Batch [949]	Speed: 4972.436395 samples/sec	rmse=0.020150	lr=0.339105
Epoch[54] Batch [999]	Speed: 4994.541194 samples/sec	rmse=0.020151	lr=0.339012
Epoch[54] Batch [1049]	Speed: 5178.727252 samples/sec	rmse=0.020158	lr=0.338920
Epoch[54] Batch [1099]	Speed: 5018.362669 samples/sec	rmse=0.020161	lr=0.338827
Epoch[54] Batch [1149]	Speed: 4954.027653 samples/sec	rmse=0.020165	lr=0.338734
Epoch[54] Batch [1199]	Speed: 4917.854032 samples/sec	rmse=0.020174	lr=0.338641
Epoch[54] Batch [1249]	Speed: 4952.910089 samples/sec	rmse=0.020170	lr=0.338549
[Epoch 54] training: rmse=0.020170
[Epoch 54] speed: 4964 samples/sec	time cost: 267.182131
[Epoch 54] validation: err-top1=0.366629 err-top5=0.141422
Epoch[55] Batch [49]	Speed: 4701.168672 samples/sec	rmse=0.019838	lr=0.338454
Epoch[55] Batch [99]	Speed: 4679.818232 samples/sec	rmse=0.019817	lr=0.338361
Epoch[55] Batch [149]	Speed: 4821.105860 samples/sec	rmse=0.019906	lr=0.338268
Epoch[55] Batch [199]	Speed: 5001.829316 samples/sec	rmse=0.019926	lr=0.338175
Epoch[55] Batch [249]	Speed: 4920.298345 samples/sec	rmse=0.020019	lr=0.338082
Epoch[55] Batch [299]	Speed: 4857.151825 samples/sec	rmse=0.020041	lr=0.337988
Epoch[55] Batch [349]	Speed: 4896.039918 samples/sec	rmse=0.020040	lr=0.337895
Epoch[55] Batch [399]	Speed: 4911.066928 samples/sec	rmse=0.020062	lr=0.337802
Epoch[55] Batch [449]	Speed: 4830.115825 samples/sec	rmse=0.020068	lr=0.337709
Epoch[55] Batch [499]	Speed: 4941.625549 samples/sec	rmse=0.020080	lr=0.337615
Epoch[55] Batch [549]	Speed: 5004.572077 samples/sec	rmse=0.020077	lr=0.337522
Epoch[55] Batch [599]	Speed: 4972.431214 samples/sec	rmse=0.020052	lr=0.337428
Epoch[55] Batch [649]	Speed: 5055.307243 samples/sec	rmse=0.020049	lr=0.337334
Epoch[55] Batch [699]	Speed: 5067.010211 samples/sec	rmse=0.020071	lr=0.337241
Epoch[55] Batch [749]	Speed: 5125.883951 samples/sec	rmse=0.020090	lr=0.337147
Epoch[55] Batch [799]	Speed: 4903.161197 samples/sec	rmse=0.020092	lr=0.337053
Epoch[55] Batch [849]	Speed: 4767.026055 samples/sec	rmse=0.020104	lr=0.336960
Epoch[55] Batch [899]	Speed: 4775.716200 samples/sec	rmse=0.020110	lr=0.336866
Epoch[55] Batch [949]	Speed: 4754.619362 samples/sec	rmse=0.020116	lr=0.336772
Epoch[55] Batch [999]	Speed: 5215.416047 samples/sec	rmse=0.020118	lr=0.336678
Epoch[55] Batch [1049]	Speed: 4967.303095 samples/sec	rmse=0.020124	lr=0.336584
Epoch[55] Batch [1099]	Speed: 4957.015362 samples/sec	rmse=0.020121	lr=0.336490
Epoch[55] Batch [1149]	Speed: 5266.769093 samples/sec	rmse=0.020117	lr=0.336395
Epoch[55] Batch [1199]	Speed: 4902.316011 samples/sec	rmse=0.020121	lr=0.336301
Epoch[55] Batch [1249]	Speed: 5059.699485 samples/sec	rmse=0.020137	lr=0.336207
[Epoch 55] training: rmse=0.020137
[Epoch 55] speed: 4925 samples/sec	time cost: 269.108851
[Epoch 55] validation: err-top1=0.395129 err-top5=0.163365
Epoch[56] Batch [49]	Speed: 4733.304210 samples/sec	rmse=0.020053	lr=0.336111
Epoch[56] Batch [99]	Speed: 5015.082958 samples/sec	rmse=0.020084	lr=0.336016
Epoch[56] Batch [149]	Speed: 4852.858401 samples/sec	rmse=0.020063	lr=0.335922
Epoch[56] Batch [199]	Speed: 4973.197211 samples/sec	rmse=0.020047	lr=0.335827
Epoch[56] Batch [249]	Speed: 4941.903707 samples/sec	rmse=0.020003	lr=0.335733
Epoch[56] Batch [299]	Speed: 5051.627789 samples/sec	rmse=0.020004	lr=0.335638
Epoch[56] Batch [349]	Speed: 4902.021255 samples/sec	rmse=0.020047	lr=0.335544
Epoch[56] Batch [399]	Speed: 5054.297568 samples/sec	rmse=0.020050	lr=0.335449
Epoch[56] Batch [449]	Speed: 4932.605392 samples/sec	rmse=0.020072	lr=0.335354
Epoch[56] Batch [499]	Speed: 4789.611128 samples/sec	rmse=0.020084	lr=0.335259
Epoch[56] Batch [549]	Speed: 4923.739235 samples/sec	rmse=0.020082	lr=0.335164
Epoch[56] Batch [599]	Speed: 4741.426041 samples/sec	rmse=0.020098	lr=0.335069
Epoch[56] Batch [649]	Speed: 5075.904071 samples/sec	rmse=0.020108	lr=0.334974
Epoch[56] Batch [699]	Speed: 5303.847834 samples/sec	rmse=0.020127	lr=0.334879
Epoch[56] Batch [749]	Speed: 4977.478443 samples/sec	rmse=0.020125	lr=0.334784
Epoch[56] Batch [799]	Speed: 5218.016204 samples/sec	rmse=0.020119	lr=0.334689
Epoch[56] Batch [849]	Speed: 5115.864305 samples/sec	rmse=0.020116	lr=0.334594
Epoch[56] Batch [899]	Speed: 4923.082634 samples/sec	rmse=0.020130	lr=0.334499
Epoch[56] Batch [949]	Speed: 4933.178068 samples/sec	rmse=0.020130	lr=0.334403
Epoch[56] Batch [999]	Speed: 5055.248336 samples/sec	rmse=0.020128	lr=0.334308
Epoch[56] Batch [1049]	Speed: 5035.908938 samples/sec	rmse=0.020130	lr=0.334212
Epoch[56] Batch [1099]	Speed: 4983.936512 samples/sec	rmse=0.020129	lr=0.334117
Epoch[56] Batch [1149]	Speed: 4934.662952 samples/sec	rmse=0.020139	lr=0.334021
Epoch[56] Batch [1199]	Speed: 5065.836079 samples/sec	rmse=0.020134	lr=0.333926
Epoch[56] Batch [1249]	Speed: 4991.927191 samples/sec	rmse=0.020129	lr=0.333830
[Epoch 56] training: rmse=0.020129
[Epoch 56] speed: 4973 samples/sec	time cost: 266.486925
[Epoch 56] validation: err-top1=0.389031 err-top5=0.155114
Epoch[57] Batch [49]	Speed: 4793.141713 samples/sec	rmse=0.019801	lr=0.333732
Epoch[57] Batch [99]	Speed: 4924.828537 samples/sec	rmse=0.019957	lr=0.333637
Epoch[57] Batch [149]	Speed: 4630.093161 samples/sec	rmse=0.020015	lr=0.333541
Epoch[57] Batch [199]	Speed: 4852.039785 samples/sec	rmse=0.019979	lr=0.333445
Epoch[57] Batch [249]	Speed: 4813.388598 samples/sec	rmse=0.020005	lr=0.333349
Epoch[57] Batch [299]	Speed: 4944.980879 samples/sec	rmse=0.020011	lr=0.333253
Epoch[57] Batch [349]	Speed: 4989.339224 samples/sec	rmse=0.020009	lr=0.333157
Epoch[57] Batch [399]	Speed: 5029.630070 samples/sec	rmse=0.020006	lr=0.333061
Epoch[57] Batch [449]	Speed: 4727.202144 samples/sec	rmse=0.020051	lr=0.332964
Epoch[57] Batch [499]	Speed: 4932.543646 samples/sec	rmse=0.020074	lr=0.332868
Epoch[57] Batch [549]	Speed: 4876.731964 samples/sec	rmse=0.020076	lr=0.332772
Epoch[57] Batch [599]	Speed: 4959.700477 samples/sec	rmse=0.020079	lr=0.332676
Epoch[57] Batch [649]	Speed: 5055.935192 samples/sec	rmse=0.020076	lr=0.332579
Epoch[57] Batch [699]	Speed: 4971.217872 samples/sec	rmse=0.020071	lr=0.332483
Epoch[57] Batch [749]	Speed: 4986.728115 samples/sec	rmse=0.020066	lr=0.332386
Epoch[57] Batch [799]	Speed: 5084.085972 samples/sec	rmse=0.020073	lr=0.332290
Epoch[57] Batch [849]	Speed: 4933.971013 samples/sec	rmse=0.020072	lr=0.332193
Epoch[57] Batch [899]	Speed: 4854.790468 samples/sec	rmse=0.020080	lr=0.332096
Epoch[57] Batch [949]	Speed: 4898.508066 samples/sec	rmse=0.020093	lr=0.332000
Epoch[57] Batch [999]	Speed: 4761.612987 samples/sec	rmse=0.020106	lr=0.331903
Epoch[57] Batch [1049]	Speed: 4922.183859 samples/sec	rmse=0.020105	lr=0.331806
Epoch[57] Batch [1099]	Speed: 4768.242865 samples/sec	rmse=0.020106	lr=0.331709
Epoch[57] Batch [1149]	Speed: 4953.751100 samples/sec	rmse=0.020107	lr=0.331612
Epoch[57] Batch [1199]	Speed: 4870.401205 samples/sec	rmse=0.020108	lr=0.331515
Epoch[57] Batch [1249]	Speed: 5036.082305 samples/sec	rmse=0.020120	lr=0.331418
[Epoch 57] training: rmse=0.020120
[Epoch 57] speed: 4896 samples/sec	time cost: 270.837135
[Epoch 57] validation: err-top1=0.372668 err-top5=0.147581
Epoch[58] Batch [49]	Speed: 4940.124654 samples/sec	rmse=0.019996	lr=0.331319
Epoch[58] Batch [99]	Speed: 4987.313543 samples/sec	rmse=0.020087	lr=0.331222
Epoch[58] Batch [149]	Speed: 4776.153276 samples/sec	rmse=0.020052	lr=0.331125
Epoch[58] Batch [199]	Speed: 4799.262792 samples/sec	rmse=0.020048	lr=0.331028
Epoch[58] Batch [249]	Speed: 4923.799406 samples/sec	rmse=0.020020	lr=0.330930
Epoch[58] Batch [299]	Speed: 4976.910777 samples/sec	rmse=0.020003	lr=0.330833
Epoch[58] Batch [349]	Speed: 4967.251622 samples/sec	rmse=0.020006	lr=0.330735
Epoch[58] Batch [399]	Speed: 4893.793165 samples/sec	rmse=0.020016	lr=0.330638
Epoch[58] Batch [449]	Speed: 5005.025102 samples/sec	rmse=0.020019	lr=0.330540
Epoch[58] Batch [499]	Speed: 5038.588013 samples/sec	rmse=0.020041	lr=0.330443
Epoch[58] Batch [549]	Speed: 5039.946008 samples/sec	rmse=0.020019	lr=0.330345
Epoch[58] Batch [599]	Speed: 5038.852247 samples/sec	rmse=0.020036	lr=0.330247
Epoch[58] Batch [649]	Speed: 4994.352090 samples/sec	rmse=0.020030	lr=0.330150
Epoch[58] Batch [699]	Speed: 4812.927530 samples/sec	rmse=0.020032	lr=0.330052
Epoch[58] Batch [749]	Speed: 5024.270507 samples/sec	rmse=0.020023	lr=0.329954
Epoch[58] Batch [799]	Speed: 4980.898943 samples/sec	rmse=0.020029	lr=0.329856
Epoch[58] Batch [849]	Speed: 4837.181153 samples/sec	rmse=0.020027	lr=0.329758
Epoch[58] Batch [899]	Speed: 4990.955316 samples/sec	rmse=0.020031	lr=0.329660
Epoch[58] Batch [949]	Speed: 4973.139281 samples/sec	rmse=0.020035	lr=0.329562
Epoch[58] Batch [999]	Speed: 4963.137069 samples/sec	rmse=0.020045	lr=0.329464
Epoch[58] Batch [1049]	Speed: 5054.798191 samples/sec	rmse=0.020033	lr=0.329366
Epoch[58] Batch [1099]	Speed: 4992.657768 samples/sec	rmse=0.020030	lr=0.329267
Epoch[58] Batch [1149]	Speed: 4962.370384 samples/sec	rmse=0.020037	lr=0.329169
Epoch[58] Batch [1199]	Speed: 4866.691077 samples/sec	rmse=0.020042	lr=0.329071
Epoch[58] Batch [1249]	Speed: 5090.289018 samples/sec	rmse=0.020043	lr=0.328972
[Epoch 58] training: rmse=0.020044
[Epoch 58] speed: 4951 samples/sec	time cost: 267.890587
[Epoch 58] validation: err-top1=0.380168 err-top5=0.148031
Epoch[59] Batch [49]	Speed: 4569.467355 samples/sec	rmse=0.019932	lr=0.328872
Epoch[59] Batch [99]	Speed: 4775.867654 samples/sec	rmse=0.019834	lr=0.328773
Epoch[59] Batch [149]	Speed: 4754.084339 samples/sec	rmse=0.019859	lr=0.328675
Epoch[59] Batch [199]	Speed: 4834.994505 samples/sec	rmse=0.019912	lr=0.328576
Epoch[59] Batch [249]	Speed: 5084.215728 samples/sec	rmse=0.019945	lr=0.328478
Epoch[59] Batch [299]	Speed: 5002.095651 samples/sec	rmse=0.019934	lr=0.328379
Epoch[59] Batch [349]	Speed: 4828.421762 samples/sec	rmse=0.019964	lr=0.328280
Epoch[59] Batch [399]	Speed: 5158.505688 samples/sec	rmse=0.019962	lr=0.328181
Epoch[59] Batch [449]	Speed: 4970.208834 samples/sec	rmse=0.019989	lr=0.328082
Epoch[59] Batch [499]	Speed: 5041.748574 samples/sec	rmse=0.020011	lr=0.327983
Epoch[59] Batch [549]	Speed: 5074.890830 samples/sec	rmse=0.020029	lr=0.327884
Epoch[59] Batch [599]	Speed: 4816.758130 samples/sec	rmse=0.020016	lr=0.327785
Epoch[59] Batch [649]	Speed: 4796.432169 samples/sec	rmse=0.020043	lr=0.327686
Epoch[59] Batch [699]	Speed: 4961.496525 samples/sec	rmse=0.020048	lr=0.327587
Epoch[59] Batch [749]	Speed: 5004.167526 samples/sec	rmse=0.020044	lr=0.327488
Epoch[59] Batch [799]	Speed: 5322.157934 samples/sec	rmse=0.020065	lr=0.327389
Epoch[59] Batch [849]	Speed: 5162.552275 samples/sec	rmse=0.020078	lr=0.327289
Epoch[59] Batch [899]	Speed: 5236.708457 samples/sec	rmse=0.020077	lr=0.327190
Epoch[59] Batch [949]	Speed: 5042.827014 samples/sec	rmse=0.020060	lr=0.327091
Epoch[59] Batch [999]	Speed: 5175.400036 samples/sec	rmse=0.020054	lr=0.326991
Epoch[59] Batch [1049]	Speed: 4967.282873 samples/sec	rmse=0.020052	lr=0.326892
Epoch[59] Batch [1099]	Speed: 5130.957728 samples/sec	rmse=0.020046	lr=0.326792
Epoch[59] Batch [1149]	Speed: 4981.234805 samples/sec	rmse=0.020043	lr=0.326692
Epoch[59] Batch [1199]	Speed: 4921.266466 samples/sec	rmse=0.020040	lr=0.326593
Epoch[59] Batch [1249]	Speed: 5125.845533 samples/sec	rmse=0.020037	lr=0.326493
[Epoch 59] training: rmse=0.020038
[Epoch 59] speed: 4979 samples/sec	time cost: 266.493916
[Epoch 59] validation: err-top1=0.367267 err-top5=0.142359
Epoch[60] Batch [49]	Speed: 4966.967272 samples/sec	rmse=0.019943	lr=0.326391
Epoch[60] Batch [99]	Speed: 4928.062359 samples/sec	rmse=0.019912	lr=0.326291
Epoch[60] Batch [149]	Speed: 4873.652956 samples/sec	rmse=0.019980	lr=0.326192
Epoch[60] Batch [199]	Speed: 4835.758920 samples/sec	rmse=0.020008	lr=0.326092
Epoch[60] Batch [249]	Speed: 5050.389984 samples/sec	rmse=0.020041	lr=0.325992
Epoch[60] Batch [299]	Speed: 4857.360565 samples/sec	rmse=0.019984	lr=0.325892
Epoch[60] Batch [349]	Speed: 4889.135416 samples/sec	rmse=0.019995	lr=0.325792
Epoch[60] Batch [399]	Speed: 5064.851938 samples/sec	rmse=0.020003	lr=0.325691
Epoch[60] Batch [449]	Speed: 4713.843068 samples/sec	rmse=0.020007	lr=0.325591
Epoch[60] Batch [499]	Speed: 5025.069374 samples/sec	rmse=0.020003	lr=0.325491
Epoch[60] Batch [549]	Speed: 5016.728664 samples/sec	rmse=0.020006	lr=0.325391
Epoch[60] Batch [599]	Speed: 5059.699127 samples/sec	rmse=0.020011	lr=0.325290
Epoch[60] Batch [649]	Speed: 4912.869955 samples/sec	rmse=0.020016	lr=0.325190
Epoch[60] Batch [699]	Speed: 5032.729036 samples/sec	rmse=0.020033	lr=0.325089
Epoch[60] Batch [749]	Speed: 4892.340796 samples/sec	rmse=0.020024	lr=0.324989
Epoch[60] Batch [799]	Speed: 5016.051365 samples/sec	rmse=0.020029	lr=0.324888
Epoch[60] Batch [849]	Speed: 5038.412937 samples/sec	rmse=0.020037	lr=0.324788
Epoch[60] Batch [899]	Speed: 5151.438199 samples/sec	rmse=0.020034	lr=0.324687
Epoch[60] Batch [949]	Speed: 5184.647898 samples/sec	rmse=0.020041	lr=0.324586
Epoch[60] Batch [999]	Speed: 4971.570268 samples/sec	rmse=0.020040	lr=0.324486
Epoch[60] Batch [1049]	Speed: 4977.977695 samples/sec	rmse=0.020049	lr=0.324385
Epoch[60] Batch [1099]	Speed: 4892.937381 samples/sec	rmse=0.020057	lr=0.324284
Epoch[60] Batch [1149]	Speed: 4868.277018 samples/sec	rmse=0.020053	lr=0.324183
Epoch[60] Batch [1199]	Speed: 5031.057023 samples/sec	rmse=0.020049	lr=0.324082
Epoch[60] Batch [1249]	Speed: 5100.052749 samples/sec	rmse=0.020039	lr=0.323981
[Epoch 60] training: rmse=0.020039
[Epoch 60] speed: 4967 samples/sec	time cost: 266.995458
[Epoch 60] validation: err-top1=0.364656 err-top5=0.141402
Epoch[61] Batch [49]	Speed: 4829.189096 samples/sec	rmse=0.019827	lr=0.323878
Epoch[61] Batch [99]	Speed: 4836.269573 samples/sec	rmse=0.019830	lr=0.323777
Epoch[61] Batch [149]	Speed: 4985.868231 samples/sec	rmse=0.019808	lr=0.323676
Epoch[61] Batch [199]	Speed: 4875.143056 samples/sec	rmse=0.019861	lr=0.323574
Epoch[61] Batch [249]	Speed: 5081.082985 samples/sec	rmse=0.019924	lr=0.323473
Epoch[61] Batch [299]	Speed: 4945.624655 samples/sec	rmse=0.019951	lr=0.323372
Epoch[61] Batch [349]	Speed: 4904.918875 samples/sec	rmse=0.019946	lr=0.323270
Epoch[61] Batch [399]	Speed: 4913.435696 samples/sec	rmse=0.019973	lr=0.323169
Epoch[61] Batch [449]	Speed: 4982.246359 samples/sec	rmse=0.019963	lr=0.323067
Epoch[61] Batch [499]	Speed: 5054.888975 samples/sec	rmse=0.019942	lr=0.322966
Epoch[61] Batch [549]	Speed: 4955.818222 samples/sec	rmse=0.019959	lr=0.322864
Epoch[61] Batch [599]	Speed: 4960.225269 samples/sec	rmse=0.019983	lr=0.322763
Epoch[61] Batch [649]	Speed: 5043.552903 samples/sec	rmse=0.019983	lr=0.322661
Epoch[61] Batch [699]	Speed: 5119.154315 samples/sec	rmse=0.019999	lr=0.322559
Epoch[61] Batch [749]	Speed: 5008.444449 samples/sec	rmse=0.020016	lr=0.322457
Epoch[61] Batch [799]	Speed: 5094.735273 samples/sec	rmse=0.020013	lr=0.322355
Epoch[61] Batch [849]	Speed: 5097.580899 samples/sec	rmse=0.020005	lr=0.322254
Epoch[61] Batch [899]	Speed: 4997.697314 samples/sec	rmse=0.019997	lr=0.322152
Epoch[61] Batch [949]	Speed: 4960.255974 samples/sec	rmse=0.019996	lr=0.322050
Epoch[61] Batch [999]	Speed: 4984.934237 samples/sec	rmse=0.020005	lr=0.321948
Epoch[61] Batch [1049]	Speed: 4993.927357 samples/sec	rmse=0.020010	lr=0.321845
Epoch[61] Batch [1099]	Speed: 5026.598805 samples/sec	rmse=0.020020	lr=0.321743
Epoch[61] Batch [1149]	Speed: 4919.655848 samples/sec	rmse=0.020023	lr=0.321641
Epoch[61] Batch [1199]	Speed: 4893.798852 samples/sec	rmse=0.020031	lr=0.321539
Epoch[61] Batch [1249]	Speed: 5163.043168 samples/sec	rmse=0.020025	lr=0.321437
[Epoch 61] training: rmse=0.020026
[Epoch 61] speed: 4979 samples/sec	time cost: 266.435242
[Epoch 61] validation: err-top1=0.360670 err-top5=0.140206
Epoch[62] Batch [49]	Speed: 4808.360893 samples/sec	rmse=0.019819	lr=0.321332
Epoch[62] Batch [99]	Speed: 4893.233833 samples/sec	rmse=0.019861	lr=0.321230
Epoch[62] Batch [149]	Speed: 4802.180625 samples/sec	rmse=0.019933	lr=0.321127
Epoch[62] Batch [199]	Speed: 4891.189615 samples/sec	rmse=0.019921	lr=0.321025
Epoch[62] Batch [249]	Speed: 4987.230382 samples/sec	rmse=0.019938	lr=0.320922
Epoch[62] Batch [299]	Speed: 5073.288727 samples/sec	rmse=0.019961	lr=0.320820
Epoch[62] Batch [349]	Speed: 4866.034386 samples/sec	rmse=0.019975	lr=0.320717
Epoch[62] Batch [399]	Speed: 4945.332412 samples/sec	rmse=0.019977	lr=0.320614
Epoch[62] Batch [449]	Speed: 5080.435073 samples/sec	rmse=0.019965	lr=0.320512
Epoch[62] Batch [499]	Speed: 4787.588621 samples/sec	rmse=0.019957	lr=0.320409
Epoch[62] Batch [549]	Speed: 4766.548964 samples/sec	rmse=0.019971	lr=0.320306
Epoch[62] Batch [599]	Speed: 4681.113368 samples/sec	rmse=0.019990	lr=0.320203
Epoch[62] Batch [649]	Speed: 5030.193920 samples/sec	rmse=0.019992	lr=0.320100
Epoch[62] Batch [699]	Speed: 5052.114215 samples/sec	rmse=0.019995	lr=0.319997
Epoch[62] Batch [749]	Speed: 5169.378903 samples/sec	rmse=0.020007	lr=0.319894
Epoch[62] Batch [799]	Speed: 5153.839619 samples/sec	rmse=0.020012	lr=0.319791
Epoch[62] Batch [849]	Speed: 4788.761384 samples/sec	rmse=0.020018	lr=0.319688
Epoch[62] Batch [899]	Speed: 5030.117924 samples/sec	rmse=0.020023	lr=0.319585
Epoch[62] Batch [949]	Speed: 4955.197173 samples/sec	rmse=0.020028	lr=0.319481
Epoch[62] Batch [999]	Speed: 4791.270366 samples/sec	rmse=0.020016	lr=0.319378
Epoch[62] Batch [1049]	Speed: 5020.733034 samples/sec	rmse=0.020016	lr=0.319275
Epoch[62] Batch [1099]	Speed: 5002.244675 samples/sec	rmse=0.020027	lr=0.319171
Epoch[62] Batch [1149]	Speed: 4778.859296 samples/sec	rmse=0.020033	lr=0.319068
Epoch[62] Batch [1199]	Speed: 4962.082235 samples/sec	rmse=0.020037	lr=0.318964
Epoch[62] Batch [1249]	Speed: 4982.755007 samples/sec	rmse=0.020032	lr=0.318861
[Epoch 62] training: rmse=0.020032
[Epoch 62] speed: 4924 samples/sec	time cost: 269.061191
[Epoch 62] validation: err-top1=0.368901 err-top5=0.144312
Epoch[63] Batch [49]	Speed: 4727.935976 samples/sec	rmse=0.019759	lr=0.318755
Epoch[63] Batch [99]	Speed: 4652.998198 samples/sec	rmse=0.019874	lr=0.318651
Epoch[63] Batch [149]	Speed: 4855.292853 samples/sec	rmse=0.019900	lr=0.318548
Epoch[63] Batch [199]	Speed: 4912.286928 samples/sec	rmse=0.020006	lr=0.318444
Epoch[63] Batch [249]	Speed: 4818.916957 samples/sec	rmse=0.020007	lr=0.318340
Epoch[63] Batch [299]	Speed: 4834.621040 samples/sec	rmse=0.020009	lr=0.318236
Epoch[63] Batch [349]	Speed: 4849.022088 samples/sec	rmse=0.019979	lr=0.318132
Epoch[63] Batch [399]	Speed: 4850.125899 samples/sec	rmse=0.019946	lr=0.318029
Epoch[63] Batch [449]	Speed: 4761.605386 samples/sec	rmse=0.019958	lr=0.317925
Epoch[63] Batch [499]	Speed: 5023.049595 samples/sec	rmse=0.019987	lr=0.317820
Epoch[63] Batch [549]	Speed: 4805.442429 samples/sec	rmse=0.019992	lr=0.317716
Epoch[63] Batch [599]	Speed: 5043.321458 samples/sec	rmse=0.019995	lr=0.317612
Epoch[63] Batch [649]	Speed: 4828.495585 samples/sec	rmse=0.019992	lr=0.317508
Epoch[63] Batch [699]	Speed: 4822.862487 samples/sec	rmse=0.019997	lr=0.317404
Epoch[63] Batch [749]	Speed: 4941.699464 samples/sec	rmse=0.019989	lr=0.317300
Epoch[63] Batch [799]	Speed: 5074.454686 samples/sec	rmse=0.019993	lr=0.317195
Epoch[63] Batch [849]	Speed: 4993.468442 samples/sec	rmse=0.019990	lr=0.317091
Epoch[63] Batch [899]	Speed: 4855.670946 samples/sec	rmse=0.019987	lr=0.316986
Epoch[63] Batch [949]	Speed: 4979.882046 samples/sec	rmse=0.019987	lr=0.316882
Epoch[63] Batch [999]	Speed: 4760.578747 samples/sec	rmse=0.019994	lr=0.316777
Epoch[63] Batch [1049]	Speed: 4961.726368 samples/sec	rmse=0.020001	lr=0.316673
Epoch[63] Batch [1099]	Speed: 4992.115415 samples/sec	rmse=0.020008	lr=0.316568
Epoch[63] Batch [1149]	Speed: 4856.312871 samples/sec	rmse=0.020000	lr=0.316464
Epoch[63] Batch [1199]	Speed: 5101.269700 samples/sec	rmse=0.020000	lr=0.316359
Epoch[63] Batch [1249]	Speed: 5148.333421 samples/sec	rmse=0.020002	lr=0.316254
[Epoch 63] training: rmse=0.020001
[Epoch 63] speed: 4891 samples/sec	time cost: 270.633818
[Epoch 63] validation: err-top1=0.370626 err-top5=0.141907
Epoch[64] Batch [49]	Speed: 4944.140339 samples/sec	rmse=0.019871	lr=0.316147
Epoch[64] Batch [99]	Speed: 4925.326884 samples/sec	rmse=0.019968	lr=0.316042
Epoch[64] Batch [149]	Speed: 4856.169670 samples/sec	rmse=0.019980	lr=0.315937
Epoch[64] Batch [199]	Speed: 4973.214602 samples/sec	rmse=0.019998	lr=0.315832
Epoch[64] Batch [249]	Speed: 4878.294647 samples/sec	rmse=0.020008	lr=0.315727
Epoch[64] Batch [299]	Speed: 5028.242543 samples/sec	rmse=0.020003	lr=0.315622
Epoch[64] Batch [349]	Speed: 5050.279883 samples/sec	rmse=0.020001	lr=0.315517
Epoch[64] Batch [399]	Speed: 4928.073668 samples/sec	rmse=0.019996	lr=0.315412
Epoch[64] Batch [449]	Speed: 4867.009506 samples/sec	rmse=0.019997	lr=0.315307
Epoch[64] Batch [499]	Speed: 4852.372746 samples/sec	rmse=0.020001	lr=0.315202
Epoch[64] Batch [549]	Speed: 4995.265215 samples/sec	rmse=0.019999	lr=0.315096
Epoch[64] Batch [599]	Speed: 4922.771608 samples/sec	rmse=0.019999	lr=0.314991
Epoch[64] Batch [649]	Speed: 4867.509128 samples/sec	rmse=0.020004	lr=0.314886
Epoch[64] Batch [699]	Speed: 4982.923693 samples/sec	rmse=0.020010	lr=0.314780
Epoch[64] Batch [749]	Speed: 5024.700535 samples/sec	rmse=0.020002	lr=0.314675
Epoch[64] Batch [799]	Speed: 5147.722539 samples/sec	rmse=0.020019	lr=0.314569
Epoch[64] Batch [849]	Speed: 5035.966332 samples/sec	rmse=0.020016	lr=0.314464
Epoch[64] Batch [899]	Speed: 5050.653437 samples/sec	rmse=0.020018	lr=0.314358
Epoch[64] Batch [949]	Speed: 4950.842082 samples/sec	rmse=0.020029	lr=0.314252
Epoch[64] Batch [999]	Speed: 4834.283763 samples/sec	rmse=0.020033	lr=0.314147
Epoch[64] Batch [1049]	Speed: 4992.482503 samples/sec	rmse=0.020036	lr=0.314041
Epoch[64] Batch [1099]	Speed: 5046.630630 samples/sec	rmse=0.020037	lr=0.313935
Epoch[64] Batch [1149]	Speed: 4857.722827 samples/sec	rmse=0.020046	lr=0.313829
Epoch[64] Batch [1199]	Speed: 4945.042937 samples/sec	rmse=0.020051	lr=0.313723
Epoch[64] Batch [1249]	Speed: 5144.173040 samples/sec	rmse=0.020046	lr=0.313617
[Epoch 64] training: rmse=0.020048
[Epoch 64] speed: 4958 samples/sec	time cost: 268.100786
[Epoch 64] validation: err-top1=0.369400 err-top5=0.143296
Epoch[65] Batch [49]	Speed: 4556.088385 samples/sec	rmse=0.019792	lr=0.313509
Epoch[65] Batch [99]	Speed: 4871.957954 samples/sec	rmse=0.019866	lr=0.313403
Epoch[65] Batch [149]	Speed: 4970.936059 samples/sec	rmse=0.019923	lr=0.313297
Epoch[65] Batch [199]	Speed: 4984.791912 samples/sec	rmse=0.019870	lr=0.313191
Epoch[65] Batch [249]	Speed: 5059.622475 samples/sec	rmse=0.019843	lr=0.313085
Epoch[65] Batch [299]	Speed: 5082.340454 samples/sec	rmse=0.019852	lr=0.312978
Epoch[65] Batch [349]	Speed: 5037.505831 samples/sec	rmse=0.019862	lr=0.312872
Epoch[65] Batch [399]	Speed: 4958.568330 samples/sec	rmse=0.019839	lr=0.312766
Epoch[65] Batch [449]	Speed: 5023.289170 samples/sec	rmse=0.019857	lr=0.312659
Epoch[65] Batch [499]	Speed: 5002.792612 samples/sec	rmse=0.019864	lr=0.312553
Epoch[65] Batch [549]	Speed: 5122.521260 samples/sec	rmse=0.019881	lr=0.312446
Epoch[65] Batch [599]	Speed: 5116.817287 samples/sec	rmse=0.019880	lr=0.312340
Epoch[65] Batch [649]	Speed: 4973.548852 samples/sec	rmse=0.019893	lr=0.312233
Epoch[65] Batch [699]	Speed: 4870.854790 samples/sec	rmse=0.019892	lr=0.312127
Epoch[65] Batch [749]	Speed: 5038.190828 samples/sec	rmse=0.019900	lr=0.312020
Epoch[65] Batch [799]	Speed: 4993.402260 samples/sec	rmse=0.019913	lr=0.311913
Epoch[65] Batch [849]	Speed: 4918.564552 samples/sec	rmse=0.019924	lr=0.311807
Epoch[65] Batch [899]	Speed: 4954.893509 samples/sec	rmse=0.019932	lr=0.311700
Epoch[65] Batch [949]	Speed: 5031.711618 samples/sec	rmse=0.019930	lr=0.311593
Epoch[65] Batch [999]	Speed: 4773.150909 samples/sec	rmse=0.019932	lr=0.311486
Epoch[65] Batch [1049]	Speed: 4769.795369 samples/sec	rmse=0.019946	lr=0.311379
Epoch[65] Batch [1099]	Speed: 5163.134406 samples/sec	rmse=0.019954	lr=0.311272
Epoch[65] Batch [1149]	Speed: 5003.294157 samples/sec	rmse=0.019953	lr=0.311165
Epoch[65] Batch [1199]	Speed: 4889.044923 samples/sec	rmse=0.019959	lr=0.311058
Epoch[65] Batch [1249]	Speed: 4950.829184 samples/sec	rmse=0.019960	lr=0.310951
[Epoch 65] training: rmse=0.019959
[Epoch 65] speed: 4956 samples/sec	time cost: 267.808697
[Epoch 65] validation: err-top1=0.373864 err-top5=0.142598
Epoch[66] Batch [49]	Speed: 4490.630065 samples/sec	rmse=0.019718	lr=0.310842
Epoch[66] Batch [99]	Speed: 4814.295673 samples/sec	rmse=0.019880	lr=0.310734
Epoch[66] Batch [149]	Speed: 5065.263732 samples/sec	rmse=0.019890	lr=0.310627
Epoch[66] Batch [199]	Speed: 4715.499296 samples/sec	rmse=0.019804	lr=0.310520
Epoch[66] Batch [249]	Speed: 4999.784171 samples/sec	rmse=0.019783	lr=0.310412
Epoch[66] Batch [299]	Speed: 4980.813685 samples/sec	rmse=0.019794	lr=0.310305
Epoch[66] Batch [349]	Speed: 4857.420005 samples/sec	rmse=0.019826	lr=0.310198
Epoch[66] Batch [399]	Speed: 5030.465169 samples/sec	rmse=0.019847	lr=0.310090
Epoch[66] Batch [449]	Speed: 4840.199289 samples/sec	rmse=0.019858	lr=0.309982
Epoch[66] Batch [499]	Speed: 5062.068141 samples/sec	rmse=0.019870	lr=0.309875
Epoch[66] Batch [549]	Speed: 5008.578666 samples/sec	rmse=0.019884	lr=0.309767
Epoch[66] Batch [599]	Speed: 5140.796040 samples/sec	rmse=0.019890	lr=0.309660
Epoch[66] Batch [649]	Speed: 5054.594623 samples/sec	rmse=0.019922	lr=0.309552
Epoch[66] Batch [699]	Speed: 5139.304815 samples/sec	rmse=0.019920	lr=0.309444
Epoch[66] Batch [749]	Speed: 5028.688089 samples/sec	rmse=0.019930	lr=0.309336
Epoch[66] Batch [799]	Speed: 5084.847989 samples/sec	rmse=0.019944	lr=0.309228
Epoch[66] Batch [849]	Speed: 4935.079138 samples/sec	rmse=0.019949	lr=0.309121
Epoch[66] Batch [899]	Speed: 5074.101701 samples/sec	rmse=0.019951	lr=0.309013
Epoch[66] Batch [949]	Speed: 4974.283852 samples/sec	rmse=0.019951	lr=0.308905
Epoch[66] Batch [999]	Speed: 4889.077647 samples/sec	rmse=0.019952	lr=0.308797
Epoch[66] Batch [1049]	Speed: 4765.350677 samples/sec	rmse=0.019945	lr=0.308688
Epoch[66] Batch [1099]	Speed: 4907.132576 samples/sec	rmse=0.019940	lr=0.308580
Epoch[66] Batch [1149]	Speed: 5023.789428 samples/sec	rmse=0.019946	lr=0.308472
Epoch[66] Batch [1199]	Speed: 4952.990510 samples/sec	rmse=0.019948	lr=0.308364
Epoch[66] Batch [1249]	Speed: 5034.069005 samples/sec	rmse=0.019945	lr=0.308256
[Epoch 66] training: rmse=0.019944
[Epoch 66] speed: 4945 samples/sec	time cost: 268.343085
[Epoch 66] validation: err-top1=0.365733 err-top5=0.143415
Epoch[67] Batch [49]	Speed: 4774.422542 samples/sec	rmse=0.019757	lr=0.308145
Epoch[67] Batch [99]	Speed: 4889.894780 samples/sec	rmse=0.019734	lr=0.308037
Epoch[67] Batch [149]	Speed: 4902.148934 samples/sec	rmse=0.019770	lr=0.307928
Epoch[67] Batch [199]	Speed: 4814.649164 samples/sec	rmse=0.019793	lr=0.307820
Epoch[67] Batch [249]	Speed: 5096.489438 samples/sec	rmse=0.019808	lr=0.307712
Epoch[67] Batch [299]	Speed: 4905.117624 samples/sec	rmse=0.019857	lr=0.307603
Epoch[67] Batch [349]	Speed: 5043.132670 samples/sec	rmse=0.019881	lr=0.307494
Epoch[67] Batch [399]	Speed: 5074.823311 samples/sec	rmse=0.019873	lr=0.307386
Epoch[67] Batch [449]	Speed: 5067.894846 samples/sec	rmse=0.019881	lr=0.307277
Epoch[67] Batch [499]	Speed: 4971.063901 samples/sec	rmse=0.019892	lr=0.307168
Epoch[67] Batch [549]	Speed: 5100.906310 samples/sec	rmse=0.019896	lr=0.307060
Epoch[67] Batch [599]	Speed: 5103.217059 samples/sec	rmse=0.019921	lr=0.306951
Epoch[67] Batch [649]	Speed: 5140.052964 samples/sec	rmse=0.019924	lr=0.306842
Epoch[67] Batch [699]	Speed: 5016.648973 samples/sec	rmse=0.019926	lr=0.306733
Epoch[67] Batch [749]	Speed: 4887.909755 samples/sec	rmse=0.019933	lr=0.306624
Epoch[67] Batch [799]	Speed: 5138.880771 samples/sec	rmse=0.019923	lr=0.306515
Epoch[67] Batch [849]	Speed: 4901.214719 samples/sec	rmse=0.019929	lr=0.306406
Epoch[67] Batch [899]	Speed: 5203.366806 samples/sec	rmse=0.019922	lr=0.306297
Epoch[67] Batch [949]	Speed: 5045.564195 samples/sec	rmse=0.019930	lr=0.306188
Epoch[67] Batch [999]	Speed: 4883.866564 samples/sec	rmse=0.019936	lr=0.306079
Epoch[67] Batch [1049]	Speed: 5011.328250 samples/sec	rmse=0.019937	lr=0.305970
Epoch[67] Batch [1099]	Speed: 5060.299669 samples/sec	rmse=0.019937	lr=0.305860
Epoch[67] Batch [1149]	Speed: 5022.368708 samples/sec	rmse=0.019945	lr=0.305751
Epoch[67] Batch [1199]	Speed: 4960.701928 samples/sec	rmse=0.019941	lr=0.305642
Epoch[67] Batch [1249]	Speed: 5109.198617 samples/sec	rmse=0.019948	lr=0.305532
[Epoch 67] training: rmse=0.019948
[Epoch 67] speed: 4998 samples/sec	time cost: 265.260420
[Epoch 67] validation: err-top1=0.361767 err-top5=0.139947
Epoch[68] Batch [49]	Speed: 4811.153232 samples/sec	rmse=0.019577	lr=0.305421
Epoch[68] Batch [99]	Speed: 4666.205065 samples/sec	rmse=0.019736	lr=0.305311
Epoch[68] Batch [149]	Speed: 4951.182007 samples/sec	rmse=0.019737	lr=0.305202
Epoch[68] Batch [199]	Speed: 4732.839580 samples/sec	rmse=0.019750	lr=0.305092
Epoch[68] Batch [249]	Speed: 5050.867736 samples/sec	rmse=0.019766	lr=0.304983
Epoch[68] Batch [299]	Speed: 4676.229143 samples/sec	rmse=0.019782	lr=0.304873
Epoch[68] Batch [349]	Speed: 4705.716283 samples/sec	rmse=0.019797	lr=0.304763
Epoch[68] Batch [399]	Speed: 4863.261699 samples/sec	rmse=0.019812	lr=0.304654
Epoch[68] Batch [449]	Speed: 5033.104953 samples/sec	rmse=0.019820	lr=0.304544
Epoch[68] Batch [499]	Speed: 4926.740696 samples/sec	rmse=0.019816	lr=0.304434
Epoch[68] Batch [549]	Speed: 5110.679109 samples/sec	rmse=0.019832	lr=0.304324
Epoch[68] Batch [599]	Speed: 4971.817045 samples/sec	rmse=0.019852	lr=0.304214
Epoch[68] Batch [649]	Speed: 4599.277183 samples/sec	rmse=0.019861	lr=0.304104
Epoch[68] Batch [699]	Speed: 5054.656489 samples/sec	rmse=0.019864	lr=0.303994
Epoch[68] Batch [749]	Speed: 4973.382642 samples/sec	rmse=0.019853	lr=0.303884
Epoch[68] Batch [799]	Speed: 4952.989140 samples/sec	rmse=0.019863	lr=0.303774
Epoch[68] Batch [849]	Speed: 5110.572931 samples/sec	rmse=0.019881	lr=0.303664
Epoch[68] Batch [899]	Speed: 4903.280426 samples/sec	rmse=0.019876	lr=0.303554
Epoch[68] Batch [949]	Speed: 5216.264697 samples/sec	rmse=0.019888	lr=0.303444
Epoch[68] Batch [999]	Speed: 5118.210709 samples/sec	rmse=0.019896	lr=0.303334
Epoch[68] Batch [1049]	Speed: 4970.371380 samples/sec	rmse=0.019899	lr=0.303223
Epoch[68] Batch [1099]	Speed: 5201.082899 samples/sec	rmse=0.019891	lr=0.303113
Epoch[68] Batch [1149]	Speed: 5002.759396 samples/sec	rmse=0.019900	lr=0.303003
Epoch[68] Batch [1199]	Speed: 4892.704950 samples/sec	rmse=0.019903	lr=0.302892
Epoch[68] Batch [1249]	Speed: 5063.246019 samples/sec	rmse=0.019902	lr=0.302782
[Epoch 68] training: rmse=0.019903
[Epoch 68] speed: 4932 samples/sec	time cost: 268.961169
[Epoch 68] validation: err-top1=0.367526 err-top5=0.141542
Epoch[69] Batch [49]	Speed: 4876.649902 samples/sec	rmse=0.019855	lr=0.302669
Epoch[69] Batch [99]	Speed: 4945.262147 samples/sec	rmse=0.019856	lr=0.302559
Epoch[69] Batch [149]	Speed: 4811.558871 samples/sec	rmse=0.019852	lr=0.302448
Epoch[69] Batch [199]	Speed: 4850.519182 samples/sec	rmse=0.019900	lr=0.302337
Epoch[69] Batch [249]	Speed: 4854.882112 samples/sec	rmse=0.019906	lr=0.302227
Epoch[69] Batch [299]	Speed: 4923.713270 samples/sec	rmse=0.019914	lr=0.302116
Epoch[69] Batch [349]	Speed: 4831.666925 samples/sec	rmse=0.019921	lr=0.302005
Epoch[69] Batch [399]	Speed: 4794.456454 samples/sec	rmse=0.019924	lr=0.301894
Epoch[69] Batch [449]	Speed: 4682.068755 samples/sec	rmse=0.019919	lr=0.301784
Epoch[69] Batch [499]	Speed: 4779.847023 samples/sec	rmse=0.019919	lr=0.301673
Epoch[69] Batch [549]	Speed: 4681.965144 samples/sec	rmse=0.019932	lr=0.301562
Epoch[69] Batch [599]	Speed: 4945.363844 samples/sec	rmse=0.019927	lr=0.301451
Epoch[69] Batch [649]	Speed: 5040.667519 samples/sec	rmse=0.019939	lr=0.301340
Epoch[69] Batch [699]	Speed: 5133.053827 samples/sec	rmse=0.019931	lr=0.301229
Epoch[69] Batch [749]	Speed: 4795.195898 samples/sec	rmse=0.019930	lr=0.301118
Epoch[69] Batch [799]	Speed: 4799.710947 samples/sec	rmse=0.019925	lr=0.301007
Epoch[69] Batch [849]	Speed: 5203.361511 samples/sec	rmse=0.019929	lr=0.300895
Epoch[69] Batch [899]	Speed: 4893.959338 samples/sec	rmse=0.019922	lr=0.300784
Epoch[69] Batch [949]	Speed: 5083.054303 samples/sec	rmse=0.019920	lr=0.300673
Epoch[69] Batch [999]	Speed: 5120.982244 samples/sec	rmse=0.019916	lr=0.300562
Epoch[69] Batch [1049]	Speed: 4981.775143 samples/sec	rmse=0.019913	lr=0.300450
Epoch[69] Batch [1099]	Speed: 5083.873539 samples/sec	rmse=0.019907	lr=0.300339
Epoch[69] Batch [1149]	Speed: 5002.679682 samples/sec	rmse=0.019905	lr=0.300227
Epoch[69] Batch [1199]	Speed: 5178.101895 samples/sec	rmse=0.019906	lr=0.300116
Epoch[69] Batch [1249]	Speed: 5315.291898 samples/sec	rmse=0.019907	lr=0.300004
[Epoch 69] training: rmse=0.019907
[Epoch 69] speed: 4932 samples/sec	time cost: 268.339211
[Epoch 69] validation: err-top1=0.374573 err-top5=0.145589
Epoch[70] Batch [49]	Speed: 4614.832703 samples/sec	rmse=0.019706	lr=0.299891
Epoch[70] Batch [99]	Speed: 4938.816959 samples/sec	rmse=0.019731	lr=0.299779
Epoch[70] Batch [149]	Speed: 4887.176811 samples/sec	rmse=0.019777	lr=0.299667
Epoch[70] Batch [199]	Speed: 5059.030556 samples/sec	rmse=0.019764	lr=0.299556
Epoch[70] Batch [249]	Speed: 4927.728428 samples/sec	rmse=0.019788	lr=0.299444
Epoch[70] Batch [299]	Speed: 5016.586041 samples/sec	rmse=0.019833	lr=0.299332
Epoch[70] Batch [349]	Speed: 4977.191883 samples/sec	rmse=0.019832	lr=0.299221
Epoch[70] Batch [399]	Speed: 5011.653608 samples/sec	rmse=0.019850	lr=0.299109
Epoch[70] Batch [449]	Speed: 4915.988489 samples/sec	rmse=0.019851	lr=0.298997
Epoch[70] Batch [499]	Speed: 4872.007471 samples/sec	rmse=0.019849	lr=0.298885
Epoch[70] Batch [549]	Speed: 4852.531404 samples/sec	rmse=0.019855	lr=0.298773
Epoch[70] Batch [599]	Speed: 5062.730354 samples/sec	rmse=0.019863	lr=0.298661
Epoch[70] Batch [649]	Speed: 5215.283308 samples/sec	rmse=0.019858	lr=0.298549
Epoch[70] Batch [699]	Speed: 4642.285553 samples/sec	rmse=0.019858	lr=0.298437
Epoch[70] Batch [749]	Speed: 4637.796657 samples/sec	rmse=0.019843	lr=0.298325
Epoch[70] Batch [799]	Speed: 4977.594046 samples/sec	rmse=0.019849	lr=0.298213
Epoch[70] Batch [849]	Speed: 4781.014612 samples/sec	rmse=0.019859	lr=0.298100
Epoch[70] Batch [899]	Speed: 4958.703781 samples/sec	rmse=0.019855	lr=0.297988
Epoch[70] Batch [949]	Speed: 5029.448784 samples/sec	rmse=0.019869	lr=0.297876
Epoch[70] Batch [999]	Speed: 4852.461887 samples/sec	rmse=0.019865	lr=0.297763
Epoch[70] Batch [1049]	Speed: 4981.298701 samples/sec	rmse=0.019869	lr=0.297651
Epoch[70] Batch [1099]	Speed: 4924.662293 samples/sec	rmse=0.019876	lr=0.297539
Epoch[70] Batch [1149]	Speed: 4861.955188 samples/sec	rmse=0.019880	lr=0.297426
Epoch[70] Batch [1199]	Speed: 4931.768714 samples/sec	rmse=0.019882	lr=0.297314
Epoch[70] Batch [1249]	Speed: 5142.716925 samples/sec	rmse=0.019881	lr=0.297201
[Epoch 70] training: rmse=0.019881
[Epoch 70] speed: 4914 samples/sec	time cost: 270.033800
[Epoch 70] validation: err-top1=0.362384 err-top5=0.137795
Epoch[71] Batch [49]	Speed: 4856.903888 samples/sec	rmse=0.019720	lr=0.297086
Epoch[71] Batch [99]	Speed: 4948.836586 samples/sec	rmse=0.019724	lr=0.296974
Epoch[71] Batch [149]	Speed: 4992.418668 samples/sec	rmse=0.019732	lr=0.296861
Epoch[71] Batch [199]	Speed: 5036.561843 samples/sec	rmse=0.019751	lr=0.296748
Epoch[71] Batch [249]	Speed: 4765.461183 samples/sec	rmse=0.019788	lr=0.296636
Epoch[71] Batch [299]	Speed: 4831.720302 samples/sec	rmse=0.019809	lr=0.296523
Epoch[71] Batch [349]	Speed: 4700.048393 samples/sec	rmse=0.019828	lr=0.296410
Epoch[71] Batch [399]	Speed: 4930.764192 samples/sec	rmse=0.019830	lr=0.296297
Epoch[71] Batch [449]	Speed: 5065.820544 samples/sec	rmse=0.019830	lr=0.296184
Epoch[71] Batch [499]	Speed: 5019.857276 samples/sec	rmse=0.019848	lr=0.296071
Epoch[71] Batch [549]	Speed: 4926.598510 samples/sec	rmse=0.019830	lr=0.295958
Epoch[71] Batch [599]	Speed: 5001.042246 samples/sec	rmse=0.019847	lr=0.295845
Epoch[71] Batch [649]	Speed: 5195.641270 samples/sec	rmse=0.019841	lr=0.295732
Epoch[71] Batch [699]	Speed: 5070.995416 samples/sec	rmse=0.019848	lr=0.295619
Epoch[71] Batch [749]	Speed: 5112.430032 samples/sec	rmse=0.019856	lr=0.295506
Epoch[71] Batch [799]	Speed: 4911.663035 samples/sec	rmse=0.019863	lr=0.295393
Epoch[71] Batch [849]	Speed: 4866.001529 samples/sec	rmse=0.019867	lr=0.295280
Epoch[71] Batch [899]	Speed: 4926.653100 samples/sec	rmse=0.019859	lr=0.295167
Epoch[71] Batch [949]	Speed: 4967.427992 samples/sec	rmse=0.019861	lr=0.295053
Epoch[71] Batch [999]	Speed: 4863.844273 samples/sec	rmse=0.019867	lr=0.294940
Epoch[71] Batch [1049]	Speed: 4861.100710 samples/sec	rmse=0.019868	lr=0.294827
Epoch[71] Batch [1099]	Speed: 5011.378887 samples/sec	rmse=0.019866	lr=0.294713
Epoch[71] Batch [1149]	Speed: 4812.325923 samples/sec	rmse=0.019871	lr=0.294600
Epoch[71] Batch [1199]	Speed: 5041.022730 samples/sec	rmse=0.019872	lr=0.294486
Epoch[71] Batch [1249]	Speed: 5223.519184 samples/sec	rmse=0.019881	lr=0.294373
[Epoch 71] training: rmse=0.019882
[Epoch 71] speed: 4950 samples/sec	time cost: 268.057363
[Epoch 71] validation: err-top1=0.369519 err-top5=0.143276
Epoch[72] Batch [49]	Speed: 4832.986791 samples/sec	rmse=0.019863	lr=0.294257
Epoch[72] Batch [99]	Speed: 4978.568342 samples/sec	rmse=0.019816	lr=0.294143
Epoch[72] Batch [149]	Speed: 4859.981229 samples/sec	rmse=0.019796	lr=0.294030
Epoch[72] Batch [199]	Speed: 4891.442402 samples/sec	rmse=0.019839	lr=0.293916
Epoch[72] Batch [249]	Speed: 4917.553239 samples/sec	rmse=0.019807	lr=0.293802
Epoch[72] Batch [299]	Speed: 4960.379485 samples/sec	rmse=0.019805	lr=0.293688
Epoch[72] Batch [349]	Speed: 4794.739272 samples/sec	rmse=0.019798	lr=0.293575
Epoch[72] Batch [399]	Speed: 5148.372670 samples/sec	rmse=0.019828	lr=0.293461
Epoch[72] Batch [449]	Speed: 5065.371500 samples/sec	rmse=0.019812	lr=0.293347
Epoch[72] Batch [499]	Speed: 5024.776485 samples/sec	rmse=0.019799	lr=0.293233
Epoch[72] Batch [549]	Speed: 4818.195475 samples/sec	rmse=0.019809	lr=0.293119
Epoch[72] Batch [599]	Speed: 4854.867954 samples/sec	rmse=0.019813	lr=0.293005
Epoch[72] Batch [649]	Speed: 4912.341538 samples/sec	rmse=0.019811	lr=0.292891
Epoch[72] Batch [699]	Speed: 4646.246885 samples/sec	rmse=0.019823	lr=0.292777
Epoch[72] Batch [749]	Speed: 4658.348780 samples/sec	rmse=0.019822	lr=0.292663
Epoch[72] Batch [799]	Speed: 4741.262737 samples/sec	rmse=0.019821	lr=0.292549
Epoch[72] Batch [849]	Speed: 4865.810568 samples/sec	rmse=0.019821	lr=0.292435
Epoch[72] Batch [899]	Speed: 4884.032841 samples/sec	rmse=0.019818	lr=0.292320
Epoch[72] Batch [949]	Speed: 4800.383658 samples/sec	rmse=0.019823	lr=0.292206
Epoch[72] Batch [999]	Speed: 4988.854960 samples/sec	rmse=0.019827	lr=0.292092
Epoch[72] Batch [1049]	Speed: 4796.435383 samples/sec	rmse=0.019831	lr=0.291977
Epoch[72] Batch [1099]	Speed: 4949.698232 samples/sec	rmse=0.019826	lr=0.291863
Epoch[72] Batch [1149]	Speed: 5027.862879 samples/sec	rmse=0.019822	lr=0.291749
Epoch[72] Batch [1199]	Speed: 5018.074900 samples/sec	rmse=0.019835	lr=0.291634
Epoch[72] Batch [1249]	Speed: 4961.611501 samples/sec	rmse=0.019840	lr=0.291520
[Epoch 72] training: rmse=0.019840
[Epoch 72] speed: 4888 samples/sec	time cost: 271.340405
[Epoch 72] validation: err-top1=0.380720 err-top5=0.148776
Epoch[73] Batch [49]	Speed: 4783.557037 samples/sec	rmse=0.019694	lr=0.291403
Epoch[73] Batch [99]	Speed: 4691.362876 samples/sec	rmse=0.019665	lr=0.291288
Epoch[73] Batch [149]	Speed: 4914.309124 samples/sec	rmse=0.019738	lr=0.291174
Epoch[73] Batch [199]	Speed: 4961.373417 samples/sec	rmse=0.019717	lr=0.291059
Epoch[73] Batch [249]	Speed: 4959.489606 samples/sec	rmse=0.019687	lr=0.290944
Epoch[73] Batch [299]	Speed: 5005.957305 samples/sec	rmse=0.019710	lr=0.290830
Epoch[73] Batch [349]	Speed: 5077.671943 samples/sec	rmse=0.019706	lr=0.290715
Epoch[73] Batch [399]	Speed: 4948.047976 samples/sec	rmse=0.019713	lr=0.290600
Epoch[73] Batch [449]	Speed: 5179.391609 samples/sec	rmse=0.019690	lr=0.290485
Epoch[73] Batch [499]	Speed: 5249.611961 samples/sec	rmse=0.019705	lr=0.290370
Epoch[73] Batch [549]	Speed: 4971.108319 samples/sec	rmse=0.019738	lr=0.290256
Epoch[73] Batch [599]	Speed: 5303.957741 samples/sec	rmse=0.019732	lr=0.290141
Epoch[73] Batch [649]	Speed: 4998.750822 samples/sec	rmse=0.019732	lr=0.290026
Epoch[73] Batch [699]	Speed: 4916.009646 samples/sec	rmse=0.019747	lr=0.289911
Epoch[73] Batch [749]	Speed: 4927.375661 samples/sec	rmse=0.019758	lr=0.289796
Epoch[73] Batch [799]	Speed: 5027.676777 samples/sec	rmse=0.019774	lr=0.289680
Epoch[73] Batch [849]	Speed: 5146.852622 samples/sec	rmse=0.019765	lr=0.289565
Epoch[73] Batch [899]	Speed: 5051.168665 samples/sec	rmse=0.019774	lr=0.289450
Epoch[73] Batch [949]	Speed: 4911.644049 samples/sec	rmse=0.019773	lr=0.289335
Epoch[73] Batch [999]	Speed: 4867.772935 samples/sec	rmse=0.019766	lr=0.289220
Epoch[73] Batch [1049]	Speed: 4757.203758 samples/sec	rmse=0.019772	lr=0.289104
Epoch[73] Batch [1099]	Speed: 4857.710300 samples/sec	rmse=0.019786	lr=0.288989
Epoch[73] Batch [1149]	Speed: 5020.166491 samples/sec	rmse=0.019800	lr=0.288874
Epoch[73] Batch [1199]	Speed: 4895.574153 samples/sec	rmse=0.019805	lr=0.288758
Epoch[73] Batch [1249]	Speed: 5172.673958 samples/sec	rmse=0.019813	lr=0.288643
[Epoch 73] training: rmse=0.019813
[Epoch 73] speed: 4975 samples/sec	time cost: 266.430453
[Epoch 73] validation: err-top1=0.379843 err-top5=0.152822
Epoch[74] Batch [49]	Speed: 4548.997510 samples/sec	rmse=0.019725	lr=0.288525
Epoch[74] Batch [99]	Speed: 4867.108893 samples/sec	rmse=0.019696	lr=0.288410
Epoch[74] Batch [149]	Speed: 5165.428337 samples/sec	rmse=0.019655	lr=0.288294
Epoch[74] Batch [199]	Speed: 4993.914582 samples/sec	rmse=0.019685	lr=0.288179
Epoch[74] Batch [249]	Speed: 4837.498238 samples/sec	rmse=0.019737	lr=0.288063
Epoch[74] Batch [299]	Speed: 4942.691383 samples/sec	rmse=0.019760	lr=0.287947
Epoch[74] Batch [349]	Speed: 5029.390478 samples/sec	rmse=0.019778	lr=0.287832
Epoch[74] Batch [399]	Speed: 4936.277171 samples/sec	rmse=0.019765	lr=0.287716
Epoch[74] Batch [449]	Speed: 4854.200076 samples/sec	rmse=0.019765	lr=0.287600
Epoch[74] Batch [499]	Speed: 4788.374421 samples/sec	rmse=0.019764	lr=0.287484
Epoch[74] Batch [549]	Speed: 4885.150318 samples/sec	rmse=0.019788	lr=0.287369
Epoch[74] Batch [599]	Speed: 4804.495906 samples/sec	rmse=0.019795	lr=0.287253
Epoch[74] Batch [649]	Speed: 4962.787357 samples/sec	rmse=0.019803	lr=0.287137
Epoch[74] Batch [699]	Speed: 4931.956846 samples/sec	rmse=0.019800	lr=0.287021
Epoch[74] Batch [749]	Speed: 4844.931454 samples/sec	rmse=0.019805	lr=0.286905
Epoch[74] Batch [799]	Speed: 4879.559618 samples/sec	rmse=0.019804	lr=0.286789
Epoch[74] Batch [849]	Speed: 4816.706921 samples/sec	rmse=0.019801	lr=0.286673
Epoch[74] Batch [899]	Speed: 4955.281899 samples/sec	rmse=0.019798	lr=0.286557
Epoch[74] Batch [949]	Speed: 4899.182605 samples/sec	rmse=0.019802	lr=0.286441
Epoch[74] Batch [999]	Speed: 4910.129199 samples/sec	rmse=0.019803	lr=0.286324
Epoch[74] Batch [1049]	Speed: 4800.705918 samples/sec	rmse=0.019806	lr=0.286208
Epoch[74] Batch [1099]	Speed: 4932.948030 samples/sec	rmse=0.019816	lr=0.286092
Epoch[74] Batch [1149]	Speed: 4973.633976 samples/sec	rmse=0.019822	lr=0.285976
Epoch[74] Batch [1199]	Speed: 4842.996630 samples/sec	rmse=0.019834	lr=0.285859
Epoch[74] Batch [1249]	Speed: 5083.238993 samples/sec	rmse=0.019839	lr=0.285743
[Epoch 74] training: rmse=0.019840
[Epoch 74] speed: 4892 samples/sec	time cost: 270.989142
[Epoch 74] validation: err-top1=0.365314 err-top5=0.141641
Epoch[75] Batch [49]	Speed: 4645.633461 samples/sec	rmse=0.019770	lr=0.285624
Epoch[75] Batch [99]	Speed: 4979.012284 samples/sec	rmse=0.019649	lr=0.285508
Epoch[75] Batch [149]	Speed: 4950.433389 samples/sec	rmse=0.019636	lr=0.285392
Epoch[75] Batch [199]	Speed: 5234.054816 samples/sec	rmse=0.019659	lr=0.285275
Epoch[75] Batch [249]	Speed: 5036.151041 samples/sec	rmse=0.019623	lr=0.285159
Epoch[75] Batch [299]	Speed: 5253.244384 samples/sec	rmse=0.019649	lr=0.285042
Epoch[75] Batch [349]	Speed: 5194.495356 samples/sec	rmse=0.019682	lr=0.284926
Epoch[75] Batch [399]	Speed: 4891.351267 samples/sec	rmse=0.019696	lr=0.284809
Epoch[75] Batch [449]	Speed: 5087.830237 samples/sec	rmse=0.019707	lr=0.284692
Epoch[75] Batch [499]	Speed: 5153.730157 samples/sec	rmse=0.019724	lr=0.284576
Epoch[75] Batch [549]	Speed: 4943.933748 samples/sec	rmse=0.019727	lr=0.284459
Epoch[75] Batch [599]	Speed: 4879.617828 samples/sec	rmse=0.019723	lr=0.284342
Epoch[75] Batch [649]	Speed: 4982.817555 samples/sec	rmse=0.019747	lr=0.284225
Epoch[75] Batch [699]	Speed: 5038.427359 samples/sec	rmse=0.019760	lr=0.284109
Epoch[75] Batch [749]	Speed: 5000.800013 samples/sec	rmse=0.019745	lr=0.283992
Epoch[75] Batch [799]	Speed: 4798.921422 samples/sec	rmse=0.019743	lr=0.283875
Epoch[75] Batch [849]	Speed: 4918.569396 samples/sec	rmse=0.019761	lr=0.283758
Epoch[75] Batch [899]	Speed: 5062.481631 samples/sec	rmse=0.019771	lr=0.283641
Epoch[75] Batch [949]	Speed: 4826.358650 samples/sec	rmse=0.019771	lr=0.283524
Epoch[75] Batch [999]	Speed: 5070.975778 samples/sec	rmse=0.019769	lr=0.283407
Epoch[75] Batch [1049]	Speed: 4898.098919 samples/sec	rmse=0.019770	lr=0.283290
Epoch[75] Batch [1099]	Speed: 4887.156791 samples/sec	rmse=0.019771	lr=0.283173
Epoch[75] Batch [1149]	Speed: 4949.736451 samples/sec	rmse=0.019773	lr=0.283056
Epoch[75] Batch [1199]	Speed: 5145.334581 samples/sec	rmse=0.019785	lr=0.282938
Epoch[75] Batch [1249]	Speed: 4930.255236 samples/sec	rmse=0.019782	lr=0.282821
[Epoch 75] training: rmse=0.019782
[Epoch 75] speed: 4982 samples/sec	time cost: 266.364058
[Epoch 75] validation: err-top1=0.356140 err-top5=0.135295
Epoch[76] Batch [49]	Speed: 4552.940357 samples/sec	rmse=0.019734	lr=0.282702
Epoch[76] Batch [99]	Speed: 4778.882479 samples/sec	rmse=0.019590	lr=0.282584
Epoch[76] Batch [149]	Speed: 4605.265380 samples/sec	rmse=0.019638	lr=0.282467
Epoch[76] Batch [199]	Speed: 4975.233569 samples/sec	rmse=0.019660	lr=0.282350
Epoch[76] Batch [249]	Speed: 4639.132973 samples/sec	rmse=0.019667	lr=0.282232
Epoch[76] Batch [299]	Speed: 4977.337120 samples/sec	rmse=0.019677	lr=0.282115
Epoch[76] Batch [349]	Speed: 4761.931330 samples/sec	rmse=0.019689	lr=0.281997
Epoch[76] Batch [399]	Speed: 4929.722620 samples/sec	rmse=0.019713	lr=0.281880
Epoch[76] Batch [449]	Speed: 4725.458243 samples/sec	rmse=0.019734	lr=0.281762
Epoch[76] Batch [499]	Speed: 5226.308417 samples/sec	rmse=0.019728	lr=0.281645
Epoch[76] Batch [549]	Speed: 4857.381221 samples/sec	rmse=0.019727	lr=0.281527
Epoch[76] Batch [599]	Speed: 4936.278646 samples/sec	rmse=0.019717	lr=0.281410
Epoch[76] Batch [649]	Speed: 5011.423444 samples/sec	rmse=0.019709	lr=0.281292
Epoch[76] Batch [699]	Speed: 4926.441075 samples/sec	rmse=0.019695	lr=0.281174
Epoch[76] Batch [749]	Speed: 4962.681961 samples/sec	rmse=0.019713	lr=0.281057
Epoch[76] Batch [799]	Speed: 5185.155647 samples/sec	rmse=0.019715	lr=0.280939
Epoch[76] Batch [849]	Speed: 5106.494945 samples/sec	rmse=0.019725	lr=0.280821
Epoch[76] Batch [899]	Speed: 5302.015596 samples/sec	rmse=0.019737	lr=0.280703
Epoch[76] Batch [949]	Speed: 4951.970245 samples/sec	rmse=0.019746	lr=0.280585
Epoch[76] Batch [999]	Speed: 4921.821847 samples/sec	rmse=0.019745	lr=0.280468
Epoch[76] Batch [1049]	Speed: 4946.053287 samples/sec	rmse=0.019757	lr=0.280350
Epoch[76] Batch [1099]	Speed: 4944.219679 samples/sec	rmse=0.019753	lr=0.280232
Epoch[76] Batch [1149]	Speed: 4963.269442 samples/sec	rmse=0.019755	lr=0.280114
Epoch[76] Batch [1199]	Speed: 4839.886758 samples/sec	rmse=0.019774	lr=0.279996
Epoch[76] Batch [1249]	Speed: 5119.401071 samples/sec	rmse=0.019778	lr=0.279878
[Epoch 76] training: rmse=0.019778
[Epoch 76] speed: 4914 samples/sec	time cost: 269.899849
[Epoch 76] validation: err-top1=0.365454 err-top5=0.139130
Epoch[77] Batch [49]	Speed: 4603.025910 samples/sec	rmse=0.019716	lr=0.279757
Epoch[77] Batch [99]	Speed: 5015.886755 samples/sec	rmse=0.019657	lr=0.279639
Epoch[77] Batch [149]	Speed: 4792.953325 samples/sec	rmse=0.019608	lr=0.279521
Epoch[77] Batch [199]	Speed: 4935.051466 samples/sec	rmse=0.019623	lr=0.279403
Epoch[77] Batch [249]	Speed: 4966.491705 samples/sec	rmse=0.019611	lr=0.279285
Epoch[77] Batch [299]	Speed: 4971.545638 samples/sec	rmse=0.019636	lr=0.279166
Epoch[77] Batch [349]	Speed: 4729.911929 samples/sec	rmse=0.019675	lr=0.279048
Epoch[77] Batch [399]	Speed: 4935.869405 samples/sec	rmse=0.019698	lr=0.278930
Epoch[77] Batch [449]	Speed: 4758.889758 samples/sec	rmse=0.019705	lr=0.278811
Epoch[77] Batch [499]	Speed: 4880.183366 samples/sec	rmse=0.019712	lr=0.278693
Epoch[77] Batch [549]	Speed: 4885.452828 samples/sec	rmse=0.019712	lr=0.278575
Epoch[77] Batch [599]	Speed: 4822.424077 samples/sec	rmse=0.019716	lr=0.278456
Epoch[77] Batch [649]	Speed: 5077.248526 samples/sec	rmse=0.019719	lr=0.278338
Epoch[77] Batch [699]	Speed: 4923.711802 samples/sec	rmse=0.019717	lr=0.278219
Epoch[77] Batch [749]	Speed: 4965.156585 samples/sec	rmse=0.019714	lr=0.278101
Epoch[77] Batch [799]	Speed: 4905.167930 samples/sec	rmse=0.019709	lr=0.277982
Epoch[77] Batch [849]	Speed: 4982.642055 samples/sec	rmse=0.019717	lr=0.277863
Epoch[77] Batch [899]	Speed: 4895.358322 samples/sec	rmse=0.019716	lr=0.277745
Epoch[77] Batch [949]	Speed: 5040.326553 samples/sec	rmse=0.019716	lr=0.277626
Epoch[77] Batch [999]	Speed: 4770.017646 samples/sec	rmse=0.019726	lr=0.277507
Epoch[77] Batch [1049]	Speed: 4828.327857 samples/sec	rmse=0.019727	lr=0.277389
Epoch[77] Batch [1099]	Speed: 5089.840572 samples/sec	rmse=0.019725	lr=0.277270
Epoch[77] Batch [1149]	Speed: 4706.626035 samples/sec	rmse=0.019710	lr=0.277151
Epoch[77] Batch [1199]	Speed: 4714.591388 samples/sec	rmse=0.019718	lr=0.277032
Epoch[77] Batch [1249]	Speed: 4991.504147 samples/sec	rmse=0.019721	lr=0.276913
[Epoch 77] training: rmse=0.019721
[Epoch 77] speed: 4880 samples/sec	time cost: 271.448418
[Epoch 77] validation: err-top1=0.357601 err-top5=0.134905
Epoch[78] Batch [49]	Speed: 4597.269289 samples/sec	rmse=0.019590	lr=0.276792
Epoch[78] Batch [99]	Speed: 5062.006571 samples/sec	rmse=0.019700	lr=0.276673
Epoch[78] Batch [149]	Speed: 4790.495798 samples/sec	rmse=0.019707	lr=0.276554
Epoch[78] Batch [199]	Speed: 5170.609373 samples/sec	rmse=0.019721	lr=0.276435
Epoch[78] Batch [249]	Speed: 4826.568765 samples/sec	rmse=0.019732	lr=0.276316
Epoch[78] Batch [299]	Speed: 5162.868769 samples/sec	rmse=0.019751	lr=0.276197
Epoch[78] Batch [349]	Speed: 4867.879857 samples/sec	rmse=0.019745	lr=0.276078
Epoch[78] Batch [399]	Speed: 5032.949130 samples/sec	rmse=0.019740	lr=0.275959
Epoch[78] Batch [449]	Speed: 4824.620395 samples/sec	rmse=0.019709	lr=0.275840
Epoch[78] Batch [499]	Speed: 5123.973174 samples/sec	rmse=0.019728	lr=0.275721
Epoch[78] Batch [549]	Speed: 5004.099543 samples/sec	rmse=0.019728	lr=0.275601
Epoch[78] Batch [599]	Speed: 5104.358721 samples/sec	rmse=0.019719	lr=0.275482
Epoch[78] Batch [649]	Speed: 5143.600351 samples/sec	rmse=0.019736	lr=0.275363
Epoch[78] Batch [699]	Speed: 4932.175916 samples/sec	rmse=0.019748	lr=0.275244
Epoch[78] Batch [749]	Speed: 5029.750111 samples/sec	rmse=0.019749	lr=0.275124
Epoch[78] Batch [799]	Speed: 4849.364162 samples/sec	rmse=0.019744	lr=0.275005
Epoch[78] Batch [849]	Speed: 4987.025966 samples/sec	rmse=0.019746	lr=0.274885
Epoch[78] Batch [899]	Speed: 5045.613985 samples/sec	rmse=0.019749	lr=0.274766
Epoch[78] Batch [949]	Speed: 4998.477514 samples/sec	rmse=0.019752	lr=0.274647
Epoch[78] Batch [999]	Speed: 5122.427420 samples/sec	rmse=0.019750	lr=0.274527
Epoch[78] Batch [1049]	Speed: 4668.145474 samples/sec	rmse=0.019761	lr=0.274408
Epoch[78] Batch [1099]	Speed: 4913.559248 samples/sec	rmse=0.019762	lr=0.274288
Epoch[78] Batch [1149]	Speed: 5021.825870 samples/sec	rmse=0.019760	lr=0.274168
Epoch[78] Batch [1199]	Speed: 5036.824328 samples/sec	rmse=0.019760	lr=0.274049
Epoch[78] Batch [1249]	Speed: 5012.594600 samples/sec	rmse=0.019767	lr=0.273929
[Epoch 78] training: rmse=0.019768
[Epoch 78] speed: 4964 samples/sec	time cost: 267.616990
[Epoch 78] validation: err-top1=0.351543 err-top5=0.131716
Epoch[79] Batch [49]	Speed: 4833.602715 samples/sec	rmse=0.019781	lr=0.273807
Epoch[79] Batch [99]	Speed: 4843.965706 samples/sec	rmse=0.019730	lr=0.273687
Epoch[79] Batch [149]	Speed: 4922.117973 samples/sec	rmse=0.019758	lr=0.273568
Epoch[79] Batch [199]	Speed: 4755.897885 samples/sec	rmse=0.019756	lr=0.273448
Epoch[79] Batch [249]	Speed: 5062.789436 samples/sec	rmse=0.019725	lr=0.273328
Epoch[79] Batch [299]	Speed: 5050.666979 samples/sec	rmse=0.019710	lr=0.273208
Epoch[79] Batch [349]	Speed: 5021.588430 samples/sec	rmse=0.019706	lr=0.273088
Epoch[79] Batch [399]	Speed: 5094.187797 samples/sec	rmse=0.019716	lr=0.272969
Epoch[79] Batch [449]	Speed: 4901.966426 samples/sec	rmse=0.019700	lr=0.272849
Epoch[79] Batch [499]	Speed: 5088.497640 samples/sec	rmse=0.019720	lr=0.272729
Epoch[79] Batch [549]	Speed: 4975.572125 samples/sec	rmse=0.019721	lr=0.272609
Epoch[79] Batch [599]	Speed: 5061.115880 samples/sec	rmse=0.019717	lr=0.272489
Epoch[79] Batch [649]	Speed: 5124.181880 samples/sec	rmse=0.019713	lr=0.272369
Epoch[79] Batch [699]	Speed: 4890.374388 samples/sec	rmse=0.019720	lr=0.272249
Epoch[79] Batch [749]	Speed: 4939.783291 samples/sec	rmse=0.019733	lr=0.272128
Epoch[79] Batch [799]	Speed: 5063.797969 samples/sec	rmse=0.019732	lr=0.272008
Epoch[79] Batch [849]	Speed: 5142.708181 samples/sec	rmse=0.019721	lr=0.271888
Epoch[79] Batch [899]	Speed: 4974.538043 samples/sec	rmse=0.019722	lr=0.271768
Epoch[79] Batch [949]	Speed: 4786.458572 samples/sec	rmse=0.019725	lr=0.271648
Epoch[79] Batch [999]	Speed: 4960.093516 samples/sec	rmse=0.019742	lr=0.271527
Epoch[79] Batch [1049]	Speed: 5030.092239 samples/sec	rmse=0.019748	lr=0.271407
Epoch[79] Batch [1099]	Speed: 5124.343892 samples/sec	rmse=0.019756	lr=0.271287
Epoch[79] Batch [1149]	Speed: 5122.140054 samples/sec	rmse=0.019752	lr=0.271167
Epoch[79] Batch [1199]	Speed: 4951.899335 samples/sec	rmse=0.019758	lr=0.271046
Epoch[79] Batch [1249]	Speed: 4999.957038 samples/sec	rmse=0.019754	lr=0.270926
[Epoch 79] training: rmse=0.019754
[Epoch 79] speed: 4981 samples/sec	time cost: 266.174442
[Epoch 79] validation: err-top1=0.356704 err-top5=0.134626
Epoch[80] Batch [49]	Speed: 4715.488423 samples/sec	rmse=0.019450	lr=0.270803
Epoch[80] Batch [99]	Speed: 5063.899107 samples/sec	rmse=0.019534	lr=0.270683
Epoch[80] Batch [149]	Speed: 4846.323761 samples/sec	rmse=0.019544	lr=0.270562
Epoch[80] Batch [199]	Speed: 4882.237041 samples/sec	rmse=0.019533	lr=0.270441
Epoch[80] Batch [249]	Speed: 4666.735804 samples/sec	rmse=0.019567	lr=0.270321
Epoch[80] Batch [299]	Speed: 4736.271997 samples/sec	rmse=0.019556	lr=0.270200
Epoch[80] Batch [349]	Speed: 4835.352458 samples/sec	rmse=0.019565	lr=0.270080
Epoch[80] Batch [399]	Speed: 5011.028191 samples/sec	rmse=0.019568	lr=0.269959
Epoch[80] Batch [449]	Speed: 5040.122137 samples/sec	rmse=0.019576	lr=0.269838
Epoch[80] Batch [499]	Speed: 5001.532724 samples/sec	rmse=0.019582	lr=0.269718
Epoch[80] Batch [549]	Speed: 4913.079802 samples/sec	rmse=0.019591	lr=0.269597
Epoch[80] Batch [599]	Speed: 4698.314083 samples/sec	rmse=0.019603	lr=0.269476
Epoch[80] Batch [649]	Speed: 4961.793662 samples/sec	rmse=0.019614	lr=0.269356
Epoch[80] Batch [699]	Speed: 4990.008285 samples/sec	rmse=0.019615	lr=0.269235
Epoch[80] Batch [749]	Speed: 4756.014168 samples/sec	rmse=0.019620	lr=0.269114
Epoch[80] Batch [799]	Speed: 4981.092691 samples/sec	rmse=0.019625	lr=0.268993
Epoch[80] Batch [849]	Speed: 5012.155996 samples/sec	rmse=0.019638	lr=0.268872
Epoch[80] Batch [899]	Speed: 4935.284536 samples/sec	rmse=0.019637	lr=0.268751
Epoch[80] Batch [949]	Speed: 4678.692202 samples/sec	rmse=0.019644	lr=0.268630
Epoch[80] Batch [999]	Speed: 4806.887123 samples/sec	rmse=0.019648	lr=0.268509
Epoch[80] Batch [1049]	Speed: 4672.404201 samples/sec	rmse=0.019651	lr=0.268388
Epoch[80] Batch [1099]	Speed: 4638.220572 samples/sec	rmse=0.019660	lr=0.268267
Epoch[80] Batch [1149]	Speed: 4729.697332 samples/sec	rmse=0.019667	lr=0.268146
Epoch[80] Batch [1199]	Speed: 4879.673599 samples/sec	rmse=0.019675	lr=0.268025
Epoch[80] Batch [1249]	Speed: 5056.269820 samples/sec	rmse=0.019680	lr=0.267904
[Epoch 80] training: rmse=0.019679
[Epoch 80] speed: 4852 samples/sec	time cost: 273.132730
[Epoch 80] validation: err-top1=0.355847 err-top5=0.133410
Epoch[81] Batch [49]	Speed: 4678.043278 samples/sec	rmse=0.019489	lr=0.267780
Epoch[81] Batch [99]	Speed: 4743.441891 samples/sec	rmse=0.019537	lr=0.267659
Epoch[81] Batch [149]	Speed: 4807.333905 samples/sec	rmse=0.019557	lr=0.267538
Epoch[81] Batch [199]	Speed: 4945.784230 samples/sec	rmse=0.019573	lr=0.267417
Epoch[81] Batch [249]	Speed: 5022.603638 samples/sec	rmse=0.019557	lr=0.267296
Epoch[81] Batch [299]	Speed: 4797.332864 samples/sec	rmse=0.019536	lr=0.267174
Epoch[81] Batch [349]	Speed: 5054.383576 samples/sec	rmse=0.019536	lr=0.267053
Epoch[81] Batch [399]	Speed: 4983.506263 samples/sec	rmse=0.019532	lr=0.266932
Epoch[81] Batch [449]	Speed: 5169.905073 samples/sec	rmse=0.019583	lr=0.266810
Epoch[81] Batch [499]	Speed: 4944.003862 samples/sec	rmse=0.019586	lr=0.266689
Epoch[81] Batch [549]	Speed: 4887.273908 samples/sec	rmse=0.019580	lr=0.266567
Epoch[81] Batch [599]	Speed: 5015.814002 samples/sec	rmse=0.019584	lr=0.266446
Epoch[81] Batch [649]	Speed: 4810.441293 samples/sec	rmse=0.019591	lr=0.266324
Epoch[81] Batch [699]	Speed: 4902.093654 samples/sec	rmse=0.019604	lr=0.266203
Epoch[81] Batch [749]	Speed: 5018.321859 samples/sec	rmse=0.019608	lr=0.266081
Epoch[81] Batch [799]	Speed: 4855.147297 samples/sec	rmse=0.019629	lr=0.265960
Epoch[81] Batch [849]	Speed: 4822.901155 samples/sec	rmse=0.019628	lr=0.265838
Epoch[81] Batch [899]	Speed: 4984.458116 samples/sec	rmse=0.019634	lr=0.265717
Epoch[81] Batch [949]	Speed: 4809.707050 samples/sec	rmse=0.019643	lr=0.265595
Epoch[81] Batch [999]	Speed: 4755.203678 samples/sec	rmse=0.019641	lr=0.265473
Epoch[81] Batch [1049]	Speed: 4875.406252 samples/sec	rmse=0.019648	lr=0.265352
Epoch[81] Batch [1099]	Speed: 4921.161021 samples/sec	rmse=0.019654	lr=0.265230
Epoch[81] Batch [1149]	Speed: 4804.564055 samples/sec	rmse=0.019657	lr=0.265108
Epoch[81] Batch [1199]	Speed: 4974.724150 samples/sec	rmse=0.019657	lr=0.264986
Epoch[81] Batch [1249]	Speed: 5178.996022 samples/sec	rmse=0.019654	lr=0.264865
[Epoch 81] training: rmse=0.019653
[Epoch 81] speed: 4903 samples/sec	time cost: 270.331568
[Epoch 81] validation: err-top1=0.351115 err-top5=0.129293
Epoch[82] Batch [49]	Speed: 4515.834978 samples/sec	rmse=0.019429	lr=0.264740
Epoch[82] Batch [99]	Speed: 4900.596878 samples/sec	rmse=0.019622	lr=0.264618
Epoch[82] Batch [149]	Speed: 4839.534459 samples/sec	rmse=0.019687	lr=0.264497
Epoch[82] Batch [199]	Speed: 5021.105282 samples/sec	rmse=0.019664	lr=0.264375
Epoch[82] Batch [249]	Speed: 4933.277002 samples/sec	rmse=0.019668	lr=0.264253
Epoch[82] Batch [299]	Speed: 5023.125025 samples/sec	rmse=0.019652	lr=0.264131
Epoch[82] Batch [349]	Speed: 5343.064414 samples/sec	rmse=0.019680	lr=0.264009
Epoch[82] Batch [399]	Speed: 4880.097862 samples/sec	rmse=0.019668	lr=0.263887
Epoch[82] Batch [449]	Speed: 4952.195437 samples/sec	rmse=0.019675	lr=0.263765
Epoch[82] Batch [499]	Speed: 5052.949902 samples/sec	rmse=0.019676	lr=0.263643
Epoch[82] Batch [549]	Speed: 5075.036188 samples/sec	rmse=0.019672	lr=0.263520
Epoch[82] Batch [599]	Speed: 5122.307069 samples/sec	rmse=0.019660	lr=0.263398
Epoch[82] Batch [649]	Speed: 5035.413584 samples/sec	rmse=0.019669	lr=0.263276
Epoch[82] Batch [699]	Speed: 5085.695987 samples/sec	rmse=0.019662	lr=0.263154
Epoch[82] Batch [749]	Speed: 5047.596193 samples/sec	rmse=0.019654	lr=0.263032
Epoch[82] Batch [799]	Speed: 5003.511334 samples/sec	rmse=0.019649	lr=0.262910
Epoch[82] Batch [849]	Speed: 4954.281720 samples/sec	rmse=0.019659	lr=0.262787
Epoch[82] Batch [899]	Speed: 4813.261941 samples/sec	rmse=0.019670	lr=0.262665
Epoch[82] Batch [949]	Speed: 5154.004502 samples/sec	rmse=0.019678	lr=0.262543
Epoch[82] Batch [999]	Speed: 4631.913030 samples/sec	rmse=0.019680	lr=0.262420
Epoch[82] Batch [1049]	Speed: 4843.067077 samples/sec	rmse=0.019684	lr=0.262298
Epoch[82] Batch [1099]	Speed: 4909.901418 samples/sec	rmse=0.019684	lr=0.262176
Epoch[82] Batch [1149]	Speed: 4896.059564 samples/sec	rmse=0.019680	lr=0.262053
Epoch[82] Batch [1199]	Speed: 4759.175568 samples/sec	rmse=0.019674	lr=0.261931
Epoch[82] Batch [1249]	Speed: 4987.595246 samples/sec	rmse=0.019678	lr=0.261808
[Epoch 82] training: rmse=0.019678
[Epoch 82] speed: 4940 samples/sec	time cost: 268.570289
[Epoch 82] validation: err-top1=0.349629 err-top5=0.127631
Epoch[83] Batch [49]	Speed: 4716.757796 samples/sec	rmse=0.019444	lr=0.261683
Epoch[83] Batch [99]	Speed: 4970.096911 samples/sec	rmse=0.019395	lr=0.261561
Epoch[83] Batch [149]	Speed: 5199.082175 samples/sec	rmse=0.019407	lr=0.261438
Epoch[83] Batch [199]	Speed: 4797.188618 samples/sec	rmse=0.019452	lr=0.261316
Epoch[83] Batch [249]	Speed: 4858.430365 samples/sec	rmse=0.019511	lr=0.261193
Epoch[83] Batch [299]	Speed: 5139.846039 samples/sec	rmse=0.019553	lr=0.261071
Epoch[83] Batch [349]	Speed: 5105.089569 samples/sec	rmse=0.019578	lr=0.260948
Epoch[83] Batch [399]	Speed: 4887.676021 samples/sec	rmse=0.019589	lr=0.260825
Epoch[83] Batch [449]	Speed: 4945.234930 samples/sec	rmse=0.019592	lr=0.260703
Epoch[83] Batch [499]	Speed: 4887.436191 samples/sec	rmse=0.019596	lr=0.260580
Epoch[83] Batch [549]	Speed: 4924.608312 samples/sec	rmse=0.019612	lr=0.260457
Epoch[83] Batch [599]	Speed: 4910.573372 samples/sec	rmse=0.019617	lr=0.260334
Epoch[83] Batch [649]	Speed: 5088.909309 samples/sec	rmse=0.019626	lr=0.260211
Epoch[83] Batch [699]	Speed: 4770.562939 samples/sec	rmse=0.019628	lr=0.260089
Epoch[83] Batch [749]	Speed: 4866.903947 samples/sec	rmse=0.019630	lr=0.259966
Epoch[83] Batch [799]	Speed: 4911.459936 samples/sec	rmse=0.019629	lr=0.259843
Epoch[83] Batch [849]	Speed: 4827.355152 samples/sec	rmse=0.019633	lr=0.259720
Epoch[83] Batch [899]	Speed: 5080.245539 samples/sec	rmse=0.019638	lr=0.259597
Epoch[83] Batch [949]	Speed: 4780.454796 samples/sec	rmse=0.019649	lr=0.259474
Epoch[83] Batch [999]	Speed: 5152.790330 samples/sec	rmse=0.019651	lr=0.259351
Epoch[83] Batch [1049]	Speed: 5044.347369 samples/sec	rmse=0.019650	lr=0.259228
Epoch[83] Batch [1099]	Speed: 4975.182853 samples/sec	rmse=0.019656	lr=0.259105
Epoch[83] Batch [1149]	Speed: 5088.301476 samples/sec	rmse=0.019657	lr=0.258982
Epoch[83] Batch [1199]	Speed: 5081.424317 samples/sec	rmse=0.019662	lr=0.258859
Epoch[83] Batch [1249]	Speed: 5239.431262 samples/sec	rmse=0.019659	lr=0.258736
[Epoch 83] training: rmse=0.019658
[Epoch 83] speed: 4961 samples/sec	time cost: 267.289052
[Epoch 83] validation: err-top1=0.344786 err-top5=0.125957
Epoch[84] Batch [49]	Speed: 4758.522685 samples/sec	rmse=0.019410	lr=0.258610
Epoch[84] Batch [99]	Speed: 4806.975569 samples/sec	rmse=0.019466	lr=0.258487
Epoch[84] Batch [149]	Speed: 4976.062923 samples/sec	rmse=0.019440	lr=0.258364
Epoch[84] Batch [199]	Speed: 5041.101778 samples/sec	rmse=0.019481	lr=0.258241
Epoch[84] Batch [249]	Speed: 4873.946633 samples/sec	rmse=0.019522	lr=0.258118
Epoch[84] Batch [299]	Speed: 4989.217627 samples/sec	rmse=0.019554	lr=0.257994
Epoch[84] Batch [349]	Speed: 4993.705669 samples/sec	rmse=0.019568	lr=0.257871
Epoch[84] Batch [399]	Speed: 4964.031585 samples/sec	rmse=0.019575	lr=0.257748
Epoch[84] Batch [449]	Speed: 4904.732352 samples/sec	rmse=0.019578	lr=0.257625
Epoch[84] Batch [499]	Speed: 4947.269533 samples/sec	rmse=0.019580	lr=0.257501
Epoch[84] Batch [549]	Speed: 5012.839966 samples/sec	rmse=0.019606	lr=0.257378
Epoch[84] Batch [599]	Speed: 4916.724022 samples/sec	rmse=0.019589	lr=0.257255
Epoch[84] Batch [649]	Speed: 5088.091101 samples/sec	rmse=0.019608	lr=0.257131
Epoch[84] Batch [699]	Speed: 4818.346933 samples/sec	rmse=0.019601	lr=0.257008
Epoch[84] Batch [749]	Speed: 4891.105061 samples/sec	rmse=0.019598	lr=0.256884
Epoch[84] Batch [799]	Speed: 4990.652821 samples/sec	rmse=0.019598	lr=0.256761
Epoch[84] Batch [849]	Speed: 5043.534425 samples/sec	rmse=0.019590	lr=0.256637
Epoch[84] Batch [899]	Speed: 5087.341730 samples/sec	rmse=0.019598	lr=0.256514
Epoch[84] Batch [949]	Speed: 4894.768621 samples/sec	rmse=0.019594	lr=0.256390
Epoch[84] Batch [999]	Speed: 5036.210094 samples/sec	rmse=0.019587	lr=0.256267
Epoch[84] Batch [1049]	Speed: 4985.231295 samples/sec	rmse=0.019590	lr=0.256143
Epoch[84] Batch [1099]	Speed: 5083.588317 samples/sec	rmse=0.019596	lr=0.256019
Epoch[84] Batch [1149]	Speed: 5096.974380 samples/sec	rmse=0.019610	lr=0.255896
Epoch[84] Batch [1199]	Speed: 4897.015377 samples/sec	rmse=0.019624	lr=0.255772
Epoch[84] Batch [1249]	Speed: 4995.321222 samples/sec	rmse=0.019622	lr=0.255648
[Epoch 84] training: rmse=0.019623
[Epoch 84] speed: 4956 samples/sec	time cost: 267.661297
[Epoch 84] validation: err-top1=0.346042 err-top5=0.127850
Epoch[85] Batch [49]	Speed: 5028.340971 samples/sec	rmse=0.019449	lr=0.255522
Epoch[85] Batch [99]	Speed: 4833.535589 samples/sec	rmse=0.019524	lr=0.255399
Epoch[85] Batch [149]	Speed: 5024.263219 samples/sec	rmse=0.019500	lr=0.255275
Epoch[85] Batch [199]	Speed: 5166.943714 samples/sec	rmse=0.019470	lr=0.255151
Epoch[85] Batch [249]	Speed: 5077.192228 samples/sec	rmse=0.019480	lr=0.255027
Epoch[85] Batch [299]	Speed: 4905.163224 samples/sec	rmse=0.019449	lr=0.254903
Epoch[85] Batch [349]	Speed: 5031.641824 samples/sec	rmse=0.019456	lr=0.254780
Epoch[85] Batch [399]	Speed: 4981.718053 samples/sec	rmse=0.019479	lr=0.254656
Epoch[85] Batch [449]	Speed: 4948.971961 samples/sec	rmse=0.019511	lr=0.254532
Epoch[85] Batch [499]	Speed: 5045.596084 samples/sec	rmse=0.019520	lr=0.254408
Epoch[85] Batch [549]	Speed: 4946.059894 samples/sec	rmse=0.019526	lr=0.254284
Epoch[85] Batch [599]	Speed: 4949.741356 samples/sec	rmse=0.019532	lr=0.254160
Epoch[85] Batch [649]	Speed: 5036.800701 samples/sec	rmse=0.019540	lr=0.254036
Epoch[85] Batch [699]	Speed: 4825.689809 samples/sec	rmse=0.019551	lr=0.253912
Epoch[85] Batch [749]	Speed: 4924.119933 samples/sec	rmse=0.019556	lr=0.253788
Epoch[85] Batch [799]	Speed: 4845.035078 samples/sec	rmse=0.019569	lr=0.253664
Epoch[85] Batch [849]	Speed: 4953.558903 samples/sec	rmse=0.019572	lr=0.253540
Epoch[85] Batch [899]	Speed: 4759.874627 samples/sec	rmse=0.019569	lr=0.253416
Epoch[85] Batch [949]	Speed: 4743.264409 samples/sec	rmse=0.019563	lr=0.253292
Epoch[85] Batch [999]	Speed: 4952.189613 samples/sec	rmse=0.019563	lr=0.253167
Epoch[85] Batch [1049]	Speed: 4769.169014 samples/sec	rmse=0.019565	lr=0.253043
Epoch[85] Batch [1099]	Speed: 4981.629762 samples/sec	rmse=0.019577	lr=0.252919
Epoch[85] Batch [1149]	Speed: 4895.067303 samples/sec	rmse=0.019580	lr=0.252795
Epoch[85] Batch [1199]	Speed: 5026.202567 samples/sec	rmse=0.019582	lr=0.252671
Epoch[85] Batch [1249]	Speed: 5041.965432 samples/sec	rmse=0.019584	lr=0.252546
[Epoch 85] training: rmse=0.019585
[Epoch 85] speed: 4940 samples/sec	time cost: 268.433055
[Epoch 85] validation: err-top1=0.347397 err-top5=0.129644
Epoch[86] Batch [49]	Speed: 4738.102397 samples/sec	rmse=0.019318	lr=0.252420
Epoch[86] Batch [99]	Speed: 5147.499573 samples/sec	rmse=0.019369	lr=0.252295
Epoch[86] Batch [149]	Speed: 4867.779887 samples/sec	rmse=0.019426	lr=0.252171
Epoch[86] Batch [199]	Speed: 4831.952302 samples/sec	rmse=0.019441	lr=0.252047
Epoch[86] Batch [249]	Speed: 5170.203674 samples/sec	rmse=0.019447	lr=0.251922
Epoch[86] Batch [299]	Speed: 5090.808743 samples/sec	rmse=0.019473	lr=0.251798
Epoch[86] Batch [349]	Speed: 4948.366423 samples/sec	rmse=0.019491	lr=0.251674
Epoch[86] Batch [399]	Speed: 5257.351450 samples/sec	rmse=0.019496	lr=0.251549
Epoch[86] Batch [449]	Speed: 5093.039447 samples/sec	rmse=0.019500	lr=0.251425
Epoch[86] Batch [499]	Speed: 5037.953966 samples/sec	rmse=0.019534	lr=0.251300
Epoch[86] Batch [549]	Speed: 4840.654140 samples/sec	rmse=0.019545	lr=0.251176
Epoch[86] Batch [599]	Speed: 4959.665426 samples/sec	rmse=0.019552	lr=0.251051
Epoch[86] Batch [649]	Speed: 4985.086060 samples/sec	rmse=0.019553	lr=0.250927
Epoch[86] Batch [699]	Speed: 5060.403171 samples/sec	rmse=0.019559	lr=0.250802
Epoch[86] Batch [749]	Speed: 5009.121097 samples/sec	rmse=0.019557	lr=0.250678
Epoch[86] Batch [799]	Speed: 5016.609596 samples/sec	rmse=0.019567	lr=0.250553
Epoch[86] Batch [849]	Speed: 4962.606958 samples/sec	rmse=0.019570	lr=0.250428
Epoch[86] Batch [899]	Speed: 4946.647206 samples/sec	rmse=0.019574	lr=0.250304
Epoch[86] Batch [949]	Speed: 4988.167322 samples/sec	rmse=0.019572	lr=0.250179
Epoch[86] Batch [999]	Speed: 4816.406058 samples/sec	rmse=0.019571	lr=0.250054
Epoch[86] Batch [1049]	Speed: 4991.653121 samples/sec	rmse=0.019575	lr=0.249930
Epoch[86] Batch [1099]	Speed: 4855.604523 samples/sec	rmse=0.019584	lr=0.249805
Epoch[86] Batch [1149]	Speed: 4815.582847 samples/sec	rmse=0.019588	lr=0.249680
Epoch[86] Batch [1199]	Speed: 4727.876541 samples/sec	rmse=0.019593	lr=0.249556
Epoch[86] Batch [1249]	Speed: 4948.038399 samples/sec	rmse=0.019593	lr=0.249431
[Epoch 86] training: rmse=0.019592
[Epoch 86] speed: 4956 samples/sec	time cost: 267.459052
[Epoch 86] validation: err-top1=0.341976 err-top5=0.124402
Epoch[87] Batch [49]	Speed: 4769.438582 samples/sec	rmse=0.019657	lr=0.249304
Epoch[87] Batch [99]	Speed: 4899.890086 samples/sec	rmse=0.019558	lr=0.249179
Epoch[87] Batch [149]	Speed: 4837.265269 samples/sec	rmse=0.019480	lr=0.249054
Epoch[87] Batch [199]	Speed: 5084.322258 samples/sec	rmse=0.019476	lr=0.248929
Epoch[87] Batch [249]	Speed: 5083.599990 samples/sec	rmse=0.019482	lr=0.248804
Epoch[87] Batch [299]	Speed: 5203.904584 samples/sec	rmse=0.019484	lr=0.248679
Epoch[87] Batch [349]	Speed: 4988.631868 samples/sec	rmse=0.019509	lr=0.248554
Epoch[87] Batch [399]	Speed: 4966.380408 samples/sec	rmse=0.019514	lr=0.248429
Epoch[87] Batch [449]	Speed: 4929.429312 samples/sec	rmse=0.019525	lr=0.248304
Epoch[87] Batch [499]	Speed: 4940.196137 samples/sec	rmse=0.019521	lr=0.248179
Epoch[87] Batch [549]	Speed: 4947.241268 samples/sec	rmse=0.019526	lr=0.248054
Epoch[87] Batch [599]	Speed: 4854.682914 samples/sec	rmse=0.019541	lr=0.247929
Epoch[87] Batch [649]	Speed: 5099.232286 samples/sec	rmse=0.019535	lr=0.247804
Epoch[87] Batch [699]	Speed: 5061.601271 samples/sec	rmse=0.019546	lr=0.247679
Epoch[87] Batch [749]	Speed: 5053.897546 samples/sec	rmse=0.019559	lr=0.247554
Epoch[87] Batch [799]	Speed: 4762.147912 samples/sec	rmse=0.019562	lr=0.247429
Epoch[87] Batch [849]	Speed: 4931.579578 samples/sec	rmse=0.019573	lr=0.247304
Epoch[87] Batch [899]	Speed: 4835.334602 samples/sec	rmse=0.019579	lr=0.247179
Epoch[87] Batch [949]	Speed: 5100.097322 samples/sec	rmse=0.019590	lr=0.247054
Epoch[87] Batch [999]	Speed: 4950.103494 samples/sec	rmse=0.019593	lr=0.246929
Epoch[87] Batch [1049]	Speed: 5115.933408 samples/sec	rmse=0.019588	lr=0.246803
Epoch[87] Batch [1099]	Speed: 4823.413646 samples/sec	rmse=0.019582	lr=0.246678
Epoch[87] Batch [1149]	Speed: 5081.407123 samples/sec	rmse=0.019581	lr=0.246553
Epoch[87] Batch [1199]	Speed: 5152.398795 samples/sec	rmse=0.019578	lr=0.246428
Epoch[87] Batch [1249]	Speed: 4936.220552 samples/sec	rmse=0.019580	lr=0.246302
[Epoch 87] training: rmse=0.019581
[Epoch 87] speed: 4969 samples/sec	time cost: 267.055086
[Epoch 87] validation: err-top1=0.347290 err-top5=0.129700
Epoch[88] Batch [49]	Speed: 5005.080861 samples/sec	rmse=0.019357	lr=0.246175
Epoch[88] Batch [99]	Speed: 5189.255330 samples/sec	rmse=0.019358	lr=0.246049
Epoch[88] Batch [149]	Speed: 4787.644230 samples/sec	rmse=0.019462	lr=0.245924
Epoch[88] Batch [199]	Speed: 5120.980657 samples/sec	rmse=0.019471	lr=0.245799
Epoch[88] Batch [249]	Speed: 4884.450863 samples/sec	rmse=0.019501	lr=0.245673
Epoch[88] Batch [299]	Speed: 4857.197966 samples/sec	rmse=0.019536	lr=0.245548
Epoch[88] Batch [349]	Speed: 4980.919738 samples/sec	rmse=0.019506	lr=0.245422
Epoch[88] Batch [399]	Speed: 5007.881026 samples/sec	rmse=0.019483	lr=0.245297
Epoch[88] Batch [449]	Speed: 5052.926955 samples/sec	rmse=0.019490	lr=0.245172
Epoch[88] Batch [499]	Speed: 5054.245228 samples/sec	rmse=0.019515	lr=0.245046
Epoch[88] Batch [549]	Speed: 4989.377130 samples/sec	rmse=0.019517	lr=0.244921
Epoch[88] Batch [599]	Speed: 4987.565592 samples/sec	rmse=0.019514	lr=0.244795
Epoch[88] Batch [649]	Speed: 4938.826614 samples/sec	rmse=0.019523	lr=0.244670
Epoch[88] Batch [699]	Speed: 4996.692032 samples/sec	rmse=0.019524	lr=0.244544
Epoch[88] Batch [749]	Speed: 4839.605896 samples/sec	rmse=0.019535	lr=0.244418
Epoch[88] Batch [799]	Speed: 4922.675126 samples/sec	rmse=0.019536	lr=0.244293
Epoch[88] Batch [849]	Speed: 5011.015446 samples/sec	rmse=0.019536	lr=0.244167
Epoch[88] Batch [899]	Speed: 4899.479255 samples/sec	rmse=0.019538	lr=0.244042
Epoch[88] Batch [949]	Speed: 4890.436086 samples/sec	rmse=0.019545	lr=0.243916
Epoch[88] Batch [999]	Speed: 4854.890454 samples/sec	rmse=0.019547	lr=0.243790
Epoch[88] Batch [1049]	Speed: 4975.059640 samples/sec	rmse=0.019537	lr=0.243665
Epoch[88] Batch [1099]	Speed: 5046.668344 samples/sec	rmse=0.019536	lr=0.243539
Epoch[88] Batch [1149]	Speed: 4873.217318 samples/sec	rmse=0.019542	lr=0.243413
Epoch[88] Batch [1199]	Speed: 5052.993655 samples/sec	rmse=0.019544	lr=0.243288
Epoch[88] Batch [1249]	Speed: 5065.341870 samples/sec	rmse=0.019551	lr=0.243162
[Epoch 88] training: rmse=0.019550
[Epoch 88] speed: 4964 samples/sec	time cost: 267.486570
[Epoch 88] validation: err-top1=0.371592 err-top5=0.143435
Epoch[89] Batch [49]	Speed: 4690.734921 samples/sec	rmse=0.019329	lr=0.243034
Epoch[89] Batch [99]	Speed: 4966.854920 samples/sec	rmse=0.019422	lr=0.242908
Epoch[89] Batch [149]	Speed: 5054.587127 samples/sec	rmse=0.019427	lr=0.242782
Epoch[89] Batch [199]	Speed: 4797.911861 samples/sec	rmse=0.019467	lr=0.242656
Epoch[89] Batch [249]	Speed: 4990.061274 samples/sec	rmse=0.019469	lr=0.242530
Epoch[89] Batch [299]	Speed: 5068.611341 samples/sec	rmse=0.019451	lr=0.242405
Epoch[89] Batch [349]	Speed: 4941.644198 samples/sec	rmse=0.019431	lr=0.242279
Epoch[89] Batch [399]	Speed: 5038.625726 samples/sec	rmse=0.019466	lr=0.242153
Epoch[89] Batch [449]	Speed: 4842.125000 samples/sec	rmse=0.019470	lr=0.242027
Epoch[89] Batch [499]	Speed: 4943.875474 samples/sec	rmse=0.019466	lr=0.241901
Epoch[89] Batch [549]	Speed: 4890.095097 samples/sec	rmse=0.019488	lr=0.241775
Epoch[89] Batch [599]	Speed: 5231.999842 samples/sec	rmse=0.019485	lr=0.241649
Epoch[89] Batch [649]	Speed: 4977.864613 samples/sec	rmse=0.019491	lr=0.241523
Epoch[89] Batch [699]	Speed: 4990.021387 samples/sec	rmse=0.019486	lr=0.241397
Epoch[89] Batch [749]	Speed: 5216.199826 samples/sec	rmse=0.019486	lr=0.241271
Epoch[89] Batch [799]	Speed: 5194.523752 samples/sec	rmse=0.019495	lr=0.241145
Epoch[89] Batch [849]	Speed: 4929.090444 samples/sec	rmse=0.019492	lr=0.241019
Epoch[89] Batch [899]	Speed: 4830.822189 samples/sec	rmse=0.019507	lr=0.240893
Epoch[89] Batch [949]	Speed: 5068.900868 samples/sec	rmse=0.019516	lr=0.240767
Epoch[89] Batch [999]	Speed: 4797.175544 samples/sec	rmse=0.019525	lr=0.240641
Epoch[89] Batch [1049]	Speed: 5011.347429 samples/sec	rmse=0.019525	lr=0.240515
Epoch[89] Batch [1099]	Speed: 4910.531039 samples/sec	rmse=0.019528	lr=0.240389
Epoch[89] Batch [1149]	Speed: 4820.882584 samples/sec	rmse=0.019531	lr=0.240263
Epoch[89] Batch [1199]	Speed: 4980.591312 samples/sec	rmse=0.019537	lr=0.240136
Epoch[89] Batch [1249]	Speed: 5024.781894 samples/sec	rmse=0.019537	lr=0.240010
[Epoch 89] training: rmse=0.019537
[Epoch 89] speed: 4960 samples/sec	time cost: 267.224508
[Epoch 89] validation: err-top1=0.341518 err-top5=0.127132
Epoch[90] Batch [49]	Speed: 4823.531737 samples/sec	rmse=0.019318	lr=0.239881
Epoch[90] Batch [99]	Speed: 4712.266898 samples/sec	rmse=0.019371	lr=0.239755
Epoch[90] Batch [149]	Speed: 5068.840687 samples/sec	rmse=0.019389	lr=0.239629
Epoch[90] Batch [199]	Speed: 4899.410399 samples/sec	rmse=0.019417	lr=0.239503
Epoch[90] Batch [249]	Speed: 4819.692631 samples/sec	rmse=0.019458	lr=0.239377
Epoch[90] Batch [299]	Speed: 4983.938941 samples/sec	rmse=0.019446	lr=0.239250
Epoch[90] Batch [349]	Speed: 4814.798132 samples/sec	rmse=0.019446	lr=0.239124
Epoch[90] Batch [399]	Speed: 4723.529126 samples/sec	rmse=0.019461	lr=0.238998
Epoch[90] Batch [449]	Speed: 5114.928612 samples/sec	rmse=0.019450	lr=0.238871
Epoch[90] Batch [499]	Speed: 4983.366563 samples/sec	rmse=0.019464	lr=0.238745
Epoch[90] Batch [549]	Speed: 4783.240698 samples/sec	rmse=0.019458	lr=0.238619
Epoch[90] Batch [599]	Speed: 4992.897704 samples/sec	rmse=0.019447	lr=0.238492
Epoch[90] Batch [649]	Speed: 4714.344337 samples/sec	rmse=0.019452	lr=0.238366
Epoch[90] Batch [699]	Speed: 4735.534740 samples/sec	rmse=0.019458	lr=0.238240
Epoch[90] Batch [749]	Speed: 4736.980644 samples/sec	rmse=0.019462	lr=0.238113
Epoch[90] Batch [799]	Speed: 4813.097211 samples/sec	rmse=0.019473	lr=0.237987
Epoch[90] Batch [849]	Speed: 4944.560061 samples/sec	rmse=0.019467	lr=0.237860
Epoch[90] Batch [899]	Speed: 5002.067688 samples/sec	rmse=0.019465	lr=0.237734
Epoch[90] Batch [949]	Speed: 4859.861347 samples/sec	rmse=0.019471	lr=0.237607
Epoch[90] Batch [999]	Speed: 4803.398367 samples/sec	rmse=0.019481	lr=0.237481
Epoch[90] Batch [1049]	Speed: 4808.298127 samples/sec	rmse=0.019491	lr=0.237354
Epoch[90] Batch [1099]	Speed: 4675.782879 samples/sec	rmse=0.019498	lr=0.237228
Epoch[90] Batch [1149]	Speed: 4825.648493 samples/sec	rmse=0.019503	lr=0.237101
Epoch[90] Batch [1199]	Speed: 4995.883217 samples/sec	rmse=0.019507	lr=0.236975
Epoch[90] Batch [1249]	Speed: 5112.511092 samples/sec	rmse=0.019503	lr=0.236848
[Epoch 90] training: rmse=0.019504
[Epoch 90] speed: 4861 samples/sec	time cost: 272.979054
[Epoch 90] validation: err-top1=0.331593 err-top5=0.120615
Epoch[91] Batch [49]	Speed: 4961.037478 samples/sec	rmse=0.019454	lr=0.236719
Epoch[91] Batch [99]	Speed: 4950.022140 samples/sec	rmse=0.019472	lr=0.236592
Epoch[91] Batch [149]	Speed: 4899.081792 samples/sec	rmse=0.019376	lr=0.236466
Epoch[91] Batch [199]	Speed: 4858.889529 samples/sec	rmse=0.019407	lr=0.236339
Epoch[91] Batch [249]	Speed: 5056.059110 samples/sec	rmse=0.019382	lr=0.236213
Epoch[91] Batch [299]	Speed: 4964.810377 samples/sec	rmse=0.019375	lr=0.236086
Epoch[91] Batch [349]	Speed: 4997.633461 samples/sec	rmse=0.019386	lr=0.235959
Epoch[91] Batch [399]	Speed: 5036.852681 samples/sec	rmse=0.019390	lr=0.235832
Epoch[91] Batch [449]	Speed: 4916.747550 samples/sec	rmse=0.019406	lr=0.235706
Epoch[91] Batch [499]	Speed: 4962.648358 samples/sec	rmse=0.019417	lr=0.235579
Epoch[91] Batch [549]	Speed: 5100.298515 samples/sec	rmse=0.019427	lr=0.235452
Epoch[91] Batch [599]	Speed: 4867.921457 samples/sec	rmse=0.019429	lr=0.235326
Epoch[91] Batch [649]	Speed: 4853.105048 samples/sec	rmse=0.019438	lr=0.235199
Epoch[91] Batch [699]	Speed: 5013.602311 samples/sec	rmse=0.019444	lr=0.235072
Epoch[91] Batch [749]	Speed: 4807.793902 samples/sec	rmse=0.019457	lr=0.234945
Epoch[91] Batch [799]	Speed: 5022.335233 samples/sec	rmse=0.019452	lr=0.234818
Epoch[91] Batch [849]	Speed: 4759.874522 samples/sec	rmse=0.019449	lr=0.234692
Epoch[91] Batch [899]	Speed: 4703.090792 samples/sec	rmse=0.019465	lr=0.234565
Epoch[91] Batch [949]	Speed: 4921.511995 samples/sec	rmse=0.019477	lr=0.234438
Epoch[91] Batch [999]	Speed: 4911.901428 samples/sec	rmse=0.019477	lr=0.234311
Epoch[91] Batch [1049]	Speed: 5077.379973 samples/sec	rmse=0.019473	lr=0.234184
Epoch[91] Batch [1099]	Speed: 4929.199058 samples/sec	rmse=0.019485	lr=0.234057
Epoch[91] Batch [1149]	Speed: 4861.758931 samples/sec	rmse=0.019487	lr=0.233930
Epoch[91] Batch [1199]	Speed: 4935.585347 samples/sec	rmse=0.019494	lr=0.233803
Epoch[91] Batch [1249]	Speed: 5000.365217 samples/sec	rmse=0.019502	lr=0.233676
[Epoch 91] training: rmse=0.019502
[Epoch 91] speed: 4928 samples/sec	time cost: 268.576813
[Epoch 91] validation: err-top1=0.339824 err-top5=0.120177
Epoch[92] Batch [49]	Speed: 4732.815381 samples/sec	rmse=0.019226	lr=0.233547
Epoch[92] Batch [99]	Speed: 4779.127301 samples/sec	rmse=0.019269	lr=0.233420
Epoch[92] Batch [149]	Speed: 5175.486473 samples/sec	rmse=0.019360	lr=0.233293
Epoch[92] Batch [199]	Speed: 5128.116362 samples/sec	rmse=0.019386	lr=0.233166
Epoch[92] Batch [249]	Speed: 4885.837411 samples/sec	rmse=0.019403	lr=0.233039
Epoch[92] Batch [299]	Speed: 5210.127429 samples/sec	rmse=0.019386	lr=0.232912
Epoch[92] Batch [349]	Speed: 5182.965251 samples/sec	rmse=0.019396	lr=0.232785
Epoch[92] Batch [399]	Speed: 4872.157246 samples/sec	rmse=0.019408	lr=0.232658
Epoch[92] Batch [449]	Speed: 4933.220905 samples/sec	rmse=0.019404	lr=0.232531
Epoch[92] Batch [499]	Speed: 4994.446059 samples/sec	rmse=0.019412	lr=0.232404
Epoch[92] Batch [549]	Speed: 4823.883985 samples/sec	rmse=0.019409	lr=0.232277
Epoch[92] Batch [599]	Speed: 5041.365802 samples/sec	rmse=0.019416	lr=0.232150
Epoch[92] Batch [649]	Speed: 4782.981073 samples/sec	rmse=0.019437	lr=0.232023
Epoch[92] Batch [699]	Speed: 5013.299522 samples/sec	rmse=0.019447	lr=0.231895
Epoch[92] Batch [749]	Speed: 4854.025180 samples/sec	rmse=0.019445	lr=0.231768
Epoch[92] Batch [799]	Speed: 4935.194708 samples/sec	rmse=0.019434	lr=0.231641
Epoch[92] Batch [849]	Speed: 4907.096245 samples/sec	rmse=0.019437	lr=0.231514
Epoch[92] Batch [899]	Speed: 4844.118788 samples/sec	rmse=0.019444	lr=0.231387
Epoch[92] Batch [949]	Speed: 4830.495004 samples/sec	rmse=0.019451	lr=0.231260
Epoch[92] Batch [999]	Speed: 5011.016966 samples/sec	rmse=0.019451	lr=0.231132
Epoch[92] Batch [1049]	Speed: 4874.451885 samples/sec	rmse=0.019453	lr=0.231005
Epoch[92] Batch [1099]	Speed: 5009.629405 samples/sec	rmse=0.019453	lr=0.230878
Epoch[92] Batch [1149]	Speed: 5053.675022 samples/sec	rmse=0.019453	lr=0.230751
Epoch[92] Batch [1199]	Speed: 5014.334446 samples/sec	rmse=0.019455	lr=0.230623
Epoch[92] Batch [1249]	Speed: 5139.961064 samples/sec	rmse=0.019468	lr=0.230496
[Epoch 92] training: rmse=0.019467
[Epoch 92] speed: 4953 samples/sec	time cost: 267.682027
[Epoch 92] validation: err-top1=0.333506 err-top5=0.122409
Epoch[93] Batch [49]	Speed: 4578.875040 samples/sec	rmse=0.019269	lr=0.230366
Epoch[93] Batch [99]	Speed: 5223.116828 samples/sec	rmse=0.019316	lr=0.230239
Epoch[93] Batch [149]	Speed: 4877.234138 samples/sec	rmse=0.019278	lr=0.230112
Epoch[93] Batch [199]	Speed: 5028.040637 samples/sec	rmse=0.019277	lr=0.229984
Epoch[93] Batch [249]	Speed: 5013.784915 samples/sec	rmse=0.019290	lr=0.229857
Epoch[93] Batch [299]	Speed: 5087.310998 samples/sec	rmse=0.019291	lr=0.229730
Epoch[93] Batch [349]	Speed: 5062.530204 samples/sec	rmse=0.019302	lr=0.229602
Epoch[93] Batch [399]	Speed: 5002.942610 samples/sec	rmse=0.019299	lr=0.229475
Epoch[93] Batch [449]	Speed: 4748.367125 samples/sec	rmse=0.019328	lr=0.229348
Epoch[93] Batch [499]	Speed: 4893.583177 samples/sec	rmse=0.019341	lr=0.229220
Epoch[93] Batch [549]	Speed: 4972.910338 samples/sec	rmse=0.019371	lr=0.229093
Epoch[93] Batch [599]	Speed: 4989.472883 samples/sec	rmse=0.019375	lr=0.228965
Epoch[93] Batch [649]	Speed: 5004.598551 samples/sec	rmse=0.019394	lr=0.228838
Epoch[93] Batch [699]	Speed: 4983.325742 samples/sec	rmse=0.019401	lr=0.228710
Epoch[93] Batch [749]	Speed: 5043.223036 samples/sec	rmse=0.019395	lr=0.228583
Epoch[93] Batch [799]	Speed: 5038.005024 samples/sec	rmse=0.019397	lr=0.228456
Epoch[93] Batch [849]	Speed: 4991.503682 samples/sec	rmse=0.019398	lr=0.228328
Epoch[93] Batch [899]	Speed: 4950.042792 samples/sec	rmse=0.019412	lr=0.228201
Epoch[93] Batch [949]	Speed: 5022.867725 samples/sec	rmse=0.019423	lr=0.228073
Epoch[93] Batch [999]	Speed: 5061.419701 samples/sec	rmse=0.019433	lr=0.227946
Epoch[93] Batch [1049]	Speed: 5043.840048 samples/sec	rmse=0.019432	lr=0.227818
Epoch[93] Batch [1099]	Speed: 5151.698953 samples/sec	rmse=0.019432	lr=0.227691
Epoch[93] Batch [1149]	Speed: 4960.453504 samples/sec	rmse=0.019438	lr=0.227563
Epoch[93] Batch [1199]	Speed: 5036.377104 samples/sec	rmse=0.019434	lr=0.227435
Epoch[93] Batch [1249]	Speed: 5160.301445 samples/sec	rmse=0.019435	lr=0.227308
[Epoch 93] training: rmse=0.019434
[Epoch 93] speed: 4990 samples/sec	time cost: 266.103768
[Epoch 93] validation: err-top1=0.338969 err-top5=0.125712
Epoch[94] Batch [49]	Speed: 4675.717112 samples/sec	rmse=0.019371	lr=0.227178
Epoch[94] Batch [99]	Speed: 5053.658610 samples/sec	rmse=0.019407	lr=0.227050
Epoch[94] Batch [149]	Speed: 4847.476348 samples/sec	rmse=0.019386	lr=0.226922
Epoch[94] Batch [199]	Speed: 4927.017067 samples/sec	rmse=0.019387	lr=0.226795
Epoch[94] Batch [249]	Speed: 5146.481847 samples/sec	rmse=0.019352	lr=0.226667
Epoch[94] Batch [299]	Speed: 4866.648174 samples/sec	rmse=0.019338	lr=0.226540
Epoch[94] Batch [349]	Speed: 4946.773345 samples/sec	rmse=0.019341	lr=0.226412
Epoch[94] Batch [399]	Speed: 5226.367562 samples/sec	rmse=0.019357	lr=0.226284
Epoch[94] Batch [449]	Speed: 5011.564253 samples/sec	rmse=0.019363	lr=0.226157
Epoch[94] Batch [499]	Speed: 5173.905374 samples/sec	rmse=0.019376	lr=0.226029
Epoch[94] Batch [549]	Speed: 5134.365879 samples/sec	rmse=0.019376	lr=0.225901
Epoch[94] Batch [599]	Speed: 4953.688823 samples/sec	rmse=0.019388	lr=0.225774
Epoch[94] Batch [649]	Speed: 4894.749543 samples/sec	rmse=0.019393	lr=0.225646
Epoch[94] Batch [699]	Speed: 5042.100032 samples/sec	rmse=0.019389	lr=0.225518
Epoch[94] Batch [749]	Speed: 4865.322758 samples/sec	rmse=0.019389	lr=0.225390
Epoch[94] Batch [799]	Speed: 4964.165957 samples/sec	rmse=0.019381	lr=0.225263
Epoch[94] Batch [849]	Speed: 5114.030406 samples/sec	rmse=0.019394	lr=0.225135
Epoch[94] Batch [899]	Speed: 4932.363966 samples/sec	rmse=0.019400	lr=0.225007
Epoch[94] Batch [949]	Speed: 5006.226530 samples/sec	rmse=0.019417	lr=0.224879
Epoch[94] Batch [999]	Speed: 5089.630794 samples/sec	rmse=0.019415	lr=0.224752
Epoch[94] Batch [1049]	Speed: 4968.476363 samples/sec	rmse=0.019414	lr=0.224624
Epoch[94] Batch [1099]	Speed: 4990.264548 samples/sec	rmse=0.019424	lr=0.224496
Epoch[94] Batch [1149]	Speed: 4923.498675 samples/sec	rmse=0.019429	lr=0.224368
Epoch[94] Batch [1199]	Speed: 4991.237083 samples/sec	rmse=0.019424	lr=0.224240
Epoch[94] Batch [1249]	Speed: 5109.405148 samples/sec	rmse=0.019426	lr=0.224112
[Epoch 94] training: rmse=0.019426
[Epoch 94] speed: 4986 samples/sec	time cost: 266.348428
[Epoch 94] validation: err-top1=0.338190 err-top5=0.123007
Epoch[95] Batch [49]	Speed: 4634.617861 samples/sec	rmse=0.019200	lr=0.223982
Epoch[95] Batch [99]	Speed: 5005.036300 samples/sec	rmse=0.019324	lr=0.223854
Epoch[95] Batch [149]	Speed: 4901.245592 samples/sec	rmse=0.019364	lr=0.223726
Epoch[95] Batch [199]	Speed: 4580.477041 samples/sec	rmse=0.019379	lr=0.223598
Epoch[95] Batch [249]	Speed: 4974.299292 samples/sec	rmse=0.019325	lr=0.223471
Epoch[95] Batch [299]	Speed: 4973.435395 samples/sec	rmse=0.019338	lr=0.223343
Epoch[95] Batch [349]	Speed: 5133.204622 samples/sec	rmse=0.019356	lr=0.223215
Epoch[95] Batch [399]	Speed: 4697.915289 samples/sec	rmse=0.019370	lr=0.223087
Epoch[95] Batch [449]	Speed: 5031.050069 samples/sec	rmse=0.019350	lr=0.222959
Epoch[95] Batch [499]	Speed: 5076.922758 samples/sec	rmse=0.019334	lr=0.222831
Epoch[95] Batch [549]	Speed: 4971.391647 samples/sec	rmse=0.019353	lr=0.222703
Epoch[95] Batch [599]	Speed: 4995.411974 samples/sec	rmse=0.019371	lr=0.222575
Epoch[95] Batch [649]	Speed: 5103.920530 samples/sec	rmse=0.019389	lr=0.222447
Epoch[95] Batch [699]	Speed: 5005.869203 samples/sec	rmse=0.019381	lr=0.222319
Epoch[95] Batch [749]	Speed: 4848.777825 samples/sec	rmse=0.019378	lr=0.222191
Epoch[95] Batch [799]	Speed: 4894.509911 samples/sec	rmse=0.019373	lr=0.222063
Epoch[95] Batch [849]	Speed: 5070.470031 samples/sec	rmse=0.019377	lr=0.221935
Epoch[95] Batch [899]	Speed: 4879.752658 samples/sec	rmse=0.019369	lr=0.221807
Epoch[95] Batch [949]	Speed: 5009.541057 samples/sec	rmse=0.019372	lr=0.221679
Epoch[95] Batch [999]	Speed: 4913.683256 samples/sec	rmse=0.019381	lr=0.221551
Epoch[95] Batch [1049]	Speed: 5001.351011 samples/sec	rmse=0.019391	lr=0.221423
Epoch[95] Batch [1099]	Speed: 5004.216502 samples/sec	rmse=0.019382	lr=0.221295
Epoch[95] Batch [1149]	Speed: 4758.577938 samples/sec	rmse=0.019382	lr=0.221167
Epoch[95] Batch [1199]	Speed: 4974.551986 samples/sec	rmse=0.019390	lr=0.221039
Epoch[95] Batch [1249]	Speed: 5178.090408 samples/sec	rmse=0.019403	lr=0.220911
[Epoch 95] training: rmse=0.019403
[Epoch 95] speed: 4936 samples/sec	time cost: 268.703570
[Epoch 95] validation: err-top1=0.362783 err-top5=0.140745
Epoch[96] Batch [49]	Speed: 4615.274847 samples/sec	rmse=0.019334	lr=0.220780
Epoch[96] Batch [99]	Speed: 5089.382798 samples/sec	rmse=0.019273	lr=0.220652
Epoch[96] Batch [149]	Speed: 4805.831296 samples/sec	rmse=0.019311	lr=0.220524
Epoch[96] Batch [199]	Speed: 5097.076364 samples/sec	rmse=0.019313	lr=0.220396
Epoch[96] Batch [249]	Speed: 4945.853940 samples/sec	rmse=0.019310	lr=0.220268
Epoch[96] Batch [299]	Speed: 4820.619722 samples/sec	rmse=0.019302	lr=0.220140
Epoch[96] Batch [349]	Speed: 5020.076950 samples/sec	rmse=0.019293	lr=0.220012
Epoch[96] Batch [399]	Speed: 5040.233333 samples/sec	rmse=0.019301	lr=0.219883
Epoch[96] Batch [449]	Speed: 4944.106987 samples/sec	rmse=0.019317	lr=0.219755
Epoch[96] Batch [499]	Speed: 4775.867760 samples/sec	rmse=0.019336	lr=0.219627
Epoch[96] Batch [549]	Speed: 5013.857141 samples/sec	rmse=0.019326	lr=0.219499
Epoch[96] Batch [599]	Speed: 5034.390123 samples/sec	rmse=0.019329	lr=0.219371
Epoch[96] Batch [649]	Speed: 5018.716269 samples/sec	rmse=0.019339	lr=0.219243
Epoch[96] Batch [699]	Speed: 4968.571890 samples/sec	rmse=0.019336	lr=0.219114
Epoch[96] Batch [749]	Speed: 4627.766257 samples/sec	rmse=0.019336	lr=0.218986
Epoch[96] Batch [799]	Speed: 4975.787248 samples/sec	rmse=0.019333	lr=0.218858
Epoch[96] Batch [849]	Speed: 4778.741043 samples/sec	rmse=0.019329	lr=0.218730
Epoch[96] Batch [899]	Speed: 4943.231584 samples/sec	rmse=0.019332	lr=0.218602
Epoch[96] Batch [949]	Speed: 4933.439975 samples/sec	rmse=0.019342	lr=0.218473
Epoch[96] Batch [999]	Speed: 4964.437477 samples/sec	rmse=0.019344	lr=0.218345
Epoch[96] Batch [1049]	Speed: 5179.207236 samples/sec	rmse=0.019350	lr=0.218217
Epoch[96] Batch [1099]	Speed: 5047.102215 samples/sec	rmse=0.019359	lr=0.218089
Epoch[96] Batch [1149]	Speed: 4823.067424 samples/sec	rmse=0.019369	lr=0.217960
Epoch[96] Batch [1199]	Speed: 4807.167859 samples/sec	rmse=0.019362	lr=0.217832
Epoch[96] Batch [1249]	Speed: 4946.593197 samples/sec	rmse=0.019371	lr=0.217704
[Epoch 96] training: rmse=0.019371
[Epoch 96] speed: 4920 samples/sec	time cost: 269.550410
[Epoch 96] validation: err-top1=0.328862 err-top5=0.117267
Epoch[97] Batch [49]	Speed: 4682.990831 samples/sec	rmse=0.019149	lr=0.217573
Epoch[97] Batch [99]	Speed: 5150.191515 samples/sec	rmse=0.019215	lr=0.217445
Epoch[97] Batch [149]	Speed: 4842.639291 samples/sec	rmse=0.019226	lr=0.217316
Epoch[97] Batch [199]	Speed: 4916.973715 samples/sec	rmse=0.019230	lr=0.217188
Epoch[97] Batch [249]	Speed: 5019.981779 samples/sec	rmse=0.019216	lr=0.217060
Epoch[97] Batch [299]	Speed: 5151.274963 samples/sec	rmse=0.019223	lr=0.216931
Epoch[97] Batch [349]	Speed: 5046.644980 samples/sec	rmse=0.019234	lr=0.216803
Epoch[97] Batch [399]	Speed: 5089.222989 samples/sec	rmse=0.019258	lr=0.216675
Epoch[97] Batch [449]	Speed: 4771.890133 samples/sec	rmse=0.019261	lr=0.216546
Epoch[97] Batch [499]	Speed: 5028.629212 samples/sec	rmse=0.019281	lr=0.216418
Epoch[97] Batch [549]	Speed: 4936.597509 samples/sec	rmse=0.019289	lr=0.216290
Epoch[97] Batch [599]	Speed: 4919.674783 samples/sec	rmse=0.019298	lr=0.216161
Epoch[97] Batch [649]	Speed: 4901.960719 samples/sec	rmse=0.019309	lr=0.216033
Epoch[97] Batch [699]	Speed: 5058.156400 samples/sec	rmse=0.019310	lr=0.215905
Epoch[97] Batch [749]	Speed: 5029.766957 samples/sec	rmse=0.019313	lr=0.215776
Epoch[97] Batch [799]	Speed: 4936.218169 samples/sec	rmse=0.019311	lr=0.215648
Epoch[97] Batch [849]	Speed: 5182.265335 samples/sec	rmse=0.019316	lr=0.215519
Epoch[97] Batch [899]	Speed: 4962.773365 samples/sec	rmse=0.019322	lr=0.215391
Epoch[97] Batch [949]	Speed: 4873.033198 samples/sec	rmse=0.019324	lr=0.215263
Epoch[97] Batch [999]	Speed: 5052.144166 samples/sec	rmse=0.019322	lr=0.215134
Epoch[97] Batch [1049]	Speed: 4884.651179 samples/sec	rmse=0.019325	lr=0.215006
Epoch[97] Batch [1099]	Speed: 4945.834918 samples/sec	rmse=0.019325	lr=0.214877
Epoch[97] Batch [1149]	Speed: 5047.616244 samples/sec	rmse=0.019325	lr=0.214749
Epoch[97] Batch [1199]	Speed: 5065.277233 samples/sec	rmse=0.019334	lr=0.214621
Epoch[97] Batch [1249]	Speed: 5092.380512 samples/sec	rmse=0.019339	lr=0.214492
[Epoch 97] training: rmse=0.019339
[Epoch 97] speed: 4976 samples/sec	time cost: 266.365252
[Epoch 97] validation: err-top1=0.342973 err-top5=0.128926
Epoch[98] Batch [49]	Speed: 4888.324657 samples/sec	rmse=0.019101	lr=0.214361
Epoch[98] Batch [99]	Speed: 5006.903046 samples/sec	rmse=0.019147	lr=0.214233
Epoch[98] Batch [149]	Speed: 4993.061389 samples/sec	rmse=0.019169	lr=0.214104
Epoch[98] Batch [199]	Speed: 4878.416881 samples/sec	rmse=0.019212	lr=0.213976
Epoch[98] Batch [249]	Speed: 4975.813304 samples/sec	rmse=0.019277	lr=0.213847
Epoch[98] Batch [299]	Speed: 4823.643116 samples/sec	rmse=0.019260	lr=0.213719
Epoch[98] Batch [349]	Speed: 5070.893515 samples/sec	rmse=0.019268	lr=0.213590
Epoch[98] Batch [399]	Speed: 5027.045472 samples/sec	rmse=0.019275	lr=0.213462
Epoch[98] Batch [449]	Speed: 5085.484262 samples/sec	rmse=0.019280	lr=0.213333
Epoch[98] Batch [499]	Speed: 4718.948801 samples/sec	rmse=0.019279	lr=0.213205
Epoch[98] Batch [549]	Speed: 4927.724131 samples/sec	rmse=0.019296	lr=0.213076
Epoch[98] Batch [599]	Speed: 4911.254045 samples/sec	rmse=0.019298	lr=0.212948
Epoch[98] Batch [649]	Speed: 4907.432096 samples/sec	rmse=0.019298	lr=0.212819
Epoch[98] Batch [699]	Speed: 4959.430506 samples/sec	rmse=0.019311	lr=0.212691
Epoch[98] Batch [749]	Speed: 5159.073273 samples/sec	rmse=0.019317	lr=0.212562
Epoch[98] Batch [799]	Speed: 4920.680993 samples/sec	rmse=0.019315	lr=0.212434
Epoch[98] Batch [849]	Speed: 5037.380340 samples/sec	rmse=0.019316	lr=0.212305
Epoch[98] Batch [899]	Speed: 4917.964517 samples/sec	rmse=0.019330	lr=0.212177
Epoch[98] Batch [949]	Speed: 4857.129305 samples/sec	rmse=0.019329	lr=0.212048
Epoch[98] Batch [999]	Speed: 4841.125447 samples/sec	rmse=0.019329	lr=0.211920
Epoch[98] Batch [1049]	Speed: 5028.787830 samples/sec	rmse=0.019330	lr=0.211791
Epoch[98] Batch [1099]	Speed: 5104.407494 samples/sec	rmse=0.019334	lr=0.211662
Epoch[98] Batch [1149]	Speed: 4935.058611 samples/sec	rmse=0.019346	lr=0.211534
Epoch[98] Batch [1199]	Speed: 4972.998089 samples/sec	rmse=0.019345	lr=0.211405
Epoch[98] Batch [1249]	Speed: 5028.518645 samples/sec	rmse=0.019353	lr=0.211277
[Epoch 98] training: rmse=0.019352
[Epoch 98] speed: 4953 samples/sec	time cost: 267.563094
[Epoch 98] validation: err-top1=0.330485 err-top5=0.118001
Epoch[99] Batch [49]	Speed: 4828.430447 samples/sec	rmse=0.018954	lr=0.211146
Epoch[99] Batch [99]	Speed: 4959.368086 samples/sec	rmse=0.019077	lr=0.211017
Epoch[99] Batch [149]	Speed: 4854.321435 samples/sec	rmse=0.019093	lr=0.210888
Epoch[99] Batch [199]	Speed: 4975.404282 samples/sec	rmse=0.019130	lr=0.210760
Epoch[99] Batch [249]	Speed: 5028.475197 samples/sec	rmse=0.019150	lr=0.210631
Epoch[99] Batch [299]	Speed: 5051.060550 samples/sec	rmse=0.019152	lr=0.210503
Epoch[99] Batch [349]	Speed: 4963.459984 samples/sec	rmse=0.019163	lr=0.210374
Epoch[99] Batch [399]	Speed: 5140.109066 samples/sec	rmse=0.019173	lr=0.210245
Epoch[99] Batch [449]	Speed: 5042.768990 samples/sec	rmse=0.019174	lr=0.210117
Epoch[99] Batch [499]	Speed: 4958.909432 samples/sec	rmse=0.019183	lr=0.209988
Epoch[99] Batch [549]	Speed: 4821.049687 samples/sec	rmse=0.019193	lr=0.209859
Epoch[99] Batch [599]	Speed: 4982.416051 samples/sec	rmse=0.019210	lr=0.209731
Epoch[99] Batch [649]	Speed: 5027.509402 samples/sec	rmse=0.019209	lr=0.209602
Epoch[99] Batch [699]	Speed: 5057.334116 samples/sec	rmse=0.019214	lr=0.209474
Epoch[99] Batch [749]	Speed: 5083.380859 samples/sec	rmse=0.019225	lr=0.209345
Epoch[99] Batch [799]	Speed: 5111.975730 samples/sec	rmse=0.019227	lr=0.209216
Epoch[99] Batch [849]	Speed: 4985.481744 samples/sec	rmse=0.019233	lr=0.209088
Epoch[99] Batch [899]	Speed: 4849.467538 samples/sec	rmse=0.019242	lr=0.208959
Epoch[99] Batch [949]	Speed: 4903.203402 samples/sec	rmse=0.019256	lr=0.208830
Epoch[99] Batch [999]	Speed: 4916.819821 samples/sec	rmse=0.019264	lr=0.208702
Epoch[99] Batch [1049]	Speed: 5033.216784 samples/sec	rmse=0.019263	lr=0.208573
Epoch[99] Batch [1099]	Speed: 5111.365903 samples/sec	rmse=0.019258	lr=0.208444
Epoch[99] Batch [1149]	Speed: 4992.556438 samples/sec	rmse=0.019265	lr=0.208316
Epoch[99] Batch [1199]	Speed: 4895.381310 samples/sec	rmse=0.019267	lr=0.208187
Epoch[99] Batch [1249]	Speed: 5015.276094 samples/sec	rmse=0.019274	lr=0.208058
[Epoch 99] training: rmse=0.019275
[Epoch 99] speed: 4976 samples/sec	time cost: 266.955433
[Epoch 99] validation: err-top1=0.328842 err-top5=0.116809
Epoch[100] Batch [49]	Speed: 4932.219642 samples/sec	rmse=0.019288	lr=0.207927
Epoch[100] Batch [99]	Speed: 4919.911587 samples/sec	rmse=0.019203	lr=0.207798
Epoch[100] Batch [149]	Speed: 4929.002651 samples/sec	rmse=0.019132	lr=0.207670
Epoch[100] Batch [199]	Speed: 4956.131951 samples/sec	rmse=0.019158	lr=0.207541
Epoch[100] Batch [249]	Speed: 4999.417521 samples/sec	rmse=0.019174	lr=0.207412
Epoch[100] Batch [299]	Speed: 4989.334819 samples/sec	rmse=0.019191	lr=0.207284
Epoch[100] Batch [349]	Speed: 4925.595527 samples/sec	rmse=0.019191	lr=0.207155
Epoch[100] Batch [399]	Speed: 4942.036769 samples/sec	rmse=0.019200	lr=0.207026
Epoch[100] Batch [449]	Speed: 4796.760756 samples/sec	rmse=0.019208	lr=0.206898
Epoch[100] Batch [499]	Speed: 5079.827220 samples/sec	rmse=0.019200	lr=0.206769
Epoch[100] Batch [549]	Speed: 4846.613278 samples/sec	rmse=0.019207	lr=0.206640
Epoch[100] Batch [599]	Speed: 4899.009594 samples/sec	rmse=0.019218	lr=0.206511
Epoch[100] Batch [649]	Speed: 5140.798625 samples/sec	rmse=0.019225	lr=0.206383
Epoch[100] Batch [699]	Speed: 4886.709950 samples/sec	rmse=0.019229	lr=0.206254
Epoch[100] Batch [749]	Speed: 4951.830367 samples/sec	rmse=0.019238	lr=0.206125
Epoch[100] Batch [799]	Speed: 4813.310273 samples/sec	rmse=0.019239	lr=0.205997
Epoch[100] Batch [849]	Speed: 4965.994181 samples/sec	rmse=0.019246	lr=0.205868
Epoch[100] Batch [899]	Speed: 4775.740309 samples/sec	rmse=0.019251	lr=0.205739
Epoch[100] Batch [949]	Speed: 5031.983149 samples/sec	rmse=0.019256	lr=0.205610
Epoch[100] Batch [999]	Speed: 4850.367996 samples/sec	rmse=0.019263	lr=0.205482
Epoch[100] Batch [1049]	Speed: 4922.200895 samples/sec	rmse=0.019262	lr=0.205353
Epoch[100] Batch [1099]	Speed: 5065.428612 samples/sec	rmse=0.019270	lr=0.205224
Epoch[100] Batch [1149]	Speed: 5020.696645 samples/sec	rmse=0.019267	lr=0.205095
Epoch[100] Batch [1199]	Speed: 4838.736795 samples/sec	rmse=0.019275	lr=0.204967
Epoch[100] Batch [1249]	Speed: 5011.859581 samples/sec	rmse=0.019279	lr=0.204838
[Epoch 100] training: rmse=0.019277
[Epoch 100] speed: 4934 samples/sec	time cost: 269.156931
[Epoch 100] validation: err-top1=0.330895 err-top5=0.119619
Epoch[101] Batch [49]	Speed: 4890.523401 samples/sec	rmse=0.019037	lr=0.204707
Epoch[101] Batch [99]	Speed: 4891.285535 samples/sec	rmse=0.019017	lr=0.204578
Epoch[101] Batch [149]	Speed: 5120.328756 samples/sec	rmse=0.019067	lr=0.204449
Epoch[101] Batch [199]	Speed: 5114.828349 samples/sec	rmse=0.019097	lr=0.204320
Epoch[101] Batch [249]	Speed: 5050.300311 samples/sec	rmse=0.019115	lr=0.204192
Epoch[101] Batch [299]	Speed: 5098.275675 samples/sec	rmse=0.019115	lr=0.204063
Epoch[101] Batch [349]	Speed: 5198.764875 samples/sec	rmse=0.019112	lr=0.203934
Epoch[101] Batch [399]	Speed: 5017.909102 samples/sec	rmse=0.019132	lr=0.203805
Epoch[101] Batch [449]	Speed: 5082.726827 samples/sec	rmse=0.019162	lr=0.203677
Epoch[101] Batch [499]	Speed: 5023.128432 samples/sec	rmse=0.019170	lr=0.203548
Epoch[101] Batch [549]	Speed: 5081.145501 samples/sec	rmse=0.019180	lr=0.203419
Epoch[101] Batch [599]	Speed: 5055.738554 samples/sec	rmse=0.019172	lr=0.203290
Epoch[101] Batch [649]	Speed: 5173.828463 samples/sec	rmse=0.019177	lr=0.203161
Epoch[101] Batch [699]	Speed: 4917.434666 samples/sec	rmse=0.019185	lr=0.203033
Epoch[101] Batch [749]	Speed: 4871.921700 samples/sec	rmse=0.019191	lr=0.202904
Epoch[101] Batch [799]	Speed: 5077.663899 samples/sec	rmse=0.019197	lr=0.202775
Epoch[101] Batch [849]	Speed: 4709.794401 samples/sec	rmse=0.019207	lr=0.202646
Epoch[101] Batch [899]	Speed: 4854.759738 samples/sec	rmse=0.019214	lr=0.202518
Epoch[101] Batch [949]	Speed: 4725.281168 samples/sec	rmse=0.019215	lr=0.202389
Epoch[101] Batch [999]	Speed: 4924.722488 samples/sec	rmse=0.019220	lr=0.202260
Epoch[101] Batch [1049]	Speed: 4902.243829 samples/sec	rmse=0.019225	lr=0.202131
Epoch[101] Batch [1099]	Speed: 4798.595863 samples/sec	rmse=0.019221	lr=0.202003
Epoch[101] Batch [1149]	Speed: 4989.438337 samples/sec	rmse=0.019228	lr=0.201874
Epoch[101] Batch [1199]	Speed: 4895.759422 samples/sec	rmse=0.019228	lr=0.201745
Epoch[101] Batch [1249]	Speed: 4962.415449 samples/sec	rmse=0.019228	lr=0.201616
[Epoch 101] training: rmse=0.019227
[Epoch 101] speed: 4968 samples/sec	time cost: 267.073231
[Epoch 101] validation: err-top1=0.334024 err-top5=0.120316
Epoch[102] Batch [49]	Speed: 4744.462514 samples/sec	rmse=0.019082	lr=0.201485
Epoch[102] Batch [99]	Speed: 5106.791245 samples/sec	rmse=0.019124	lr=0.201356
Epoch[102] Batch [149]	Speed: 5014.435609 samples/sec	rmse=0.019096	lr=0.201227
Epoch[102] Batch [199]	Speed: 4630.065409 samples/sec	rmse=0.019111	lr=0.201099
Epoch[102] Batch [249]	Speed: 4957.102096 samples/sec	rmse=0.019156	lr=0.200970
Epoch[102] Batch [299]	Speed: 5127.531326 samples/sec	rmse=0.019175	lr=0.200841
Epoch[102] Batch [349]	Speed: 4999.232587 samples/sec	rmse=0.019180	lr=0.200712
Epoch[102] Batch [399]	Speed: 4991.213301 samples/sec	rmse=0.019164	lr=0.200583
Epoch[102] Batch [449]	Speed: 5174.196583 samples/sec	rmse=0.019165	lr=0.200455
Epoch[102] Batch [499]	Speed: 5123.003592 samples/sec	rmse=0.019179	lr=0.200326
Epoch[102] Batch [549]	Speed: 4881.644948 samples/sec	rmse=0.019186	lr=0.200197
Epoch[102] Batch [599]	Speed: 5008.492925 samples/sec	rmse=0.019177	lr=0.200068
Epoch[102] Batch [649]	Speed: 4714.491509 samples/sec	rmse=0.019171	lr=0.199939
Epoch[102] Batch [699]	Speed: 5084.633807 samples/sec	rmse=0.019184	lr=0.199811
Epoch[102] Batch [749]	Speed: 4901.555246 samples/sec	rmse=0.019177	lr=0.199682
Epoch[102] Batch [799]	Speed: 4807.044972 samples/sec	rmse=0.019178	lr=0.199553
Epoch[102] Batch [849]	Speed: 4714.643866 samples/sec	rmse=0.019189	lr=0.199424
Epoch[102] Batch [899]	Speed: 4702.204439 samples/sec	rmse=0.019192	lr=0.199296
Epoch[102] Batch [949]	Speed: 4900.086080 samples/sec	rmse=0.019197	lr=0.199167
Epoch[102] Batch [999]	Speed: 5047.886883 samples/sec	rmse=0.019195	lr=0.199038
Epoch[102] Batch [1049]	Speed: 4747.634495 samples/sec	rmse=0.019194	lr=0.198909
Epoch[102] Batch [1099]	Speed: 4797.051025 samples/sec	rmse=0.019201	lr=0.198780
Epoch[102] Batch [1149]	Speed: 5022.802171 samples/sec	rmse=0.019202	lr=0.198652
Epoch[102] Batch [1199]	Speed: 5063.877613 samples/sec	rmse=0.019201	lr=0.198523
Epoch[102] Batch [1249]	Speed: 4955.504419 samples/sec	rmse=0.019209	lr=0.198394
[Epoch 102] training: rmse=0.019209
[Epoch 102] speed: 4919 samples/sec	time cost: 269.522782
[Epoch 102] validation: err-top1=0.328723 err-top5=0.118961
Epoch[103] Batch [49]	Speed: 4821.165822 samples/sec	rmse=0.019179	lr=0.198263
Epoch[103] Batch [99]	Speed: 5015.619419 samples/sec	rmse=0.019099	lr=0.198134
Epoch[103] Batch [149]	Speed: 4614.718363 samples/sec	rmse=0.019078	lr=0.198005
Epoch[103] Batch [199]	Speed: 4836.382521 samples/sec	rmse=0.019123	lr=0.197876
Epoch[103] Batch [249]	Speed: 4925.643995 samples/sec	rmse=0.019092	lr=0.197748
Epoch[103] Batch [299]	Speed: 5045.064215 samples/sec	rmse=0.019102	lr=0.197619
Epoch[103] Batch [349]	Speed: 4823.792640 samples/sec	rmse=0.019114	lr=0.197490
Epoch[103] Batch [399]	Speed: 5096.024179 samples/sec	rmse=0.019125	lr=0.197361
Epoch[103] Batch [449]	Speed: 5008.954021 samples/sec	rmse=0.019149	lr=0.197233
Epoch[103] Batch [499]	Speed: 4985.650152 samples/sec	rmse=0.019175	lr=0.197104
Epoch[103] Batch [549]	Speed: 5109.534619 samples/sec	rmse=0.019185	lr=0.196975
Epoch[103] Batch [599]	Speed: 5054.387026 samples/sec	rmse=0.019195	lr=0.196846
Epoch[103] Batch [649]	Speed: 4999.729112 samples/sec	rmse=0.019209	lr=0.196717
Epoch[103] Batch [699]	Speed: 4882.589479 samples/sec	rmse=0.019218	lr=0.196589
Epoch[103] Batch [749]	Speed: 4961.982257 samples/sec	rmse=0.019220	lr=0.196460
Epoch[103] Batch [799]	Speed: 4889.902128 samples/sec	rmse=0.019220	lr=0.196331
Epoch[103] Batch [849]	Speed: 4999.639250 samples/sec	rmse=0.019216	lr=0.196202
Epoch[103] Batch [899]	Speed: 4955.874835 samples/sec	rmse=0.019219	lr=0.196074
Epoch[103] Batch [949]	Speed: 4886.527590 samples/sec	rmse=0.019223	lr=0.195945
Epoch[103] Batch [999]	Speed: 4886.470215 samples/sec	rmse=0.019226	lr=0.195816
Epoch[103] Batch [1049]	Speed: 4855.289670 samples/sec	rmse=0.019220	lr=0.195687
Epoch[103] Batch [1099]	Speed: 5037.259580 samples/sec	rmse=0.019222	lr=0.195559
Epoch[103] Batch [1149]	Speed: 5086.314401 samples/sec	rmse=0.019215	lr=0.195430
Epoch[103] Batch [1199]	Speed: 4869.530284 samples/sec	rmse=0.019214	lr=0.195301
Epoch[103] Batch [1249]	Speed: 4960.781800 samples/sec	rmse=0.019216	lr=0.195172
[Epoch 103] training: rmse=0.019216
[Epoch 103] speed: 4937 samples/sec	time cost: 268.480995
[Epoch 103] validation: err-top1=0.325036 err-top5=0.117467
Epoch[104] Batch [49]	Speed: 4922.250537 samples/sec	rmse=0.019052	lr=0.195041
Epoch[104] Batch [99]	Speed: 4900.614212 samples/sec	rmse=0.019043	lr=0.194912
Epoch[104] Batch [149]	Speed: 4918.483780 samples/sec	rmse=0.019012	lr=0.194784
Epoch[104] Batch [199]	Speed: 4887.220743 samples/sec	rmse=0.019033	lr=0.194655
Epoch[104] Batch [249]	Speed: 4912.811062 samples/sec	rmse=0.019022	lr=0.194526
Epoch[104] Batch [299]	Speed: 4947.944116 samples/sec	rmse=0.019059	lr=0.194397
Epoch[104] Batch [349]	Speed: 4974.750310 samples/sec	rmse=0.019063	lr=0.194269
Epoch[104] Batch [399]	Speed: 4956.716281 samples/sec	rmse=0.019087	lr=0.194140
Epoch[104] Batch [449]	Speed: 4910.284695 samples/sec	rmse=0.019095	lr=0.194011
Epoch[104] Batch [499]	Speed: 4597.780031 samples/sec	rmse=0.019095	lr=0.193882
Epoch[104] Batch [549]	Speed: 4788.597045 samples/sec	rmse=0.019107	lr=0.193754
Epoch[104] Batch [599]	Speed: 5008.527267 samples/sec	rmse=0.019125	lr=0.193625
Epoch[104] Batch [649]	Speed: 4840.018093 samples/sec	rmse=0.019134	lr=0.193496
Epoch[104] Batch [699]	Speed: 5040.180219 samples/sec	rmse=0.019130	lr=0.193368
Epoch[104] Batch [749]	Speed: 5116.082589 samples/sec	rmse=0.019139	lr=0.193239
Epoch[104] Batch [799]	Speed: 5009.307348 samples/sec	rmse=0.019139	lr=0.193110
Epoch[104] Batch [849]	Speed: 5046.576432 samples/sec	rmse=0.019143	lr=0.192981
Epoch[104] Batch [899]	Speed: 4878.152916 samples/sec	rmse=0.019156	lr=0.192853
Epoch[104] Batch [949]	Speed: 4889.531934 samples/sec	rmse=0.019159	lr=0.192724
Epoch[104] Batch [999]	Speed: 5052.214887 samples/sec	rmse=0.019159	lr=0.192595
Epoch[104] Batch [1049]	Speed: 4591.071383 samples/sec	rmse=0.019167	lr=0.192467
Epoch[104] Batch [1099]	Speed: 4821.621217 samples/sec	rmse=0.019177	lr=0.192338
Epoch[104] Batch [1149]	Speed: 4981.770867 samples/sec	rmse=0.019179	lr=0.192209
Epoch[104] Batch [1199]	Speed: 5063.812417 samples/sec	rmse=0.019181	lr=0.192081
Epoch[104] Batch [1249]	Speed: 5303.499544 samples/sec	rmse=0.019187	lr=0.191952
[Epoch 104] training: rmse=0.019187
[Epoch 104] speed: 4926 samples/sec	time cost: 268.952386
[Epoch 104] validation: err-top1=0.337585 err-top5=0.123433
Epoch[105] Batch [49]	Speed: 4781.895683 samples/sec	rmse=0.019096	lr=0.191821
Epoch[105] Batch [99]	Speed: 5161.643593 samples/sec	rmse=0.019059	lr=0.191692
Epoch[105] Batch [149]	Speed: 4929.159685 samples/sec	rmse=0.019025	lr=0.191563
Epoch[105] Batch [199]	Speed: 5145.874980 samples/sec	rmse=0.019053	lr=0.191435
Epoch[105] Batch [249]	Speed: 5113.754576 samples/sec	rmse=0.019037	lr=0.191306
Epoch[105] Batch [299]	Speed: 4998.669257 samples/sec	rmse=0.019061	lr=0.191177
Epoch[105] Batch [349]	Speed: 4976.596373 samples/sec	rmse=0.019055	lr=0.191049
Epoch[105] Batch [399]	Speed: 4951.118310 samples/sec	rmse=0.019068	lr=0.190920
Epoch[105] Batch [449]	Speed: 5075.010522 samples/sec	rmse=0.019079	lr=0.190791
Epoch[105] Batch [499]	Speed: 4912.869056 samples/sec	rmse=0.019098	lr=0.190663
Epoch[105] Batch [549]	Speed: 5053.693931 samples/sec	rmse=0.019107	lr=0.190534
Epoch[105] Batch [599]	Speed: 4746.760337 samples/sec	rmse=0.019117	lr=0.190405
Epoch[105] Batch [649]	Speed: 4907.875219 samples/sec	rmse=0.019121	lr=0.190277
Epoch[105] Batch [699]	Speed: 5171.144136 samples/sec	rmse=0.019133	lr=0.190148
Epoch[105] Batch [749]	Speed: 4607.728873 samples/sec	rmse=0.019131	lr=0.190020
Epoch[105] Batch [799]	Speed: 5092.656457 samples/sec	rmse=0.019137	lr=0.189891
Epoch[105] Batch [849]	Speed: 4922.004933 samples/sec	rmse=0.019127	lr=0.189762
Epoch[105] Batch [899]	Speed: 5079.556629 samples/sec	rmse=0.019132	lr=0.189634
Epoch[105] Batch [949]	Speed: 5047.227005 samples/sec	rmse=0.019143	lr=0.189505
Epoch[105] Batch [999]	Speed: 4900.525530 samples/sec	rmse=0.019142	lr=0.189377
Epoch[105] Batch [1049]	Speed: 4993.494335 samples/sec	rmse=0.019146	lr=0.189248
Epoch[105] Batch [1099]	Speed: 5014.672373 samples/sec	rmse=0.019158	lr=0.189119
Epoch[105] Batch [1149]	Speed: 5177.722858 samples/sec	rmse=0.019153	lr=0.188991
Epoch[105] Batch [1199]	Speed: 4976.940767 samples/sec	rmse=0.019156	lr=0.188862
Epoch[105] Batch [1249]	Speed: 5040.169218 samples/sec	rmse=0.019163	lr=0.188734
[Epoch 105] training: rmse=0.019163
[Epoch 105] speed: 4981 samples/sec	time cost: 266.575163
[Epoch 105] validation: err-top1=0.326192 err-top5=0.117706
Epoch[106] Batch [49]	Speed: 4947.620025 samples/sec	rmse=0.018898	lr=0.188602
Epoch[106] Batch [99]	Speed: 4904.103657 samples/sec	rmse=0.018970	lr=0.188474
Epoch[106] Batch [149]	Speed: 4644.079770 samples/sec	rmse=0.018960	lr=0.188345
Epoch[106] Batch [199]	Speed: 4878.673560 samples/sec	rmse=0.018997	lr=0.188217
Epoch[106] Batch [249]	Speed: 4785.170178 samples/sec	rmse=0.018999	lr=0.188088
Epoch[106] Batch [299]	Speed: 4769.324925 samples/sec	rmse=0.019038	lr=0.187960
Epoch[106] Batch [349]	Speed: 4933.475109 samples/sec	rmse=0.019026	lr=0.187831
Epoch[106] Batch [399]	Speed: 5028.950814 samples/sec	rmse=0.019027	lr=0.187703
Epoch[106] Batch [449]	Speed: 4899.562869 samples/sec	rmse=0.019033	lr=0.187574
Epoch[106] Batch [499]	Speed: 4834.316956 samples/sec	rmse=0.019040	lr=0.187445
Epoch[106] Batch [549]	Speed: 4841.598483 samples/sec	rmse=0.019030	lr=0.187317
Epoch[106] Batch [599]	Speed: 4886.131225 samples/sec	rmse=0.019041	lr=0.187188
Epoch[106] Batch [649]	Speed: 4958.758054 samples/sec	rmse=0.019044	lr=0.187060
Epoch[106] Batch [699]	Speed: 4913.882828 samples/sec	rmse=0.019052	lr=0.186931
Epoch[106] Batch [749]	Speed: 4827.807158 samples/sec	rmse=0.019053	lr=0.186803
Epoch[106] Batch [799]	Speed: 4934.231530 samples/sec	rmse=0.019058	lr=0.186674
Epoch[106] Batch [849]	Speed: 5036.433918 samples/sec	rmse=0.019067	lr=0.186546
Epoch[106] Batch [899]	Speed: 5235.418378 samples/sec	rmse=0.019071	lr=0.186417
Epoch[106] Batch [949]	Speed: 5007.709712 samples/sec	rmse=0.019084	lr=0.186289
Epoch[106] Batch [999]	Speed: 4901.387885 samples/sec	rmse=0.019093	lr=0.186160
Epoch[106] Batch [1049]	Speed: 5039.525311 samples/sec	rmse=0.019089	lr=0.186032
Epoch[106] Batch [1099]	Speed: 5303.932458 samples/sec	rmse=0.019098	lr=0.185904
Epoch[106] Batch [1149]	Speed: 5288.776404 samples/sec	rmse=0.019099	lr=0.185775
Epoch[106] Batch [1199]	Speed: 4966.206524 samples/sec	rmse=0.019103	lr=0.185647
Epoch[106] Batch [1249]	Speed: 5072.966463 samples/sec	rmse=0.019111	lr=0.185518
[Epoch 106] training: rmse=0.019112
[Epoch 106] speed: 4944 samples/sec	time cost: 268.076878
[Epoch 106] validation: err-top1=0.326969 err-top5=0.118762
Epoch[107] Batch [49]	Speed: 4863.858043 samples/sec	rmse=0.018981	lr=0.185387
Epoch[107] Batch [99]	Speed: 4970.391167 samples/sec	rmse=0.018891	lr=0.185259
Epoch[107] Batch [149]	Speed: 5011.472563 samples/sec	rmse=0.018916	lr=0.185130
Epoch[107] Batch [199]	Speed: 4998.261937 samples/sec	rmse=0.018931	lr=0.185002
Epoch[107] Batch [249]	Speed: 4981.046245 samples/sec	rmse=0.018941	lr=0.184873
Epoch[107] Batch [299]	Speed: 4932.866785 samples/sec	rmse=0.018969	lr=0.184745
Epoch[107] Batch [349]	Speed: 4943.013464 samples/sec	rmse=0.018992	lr=0.184617
Epoch[107] Batch [399]	Speed: 4942.877504 samples/sec	rmse=0.018988	lr=0.184488
Epoch[107] Batch [449]	Speed: 4904.661332 samples/sec	rmse=0.018998	lr=0.184360
Epoch[107] Batch [499]	Speed: 4738.040511 samples/sec	rmse=0.019018	lr=0.184231
Epoch[107] Batch [549]	Speed: 4781.928692 samples/sec	rmse=0.019025	lr=0.184103
Epoch[107] Batch [599]	Speed: 4812.376500 samples/sec	rmse=0.019030	lr=0.183975
Epoch[107] Batch [649]	Speed: 4782.654477 samples/sec	rmse=0.019034	lr=0.183846
Epoch[107] Batch [699]	Speed: 4800.274316 samples/sec	rmse=0.019039	lr=0.183718
Epoch[107] Batch [749]	Speed: 4891.567636 samples/sec	rmse=0.019048	lr=0.183590
Epoch[107] Batch [799]	Speed: 4757.000482 samples/sec	rmse=0.019054	lr=0.183461
Epoch[107] Batch [849]	Speed: 4668.717152 samples/sec	rmse=0.019058	lr=0.183333
Epoch[107] Batch [899]	Speed: 4925.151683 samples/sec	rmse=0.019058	lr=0.183205
Epoch[107] Batch [949]	Speed: 5105.625067 samples/sec	rmse=0.019071	lr=0.183076
Epoch[107] Batch [999]	Speed: 4947.446425 samples/sec	rmse=0.019074	lr=0.182948
Epoch[107] Batch [1049]	Speed: 4693.737776 samples/sec	rmse=0.019085	lr=0.182820
Epoch[107] Batch [1099]	Speed: 5085.670695 samples/sec	rmse=0.019088	lr=0.182691
Epoch[107] Batch [1149]	Speed: 4728.161240 samples/sec	rmse=0.019091	lr=0.182563
Epoch[107] Batch [1199]	Speed: 5057.568874 samples/sec	rmse=0.019093	lr=0.182435
Epoch[107] Batch [1249]	Speed: 5236.498018 samples/sec	rmse=0.019101	lr=0.182307
[Epoch 107] training: rmse=0.019101
[Epoch 107] speed: 4894 samples/sec	time cost: 271.051880
[Epoch 107] validation: err-top1=0.330437 err-top5=0.115175
Epoch[108] Batch [49]	Speed: 4587.351992 samples/sec	rmse=0.018804	lr=0.182176
Epoch[108] Batch [99]	Speed: 4773.717399 samples/sec	rmse=0.018864	lr=0.182047
Epoch[108] Batch [149]	Speed: 5028.541488 samples/sec	rmse=0.018935	lr=0.181919
Epoch[108] Batch [199]	Speed: 5011.789986 samples/sec	rmse=0.018959	lr=0.181791
Epoch[108] Batch [249]	Speed: 5108.299991 samples/sec	rmse=0.018932	lr=0.181663
Epoch[108] Batch [299]	Speed: 4929.196229 samples/sec	rmse=0.018961	lr=0.181534
Epoch[108] Batch [349]	Speed: 4907.089742 samples/sec	rmse=0.018973	lr=0.181406
Epoch[108] Batch [399]	Speed: 4895.157573 samples/sec	rmse=0.018981	lr=0.181278
Epoch[108] Batch [449]	Speed: 4941.788278 samples/sec	rmse=0.018994	lr=0.181150
Epoch[108] Batch [499]	Speed: 4898.399907 samples/sec	rmse=0.019003	lr=0.181022
Epoch[108] Batch [549]	Speed: 4874.573927 samples/sec	rmse=0.019006	lr=0.180893
Epoch[108] Batch [599]	Speed: 4690.586257 samples/sec	rmse=0.019003	lr=0.180765
Epoch[108] Batch [649]	Speed: 4778.632153 samples/sec	rmse=0.019009	lr=0.180637
Epoch[108] Batch [699]	Speed: 4549.245268 samples/sec	rmse=0.019006	lr=0.180509
Epoch[108] Batch [749]	Speed: 4892.682990 samples/sec	rmse=0.019007	lr=0.180381
Epoch[108] Batch [799]	Speed: 4922.375999 samples/sec	rmse=0.019015	lr=0.180252
Epoch[108] Batch [849]	Speed: 4621.874713 samples/sec	rmse=0.019022	lr=0.180124
Epoch[108] Batch [899]	Speed: 4777.494211 samples/sec	rmse=0.019012	lr=0.179996
Epoch[108] Batch [949]	Speed: 4973.597231 samples/sec	rmse=0.019019	lr=0.179868
Epoch[108] Batch [999]	Speed: 4905.903927 samples/sec	rmse=0.019025	lr=0.179740
Epoch[108] Batch [1049]	Speed: 4790.832443 samples/sec	rmse=0.019029	lr=0.179612
Epoch[108] Batch [1099]	Speed: 4932.411887 samples/sec	rmse=0.019039	lr=0.179484
Epoch[108] Batch [1149]	Speed: 4838.183110 samples/sec	rmse=0.019048	lr=0.179356
Epoch[108] Batch [1199]	Speed: 4931.100459 samples/sec	rmse=0.019055	lr=0.179228
Epoch[108] Batch [1249]	Speed: 5031.603863 samples/sec	rmse=0.019059	lr=0.179099
[Epoch 108] training: rmse=0.019059
[Epoch 108] speed: 4855 samples/sec	time cost: 272.893947
[Epoch 108] validation: err-top1=0.320532 err-top5=0.111488
Epoch[109] Batch [49]	Speed: 4640.711135 samples/sec	rmse=0.018791	lr=0.178969
Epoch[109] Batch [99]	Speed: 4976.850339 samples/sec	rmse=0.018892	lr=0.178841
Epoch[109] Batch [149]	Speed: 4776.318568 samples/sec	rmse=0.018920	lr=0.178713
Epoch[109] Batch [199]	Speed: 4693.396482 samples/sec	rmse=0.018937	lr=0.178585
Epoch[109] Batch [249]	Speed: 5098.828630 samples/sec	rmse=0.018942	lr=0.178457
Epoch[109] Batch [299]	Speed: 5098.410756 samples/sec	rmse=0.018947	lr=0.178329
Epoch[109] Batch [349]	Speed: 4895.437443 samples/sec	rmse=0.018957	lr=0.178201
Epoch[109] Batch [399]	Speed: 4906.711560 samples/sec	rmse=0.018967	lr=0.178073
Epoch[109] Batch [449]	Speed: 4805.833124 samples/sec	rmse=0.018963	lr=0.177945
Epoch[109] Batch [499]	Speed: 4951.741763 samples/sec	rmse=0.018969	lr=0.177817
Epoch[109] Batch [549]	Speed: 5240.038916 samples/sec	rmse=0.018988	lr=0.177689
Epoch[109] Batch [599]	Speed: 4772.454096 samples/sec	rmse=0.019009	lr=0.177561
Epoch[109] Batch [649]	Speed: 4947.317858 samples/sec	rmse=0.019012	lr=0.177433
Epoch[109] Batch [699]	Speed: 5286.029409 samples/sec	rmse=0.019022	lr=0.177305
Epoch[109] Batch [749]	Speed: 5135.062616 samples/sec	rmse=0.019025	lr=0.177177
Epoch[109] Batch [799]	Speed: 5372.027690 samples/sec	rmse=0.019027	lr=0.177049
Epoch[109] Batch [849]	Speed: 5161.892354 samples/sec	rmse=0.019027	lr=0.176921
Epoch[109] Batch [899]	Speed: 4963.868421 samples/sec	rmse=0.019026	lr=0.176793
Epoch[109] Batch [949]	Speed: 4933.172402 samples/sec	rmse=0.019034	lr=0.176665
Epoch[109] Batch [999]	Speed: 4912.151080 samples/sec	rmse=0.019032	lr=0.176537
Epoch[109] Batch [1049]	Speed: 4868.502940 samples/sec	rmse=0.019029	lr=0.176409
Epoch[109] Batch [1099]	Speed: 4931.624652 samples/sec	rmse=0.019031	lr=0.176281
Epoch[109] Batch [1149]	Speed: 5057.326613 samples/sec	rmse=0.019035	lr=0.176153
Epoch[109] Batch [1199]	Speed: 5000.865460 samples/sec	rmse=0.019035	lr=0.176026
Epoch[109] Batch [1249]	Speed: 5150.670301 samples/sec	rmse=0.019038	lr=0.175898
[Epoch 109] training: rmse=0.019038
[Epoch 109] speed: 4972 samples/sec	time cost: 266.764238
[Epoch 109] validation: err-top1=0.322864 err-top5=0.114915
Epoch[110] Batch [49]	Speed: 4518.254366 samples/sec	rmse=0.018827	lr=0.175767
Epoch[110] Batch [99]	Speed: 4883.373239 samples/sec	rmse=0.018819	lr=0.175640
Epoch[110] Batch [149]	Speed: 4979.998222 samples/sec	rmse=0.018785	lr=0.175512
Epoch[110] Batch [199]	Speed: 4868.149222 samples/sec	rmse=0.018815	lr=0.175384
Epoch[110] Batch [249]	Speed: 4836.748415 samples/sec	rmse=0.018851	lr=0.175256
Epoch[110] Batch [299]	Speed: 5051.123398 samples/sec	rmse=0.018864	lr=0.175128
Epoch[110] Batch [349]	Speed: 4796.793542 samples/sec	rmse=0.018869	lr=0.175001
Epoch[110] Batch [399]	Speed: 4910.411345 samples/sec	rmse=0.018869	lr=0.174873
Epoch[110] Batch [449]	Speed: 4809.728703 samples/sec	rmse=0.018878	lr=0.174745
Epoch[110] Batch [499]	Speed: 4774.327754 samples/sec	rmse=0.018883	lr=0.174617
Epoch[110] Batch [549]	Speed: 4744.696798 samples/sec	rmse=0.018891	lr=0.174490
Epoch[110] Batch [599]	Speed: 5033.202982 samples/sec	rmse=0.018909	lr=0.174362
Epoch[110] Batch [649]	Speed: 4806.429451 samples/sec	rmse=0.018932	lr=0.174234
Epoch[110] Batch [699]	Speed: 4890.322158 samples/sec	rmse=0.018938	lr=0.174106
Epoch[110] Batch [749]	Speed: 5083.798801 samples/sec	rmse=0.018956	lr=0.173979
Epoch[110] Batch [799]	Speed: 4896.957310 samples/sec	rmse=0.018960	lr=0.173851
Epoch[110] Batch [849]	Speed: 4820.728261 samples/sec	rmse=0.018969	lr=0.173723
Epoch[110] Batch [899]	Speed: 4998.924549 samples/sec	rmse=0.018972	lr=0.173596
Epoch[110] Batch [949]	Speed: 5134.778373 samples/sec	rmse=0.018977	lr=0.173468
Epoch[110] Batch [999]	Speed: 5090.379030 samples/sec	rmse=0.018980	lr=0.173340
Epoch[110] Batch [1049]	Speed: 4991.811851 samples/sec	rmse=0.018985	lr=0.173213
Epoch[110] Batch [1099]	Speed: 4884.911625 samples/sec	rmse=0.018989	lr=0.173085
Epoch[110] Batch [1149]	Speed: 4970.564424 samples/sec	rmse=0.018988	lr=0.172958
Epoch[110] Batch [1199]	Speed: 4895.498822 samples/sec	rmse=0.018999	lr=0.172830
Epoch[110] Batch [1249]	Speed: 5199.969839 samples/sec	rmse=0.018997	lr=0.172702
[Epoch 110] training: rmse=0.018998
[Epoch 110] speed: 4906 samples/sec	time cost: 270.325953
[Epoch 110] validation: err-top1=0.314555 err-top5=0.109233
Epoch[111] Batch [49]	Speed: 4746.957493 samples/sec	rmse=0.018747	lr=0.172572
Epoch[111] Batch [99]	Speed: 4780.256232 samples/sec	rmse=0.018800	lr=0.172445
Epoch[111] Batch [149]	Speed: 4966.223292 samples/sec	rmse=0.018875	lr=0.172317
Epoch[111] Batch [199]	Speed: 4967.946491 samples/sec	rmse=0.018891	lr=0.172190
Epoch[111] Batch [249]	Speed: 4749.465707 samples/sec	rmse=0.018889	lr=0.172062
Epoch[111] Batch [299]	Speed: 4831.469953 samples/sec	rmse=0.018898	lr=0.171935
Epoch[111] Batch [349]	Speed: 5012.562307 samples/sec	rmse=0.018902	lr=0.171807
Epoch[111] Batch [399]	Speed: 5038.363880 samples/sec	rmse=0.018916	lr=0.171680
Epoch[111] Batch [449]	Speed: 4822.682153 samples/sec	rmse=0.018923	lr=0.171552
Epoch[111] Batch [499]	Speed: 5092.724451 samples/sec	rmse=0.018918	lr=0.171425
Epoch[111] Batch [549]	Speed: 5059.960095 samples/sec	rmse=0.018931	lr=0.171297
Epoch[111] Batch [599]	Speed: 5197.213421 samples/sec	rmse=0.018940	lr=0.171170
Epoch[111] Batch [649]	Speed: 5145.593238 samples/sec	rmse=0.018945	lr=0.171042
Epoch[111] Batch [699]	Speed: 5186.059977 samples/sec	rmse=0.018940	lr=0.170915
Epoch[111] Batch [749]	Speed: 4973.292804 samples/sec	rmse=0.018950	lr=0.170787
Epoch[111] Batch [799]	Speed: 4702.540425 samples/sec	rmse=0.018945	lr=0.170660
Epoch[111] Batch [849]	Speed: 5106.655841 samples/sec	rmse=0.018942	lr=0.170533
Epoch[111] Batch [899]	Speed: 4861.148246 samples/sec	rmse=0.018947	lr=0.170405
Epoch[111] Batch [949]	Speed: 4951.109749 samples/sec	rmse=0.018960	lr=0.170278
Epoch[111] Batch [999]	Speed: 4866.026448 samples/sec	rmse=0.018966	lr=0.170151
Epoch[111] Batch [1049]	Speed: 4977.599814 samples/sec	rmse=0.018974	lr=0.170023
Epoch[111] Batch [1099]	Speed: 5029.107921 samples/sec	rmse=0.018979	lr=0.169896
Epoch[111] Batch [1149]	Speed: 5032.662635 samples/sec	rmse=0.018984	lr=0.169769
Epoch[111] Batch [1199]	Speed: 4892.887883 samples/sec	rmse=0.018980	lr=0.169641
Epoch[111] Batch [1249]	Speed: 4896.267978 samples/sec	rmse=0.018990	lr=0.169514
[Epoch 111] training: rmse=0.018990
[Epoch 111] speed: 4947 samples/sec	time cost: 268.196299
[Epoch 111] validation: err-top1=0.312859 err-top5=0.108777
Epoch[112] Batch [49]	Speed: 4535.412172 samples/sec	rmse=0.018761	lr=0.169384
Epoch[112] Batch [99]	Speed: 4952.626579 samples/sec	rmse=0.018840	lr=0.169257
Epoch[112] Batch [149]	Speed: 4751.594585 samples/sec	rmse=0.018824	lr=0.169130
Epoch[112] Batch [199]	Speed: 4736.852125 samples/sec	rmse=0.018816	lr=0.169003
Epoch[112] Batch [249]	Speed: 4751.180598 samples/sec	rmse=0.018833	lr=0.168875
Epoch[112] Batch [299]	Speed: 5018.617866 samples/sec	rmse=0.018868	lr=0.168748
Epoch[112] Batch [349]	Speed: 4621.262337 samples/sec	rmse=0.018868	lr=0.168621
Epoch[112] Batch [399]	Speed: 4946.531100 samples/sec	rmse=0.018870	lr=0.168494
Epoch[112] Batch [449]	Speed: 4874.601810 samples/sec	rmse=0.018903	lr=0.168367
Epoch[112] Batch [499]	Speed: 5094.478198 samples/sec	rmse=0.018892	lr=0.168239
Epoch[112] Batch [549]	Speed: 5045.232642 samples/sec	rmse=0.018897	lr=0.168112
Epoch[112] Batch [599]	Speed: 4475.102431 samples/sec	rmse=0.018900	lr=0.167985
Epoch[112] Batch [649]	Speed: 4780.911899 samples/sec	rmse=0.018907	lr=0.167858
Epoch[112] Batch [699]	Speed: 5020.919092 samples/sec	rmse=0.018906	lr=0.167731
Epoch[112] Batch [749]	Speed: 4960.850903 samples/sec	rmse=0.018914	lr=0.167604
Epoch[112] Batch [799]	Speed: 4796.711256 samples/sec	rmse=0.018918	lr=0.167477
Epoch[112] Batch [849]	Speed: 5076.160834 samples/sec	rmse=0.018918	lr=0.167350
Epoch[112] Batch [899]	Speed: 4984.150508 samples/sec	rmse=0.018910	lr=0.167223
Epoch[112] Batch [949]	Speed: 5185.233771 samples/sec	rmse=0.018919	lr=0.167096
Epoch[112] Batch [999]	Speed: 5053.256548 samples/sec	rmse=0.018926	lr=0.166969
Epoch[112] Batch [1049]	Speed: 4856.027794 samples/sec	rmse=0.018936	lr=0.166842
Epoch[112] Batch [1099]	Speed: 5044.408037 samples/sec	rmse=0.018944	lr=0.166715
Epoch[112] Batch [1149]	Speed: 5073.375742 samples/sec	rmse=0.018953	lr=0.166588
Epoch[112] Batch [1199]	Speed: 5124.550550 samples/sec	rmse=0.018955	lr=0.166461
Epoch[112] Batch [1249]	Speed: 5096.155512 samples/sec	rmse=0.018959	lr=0.166334
[Epoch 112] training: rmse=0.018960
[Epoch 112] speed: 4902 samples/sec	time cost: 270.278398
[Epoch 112] validation: err-top1=0.311982 err-top5=0.107980
Epoch[113] Batch [49]	Speed: 4836.293317 samples/sec	rmse=0.018567	lr=0.166204
Epoch[113] Batch [99]	Speed: 4876.966646 samples/sec	rmse=0.018731	lr=0.166077
Epoch[113] Batch [149]	Speed: 4869.328004 samples/sec	rmse=0.018759	lr=0.165950
Epoch[113] Batch [199]	Speed: 4917.007715 samples/sec	rmse=0.018804	lr=0.165823
Epoch[113] Batch [249]	Speed: 5140.344435 samples/sec	rmse=0.018785	lr=0.165697
Epoch[113] Batch [299]	Speed: 4989.582203 samples/sec	rmse=0.018804	lr=0.165570
Epoch[113] Batch [349]	Speed: 4882.995928 samples/sec	rmse=0.018796	lr=0.165443
Epoch[113] Batch [399]	Speed: 5062.361456 samples/sec	rmse=0.018841	lr=0.165316
Epoch[113] Batch [449]	Speed: 5048.552393 samples/sec	rmse=0.018844	lr=0.165189
Epoch[113] Batch [499]	Speed: 4900.481469 samples/sec	rmse=0.018856	lr=0.165062
Epoch[113] Batch [549]	Speed: 4951.205522 samples/sec	rmse=0.018859	lr=0.164936
Epoch[113] Batch [599]	Speed: 5089.771811 samples/sec	rmse=0.018865	lr=0.164809
Epoch[113] Batch [649]	Speed: 5122.002125 samples/sec	rmse=0.018866	lr=0.164682
Epoch[113] Batch [699]	Speed: 4767.030500 samples/sec	rmse=0.018873	lr=0.164555
Epoch[113] Batch [749]	Speed: 4715.066728 samples/sec	rmse=0.018876	lr=0.164429
Epoch[113] Batch [799]	Speed: 4973.881879 samples/sec	rmse=0.018886	lr=0.164302
Epoch[113] Batch [849]	Speed: 4997.071073 samples/sec	rmse=0.018900	lr=0.164175
Epoch[113] Batch [899]	Speed: 4770.846549 samples/sec	rmse=0.018899	lr=0.164048
Epoch[113] Batch [949]	Speed: 4916.524669 samples/sec	rmse=0.018905	lr=0.163922
Epoch[113] Batch [999]	Speed: 4903.794577 samples/sec	rmse=0.018908	lr=0.163795
Epoch[113] Batch [1049]	Speed: 5055.026288 samples/sec	rmse=0.018910	lr=0.163668
Epoch[113] Batch [1099]	Speed: 4971.552889 samples/sec	rmse=0.018916	lr=0.163542
Epoch[113] Batch [1149]	Speed: 5099.586960 samples/sec	rmse=0.018922	lr=0.163415
Epoch[113] Batch [1199]	Speed: 4964.231367 samples/sec	rmse=0.018931	lr=0.163289
Epoch[113] Batch [1249]	Speed: 5045.519978 samples/sec	rmse=0.018936	lr=0.163162
[Epoch 113] training: rmse=0.018936
[Epoch 113] speed: 4948 samples/sec	time cost: 267.942647
[Epoch 113] validation: err-top1=0.311484 err-top5=0.106724
Epoch[114] Batch [49]	Speed: 4815.976488 samples/sec	rmse=0.018822	lr=0.163033
Epoch[114] Batch [99]	Speed: 5211.056424 samples/sec	rmse=0.018741	lr=0.162906
Epoch[114] Batch [149]	Speed: 4691.396800 samples/sec	rmse=0.018740	lr=0.162780
Epoch[114] Batch [199]	Speed: 4962.683451 samples/sec	rmse=0.018763	lr=0.162653
Epoch[114] Batch [249]	Speed: 5084.019773 samples/sec	rmse=0.018792	lr=0.162527
Epoch[114] Batch [299]	Speed: 4858.204937 samples/sec	rmse=0.018793	lr=0.162400
Epoch[114] Batch [349]	Speed: 5031.019895 samples/sec	rmse=0.018799	lr=0.162274
Epoch[114] Batch [399]	Speed: 5038.974265 samples/sec	rmse=0.018799	lr=0.162147
Epoch[114] Batch [449]	Speed: 5232.820618 samples/sec	rmse=0.018821	lr=0.162021
Epoch[114] Batch [499]	Speed: 5200.572026 samples/sec	rmse=0.018829	lr=0.161894
Epoch[114] Batch [549]	Speed: 5200.896726 samples/sec	rmse=0.018852	lr=0.161768
Epoch[114] Batch [599]	Speed: 5087.274121 samples/sec	rmse=0.018873	lr=0.161642
Epoch[114] Batch [649]	Speed: 4789.064143 samples/sec	rmse=0.018865	lr=0.161515
Epoch[114] Batch [699]	Speed: 4954.710825 samples/sec	rmse=0.018861	lr=0.161389
Epoch[114] Batch [749]	Speed: 4906.491046 samples/sec	rmse=0.018869	lr=0.161263
Epoch[114] Batch [799]	Speed: 4970.812482 samples/sec	rmse=0.018873	lr=0.161136
Epoch[114] Batch [849]	Speed: 4968.974041 samples/sec	rmse=0.018872	lr=0.161010
Epoch[114] Batch [899]	Speed: 4780.774386 samples/sec	rmse=0.018875	lr=0.160884
Epoch[114] Batch [949]	Speed: 5024.101478 samples/sec	rmse=0.018872	lr=0.160757
Epoch[114] Batch [999]	Speed: 4861.367014 samples/sec	rmse=0.018880	lr=0.160631
Epoch[114] Batch [1049]	Speed: 4926.044875 samples/sec	rmse=0.018887	lr=0.160505
Epoch[114] Batch [1099]	Speed: 5085.869667 samples/sec	rmse=0.018889	lr=0.160379
Epoch[114] Batch [1149]	Speed: 5159.910875 samples/sec	rmse=0.018896	lr=0.160252
Epoch[114] Batch [1199]	Speed: 4868.529319 samples/sec	rmse=0.018902	lr=0.160126
Epoch[114] Batch [1249]	Speed: 5082.348874 samples/sec	rmse=0.018899	lr=0.160000
[Epoch 114] training: rmse=0.018898
[Epoch 114] speed: 4983 samples/sec	time cost: 266.349269
[Epoch 114] validation: err-top1=0.309331 err-top5=0.105369
Epoch[115] Batch [49]	Speed: 4881.909735 samples/sec	rmse=0.018653	lr=0.159871
Epoch[115] Batch [99]	Speed: 4864.025826 samples/sec	rmse=0.018673	lr=0.159745
Epoch[115] Batch [149]	Speed: 4715.832006 samples/sec	rmse=0.018704	lr=0.159619
Epoch[115] Batch [199]	Speed: 5272.226583 samples/sec	rmse=0.018707	lr=0.159493
Epoch[115] Batch [249]	Speed: 4916.507785 samples/sec	rmse=0.018722	lr=0.159367
Epoch[115] Batch [299]	Speed: 5123.564003 samples/sec	rmse=0.018733	lr=0.159241
Epoch[115] Batch [349]	Speed: 4858.679338 samples/sec	rmse=0.018720	lr=0.159115
Epoch[115] Batch [399]	Speed: 5000.184637 samples/sec	rmse=0.018727	lr=0.158988
Epoch[115] Batch [449]	Speed: 4836.230364 samples/sec	rmse=0.018749	lr=0.158862
Epoch[115] Batch [499]	Speed: 4995.320292 samples/sec	rmse=0.018768	lr=0.158736
Epoch[115] Batch [549]	Speed: 5188.627302 samples/sec	rmse=0.018781	lr=0.158610
Epoch[115] Batch [599]	Speed: 5025.302792 samples/sec	rmse=0.018803	lr=0.158484
Epoch[115] Batch [649]	Speed: 5140.068343 samples/sec	rmse=0.018806	lr=0.158358
Epoch[115] Batch [699]	Speed: 4900.432154 samples/sec	rmse=0.018818	lr=0.158233
Epoch[115] Batch [749]	Speed: 4942.876025 samples/sec	rmse=0.018815	lr=0.158107
Epoch[115] Batch [799]	Speed: 4999.325809 samples/sec	rmse=0.018817	lr=0.157981
Epoch[115] Batch [849]	Speed: 5066.441664 samples/sec	rmse=0.018822	lr=0.157855
Epoch[115] Batch [899]	Speed: 4779.994271 samples/sec	rmse=0.018834	lr=0.157729
Epoch[115] Batch [949]	Speed: 4868.165444 samples/sec	rmse=0.018844	lr=0.157603
Epoch[115] Batch [999]	Speed: 5044.771835 samples/sec	rmse=0.018850	lr=0.157477
Epoch[115] Batch [1049]	Speed: 4938.491223 samples/sec	rmse=0.018852	lr=0.157351
Epoch[115] Batch [1099]	Speed: 4995.235586 samples/sec	rmse=0.018854	lr=0.157226
Epoch[115] Batch [1149]	Speed: 4986.896260 samples/sec	rmse=0.018860	lr=0.157100
Epoch[115] Batch [1199]	Speed: 4670.877865 samples/sec	rmse=0.018862	lr=0.156974
Epoch[115] Batch [1249]	Speed: 5167.684264 samples/sec	rmse=0.018863	lr=0.156848
[Epoch 115] training: rmse=0.018862
[Epoch 115] speed: 4958 samples/sec	time cost: 267.568867
[Epoch 115] validation: err-top1=0.316466 err-top5=0.110910
Epoch[116] Batch [49]	Speed: 4573.387343 samples/sec	rmse=0.018531	lr=0.156720
Epoch[116] Batch [99]	Speed: 4671.308256 samples/sec	rmse=0.018598	lr=0.156594
Epoch[116] Batch [149]	Speed: 4965.879002 samples/sec	rmse=0.018612	lr=0.156469
Epoch[116] Batch [199]	Speed: 4814.306034 samples/sec	rmse=0.018648	lr=0.156343
Epoch[116] Batch [249]	Speed: 5030.298198 samples/sec	rmse=0.018682	lr=0.156217
Epoch[116] Batch [299]	Speed: 4757.086575 samples/sec	rmse=0.018696	lr=0.156092
Epoch[116] Batch [349]	Speed: 5080.975028 samples/sec	rmse=0.018713	lr=0.155966
Epoch[116] Batch [399]	Speed: 5090.409437 samples/sec	rmse=0.018727	lr=0.155840
Epoch[116] Batch [449]	Speed: 5267.025893 samples/sec	rmse=0.018754	lr=0.155715
Epoch[116] Batch [499]	Speed: 4809.075447 samples/sec	rmse=0.018766	lr=0.155589
Epoch[116] Batch [549]	Speed: 4832.505976 samples/sec	rmse=0.018779	lr=0.155464
Epoch[116] Batch [599]	Speed: 5072.979525 samples/sec	rmse=0.018787	lr=0.155338
Epoch[116] Batch [649]	Speed: 4873.127855 samples/sec	rmse=0.018799	lr=0.155212
Epoch[116] Batch [699]	Speed: 4946.850833 samples/sec	rmse=0.018802	lr=0.155087
Epoch[116] Batch [749]	Speed: 4736.447702 samples/sec	rmse=0.018807	lr=0.154961
Epoch[116] Batch [799]	Speed: 4843.025027 samples/sec	rmse=0.018807	lr=0.154836
Epoch[116] Batch [849]	Speed: 4934.902222 samples/sec	rmse=0.018812	lr=0.154711
Epoch[116] Batch [899]	Speed: 5041.536113 samples/sec	rmse=0.018829	lr=0.154585
Epoch[116] Batch [949]	Speed: 4823.894388 samples/sec	rmse=0.018842	lr=0.154460
Epoch[116] Batch [999]	Speed: 4909.127412 samples/sec	rmse=0.018849	lr=0.154334
Epoch[116] Batch [1049]	Speed: 4915.105014 samples/sec	rmse=0.018852	lr=0.154209
Epoch[116] Batch [1099]	Speed: 4819.918177 samples/sec	rmse=0.018850	lr=0.154084
Epoch[116] Batch [1149]	Speed: 4851.801576 samples/sec	rmse=0.018850	lr=0.153958
Epoch[116] Batch [1199]	Speed: 4722.098481 samples/sec	rmse=0.018854	lr=0.153833
Epoch[116] Batch [1249]	Speed: 4971.644621 samples/sec	rmse=0.018860	lr=0.153708
[Epoch 116] training: rmse=0.018859
[Epoch 116] speed: 4885 samples/sec	time cost: 271.571345
[Epoch 116] validation: err-top1=0.308268 err-top5=0.106445
Epoch[117] Batch [49]	Speed: 4575.769845 samples/sec	rmse=0.018720	lr=0.153580
Epoch[117] Batch [99]	Speed: 4718.820015 samples/sec	rmse=0.018736	lr=0.153455
Epoch[117] Batch [149]	Speed: 4616.093007 samples/sec	rmse=0.018753	lr=0.153329
Epoch[117] Batch [199]	Speed: 4606.144508 samples/sec	rmse=0.018714	lr=0.153204
Epoch[117] Batch [249]	Speed: 4775.885498 samples/sec	rmse=0.018710	lr=0.153079
Epoch[117] Batch [299]	Speed: 5007.694998 samples/sec	rmse=0.018705	lr=0.152954
Epoch[117] Batch [349]	Speed: 4976.772486 samples/sec	rmse=0.018714	lr=0.152829
Epoch[117] Batch [399]	Speed: 5032.426645 samples/sec	rmse=0.018727	lr=0.152704
Epoch[117] Batch [449]	Speed: 4852.000758 samples/sec	rmse=0.018743	lr=0.152578
Epoch[117] Batch [499]	Speed: 5054.019818 samples/sec	rmse=0.018747	lr=0.152453
Epoch[117] Batch [549]	Speed: 4831.678775 samples/sec	rmse=0.018754	lr=0.152328
Epoch[117] Batch [599]	Speed: 4877.191492 samples/sec	rmse=0.018752	lr=0.152203
Epoch[117] Batch [649]	Speed: 4685.141576 samples/sec	rmse=0.018761	lr=0.152078
Epoch[117] Batch [699]	Speed: 4926.407848 samples/sec	rmse=0.018763	lr=0.151953
Epoch[117] Batch [749]	Speed: 5023.602569 samples/sec	rmse=0.018760	lr=0.151828
Epoch[117] Batch [799]	Speed: 4867.723393 samples/sec	rmse=0.018762	lr=0.151703
Epoch[117] Batch [849]	Speed: 5014.086358 samples/sec	rmse=0.018768	lr=0.151578
Epoch[117] Batch [899]	Speed: 4767.498797 samples/sec	rmse=0.018778	lr=0.151453
Epoch[117] Batch [949]	Speed: 4713.436460 samples/sec	rmse=0.018783	lr=0.151328
Epoch[117] Batch [999]	Speed: 4821.668959 samples/sec	rmse=0.018786	lr=0.151203
Epoch[117] Batch [1049]	Speed: 5116.086124 samples/sec	rmse=0.018801	lr=0.151078
Epoch[117] Batch [1099]	Speed: 5180.944065 samples/sec	rmse=0.018801	lr=0.150954
Epoch[117] Batch [1149]	Speed: 4911.022791 samples/sec	rmse=0.018802	lr=0.150829
Epoch[117] Batch [1199]	Speed: 5061.147966 samples/sec	rmse=0.018808	lr=0.150704
Epoch[117] Batch [1249]	Speed: 5044.646692 samples/sec	rmse=0.018811	lr=0.150579
[Epoch 117] training: rmse=0.018810
[Epoch 117] speed: 4872 samples/sec	time cost: 272.330988
[Epoch 117] validation: err-top1=0.306103 err-top5=0.106027
Epoch[118] Batch [49]	Speed: 4683.794869 samples/sec	rmse=0.018513	lr=0.150452
Epoch[118] Batch [99]	Speed: 5054.439846 samples/sec	rmse=0.018596	lr=0.150327
Epoch[118] Batch [149]	Speed: 4887.876267 samples/sec	rmse=0.018620	lr=0.150202
Epoch[118] Batch [199]	Speed: 4993.716469 samples/sec	rmse=0.018609	lr=0.150078
Epoch[118] Batch [249]	Speed: 5074.367275 samples/sec	rmse=0.018623	lr=0.149953
Epoch[118] Batch [299]	Speed: 4877.811311 samples/sec	rmse=0.018641	lr=0.149828
Epoch[118] Batch [349]	Speed: 5019.043056 samples/sec	rmse=0.018640	lr=0.149704
Epoch[118] Batch [399]	Speed: 4985.395751 samples/sec	rmse=0.018647	lr=0.149579
Epoch[118] Batch [449]	Speed: 5092.802834 samples/sec	rmse=0.018645	lr=0.149454
Epoch[118] Batch [499]	Speed: 4907.839888 samples/sec	rmse=0.018641	lr=0.149330
Epoch[118] Batch [549]	Speed: 5055.789378 samples/sec	rmse=0.018649	lr=0.149205
Epoch[118] Batch [599]	Speed: 5014.729401 samples/sec	rmse=0.018660	lr=0.149081
Epoch[118] Batch [649]	Speed: 5032.051301 samples/sec	rmse=0.018674	lr=0.148956
Epoch[118] Batch [699]	Speed: 4963.395513 samples/sec	rmse=0.018671	lr=0.148832
Epoch[118] Batch [749]	Speed: 4905.965009 samples/sec	rmse=0.018675	lr=0.148707
Epoch[118] Batch [799]	Speed: 4994.105046 samples/sec	rmse=0.018672	lr=0.148583
Epoch[118] Batch [849]	Speed: 5128.806136 samples/sec	rmse=0.018675	lr=0.148458
Epoch[118] Batch [899]	Speed: 5042.445145 samples/sec	rmse=0.018684	lr=0.148334
Epoch[118] Batch [949]	Speed: 5247.219461 samples/sec	rmse=0.018688	lr=0.148209
Epoch[118] Batch [999]	Speed: 5158.637659 samples/sec	rmse=0.018693	lr=0.148085
Epoch[118] Batch [1049]	Speed: 4989.609563 samples/sec	rmse=0.018700	lr=0.147961
Epoch[118] Batch [1099]	Speed: 5044.315022 samples/sec	rmse=0.018708	lr=0.147836
Epoch[118] Batch [1149]	Speed: 5003.384149 samples/sec	rmse=0.018717	lr=0.147712
Epoch[118] Batch [1199]	Speed: 4821.731100 samples/sec	rmse=0.018728	lr=0.147588
Epoch[118] Batch [1249]	Speed: 4948.440539 samples/sec	rmse=0.018733	lr=0.147463
[Epoch 118] training: rmse=0.018733
[Epoch 118] speed: 4990 samples/sec	time cost: 265.819156
[Epoch 118] validation: err-top1=0.312221 err-top5=0.106625
Epoch[119] Batch [49]	Speed: 4753.257673 samples/sec	rmse=0.018652	lr=0.147337
Epoch[119] Batch [99]	Speed: 4796.219206 samples/sec	rmse=0.018648	lr=0.147213
Epoch[119] Batch [149]	Speed: 4953.668140 samples/sec	rmse=0.018652	lr=0.147088
Epoch[119] Batch [199]	Speed: 4962.375544 samples/sec	rmse=0.018639	lr=0.146964
Epoch[119] Batch [249]	Speed: 5010.313621 samples/sec	rmse=0.018650	lr=0.146840
Epoch[119] Batch [299]	Speed: 4713.415563 samples/sec	rmse=0.018673	lr=0.146716
Epoch[119] Batch [349]	Speed: 4765.738793 samples/sec	rmse=0.018690	lr=0.146592
Epoch[119] Batch [399]	Speed: 4912.152653 samples/sec	rmse=0.018699	lr=0.146468
Epoch[119] Batch [449]	Speed: 5139.135090 samples/sec	rmse=0.018728	lr=0.146344
Epoch[119] Batch [499]	Speed: 5004.504433 samples/sec	rmse=0.018739	lr=0.146220
Epoch[119] Batch [549]	Speed: 4901.764576 samples/sec	rmse=0.018746	lr=0.146095
Epoch[119] Batch [599]	Speed: 5009.553327 samples/sec	rmse=0.018751	lr=0.145971
Epoch[119] Batch [649]	Speed: 4938.930886 samples/sec	rmse=0.018745	lr=0.145847
Epoch[119] Batch [699]	Speed: 4813.321600 samples/sec	rmse=0.018743	lr=0.145724
Epoch[119] Batch [749]	Speed: 5101.122835 samples/sec	rmse=0.018743	lr=0.145600
Epoch[119] Batch [799]	Speed: 5068.613375 samples/sec	rmse=0.018741	lr=0.145476
Epoch[119] Batch [849]	Speed: 4906.874239 samples/sec	rmse=0.018742	lr=0.145352
Epoch[119] Batch [899]	Speed: 5028.668777 samples/sec	rmse=0.018744	lr=0.145228
Epoch[119] Batch [949]	Speed: 4991.990434 samples/sec	rmse=0.018748	lr=0.145104
Epoch[119] Batch [999]	Speed: 5032.825399 samples/sec	rmse=0.018755	lr=0.144980
Epoch[119] Batch [1049]	Speed: 5001.718876 samples/sec	rmse=0.018759	lr=0.144856
Epoch[119] Batch [1099]	Speed: 4982.223125 samples/sec	rmse=0.018760	lr=0.144733
Epoch[119] Batch [1149]	Speed: 5045.242124 samples/sec	rmse=0.018760	lr=0.144609
Epoch[119] Batch [1199]	Speed: 4907.331504 samples/sec	rmse=0.018756	lr=0.144485
Epoch[119] Batch [1249]	Speed: 5045.672194 samples/sec	rmse=0.018756	lr=0.144361
[Epoch 119] training: rmse=0.018755
[Epoch 119] speed: 4944 samples/sec	time cost: 268.117979
[Epoch 119] validation: err-top1=0.304707 err-top5=0.102400
Epoch[120] Batch [49]	Speed: 4805.905183 samples/sec	rmse=0.018530	lr=0.144235
Epoch[120] Batch [99]	Speed: 4999.770086 samples/sec	rmse=0.018562	lr=0.144112
Epoch[120] Batch [149]	Speed: 4975.249591 samples/sec	rmse=0.018603	lr=0.143988
Epoch[120] Batch [199]	Speed: 4620.282694 samples/sec	rmse=0.018588	lr=0.143864
Epoch[120] Batch [249]	Speed: 5138.639880 samples/sec	rmse=0.018614	lr=0.143741
Epoch[120] Batch [299]	Speed: 4770.207732 samples/sec	rmse=0.018612	lr=0.143617
Epoch[120] Batch [349]	Speed: 5100.658305 samples/sec	rmse=0.018618	lr=0.143494
Epoch[120] Batch [399]	Speed: 5077.079395 samples/sec	rmse=0.018646	lr=0.143370
Epoch[120] Batch [449]	Speed: 4907.505552 samples/sec	rmse=0.018642	lr=0.143247
Epoch[120] Batch [499]	Speed: 4857.504277 samples/sec	rmse=0.018660	lr=0.143123
Epoch[120] Batch [549]	Speed: 4806.051459 samples/sec	rmse=0.018667	lr=0.143000
Epoch[120] Batch [599]	Speed: 5054.433897 samples/sec	rmse=0.018681	lr=0.142876
Epoch[120] Batch [649]	Speed: 4867.736855 samples/sec	rmse=0.018688	lr=0.142753
Epoch[120] Batch [699]	Speed: 4804.191623 samples/sec	rmse=0.018691	lr=0.142629
Epoch[120] Batch [749]	Speed: 4844.659624 samples/sec	rmse=0.018696	lr=0.142506
Epoch[120] Batch [799]	Speed: 4841.102202 samples/sec	rmse=0.018701	lr=0.142383
Epoch[120] Batch [849]	Speed: 4775.715775 samples/sec	rmse=0.018699	lr=0.142259
Epoch[120] Batch [899]	Speed: 4904.051133 samples/sec	rmse=0.018695	lr=0.142136
Epoch[120] Batch [949]	Speed: 5097.438239 samples/sec	rmse=0.018694	lr=0.142013
Epoch[120] Batch [999]	Speed: 5010.010761 samples/sec	rmse=0.018696	lr=0.141890
Epoch[120] Batch [1049]	Speed: 5138.163943 samples/sec	rmse=0.018697	lr=0.141766
Epoch[120] Batch [1099]	Speed: 5006.804172 samples/sec	rmse=0.018694	lr=0.141643
Epoch[120] Batch [1149]	Speed: 5132.957146 samples/sec	rmse=0.018697	lr=0.141520
Epoch[120] Batch [1199]	Speed: 5071.852335 samples/sec	rmse=0.018699	lr=0.141397
Epoch[120] Batch [1249]	Speed: 4924.153129 samples/sec	rmse=0.018700	lr=0.141274
[Epoch 120] training: rmse=0.018701
[Epoch 120] speed: 4933 samples/sec	time cost: 268.570476
[Epoch 120] validation: err-top1=0.306800 err-top5=0.104751
Epoch[121] Batch [49]	Speed: 4855.511095 samples/sec	rmse=0.018484	lr=0.141148
Epoch[121] Batch [99]	Speed: 4906.067562 samples/sec	rmse=0.018531	lr=0.141025
Epoch[121] Batch [149]	Speed: 5087.967175 samples/sec	rmse=0.018544	lr=0.140902
Epoch[121] Batch [199]	Speed: 4946.014555 samples/sec	rmse=0.018534	lr=0.140779
Epoch[121] Batch [249]	Speed: 4936.347635 samples/sec	rmse=0.018542	lr=0.140656
Epoch[121] Batch [299]	Speed: 4878.474066 samples/sec	rmse=0.018557	lr=0.140533
Epoch[121] Batch [349]	Speed: 5042.842053 samples/sec	rmse=0.018553	lr=0.140410
Epoch[121] Batch [399]	Speed: 4902.104396 samples/sec	rmse=0.018568	lr=0.140287
Epoch[121] Batch [449]	Speed: 5036.087737 samples/sec	rmse=0.018585	lr=0.140164
Epoch[121] Batch [499]	Speed: 4833.109485 samples/sec	rmse=0.018606	lr=0.140042
Epoch[121] Batch [549]	Speed: 4748.303711 samples/sec	rmse=0.018630	lr=0.139919
Epoch[121] Batch [599]	Speed: 4753.073670 samples/sec	rmse=0.018645	lr=0.139796
Epoch[121] Batch [649]	Speed: 4941.726756 samples/sec	rmse=0.018650	lr=0.139673
Epoch[121] Batch [699]	Speed: 4926.313145 samples/sec	rmse=0.018669	lr=0.139550
Epoch[121] Batch [749]	Speed: 4903.183251 samples/sec	rmse=0.018666	lr=0.139428
Epoch[121] Batch [799]	Speed: 4986.879699 samples/sec	rmse=0.018656	lr=0.139305
Epoch[121] Batch [849]	Speed: 4944.910624 samples/sec	rmse=0.018649	lr=0.139182
Epoch[121] Batch [899]	Speed: 4831.374191 samples/sec	rmse=0.018654	lr=0.139059
Epoch[121] Batch [949]	Speed: 4930.598452 samples/sec	rmse=0.018665	lr=0.138937
Epoch[121] Batch [999]	Speed: 4908.828582 samples/sec	rmse=0.018670	lr=0.138814
Epoch[121] Batch [1049]	Speed: 4928.344081 samples/sec	rmse=0.018676	lr=0.138692
Epoch[121] Batch [1099]	Speed: 4886.814925 samples/sec	rmse=0.018682	lr=0.138569
Epoch[121] Batch [1149]	Speed: 4904.171302 samples/sec	rmse=0.018682	lr=0.138447
Epoch[121] Batch [1199]	Speed: 4738.720200 samples/sec	rmse=0.018684	lr=0.138324
Epoch[121] Batch [1249]	Speed: 4974.679207 samples/sec	rmse=0.018686	lr=0.138202
[Epoch 121] training: rmse=0.018684
[Epoch 121] speed: 4904 samples/sec	time cost: 270.194540
[Epoch 121] validation: err-top1=0.306900 err-top5=0.103675
Epoch[122] Batch [49]	Speed: 4775.577287 samples/sec	rmse=0.018580	lr=0.138077
Epoch[122] Batch [99]	Speed: 4840.454035 samples/sec	rmse=0.018620	lr=0.137954
Epoch[122] Batch [149]	Speed: 5062.934698 samples/sec	rmse=0.018617	lr=0.137832
Epoch[122] Batch [199]	Speed: 4927.665785 samples/sec	rmse=0.018598	lr=0.137709
Epoch[122] Batch [249]	Speed: 4657.081055 samples/sec	rmse=0.018568	lr=0.137587
Epoch[122] Batch [299]	Speed: 5063.184062 samples/sec	rmse=0.018583	lr=0.137465
Epoch[122] Batch [349]	Speed: 4870.103316 samples/sec	rmse=0.018579	lr=0.137342
Epoch[122] Batch [399]	Speed: 4731.934055 samples/sec	rmse=0.018572	lr=0.137220
Epoch[122] Batch [449]	Speed: 5005.442042 samples/sec	rmse=0.018589	lr=0.137098
Epoch[122] Batch [499]	Speed: 4836.094660 samples/sec	rmse=0.018595	lr=0.136976
Epoch[122] Batch [549]	Speed: 4852.594782 samples/sec	rmse=0.018599	lr=0.136853
Epoch[122] Batch [599]	Speed: 4935.834690 samples/sec	rmse=0.018601	lr=0.136731
Epoch[122] Batch [649]	Speed: 5198.065090 samples/sec	rmse=0.018601	lr=0.136609
Epoch[122] Batch [699]	Speed: 5145.993358 samples/sec	rmse=0.018596	lr=0.136487
Epoch[122] Batch [749]	Speed: 5098.473699 samples/sec	rmse=0.018607	lr=0.136365
Epoch[122] Batch [799]	Speed: 5201.332830 samples/sec	rmse=0.018618	lr=0.136243
Epoch[122] Batch [849]	Speed: 5200.499610 samples/sec	rmse=0.018620	lr=0.136121
Epoch[122] Batch [899]	Speed: 4836.395265 samples/sec	rmse=0.018631	lr=0.135999
Epoch[122] Batch [949]	Speed: 5037.840388 samples/sec	rmse=0.018634	lr=0.135877
Epoch[122] Batch [999]	Speed: 4985.969174 samples/sec	rmse=0.018645	lr=0.135755
Epoch[122] Batch [1049]	Speed: 4994.986479 samples/sec	rmse=0.018655	lr=0.135633
Epoch[122] Batch [1099]	Speed: 5032.941699 samples/sec	rmse=0.018654	lr=0.135511
Epoch[122] Batch [1149]	Speed: 5052.223445 samples/sec	rmse=0.018661	lr=0.135389
Epoch[122] Batch [1199]	Speed: 4895.824157 samples/sec	rmse=0.018672	lr=0.135267
Epoch[122] Batch [1249]	Speed: 5178.577517 samples/sec	rmse=0.018670	lr=0.135145
[Epoch 122] training: rmse=0.018670
[Epoch 122] speed: 4967 samples/sec	time cost: 266.872846
[Epoch 122] validation: err-top1=0.310588 err-top5=0.106852
Epoch[123] Batch [49]	Speed: 4789.561028 samples/sec	rmse=0.018412	lr=0.135021
Epoch[123] Batch [99]	Speed: 4859.033441 samples/sec	rmse=0.018387	lr=0.134899
Epoch[123] Batch [149]	Speed: 4960.623662 samples/sec	rmse=0.018424	lr=0.134777
Epoch[123] Batch [199]	Speed: 4863.593228 samples/sec	rmse=0.018452	lr=0.134656
Epoch[123] Batch [249]	Speed: 5018.381315 samples/sec	rmse=0.018483	lr=0.134534
Epoch[123] Batch [299]	Speed: 5105.088477 samples/sec	rmse=0.018497	lr=0.134412
Epoch[123] Batch [349]	Speed: 4902.235884 samples/sec	rmse=0.018497	lr=0.134291
Epoch[123] Batch [399]	Speed: 4729.369223 samples/sec	rmse=0.018504	lr=0.134169
Epoch[123] Batch [449]	Speed: 5065.622061 samples/sec	rmse=0.018525	lr=0.134047
Epoch[123] Batch [499]	Speed: 4851.425073 samples/sec	rmse=0.018537	lr=0.133926
Epoch[123] Batch [549]	Speed: 5012.853774 samples/sec	rmse=0.018547	lr=0.133804
Epoch[123] Batch [599]	Speed: 4998.099888 samples/sec	rmse=0.018558	lr=0.133683
Epoch[123] Batch [649]	Speed: 4941.418600 samples/sec	rmse=0.018561	lr=0.133561
Epoch[123] Batch [699]	Speed: 5055.561332 samples/sec	rmse=0.018569	lr=0.133440
Epoch[123] Batch [749]	Speed: 5000.696838 samples/sec	rmse=0.018575	lr=0.133318
Epoch[123] Batch [799]	Speed: 4932.648106 samples/sec	rmse=0.018584	lr=0.133197
Epoch[123] Batch [849]	Speed: 5014.270637 samples/sec	rmse=0.018587	lr=0.133076
Epoch[123] Batch [899]	Speed: 5136.608634 samples/sec	rmse=0.018590	lr=0.132954
Epoch[123] Batch [949]	Speed: 5122.433163 samples/sec	rmse=0.018594	lr=0.132833
Epoch[123] Batch [999]	Speed: 4966.255679 samples/sec	rmse=0.018592	lr=0.132712
Epoch[123] Batch [1049]	Speed: 5039.640857 samples/sec	rmse=0.018601	lr=0.132590
Epoch[123] Batch [1099]	Speed: 4986.749538 samples/sec	rmse=0.018604	lr=0.132469
Epoch[123] Batch [1149]	Speed: 5031.010584 samples/sec	rmse=0.018603	lr=0.132348
Epoch[123] Batch [1199]	Speed: 4933.932017 samples/sec	rmse=0.018607	lr=0.132227
Epoch[123] Batch [1249]	Speed: 5152.638877 samples/sec	rmse=0.018612	lr=0.132106
[Epoch 123] training: rmse=0.018612
[Epoch 123] speed: 4972 samples/sec	time cost: 267.105975
[Epoch 123] validation: err-top1=0.302356 err-top5=0.104213
Epoch[124] Batch [49]	Speed: 4794.099500 samples/sec	rmse=0.018544	lr=0.131982
Epoch[124] Batch [99]	Speed: 4846.939369 samples/sec	rmse=0.018550	lr=0.131861
Epoch[124] Batch [149]	Speed: 4828.501448 samples/sec	rmse=0.018517	lr=0.131740
Epoch[124] Batch [199]	Speed: 4775.905466 samples/sec	rmse=0.018551	lr=0.131619
Epoch[124] Batch [249]	Speed: 5034.479350 samples/sec	rmse=0.018544	lr=0.131498
Epoch[124] Batch [299]	Speed: 5158.196419 samples/sec	rmse=0.018517	lr=0.131377
Epoch[124] Batch [349]	Speed: 4995.078613 samples/sec	rmse=0.018509	lr=0.131256
Epoch[124] Batch [399]	Speed: 5074.561767 samples/sec	rmse=0.018507	lr=0.131135
Epoch[124] Batch [449]	Speed: 4980.023514 samples/sec	rmse=0.018510	lr=0.131014
Epoch[124] Batch [499]	Speed: 4819.309305 samples/sec	rmse=0.018499	lr=0.130893
Epoch[124] Batch [549]	Speed: 4952.243744 samples/sec	rmse=0.018502	lr=0.130773
Epoch[124] Batch [599]	Speed: 5054.897899 samples/sec	rmse=0.018521	lr=0.130652
Epoch[124] Batch [649]	Speed: 4712.175388 samples/sec	rmse=0.018527	lr=0.130531
Epoch[124] Batch [699]	Speed: 5016.568346 samples/sec	rmse=0.018528	lr=0.130410
Epoch[124] Batch [749]	Speed: 5180.655096 samples/sec	rmse=0.018535	lr=0.130289
Epoch[124] Batch [799]	Speed: 5052.013547 samples/sec	rmse=0.018541	lr=0.130169
Epoch[124] Batch [849]	Speed: 4964.689055 samples/sec	rmse=0.018552	lr=0.130048
Epoch[124] Batch [899]	Speed: 4856.491556 samples/sec	rmse=0.018561	lr=0.129927
Epoch[124] Batch [949]	Speed: 4987.810483 samples/sec	rmse=0.018559	lr=0.129807
Epoch[124] Batch [999]	Speed: 4942.354898 samples/sec	rmse=0.018560	lr=0.129686
Epoch[124] Batch [1049]	Speed: 5192.035321 samples/sec	rmse=0.018562	lr=0.129566
Epoch[124] Batch [1099]	Speed: 4929.849369 samples/sec	rmse=0.018569	lr=0.129445
Epoch[124] Batch [1149]	Speed: 4898.081156 samples/sec	rmse=0.018572	lr=0.129325
Epoch[124] Batch [1199]	Speed: 5026.267740 samples/sec	rmse=0.018574	lr=0.129204
Epoch[124] Batch [1249]	Speed: 5142.832694 samples/sec	rmse=0.018578	lr=0.129084
[Epoch 124] training: rmse=0.018578
[Epoch 124] speed: 4961 samples/sec	time cost: 267.234981
[Epoch 124] validation: err-top1=0.321548 err-top5=0.113720
Epoch[125] Batch [49]	Speed: 4638.394588 samples/sec	rmse=0.018398	lr=0.128961
Epoch[125] Batch [99]	Speed: 4891.361628 samples/sec	rmse=0.018397	lr=0.128841
Epoch[125] Batch [149]	Speed: 5006.148222 samples/sec	rmse=0.018395	lr=0.128720
Epoch[125] Batch [199]	Speed: 5025.766871 samples/sec	rmse=0.018416	lr=0.128600
Epoch[125] Batch [249]	Speed: 4824.438520 samples/sec	rmse=0.018411	lr=0.128480
Epoch[125] Batch [299]	Speed: 5111.370526 samples/sec	rmse=0.018418	lr=0.128359
Epoch[125] Batch [349]	Speed: 5295.449358 samples/sec	rmse=0.018437	lr=0.128239
Epoch[125] Batch [399]	Speed: 4823.217346 samples/sec	rmse=0.018455	lr=0.128119
Epoch[125] Batch [449]	Speed: 5204.388112 samples/sec	rmse=0.018472	lr=0.127999
Epoch[125] Batch [499]	Speed: 5022.441534 samples/sec	rmse=0.018475	lr=0.127879
Epoch[125] Batch [549]	Speed: 5117.443904 samples/sec	rmse=0.018478	lr=0.127759
Epoch[125] Batch [599]	Speed: 5016.039532 samples/sec	rmse=0.018490	lr=0.127639
Epoch[125] Batch [649]	Speed: 5202.324729 samples/sec	rmse=0.018495	lr=0.127519
Epoch[125] Batch [699]	Speed: 5068.456781 samples/sec	rmse=0.018502	lr=0.127399
Epoch[125] Batch [749]	Speed: 5075.712835 samples/sec	rmse=0.018505	lr=0.127279
Epoch[125] Batch [799]	Speed: 5035.368482 samples/sec	rmse=0.018507	lr=0.127159
Epoch[125] Batch [849]	Speed: 4988.679498 samples/sec	rmse=0.018512	lr=0.127039
Epoch[125] Batch [899]	Speed: 4714.924385 samples/sec	rmse=0.018509	lr=0.126919
Epoch[125] Batch [949]	Speed: 4943.373708 samples/sec	rmse=0.018515	lr=0.126799
Epoch[125] Batch [999]	Speed: 4914.533265 samples/sec	rmse=0.018520	lr=0.126679
Epoch[125] Batch [1049]	Speed: 4906.593173 samples/sec	rmse=0.018522	lr=0.126559
Epoch[125] Batch [1099]	Speed: 5020.282089 samples/sec	rmse=0.018531	lr=0.126440
Epoch[125] Batch [1149]	Speed: 5009.562209 samples/sec	rmse=0.018528	lr=0.126320
Epoch[125] Batch [1199]	Speed: 5036.749077 samples/sec	rmse=0.018534	lr=0.126200
Epoch[125] Batch [1249]	Speed: 5154.068826 samples/sec	rmse=0.018538	lr=0.126080
[Epoch 125] training: rmse=0.018538
[Epoch 125] speed: 4993 samples/sec	time cost: 265.661006
[Epoch 125] validation: err-top1=0.309212 err-top5=0.105369
Epoch[126] Batch [49]	Speed: 4833.339987 samples/sec	rmse=0.018322	lr=0.125958
Epoch[126] Batch [99]	Speed: 4653.921365 samples/sec	rmse=0.018377	lr=0.125839
Epoch[126] Batch [149]	Speed: 4587.651282 samples/sec	rmse=0.018439	lr=0.125719
Epoch[126] Batch [199]	Speed: 4924.351068 samples/sec	rmse=0.018443	lr=0.125600
Epoch[126] Batch [249]	Speed: 4848.825559 samples/sec	rmse=0.018440	lr=0.125480
Epoch[126] Batch [299]	Speed: 4830.103875 samples/sec	rmse=0.018471	lr=0.125361
Epoch[126] Batch [349]	Speed: 5226.196745 samples/sec	rmse=0.018470	lr=0.125241
Epoch[126] Batch [399]	Speed: 4646.764245 samples/sec	rmse=0.018469	lr=0.125122
Epoch[126] Batch [449]	Speed: 4959.025089 samples/sec	rmse=0.018482	lr=0.125002
Epoch[126] Batch [499]	Speed: 5078.557542 samples/sec	rmse=0.018494	lr=0.124883
Epoch[126] Batch [549]	Speed: 4920.090812 samples/sec	rmse=0.018497	lr=0.124764
Epoch[126] Batch [599]	Speed: 4768.826935 samples/sec	rmse=0.018494	lr=0.124644
Epoch[126] Batch [649]	Speed: 5119.109896 samples/sec	rmse=0.018493	lr=0.124525
Epoch[126] Batch [699]	Speed: 5111.541463 samples/sec	rmse=0.018492	lr=0.124406
Epoch[126] Batch [749]	Speed: 5196.864153 samples/sec	rmse=0.018502	lr=0.124287
Epoch[126] Batch [799]	Speed: 4986.997360 samples/sec	rmse=0.018507	lr=0.124167
Epoch[126] Batch [849]	Speed: 5035.352188 samples/sec	rmse=0.018507	lr=0.124048
Epoch[126] Batch [899]	Speed: 5173.904252 samples/sec	rmse=0.018513	lr=0.123929
Epoch[126] Batch [949]	Speed: 5191.753146 samples/sec	rmse=0.018515	lr=0.123810
Epoch[126] Batch [999]	Speed: 4940.687141 samples/sec	rmse=0.018516	lr=0.123691
Epoch[126] Batch [1049]	Speed: 5033.976961 samples/sec	rmse=0.018515	lr=0.123572
Epoch[126] Batch [1099]	Speed: 4995.359219 samples/sec	rmse=0.018519	lr=0.123453
Epoch[126] Batch [1149]	Speed: 5076.234148 samples/sec	rmse=0.018529	lr=0.123334
Epoch[126] Batch [1199]	Speed: 5124.441961 samples/sec	rmse=0.018533	lr=0.123215
Epoch[126] Batch [1249]	Speed: 5027.446669 samples/sec	rmse=0.018537	lr=0.123096
[Epoch 126] training: rmse=0.018537
[Epoch 126] speed: 4960 samples/sec	time cost: 267.077544
[Epoch 126] validation: err-top1=0.299745 err-top5=0.101303
Epoch[127] Batch [49]	Speed: 4948.489799 samples/sec	rmse=0.018183	lr=0.122975
Epoch[127] Batch [99]	Speed: 4974.466945 samples/sec	rmse=0.018226	lr=0.122856
Epoch[127] Batch [149]	Speed: 4817.645076 samples/sec	rmse=0.018270	lr=0.122737
Epoch[127] Batch [199]	Speed: 5034.233277 samples/sec	rmse=0.018282	lr=0.122618
Epoch[127] Batch [249]	Speed: 5082.313632 samples/sec	rmse=0.018327	lr=0.122500
Epoch[127] Batch [299]	Speed: 4908.260088 samples/sec	rmse=0.018350	lr=0.122381
Epoch[127] Batch [349]	Speed: 4819.869171 samples/sec	rmse=0.018345	lr=0.122262
Epoch[127] Batch [399]	Speed: 4766.526323 samples/sec	rmse=0.018362	lr=0.122144
Epoch[127] Batch [449]	Speed: 4970.651748 samples/sec	rmse=0.018370	lr=0.122025
Epoch[127] Batch [499]	Speed: 5161.116499 samples/sec	rmse=0.018389	lr=0.121907
Epoch[127] Batch [549]	Speed: 4889.450666 samples/sec	rmse=0.018383	lr=0.121788
Epoch[127] Batch [599]	Speed: 4708.867419 samples/sec	rmse=0.018402	lr=0.121669
Epoch[127] Batch [649]	Speed: 4994.563032 samples/sec	rmse=0.018417	lr=0.121551
Epoch[127] Batch [699]	Speed: 4985.320176 samples/sec	rmse=0.018423	lr=0.121433
Epoch[127] Batch [749]	Speed: 4863.106414 samples/sec	rmse=0.018439	lr=0.121314
Epoch[127] Batch [799]	Speed: 4940.384912 samples/sec	rmse=0.018443	lr=0.121196
Epoch[127] Batch [849]	Speed: 5049.546238 samples/sec	rmse=0.018442	lr=0.121077
Epoch[127] Batch [899]	Speed: 4986.577582 samples/sec	rmse=0.018445	lr=0.120959
Epoch[127] Batch [949]	Speed: 4897.179313 samples/sec	rmse=0.018448	lr=0.120841
Epoch[127] Batch [999]	Speed: 4829.450178 samples/sec	rmse=0.018454	lr=0.120723
Epoch[127] Batch [1049]	Speed: 5007.412771 samples/sec	rmse=0.018460	lr=0.120604
Epoch[127] Batch [1099]	Speed: 5015.017138 samples/sec	rmse=0.018472	lr=0.120486
Epoch[127] Batch [1149]	Speed: 5013.395610 samples/sec	rmse=0.018472	lr=0.120368
Epoch[127] Batch [1199]	Speed: 5089.489545 samples/sec	rmse=0.018472	lr=0.120250
Epoch[127] Batch [1249]	Speed: 5109.858993 samples/sec	rmse=0.018477	lr=0.120132
[Epoch 127] training: rmse=0.018476
[Epoch 127] speed: 4947 samples/sec	time cost: 267.604897
[Epoch 127] validation: err-top1=0.317566 err-top5=0.107707
Epoch[128] Batch [49]	Speed: 4847.100516 samples/sec	rmse=0.018375	lr=0.120011
Epoch[128] Batch [99]	Speed: 4976.574576 samples/sec	rmse=0.018342	lr=0.119893
Epoch[128] Batch [149]	Speed: 4849.052855 samples/sec	rmse=0.018322	lr=0.119775
Epoch[128] Batch [199]	Speed: 4793.277798 samples/sec	rmse=0.018338	lr=0.119657
Epoch[128] Batch [249]	Speed: 4915.694900 samples/sec	rmse=0.018360	lr=0.119540
Epoch[128] Batch [299]	Speed: 5121.663993 samples/sec	rmse=0.018360	lr=0.119422
Epoch[128] Batch [349]	Speed: 4847.187713 samples/sec	rmse=0.018364	lr=0.119304
Epoch[128] Batch [399]	Speed: 4760.815998 samples/sec	rmse=0.018374	lr=0.119186
Epoch[128] Batch [449]	Speed: 4898.206283 samples/sec	rmse=0.018380	lr=0.119068
Epoch[128] Batch [499]	Speed: 5000.854164 samples/sec	rmse=0.018388	lr=0.118950
Epoch[128] Batch [549]	Speed: 5115.643968 samples/sec	rmse=0.018389	lr=0.118833
Epoch[128] Batch [599]	Speed: 4995.999327 samples/sec	rmse=0.018391	lr=0.118715
Epoch[128] Batch [649]	Speed: 4999.159385 samples/sec	rmse=0.018394	lr=0.118597
Epoch[128] Batch [699]	Speed: 4856.825678 samples/sec	rmse=0.018409	lr=0.118480
Epoch[128] Batch [749]	Speed: 4977.939500 samples/sec	rmse=0.018416	lr=0.118362
Epoch[128] Batch [799]	Speed: 5084.617193 samples/sec	rmse=0.018427	lr=0.118245
Epoch[128] Batch [849]	Speed: 4909.019681 samples/sec	rmse=0.018437	lr=0.118127
Epoch[128] Batch [899]	Speed: 5140.009659 samples/sec	rmse=0.018438	lr=0.118010
Epoch[128] Batch [949]	Speed: 4944.301298 samples/sec	rmse=0.018434	lr=0.117892
Epoch[128] Batch [999]	Speed: 4957.208744 samples/sec	rmse=0.018439	lr=0.117775
Epoch[128] Batch [1049]	Speed: 4959.701851 samples/sec	rmse=0.018440	lr=0.117657
Epoch[128] Batch [1099]	Speed: 5028.955760 samples/sec	rmse=0.018445	lr=0.117540
Epoch[128] Batch [1149]	Speed: 5169.670101 samples/sec	rmse=0.018448	lr=0.117423
Epoch[128] Batch [1199]	Speed: 5158.138682 samples/sec	rmse=0.018458	lr=0.117305
Epoch[128] Batch [1249]	Speed: 4819.138213 samples/sec	rmse=0.018458	lr=0.117188
[Epoch 128] training: rmse=0.018458
[Epoch 128] speed: 4958 samples/sec	time cost: 268.417232
[Epoch 128] validation: err-top1=0.292869 err-top5=0.096640
Epoch[129] Batch [49]	Speed: 4899.342438 samples/sec	rmse=0.018218	lr=0.117069
Epoch[129] Batch [99]	Speed: 4873.799071 samples/sec	rmse=0.018285	lr=0.116952
Epoch[129] Batch [149]	Speed: 4951.416602 samples/sec	rmse=0.018270	lr=0.116834
Epoch[129] Batch [199]	Speed: 5040.569791 samples/sec	rmse=0.018281	lr=0.116717
Epoch[129] Batch [249]	Speed: 4827.754736 samples/sec	rmse=0.018306	lr=0.116600
Epoch[129] Batch [299]	Speed: 5049.247402 samples/sec	rmse=0.018329	lr=0.116483
Epoch[129] Batch [349]	Speed: 4943.048166 samples/sec	rmse=0.018321	lr=0.116366
Epoch[129] Batch [399]	Speed: 4974.028190 samples/sec	rmse=0.018321	lr=0.116249
Epoch[129] Batch [449]	Speed: 5136.286137 samples/sec	rmse=0.018317	lr=0.116132
Epoch[129] Batch [499]	Speed: 5169.863379 samples/sec	rmse=0.018324	lr=0.116015
Epoch[129] Batch [549]	Speed: 5130.523293 samples/sec	rmse=0.018333	lr=0.115899
Epoch[129] Batch [599]	Speed: 4929.205281 samples/sec	rmse=0.018348	lr=0.115782
Epoch[129] Batch [649]	Speed: 5170.899837 samples/sec	rmse=0.018358	lr=0.115665
Epoch[129] Batch [699]	Speed: 4902.899584 samples/sec	rmse=0.018362	lr=0.115548
Epoch[129] Batch [749]	Speed: 4963.578722 samples/sec	rmse=0.018368	lr=0.115431
Epoch[129] Batch [799]	Speed: 4821.941787 samples/sec	rmse=0.018375	lr=0.115315
Epoch[129] Batch [849]	Speed: 5112.966097 samples/sec	rmse=0.018381	lr=0.115198
Epoch[129] Batch [899]	Speed: 4741.912985 samples/sec	rmse=0.018390	lr=0.115081
Epoch[129] Batch [949]	Speed: 4953.236474 samples/sec	rmse=0.018391	lr=0.114965
Epoch[129] Batch [999]	Speed: 4970.658076 samples/sec	rmse=0.018391	lr=0.114848
Epoch[129] Batch [1049]	Speed: 4912.058721 samples/sec	rmse=0.018391	lr=0.114732
Epoch[129] Batch [1099]	Speed: 4964.172154 samples/sec	rmse=0.018392	lr=0.114615
Epoch[129] Batch [1149]	Speed: 4989.314417 samples/sec	rmse=0.018392	lr=0.114499
Epoch[129] Batch [1199]	Speed: 5026.216331 samples/sec	rmse=0.018397	lr=0.114383
Epoch[129] Batch [1249]	Speed: 5111.500583 samples/sec	rmse=0.018401	lr=0.114266
[Epoch 129] training: rmse=0.018401
[Epoch 129] speed: 4975 samples/sec	time cost: 266.903610
[Epoch 129] validation: err-top1=0.293925 err-top5=0.097477
Epoch[130] Batch [49]	Speed: 4830.607466 samples/sec	rmse=0.018213	lr=0.114147
Epoch[130] Batch [99]	Speed: 4904.179701 samples/sec	rmse=0.018227	lr=0.114031
Epoch[130] Batch [149]	Speed: 4900.542975 samples/sec	rmse=0.018267	lr=0.113915
Epoch[130] Batch [199]	Speed: 4865.713439 samples/sec	rmse=0.018271	lr=0.113799
Epoch[130] Batch [249]	Speed: 5013.106538 samples/sec	rmse=0.018262	lr=0.113683
Epoch[130] Batch [299]	Speed: 4960.005990 samples/sec	rmse=0.018263	lr=0.113566
Epoch[130] Batch [349]	Speed: 4804.408948 samples/sec	rmse=0.018267	lr=0.113450
Epoch[130] Batch [399]	Speed: 5144.443904 samples/sec	rmse=0.018303	lr=0.113334
Epoch[130] Batch [449]	Speed: 4956.351230 samples/sec	rmse=0.018320	lr=0.113218
Epoch[130] Batch [499]	Speed: 4704.602492 samples/sec	rmse=0.018318	lr=0.113102
Epoch[130] Batch [549]	Speed: 4924.609667 samples/sec	rmse=0.018326	lr=0.112986
Epoch[130] Batch [599]	Speed: 4985.672954 samples/sec	rmse=0.018329	lr=0.112870
Epoch[130] Batch [649]	Speed: 4925.997982 samples/sec	rmse=0.018335	lr=0.112754
Epoch[130] Batch [699]	Speed: 5069.982578 samples/sec	rmse=0.018335	lr=0.112638
Epoch[130] Batch [749]	Speed: 5231.838343 samples/sec	rmse=0.018346	lr=0.112523
Epoch[130] Batch [799]	Speed: 4861.833337 samples/sec	rmse=0.018351	lr=0.112407
Epoch[130] Batch [849]	Speed: 4784.139535 samples/sec	rmse=0.018369	lr=0.112291
Epoch[130] Batch [899]	Speed: 4897.489011 samples/sec	rmse=0.018370	lr=0.112175
Epoch[130] Batch [949]	Speed: 4919.307054 samples/sec	rmse=0.018370	lr=0.112060
Epoch[130] Batch [999]	Speed: 4875.857560 samples/sec	rmse=0.018370	lr=0.111944
Epoch[130] Batch [1049]	Speed: 4965.293888 samples/sec	rmse=0.018365	lr=0.111828
Epoch[130] Batch [1099]	Speed: 5056.748686 samples/sec	rmse=0.018369	lr=0.111713
Epoch[130] Batch [1149]	Speed: 4823.538562 samples/sec	rmse=0.018374	lr=0.111597
Epoch[130] Batch [1199]	Speed: 5029.300490 samples/sec	rmse=0.018377	lr=0.111482
Epoch[130] Batch [1249]	Speed: 5149.765674 samples/sec	rmse=0.018383	lr=0.111366
[Epoch 130] training: rmse=0.018383
[Epoch 130] speed: 4935 samples/sec	time cost: 268.791623
[Epoch 130] validation: err-top1=0.282585 err-top5=0.092136
Epoch[131] Batch [49]	Speed: 4797.854727 samples/sec	rmse=0.018317	lr=0.111249
Epoch[131] Batch [99]	Speed: 4787.500460 samples/sec	rmse=0.018277	lr=0.111133
Epoch[131] Batch [149]	Speed: 5054.481245 samples/sec	rmse=0.018269	lr=0.111018
Epoch[131] Batch [199]	Speed: 4697.708004 samples/sec	rmse=0.018270	lr=0.110903
Epoch[131] Batch [249]	Speed: 5101.367250 samples/sec	rmse=0.018266	lr=0.110787
Epoch[131] Batch [299]	Speed: 5065.748366 samples/sec	rmse=0.018276	lr=0.110672
Epoch[131] Batch [349]	Speed: 4923.994947 samples/sec	rmse=0.018279	lr=0.110557
Epoch[131] Batch [399]	Speed: 4931.980519 samples/sec	rmse=0.018289	lr=0.110442
Epoch[131] Batch [449]	Speed: 5049.768874 samples/sec	rmse=0.018295	lr=0.110326
Epoch[131] Batch [499]	Speed: 5004.714484 samples/sec	rmse=0.018309	lr=0.110211
Epoch[131] Batch [549]	Speed: 5009.415085 samples/sec	rmse=0.018320	lr=0.110096
Epoch[131] Batch [599]	Speed: 4988.455958 samples/sec	rmse=0.018327	lr=0.109981
Epoch[131] Batch [649]	Speed: 4943.863068 samples/sec	rmse=0.018340	lr=0.109866
Epoch[131] Batch [699]	Speed: 4866.875820 samples/sec	rmse=0.018348	lr=0.109751
Epoch[131] Batch [749]	Speed: 4895.019993 samples/sec	rmse=0.018346	lr=0.109636
Epoch[131] Batch [799]	Speed: 5071.304377 samples/sec	rmse=0.018347	lr=0.109522
Epoch[131] Batch [849]	Speed: 5092.856097 samples/sec	rmse=0.018343	lr=0.109407
Epoch[131] Batch [899]	Speed: 5103.099550 samples/sec	rmse=0.018343	lr=0.109292
Epoch[131] Batch [949]	Speed: 5209.557023 samples/sec	rmse=0.018354	lr=0.109177
Epoch[131] Batch [999]	Speed: 4931.006820 samples/sec	rmse=0.018358	lr=0.109063
Epoch[131] Batch [1049]	Speed: 5041.882096 samples/sec	rmse=0.018359	lr=0.108948
Epoch[131] Batch [1099]	Speed: 4946.254016 samples/sec	rmse=0.018358	lr=0.108833
Epoch[131] Batch [1149]	Speed: 4928.830809 samples/sec	rmse=0.018357	lr=0.108719
Epoch[131] Batch [1199]	Speed: 4983.084297 samples/sec	rmse=0.018356	lr=0.108604
Epoch[131] Batch [1249]	Speed: 5115.645552 samples/sec	rmse=0.018358	lr=0.108489
[Epoch 131] training: rmse=0.018358
[Epoch 131] speed: 4974 samples/sec	time cost: 266.673908
[Epoch 131] validation: err-top1=0.293108 err-top5=0.098354
Epoch[132] Batch [49]	Speed: 5006.598147 samples/sec	rmse=0.018078	lr=0.108373
Epoch[132] Batch [99]	Speed: 4986.185313 samples/sec	rmse=0.018041	lr=0.108258
Epoch[132] Batch [149]	Speed: 4901.553344 samples/sec	rmse=0.018078	lr=0.108144
Epoch[132] Batch [199]	Speed: 4902.353166 samples/sec	rmse=0.018136	lr=0.108029
Epoch[132] Batch [249]	Speed: 4930.448799 samples/sec	rmse=0.018135	lr=0.107915
Epoch[132] Batch [299]	Speed: 4970.663943 samples/sec	rmse=0.018179	lr=0.107801
Epoch[132] Batch [349]	Speed: 5018.708410 samples/sec	rmse=0.018199	lr=0.107687
Epoch[132] Batch [399]	Speed: 5092.598729 samples/sec	rmse=0.018221	lr=0.107572
Epoch[132] Batch [449]	Speed: 5071.404857 samples/sec	rmse=0.018228	lr=0.107458
Epoch[132] Batch [499]	Speed: 4781.205150 samples/sec	rmse=0.018223	lr=0.107344
Epoch[132] Batch [549]	Speed: 4799.184604 samples/sec	rmse=0.018225	lr=0.107230
Epoch[132] Batch [599]	Speed: 5061.461096 samples/sec	rmse=0.018234	lr=0.107116
Epoch[132] Batch [649]	Speed: 4844.638093 samples/sec	rmse=0.018243	lr=0.107002
Epoch[132] Batch [699]	Speed: 5071.729917 samples/sec	rmse=0.018248	lr=0.106888
Epoch[132] Batch [749]	Speed: 4881.870559 samples/sec	rmse=0.018250	lr=0.106774
Epoch[132] Batch [799]	Speed: 4982.270055 samples/sec	rmse=0.018258	lr=0.106660
Epoch[132] Batch [849]	Speed: 5100.904372 samples/sec	rmse=0.018262	lr=0.106546
Epoch[132] Batch [899]	Speed: 4859.787551 samples/sec	rmse=0.018264	lr=0.106432
Epoch[132] Batch [949]	Speed: 4939.796699 samples/sec	rmse=0.018260	lr=0.106318
Epoch[132] Batch [999]	Speed: 5052.036960 samples/sec	rmse=0.018263	lr=0.106205
Epoch[132] Batch [1049]	Speed: 5166.355628 samples/sec	rmse=0.018270	lr=0.106091
Epoch[132] Batch [1099]	Speed: 5088.580113 samples/sec	rmse=0.018274	lr=0.105977
Epoch[132] Batch [1149]	Speed: 5183.261233 samples/sec	rmse=0.018277	lr=0.105864
Epoch[132] Batch [1199]	Speed: 5219.893607 samples/sec	rmse=0.018281	lr=0.105750
Epoch[132] Batch [1249]	Speed: 5142.013923 samples/sec	rmse=0.018284	lr=0.105636
[Epoch 132] training: rmse=0.018284
[Epoch 132] speed: 4994 samples/sec	time cost: 265.639252
[Epoch 132] validation: err-top1=0.291972 err-top5=0.094766
Epoch[133] Batch [49]	Speed: 4969.497807 samples/sec	rmse=0.018127	lr=0.105521
Epoch[133] Batch [99]	Speed: 4855.756585 samples/sec	rmse=0.018189	lr=0.105407
Epoch[133] Batch [149]	Speed: 5059.241514 samples/sec	rmse=0.018187	lr=0.105294
Epoch[133] Batch [199]	Speed: 5024.500324 samples/sec	rmse=0.018174	lr=0.105180
Epoch[133] Batch [249]	Speed: 4962.343436 samples/sec	rmse=0.018196	lr=0.105067
Epoch[133] Batch [299]	Speed: 4880.810047 samples/sec	rmse=0.018187	lr=0.104954
Epoch[133] Batch [349]	Speed: 4947.170607 samples/sec	rmse=0.018183	lr=0.104840
Epoch[133] Batch [399]	Speed: 5020.794191 samples/sec	rmse=0.018192	lr=0.104727
Epoch[133] Batch [449]	Speed: 5067.678741 samples/sec	rmse=0.018210	lr=0.104614
Epoch[133] Batch [499]	Speed: 4940.274782 samples/sec	rmse=0.018215	lr=0.104501
Epoch[133] Batch [549]	Speed: 4810.323411 samples/sec	rmse=0.018235	lr=0.104387
Epoch[133] Batch [599]	Speed: 4987.740628 samples/sec	rmse=0.018232	lr=0.104274
Epoch[133] Batch [649]	Speed: 5215.831406 samples/sec	rmse=0.018236	lr=0.104161
Epoch[133] Batch [699]	Speed: 4882.216062 samples/sec	rmse=0.018231	lr=0.104048
Epoch[133] Batch [749]	Speed: 4690.460346 samples/sec	rmse=0.018246	lr=0.103935
Epoch[133] Batch [799]	Speed: 4844.620169 samples/sec	rmse=0.018250	lr=0.103822
Epoch[133] Batch [849]	Speed: 5125.605985 samples/sec	rmse=0.018255	lr=0.103710
Epoch[133] Batch [899]	Speed: 5118.113976 samples/sec	rmse=0.018258	lr=0.103597
Epoch[133] Batch [949]	Speed: 4959.437263 samples/sec	rmse=0.018260	lr=0.103484
Epoch[133] Batch [999]	Speed: 4881.520111 samples/sec	rmse=0.018259	lr=0.103371
Epoch[133] Batch [1049]	Speed: 5074.278188 samples/sec	rmse=0.018260	lr=0.103258
Epoch[133] Batch [1099]	Speed: 4855.746374 samples/sec	rmse=0.018258	lr=0.103146
Epoch[133] Batch [1149]	Speed: 4951.357809 samples/sec	rmse=0.018262	lr=0.103033
Epoch[133] Batch [1199]	Speed: 5040.256165 samples/sec	rmse=0.018263	lr=0.102920
Epoch[133] Batch [1249]	Speed: 5319.481047 samples/sec	rmse=0.018268	lr=0.102808
[Epoch 133] training: rmse=0.018268
[Epoch 133] speed: 4971 samples/sec	time cost: 266.667230
[Epoch 133] validation: err-top1=0.286580 err-top5=0.093486
Epoch[134] Batch [49]	Speed: 4833.414288 samples/sec	rmse=0.018164	lr=0.102693
Epoch[134] Batch [99]	Speed: 4888.194916 samples/sec	rmse=0.018145	lr=0.102581
Epoch[134] Batch [149]	Speed: 4787.369719 samples/sec	rmse=0.018164	lr=0.102468
Epoch[134] Batch [199]	Speed: 4721.449710 samples/sec	rmse=0.018153	lr=0.102356
Epoch[134] Batch [249]	Speed: 5039.696443 samples/sec	rmse=0.018163	lr=0.102243
Epoch[134] Batch [299]	Speed: 4980.625620 samples/sec	rmse=0.018156	lr=0.102131
Epoch[134] Batch [349]	Speed: 5041.999289 samples/sec	rmse=0.018169	lr=0.102019
Epoch[134] Batch [399]	Speed: 5074.088633 samples/sec	rmse=0.018164	lr=0.101906
Epoch[134] Batch [449]	Speed: 4938.419675 samples/sec	rmse=0.018161	lr=0.101794
Epoch[134] Batch [499]	Speed: 4957.183340 samples/sec	rmse=0.018165	lr=0.101682
Epoch[134] Batch [549]	Speed: 5086.930918 samples/sec	rmse=0.018157	lr=0.101570
Epoch[134] Batch [599]	Speed: 5110.964338 samples/sec	rmse=0.018167	lr=0.101458
Epoch[134] Batch [649]	Speed: 5015.608173 samples/sec	rmse=0.018173	lr=0.101346
Epoch[134] Batch [699]	Speed: 5131.299173 samples/sec	rmse=0.018173	lr=0.101234
Epoch[134] Batch [749]	Speed: 4883.829688 samples/sec	rmse=0.018180	lr=0.101122
Epoch[134] Batch [799]	Speed: 4897.909228 samples/sec	rmse=0.018186	lr=0.101010
Epoch[134] Batch [849]	Speed: 4750.726956 samples/sec	rmse=0.018190	lr=0.100898
Epoch[134] Batch [899]	Speed: 5056.063514 samples/sec	rmse=0.018193	lr=0.100786
Epoch[134] Batch [949]	Speed: 5011.067363 samples/sec	rmse=0.018197	lr=0.100674
Epoch[134] Batch [999]	Speed: 4983.516440 samples/sec	rmse=0.018202	lr=0.100563
Epoch[134] Batch [1049]	Speed: 5159.839711 samples/sec	rmse=0.018206	lr=0.100451
Epoch[134] Batch [1099]	Speed: 4926.874865 samples/sec	rmse=0.018212	lr=0.100339
Epoch[134] Batch [1149]	Speed: 4830.833600 samples/sec	rmse=0.018217	lr=0.100228
Epoch[134] Batch [1199]	Speed: 4775.890383 samples/sec	rmse=0.018227	lr=0.100116
Epoch[134] Batch [1249]	Speed: 5263.210822 samples/sec	rmse=0.018233	lr=0.100004
[Epoch 134] training: rmse=0.018234
[Epoch 134] speed: 4957 samples/sec	time cost: 267.571233
[Epoch 134] validation: err-top1=0.289979 err-top5=0.096341
Epoch[135] Batch [49]	Speed: 4935.499251 samples/sec	rmse=0.017936	lr=0.099891
Epoch[135] Batch [99]	Speed: 4910.222047 samples/sec	rmse=0.017971	lr=0.099779
Epoch[135] Batch [149]	Speed: 5025.857204 samples/sec	rmse=0.018037	lr=0.099668
Epoch[135] Batch [199]	Speed: 5037.495314 samples/sec	rmse=0.018044	lr=0.099556
Epoch[135] Batch [249]	Speed: 4607.596892 samples/sec	rmse=0.018041	lr=0.099445
Epoch[135] Batch [299]	Speed: 5202.226933 samples/sec	rmse=0.018060	lr=0.099334
Epoch[135] Batch [349]	Speed: 5206.750289 samples/sec	rmse=0.018073	lr=0.099223
Epoch[135] Batch [399]	Speed: 5007.156261 samples/sec	rmse=0.018078	lr=0.099111
Epoch[135] Batch [449]	Speed: 4825.057253 samples/sec	rmse=0.018104	lr=0.099000
Epoch[135] Batch [499]	Speed: 5130.160259 samples/sec	rmse=0.018103	lr=0.098889
Epoch[135] Batch [549]	Speed: 4981.431929 samples/sec	rmse=0.018110	lr=0.098778
Epoch[135] Batch [599]	Speed: 4886.865190 samples/sec	rmse=0.018123	lr=0.098667
Epoch[135] Batch [649]	Speed: 4918.233934 samples/sec	rmse=0.018136	lr=0.098556
Epoch[135] Batch [699]	Speed: 4936.077364 samples/sec	rmse=0.018139	lr=0.098445
Epoch[135] Batch [749]	Speed: 4778.670115 samples/sec	rmse=0.018140	lr=0.098334
Epoch[135] Batch [799]	Speed: 5019.617206 samples/sec	rmse=0.018153	lr=0.098223
Epoch[135] Batch [849]	Speed: 5029.402375 samples/sec	rmse=0.018164	lr=0.098112
Epoch[135] Batch [899]	Speed: 4891.116312 samples/sec	rmse=0.018166	lr=0.098001
Epoch[135] Batch [949]	Speed: 4894.431824 samples/sec	rmse=0.018174	lr=0.097891
Epoch[135] Batch [999]	Speed: 4752.840240 samples/sec	rmse=0.018176	lr=0.097780
Epoch[135] Batch [1049]	Speed: 5004.012557 samples/sec	rmse=0.018182	lr=0.097669
Epoch[135] Batch [1099]	Speed: 4883.950423 samples/sec	rmse=0.018189	lr=0.097559
Epoch[135] Batch [1149]	Speed: 4988.176939 samples/sec	rmse=0.018192	lr=0.097448
Epoch[135] Batch [1199]	Speed: 4806.323384 samples/sec	rmse=0.018191	lr=0.097338
Epoch[135] Batch [1249]	Speed: 4948.097684 samples/sec	rmse=0.018193	lr=0.097227
[Epoch 135] training: rmse=0.018193
[Epoch 135] speed: 4936 samples/sec	time cost: 268.727625
[Epoch 135] validation: err-top1=0.293029 err-top5=0.096102
Epoch[136] Batch [49]	Speed: 4839.239462 samples/sec	rmse=0.017939	lr=0.097114
Epoch[136] Batch [99]	Speed: 4985.138019 samples/sec	rmse=0.018006	lr=0.097004
Epoch[136] Batch [149]	Speed: 4681.066634 samples/sec	rmse=0.018059	lr=0.096894
Epoch[136] Batch [199]	Speed: 4761.641283 samples/sec	rmse=0.018077	lr=0.096783
Epoch[136] Batch [249]	Speed: 4976.779636 samples/sec	rmse=0.018083	lr=0.096673
Epoch[136] Batch [299]	Speed: 4972.848384 samples/sec	rmse=0.018082	lr=0.096563
Epoch[136] Batch [349]	Speed: 4984.066527 samples/sec	rmse=0.018076	lr=0.096453
Epoch[136] Batch [399]	Speed: 4920.789236 samples/sec	rmse=0.018072	lr=0.096342
Epoch[136] Batch [449]	Speed: 5007.422696 samples/sec	rmse=0.018079	lr=0.096232
Epoch[136] Batch [499]	Speed: 5286.069745 samples/sec	rmse=0.018089	lr=0.096122
Epoch[136] Batch [549]	Speed: 5073.499917 samples/sec	rmse=0.018105	lr=0.096012
Epoch[136] Batch [599]	Speed: 4929.400232 samples/sec	rmse=0.018117	lr=0.095902
Epoch[136] Batch [649]	Speed: 4967.907531 samples/sec	rmse=0.018128	lr=0.095792
Epoch[136] Batch [699]	Speed: 5079.157524 samples/sec	rmse=0.018128	lr=0.095682
Epoch[136] Batch [749]	Speed: 4996.224473 samples/sec	rmse=0.018132	lr=0.095572
Epoch[136] Batch [799]	Speed: 5130.979795 samples/sec	rmse=0.018139	lr=0.095463
Epoch[136] Batch [849]	Speed: 4981.352546 samples/sec	rmse=0.018144	lr=0.095353
Epoch[136] Batch [899]	Speed: 4877.357316 samples/sec	rmse=0.018148	lr=0.095243
Epoch[136] Batch [949]	Speed: 4793.860205 samples/sec	rmse=0.018151	lr=0.095134
Epoch[136] Batch [999]	Speed: 4911.565976 samples/sec	rmse=0.018149	lr=0.095024
Epoch[136] Batch [1049]	Speed: 4971.224661 samples/sec	rmse=0.018147	lr=0.094914
Epoch[136] Batch [1099]	Speed: 5052.364060 samples/sec	rmse=0.018149	lr=0.094805
Epoch[136] Batch [1149]	Speed: 4848.027128 samples/sec	rmse=0.018146	lr=0.094695
Epoch[136] Batch [1199]	Speed: 5001.423694 samples/sec	rmse=0.018148	lr=0.094586
Epoch[136] Batch [1249]	Speed: 4968.248769 samples/sec	rmse=0.018148	lr=0.094476
[Epoch 136] training: rmse=0.018148
[Epoch 136] speed: 4952 samples/sec	time cost: 268.085998
[Epoch 136] validation: err-top1=0.286053 err-top5=0.093929
Epoch[137] Batch [49]	Speed: 4646.014482 samples/sec	rmse=0.017902	lr=0.094365
Epoch[137] Batch [99]	Speed: 4909.160854 samples/sec	rmse=0.017952	lr=0.094255
Epoch[137] Batch [149]	Speed: 4830.671251 samples/sec	rmse=0.017940	lr=0.094146
Epoch[137] Batch [199]	Speed: 4861.842033 samples/sec	rmse=0.017969	lr=0.094037
Epoch[137] Batch [249]	Speed: 4786.102808 samples/sec	rmse=0.017975	lr=0.093928
Epoch[137] Batch [299]	Speed: 4823.152350 samples/sec	rmse=0.017969	lr=0.093819
Epoch[137] Batch [349]	Speed: 5162.799013 samples/sec	rmse=0.017981	lr=0.093709
Epoch[137] Batch [399]	Speed: 4828.930866 samples/sec	rmse=0.017987	lr=0.093600
Epoch[137] Batch [449]	Speed: 5071.425935 samples/sec	rmse=0.017998	lr=0.093491
Epoch[137] Batch [499]	Speed: 5073.258524 samples/sec	rmse=0.018009	lr=0.093382
Epoch[137] Batch [549]	Speed: 4906.228742 samples/sec	rmse=0.018006	lr=0.093273
Epoch[137] Batch [599]	Speed: 4904.870927 samples/sec	rmse=0.018010	lr=0.093165
Epoch[137] Batch [649]	Speed: 5071.335993 samples/sec	rmse=0.018020	lr=0.093056
Epoch[137] Batch [699]	Speed: 4949.799655 samples/sec	rmse=0.018023	lr=0.092947
Epoch[137] Batch [749]	Speed: 5193.211295 samples/sec	rmse=0.018033	lr=0.092838
Epoch[137] Batch [799]	Speed: 5028.159660 samples/sec	rmse=0.018042	lr=0.092729
Epoch[137] Batch [849]	Speed: 5041.676134 samples/sec	rmse=0.018052	lr=0.092621
Epoch[137] Batch [899]	Speed: 5112.312098 samples/sec	rmse=0.018064	lr=0.092512
Epoch[137] Batch [949]	Speed: 4998.569777 samples/sec	rmse=0.018068	lr=0.092404
Epoch[137] Batch [999]	Speed: 4956.776346 samples/sec	rmse=0.018070	lr=0.092295
Epoch[137] Batch [1049]	Speed: 5157.154148 samples/sec	rmse=0.018072	lr=0.092187
Epoch[137] Batch [1099]	Speed: 4942.360699 samples/sec	rmse=0.018080	lr=0.092078
Epoch[137] Batch [1149]	Speed: 5093.044520 samples/sec	rmse=0.018081	lr=0.091970
Epoch[137] Batch [1199]	Speed: 4817.681391 samples/sec	rmse=0.018084	lr=0.091861
Epoch[137] Batch [1249]	Speed: 5146.631705 samples/sec	rmse=0.018094	lr=0.091753
[Epoch 137] training: rmse=0.018094
[Epoch 137] speed: 4964 samples/sec	time cost: 267.028534
[Epoch 137] validation: err-top1=0.283462 err-top5=0.091099
Epoch[138] Batch [49]	Speed: 4811.021304 samples/sec	rmse=0.017889	lr=0.091643
Epoch[138] Batch [99]	Speed: 4740.444500 samples/sec	rmse=0.017906	lr=0.091534
Epoch[138] Batch [149]	Speed: 5005.623002 samples/sec	rmse=0.017887	lr=0.091426
Epoch[138] Batch [199]	Speed: 5049.850096 samples/sec	rmse=0.017893	lr=0.091318
Epoch[138] Batch [249]	Speed: 4912.961895 samples/sec	rmse=0.017900	lr=0.091210
Epoch[138] Batch [299]	Speed: 4631.629415 samples/sec	rmse=0.017920	lr=0.091102
Epoch[138] Batch [349]	Speed: 4747.000200 samples/sec	rmse=0.017933	lr=0.090994
Epoch[138] Batch [399]	Speed: 4854.819552 samples/sec	rmse=0.017939	lr=0.090886
Epoch[138] Batch [449]	Speed: 4862.338393 samples/sec	rmse=0.017936	lr=0.090778
Epoch[138] Batch [499]	Speed: 4631.088554 samples/sec	rmse=0.017949	lr=0.090670
Epoch[138] Batch [549]	Speed: 4832.949376 samples/sec	rmse=0.017957	lr=0.090562
Epoch[138] Batch [599]	Speed: 4755.722945 samples/sec	rmse=0.017965	lr=0.090455
Epoch[138] Batch [649]	Speed: 4878.614486 samples/sec	rmse=0.017974	lr=0.090347
Epoch[138] Batch [699]	Speed: 4852.244468 samples/sec	rmse=0.017981	lr=0.090239
Epoch[138] Batch [749]	Speed: 5156.958846 samples/sec	rmse=0.017994	lr=0.090132
Epoch[138] Batch [799]	Speed: 4555.195406 samples/sec	rmse=0.018006	lr=0.090024
Epoch[138] Batch [849]	Speed: 4870.535636 samples/sec	rmse=0.018012	lr=0.089916
Epoch[138] Batch [899]	Speed: 4764.464170 samples/sec	rmse=0.018017	lr=0.089809
Epoch[138] Batch [949]	Speed: 4822.055800 samples/sec	rmse=0.018015	lr=0.089701
Epoch[138] Batch [999]	Speed: 4919.772162 samples/sec	rmse=0.018016	lr=0.089594
Epoch[138] Batch [1049]	Speed: 4943.308277 samples/sec	rmse=0.018021	lr=0.089487
Epoch[138] Batch [1099]	Speed: 5176.124298 samples/sec	rmse=0.018021	lr=0.089379
Epoch[138] Batch [1149]	Speed: 5015.239199 samples/sec	rmse=0.018027	lr=0.089272
Epoch[138] Batch [1199]	Speed: 4932.817269 samples/sec	rmse=0.018034	lr=0.089165
Epoch[138] Batch [1249]	Speed: 4957.001403 samples/sec	rmse=0.018034	lr=0.089058
[Epoch 138] training: rmse=0.018034
[Epoch 138] speed: 4858 samples/sec	time cost: 272.670291
[Epoch 138] validation: err-top1=0.283980 err-top5=0.092056
Epoch[139] Batch [49]	Speed: 4950.374391 samples/sec	rmse=0.017864	lr=0.088948
Epoch[139] Batch [99]	Speed: 4980.673097 samples/sec	rmse=0.017851	lr=0.088841
Epoch[139] Batch [149]	Speed: 5092.459972 samples/sec	rmse=0.017810	lr=0.088734
Epoch[139] Batch [199]	Speed: 4880.783979 samples/sec	rmse=0.017851	lr=0.088627
Epoch[139] Batch [249]	Speed: 4926.579070 samples/sec	rmse=0.017878	lr=0.088520
Epoch[139] Batch [299]	Speed: 5010.327999 samples/sec	rmse=0.017902	lr=0.088414
Epoch[139] Batch [349]	Speed: 4935.735653 samples/sec	rmse=0.017925	lr=0.088307
Epoch[139] Batch [399]	Speed: 5085.618666 samples/sec	rmse=0.017930	lr=0.088200
Epoch[139] Batch [449]	Speed: 5065.998008 samples/sec	rmse=0.017937	lr=0.088093
Epoch[139] Batch [499]	Speed: 5034.831801 samples/sec	rmse=0.017948	lr=0.087986
Epoch[139] Batch [549]	Speed: 5093.905041 samples/sec	rmse=0.017954	lr=0.087880
Epoch[139] Batch [599]	Speed: 4903.996035 samples/sec	rmse=0.017955	lr=0.087773
Epoch[139] Batch [649]	Speed: 4937.549123 samples/sec	rmse=0.017963	lr=0.087667
Epoch[139] Batch [699]	Speed: 4879.917436 samples/sec	rmse=0.017968	lr=0.087560
Epoch[139] Batch [749]	Speed: 4746.297049 samples/sec	rmse=0.017977	lr=0.087454
Epoch[139] Batch [799]	Speed: 5067.237857 samples/sec	rmse=0.017991	lr=0.087347
Epoch[139] Batch [849]	Speed: 4978.720354 samples/sec	rmse=0.017988	lr=0.087241
Epoch[139] Batch [899]	Speed: 5067.646691 samples/sec	rmse=0.017992	lr=0.087134
Epoch[139] Batch [949]	Speed: 5000.124912 samples/sec	rmse=0.017995	lr=0.087028
Epoch[139] Batch [999]	Speed: 4822.815155 samples/sec	rmse=0.017997	lr=0.086922
Epoch[139] Batch [1049]	Speed: 4900.042028 samples/sec	rmse=0.018004	lr=0.086816
Epoch[139] Batch [1099]	Speed: 5012.944111 samples/sec	rmse=0.018013	lr=0.086709
Epoch[139] Batch [1149]	Speed: 4921.728222 samples/sec	rmse=0.018016	lr=0.086603
Epoch[139] Batch [1199]	Speed: 5158.723908 samples/sec	rmse=0.018023	lr=0.086497
Epoch[139] Batch [1249]	Speed: 5180.111116 samples/sec	rmse=0.018028	lr=0.086391
[Epoch 139] training: rmse=0.018028
[Epoch 139] speed: 4978 samples/sec	time cost: 266.484073
[Epoch 139] validation: err-top1=0.278239 err-top5=0.089030
Epoch[140] Batch [49]	Speed: 4946.835563 samples/sec	rmse=0.017812	lr=0.086283
Epoch[140] Batch [99]	Speed: 4941.892220 samples/sec	rmse=0.017848	lr=0.086177
Epoch[140] Batch [149]	Speed: 4895.963233 samples/sec	rmse=0.017846	lr=0.086071
Epoch[140] Batch [199]	Speed: 4748.486925 samples/sec	rmse=0.017888	lr=0.085966
Epoch[140] Batch [249]	Speed: 4818.947776 samples/sec	rmse=0.017918	lr=0.085860
Epoch[140] Batch [299]	Speed: 4908.800418 samples/sec	rmse=0.017913	lr=0.085754
Epoch[140] Batch [349]	Speed: 4831.395169 samples/sec	rmse=0.017905	lr=0.085648
Epoch[140] Batch [399]	Speed: 4981.139714 samples/sec	rmse=0.017900	lr=0.085543
Epoch[140] Batch [449]	Speed: 5081.891364 samples/sec	rmse=0.017919	lr=0.085437
Epoch[140] Batch [499]	Speed: 4867.894643 samples/sec	rmse=0.017924	lr=0.085332
Epoch[140] Batch [549]	Speed: 4974.535047 samples/sec	rmse=0.017938	lr=0.085226
Epoch[140] Batch [599]	Speed: 5075.959981 samples/sec	rmse=0.017937	lr=0.085121
Epoch[140] Batch [649]	Speed: 4879.913998 samples/sec	rmse=0.017945	lr=0.085015
Epoch[140] Batch [699]	Speed: 4856.072486 samples/sec	rmse=0.017953	lr=0.084910
Epoch[140] Batch [749]	Speed: 5064.421460 samples/sec	rmse=0.017959	lr=0.084805
Epoch[140] Batch [799]	Speed: 4863.408514 samples/sec	rmse=0.017963	lr=0.084699
Epoch[140] Batch [849]	Speed: 4786.611028 samples/sec	rmse=0.017965	lr=0.084594
Epoch[140] Batch [899]	Speed: 5098.962166 samples/sec	rmse=0.017962	lr=0.084489
Epoch[140] Batch [949]	Speed: 5182.842414 samples/sec	rmse=0.017969	lr=0.084384
Epoch[140] Batch [999]	Speed: 4691.417400 samples/sec	rmse=0.017970	lr=0.084279
Epoch[140] Batch [1049]	Speed: 4973.422840 samples/sec	rmse=0.017975	lr=0.084174
Epoch[140] Batch [1099]	Speed: 5104.560250 samples/sec	rmse=0.017976	lr=0.084069
Epoch[140] Batch [1149]	Speed: 4989.598317 samples/sec	rmse=0.017982	lr=0.083964
Epoch[140] Batch [1199]	Speed: 5077.211794 samples/sec	rmse=0.017978	lr=0.083859
Epoch[140] Batch [1249]	Speed: 5188.734115 samples/sec	rmse=0.017985	lr=0.083754
[Epoch 140] training: rmse=0.017985
[Epoch 140] speed: 4945 samples/sec	time cost: 268.457231
[Epoch 140] validation: err-top1=0.278280 err-top5=0.088768
Epoch[141] Batch [49]	Speed: 4734.718374 samples/sec	rmse=0.017839	lr=0.083647
Epoch[141] Batch [99]	Speed: 4953.711334 samples/sec	rmse=0.017847	lr=0.083543
Epoch[141] Batch [149]	Speed: 4897.043406 samples/sec	rmse=0.017882	lr=0.083438
Epoch[141] Batch [199]	Speed: 5064.652457 samples/sec	rmse=0.017856	lr=0.083333
Epoch[141] Batch [249]	Speed: 4961.953824 samples/sec	rmse=0.017885	lr=0.083229
Epoch[141] Batch [299]	Speed: 4862.115354 samples/sec	rmse=0.017860	lr=0.083124
Epoch[141] Batch [349]	Speed: 4961.501340 samples/sec	rmse=0.017840	lr=0.083020
Epoch[141] Batch [399]	Speed: 5012.491991 samples/sec	rmse=0.017851	lr=0.082915
Epoch[141] Batch [449]	Speed: 4896.091936 samples/sec	rmse=0.017863	lr=0.082811
Epoch[141] Batch [499]	Speed: 4940.387753 samples/sec	rmse=0.017870	lr=0.082707
Epoch[141] Batch [549]	Speed: 4847.268457 samples/sec	rmse=0.017876	lr=0.082602
Epoch[141] Batch [599]	Speed: 4935.417356 samples/sec	rmse=0.017873	lr=0.082498
Epoch[141] Batch [649]	Speed: 4962.064464 samples/sec	rmse=0.017869	lr=0.082394
Epoch[141] Batch [699]	Speed: 5096.292536 samples/sec	rmse=0.017871	lr=0.082290
Epoch[141] Batch [749]	Speed: 5061.900497 samples/sec	rmse=0.017867	lr=0.082186
Epoch[141] Batch [799]	Speed: 5063.459956 samples/sec	rmse=0.017867	lr=0.082082
Epoch[141] Batch [849]	Speed: 5212.685241 samples/sec	rmse=0.017875	lr=0.081978
Epoch[141] Batch [899]	Speed: 5128.149670 samples/sec	rmse=0.017878	lr=0.081874
Epoch[141] Batch [949]	Speed: 4978.535447 samples/sec	rmse=0.017878	lr=0.081770
Epoch[141] Batch [999]	Speed: 5038.148631 samples/sec	rmse=0.017886	lr=0.081666
Epoch[141] Batch [1049]	Speed: 4874.492380 samples/sec	rmse=0.017893	lr=0.081562
Epoch[141] Batch [1099]	Speed: 5018.096476 samples/sec	rmse=0.017898	lr=0.081458
Epoch[141] Batch [1149]	Speed: 5059.364045 samples/sec	rmse=0.017904	lr=0.081355
Epoch[141] Batch [1199]	Speed: 4865.797117 samples/sec	rmse=0.017907	lr=0.081251
Epoch[141] Batch [1249]	Speed: 5159.320670 samples/sec	rmse=0.017910	lr=0.081148
[Epoch 141] training: rmse=0.017910
[Epoch 141] speed: 4976 samples/sec	time cost: 266.527340
[Epoch 141] validation: err-top1=0.273218 err-top5=0.087671
Epoch[142] Batch [49]	Speed: 4622.800298 samples/sec	rmse=0.017718	lr=0.081042
Epoch[142] Batch [99]	Speed: 4942.903217 samples/sec	rmse=0.017761	lr=0.080938
Epoch[142] Batch [149]	Speed: 4855.814557 samples/sec	rmse=0.017783	lr=0.080835
Epoch[142] Batch [199]	Speed: 4918.565115 samples/sec	rmse=0.017796	lr=0.080732
Epoch[142] Batch [249]	Speed: 4965.713764 samples/sec	rmse=0.017826	lr=0.080628
Epoch[142] Batch [299]	Speed: 4906.357088 samples/sec	rmse=0.017839	lr=0.080525
Epoch[142] Batch [349]	Speed: 5095.699624 samples/sec	rmse=0.017843	lr=0.080422
Epoch[142] Batch [399]	Speed: 4886.761214 samples/sec	rmse=0.017845	lr=0.080318
Epoch[142] Batch [449]	Speed: 5106.431197 samples/sec	rmse=0.017840	lr=0.080215
Epoch[142] Batch [499]	Speed: 5162.218198 samples/sec	rmse=0.017839	lr=0.080112
Epoch[142] Batch [549]	Speed: 4906.549900 samples/sec	rmse=0.017839	lr=0.080009
Epoch[142] Batch [599]	Speed: 4795.583108 samples/sec	rmse=0.017837	lr=0.079906
Epoch[142] Batch [649]	Speed: 5031.453909 samples/sec	rmse=0.017840	lr=0.079803
Epoch[142] Batch [699]	Speed: 4984.370770 samples/sec	rmse=0.017846	lr=0.079700
Epoch[142] Batch [749]	Speed: 5027.090308 samples/sec	rmse=0.017856	lr=0.079597
Epoch[142] Batch [799]	Speed: 4980.950354 samples/sec	rmse=0.017860	lr=0.079495
Epoch[142] Batch [849]	Speed: 5140.235053 samples/sec	rmse=0.017869	lr=0.079392
Epoch[142] Batch [899]	Speed: 4833.065323 samples/sec	rmse=0.017873	lr=0.079289
Epoch[142] Batch [949]	Speed: 4859.487660 samples/sec	rmse=0.017877	lr=0.079186
Epoch[142] Batch [999]	Speed: 4938.415928 samples/sec	rmse=0.017885	lr=0.079084
Epoch[142] Batch [1049]	Speed: 4909.705536 samples/sec	rmse=0.017892	lr=0.078981
Epoch[142] Batch [1099]	Speed: 4808.076466 samples/sec	rmse=0.017894	lr=0.078879
Epoch[142] Batch [1149]	Speed: 5010.847191 samples/sec	rmse=0.017896	lr=0.078776
Epoch[142] Batch [1199]	Speed: 4712.112937 samples/sec	rmse=0.017902	lr=0.078674
Epoch[142] Batch [1249]	Speed: 4803.389450 samples/sec	rmse=0.017898	lr=0.078572
[Epoch 142] training: rmse=0.017898
[Epoch 142] speed: 4920 samples/sec	time cost: 269.495325
[Epoch 142] validation: err-top1=0.274195 err-top5=0.086535
Epoch[143] Batch [49]	Speed: 4903.735901 samples/sec	rmse=0.017630	lr=0.078467
Epoch[143] Batch [99]	Speed: 4755.105545 samples/sec	rmse=0.017663	lr=0.078365
Epoch[143] Batch [149]	Speed: 4768.158168 samples/sec	rmse=0.017665	lr=0.078263
Epoch[143] Batch [199]	Speed: 4816.846400 samples/sec	rmse=0.017710	lr=0.078161
Epoch[143] Batch [249]	Speed: 4968.316815 samples/sec	rmse=0.017701	lr=0.078059
Epoch[143] Batch [299]	Speed: 4683.015238 samples/sec	rmse=0.017728	lr=0.077956
Epoch[143] Batch [349]	Speed: 5053.482484 samples/sec	rmse=0.017732	lr=0.077854
Epoch[143] Batch [399]	Speed: 4889.782213 samples/sec	rmse=0.017747	lr=0.077753
Epoch[143] Batch [449]	Speed: 4930.262254 samples/sec	rmse=0.017759	lr=0.077651
Epoch[143] Batch [499]	Speed: 5037.854807 samples/sec	rmse=0.017752	lr=0.077549
Epoch[143] Batch [549]	Speed: 4983.818186 samples/sec	rmse=0.017758	lr=0.077447
Epoch[143] Batch [599]	Speed: 5047.433065 samples/sec	rmse=0.017759	lr=0.077345
Epoch[143] Batch [649]	Speed: 5048.224838 samples/sec	rmse=0.017773	lr=0.077244
Epoch[143] Batch [699]	Speed: 5009.325459 samples/sec	rmse=0.017776	lr=0.077142
Epoch[143] Batch [749]	Speed: 4950.763556 samples/sec	rmse=0.017784	lr=0.077040
Epoch[143] Batch [799]	Speed: 4990.754886 samples/sec	rmse=0.017792	lr=0.076939
Epoch[143] Batch [849]	Speed: 5066.310782 samples/sec	rmse=0.017796	lr=0.076837
Epoch[143] Batch [899]	Speed: 5028.244074 samples/sec	rmse=0.017799	lr=0.076736
Epoch[143] Batch [949]	Speed: 5027.462558 samples/sec	rmse=0.017804	lr=0.076634
Epoch[143] Batch [999]	Speed: 5098.335105 samples/sec	rmse=0.017812	lr=0.076533
Epoch[143] Batch [1049]	Speed: 5004.170907 samples/sec	rmse=0.017820	lr=0.076432
Epoch[143] Batch [1099]	Speed: 4991.934502 samples/sec	rmse=0.017825	lr=0.076331
Epoch[143] Batch [1149]	Speed: 5021.491911 samples/sec	rmse=0.017826	lr=0.076229
Epoch[143] Batch [1199]	Speed: 4902.620204 samples/sec	rmse=0.017833	lr=0.076128
Epoch[143] Batch [1249]	Speed: 4845.777414 samples/sec	rmse=0.017832	lr=0.076027
[Epoch 143] training: rmse=0.017832
[Epoch 143] speed: 4946 samples/sec	time cost: 268.357522
[Epoch 143] validation: err-top1=0.270049 err-top5=0.083367
Epoch[144] Batch [49]	Speed: 5067.240368 samples/sec	rmse=0.017641	lr=0.075924
Epoch[144] Batch [99]	Speed: 4939.672279 samples/sec	rmse=0.017613	lr=0.075823
Epoch[144] Batch [149]	Speed: 4751.496286 samples/sec	rmse=0.017622	lr=0.075722
Epoch[144] Batch [199]	Speed: 4872.520281 samples/sec	rmse=0.017613	lr=0.075621
Epoch[144] Batch [249]	Speed: 4990.889664 samples/sec	rmse=0.017634	lr=0.075521
Epoch[144] Batch [299]	Speed: 5099.205043 samples/sec	rmse=0.017637	lr=0.075420
Epoch[144] Batch [349]	Speed: 4985.205487 samples/sec	rmse=0.017667	lr=0.075319
Epoch[144] Batch [399]	Speed: 4947.177331 samples/sec	rmse=0.017685	lr=0.075218
Epoch[144] Batch [449]	Speed: 5085.873281 samples/sec	rmse=0.017697	lr=0.075118
Epoch[144] Batch [499]	Speed: 5048.123376 samples/sec	rmse=0.017692	lr=0.075017
Epoch[144] Batch [549]	Speed: 4940.951210 samples/sec	rmse=0.017692	lr=0.074917
Epoch[144] Batch [599]	Speed: 5094.730680 samples/sec	rmse=0.017706	lr=0.074816
Epoch[144] Batch [649]	Speed: 4993.132903 samples/sec	rmse=0.017706	lr=0.074716
Epoch[144] Batch [699]	Speed: 4902.250880 samples/sec	rmse=0.017713	lr=0.074615
Epoch[144] Batch [749]	Speed: 5004.922336 samples/sec	rmse=0.017717	lr=0.074515
Epoch[144] Batch [799]	Speed: 4931.776302 samples/sec	rmse=0.017723	lr=0.074415
Epoch[144] Batch [849]	Speed: 5140.033772 samples/sec	rmse=0.017738	lr=0.074315
Epoch[144] Batch [899]	Speed: 5014.821211 samples/sec	rmse=0.017746	lr=0.074215
Epoch[144] Batch [949]	Speed: 4852.908518 samples/sec	rmse=0.017754	lr=0.074114
Epoch[144] Batch [999]	Speed: 4783.686718 samples/sec	rmse=0.017761	lr=0.074014
Epoch[144] Batch [1049]	Speed: 4737.882666 samples/sec	rmse=0.017767	lr=0.073914
Epoch[144] Batch [1099]	Speed: 4968.658109 samples/sec	rmse=0.017777	lr=0.073814
Epoch[144] Batch [1149]	Speed: 5018.076307 samples/sec	rmse=0.017784	lr=0.073715
Epoch[144] Batch [1199]	Speed: 4766.977696 samples/sec	rmse=0.017787	lr=0.073615
Epoch[144] Batch [1249]	Speed: 5046.248065 samples/sec	rmse=0.017793	lr=0.073515
[Epoch 144] training: rmse=0.017792
[Epoch 144] speed: 4952 samples/sec	time cost: 267.750427
[Epoch 144] validation: err-top1=0.273776 err-top5=0.086356
Epoch[145] Batch [49]	Speed: 4756.898797 samples/sec	rmse=0.017557	lr=0.073413
Epoch[145] Batch [99]	Speed: 5042.732755 samples/sec	rmse=0.017543	lr=0.073314
Epoch[145] Batch [149]	Speed: 4998.546740 samples/sec	rmse=0.017508	lr=0.073214
Epoch[145] Batch [199]	Speed: 4879.846245 samples/sec	rmse=0.017520	lr=0.073114
Epoch[145] Batch [249]	Speed: 4866.931301 samples/sec	rmse=0.017556	lr=0.073015
Epoch[145] Batch [299]	Speed: 4955.286701 samples/sec	rmse=0.017571	lr=0.072915
Epoch[145] Batch [349]	Speed: 5067.759464 samples/sec	rmse=0.017585	lr=0.072816
Epoch[145] Batch [399]	Speed: 5194.902614 samples/sec	rmse=0.017596	lr=0.072717
Epoch[145] Batch [449]	Speed: 4806.539612 samples/sec	rmse=0.017605	lr=0.072617
Epoch[145] Batch [499]	Speed: 5110.059377 samples/sec	rmse=0.017627	lr=0.072518
Epoch[145] Batch [549]	Speed: 5052.181131 samples/sec	rmse=0.017634	lr=0.072419
Epoch[145] Batch [599]	Speed: 4973.316070 samples/sec	rmse=0.017650	lr=0.072320
Epoch[145] Batch [649]	Speed: 5084.557120 samples/sec	rmse=0.017654	lr=0.072221
Epoch[145] Batch [699]	Speed: 4985.295872 samples/sec	rmse=0.017659	lr=0.072121
Epoch[145] Batch [749]	Speed: 5167.683269 samples/sec	rmse=0.017667	lr=0.072022
Epoch[145] Batch [799]	Speed: 4873.846414 samples/sec	rmse=0.017674	lr=0.071924
Epoch[145] Batch [849]	Speed: 4919.555656 samples/sec	rmse=0.017682	lr=0.071825
Epoch[145] Batch [899]	Speed: 4990.118672 samples/sec	rmse=0.017696	lr=0.071726
Epoch[145] Batch [949]	Speed: 4959.060246 samples/sec	rmse=0.017699	lr=0.071627
Epoch[145] Batch [999]	Speed: 5122.596042 samples/sec	rmse=0.017699	lr=0.071528
Epoch[145] Batch [1049]	Speed: 4907.123157 samples/sec	rmse=0.017701	lr=0.071430
Epoch[145] Batch [1099]	Speed: 5039.978181 samples/sec	rmse=0.017704	lr=0.071331
Epoch[145] Batch [1149]	Speed: 5108.092455 samples/sec	rmse=0.017718	lr=0.071232
Epoch[145] Batch [1199]	Speed: 5110.502635 samples/sec	rmse=0.017721	lr=0.071134
Epoch[145] Batch [1249]	Speed: 5012.252625 samples/sec	rmse=0.017730	lr=0.071035
[Epoch 145] training: rmse=0.017730
[Epoch 145] speed: 4992 samples/sec	time cost: 265.836245
[Epoch 145] validation: err-top1=0.274333 err-top5=0.088765
Epoch[146] Batch [49]	Speed: 4781.356207 samples/sec	rmse=0.017607	lr=0.070935
Epoch[146] Batch [99]	Speed: 4855.785022 samples/sec	rmse=0.017541	lr=0.070837
Epoch[146] Batch [149]	Speed: 5064.296295 samples/sec	rmse=0.017560	lr=0.070738
Epoch[146] Batch [199]	Speed: 5187.824090 samples/sec	rmse=0.017608	lr=0.070640
Epoch[146] Batch [249]	Speed: 4915.985563 samples/sec	rmse=0.017615	lr=0.070542
Epoch[146] Batch [299]	Speed: 5047.078254 samples/sec	rmse=0.017632	lr=0.070444
Epoch[146] Batch [349]	Speed: 5010.911966 samples/sec	rmse=0.017649	lr=0.070346
Epoch[146] Batch [399]	Speed: 5282.072436 samples/sec	rmse=0.017651	lr=0.070248
Epoch[146] Batch [449]	Speed: 5002.988649 samples/sec	rmse=0.017671	lr=0.070150
Epoch[146] Batch [499]	Speed: 5239.266620 samples/sec	rmse=0.017672	lr=0.070052
Epoch[146] Batch [549]	Speed: 5123.690647 samples/sec	rmse=0.017679	lr=0.069954
Epoch[146] Batch [599]	Speed: 5156.267669 samples/sec	rmse=0.017683	lr=0.069856
Epoch[146] Batch [649]	Speed: 5230.589774 samples/sec	rmse=0.017683	lr=0.069758
Epoch[146] Batch [699]	Speed: 4822.499991 samples/sec	rmse=0.017687	lr=0.069661
Epoch[146] Batch [749]	Speed: 4961.880792 samples/sec	rmse=0.017697	lr=0.069563
Epoch[146] Batch [799]	Speed: 4913.638509 samples/sec	rmse=0.017700	lr=0.069465
Epoch[146] Batch [849]	Speed: 5061.457159 samples/sec	rmse=0.017709	lr=0.069368
Epoch[146] Batch [899]	Speed: 5100.271624 samples/sec	rmse=0.017716	lr=0.069270
Epoch[146] Batch [949]	Speed: 5010.802060 samples/sec	rmse=0.017712	lr=0.069173
Epoch[146] Batch [999]	Speed: 5010.015670 samples/sec	rmse=0.017714	lr=0.069076
Epoch[146] Batch [1049]	Speed: 4844.120973 samples/sec	rmse=0.017715	lr=0.068978
Epoch[146] Batch [1099]	Speed: 4981.609886 samples/sec	rmse=0.017719	lr=0.068881
Epoch[146] Batch [1149]	Speed: 5040.699701 samples/sec	rmse=0.017718	lr=0.068784
Epoch[146] Batch [1199]	Speed: 5019.875581 samples/sec	rmse=0.017724	lr=0.068687
Epoch[146] Batch [1249]	Speed: 5091.961641 samples/sec	rmse=0.017731	lr=0.068590
[Epoch 146] training: rmse=0.017730
[Epoch 146] speed: 5022 samples/sec	time cost: 264.412599
[Epoch 146] validation: err-top1=0.269471 err-top5=0.083705
Epoch[147] Batch [49]	Speed: 4779.722445 samples/sec	rmse=0.017516	lr=0.068491
Epoch[147] Batch [99]	Speed: 4834.908181 samples/sec	rmse=0.017537	lr=0.068394
Epoch[147] Batch [149]	Speed: 5021.120074 samples/sec	rmse=0.017521	lr=0.068297
Epoch[147] Batch [199]	Speed: 5113.861251 samples/sec	rmse=0.017529	lr=0.068200
Epoch[147] Batch [249]	Speed: 4885.517625 samples/sec	rmse=0.017545	lr=0.068103
Epoch[147] Batch [299]	Speed: 5077.091878 samples/sec	rmse=0.017559	lr=0.068006
Epoch[147] Batch [349]	Speed: 5062.196775 samples/sec	rmse=0.017568	lr=0.067909
Epoch[147] Batch [399]	Speed: 4882.877683 samples/sec	rmse=0.017577	lr=0.067813
Epoch[147] Batch [449]	Speed: 4976.215705 samples/sec	rmse=0.017584	lr=0.067716
Epoch[147] Batch [499]	Speed: 5158.224544 samples/sec	rmse=0.017574	lr=0.067620
Epoch[147] Batch [549]	Speed: 4724.445780 samples/sec	rmse=0.017575	lr=0.067523
Epoch[147] Batch [599]	Speed: 5010.303334 samples/sec	rmse=0.017576	lr=0.067427
Epoch[147] Batch [649]	Speed: 5045.300798 samples/sec	rmse=0.017578	lr=0.067330
Epoch[147] Batch [699]	Speed: 4952.083296 samples/sec	rmse=0.017582	lr=0.067234
Epoch[147] Batch [749]	Speed: 5047.764077 samples/sec	rmse=0.017586	lr=0.067138
Epoch[147] Batch [799]	Speed: 4789.362027 samples/sec	rmse=0.017597	lr=0.067041
Epoch[147] Batch [849]	Speed: 5171.898471 samples/sec	rmse=0.017607	lr=0.066945
Epoch[147] Batch [899]	Speed: 4982.039346 samples/sec	rmse=0.017617	lr=0.066849
Epoch[147] Batch [949]	Speed: 5177.205081 samples/sec	rmse=0.017623	lr=0.066753
Epoch[147] Batch [999]	Speed: 5085.340834 samples/sec	rmse=0.017629	lr=0.066657
Epoch[147] Batch [1049]	Speed: 4949.978554 samples/sec	rmse=0.017633	lr=0.066561
Epoch[147] Batch [1099]	Speed: 4688.282812 samples/sec	rmse=0.017638	lr=0.066465
Epoch[147] Batch [1149]	Speed: 4784.241429 samples/sec	rmse=0.017643	lr=0.066369
Epoch[147] Batch [1199]	Speed: 4803.775620 samples/sec	rmse=0.017643	lr=0.066273
Epoch[147] Batch [1249]	Speed: 5132.781094 samples/sec	rmse=0.017643	lr=0.066178
[Epoch 147] training: rmse=0.017643
[Epoch 147] speed: 4956 samples/sec	time cost: 267.375212
[Epoch 147] validation: err-top1=0.276128 err-top5=0.087372
Epoch[148] Batch [49]	Speed: 4741.348784 samples/sec	rmse=0.017458	lr=0.066080
Epoch[148] Batch [99]	Speed: 4862.416890 samples/sec	rmse=0.017441	lr=0.065984
Epoch[148] Batch [149]	Speed: 4649.921268 samples/sec	rmse=0.017416	lr=0.065889
Epoch[148] Batch [199]	Speed: 5029.928120 samples/sec	rmse=0.017438	lr=0.065793
Epoch[148] Batch [249]	Speed: 4959.192745 samples/sec	rmse=0.017461	lr=0.065698
Epoch[148] Batch [299]	Speed: 4743.523617 samples/sec	rmse=0.017471	lr=0.065603
Epoch[148] Batch [349]	Speed: 4889.469814 samples/sec	rmse=0.017488	lr=0.065507
Epoch[148] Batch [399]	Speed: 5013.026025 samples/sec	rmse=0.017499	lr=0.065412
Epoch[148] Batch [449]	Speed: 4934.712845 samples/sec	rmse=0.017502	lr=0.065317
Epoch[148] Batch [499]	Speed: 4909.598678 samples/sec	rmse=0.017506	lr=0.065222
Epoch[148] Batch [549]	Speed: 4912.548419 samples/sec	rmse=0.017521	lr=0.065126
Epoch[148] Batch [599]	Speed: 4984.698421 samples/sec	rmse=0.017524	lr=0.065031
Epoch[148] Batch [649]	Speed: 4938.998018 samples/sec	rmse=0.017537	lr=0.064936
Epoch[148] Batch [699]	Speed: 4910.867248 samples/sec	rmse=0.017546	lr=0.064841
Epoch[148] Batch [749]	Speed: 4774.725296 samples/sec	rmse=0.017553	lr=0.064746
Epoch[148] Batch [799]	Speed: 4956.668801 samples/sec	rmse=0.017552	lr=0.064652
Epoch[148] Batch [849]	Speed: 5004.032029 samples/sec	rmse=0.017559	lr=0.064557
Epoch[148] Batch [899]	Speed: 4764.513430 samples/sec	rmse=0.017560	lr=0.064462
Epoch[148] Batch [949]	Speed: 5063.150876 samples/sec	rmse=0.017570	lr=0.064367
Epoch[148] Batch [999]	Speed: 5135.619895 samples/sec	rmse=0.017579	lr=0.064273
Epoch[148] Batch [1049]	Speed: 4805.834952 samples/sec	rmse=0.017584	lr=0.064178
Epoch[148] Batch [1099]	Speed: 5114.567903 samples/sec	rmse=0.017590	lr=0.064084
Epoch[148] Batch [1149]	Speed: 4891.809766 samples/sec	rmse=0.017594	lr=0.063989
Epoch[148] Batch [1199]	Speed: 4913.537100 samples/sec	rmse=0.017602	lr=0.063895
Epoch[148] Batch [1249]	Speed: 5151.129282 samples/sec	rmse=0.017607	lr=0.063801
[Epoch 148] training: rmse=0.017606
[Epoch 148] speed: 4914 samples/sec	time cost: 269.777349
[Epoch 148] validation: err-top1=0.267080 err-top5=0.082988
Epoch[149] Batch [49]	Speed: 4920.272868 samples/sec	rmse=0.017309	lr=0.063704
Epoch[149] Batch [99]	Speed: 5239.780394 samples/sec	rmse=0.017355	lr=0.063610
Epoch[149] Batch [149]	Speed: 4838.490298 samples/sec	rmse=0.017412	lr=0.063516
Epoch[149] Batch [199]	Speed: 5070.028302 samples/sec	rmse=0.017439	lr=0.063422
Epoch[149] Batch [249]	Speed: 4919.423802 samples/sec	rmse=0.017446	lr=0.063328
Epoch[149] Batch [299]	Speed: 5072.664968 samples/sec	rmse=0.017471	lr=0.063234
Epoch[149] Batch [349]	Speed: 4791.913554 samples/sec	rmse=0.017489	lr=0.063140
Epoch[149] Batch [399]	Speed: 4908.941018 samples/sec	rmse=0.017488	lr=0.063046
Epoch[149] Batch [449]	Speed: 4987.435974 samples/sec	rmse=0.017503	lr=0.062952
Epoch[149] Batch [499]	Speed: 4947.298141 samples/sec	rmse=0.017503	lr=0.062858
Epoch[149] Batch [549]	Speed: 4850.790793 samples/sec	rmse=0.017504	lr=0.062765
Epoch[149] Batch [599]	Speed: 5134.468383 samples/sec	rmse=0.017511	lr=0.062671
Epoch[149] Batch [649]	Speed: 4706.240990 samples/sec	rmse=0.017513	lr=0.062578
Epoch[149] Batch [699]	Speed: 4928.866443 samples/sec	rmse=0.017519	lr=0.062484
Epoch[149] Batch [749]	Speed: 5110.012441 samples/sec	rmse=0.017520	lr=0.062391
Epoch[149] Batch [799]	Speed: 4929.434064 samples/sec	rmse=0.017522	lr=0.062297
Epoch[149] Batch [849]	Speed: 4854.473855 samples/sec	rmse=0.017521	lr=0.062204
Epoch[149] Batch [899]	Speed: 4931.487053 samples/sec	rmse=0.017525	lr=0.062110
Epoch[149] Batch [949]	Speed: 5016.915950 samples/sec	rmse=0.017528	lr=0.062017
Epoch[149] Batch [999]	Speed: 4822.628543 samples/sec	rmse=0.017524	lr=0.061924
Epoch[149] Batch [1049]	Speed: 5075.213699 samples/sec	rmse=0.017528	lr=0.061831
Epoch[149] Batch [1099]	Speed: 4908.834305 samples/sec	rmse=0.017533	lr=0.061738
Epoch[149] Batch [1149]	Speed: 5103.700371 samples/sec	rmse=0.017538	lr=0.061645
Epoch[149] Batch [1199]	Speed: 5322.273086 samples/sec	rmse=0.017537	lr=0.061552
Epoch[149] Batch [1249]	Speed: 4995.305187 samples/sec	rmse=0.017543	lr=0.061459
[Epoch 149] training: rmse=0.017543
[Epoch 149] speed: 4967 samples/sec	time cost: 266.954649
[Epoch 149] validation: err-top1=0.266422 err-top5=0.083646
Epoch[150] Batch [49]	Speed: 4769.414643 samples/sec	rmse=0.017370	lr=0.061364
Epoch[150] Batch [99]	Speed: 4987.658032 samples/sec	rmse=0.017368	lr=0.061271
Epoch[150] Batch [149]	Speed: 4968.049238 samples/sec	rmse=0.017391	lr=0.061179
Epoch[150] Batch [199]	Speed: 4880.263439 samples/sec	rmse=0.017431	lr=0.061086
Epoch[150] Batch [249]	Speed: 4992.148025 samples/sec	rmse=0.017458	lr=0.060993
Epoch[150] Batch [299]	Speed: 4876.609482 samples/sec	rmse=0.017462	lr=0.060901
Epoch[150] Batch [349]	Speed: 4983.169170 samples/sec	rmse=0.017459	lr=0.060808
Epoch[150] Batch [399]	Speed: 4673.486726 samples/sec	rmse=0.017468	lr=0.060716
Epoch[150] Batch [449]	Speed: 5029.353022 samples/sec	rmse=0.017485	lr=0.060623
Epoch[150] Batch [499]	Speed: 4752.641754 samples/sec	rmse=0.017492	lr=0.060531
Epoch[150] Batch [549]	Speed: 5017.080159 samples/sec	rmse=0.017494	lr=0.060439
Epoch[150] Batch [599]	Speed: 4953.615920 samples/sec	rmse=0.017490	lr=0.060347
Epoch[150] Batch [649]	Speed: 4932.515549 samples/sec	rmse=0.017492	lr=0.060254
Epoch[150] Batch [699]	Speed: 4930.902882 samples/sec	rmse=0.017502	lr=0.060162
Epoch[150] Batch [749]	Speed: 4985.568204 samples/sec	rmse=0.017502	lr=0.060070
Epoch[150] Batch [799]	Speed: 5048.326898 samples/sec	rmse=0.017505	lr=0.059978
Epoch[150] Batch [849]	Speed: 5116.004463 samples/sec	rmse=0.017507	lr=0.059886
Epoch[150] Batch [899]	Speed: 5018.527910 samples/sec	rmse=0.017510	lr=0.059794
Epoch[150] Batch [949]	Speed: 4995.063044 samples/sec	rmse=0.017513	lr=0.059703
Epoch[150] Batch [999]	Speed: 5059.757542 samples/sec	rmse=0.017517	lr=0.059611
Epoch[150] Batch [1049]	Speed: 5086.485233 samples/sec	rmse=0.017522	lr=0.059519
Epoch[150] Batch [1099]	Speed: 4919.171381 samples/sec	rmse=0.017521	lr=0.059428
Epoch[150] Batch [1149]	Speed: 5102.543728 samples/sec	rmse=0.017522	lr=0.059336
Epoch[150] Batch [1199]	Speed: 5055.331758 samples/sec	rmse=0.017524	lr=0.059245
Epoch[150] Batch [1249]	Speed: 5077.010977 samples/sec	rmse=0.017528	lr=0.059153
[Epoch 150] training: rmse=0.017528
[Epoch 150] speed: 4962 samples/sec	time cost: 267.208533
[Epoch 150] validation: err-top1=0.263971 err-top5=0.081234
Epoch[151] Batch [49]	Speed: 4702.033015 samples/sec	rmse=0.017403	lr=0.059060
Epoch[151] Batch [99]	Speed: 5085.998068 samples/sec	rmse=0.017358	lr=0.058968
Epoch[151] Batch [149]	Speed: 4833.754272 samples/sec	rmse=0.017363	lr=0.058877
Epoch[151] Batch [199]	Speed: 4898.907447 samples/sec	rmse=0.017366	lr=0.058786
Epoch[151] Batch [249]	Speed: 4756.352937 samples/sec	rmse=0.017362	lr=0.058695
Epoch[151] Batch [299]	Speed: 5061.436641 samples/sec	rmse=0.017369	lr=0.058604
Epoch[151] Batch [349]	Speed: 4960.868207 samples/sec	rmse=0.017371	lr=0.058513
Epoch[151] Batch [399]	Speed: 4934.806625 samples/sec	rmse=0.017367	lr=0.058422
Epoch[151] Batch [449]	Speed: 4894.605404 samples/sec	rmse=0.017381	lr=0.058331
Epoch[151] Batch [499]	Speed: 4921.722920 samples/sec	rmse=0.017392	lr=0.058240
Epoch[151] Batch [549]	Speed: 4994.289252 samples/sec	rmse=0.017399	lr=0.058149
Epoch[151] Batch [599]	Speed: 5231.140840 samples/sec	rmse=0.017407	lr=0.058058
Epoch[151] Batch [649]	Speed: 4777.191638 samples/sec	rmse=0.017415	lr=0.057968
Epoch[151] Batch [699]	Speed: 5062.316943 samples/sec	rmse=0.017417	lr=0.057877
Epoch[151] Batch [749]	Speed: 5137.766884 samples/sec	rmse=0.017421	lr=0.057786
Epoch[151] Batch [799]	Speed: 4992.652313 samples/sec	rmse=0.017421	lr=0.057696
Epoch[151] Batch [849]	Speed: 5194.968088 samples/sec	rmse=0.017426	lr=0.057605
Epoch[151] Batch [899]	Speed: 5129.453580 samples/sec	rmse=0.017425	lr=0.057515
Epoch[151] Batch [949]	Speed: 4843.041082 samples/sec	rmse=0.017424	lr=0.057425
Epoch[151] Batch [999]	Speed: 4817.728082 samples/sec	rmse=0.017437	lr=0.057334
Epoch[151] Batch [1049]	Speed: 4982.486798 samples/sec	rmse=0.017439	lr=0.057244
Epoch[151] Batch [1099]	Speed: 4914.075670 samples/sec	rmse=0.017440	lr=0.057154
Epoch[151] Batch [1149]	Speed: 4960.025809 samples/sec	rmse=0.017438	lr=0.057064
Epoch[151] Batch [1199]	Speed: 4930.254217 samples/sec	rmse=0.017441	lr=0.056974
Epoch[151] Batch [1249]	Speed: 5145.923687 samples/sec	rmse=0.017447	lr=0.056884
[Epoch 151] training: rmse=0.017447
[Epoch 151] speed: 4958 samples/sec	time cost: 267.462260
[Epoch 151] validation: err-top1=0.261088 err-top5=0.080607
Epoch[152] Batch [49]	Speed: 4840.683819 samples/sec	rmse=0.017258	lr=0.056792
Epoch[152] Batch [99]	Speed: 5017.624902 samples/sec	rmse=0.017265	lr=0.056702
Epoch[152] Batch [149]	Speed: 4953.458696 samples/sec	rmse=0.017300	lr=0.056612
Epoch[152] Batch [199]	Speed: 5141.876030 samples/sec	rmse=0.017308	lr=0.056523
Epoch[152] Batch [249]	Speed: 5038.144258 samples/sec	rmse=0.017314	lr=0.056433
Epoch[152] Batch [299]	Speed: 5053.700472 samples/sec	rmse=0.017331	lr=0.056343
Epoch[152] Batch [349]	Speed: 4980.749686 samples/sec	rmse=0.017343	lr=0.056254
Epoch[152] Batch [399]	Speed: 4931.540733 samples/sec	rmse=0.017362	lr=0.056164
Epoch[152] Batch [449]	Speed: 4985.114759 samples/sec	rmse=0.017363	lr=0.056075
Epoch[152] Batch [499]	Speed: 4987.093022 samples/sec	rmse=0.017360	lr=0.055985
Epoch[152] Batch [549]	Speed: 4944.317007 samples/sec	rmse=0.017363	lr=0.055896
Epoch[152] Batch [599]	Speed: 5013.886641 samples/sec	rmse=0.017361	lr=0.055807
Epoch[152] Batch [649]	Speed: 5041.634944 samples/sec	rmse=0.017367	lr=0.055718
Epoch[152] Batch [699]	Speed: 4973.524662 samples/sec	rmse=0.017373	lr=0.055628
Epoch[152] Batch [749]	Speed: 4993.402260 samples/sec	rmse=0.017376	lr=0.055539
Epoch[152] Batch [799]	Speed: 5089.821512 samples/sec	rmse=0.017378	lr=0.055450
Epoch[152] Batch [849]	Speed: 5034.615438 samples/sec	rmse=0.017385	lr=0.055361
Epoch[152] Batch [899]	Speed: 4805.468130 samples/sec	rmse=0.017393	lr=0.055272
Epoch[152] Batch [949]	Speed: 4871.961601 samples/sec	rmse=0.017399	lr=0.055184
Epoch[152] Batch [999]	Speed: 5073.052028 samples/sec	rmse=0.017404	lr=0.055095
Epoch[152] Batch [1049]	Speed: 4872.314879 samples/sec	rmse=0.017408	lr=0.055006
Epoch[152] Batch [1099]	Speed: 4778.589832 samples/sec	rmse=0.017410	lr=0.054917
Epoch[152] Batch [1149]	Speed: 4992.275567 samples/sec	rmse=0.017415	lr=0.054829
Epoch[152] Batch [1199]	Speed: 5222.000794 samples/sec	rmse=0.017417	lr=0.054740
Epoch[152] Batch [1249]	Speed: 5026.031291 samples/sec	rmse=0.017420	lr=0.054652
[Epoch 152] training: rmse=0.017420
[Epoch 152] speed: 4980 samples/sec	time cost: 266.600119
[Epoch 152] validation: err-top1=0.261539 err-top5=0.079998
Epoch[153] Batch [49]	Speed: 4913.333509 samples/sec	rmse=0.017141	lr=0.054562
Epoch[153] Batch [99]	Speed: 5049.571172 samples/sec	rmse=0.017195	lr=0.054473
Epoch[153] Batch [149]	Speed: 4837.867679 samples/sec	rmse=0.017179	lr=0.054385
Epoch[153] Batch [199]	Speed: 4707.788361 samples/sec	rmse=0.017195	lr=0.054297
Epoch[153] Batch [249]	Speed: 4834.846570 samples/sec	rmse=0.017200	lr=0.054208
Epoch[153] Batch [299]	Speed: 4905.059365 samples/sec	rmse=0.017201	lr=0.054120
Epoch[153] Batch [349]	Speed: 4822.732515 samples/sec	rmse=0.017215	lr=0.054032
Epoch[153] Batch [399]	Speed: 4929.882981 samples/sec	rmse=0.017232	lr=0.053944
Epoch[153] Batch [449]	Speed: 4854.692571 samples/sec	rmse=0.017243	lr=0.053856
Epoch[153] Batch [499]	Speed: 5112.800178 samples/sec	rmse=0.017253	lr=0.053768
Epoch[153] Batch [549]	Speed: 5014.635018 samples/sec	rmse=0.017274	lr=0.053681
Epoch[153] Batch [599]	Speed: 4799.106311 samples/sec	rmse=0.017293	lr=0.053593
Epoch[153] Batch [649]	Speed: 4911.251237 samples/sec	rmse=0.017303	lr=0.053505
Epoch[153] Batch [699]	Speed: 4914.817605 samples/sec	rmse=0.017305	lr=0.053417
Epoch[153] Batch [749]	Speed: 5061.108485 samples/sec	rmse=0.017311	lr=0.053330
Epoch[153] Batch [799]	Speed: 4670.866791 samples/sec	rmse=0.017318	lr=0.053242
Epoch[153] Batch [849]	Speed: 5039.765396 samples/sec	rmse=0.017322	lr=0.053155
Epoch[153] Batch [899]	Speed: 4995.851604 samples/sec	rmse=0.017321	lr=0.053067
Epoch[153] Batch [949]	Speed: 5025.471431 samples/sec	rmse=0.017318	lr=0.052980
Epoch[153] Batch [999]	Speed: 5028.365579 samples/sec	rmse=0.017322	lr=0.052893
Epoch[153] Batch [1049]	Speed: 4905.458806 samples/sec	rmse=0.017324	lr=0.052806
Epoch[153] Batch [1099]	Speed: 4969.252296 samples/sec	rmse=0.017332	lr=0.052718
Epoch[153] Batch [1149]	Speed: 4685.980300 samples/sec	rmse=0.017339	lr=0.052631
Epoch[153] Batch [1199]	Speed: 5058.897673 samples/sec	rmse=0.017346	lr=0.052544
Epoch[153] Batch [1249]	Speed: 5263.913292 samples/sec	rmse=0.017346	lr=0.052457
[Epoch 153] training: rmse=0.017346
[Epoch 153] speed: 4924 samples/sec	time cost: 269.065717
[Epoch 153] validation: err-top1=0.259327 err-top5=0.079759
Epoch[154] Batch [49]	Speed: 5095.349238 samples/sec	rmse=0.017071	lr=0.052369
Epoch[154] Batch [99]	Speed: 5145.867335 samples/sec	rmse=0.017096	lr=0.052282
Epoch[154] Batch [149]	Speed: 4760.242753 samples/sec	rmse=0.017140	lr=0.052195
Epoch[154] Batch [199]	Speed: 4737.626583 samples/sec	rmse=0.017159	lr=0.052108
Epoch[154] Batch [249]	Speed: 5080.850487 samples/sec	rmse=0.017172	lr=0.052022
Epoch[154] Batch [299]	Speed: 5051.750902 samples/sec	rmse=0.017182	lr=0.051935
Epoch[154] Batch [349]	Speed: 5085.420676 samples/sec	rmse=0.017201	lr=0.051849
Epoch[154] Batch [399]	Speed: 4851.102871 samples/sec	rmse=0.017226	lr=0.051762
Epoch[154] Batch [449]	Speed: 4982.704138 samples/sec	rmse=0.017227	lr=0.051676
Epoch[154] Batch [499]	Speed: 5062.954751 samples/sec	rmse=0.017231	lr=0.051589
Epoch[154] Batch [549]	Speed: 5039.650318 samples/sec	rmse=0.017235	lr=0.051503
Epoch[154] Batch [599]	Speed: 4952.059886 samples/sec	rmse=0.017242	lr=0.051417
Epoch[154] Batch [649]	Speed: 4890.123603 samples/sec	rmse=0.017246	lr=0.051331
Epoch[154] Batch [699]	Speed: 4984.380025 samples/sec	rmse=0.017253	lr=0.051244
Epoch[154] Batch [749]	Speed: 5115.817263 samples/sec	rmse=0.017257	lr=0.051158
Epoch[154] Batch [799]	Speed: 4834.566184 samples/sec	rmse=0.017254	lr=0.051072
Epoch[154] Batch [849]	Speed: 4860.201322 samples/sec	rmse=0.017257	lr=0.050986
Epoch[154] Batch [899]	Speed: 4998.666348 samples/sec	rmse=0.017264	lr=0.050901
Epoch[154] Batch [949]	Speed: 4842.882935 samples/sec	rmse=0.017266	lr=0.050815
Epoch[154] Batch [999]	Speed: 5088.288334 samples/sec	rmse=0.017275	lr=0.050729
Epoch[154] Batch [1049]	Speed: 4971.236745 samples/sec	rmse=0.017278	lr=0.050643
Epoch[154] Batch [1099]	Speed: 4976.444030 samples/sec	rmse=0.017278	lr=0.050558
Epoch[154] Batch [1149]	Speed: 4966.435769 samples/sec	rmse=0.017282	lr=0.050472
Epoch[154] Batch [1199]	Speed: 4792.755860 samples/sec	rmse=0.017288	lr=0.050387
Epoch[154] Batch [1249]	Speed: 5070.292372 samples/sec	rmse=0.017290	lr=0.050301
[Epoch 154] training: rmse=0.017289
[Epoch 154] speed: 4962 samples/sec	time cost: 267.676654
[Epoch 154] validation: err-top1=0.258510 err-top5=0.078404
Epoch[155] Batch [49]	Speed: 5074.791171 samples/sec	rmse=0.017112	lr=0.050214
Epoch[155] Batch [99]	Speed: 4920.902333 samples/sec	rmse=0.017119	lr=0.050129
Epoch[155] Batch [149]	Speed: 4941.196320 samples/sec	rmse=0.017126	lr=0.050044
Epoch[155] Batch [199]	Speed: 5027.921150 samples/sec	rmse=0.017130	lr=0.049958
Epoch[155] Batch [249]	Speed: 4771.520522 samples/sec	rmse=0.017143	lr=0.049873
Epoch[155] Batch [299]	Speed: 4864.701480 samples/sec	rmse=0.017151	lr=0.049788
Epoch[155] Batch [349]	Speed: 5002.405944 samples/sec	rmse=0.017162	lr=0.049703
Epoch[155] Batch [399]	Speed: 5048.924268 samples/sec	rmse=0.017162	lr=0.049618
Epoch[155] Batch [449]	Speed: 4846.455335 samples/sec	rmse=0.017160	lr=0.049533
Epoch[155] Batch [499]	Speed: 4884.691733 samples/sec	rmse=0.017174	lr=0.049449
Epoch[155] Batch [549]	Speed: 5042.591610 samples/sec	rmse=0.017177	lr=0.049364
Epoch[155] Batch [599]	Speed: 4846.668189 samples/sec	rmse=0.017181	lr=0.049279
Epoch[155] Batch [649]	Speed: 5035.625175 samples/sec	rmse=0.017187	lr=0.049195
Epoch[155] Batch [699]	Speed: 5066.019520 samples/sec	rmse=0.017193	lr=0.049110
Epoch[155] Batch [749]	Speed: 5034.018499 samples/sec	rmse=0.017197	lr=0.049026
Epoch[155] Batch [799]	Speed: 4831.456801 samples/sec	rmse=0.017190	lr=0.048941
Epoch[155] Batch [849]	Speed: 4876.575485 samples/sec	rmse=0.017201	lr=0.048857
Epoch[155] Batch [899]	Speed: 5016.677568 samples/sec	rmse=0.017206	lr=0.048772
Epoch[155] Batch [949]	Speed: 5014.141500 samples/sec	rmse=0.017211	lr=0.048688
Epoch[155] Batch [999]	Speed: 4979.903872 samples/sec	rmse=0.017216	lr=0.048604
Epoch[155] Batch [1049]	Speed: 4798.856650 samples/sec	rmse=0.017220	lr=0.048520
Epoch[155] Batch [1099]	Speed: 4910.099112 samples/sec	rmse=0.017222	lr=0.048436
Epoch[155] Batch [1149]	Speed: 4849.754255 samples/sec	rmse=0.017227	lr=0.048352
Epoch[155] Batch [1199]	Speed: 4968.398312 samples/sec	rmse=0.017231	lr=0.048268
Epoch[155] Batch [1249]	Speed: 5170.149403 samples/sec	rmse=0.017231	lr=0.048184
[Epoch 155] training: rmse=0.017231
[Epoch 155] speed: 4946 samples/sec	time cost: 268.077639
[Epoch 155] validation: err-top1=0.257175 err-top5=0.078284
Epoch[156] Batch [49]	Speed: 5053.122423 samples/sec	rmse=0.017021	lr=0.048099
Epoch[156] Batch [99]	Speed: 5166.135642 samples/sec	rmse=0.017082	lr=0.048015
Epoch[156] Batch [149]	Speed: 5119.796761 samples/sec	rmse=0.017065	lr=0.047931
Epoch[156] Batch [199]	Speed: 4951.890200 samples/sec	rmse=0.017077	lr=0.047848
Epoch[156] Batch [249]	Speed: 4919.483868 samples/sec	rmse=0.017103	lr=0.047764
Epoch[156] Batch [299]	Speed: 4880.969128 samples/sec	rmse=0.017106	lr=0.047680
Epoch[156] Batch [349]	Speed: 5121.448408 samples/sec	rmse=0.017116	lr=0.047597
Epoch[156] Batch [399]	Speed: 4924.915729 samples/sec	rmse=0.017110	lr=0.047514
Epoch[156] Batch [449]	Speed: 4913.341378 samples/sec	rmse=0.017122	lr=0.047430
Epoch[156] Batch [499]	Speed: 4908.980630 samples/sec	rmse=0.017126	lr=0.047347
Epoch[156] Batch [549]	Speed: 4883.785484 samples/sec	rmse=0.017131	lr=0.047264
Epoch[156] Batch [599]	Speed: 5115.604729 samples/sec	rmse=0.017129	lr=0.047181
Epoch[156] Batch [649]	Speed: 5042.374697 samples/sec	rmse=0.017135	lr=0.047098
Epoch[156] Batch [699]	Speed: 4980.678411 samples/sec	rmse=0.017137	lr=0.047015
Epoch[156] Batch [749]	Speed: 4648.620993 samples/sec	rmse=0.017139	lr=0.046932
Epoch[156] Batch [799]	Speed: 5037.556881 samples/sec	rmse=0.017139	lr=0.046849
Epoch[156] Batch [849]	Speed: 4805.270600 samples/sec	rmse=0.017145	lr=0.046766
Epoch[156] Batch [899]	Speed: 5035.503792 samples/sec	rmse=0.017152	lr=0.046684
Epoch[156] Batch [949]	Speed: 4877.171443 samples/sec	rmse=0.017154	lr=0.046601
Epoch[156] Batch [999]	Speed: 5036.283440 samples/sec	rmse=0.017156	lr=0.046518
Epoch[156] Batch [1049]	Speed: 5036.277889 samples/sec	rmse=0.017161	lr=0.046436
Epoch[156] Batch [1099]	Speed: 5112.121273 samples/sec	rmse=0.017166	lr=0.046353
Epoch[156] Batch [1149]	Speed: 5027.041941 samples/sec	rmse=0.017168	lr=0.046271
Epoch[156] Batch [1199]	Speed: 5036.446320 samples/sec	rmse=0.017172	lr=0.046189
Epoch[156] Batch [1249]	Speed: 4896.859938 samples/sec	rmse=0.017175	lr=0.046106
[Epoch 156] training: rmse=0.017176
[Epoch 156] speed: 4973 samples/sec	time cost: 266.434316
[Epoch 156] validation: err-top1=0.256298 err-top5=0.077687
Epoch[157] Batch [49]	Speed: 4843.826728 samples/sec	rmse=0.017006	lr=0.046022
Epoch[157] Batch [99]	Speed: 4997.707665 samples/sec	rmse=0.017004	lr=0.045940
Epoch[157] Batch [149]	Speed: 4691.280273 samples/sec	rmse=0.017036	lr=0.045858
Epoch[157] Batch [199]	Speed: 4896.969928 samples/sec	rmse=0.017053	lr=0.045776
Epoch[157] Batch [249]	Speed: 5073.733541 samples/sec	rmse=0.017072	lr=0.045694
Epoch[157] Batch [299]	Speed: 4868.728773 samples/sec	rmse=0.017078	lr=0.045612
Epoch[157] Batch [349]	Speed: 4981.112678 samples/sec	rmse=0.017081	lr=0.045530
Epoch[157] Batch [399]	Speed: 4893.301624 samples/sec	rmse=0.017103	lr=0.045449
Epoch[157] Batch [449]	Speed: 4922.324888 samples/sec	rmse=0.017104	lr=0.045367
Epoch[157] Batch [499]	Speed: 4951.798282 samples/sec	rmse=0.017101	lr=0.045285
Epoch[157] Batch [549]	Speed: 4817.326049 samples/sec	rmse=0.017089	lr=0.045204
Epoch[157] Batch [599]	Speed: 4821.531365 samples/sec	rmse=0.017089	lr=0.045122
Epoch[157] Batch [649]	Speed: 4998.750822 samples/sec	rmse=0.017089	lr=0.045041
Epoch[157] Batch [699]	Speed: 4863.683443 samples/sec	rmse=0.017098	lr=0.044959
Epoch[157] Batch [749]	Speed: 4920.211317 samples/sec	rmse=0.017103	lr=0.044878
Epoch[157] Batch [799]	Speed: 4973.550349 samples/sec	rmse=0.017107	lr=0.044797
Epoch[157] Batch [849]	Speed: 4903.454186 samples/sec	rmse=0.017101	lr=0.044716
Epoch[157] Batch [899]	Speed: 4875.224734 samples/sec	rmse=0.017101	lr=0.044634
Epoch[157] Batch [949]	Speed: 5090.948497 samples/sec	rmse=0.017107	lr=0.044553
Epoch[157] Batch [999]	Speed: 4910.191846 samples/sec	rmse=0.017109	lr=0.044472
Epoch[157] Batch [1049]	Speed: 5047.145986 samples/sec	rmse=0.017112	lr=0.044391
Epoch[157] Batch [1099]	Speed: 4897.506770 samples/sec	rmse=0.017115	lr=0.044311
Epoch[157] Batch [1149]	Speed: 4973.952384 samples/sec	rmse=0.017120	lr=0.044230
Epoch[157] Batch [1199]	Speed: 4843.314587 samples/sec	rmse=0.017124	lr=0.044149
Epoch[157] Batch [1249]	Speed: 5248.219320 samples/sec	rmse=0.017125	lr=0.044068
[Epoch 157] training: rmse=0.017126
[Epoch 157] speed: 4926 samples/sec	time cost: 269.369667
[Epoch 157] validation: err-top1=0.256632 err-top5=0.077291
Epoch[158] Batch [49]	Speed: 4885.863089 samples/sec	rmse=0.016958	lr=0.043986
Epoch[158] Batch [99]	Speed: 4828.154495 samples/sec	rmse=0.016951	lr=0.043906
Epoch[158] Batch [149]	Speed: 4835.581214 samples/sec	rmse=0.016924	lr=0.043825
Epoch[158] Batch [199]	Speed: 4588.620272 samples/sec	rmse=0.016930	lr=0.043745
Epoch[158] Batch [249]	Speed: 5170.523846 samples/sec	rmse=0.016944	lr=0.043664
Epoch[158] Batch [299]	Speed: 5023.411376 samples/sec	rmse=0.016943	lr=0.043584
Epoch[158] Batch [349]	Speed: 4678.543893 samples/sec	rmse=0.016961	lr=0.043504
Epoch[158] Batch [399]	Speed: 5187.914452 samples/sec	rmse=0.016962	lr=0.043424
Epoch[158] Batch [449]	Speed: 5021.366276 samples/sec	rmse=0.016977	lr=0.043344
Epoch[158] Batch [499]	Speed: 5066.143335 samples/sec	rmse=0.016976	lr=0.043264
Epoch[158] Batch [549]	Speed: 4983.544542 samples/sec	rmse=0.016978	lr=0.043184
Epoch[158] Batch [599]	Speed: 5088.210331 samples/sec	rmse=0.016979	lr=0.043104
Epoch[158] Batch [649]	Speed: 5051.306251 samples/sec	rmse=0.016975	lr=0.043024
Epoch[158] Batch [699]	Speed: 5283.317371 samples/sec	rmse=0.016983	lr=0.042944
Epoch[158] Batch [749]	Speed: 5078.844603 samples/sec	rmse=0.016995	lr=0.042864
Epoch[158] Batch [799]	Speed: 5244.967743 samples/sec	rmse=0.016995	lr=0.042785
Epoch[158] Batch [849]	Speed: 5219.670054 samples/sec	rmse=0.017000	lr=0.042705
Epoch[158] Batch [899]	Speed: 5041.106157 samples/sec	rmse=0.017003	lr=0.042626
Epoch[158] Batch [949]	Speed: 4951.672914 samples/sec	rmse=0.017009	lr=0.042546
Epoch[158] Batch [999]	Speed: 4814.245379 samples/sec	rmse=0.017014	lr=0.042467
Epoch[158] Batch [1049]	Speed: 4828.022501 samples/sec	rmse=0.017017	lr=0.042388
Epoch[158] Batch [1099]	Speed: 5012.777716 samples/sec	rmse=0.017025	lr=0.042308
Epoch[158] Batch [1149]	Speed: 4990.133282 samples/sec	rmse=0.017028	lr=0.042229
Epoch[158] Batch [1199]	Speed: 5039.884383 samples/sec	rmse=0.017028	lr=0.042150
Epoch[158] Batch [1249]	Speed: 5103.097610 samples/sec	rmse=0.017033	lr=0.042071
[Epoch 158] training: rmse=0.017033
[Epoch 158] speed: 4990 samples/sec	time cost: 266.026660
[Epoch 158] validation: err-top1=0.255321 err-top5=0.075594
Epoch[159] Batch [49]	Speed: 4914.197792 samples/sec	rmse=0.016968	lr=0.041990
Epoch[159] Batch [99]	Speed: 4822.924660 samples/sec	rmse=0.016923	lr=0.041911
Epoch[159] Batch [149]	Speed: 4902.939099 samples/sec	rmse=0.016953	lr=0.041833
Epoch[159] Batch [199]	Speed: 5015.349768 samples/sec	rmse=0.016934	lr=0.041754
Epoch[159] Batch [249]	Speed: 5029.021593 samples/sec	rmse=0.016931	lr=0.041675
Epoch[159] Batch [299]	Speed: 4992.801936 samples/sec	rmse=0.016949	lr=0.041596
Epoch[159] Batch [349]	Speed: 5004.397374 samples/sec	rmse=0.016945	lr=0.041518
Epoch[159] Batch [399]	Speed: 5179.901453 samples/sec	rmse=0.016959	lr=0.041439
Epoch[159] Batch [449]	Speed: 5092.233676 samples/sec	rmse=0.016964	lr=0.041361
Epoch[159] Batch [499]	Speed: 4648.553372 samples/sec	rmse=0.016963	lr=0.041283
Epoch[159] Batch [549]	Speed: 4901.806869 samples/sec	rmse=0.016959	lr=0.041204
Epoch[159] Batch [599]	Speed: 5094.485208 samples/sec	rmse=0.016963	lr=0.041126
Epoch[159] Batch [649]	Speed: 4805.059969 samples/sec	rmse=0.016963	lr=0.041048
Epoch[159] Batch [699]	Speed: 4841.033121 samples/sec	rmse=0.016966	lr=0.040970
Epoch[159] Batch [749]	Speed: 5111.481725 samples/sec	rmse=0.016972	lr=0.040892
Epoch[159] Batch [799]	Speed: 5071.221385 samples/sec	rmse=0.016968	lr=0.040814
Epoch[159] Batch [849]	Speed: 5170.959851 samples/sec	rmse=0.016976	lr=0.040736
Epoch[159] Batch [899]	Speed: 5042.051968 samples/sec	rmse=0.016982	lr=0.040658
Epoch[159] Batch [949]	Speed: 5034.631726 samples/sec	rmse=0.016984	lr=0.040580
Epoch[159] Batch [999]	Speed: 4972.582852 samples/sec	rmse=0.016988	lr=0.040502
Epoch[159] Batch [1049]	Speed: 4946.416822 samples/sec	rmse=0.016988	lr=0.040425
Epoch[159] Batch [1099]	Speed: 4943.695536 samples/sec	rmse=0.016993	lr=0.040347
Epoch[159] Batch [1149]	Speed: 5039.997580 samples/sec	rmse=0.016999	lr=0.040269
Epoch[159] Batch [1199]	Speed: 5037.819115 samples/sec	rmse=0.016999	lr=0.040192
Epoch[159] Batch [1249]	Speed: 5126.417213 samples/sec	rmse=0.017003	lr=0.040115
[Epoch 159] training: rmse=0.017003
[Epoch 159] speed: 4982 samples/sec	time cost: 266.301066
[Epoch 159] validation: err-top1=0.252073 err-top5=0.075973
Epoch[160] Batch [49]	Speed: 4806.960613 samples/sec	rmse=0.016817	lr=0.040036
Epoch[160] Batch [99]	Speed: 5149.094943 samples/sec	rmse=0.016833	lr=0.039958
Epoch[160] Batch [149]	Speed: 5027.499515 samples/sec	rmse=0.016864	lr=0.039881
Epoch[160] Batch [199]	Speed: 4978.244957 samples/sec	rmse=0.016866	lr=0.039804
Epoch[160] Batch [249]	Speed: 4778.640660 samples/sec	rmse=0.016864	lr=0.039727
Epoch[160] Batch [299]	Speed: 4912.350977 samples/sec	rmse=0.016880	lr=0.039650
Epoch[160] Batch [349]	Speed: 4793.380509 samples/sec	rmse=0.016888	lr=0.039573
Epoch[160] Batch [399]	Speed: 5003.260935 samples/sec	rmse=0.016895	lr=0.039496
Epoch[160] Batch [449]	Speed: 5185.971308 samples/sec	rmse=0.016905	lr=0.039419
Epoch[160] Batch [499]	Speed: 5188.569009 samples/sec	rmse=0.016901	lr=0.039343
Epoch[160] Batch [549]	Speed: 5100.745655 samples/sec	rmse=0.016900	lr=0.039266
Epoch[160] Batch [599]	Speed: 5178.128614 samples/sec	rmse=0.016904	lr=0.039189
Epoch[160] Batch [649]	Speed: 4989.566784 samples/sec	rmse=0.016906	lr=0.039113
Epoch[160] Batch [699]	Speed: 5313.270193 samples/sec	rmse=0.016910	lr=0.039036
Epoch[160] Batch [749]	Speed: 5222.320936 samples/sec	rmse=0.016918	lr=0.038960
Epoch[160] Batch [799]	Speed: 4889.188289 samples/sec	rmse=0.016923	lr=0.038884
Epoch[160] Batch [849]	Speed: 4892.359521 samples/sec	rmse=0.016933	lr=0.038807
Epoch[160] Batch [899]	Speed: 4914.561945 samples/sec	rmse=0.016937	lr=0.038731
Epoch[160] Batch [949]	Speed: 4862.275530 samples/sec	rmse=0.016939	lr=0.038655
Epoch[160] Batch [999]	Speed: 4996.688777 samples/sec	rmse=0.016944	lr=0.038579
Epoch[160] Batch [1049]	Speed: 5040.575706 samples/sec	rmse=0.016947	lr=0.038503
Epoch[160] Batch [1099]	Speed: 4660.168078 samples/sec	rmse=0.016953	lr=0.038427
Epoch[160] Batch [1149]	Speed: 4952.046411 samples/sec	rmse=0.016957	lr=0.038351
Epoch[160] Batch [1199]	Speed: 4904.342325 samples/sec	rmse=0.016961	lr=0.038275
Epoch[160] Batch [1249]	Speed: 5011.346494 samples/sec	rmse=0.016967	lr=0.038200
[Epoch 160] training: rmse=0.016966
[Epoch 160] speed: 4981 samples/sec	time cost: 266.170011
[Epoch 160] validation: err-top1=0.248864 err-top5=0.074478
Epoch[161] Batch [49]	Speed: 4842.812493 samples/sec	rmse=0.016725	lr=0.038122
Epoch[161] Batch [99]	Speed: 4677.290214 samples/sec	rmse=0.016733	lr=0.038047
Epoch[161] Batch [149]	Speed: 5080.590966 samples/sec	rmse=0.016768	lr=0.037971
Epoch[161] Batch [199]	Speed: 4940.022604 samples/sec	rmse=0.016796	lr=0.037896
Epoch[161] Batch [249]	Speed: 4877.492464 samples/sec	rmse=0.016807	lr=0.037820
Epoch[161] Batch [299]	Speed: 4946.899149 samples/sec	rmse=0.016820	lr=0.037745
Epoch[161] Batch [349]	Speed: 4978.812350 samples/sec	rmse=0.016824	lr=0.037670
Epoch[161] Batch [399]	Speed: 4854.075761 samples/sec	rmse=0.016814	lr=0.037595
Epoch[161] Batch [449]	Speed: 5026.845545 samples/sec	rmse=0.016817	lr=0.037520
Epoch[161] Batch [499]	Speed: 5037.770424 samples/sec	rmse=0.016821	lr=0.037444
Epoch[161] Batch [549]	Speed: 4922.472921 samples/sec	rmse=0.016819	lr=0.037370
Epoch[161] Batch [599]	Speed: 5028.829281 samples/sec	rmse=0.016824	lr=0.037295
Epoch[161] Batch [649]	Speed: 5198.195444 samples/sec	rmse=0.016831	lr=0.037220
Epoch[161] Batch [699]	Speed: 5101.582724 samples/sec	rmse=0.016840	lr=0.037145
Epoch[161] Batch [749]	Speed: 5092.680369 samples/sec	rmse=0.016845	lr=0.037070
Epoch[161] Batch [799]	Speed: 5048.712151 samples/sec	rmse=0.016847	lr=0.036996
Epoch[161] Batch [849]	Speed: 4823.190047 samples/sec	rmse=0.016849	lr=0.036921
Epoch[161] Batch [899]	Speed: 4807.727491 samples/sec	rmse=0.016852	lr=0.036846
Epoch[161] Batch [949]	Speed: 4978.682609 samples/sec	rmse=0.016858	lr=0.036772
Epoch[161] Batch [999]	Speed: 4980.958556 samples/sec	rmse=0.016859	lr=0.036698
Epoch[161] Batch [1049]	Speed: 4751.591536 samples/sec	rmse=0.016861	lr=0.036623
Epoch[161] Batch [1099]	Speed: 5002.930838 samples/sec	rmse=0.016866	lr=0.036549
Epoch[161] Batch [1149]	Speed: 4888.653269 samples/sec	rmse=0.016872	lr=0.036475
Epoch[161] Batch [1199]	Speed: 4938.017800 samples/sec	rmse=0.016879	lr=0.036401
Epoch[161] Batch [1249]	Speed: 5007.448150 samples/sec	rmse=0.016887	lr=0.036327
[Epoch 161] training: rmse=0.016886
[Epoch 161] speed: 4946 samples/sec	time cost: 268.014432
[Epoch 161] validation: err-top1=0.249502 err-top5=0.073980
Epoch[162] Batch [49]	Speed: 4853.433878 samples/sec	rmse=0.016745	lr=0.036251
Epoch[162] Batch [99]	Speed: 4704.340410 samples/sec	rmse=0.016736	lr=0.036177
Epoch[162] Batch [149]	Speed: 5103.639361 samples/sec	rmse=0.016707	lr=0.036104
Epoch[162] Batch [199]	Speed: 4647.164961 samples/sec	rmse=0.016693	lr=0.036030
Epoch[162] Batch [249]	Speed: 4900.724370 samples/sec	rmse=0.016694	lr=0.035956
Epoch[162] Batch [299]	Speed: 4693.080262 samples/sec	rmse=0.016695	lr=0.035882
Epoch[162] Batch [349]	Speed: 5030.787478 samples/sec	rmse=0.016693	lr=0.035809
Epoch[162] Batch [399]	Speed: 5019.391824 samples/sec	rmse=0.016705	lr=0.035735
Epoch[162] Batch [449]	Speed: 5020.883288 samples/sec	rmse=0.016719	lr=0.035662
Epoch[162] Batch [499]	Speed: 4765.848788 samples/sec	rmse=0.016731	lr=0.035589
Epoch[162] Batch [549]	Speed: 4931.856605 samples/sec	rmse=0.016743	lr=0.035515
Epoch[162] Batch [599]	Speed: 5051.796774 samples/sec	rmse=0.016746	lr=0.035442
Epoch[162] Batch [649]	Speed: 5188.750414 samples/sec	rmse=0.016752	lr=0.035369
Epoch[162] Batch [699]	Speed: 5182.920093 samples/sec	rmse=0.016756	lr=0.035296
Epoch[162] Batch [749]	Speed: 5152.023512 samples/sec	rmse=0.016756	lr=0.035223
Epoch[162] Batch [799]	Speed: 5056.463046 samples/sec	rmse=0.016764	lr=0.035150
Epoch[162] Batch [849]	Speed: 4876.739052 samples/sec	rmse=0.016768	lr=0.035077
Epoch[162] Batch [899]	Speed: 4930.923715 samples/sec	rmse=0.016776	lr=0.035004
Epoch[162] Batch [949]	Speed: 5007.000523 samples/sec	rmse=0.016784	lr=0.034931
Epoch[162] Batch [999]	Speed: 4954.820685 samples/sec	rmse=0.016784	lr=0.034859
Epoch[162] Batch [1049]	Speed: 5010.944822 samples/sec	rmse=0.016783	lr=0.034786
Epoch[162] Batch [1099]	Speed: 5015.366869 samples/sec	rmse=0.016790	lr=0.034713
Epoch[162] Batch [1149]	Speed: 4976.208094 samples/sec	rmse=0.016795	lr=0.034641
Epoch[162] Batch [1199]	Speed: 4951.623476 samples/sec	rmse=0.016801	lr=0.034569
Epoch[162] Batch [1249]	Speed: 4998.749426 samples/sec	rmse=0.016801	lr=0.034496
[Epoch 162] training: rmse=0.016801
[Epoch 162] speed: 4952 samples/sec	time cost: 267.211896
[Epoch 162] validation: err-top1=0.247843 err-top5=0.072713
Epoch[163] Batch [49]	Speed: 4738.795280 samples/sec	rmse=0.016714	lr=0.034423
Epoch[163] Batch [99]	Speed: 4922.417069 samples/sec	rmse=0.016668	lr=0.034350
Epoch[163] Batch [149]	Speed: 4961.742761 samples/sec	rmse=0.016665	lr=0.034278
Epoch[163] Batch [199]	Speed: 4961.513376 samples/sec	rmse=0.016686	lr=0.034206
Epoch[163] Batch [249]	Speed: 4981.846449 samples/sec	rmse=0.016692	lr=0.034134
Epoch[163] Batch [299]	Speed: 5139.653030 samples/sec	rmse=0.016693	lr=0.034062
Epoch[163] Batch [349]	Speed: 4954.437511 samples/sec	rmse=0.016696	lr=0.033990
Epoch[163] Batch [399]	Speed: 4839.222995 samples/sec	rmse=0.016703	lr=0.033919
Epoch[163] Batch [449]	Speed: 4799.915315 samples/sec	rmse=0.016697	lr=0.033847
Epoch[163] Batch [499]	Speed: 5000.223639 samples/sec	rmse=0.016705	lr=0.033775
Epoch[163] Batch [549]	Speed: 4960.541389 samples/sec	rmse=0.016704	lr=0.033704
Epoch[163] Batch [599]	Speed: 4907.960915 samples/sec	rmse=0.016712	lr=0.033632
Epoch[163] Batch [649]	Speed: 4686.894405 samples/sec	rmse=0.016720	lr=0.033561
Epoch[163] Batch [699]	Speed: 4831.595287 samples/sec	rmse=0.016718	lr=0.033489
Epoch[163] Batch [749]	Speed: 4745.347674 samples/sec	rmse=0.016725	lr=0.033418
Epoch[163] Batch [799]	Speed: 5207.588544 samples/sec	rmse=0.016721	lr=0.033347
Epoch[163] Batch [849]	Speed: 4817.822332 samples/sec	rmse=0.016724	lr=0.033276
Epoch[163] Batch [899]	Speed: 5214.174670 samples/sec	rmse=0.016723	lr=0.033205
Epoch[163] Batch [949]	Speed: 5037.425951 samples/sec	rmse=0.016724	lr=0.033134
Epoch[163] Batch [999]	Speed: 4909.117985 samples/sec	rmse=0.016728	lr=0.033063
Epoch[163] Batch [1049]	Speed: 5045.763717 samples/sec	rmse=0.016733	lr=0.032992
Epoch[163] Batch [1099]	Speed: 5089.483996 samples/sec	rmse=0.016736	lr=0.032921
Epoch[163] Batch [1149]	Speed: 5128.057705 samples/sec	rmse=0.016740	lr=0.032850
Epoch[163] Batch [1199]	Speed: 4994.171828 samples/sec	rmse=0.016745	lr=0.032779
Epoch[163] Batch [1249]	Speed: 5346.902713 samples/sec	rmse=0.016750	lr=0.032709
[Epoch 163] training: rmse=0.016750
[Epoch 163] speed: 4959 samples/sec	time cost: 267.710573
[Epoch 163] validation: err-top1=0.245735 err-top5=0.071608
Epoch[164] Batch [49]	Speed: 4607.156218 samples/sec	rmse=0.016391	lr=0.032637
Epoch[164] Batch [99]	Speed: 4705.364687 samples/sec	rmse=0.016460	lr=0.032566
Epoch[164] Batch [149]	Speed: 4951.101530 samples/sec	rmse=0.016520	lr=0.032496
Epoch[164] Batch [199]	Speed: 4853.351501 samples/sec	rmse=0.016530	lr=0.032426
Epoch[164] Batch [249]	Speed: 4893.338531 samples/sec	rmse=0.016549	lr=0.032355
Epoch[164] Batch [299]	Speed: 4977.726037 samples/sec	rmse=0.016553	lr=0.032285
Epoch[164] Batch [349]	Speed: 5016.354604 samples/sec	rmse=0.016573	lr=0.032215
Epoch[164] Batch [399]	Speed: 4827.129886 samples/sec	rmse=0.016577	lr=0.032145
Epoch[164] Batch [449]	Speed: 5139.199535 samples/sec	rmse=0.016599	lr=0.032075
Epoch[164] Batch [499]	Speed: 4984.934121 samples/sec	rmse=0.016597	lr=0.032005
Epoch[164] Batch [549]	Speed: 5034.334181 samples/sec	rmse=0.016604	lr=0.031935
Epoch[164] Batch [599]	Speed: 5208.452460 samples/sec	rmse=0.016614	lr=0.031865
Epoch[164] Batch [649]	Speed: 4882.506554 samples/sec	rmse=0.016618	lr=0.031796
Epoch[164] Batch [699]	Speed: 5144.308962 samples/sec	rmse=0.016625	lr=0.031726
Epoch[164] Batch [749]	Speed: 5097.469215 samples/sec	rmse=0.016631	lr=0.031657
Epoch[164] Batch [799]	Speed: 4902.079554 samples/sec	rmse=0.016636	lr=0.031587
Epoch[164] Batch [849]	Speed: 4938.843651 samples/sec	rmse=0.016639	lr=0.031518
Epoch[164] Batch [899]	Speed: 5062.081267 samples/sec	rmse=0.016647	lr=0.031448
Epoch[164] Batch [949]	Speed: 5095.064177 samples/sec	rmse=0.016651	lr=0.031379
Epoch[164] Batch [999]	Speed: 5088.995293 samples/sec	rmse=0.016652	lr=0.031310
Epoch[164] Batch [1049]	Speed: 4942.777275 samples/sec	rmse=0.016660	lr=0.031241
Epoch[164] Batch [1099]	Speed: 4979.071390 samples/sec	rmse=0.016661	lr=0.031172
Epoch[164] Batch [1149]	Speed: 4949.870962 samples/sec	rmse=0.016662	lr=0.031103
Epoch[164] Batch [1199]	Speed: 5015.509423 samples/sec	rmse=0.016664	lr=0.031034
Epoch[164] Batch [1249]	Speed: 5212.050518 samples/sec	rmse=0.016664	lr=0.030965
[Epoch 164] training: rmse=0.016663
[Epoch 164] speed: 4971 samples/sec	time cost: 267.164263
[Epoch 164] validation: err-top1=0.244838 err-top5=0.072166
Epoch[165] Batch [49]	Speed: 4670.808376 samples/sec	rmse=0.016415	lr=0.030895
Epoch[165] Batch [99]	Speed: 4923.521929 samples/sec	rmse=0.016373	lr=0.030826
Epoch[165] Batch [149]	Speed: 4917.471937 samples/sec	rmse=0.016402	lr=0.030757
Epoch[165] Batch [199]	Speed: 5024.373128 samples/sec	rmse=0.016433	lr=0.030689
Epoch[165] Batch [249]	Speed: 4887.111970 samples/sec	rmse=0.016455	lr=0.030620
Epoch[165] Batch [299]	Speed: 5026.711288 samples/sec	rmse=0.016477	lr=0.030552
Epoch[165] Batch [349]	Speed: 5019.305713 samples/sec	rmse=0.016490	lr=0.030483
Epoch[165] Batch [399]	Speed: 4817.795526 samples/sec	rmse=0.016502	lr=0.030415
Epoch[165] Batch [449]	Speed: 5026.862842 samples/sec	rmse=0.016521	lr=0.030347
Epoch[165] Batch [499]	Speed: 5125.000974 samples/sec	rmse=0.016540	lr=0.030279
Epoch[165] Batch [549]	Speed: 5044.616355 samples/sec	rmse=0.016540	lr=0.030210
Epoch[165] Batch [599]	Speed: 4932.976472 samples/sec	rmse=0.016553	lr=0.030142
Epoch[165] Batch [649]	Speed: 4858.885021 samples/sec	rmse=0.016563	lr=0.030074
Epoch[165] Batch [699]	Speed: 4784.510997 samples/sec	rmse=0.016565	lr=0.030007
Epoch[165] Batch [749]	Speed: 5002.117089 samples/sec	rmse=0.016568	lr=0.029939
Epoch[165] Batch [799]	Speed: 5015.795844 samples/sec	rmse=0.016574	lr=0.029871
Epoch[165] Batch [849]	Speed: 4698.480507 samples/sec	rmse=0.016577	lr=0.029803
Epoch[165] Batch [899]	Speed: 4969.957502 samples/sec	rmse=0.016578	lr=0.029736
Epoch[165] Batch [949]	Speed: 5045.998351 samples/sec	rmse=0.016584	lr=0.029668
Epoch[165] Batch [999]	Speed: 5184.327727 samples/sec	rmse=0.016589	lr=0.029601
Epoch[165] Batch [1049]	Speed: 4832.646045 samples/sec	rmse=0.016592	lr=0.029533
Epoch[165] Batch [1099]	Speed: 4989.373188 samples/sec	rmse=0.016597	lr=0.029466
Epoch[165] Batch [1149]	Speed: 5025.482721 samples/sec	rmse=0.016605	lr=0.029399
Epoch[165] Batch [1199]	Speed: 5020.983189 samples/sec	rmse=0.016614	lr=0.029332
Epoch[165] Batch [1249]	Speed: 5076.573509 samples/sec	rmse=0.016616	lr=0.029265
[Epoch 165] training: rmse=0.016616
[Epoch 165] speed: 4949 samples/sec	time cost: 267.931887
[Epoch 165] validation: err-top1=0.245018 err-top5=0.071130
Epoch[166] Batch [49]	Speed: 4913.763982 samples/sec	rmse=0.016469	lr=0.029196
Epoch[166] Batch [99]	Speed: 5083.365697 samples/sec	rmse=0.016404	lr=0.029129
Epoch[166] Batch [149]	Speed: 5108.471695 samples/sec	rmse=0.016425	lr=0.029062
Epoch[166] Batch [199]	Speed: 5005.062664 samples/sec	rmse=0.016447	lr=0.028995
Epoch[166] Batch [249]	Speed: 5030.787124 samples/sec	rmse=0.016467	lr=0.028929
Epoch[166] Batch [299]	Speed: 4875.589112 samples/sec	rmse=0.016473	lr=0.028862
Epoch[166] Batch [349]	Speed: 4887.608831 samples/sec	rmse=0.016478	lr=0.028795
Epoch[166] Batch [399]	Speed: 4936.171536 samples/sec	rmse=0.016458	lr=0.028729
Epoch[166] Batch [449]	Speed: 4966.084215 samples/sec	rmse=0.016455	lr=0.028662
Epoch[166] Batch [499]	Speed: 4900.531233 samples/sec	rmse=0.016465	lr=0.028596
Epoch[166] Batch [549]	Speed: 5121.780893 samples/sec	rmse=0.016469	lr=0.028530
Epoch[166] Batch [599]	Speed: 4857.415940 samples/sec	rmse=0.016479	lr=0.028463
Epoch[166] Batch [649]	Speed: 4862.204523 samples/sec	rmse=0.016480	lr=0.028397
Epoch[166] Batch [699]	Speed: 4978.759599 samples/sec	rmse=0.016482	lr=0.028331
Epoch[166] Batch [749]	Speed: 4924.981013 samples/sec	rmse=0.016496	lr=0.028265
Epoch[166] Batch [799]	Speed: 4946.606187 samples/sec	rmse=0.016506	lr=0.028199
Epoch[166] Batch [849]	Speed: 5126.618408 samples/sec	rmse=0.016507	lr=0.028133
Epoch[166] Batch [899]	Speed: 5063.678208 samples/sec	rmse=0.016511	lr=0.028067
Epoch[166] Batch [949]	Speed: 4936.574700 samples/sec	rmse=0.016518	lr=0.028002
Epoch[166] Batch [999]	Speed: 4926.598962 samples/sec	rmse=0.016524	lr=0.027936
Epoch[166] Batch [1049]	Speed: 4927.293470 samples/sec	rmse=0.016528	lr=0.027870
Epoch[166] Batch [1099]	Speed: 4917.945257 samples/sec	rmse=0.016536	lr=0.027805
Epoch[166] Batch [1149]	Speed: 4959.565545 samples/sec	rmse=0.016545	lr=0.027739
Epoch[166] Batch [1199]	Speed: 4950.153244 samples/sec	rmse=0.016550	lr=0.027674
Epoch[166] Batch [1249]	Speed: 5030.365480 samples/sec	rmse=0.016558	lr=0.027609
[Epoch 166] training: rmse=0.016557
[Epoch 166] speed: 4963 samples/sec	time cost: 267.038380
[Epoch 166] validation: err-top1=0.239059 err-top5=0.068858
Epoch[167] Batch [49]	Speed: 4766.498393 samples/sec	rmse=0.016373	lr=0.027542
Epoch[167] Batch [99]	Speed: 5013.444182 samples/sec	rmse=0.016340	lr=0.027477
Epoch[167] Batch [149]	Speed: 4894.218882 samples/sec	rmse=0.016346	lr=0.027412
Epoch[167] Batch [199]	Speed: 4997.033515 samples/sec	rmse=0.016360	lr=0.027347
Epoch[167] Batch [249]	Speed: 4883.559140 samples/sec	rmse=0.016378	lr=0.027282
Epoch[167] Batch [299]	Speed: 5101.620294 samples/sec	rmse=0.016406	lr=0.027217
Epoch[167] Batch [349]	Speed: 5021.305809 samples/sec	rmse=0.016397	lr=0.027152
Epoch[167] Batch [399]	Speed: 4861.807031 samples/sec	rmse=0.016402	lr=0.027087
Epoch[167] Batch [449]	Speed: 5036.508333 samples/sec	rmse=0.016416	lr=0.027023
Epoch[167] Batch [499]	Speed: 5013.765835 samples/sec	rmse=0.016414	lr=0.026958
Epoch[167] Batch [549]	Speed: 4870.516968 samples/sec	rmse=0.016422	lr=0.026894
Epoch[167] Batch [599]	Speed: 5031.397089 samples/sec	rmse=0.016435	lr=0.026829
Epoch[167] Batch [649]	Speed: 4936.135909 samples/sec	rmse=0.016442	lr=0.026765
Epoch[167] Batch [699]	Speed: 4945.998721 samples/sec	rmse=0.016437	lr=0.026700
Epoch[167] Batch [749]	Speed: 5135.588086 samples/sec	rmse=0.016439	lr=0.026636
Epoch[167] Batch [799]	Speed: 4827.516302 samples/sec	rmse=0.016444	lr=0.026572
Epoch[167] Batch [849]	Speed: 5054.721806 samples/sec	rmse=0.016454	lr=0.026508
Epoch[167] Batch [899]	Speed: 4878.916188 samples/sec	rmse=0.016463	lr=0.026444
Epoch[167] Batch [949]	Speed: 4987.434005 samples/sec	rmse=0.016466	lr=0.026380
Epoch[167] Batch [999]	Speed: 4895.951960 samples/sec	rmse=0.016471	lr=0.026316
Epoch[167] Batch [1049]	Speed: 5068.609906 samples/sec	rmse=0.016480	lr=0.026252
Epoch[167] Batch [1099]	Speed: 4845.566060 samples/sec	rmse=0.016481	lr=0.026188
Epoch[167] Batch [1149]	Speed: 4803.292863 samples/sec	rmse=0.016487	lr=0.026125
Epoch[167] Batch [1199]	Speed: 5162.072891 samples/sec	rmse=0.016485	lr=0.026061
Epoch[167] Batch [1249]	Speed: 4997.499249 samples/sec	rmse=0.016486	lr=0.025998
[Epoch 167] training: rmse=0.016486
[Epoch 167] speed: 4955 samples/sec	time cost: 267.466447
[Epoch 167] validation: err-top1=0.239537 err-top5=0.069216
Epoch[168] Batch [49]	Speed: 4847.810982 samples/sec	rmse=0.016278	lr=0.025933
Epoch[168] Batch [99]	Speed: 4879.856447 samples/sec	rmse=0.016260	lr=0.025869
Epoch[168] Batch [149]	Speed: 5110.924441 samples/sec	rmse=0.016318	lr=0.025806
Epoch[168] Batch [199]	Speed: 4960.356914 samples/sec	rmse=0.016317	lr=0.025743
Epoch[168] Batch [249]	Speed: 5062.632843 samples/sec	rmse=0.016293	lr=0.025680
Epoch[168] Batch [299]	Speed: 4944.631217 samples/sec	rmse=0.016299	lr=0.025617
Epoch[168] Batch [349]	Speed: 4943.760408 samples/sec	rmse=0.016309	lr=0.025554
Epoch[168] Batch [399]	Speed: 5067.948068 samples/sec	rmse=0.016314	lr=0.025491
Epoch[168] Batch [449]	Speed: 4787.943645 samples/sec	rmse=0.016322	lr=0.025428
Epoch[168] Batch [499]	Speed: 4924.245943 samples/sec	rmse=0.016327	lr=0.025365
Epoch[168] Batch [549]	Speed: 5086.014330 samples/sec	rmse=0.016330	lr=0.025302
Epoch[168] Batch [599]	Speed: 4913.116896 samples/sec	rmse=0.016329	lr=0.025240
Epoch[168] Batch [649]	Speed: 4779.700636 samples/sec	rmse=0.016331	lr=0.025177
Epoch[168] Batch [699]	Speed: 4988.747525 samples/sec	rmse=0.016344	lr=0.025114
Epoch[168] Batch [749]	Speed: 5047.944669 samples/sec	rmse=0.016353	lr=0.025052
Epoch[168] Batch [799]	Speed: 5036.383009 samples/sec	rmse=0.016361	lr=0.024990
Epoch[168] Batch [849]	Speed: 4840.196453 samples/sec	rmse=0.016363	lr=0.024927
Epoch[168] Batch [899]	Speed: 4987.057467 samples/sec	rmse=0.016365	lr=0.024865
Epoch[168] Batch [949]	Speed: 4995.500173 samples/sec	rmse=0.016374	lr=0.024803
Epoch[168] Batch [999]	Speed: 5116.522749 samples/sec	rmse=0.016376	lr=0.024741
Epoch[168] Batch [1049]	Speed: 5151.770882 samples/sec	rmse=0.016381	lr=0.024679
Epoch[168] Batch [1099]	Speed: 4862.105116 samples/sec	rmse=0.016386	lr=0.024617
Epoch[168] Batch [1149]	Speed: 4643.539813 samples/sec	rmse=0.016386	lr=0.024555
Epoch[168] Batch [1199]	Speed: 4842.472107 samples/sec	rmse=0.016392	lr=0.024493
Epoch[168] Batch [1249]	Speed: 5144.519328 samples/sec	rmse=0.016392	lr=0.024432
[Epoch 168] training: rmse=0.016392
[Epoch 168] speed: 4950 samples/sec	time cost: 267.591795
[Epoch 168] validation: err-top1=0.239827 err-top5=0.068888
Epoch[169] Batch [49]	Speed: 4668.142531 samples/sec	rmse=0.016227	lr=0.024369
Epoch[169] Batch [99]	Speed: 4932.550217 samples/sec	rmse=0.016137	lr=0.024307
Epoch[169] Batch [149]	Speed: 5208.913585 samples/sec	rmse=0.016180	lr=0.024246
Epoch[169] Batch [199]	Speed: 5096.863327 samples/sec	rmse=0.016214	lr=0.024184
Epoch[169] Batch [249]	Speed: 4973.967361 samples/sec	rmse=0.016252	lr=0.024123
Epoch[169] Batch [299]	Speed: 5027.661945 samples/sec	rmse=0.016261	lr=0.024062
Epoch[169] Batch [349]	Speed: 4787.978126 samples/sec	rmse=0.016266	lr=0.024000
Epoch[169] Batch [399]	Speed: 5125.473007 samples/sec	rmse=0.016275	lr=0.023939
Epoch[169] Batch [449]	Speed: 5000.860453 samples/sec	rmse=0.016279	lr=0.023878
Epoch[169] Batch [499]	Speed: 4997.292013 samples/sec	rmse=0.016282	lr=0.023817
Epoch[169] Batch [549]	Speed: 5026.431502 samples/sec	rmse=0.016289	lr=0.023756
Epoch[169] Batch [599]	Speed: 4949.644156 samples/sec	rmse=0.016294	lr=0.023695
Epoch[169] Batch [649]	Speed: 5005.752167 samples/sec	rmse=0.016291	lr=0.023635
Epoch[169] Batch [699]	Speed: 5017.123879 samples/sec	rmse=0.016293	lr=0.023574
Epoch[169] Batch [749]	Speed: 4940.696235 samples/sec	rmse=0.016294	lr=0.023513
Epoch[169] Batch [799]	Speed: 5017.761136 samples/sec	rmse=0.016307	lr=0.023453
Epoch[169] Batch [849]	Speed: 4958.726910 samples/sec	rmse=0.016307	lr=0.023392
Epoch[169] Batch [899]	Speed: 5099.454239 samples/sec	rmse=0.016301	lr=0.023332
Epoch[169] Batch [949]	Speed: 4880.703999 samples/sec	rmse=0.016300	lr=0.023272
Epoch[169] Batch [999]	Speed: 4848.846142 samples/sec	rmse=0.016301	lr=0.023211
Epoch[169] Batch [1049]	Speed: 4980.051115 samples/sec	rmse=0.016301	lr=0.023151
Epoch[169] Batch [1099]	Speed: 4954.384360 samples/sec	rmse=0.016301	lr=0.023091
Epoch[169] Batch [1149]	Speed: 4905.144402 samples/sec	rmse=0.016306	lr=0.023031
Epoch[169] Batch [1199]	Speed: 4897.140003 samples/sec	rmse=0.016311	lr=0.022971
Epoch[169] Batch [1249]	Speed: 5125.372453 samples/sec	rmse=0.016313	lr=0.022911
[Epoch 169] training: rmse=0.016312
[Epoch 169] speed: 4970 samples/sec	time cost: 267.013135
[Epoch 169] validation: err-top1=0.235451 err-top5=0.066745
Epoch[170] Batch [49]	Speed: 4585.740968 samples/sec	rmse=0.016057	lr=0.022850
Epoch[170] Batch [99]	Speed: 4708.969538 samples/sec	rmse=0.016158	lr=0.022790
Epoch[170] Batch [149]	Speed: 4947.440271 samples/sec	rmse=0.016212	lr=0.022731
Epoch[170] Batch [199]	Speed: 5001.401330 samples/sec	rmse=0.016218	lr=0.022671
Epoch[170] Batch [249]	Speed: 4999.346758 samples/sec	rmse=0.016211	lr=0.022612
Epoch[170] Batch [299]	Speed: 4896.271327 samples/sec	rmse=0.016203	lr=0.022552
Epoch[170] Batch [349]	Speed: 4862.755902 samples/sec	rmse=0.016209	lr=0.022493
Epoch[170] Batch [399]	Speed: 4978.442999 samples/sec	rmse=0.016226	lr=0.022434
Epoch[170] Batch [449]	Speed: 5116.520311 samples/sec	rmse=0.016225	lr=0.022374
Epoch[170] Batch [499]	Speed: 4925.339310 samples/sec	rmse=0.016234	lr=0.022315
Epoch[170] Batch [549]	Speed: 5004.680077 samples/sec	rmse=0.016248	lr=0.022256
Epoch[170] Batch [599]	Speed: 4850.207727 samples/sec	rmse=0.016252	lr=0.022197
Epoch[170] Batch [649]	Speed: 5005.530012 samples/sec	rmse=0.016253	lr=0.022138
Epoch[170] Batch [699]	Speed: 4923.909255 samples/sec	rmse=0.016249	lr=0.022079
Epoch[170] Batch [749]	Speed: 4939.014716 samples/sec	rmse=0.016256	lr=0.022021
Epoch[170] Batch [799]	Speed: 4797.383984 samples/sec	rmse=0.016257	lr=0.021962
Epoch[170] Batch [849]	Speed: 5146.753324 samples/sec	rmse=0.016262	lr=0.021903
Epoch[170] Batch [899]	Speed: 5022.217895 samples/sec	rmse=0.016266	lr=0.021845
Epoch[170] Batch [949]	Speed: 5006.626395 samples/sec	rmse=0.016271	lr=0.021786
Epoch[170] Batch [999]	Speed: 4762.569621 samples/sec	rmse=0.016279	lr=0.021728
Epoch[170] Batch [1049]	Speed: 4976.661765 samples/sec	rmse=0.016282	lr=0.021669
Epoch[170] Batch [1099]	Speed: 4939.157279 samples/sec	rmse=0.016288	lr=0.021611
Epoch[170] Batch [1149]	Speed: 5054.019818 samples/sec	rmse=0.016283	lr=0.021553
Epoch[170] Batch [1199]	Speed: 4969.553697 samples/sec	rmse=0.016284	lr=0.021495
Epoch[170] Batch [1249]	Speed: 5002.338009 samples/sec	rmse=0.016283	lr=0.021437
[Epoch 170] training: rmse=0.016283
[Epoch 170] speed: 4929 samples/sec	time cost: 269.007521
[Epoch 170] validation: err-top1=0.235690 err-top5=0.067443
Epoch[171] Batch [49]	Speed: 4862.355457 samples/sec	rmse=0.016027	lr=0.021378
Epoch[171] Batch [99]	Speed: 4833.375451 samples/sec	rmse=0.016029	lr=0.021320
Epoch[171] Batch [149]	Speed: 4964.074960 samples/sec	rmse=0.016033	lr=0.021262
Epoch[171] Batch [199]	Speed: 4911.669550 samples/sec	rmse=0.016059	lr=0.021204
Epoch[171] Batch [249]	Speed: 4992.927422 samples/sec	rmse=0.016056	lr=0.021146
Epoch[171] Batch [299]	Speed: 4950.642007 samples/sec	rmse=0.016068	lr=0.021089
Epoch[171] Batch [349]	Speed: 5115.490669 samples/sec	rmse=0.016070	lr=0.021031
Epoch[171] Batch [399]	Speed: 5091.093811 samples/sec	rmse=0.016090	lr=0.020974
Epoch[171] Batch [449]	Speed: 4990.162503 samples/sec	rmse=0.016107	lr=0.020917
Epoch[171] Batch [499]	Speed: 5218.553336 samples/sec	rmse=0.016124	lr=0.020859
Epoch[171] Batch [549]	Speed: 5139.454870 samples/sec	rmse=0.016118	lr=0.020802
Epoch[171] Batch [599]	Speed: 4970.873809 samples/sec	rmse=0.016129	lr=0.020745
Epoch[171] Batch [649]	Speed: 5246.587580 samples/sec	rmse=0.016137	lr=0.020688
Epoch[171] Batch [699]	Speed: 4960.118033 samples/sec	rmse=0.016144	lr=0.020631
Epoch[171] Batch [749]	Speed: 4820.918839 samples/sec	rmse=0.016149	lr=0.020574
Epoch[171] Batch [799]	Speed: 5138.353766 samples/sec	rmse=0.016153	lr=0.020517
Epoch[171] Batch [849]	Speed: 4995.522136 samples/sec	rmse=0.016158	lr=0.020460
Epoch[171] Batch [899]	Speed: 4939.905899 samples/sec	rmse=0.016160	lr=0.020404
Epoch[171] Batch [949]	Speed: 4820.383290 samples/sec	rmse=0.016161	lr=0.020347
Epoch[171] Batch [999]	Speed: 4994.139192 samples/sec	rmse=0.016163	lr=0.020290
Epoch[171] Batch [1049]	Speed: 4920.919811 samples/sec	rmse=0.016163	lr=0.020234
Epoch[171] Batch [1099]	Speed: 4927.969853 samples/sec	rmse=0.016159	lr=0.020177
Epoch[171] Batch [1149]	Speed: 4887.116196 samples/sec	rmse=0.016161	lr=0.020121
Epoch[171] Batch [1199]	Speed: 5038.188346 samples/sec	rmse=0.016160	lr=0.020065
Epoch[171] Batch [1249]	Speed: 5031.606692 samples/sec	rmse=0.016164	lr=0.020009
[Epoch 171] training: rmse=0.016164
[Epoch 171] speed: 4983 samples/sec	time cost: 266.437570
[Epoch 171] validation: err-top1=0.232462 err-top5=0.066805
Epoch[172] Batch [49]	Speed: 4735.069151 samples/sec	rmse=0.015884	lr=0.019951
Epoch[172] Batch [99]	Speed: 4907.623086 samples/sec	rmse=0.015948	lr=0.019895
Epoch[172] Batch [149]	Speed: 4917.144732 samples/sec	rmse=0.015938	lr=0.019839
Epoch[172] Batch [199]	Speed: 4838.542517 samples/sec	rmse=0.015948	lr=0.019784
Epoch[172] Batch [249]	Speed: 4871.847979 samples/sec	rmse=0.015974	lr=0.019728
Epoch[172] Batch [299]	Speed: 5015.210269 samples/sec	rmse=0.015980	lr=0.019672
Epoch[172] Batch [349]	Speed: 4963.963771 samples/sec	rmse=0.015966	lr=0.019616
Epoch[172] Batch [399]	Speed: 5004.577442 samples/sec	rmse=0.015992	lr=0.019561
Epoch[172] Batch [449]	Speed: 4932.861460 samples/sec	rmse=0.015998	lr=0.019505
Epoch[172] Batch [499]	Speed: 4813.420317 samples/sec	rmse=0.016021	lr=0.019450
Epoch[172] Batch [549]	Speed: 4774.336245 samples/sec	rmse=0.016025	lr=0.019394
Epoch[172] Batch [599]	Speed: 5040.038270 samples/sec	rmse=0.016035	lr=0.019339
Epoch[172] Batch [649]	Speed: 4975.255354 samples/sec	rmse=0.016040	lr=0.019284
Epoch[172] Batch [699]	Speed: 4855.402850 samples/sec	rmse=0.016050	lr=0.019229
Epoch[172] Batch [749]	Speed: 4981.861936 samples/sec	rmse=0.016048	lr=0.019174
Epoch[172] Batch [799]	Speed: 5106.479524 samples/sec	rmse=0.016049	lr=0.019119
Epoch[172] Batch [849]	Speed: 4929.863629 samples/sec	rmse=0.016052	lr=0.019064
Epoch[172] Batch [899]	Speed: 4830.755141 samples/sec	rmse=0.016055	lr=0.019009
Epoch[172] Batch [949]	Speed: 4982.408190 samples/sec	rmse=0.016057	lr=0.018954
Epoch[172] Batch [999]	Speed: 5014.252957 samples/sec	rmse=0.016055	lr=0.018900
Epoch[172] Batch [1049]	Speed: 4982.600205 samples/sec	rmse=0.016065	lr=0.018845
Epoch[172] Batch [1099]	Speed: 4874.149850 samples/sec	rmse=0.016068	lr=0.018790
Epoch[172] Batch [1149]	Speed: 4979.424901 samples/sec	rmse=0.016077	lr=0.018736
Epoch[172] Batch [1199]	Speed: 5050.282971 samples/sec	rmse=0.016085	lr=0.018682
Epoch[172] Batch [1249]	Speed: 5117.317080 samples/sec	rmse=0.016093	lr=0.018627
[Epoch 172] training: rmse=0.016092
[Epoch 172] speed: 4933 samples/sec	time cost: 268.624545
[Epoch 172] validation: err-top1=0.232781 err-top5=0.065669
Epoch[173] Batch [49]	Speed: 4596.323401 samples/sec	rmse=0.016079	lr=0.018572
Epoch[173] Batch [99]	Speed: 4792.424827 samples/sec	rmse=0.016029	lr=0.018518
Epoch[173] Batch [149]	Speed: 4904.544836 samples/sec	rmse=0.016067	lr=0.018464
Epoch[173] Batch [199]	Speed: 5004.872413 samples/sec	rmse=0.016017	lr=0.018410
Epoch[173] Batch [249]	Speed: 4748.630041 samples/sec	rmse=0.015990	lr=0.018356
Epoch[173] Batch [299]	Speed: 5073.645555 samples/sec	rmse=0.015962	lr=0.018302
Epoch[173] Batch [349]	Speed: 4923.903497 samples/sec	rmse=0.015972	lr=0.018248
Epoch[173] Batch [399]	Speed: 5097.166737 samples/sec	rmse=0.015977	lr=0.018194
Epoch[173] Batch [449]	Speed: 5047.007203 samples/sec	rmse=0.015980	lr=0.018141
Epoch[173] Batch [499]	Speed: 4925.634053 samples/sec	rmse=0.015977	lr=0.018087
Epoch[173] Batch [549]	Speed: 5060.616152 samples/sec	rmse=0.015987	lr=0.018034
Epoch[173] Batch [599]	Speed: 4940.906988 samples/sec	rmse=0.015979	lr=0.017980
Epoch[173] Batch [649]	Speed: 5174.559019 samples/sec	rmse=0.015979	lr=0.017927
Epoch[173] Batch [699]	Speed: 5091.389895 samples/sec	rmse=0.015984	lr=0.017874
Epoch[173] Batch [749]	Speed: 5107.838769 samples/sec	rmse=0.015991	lr=0.017821
Epoch[173] Batch [799]	Speed: 4971.798167 samples/sec	rmse=0.015986	lr=0.017768
Epoch[173] Batch [849]	Speed: 4971.410981 samples/sec	rmse=0.015991	lr=0.017714
Epoch[173] Batch [899]	Speed: 4794.981332 samples/sec	rmse=0.016000	lr=0.017662
Epoch[173] Batch [949]	Speed: 5074.884714 samples/sec	rmse=0.015995	lr=0.017609
Epoch[173] Batch [999]	Speed: 5053.756846 samples/sec	rmse=0.016000	lr=0.017556
Epoch[173] Batch [1049]	Speed: 4814.912239 samples/sec	rmse=0.016005	lr=0.017503
Epoch[173] Batch [1099]	Speed: 4988.063741 samples/sec	rmse=0.016012	lr=0.017450
Epoch[173] Batch [1149]	Speed: 4895.122536 samples/sec	rmse=0.016015	lr=0.017398
Epoch[173] Batch [1199]	Speed: 5035.016899 samples/sec	rmse=0.016017	lr=0.017345
Epoch[173] Batch [1249]	Speed: 5072.039327 samples/sec	rmse=0.016021	lr=0.017293
[Epoch 173] training: rmse=0.016021
[Epoch 173] speed: 4959 samples/sec	time cost: 267.431493
[Epoch 173] validation: err-top1=0.232462 err-top5=0.064294
Epoch[174] Batch [49]	Speed: 4907.191781 samples/sec	rmse=0.015882	lr=0.017240
Epoch[174] Batch [99]	Speed: 4782.511113 samples/sec	rmse=0.015923	lr=0.017187
Epoch[174] Batch [149]	Speed: 4919.737222 samples/sec	rmse=0.015893	lr=0.017135
Epoch[174] Batch [199]	Speed: 4795.990088 samples/sec	rmse=0.015879	lr=0.017083
Epoch[174] Batch [249]	Speed: 5066.961552 samples/sec	rmse=0.015899	lr=0.017031
Epoch[174] Batch [299]	Speed: 4665.672723 samples/sec	rmse=0.015940	lr=0.016979
Epoch[174] Batch [349]	Speed: 4835.581214 samples/sec	rmse=0.015930	lr=0.016927
Epoch[174] Batch [399]	Speed: 4898.491306 samples/sec	rmse=0.015923	lr=0.016875
Epoch[174] Batch [449]	Speed: 4941.680018 samples/sec	rmse=0.015925	lr=0.016824
Epoch[174] Batch [499]	Speed: 4944.830920 samples/sec	rmse=0.015928	lr=0.016772
Epoch[174] Batch [549]	Speed: 5044.796722 samples/sec	rmse=0.015938	lr=0.016720
Epoch[174] Batch [599]	Speed: 4673.594538 samples/sec	rmse=0.015927	lr=0.016669
Epoch[174] Batch [649]	Speed: 4769.316875 samples/sec	rmse=0.015922	lr=0.016617
Epoch[174] Batch [699]	Speed: 4820.378746 samples/sec	rmse=0.015921	lr=0.016566
Epoch[174] Batch [749]	Speed: 4884.635291 samples/sec	rmse=0.015922	lr=0.016515
Epoch[174] Batch [799]	Speed: 4908.685072 samples/sec	rmse=0.015926	lr=0.016464
Epoch[174] Batch [849]	Speed: 4974.321069 samples/sec	rmse=0.015927	lr=0.016412
Epoch[174] Batch [899]	Speed: 4811.822470 samples/sec	rmse=0.015923	lr=0.016361
Epoch[174] Batch [949]	Speed: 4943.853507 samples/sec	rmse=0.015927	lr=0.016310
Epoch[174] Batch [999]	Speed: 4880.991981 samples/sec	rmse=0.015933	lr=0.016259
Epoch[174] Batch [1049]	Speed: 5093.008163 samples/sec	rmse=0.015936	lr=0.016209
Epoch[174] Batch [1099]	Speed: 5141.341641 samples/sec	rmse=0.015937	lr=0.016158
Epoch[174] Batch [1149]	Speed: 4926.228728 samples/sec	rmse=0.015935	lr=0.016107
Epoch[174] Batch [1199]	Speed: 4970.339514 samples/sec	rmse=0.015939	lr=0.016057
Epoch[174] Batch [1249]	Speed: 5173.460397 samples/sec	rmse=0.015945	lr=0.016006
[Epoch 174] training: rmse=0.015944
[Epoch 174] speed: 4904 samples/sec	time cost: 270.369616
[Epoch 174] validation: err-top1=0.228678 err-top5=0.062439
Epoch[175] Batch [49]	Speed: 4781.813375 samples/sec	rmse=0.015688	lr=0.015955
Epoch[175] Batch [99]	Speed: 4864.129277 samples/sec	rmse=0.015753	lr=0.015904
Epoch[175] Batch [149]	Speed: 4793.668122 samples/sec	rmse=0.015787	lr=0.015854
Epoch[175] Batch [199]	Speed: 4927.425860 samples/sec	rmse=0.015746	lr=0.015804
Epoch[175] Batch [249]	Speed: 4938.538808 samples/sec	rmse=0.015752	lr=0.015754
Epoch[175] Batch [299]	Speed: 4913.030683 samples/sec	rmse=0.015782	lr=0.015704
Epoch[175] Batch [349]	Speed: 4789.632173 samples/sec	rmse=0.015794	lr=0.015654
Epoch[175] Batch [399]	Speed: 4794.156973 samples/sec	rmse=0.015809	lr=0.015604
Epoch[175] Batch [449]	Speed: 4952.646111 samples/sec	rmse=0.015832	lr=0.015554
Epoch[175] Batch [499]	Speed: 4854.714521 samples/sec	rmse=0.015833	lr=0.015504
Epoch[175] Batch [549]	Speed: 5085.345892 samples/sec	rmse=0.015828	lr=0.015454
Epoch[175] Batch [599]	Speed: 4725.436927 samples/sec	rmse=0.015837	lr=0.015405
Epoch[175] Batch [649]	Speed: 4832.239127 samples/sec	rmse=0.015858	lr=0.015355
Epoch[175] Batch [699]	Speed: 4680.490295 samples/sec	rmse=0.015863	lr=0.015306
Epoch[175] Batch [749]	Speed: 4797.624489 samples/sec	rmse=0.015864	lr=0.015257
Epoch[175] Batch [799]	Speed: 5158.880924 samples/sec	rmse=0.015858	lr=0.015207
Epoch[175] Batch [849]	Speed: 4801.792456 samples/sec	rmse=0.015863	lr=0.015158
Epoch[175] Batch [899]	Speed: 4959.687533 samples/sec	rmse=0.015855	lr=0.015109
Epoch[175] Batch [949]	Speed: 5021.035899 samples/sec	rmse=0.015856	lr=0.015060
Epoch[175] Batch [999]	Speed: 5175.641143 samples/sec	rmse=0.015847	lr=0.015011
Epoch[175] Batch [1049]	Speed: 5077.103041 samples/sec	rmse=0.015845	lr=0.014962
Epoch[175] Batch [1099]	Speed: 5015.647885 samples/sec	rmse=0.015852	lr=0.014913
Epoch[175] Batch [1149]	Speed: 4888.171550 samples/sec	rmse=0.015852	lr=0.014864
Epoch[175] Batch [1199]	Speed: 4965.834677 samples/sec	rmse=0.015853	lr=0.014816
Epoch[175] Batch [1249]	Speed: 5076.481464 samples/sec	rmse=0.015850	lr=0.014767
[Epoch 175] training: rmse=0.015850
[Epoch 175] speed: 4906 samples/sec	time cost: 270.474613
[Epoch 175] validation: err-top1=0.227699 err-top5=0.063138
Epoch[176] Batch [49]	Speed: 4860.686235 samples/sec	rmse=0.015704	lr=0.014718
Epoch[176] Batch [99]	Speed: 4703.791605 samples/sec	rmse=0.015738	lr=0.014669
Epoch[176] Batch [149]	Speed: 4903.928507 samples/sec	rmse=0.015799	lr=0.014621
Epoch[176] Batch [199]	Speed: 5064.708596 samples/sec	rmse=0.015789	lr=0.014572
Epoch[176] Batch [249]	Speed: 4921.374284 samples/sec	rmse=0.015768	lr=0.014524
Epoch[176] Batch [299]	Speed: 4989.480650 samples/sec	rmse=0.015769	lr=0.014476
Epoch[176] Batch [349]	Speed: 5153.760212 samples/sec	rmse=0.015769	lr=0.014428
Epoch[176] Batch [399]	Speed: 5048.397986 samples/sec	rmse=0.015754	lr=0.014380
Epoch[176] Batch [449]	Speed: 4887.694265 samples/sec	rmse=0.015763	lr=0.014332
Epoch[176] Batch [499]	Speed: 4884.936849 samples/sec	rmse=0.015768	lr=0.014284
Epoch[176] Batch [549]	Speed: 4911.535759 samples/sec	rmse=0.015763	lr=0.014236
Epoch[176] Batch [599]	Speed: 4958.770077 samples/sec	rmse=0.015767	lr=0.014189
Epoch[176] Batch [649]	Speed: 5141.760427 samples/sec	rmse=0.015768	lr=0.014141
Epoch[176] Batch [699]	Speed: 4895.985669 samples/sec	rmse=0.015775	lr=0.014094
Epoch[176] Batch [749]	Speed: 4688.354870 samples/sec	rmse=0.015775	lr=0.014046
Epoch[176] Batch [799]	Speed: 4860.492940 samples/sec	rmse=0.015779	lr=0.013999
Epoch[176] Batch [849]	Speed: 4870.443732 samples/sec	rmse=0.015779	lr=0.013952
Epoch[176] Batch [899]	Speed: 4960.144956 samples/sec	rmse=0.015774	lr=0.013904
Epoch[176] Batch [949]	Speed: 4943.994301 samples/sec	rmse=0.015772	lr=0.013857
Epoch[176] Batch [999]	Speed: 5003.500026 samples/sec	rmse=0.015772	lr=0.013810
Epoch[176] Batch [1049]	Speed: 4918.292958 samples/sec	rmse=0.015776	lr=0.013763
Epoch[176] Batch [1099]	Speed: 5119.394359 samples/sec	rmse=0.015770	lr=0.013716
Epoch[176] Batch [1149]	Speed: 4751.034700 samples/sec	rmse=0.015770	lr=0.013669
Epoch[176] Batch [1199]	Speed: 4890.785476 samples/sec	rmse=0.015776	lr=0.013623
Epoch[176] Batch [1249]	Speed: 5122.541300 samples/sec	rmse=0.015781	lr=0.013576
[Epoch 176] training: rmse=0.015780
[Epoch 176] speed: 4930 samples/sec	time cost: 268.927527
[Epoch 176] validation: err-top1=0.225606 err-top5=0.062839
Epoch[177] Batch [49]	Speed: 4872.944074 samples/sec	rmse=0.015642	lr=0.013528
Epoch[177] Batch [99]	Speed: 4964.859160 samples/sec	rmse=0.015696	lr=0.013482
Epoch[177] Batch [149]	Speed: 4858.996500 samples/sec	rmse=0.015591	lr=0.013435
Epoch[177] Batch [199]	Speed: 4867.409615 samples/sec	rmse=0.015590	lr=0.013389
Epoch[177] Batch [249]	Speed: 5031.585943 samples/sec	rmse=0.015601	lr=0.013343
Epoch[177] Batch [299]	Speed: 4802.160866 samples/sec	rmse=0.015601	lr=0.013297
Epoch[177] Batch [349]	Speed: 4633.656544 samples/sec	rmse=0.015602	lr=0.013250
Epoch[177] Batch [399]	Speed: 4855.879449 samples/sec	rmse=0.015617	lr=0.013204
Epoch[177] Batch [449]	Speed: 4677.334326 samples/sec	rmse=0.015599	lr=0.013158
Epoch[177] Batch [499]	Speed: 4896.307720 samples/sec	rmse=0.015614	lr=0.013113
Epoch[177] Batch [549]	Speed: 4863.168747 samples/sec	rmse=0.015619	lr=0.013067
Epoch[177] Batch [599]	Speed: 5159.482433 samples/sec	rmse=0.015634	lr=0.013021
Epoch[177] Batch [649]	Speed: 5117.972239 samples/sec	rmse=0.015650	lr=0.012975
Epoch[177] Batch [699]	Speed: 4694.954098 samples/sec	rmse=0.015655	lr=0.012930
Epoch[177] Batch [749]	Speed: 5121.881306 samples/sec	rmse=0.015661	lr=0.012884
Epoch[177] Batch [799]	Speed: 5287.333098 samples/sec	rmse=0.015666	lr=0.012839
Epoch[177] Batch [849]	Speed: 5124.079297 samples/sec	rmse=0.015676	lr=0.012793
Epoch[177] Batch [899]	Speed: 4948.090502 samples/sec	rmse=0.015682	lr=0.012748
Epoch[177] Batch [949]	Speed: 5134.290385 samples/sec	rmse=0.015687	lr=0.012703
Epoch[177] Batch [999]	Speed: 4998.995766 samples/sec	rmse=0.015693	lr=0.012658
Epoch[177] Batch [1049]	Speed: 4854.891771 samples/sec	rmse=0.015707	lr=0.012613
Epoch[177] Batch [1099]	Speed: 4962.376117 samples/sec	rmse=0.015710	lr=0.012568
Epoch[177] Batch [1149]	Speed: 4869.790666 samples/sec	rmse=0.015716	lr=0.012523
Epoch[177] Batch [1199]	Speed: 4971.432733 samples/sec	rmse=0.015726	lr=0.012478
Epoch[177] Batch [1249]	Speed: 5173.766264 samples/sec	rmse=0.015729	lr=0.012433
[Epoch 177] training: rmse=0.015731
[Epoch 177] speed: 4940 samples/sec	time cost: 268.284348
[Epoch 177] validation: err-top1=0.228476 err-top5=0.063377
Epoch[178] Batch [49]	Speed: 4745.816126 samples/sec	rmse=0.015594	lr=0.012388
Epoch[178] Batch [99]	Speed: 4972.336575 samples/sec	rmse=0.015622	lr=0.012343
Epoch[178] Batch [149]	Speed: 4870.187587 samples/sec	rmse=0.015567	lr=0.012299
Epoch[178] Batch [199]	Speed: 5065.949368 samples/sec	rmse=0.015532	lr=0.012254
Epoch[178] Batch [249]	Speed: 5069.964025 samples/sec	rmse=0.015547	lr=0.012210
Epoch[178] Batch [299]	Speed: 4755.988467 samples/sec	rmse=0.015567	lr=0.012166
Epoch[178] Batch [349]	Speed: 4529.046060 samples/sec	rmse=0.015580	lr=0.012121
Epoch[178] Batch [399]	Speed: 5089.113118 samples/sec	rmse=0.015580	lr=0.012077
Epoch[178] Batch [449]	Speed: 5154.714993 samples/sec	rmse=0.015584	lr=0.012033
Epoch[178] Batch [499]	Speed: 4649.409546 samples/sec	rmse=0.015601	lr=0.011989
Epoch[178] Batch [549]	Speed: 4940.953256 samples/sec	rmse=0.015608	lr=0.011945
Epoch[178] Batch [599]	Speed: 4879.282115 samples/sec	rmse=0.015609	lr=0.011902
Epoch[178] Batch [649]	Speed: 5093.739269 samples/sec	rmse=0.015620	lr=0.011858
Epoch[178] Batch [699]	Speed: 5126.340239 samples/sec	rmse=0.015619	lr=0.011814
Epoch[178] Batch [749]	Speed: 5236.296150 samples/sec	rmse=0.015622	lr=0.011771
Epoch[178] Batch [799]	Speed: 5029.567402 samples/sec	rmse=0.015628	lr=0.011727
Epoch[178] Batch [849]	Speed: 4964.104680 samples/sec	rmse=0.015625	lr=0.011684
Epoch[178] Batch [899]	Speed: 5289.853017 samples/sec	rmse=0.015625	lr=0.011640
Epoch[178] Batch [949]	Speed: 5091.283190 samples/sec	rmse=0.015618	lr=0.011597
Epoch[178] Batch [999]	Speed: 5039.153283 samples/sec	rmse=0.015621	lr=0.011554
Epoch[178] Batch [1049]	Speed: 4972.704560 samples/sec	rmse=0.015625	lr=0.011511
Epoch[178] Batch [1099]	Speed: 4938.889881 samples/sec	rmse=0.015629	lr=0.011468
Epoch[178] Batch [1149]	Speed: 5012.227005 samples/sec	rmse=0.015632	lr=0.011425
Epoch[178] Batch [1199]	Speed: 5080.386637 samples/sec	rmse=0.015636	lr=0.011382
Epoch[178] Batch [1249]	Speed: 4954.758381 samples/sec	rmse=0.015636	lr=0.011339
[Epoch 178] training: rmse=0.015636
[Epoch 178] speed: 4971 samples/sec	time cost: 266.462090
[Epoch 178] validation: err-top1=0.223852 err-top5=0.062281
Epoch[179] Batch [49]	Speed: 4844.980970 samples/sec	rmse=0.015626	lr=0.011296
Epoch[179] Batch [99]	Speed: 4765.665607 samples/sec	rmse=0.015524	lr=0.011253
Epoch[179] Batch [149]	Speed: 4793.170491 samples/sec	rmse=0.015467	lr=0.011211
Epoch[179] Batch [199]	Speed: 4869.689624 samples/sec	rmse=0.015527	lr=0.011168
Epoch[179] Batch [249]	Speed: 5027.017229 samples/sec	rmse=0.015540	lr=0.011126
Epoch[179] Batch [299]	Speed: 4832.651048 samples/sec	rmse=0.015541	lr=0.011083
Epoch[179] Batch [349]	Speed: 4977.560126 samples/sec	rmse=0.015564	lr=0.011041
Epoch[179] Batch [399]	Speed: 5031.041583 samples/sec	rmse=0.015567	lr=0.010999
Epoch[179] Batch [449]	Speed: 4983.203050 samples/sec	rmse=0.015567	lr=0.010957
Epoch[179] Batch [499]	Speed: 5045.229797 samples/sec	rmse=0.015561	lr=0.010915
Epoch[179] Batch [549]	Speed: 5104.696149 samples/sec	rmse=0.015557	lr=0.010873
Epoch[179] Batch [599]	Speed: 4998.747448 samples/sec	rmse=0.015561	lr=0.010831
Epoch[179] Batch [649]	Speed: 5132.751773 samples/sec	rmse=0.015556	lr=0.010789
Epoch[179] Batch [699]	Speed: 5034.308099 samples/sec	rmse=0.015570	lr=0.010748
Epoch[179] Batch [749]	Speed: 4819.671321 samples/sec	rmse=0.015557	lr=0.010706
Epoch[179] Batch [799]	Speed: 4770.960808 samples/sec	rmse=0.015566	lr=0.010665
Epoch[179] Batch [849]	Speed: 5077.768234 samples/sec	rmse=0.015563	lr=0.010623
Epoch[179] Batch [899]	Speed: 5060.559268 samples/sec	rmse=0.015564	lr=0.010582
Epoch[179] Batch [949]	Speed: 4820.392812 samples/sec	rmse=0.015560	lr=0.010540
Epoch[179] Batch [999]	Speed: 4986.320192 samples/sec	rmse=0.015563	lr=0.010499
Epoch[179] Batch [1049]	Speed: 4901.811009 samples/sec	rmse=0.015564	lr=0.010458
Epoch[179] Batch [1099]	Speed: 4837.472739 samples/sec	rmse=0.015568	lr=0.010417
Epoch[179] Batch [1149]	Speed: 4888.388195 samples/sec	rmse=0.015565	lr=0.010376
Epoch[179] Batch [1199]	Speed: 4986.666974 samples/sec	rmse=0.015567	lr=0.010335
Epoch[179] Batch [1249]	Speed: 5098.498150 samples/sec	rmse=0.015570	lr=0.010294
[Epoch 179] training: rmse=0.015569
[Epoch 179] speed: 4941 samples/sec	time cost: 268.501219
[Epoch 179] validation: err-top1=0.223513 err-top5=0.061224
Epoch[180] Batch [49]	Speed: 4660.768454 samples/sec	rmse=0.015445	lr=0.010253
Epoch[180] Batch [99]	Speed: 4968.362104 samples/sec	rmse=0.015355	lr=0.010212
Epoch[180] Batch [149]	Speed: 4789.695842 samples/sec	rmse=0.015343	lr=0.010172
Epoch[180] Batch [199]	Speed: 4839.691842 samples/sec	rmse=0.015360	lr=0.010131
Epoch[180] Batch [249]	Speed: 4957.209201 samples/sec	rmse=0.015350	lr=0.010091
Epoch[180] Batch [299]	Speed: 4881.815292 samples/sec	rmse=0.015367	lr=0.010050
Epoch[180] Batch [349]	Speed: 4879.637342 samples/sec	rmse=0.015395	lr=0.010010
Epoch[180] Batch [399]	Speed: 4865.104956 samples/sec	rmse=0.015398	lr=0.009970
Epoch[180] Batch [449]	Speed: 4849.893902 samples/sec	rmse=0.015399	lr=0.009930
Epoch[180] Batch [499]	Speed: 5083.407091 samples/sec	rmse=0.015416	lr=0.009890
Epoch[180] Batch [549]	Speed: 4995.246160 samples/sec	rmse=0.015410	lr=0.009850
Epoch[180] Batch [599]	Speed: 4852.711126 samples/sec	rmse=0.015412	lr=0.009810
Epoch[180] Batch [649]	Speed: 4913.316872 samples/sec	rmse=0.015415	lr=0.009770
Epoch[180] Batch [699]	Speed: 5211.855337 samples/sec	rmse=0.015412	lr=0.009730
Epoch[180] Batch [749]	Speed: 4948.091870 samples/sec	rmse=0.015431	lr=0.009691
Epoch[180] Batch [799]	Speed: 5032.054839 samples/sec	rmse=0.015427	lr=0.009651
Epoch[180] Batch [849]	Speed: 4994.849505 samples/sec	rmse=0.015437	lr=0.009612
Epoch[180] Batch [899]	Speed: 5080.945816 samples/sec	rmse=0.015436	lr=0.009572
Epoch[180] Batch [949]	Speed: 4796.103734 samples/sec	rmse=0.015442	lr=0.009533
Epoch[180] Batch [999]	Speed: 4784.689448 samples/sec	rmse=0.015439	lr=0.009494
Epoch[180] Batch [1049]	Speed: 5113.558895 samples/sec	rmse=0.015448	lr=0.009454
Epoch[180] Batch [1099]	Speed: 5166.964600 samples/sec	rmse=0.015445	lr=0.009415
Epoch[180] Batch [1149]	Speed: 4967.704581 samples/sec	rmse=0.015447	lr=0.009376
Epoch[180] Batch [1199]	Speed: 4757.210819 samples/sec	rmse=0.015444	lr=0.009337
Epoch[180] Batch [1249]	Speed: 4880.380670 samples/sec	rmse=0.015444	lr=0.009299
[Epoch 180] training: rmse=0.015443
[Epoch 180] speed: 4922 samples/sec	time cost: 269.556505
[Epoch 180] validation: err-top1=0.221354 err-top5=0.059998
Epoch[181] Batch [49]	Speed: 4754.264421 samples/sec	rmse=0.015367	lr=0.009259
Epoch[181] Batch [99]	Speed: 4781.436051 samples/sec	rmse=0.015371	lr=0.009220
Epoch[181] Batch [149]	Speed: 4962.573816 samples/sec	rmse=0.015377	lr=0.009182
Epoch[181] Batch [199]	Speed: 4888.615431 samples/sec	rmse=0.015332	lr=0.009143
Epoch[181] Batch [249]	Speed: 4938.314970 samples/sec	rmse=0.015330	lr=0.009105
Epoch[181] Batch [299]	Speed: 4918.219178 samples/sec	rmse=0.015321	lr=0.009066
Epoch[181] Batch [349]	Speed: 4941.161189 samples/sec	rmse=0.015336	lr=0.009028
Epoch[181] Batch [399]	Speed: 4898.390410 samples/sec	rmse=0.015333	lr=0.008990
Epoch[181] Batch [449]	Speed: 4923.117621 samples/sec	rmse=0.015324	lr=0.008952
Epoch[181] Batch [499]	Speed: 4643.241720 samples/sec	rmse=0.015336	lr=0.008914
Epoch[181] Batch [549]	Speed: 4783.991926 samples/sec	rmse=0.015322	lr=0.008876
Epoch[181] Batch [599]	Speed: 4969.902983 samples/sec	rmse=0.015343	lr=0.008838
Epoch[181] Batch [649]	Speed: 5211.770970 samples/sec	rmse=0.015337	lr=0.008800
Epoch[181] Batch [699]	Speed: 5168.012955 samples/sec	rmse=0.015354	lr=0.008762
Epoch[181] Batch [749]	Speed: 4942.807764 samples/sec	rmse=0.015358	lr=0.008725
Epoch[181] Batch [799]	Speed: 5040.154313 samples/sec	rmse=0.015355	lr=0.008687
Epoch[181] Batch [849]	Speed: 4891.079885 samples/sec	rmse=0.015362	lr=0.008649
Epoch[181] Batch [899]	Speed: 4991.625390 samples/sec	rmse=0.015357	lr=0.008612
Epoch[181] Batch [949]	Speed: 4911.991421 samples/sec	rmse=0.015356	lr=0.008575
Epoch[181] Batch [999]	Speed: 4919.506069 samples/sec	rmse=0.015358	lr=0.008537
Epoch[181] Batch [1049]	Speed: 4822.912420 samples/sec	rmse=0.015362	lr=0.008500
Epoch[181] Batch [1099]	Speed: 4827.322381 samples/sec	rmse=0.015367	lr=0.008463
Epoch[181] Batch [1149]	Speed: 4766.751364 samples/sec	rmse=0.015371	lr=0.008426
Epoch[181] Batch [1199]	Speed: 5043.247315 samples/sec	rmse=0.015372	lr=0.008389
Epoch[181] Batch [1249]	Speed: 5237.806642 samples/sec	rmse=0.015373	lr=0.008352
[Epoch 181] training: rmse=0.015373
[Epoch 181] speed: 4918 samples/sec	time cost: 269.931310
[Epoch 181] validation: err-top1=0.219109 err-top5=0.059491
Epoch[182] Batch [49]	Speed: 4826.913212 samples/sec	rmse=0.015211	lr=0.008315
Epoch[182] Batch [99]	Speed: 4867.753957 samples/sec	rmse=0.015271	lr=0.008278
Epoch[182] Batch [149]	Speed: 4704.236739 samples/sec	rmse=0.015221	lr=0.008241
Epoch[182] Batch [199]	Speed: 4801.206188 samples/sec	rmse=0.015242	lr=0.008205
Epoch[182] Batch [249]	Speed: 4802.584215 samples/sec	rmse=0.015289	lr=0.008168
Epoch[182] Batch [299]	Speed: 5083.874502 samples/sec	rmse=0.015308	lr=0.008132
Epoch[182] Batch [349]	Speed: 4795.450533 samples/sec	rmse=0.015297	lr=0.008096
Epoch[182] Batch [399]	Speed: 4802.476598 samples/sec	rmse=0.015297	lr=0.008060
Epoch[182] Batch [449]	Speed: 5075.805932 samples/sec	rmse=0.015274	lr=0.008023
Epoch[182] Batch [499]	Speed: 4978.368328 samples/sec	rmse=0.015281	lr=0.007987
Epoch[182] Batch [549]	Speed: 5000.999737 samples/sec	rmse=0.015285	lr=0.007951
Epoch[182] Batch [599]	Speed: 5081.551412 samples/sec	rmse=0.015283	lr=0.007915
Epoch[182] Batch [649]	Speed: 4703.293401 samples/sec	rmse=0.015288	lr=0.007880
Epoch[182] Batch [699]	Speed: 4903.196797 samples/sec	rmse=0.015275	lr=0.007844
Epoch[182] Batch [749]	Speed: 5036.335882 samples/sec	rmse=0.015264	lr=0.007808
Epoch[182] Batch [799]	Speed: 5117.922596 samples/sec	rmse=0.015270	lr=0.007773
Epoch[182] Batch [849]	Speed: 5106.998189 samples/sec	rmse=0.015263	lr=0.007737
Epoch[182] Batch [899]	Speed: 4618.176472 samples/sec	rmse=0.015270	lr=0.007702
Epoch[182] Batch [949]	Speed: 4937.220148 samples/sec	rmse=0.015279	lr=0.007666
Epoch[182] Batch [999]	Speed: 4940.443445 samples/sec	rmse=0.015280	lr=0.007631
Epoch[182] Batch [1049]	Speed: 5028.562094 samples/sec	rmse=0.015276	lr=0.007596
Epoch[182] Batch [1099]	Speed: 4967.082846 samples/sec	rmse=0.015271	lr=0.007561
Epoch[182] Batch [1149]	Speed: 5006.838958 samples/sec	rmse=0.015282	lr=0.007526
Epoch[182] Batch [1199]	Speed: 5008.879132 samples/sec	rmse=0.015273	lr=0.007491
Epoch[182] Batch [1249]	Speed: 5040.927947 samples/sec	rmse=0.015274	lr=0.007456
[Epoch 182] training: rmse=0.015273
[Epoch 182] speed: 4921 samples/sec	time cost: 269.450788
[Epoch 182] validation: err-top1=0.217375 err-top5=0.058773
Epoch[183] Batch [49]	Speed: 4779.236107 samples/sec	rmse=0.015318	lr=0.007420
Epoch[183] Batch [99]	Speed: 4780.766830 samples/sec	rmse=0.015308	lr=0.007386
Epoch[183] Batch [149]	Speed: 4757.831928 samples/sec	rmse=0.015259	lr=0.007351
Epoch[183] Batch [199]	Speed: 5047.276828 samples/sec	rmse=0.015282	lr=0.007316
Epoch[183] Batch [249]	Speed: 4914.287419 samples/sec	rmse=0.015281	lr=0.007282
Epoch[183] Batch [299]	Speed: 4883.506834 samples/sec	rmse=0.015260	lr=0.007248
Epoch[183] Batch [349]	Speed: 4849.863563 samples/sec	rmse=0.015242	lr=0.007213
Epoch[183] Batch [399]	Speed: 5263.750333 samples/sec	rmse=0.015259	lr=0.007179
Epoch[183] Batch [449]	Speed: 5046.810666 samples/sec	rmse=0.015273	lr=0.007145
Epoch[183] Batch [499]	Speed: 5131.663717 samples/sec	rmse=0.015260	lr=0.007111
Epoch[183] Batch [549]	Speed: 5155.332610 samples/sec	rmse=0.015244	lr=0.007077
Epoch[183] Batch [599]	Speed: 5154.349641 samples/sec	rmse=0.015244	lr=0.007043
Epoch[183] Batch [649]	Speed: 5008.845252 samples/sec	rmse=0.015245	lr=0.007009
Epoch[183] Batch [699]	Speed: 4928.799134 samples/sec	rmse=0.015244	lr=0.006975
Epoch[183] Batch [749]	Speed: 4696.339891 samples/sec	rmse=0.015236	lr=0.006942
Epoch[183] Batch [799]	Speed: 5308.265625 samples/sec	rmse=0.015237	lr=0.006908
Epoch[183] Batch [849]	Speed: 5106.768900 samples/sec	rmse=0.015221	lr=0.006874
Epoch[183] Batch [899]	Speed: 4872.868995 samples/sec	rmse=0.015229	lr=0.006841
Epoch[183] Batch [949]	Speed: 4989.231189 samples/sec	rmse=0.015229	lr=0.006808
Epoch[183] Batch [999]	Speed: 4855.372441 samples/sec	rmse=0.015234	lr=0.006774
Epoch[183] Batch [1049]	Speed: 4917.084159 samples/sec	rmse=0.015240	lr=0.006741
Epoch[183] Batch [1099]	Speed: 4832.349495 samples/sec	rmse=0.015240	lr=0.006708
Epoch[183] Batch [1149]	Speed: 4961.590294 samples/sec	rmse=0.015242	lr=0.006675
Epoch[183] Batch [1199]	Speed: 5064.780625 samples/sec	rmse=0.015246	lr=0.006642
Epoch[183] Batch [1249]	Speed: 5006.069916 samples/sec	rmse=0.015250	lr=0.006609
[Epoch 183] training: rmse=0.015251
[Epoch 183] speed: 4963 samples/sec	time cost: 267.051973
[Epoch 183] validation: err-top1=0.219049 err-top5=0.058494
Epoch[184] Batch [49]	Speed: 4631.016549 samples/sec	rmse=0.015134	lr=0.006576
Epoch[184] Batch [99]	Speed: 4774.270331 samples/sec	rmse=0.015110	lr=0.006543
Epoch[184] Batch [149]	Speed: 4968.081075 samples/sec	rmse=0.015056	lr=0.006510
Epoch[184] Batch [199]	Speed: 5074.151457 samples/sec	rmse=0.015095	lr=0.006478
Epoch[184] Batch [249]	Speed: 4708.919355 samples/sec	rmse=0.015074	lr=0.006445
Epoch[184] Batch [299]	Speed: 5021.734156 samples/sec	rmse=0.015054	lr=0.006413
Epoch[184] Batch [349]	Speed: 4957.334392 samples/sec	rmse=0.015078	lr=0.006381
Epoch[184] Batch [399]	Speed: 4978.276347 samples/sec	rmse=0.015113	lr=0.006348
Epoch[184] Batch [449]	Speed: 5059.443073 samples/sec	rmse=0.015123	lr=0.006316
Epoch[184] Batch [499]	Speed: 5034.973457 samples/sec	rmse=0.015131	lr=0.006284
Epoch[184] Batch [549]	Speed: 4943.869214 samples/sec	rmse=0.015139	lr=0.006252
Epoch[184] Batch [599]	Speed: 5207.008592 samples/sec	rmse=0.015133	lr=0.006220
Epoch[184] Batch [649]	Speed: 5127.892886 samples/sec	rmse=0.015120	lr=0.006189
Epoch[184] Batch [699]	Speed: 4942.465121 samples/sec	rmse=0.015128	lr=0.006157
Epoch[184] Batch [749]	Speed: 4966.049533 samples/sec	rmse=0.015133	lr=0.006125
Epoch[184] Batch [799]	Speed: 5109.378161 samples/sec	rmse=0.015142	lr=0.006094
Epoch[184] Batch [849]	Speed: 5120.236583 samples/sec	rmse=0.015138	lr=0.006062
Epoch[184] Batch [899]	Speed: 5117.889420 samples/sec	rmse=0.015141	lr=0.006031
Epoch[184] Batch [949]	Speed: 4928.183254 samples/sec	rmse=0.015140	lr=0.005999
Epoch[184] Batch [999]	Speed: 4969.993158 samples/sec	rmse=0.015143	lr=0.005968
Epoch[184] Batch [1049]	Speed: 4872.202678 samples/sec	rmse=0.015145	lr=0.005937
Epoch[184] Batch [1099]	Speed: 5029.243248 samples/sec	rmse=0.015136	lr=0.005906
Epoch[184] Batch [1149]	Speed: 5092.024425 samples/sec	rmse=0.015139	lr=0.005875
Epoch[184] Batch [1199]	Speed: 5060.445623 samples/sec	rmse=0.015144	lr=0.005844
Epoch[184] Batch [1249]	Speed: 5182.733342 samples/sec	rmse=0.015142	lr=0.005813
[Epoch 184] training: rmse=0.015143
[Epoch 184] speed: 4986 samples/sec	time cost: 265.751994
[Epoch 184] validation: err-top1=0.217355 err-top5=0.058355
Epoch[185] Batch [49]	Speed: 4756.532875 samples/sec	rmse=0.015077	lr=0.005781
Epoch[185] Batch [99]	Speed: 4958.864201 samples/sec	rmse=0.015093	lr=0.005751
Epoch[185] Batch [149]	Speed: 4857.795132 samples/sec	rmse=0.015031	lr=0.005720
Epoch[185] Batch [199]	Speed: 4932.409621 samples/sec	rmse=0.014983	lr=0.005690
Epoch[185] Batch [249]	Speed: 5146.398966 samples/sec	rmse=0.014984	lr=0.005659
Epoch[185] Batch [299]	Speed: 4960.476535 samples/sec	rmse=0.015000	lr=0.005629
Epoch[185] Batch [349]	Speed: 4700.196320 samples/sec	rmse=0.015008	lr=0.005598
Epoch[185] Batch [399]	Speed: 5048.885926 samples/sec	rmse=0.014994	lr=0.005568
Epoch[185] Batch [449]	Speed: 5205.874065 samples/sec	rmse=0.015004	lr=0.005538
Epoch[185] Batch [499]	Speed: 5117.683178 samples/sec	rmse=0.014985	lr=0.005508
Epoch[185] Batch [549]	Speed: 5057.052340 samples/sec	rmse=0.014996	lr=0.005478
Epoch[185] Batch [599]	Speed: 5069.567862 samples/sec	rmse=0.015003	lr=0.005448
Epoch[185] Batch [649]	Speed: 5088.566006 samples/sec	rmse=0.015007	lr=0.005418
Epoch[185] Batch [699]	Speed: 4901.435653 samples/sec	rmse=0.015003	lr=0.005389
Epoch[185] Batch [749]	Speed: 4838.360463 samples/sec	rmse=0.015011	lr=0.005359
Epoch[185] Batch [799]	Speed: 4800.228499 samples/sec	rmse=0.015016	lr=0.005329
Epoch[185] Batch [849]	Speed: 5030.466230 samples/sec	rmse=0.015021	lr=0.005300
Epoch[185] Batch [899]	Speed: 5004.688008 samples/sec	rmse=0.015028	lr=0.005271
Epoch[185] Batch [949]	Speed: 4940.717605 samples/sec	rmse=0.015035	lr=0.005241
Epoch[185] Batch [999]	Speed: 4845.122638 samples/sec	rmse=0.015034	lr=0.005212
Epoch[185] Batch [1049]	Speed: 5050.184276 samples/sec	rmse=0.015032	lr=0.005183
Epoch[185] Batch [1099]	Speed: 4968.844812 samples/sec	rmse=0.015032	lr=0.005154
Epoch[185] Batch [1149]	Speed: 4857.898428 samples/sec	rmse=0.015035	lr=0.005125
Epoch[185] Batch [1199]	Speed: 4944.451224 samples/sec	rmse=0.015029	lr=0.005096
Epoch[185] Batch [1249]	Speed: 5079.779876 samples/sec	rmse=0.015031	lr=0.005067
[Epoch 185] training: rmse=0.015031
[Epoch 185] speed: 4959 samples/sec	time cost: 267.227726
[Epoch 185] validation: err-top1=0.215202 err-top5=0.057697
Epoch[186] Batch [49]	Speed: 4857.974365 samples/sec	rmse=0.014958	lr=0.005038
Epoch[186] Batch [99]	Speed: 4898.071771 samples/sec	rmse=0.014853	lr=0.005009
Epoch[186] Batch [149]	Speed: 4797.687941 samples/sec	rmse=0.014861	lr=0.004980
Epoch[186] Batch [199]	Speed: 4848.222278 samples/sec	rmse=0.014818	lr=0.004952
Epoch[186] Batch [249]	Speed: 5133.183517 samples/sec	rmse=0.014841	lr=0.004923
Epoch[186] Batch [299]	Speed: 5085.931338 samples/sec	rmse=0.014861	lr=0.004895
Epoch[186] Batch [349]	Speed: 5119.499927 samples/sec	rmse=0.014864	lr=0.004867
Epoch[186] Batch [399]	Speed: 5192.026910 samples/sec	rmse=0.014886	lr=0.004839
Epoch[186] Batch [449]	Speed: 4971.386353 samples/sec	rmse=0.014884	lr=0.004810
Epoch[186] Batch [499]	Speed: 4945.670556 samples/sec	rmse=0.014897	lr=0.004782
Epoch[186] Batch [549]	Speed: 4899.408498 samples/sec	rmse=0.014907	lr=0.004754
Epoch[186] Batch [599]	Speed: 5223.217570 samples/sec	rmse=0.014895	lr=0.004727
Epoch[186] Batch [649]	Speed: 5115.976797 samples/sec	rmse=0.014894	lr=0.004699
Epoch[186] Batch [699]	Speed: 4930.776532 samples/sec	rmse=0.014912	lr=0.004671
Epoch[186] Batch [749]	Speed: 4884.137590 samples/sec	rmse=0.014914	lr=0.004643
Epoch[186] Batch [799]	Speed: 5092.189965 samples/sec	rmse=0.014926	lr=0.004616
Epoch[186] Batch [849]	Speed: 4788.707137 samples/sec	rmse=0.014941	lr=0.004588
Epoch[186] Batch [899]	Speed: 4977.147010 samples/sec	rmse=0.014936	lr=0.004561
Epoch[186] Batch [949]	Speed: 5163.859709 samples/sec	rmse=0.014936	lr=0.004534
Epoch[186] Batch [999]	Speed: 5022.292244 samples/sec	rmse=0.014934	lr=0.004506
Epoch[186] Batch [1049]	Speed: 4831.807816 samples/sec	rmse=0.014934	lr=0.004479
Epoch[186] Batch [1099]	Speed: 5114.500420 samples/sec	rmse=0.014934	lr=0.004452
Epoch[186] Batch [1149]	Speed: 4813.568238 samples/sec	rmse=0.014938	lr=0.004425
Epoch[186] Batch [1199]	Speed: 4945.266930 samples/sec	rmse=0.014936	lr=0.004398
Epoch[186] Batch [1249]	Speed: 5030.987247 samples/sec	rmse=0.014940	lr=0.004372
[Epoch 186] training: rmse=0.014939
[Epoch 186] speed: 4979 samples/sec	time cost: 266.533541
[Epoch 186] validation: err-top1=0.215800 err-top5=0.057231
Epoch[187] Batch [49]	Speed: 4828.901222 samples/sec	rmse=0.014940	lr=0.004344
Epoch[187] Batch [99]	Speed: 4957.315281 samples/sec	rmse=0.014866	lr=0.004318
Epoch[187] Batch [149]	Speed: 4867.610521 samples/sec	rmse=0.014824	lr=0.004291
Epoch[187] Batch [199]	Speed: 4919.484319 samples/sec	rmse=0.014765	lr=0.004265
Epoch[187] Batch [249]	Speed: 4926.537818 samples/sec	rmse=0.014789	lr=0.004238
Epoch[187] Batch [299]	Speed: 5084.892899 samples/sec	rmse=0.014819	lr=0.004212
Epoch[187] Batch [349]	Speed: 5031.823858 samples/sec	rmse=0.014828	lr=0.004186
Epoch[187] Batch [399]	Speed: 4972.804050 samples/sec	rmse=0.014841	lr=0.004159
Epoch[187] Batch [449]	Speed: 4789.360211 samples/sec	rmse=0.014849	lr=0.004133
Epoch[187] Batch [499]	Speed: 5068.323882 samples/sec	rmse=0.014855	lr=0.004107
Epoch[187] Batch [549]	Speed: 4589.080158 samples/sec	rmse=0.014850	lr=0.004081
Epoch[187] Batch [599]	Speed: 4715.292216 samples/sec	rmse=0.014837	lr=0.004056
Epoch[187] Batch [649]	Speed: 4800.355437 samples/sec	rmse=0.014848	lr=0.004030
Epoch[187] Batch [699]	Speed: 4957.753153 samples/sec	rmse=0.014859	lr=0.004004
Epoch[187] Batch [749]	Speed: 5223.971671 samples/sec	rmse=0.014861	lr=0.003978
Epoch[187] Batch [799]	Speed: 5223.632140 samples/sec	rmse=0.014863	lr=0.003953
Epoch[187] Batch [849]	Speed: 4875.949891 samples/sec	rmse=0.014873	lr=0.003928
Epoch[187] Batch [899]	Speed: 5056.833110 samples/sec	rmse=0.014873	lr=0.003902
Epoch[187] Batch [949]	Speed: 4763.836150 samples/sec	rmse=0.014867	lr=0.003877
Epoch[187] Batch [999]	Speed: 4675.521554 samples/sec	rmse=0.014865	lr=0.003852
Epoch[187] Batch [1049]	Speed: 5159.936912 samples/sec	rmse=0.014877	lr=0.003827
Epoch[187] Batch [1099]	Speed: 5238.422353 samples/sec	rmse=0.014877	lr=0.003802
Epoch[187] Batch [1149]	Speed: 5234.461412 samples/sec	rmse=0.014869	lr=0.003777
Epoch[187] Batch [1199]	Speed: 4986.515519 samples/sec	rmse=0.014870	lr=0.003752
Epoch[187] Batch [1249]	Speed: 5074.393414 samples/sec	rmse=0.014877	lr=0.003727
[Epoch 187] training: rmse=0.014876
[Epoch 187] speed: 4949 samples/sec	time cost: 268.136485
[Epoch 187] validation: err-top1=0.214764 err-top5=0.056860
Epoch[188] Batch [49]	Speed: 4750.552817 samples/sec	rmse=0.014769	lr=0.003702
Epoch[188] Batch [99]	Speed: 4958.986727 samples/sec	rmse=0.014721	lr=0.003677
Epoch[188] Batch [149]	Speed: 4850.574400 samples/sec	rmse=0.014738	lr=0.003653
Epoch[188] Batch [199]	Speed: 4986.627141 samples/sec	rmse=0.014727	lr=0.003628
Epoch[188] Batch [249]	Speed: 4996.705286 samples/sec	rmse=0.014725	lr=0.003604
Epoch[188] Batch [299]	Speed: 5002.643554 samples/sec	rmse=0.014726	lr=0.003579
Epoch[188] Batch [349]	Speed: 5138.904505 samples/sec	rmse=0.014776	lr=0.003555
Epoch[188] Batch [399]	Speed: 4882.184873 samples/sec	rmse=0.014791	lr=0.003531
Epoch[188] Batch [449]	Speed: 5065.810028 samples/sec	rmse=0.014769	lr=0.003507
Epoch[188] Batch [499]	Speed: 5128.970033 samples/sec	rmse=0.014769	lr=0.003483
Epoch[188] Batch [549]	Speed: 4801.597376 samples/sec	rmse=0.014790	lr=0.003459
Epoch[188] Batch [599]	Speed: 5040.970191 samples/sec	rmse=0.014795	lr=0.003435
Epoch[188] Batch [649]	Speed: 4906.639249 samples/sec	rmse=0.014804	lr=0.003412
Epoch[188] Batch [699]	Speed: 5179.844854 samples/sec	rmse=0.014819	lr=0.003388
Epoch[188] Batch [749]	Speed: 5216.779038 samples/sec	rmse=0.014824	lr=0.003364
Epoch[188] Batch [799]	Speed: 4969.135586 samples/sec	rmse=0.014825	lr=0.003341
Epoch[188] Batch [849]	Speed: 4973.829117 samples/sec	rmse=0.014829	lr=0.003318
Epoch[188] Batch [899]	Speed: 4973.454170 samples/sec	rmse=0.014840	lr=0.003294
Epoch[188] Batch [949]	Speed: 5065.829626 samples/sec	rmse=0.014839	lr=0.003271
Epoch[188] Batch [999]	Speed: 5032.308010 samples/sec	rmse=0.014828	lr=0.003248
Epoch[188] Batch [1049]	Speed: 5003.943063 samples/sec	rmse=0.014827	lr=0.003225
Epoch[188] Batch [1099]	Speed: 5012.067208 samples/sec	rmse=0.014835	lr=0.003202
Epoch[188] Batch [1149]	Speed: 4948.402227 samples/sec	rmse=0.014836	lr=0.003179
Epoch[188] Batch [1199]	Speed: 5121.335187 samples/sec	rmse=0.014840	lr=0.003156
Epoch[188] Batch [1249]	Speed: 5184.045263 samples/sec	rmse=0.014839	lr=0.003133
[Epoch 188] training: rmse=0.014840
[Epoch 188] speed: 5000 samples/sec	time cost: 265.388874
[Epoch 188] validation: err-top1=0.212970 err-top5=0.056760
Epoch[189] Batch [49]	Speed: 4791.417997 samples/sec	rmse=0.014819	lr=0.003110
Epoch[189] Batch [99]	Speed: 4970.012942 samples/sec	rmse=0.014728	lr=0.003088
Epoch[189] Batch [149]	Speed: 5145.933922 samples/sec	rmse=0.014715	lr=0.003065
Epoch[189] Batch [199]	Speed: 5098.858533 samples/sec	rmse=0.014700	lr=0.003043
Epoch[189] Batch [249]	Speed: 4955.509222 samples/sec	rmse=0.014713	lr=0.003020
Epoch[189] Batch [299]	Speed: 4872.243025 samples/sec	rmse=0.014717	lr=0.002998
Epoch[189] Batch [349]	Speed: 4786.834876 samples/sec	rmse=0.014751	lr=0.002976
Epoch[189] Batch [399]	Speed: 5035.886618 samples/sec	rmse=0.014741	lr=0.002954
Epoch[189] Batch [449]	Speed: 5159.226592 samples/sec	rmse=0.014774	lr=0.002932
Epoch[189] Batch [499]	Speed: 5027.082423 samples/sec	rmse=0.014753	lr=0.002910
Epoch[189] Batch [549]	Speed: 4998.027650 samples/sec	rmse=0.014735	lr=0.002888
Epoch[189] Batch [599]	Speed: 5009.846431 samples/sec	rmse=0.014755	lr=0.002866
Epoch[189] Batch [649]	Speed: 5185.097932 samples/sec	rmse=0.014777	lr=0.002845
Epoch[189] Batch [699]	Speed: 5158.994820 samples/sec	rmse=0.014787	lr=0.002823
Epoch[189] Batch [749]	Speed: 4848.500419 samples/sec	rmse=0.014782	lr=0.002801
Epoch[189] Batch [799]	Speed: 4815.300804 samples/sec	rmse=0.014786	lr=0.002780
Epoch[189] Batch [849]	Speed: 5009.859170 samples/sec	rmse=0.014778	lr=0.002759
Epoch[189] Batch [899]	Speed: 4891.185047 samples/sec	rmse=0.014784	lr=0.002737
Epoch[189] Batch [949]	Speed: 4629.754372 samples/sec	rmse=0.014776	lr=0.002716
Epoch[189] Batch [999]	Speed: 4937.845782 samples/sec	rmse=0.014770	lr=0.002695
Epoch[189] Batch [1049]	Speed: 4809.587804 samples/sec	rmse=0.014774	lr=0.002674
Epoch[189] Batch [1099]	Speed: 4929.051978 samples/sec	rmse=0.014765	lr=0.002653
Epoch[189] Batch [1149]	Speed: 4798.394824 samples/sec	rmse=0.014760	lr=0.002632
Epoch[189] Batch [1199]	Speed: 4867.398582 samples/sec	rmse=0.014764	lr=0.002611
Epoch[189] Batch [1249]	Speed: 5167.566876 samples/sec	rmse=0.014766	lr=0.002591
[Epoch 189] training: rmse=0.014765
[Epoch 189] speed: 4947 samples/sec	time cost: 268.152322
[Epoch 189] validation: err-top1=0.212093 err-top5=0.055963
Epoch[190] Batch [49]	Speed: 4853.993472 samples/sec	rmse=0.014997	lr=0.002570
Epoch[190] Batch [99]	Speed: 4758.495587 samples/sec	rmse=0.014788	lr=0.002549
Epoch[190] Batch [149]	Speed: 4963.624498 samples/sec	rmse=0.014758	lr=0.002529
Epoch[190] Batch [199]	Speed: 4887.799616 samples/sec	rmse=0.014706	lr=0.002508
Epoch[190] Batch [249]	Speed: 5159.409546 samples/sec	rmse=0.014680	lr=0.002488
Epoch[190] Batch [299]	Speed: 4969.912069 samples/sec	rmse=0.014688	lr=0.002468
Epoch[190] Batch [349]	Speed: 4922.441328 samples/sec	rmse=0.014695	lr=0.002448
Epoch[190] Batch [399]	Speed: 4823.333586 samples/sec	rmse=0.014681	lr=0.002428
Epoch[190] Batch [449]	Speed: 4922.534077 samples/sec	rmse=0.014690	lr=0.002408
Epoch[190] Batch [499]	Speed: 4931.446058 samples/sec	rmse=0.014704	lr=0.002388
Epoch[190] Batch [549]	Speed: 5098.088438 samples/sec	rmse=0.014707	lr=0.002368
Epoch[190] Batch [599]	Speed: 4824.318109 samples/sec	rmse=0.014713	lr=0.002348
Epoch[190] Batch [649]	Speed: 4943.162288 samples/sec	rmse=0.014702	lr=0.002329
Epoch[190] Batch [699]	Speed: 5054.457928 samples/sec	rmse=0.014705	lr=0.002309
Epoch[190] Batch [749]	Speed: 4762.057095 samples/sec	rmse=0.014707	lr=0.002290
Epoch[190] Batch [799]	Speed: 4925.735848 samples/sec	rmse=0.014715	lr=0.002270
Epoch[190] Batch [849]	Speed: 4780.613256 samples/sec	rmse=0.014704	lr=0.002251
Epoch[190] Batch [899]	Speed: 5000.866392 samples/sec	rmse=0.014693	lr=0.002232
Epoch[190] Batch [949]	Speed: 5078.255744 samples/sec	rmse=0.014689	lr=0.002213
Epoch[190] Batch [999]	Speed: 4858.816752 samples/sec	rmse=0.014687	lr=0.002194
Epoch[190] Batch [1049]	Speed: 4946.941199 samples/sec	rmse=0.014683	lr=0.002175
Epoch[190] Batch [1099]	Speed: 4769.993172 samples/sec	rmse=0.014679	lr=0.002156
Epoch[190] Batch [1149]	Speed: 5075.740068 samples/sec	rmse=0.014688	lr=0.002137
Epoch[190] Batch [1199]	Speed: 4908.157106 samples/sec	rmse=0.014691	lr=0.002118
Epoch[190] Batch [1249]	Speed: 4864.549408 samples/sec	rmse=0.014696	lr=0.002099
[Epoch 190] training: rmse=0.014697
[Epoch 190] speed: 4916 samples/sec	time cost: 269.593840
[Epoch 190] validation: err-top1=0.212671 err-top5=0.056162
Epoch[191] Batch [49]	Speed: 4958.064265 samples/sec	rmse=0.014780	lr=0.002081
Epoch[191] Batch [99]	Speed: 4784.055445 samples/sec	rmse=0.014662	lr=0.002062
Epoch[191] Batch [149]	Speed: 4898.317338 samples/sec	rmse=0.014670	lr=0.002044
Epoch[191] Batch [199]	Speed: 4888.367609 samples/sec	rmse=0.014602	lr=0.002025
Epoch[191] Batch [249]	Speed: 4925.277745 samples/sec	rmse=0.014603	lr=0.002007
Epoch[191] Batch [299]	Speed: 4778.056842 samples/sec	rmse=0.014592	lr=0.001989
Epoch[191] Batch [349]	Speed: 4977.804036 samples/sec	rmse=0.014625	lr=0.001971
Epoch[191] Batch [399]	Speed: 5009.617134 samples/sec	rmse=0.014634	lr=0.001953
Epoch[191] Batch [449]	Speed: 4780.734688 samples/sec	rmse=0.014620	lr=0.001935
Epoch[191] Batch [499]	Speed: 4994.750641 samples/sec	rmse=0.014618	lr=0.001917
Epoch[191] Batch [549]	Speed: 4935.880296 samples/sec	rmse=0.014645	lr=0.001899
Epoch[191] Batch [599]	Speed: 4653.594005 samples/sec	rmse=0.014666	lr=0.001882
Epoch[191] Batch [649]	Speed: 4707.613950 samples/sec	rmse=0.014668	lr=0.001864
Epoch[191] Batch [699]	Speed: 5021.164452 samples/sec	rmse=0.014669	lr=0.001847
Epoch[191] Batch [749]	Speed: 5028.761098 samples/sec	rmse=0.014666	lr=0.001829
Epoch[191] Batch [799]	Speed: 4940.916992 samples/sec	rmse=0.014664	lr=0.001812
Epoch[191] Batch [849]	Speed: 5176.043579 samples/sec	rmse=0.014659	lr=0.001795
Epoch[191] Batch [899]	Speed: 5002.987133 samples/sec	rmse=0.014664	lr=0.001777
Epoch[191] Batch [949]	Speed: 4725.522401 samples/sec	rmse=0.014658	lr=0.001760
Epoch[191] Batch [999]	Speed: 5045.565855 samples/sec	rmse=0.014658	lr=0.001743
Epoch[191] Batch [1049]	Speed: 4798.604870 samples/sec	rmse=0.014673	lr=0.001726
Epoch[191] Batch [1099]	Speed: 4715.448042 samples/sec	rmse=0.014669	lr=0.001710
Epoch[191] Batch [1149]	Speed: 5149.630452 samples/sec	rmse=0.014674	lr=0.001693
Epoch[191] Batch [1199]	Speed: 5166.827976 samples/sec	rmse=0.014665	lr=0.001676
Epoch[191] Batch [1249]	Speed: 4971.400393 samples/sec	rmse=0.014676	lr=0.001660
[Epoch 191] training: rmse=0.014678
[Epoch 191] speed: 4912 samples/sec	time cost: 269.221865
[Epoch 191] validation: err-top1=0.212728 err-top5=0.055318
Epoch[192] Batch [49]	Speed: 4830.608444 samples/sec	rmse=0.014494	lr=0.001643
Epoch[192] Batch [99]	Speed: 4890.103114 samples/sec	rmse=0.014399	lr=0.001626
Epoch[192] Batch [149]	Speed: 4877.193818 samples/sec	rmse=0.014470	lr=0.001610
Epoch[192] Batch [199]	Speed: 4977.328814 samples/sec	rmse=0.014504	lr=0.001594
Epoch[192] Batch [249]	Speed: 4943.095498 samples/sec	rmse=0.014514	lr=0.001577
Epoch[192] Batch [299]	Speed: 4878.677217 samples/sec	rmse=0.014521	lr=0.001561
Epoch[192] Batch [349]	Speed: 5086.853559 samples/sec	rmse=0.014530	lr=0.001545
Epoch[192] Batch [399]	Speed: 4988.612978 samples/sec	rmse=0.014542	lr=0.001529
Epoch[192] Batch [449]	Speed: 4979.835162 samples/sec	rmse=0.014547	lr=0.001514
Epoch[192] Batch [499]	Speed: 4955.248397 samples/sec	rmse=0.014555	lr=0.001498
Epoch[192] Batch [549]	Speed: 4914.492664 samples/sec	rmse=0.014548	lr=0.001482
Epoch[192] Batch [599]	Speed: 5065.075806 samples/sec	rmse=0.014564	lr=0.001466
Epoch[192] Batch [649]	Speed: 5068.878734 samples/sec	rmse=0.014571	lr=0.001451
Epoch[192] Batch [699]	Speed: 5025.024574 samples/sec	rmse=0.014577	lr=0.001435
Epoch[192] Batch [749]	Speed: 4958.665423 samples/sec	rmse=0.014582	lr=0.001420
Epoch[192] Batch [799]	Speed: 5014.885972 samples/sec	rmse=0.014580	lr=0.001405
Epoch[192] Batch [849]	Speed: 5028.196745 samples/sec	rmse=0.014574	lr=0.001390
Epoch[192] Batch [899]	Speed: 5003.957171 samples/sec	rmse=0.014582	lr=0.001375
Epoch[192] Batch [949]	Speed: 4778.455111 samples/sec	rmse=0.014575	lr=0.001360
Epoch[192] Batch [999]	Speed: 4969.040152 samples/sec	rmse=0.014574	lr=0.001345
Epoch[192] Batch [1049]	Speed: 4896.893102 samples/sec	rmse=0.014573	lr=0.001330
Epoch[192] Batch [1099]	Speed: 5057.898119 samples/sec	rmse=0.014575	lr=0.001315
Epoch[192] Batch [1149]	Speed: 5000.310960 samples/sec	rmse=0.014579	lr=0.001300
Epoch[192] Batch [1199]	Speed: 5090.234843 samples/sec	rmse=0.014577	lr=0.001286
Epoch[192] Batch [1249]	Speed: 5033.770465 samples/sec	rmse=0.014580	lr=0.001271
[Epoch 192] training: rmse=0.014580
[Epoch 192] speed: 4967 samples/sec	time cost: 267.429577
[Epoch 192] validation: err-top1=0.209901 err-top5=0.055385
Epoch[193] Batch [49]	Speed: 4787.636438 samples/sec	rmse=0.014527	lr=0.001256
Epoch[193] Batch [99]	Speed: 4746.809231 samples/sec	rmse=0.014536	lr=0.001242
Epoch[193] Batch [149]	Speed: 4903.464935 samples/sec	rmse=0.014544	lr=0.001228
Epoch[193] Batch [199]	Speed: 4768.949040 samples/sec	rmse=0.014536	lr=0.001213
Epoch[193] Batch [249]	Speed: 5158.026559 samples/sec	rmse=0.014534	lr=0.001199
Epoch[193] Batch [299]	Speed: 4928.812822 samples/sec	rmse=0.014536	lr=0.001185
Epoch[193] Batch [349]	Speed: 4938.291690 samples/sec	rmse=0.014527	lr=0.001171
Epoch[193] Batch [399]	Speed: 5052.678600 samples/sec	rmse=0.014561	lr=0.001157
Epoch[193] Batch [449]	Speed: 5047.280743 samples/sec	rmse=0.014571	lr=0.001144
Epoch[193] Batch [499]	Speed: 4843.614998 samples/sec	rmse=0.014552	lr=0.001130
Epoch[193] Batch [549]	Speed: 4979.316949 samples/sec	rmse=0.014527	lr=0.001116
Epoch[193] Batch [599]	Speed: 5070.771863 samples/sec	rmse=0.014538	lr=0.001103
Epoch[193] Batch [649]	Speed: 4922.815619 samples/sec	rmse=0.014529	lr=0.001089
Epoch[193] Batch [699]	Speed: 4834.579898 samples/sec	rmse=0.014540	lr=0.001076
Epoch[193] Batch [749]	Speed: 5035.136253 samples/sec	rmse=0.014539	lr=0.001063
Epoch[193] Batch [799]	Speed: 5176.748055 samples/sec	rmse=0.014538	lr=0.001049
Epoch[193] Batch [849]	Speed: 5047.279319 samples/sec	rmse=0.014545	lr=0.001036
Epoch[193] Batch [899]	Speed: 4920.519651 samples/sec	rmse=0.014543	lr=0.001023
Epoch[193] Batch [949]	Speed: 5006.295970 samples/sec	rmse=0.014535	lr=0.001010
Epoch[193] Batch [999]	Speed: 5016.660692 samples/sec	rmse=0.014549	lr=0.000997
Epoch[193] Batch [1049]	Speed: 4867.358315 samples/sec	rmse=0.014543	lr=0.000985
Epoch[193] Batch [1099]	Speed: 4840.270092 samples/sec	rmse=0.014543	lr=0.000972
Epoch[193] Batch [1149]	Speed: 5063.362178 samples/sec	rmse=0.014557	lr=0.000959
Epoch[193] Batch [1199]	Speed: 5059.090981 samples/sec	rmse=0.014556	lr=0.000947
Epoch[193] Batch [1249]	Speed: 5033.208880 samples/sec	rmse=0.014559	lr=0.000934
[Epoch 193] training: rmse=0.014558
[Epoch 193] speed: 4955 samples/sec	time cost: 268.063280
[Epoch 193] validation: err-top1=0.210738 err-top5=0.054967
Epoch[194] Batch [49]	Speed: 4733.393411 samples/sec	rmse=0.014430	lr=0.000922
Epoch[194] Batch [99]	Speed: 5218.282220 samples/sec	rmse=0.014483	lr=0.000909
Epoch[194] Batch [149]	Speed: 4830.801651 samples/sec	rmse=0.014428	lr=0.000897
Epoch[194] Batch [199]	Speed: 4927.606989 samples/sec	rmse=0.014435	lr=0.000885
Epoch[194] Batch [249]	Speed: 4905.339471 samples/sec	rmse=0.014447	lr=0.000873
Epoch[194] Batch [299]	Speed: 4934.576321 samples/sec	rmse=0.014453	lr=0.000861
Epoch[194] Batch [349]	Speed: 5015.492790 samples/sec	rmse=0.014488	lr=0.000849
Epoch[194] Batch [399]	Speed: 4874.592626 samples/sec	rmse=0.014495	lr=0.000837
Epoch[194] Batch [449]	Speed: 4582.532678 samples/sec	rmse=0.014497	lr=0.000825
Epoch[194] Batch [499]	Speed: 5066.707393 samples/sec	rmse=0.014505	lr=0.000814
Epoch[194] Batch [549]	Speed: 4958.389154 samples/sec	rmse=0.014503	lr=0.000802
Epoch[194] Batch [599]	Speed: 5032.151175 samples/sec	rmse=0.014499	lr=0.000791
Epoch[194] Batch [649]	Speed: 5163.771798 samples/sec	rmse=0.014495	lr=0.000779
Epoch[194] Batch [699]	Speed: 5016.695147 samples/sec	rmse=0.014503	lr=0.000768
Epoch[194] Batch [749]	Speed: 4865.011162 samples/sec	rmse=0.014516	lr=0.000757
Epoch[194] Batch [799]	Speed: 4918.061940 samples/sec	rmse=0.014512	lr=0.000746
Epoch[194] Batch [849]	Speed: 5044.733556 samples/sec	rmse=0.014507	lr=0.000735
Epoch[194] Batch [899]	Speed: 5177.572058 samples/sec	rmse=0.014521	lr=0.000724
Epoch[194] Batch [949]	Speed: 4884.154919 samples/sec	rmse=0.014514	lr=0.000713
Epoch[194] Batch [999]	Speed: 5012.165237 samples/sec	rmse=0.014512	lr=0.000702
Epoch[194] Batch [1049]	Speed: 5097.988472 samples/sec	rmse=0.014518	lr=0.000691
Epoch[194] Batch [1099]	Speed: 5128.778943 samples/sec	rmse=0.014521	lr=0.000680
Epoch[194] Batch [1149]	Speed: 4989.793322 samples/sec	rmse=0.014528	lr=0.000670
Epoch[194] Batch [1199]	Speed: 4926.083747 samples/sec	rmse=0.014537	lr=0.000659
Epoch[194] Batch [1249]	Speed: 5099.425904 samples/sec	rmse=0.014525	lr=0.000649
[Epoch 194] training: rmse=0.014527
[Epoch 194] speed: 4967 samples/sec	time cost: 267.187510
[Epoch 194] validation: err-top1=0.209224 err-top5=0.054628
Epoch[195] Batch [49]	Speed: 4947.711331 samples/sec	rmse=0.014409	lr=0.000638
Epoch[195] Batch [99]	Speed: 4788.259860 samples/sec	rmse=0.014477	lr=0.000628
Epoch[195] Batch [149]	Speed: 4938.162463 samples/sec	rmse=0.014521	lr=0.000618
Epoch[195] Batch [199]	Speed: 4967.937412 samples/sec	rmse=0.014543	lr=0.000608
Epoch[195] Batch [249]	Speed: 5178.225506 samples/sec	rmse=0.014522	lr=0.000598
Epoch[195] Batch [299]	Speed: 4991.557284 samples/sec	rmse=0.014537	lr=0.000588
Epoch[195] Batch [349]	Speed: 5086.328496 samples/sec	rmse=0.014542	lr=0.000578
Epoch[195] Batch [399]	Speed: 5095.518622 samples/sec	rmse=0.014520	lr=0.000568
Epoch[195] Batch [449]	Speed: 4980.976001 samples/sec	rmse=0.014485	lr=0.000559
Epoch[195] Batch [499]	Speed: 4988.983377 samples/sec	rmse=0.014504	lr=0.000549
Epoch[195] Batch [549]	Speed: 5173.234572 samples/sec	rmse=0.014489	lr=0.000540
Epoch[195] Batch [599]	Speed: 4874.008249 samples/sec	rmse=0.014500	lr=0.000530
Epoch[195] Batch [649]	Speed: 5003.354773 samples/sec	rmse=0.014499	lr=0.000521
Epoch[195] Batch [699]	Speed: 4965.012632 samples/sec	rmse=0.014479	lr=0.000512
Epoch[195] Batch [749]	Speed: 4898.997971 samples/sec	rmse=0.014495	lr=0.000503
Epoch[195] Batch [799]	Speed: 5008.028060 samples/sec	rmse=0.014500	lr=0.000493
Epoch[195] Batch [849]	Speed: 4849.544306 samples/sec	rmse=0.014503	lr=0.000484
Epoch[195] Batch [899]	Speed: 5077.060190 samples/sec	rmse=0.014507	lr=0.000476
Epoch[195] Batch [949]	Speed: 5058.564723 samples/sec	rmse=0.014507	lr=0.000467
Epoch[195] Batch [999]	Speed: 4921.032801 samples/sec	rmse=0.014513	lr=0.000458
Epoch[195] Batch [1049]	Speed: 4799.809535 samples/sec	rmse=0.014517	lr=0.000449
Epoch[195] Batch [1099]	Speed: 5035.783171 samples/sec	rmse=0.014519	lr=0.000441
Epoch[195] Batch [1149]	Speed: 5030.781114 samples/sec	rmse=0.014520	lr=0.000432
Epoch[195] Batch [1199]	Speed: 4884.322105 samples/sec	rmse=0.014530	lr=0.000424
Epoch[195] Batch [1249]	Speed: 5044.034813 samples/sec	rmse=0.014537	lr=0.000415
[Epoch 195] training: rmse=0.014536
[Epoch 195] speed: 4977 samples/sec	time cost: 266.413635
[Epoch 195] validation: err-top1=0.210519 err-top5=0.055166
Epoch[196] Batch [49]	Speed: 4946.528137 samples/sec	rmse=0.014354	lr=0.000407
Epoch[196] Batch [99]	Speed: 4909.037972 samples/sec	rmse=0.014361	lr=0.000399
Epoch[196] Batch [149]	Speed: 4866.037584 samples/sec	rmse=0.014400	lr=0.000391
Epoch[196] Batch [199]	Speed: 4814.939012 samples/sec	rmse=0.014387	lr=0.000383
Epoch[196] Batch [249]	Speed: 4906.082133 samples/sec	rmse=0.014421	lr=0.000375
Epoch[196] Batch [299]	Speed: 5122.641743 samples/sec	rmse=0.014457	lr=0.000367
Epoch[196] Batch [349]	Speed: 4917.541865 samples/sec	rmse=0.014472	lr=0.000359
Epoch[196] Batch [399]	Speed: 5129.495605 samples/sec	rmse=0.014430	lr=0.000352
Epoch[196] Batch [449]	Speed: 5098.956113 samples/sec	rmse=0.014434	lr=0.000344
Epoch[196] Batch [499]	Speed: 5152.645058 samples/sec	rmse=0.014421	lr=0.000336
Epoch[196] Batch [549]	Speed: 5269.698468 samples/sec	rmse=0.014444	lr=0.000329
Epoch[196] Batch [599]	Speed: 5033.453319 samples/sec	rmse=0.014433	lr=0.000322
Epoch[196] Batch [649]	Speed: 4942.197023 samples/sec	rmse=0.014427	lr=0.000314
Epoch[196] Batch [699]	Speed: 5089.609926 samples/sec	rmse=0.014435	lr=0.000307
Epoch[196] Batch [749]	Speed: 5160.314961 samples/sec	rmse=0.014437	lr=0.000300
Epoch[196] Batch [799]	Speed: 4913.854493 samples/sec	rmse=0.014437	lr=0.000293
Epoch[196] Batch [849]	Speed: 4949.878607 samples/sec	rmse=0.014446	lr=0.000286
Epoch[196] Batch [899]	Speed: 4864.237912 samples/sec	rmse=0.014442	lr=0.000279
Epoch[196] Batch [949]	Speed: 5011.498526 samples/sec	rmse=0.014442	lr=0.000273
Epoch[196] Batch [999]	Speed: 5090.196354 samples/sec	rmse=0.014433	lr=0.000266
Epoch[196] Batch [1049]	Speed: 4953.696022 samples/sec	rmse=0.014443	lr=0.000259
Epoch[196] Batch [1099]	Speed: 4994.124093 samples/sec	rmse=0.014445	lr=0.000253
Epoch[196] Batch [1149]	Speed: 4993.837704 samples/sec	rmse=0.014441	lr=0.000246
Epoch[196] Batch [1199]	Speed: 4987.805154 samples/sec	rmse=0.014436	lr=0.000240
Epoch[196] Batch [1249]	Speed: 5100.401722 samples/sec	rmse=0.014436	lr=0.000234
[Epoch 196] training: rmse=0.014436
[Epoch 196] speed: 5002 samples/sec	time cost: 264.993571
[Epoch 196] validation: err-top1=0.209303 err-top5=0.054668
Epoch[197] Batch [49]	Speed: 4926.401294 samples/sec	rmse=0.014576	lr=0.000227
Epoch[197] Batch [99]	Speed: 4855.473329 samples/sec	rmse=0.014539	lr=0.000221
Epoch[197] Batch [149]	Speed: 4736.591452 samples/sec	rmse=0.014475	lr=0.000215
Epoch[197] Batch [199]	Speed: 4994.815001 samples/sec	rmse=0.014417	lr=0.000209
Epoch[197] Batch [249]	Speed: 5121.719327 samples/sec	rmse=0.014439	lr=0.000204
Epoch[197] Batch [299]	Speed: 5061.452268 samples/sec	rmse=0.014431	lr=0.000198
Epoch[197] Batch [349]	Speed: 4881.441550 samples/sec	rmse=0.014433	lr=0.000192
Epoch[197] Batch [399]	Speed: 4938.653063 samples/sec	rmse=0.014427	lr=0.000187
Epoch[197] Batch [449]	Speed: 4816.407354 samples/sec	rmse=0.014439	lr=0.000181
Epoch[197] Batch [499]	Speed: 4743.314908 samples/sec	rmse=0.014441	lr=0.000176
Epoch[197] Batch [549]	Speed: 5196.003951 samples/sec	rmse=0.014456	lr=0.000170
Epoch[197] Batch [599]	Speed: 4913.225481 samples/sec	rmse=0.014468	lr=0.000165
Epoch[197] Batch [649]	Speed: 4886.546715 samples/sec	rmse=0.014473	lr=0.000160
Epoch[197] Batch [699]	Speed: 4811.101818 samples/sec	rmse=0.014476	lr=0.000155
Epoch[197] Batch [749]	Speed: 5024.916517 samples/sec	rmse=0.014471	lr=0.000150
Epoch[197] Batch [799]	Speed: 5136.741084 samples/sec	rmse=0.014472	lr=0.000145
Epoch[197] Batch [849]	Speed: 4836.084205 samples/sec	rmse=0.014475	lr=0.000140
Epoch[197] Batch [899]	Speed: 4804.471613 samples/sec	rmse=0.014468	lr=0.000135
Epoch[197] Batch [949]	Speed: 4929.386993 samples/sec	rmse=0.014475	lr=0.000130
Epoch[197] Batch [999]	Speed: 5020.408139 samples/sec	rmse=0.014469	lr=0.000126
Epoch[197] Batch [1049]	Speed: 5156.676385 samples/sec	rmse=0.014472	lr=0.000121
Epoch[197] Batch [1099]	Speed: 4804.547716 samples/sec	rmse=0.014476	lr=0.000117
Epoch[197] Batch [1149]	Speed: 5055.250240 samples/sec	rmse=0.014481	lr=0.000112
Epoch[197] Batch [1199]	Speed: 4750.425032 samples/sec	rmse=0.014478	lr=0.000108
Epoch[197] Batch [1249]	Speed: 4992.282530 samples/sec	rmse=0.014477	lr=0.000104
[Epoch 197] training: rmse=0.014476
[Epoch 197] speed: 4927 samples/sec	time cost: 268.871679
[Epoch 197] validation: err-top1=0.209676 err-top5=0.054911
Epoch[198] Batch [49]	Speed: 4488.055658 samples/sec	rmse=0.014511	lr=0.000100
Epoch[198] Batch [99]	Speed: 4807.709516 samples/sec	rmse=0.014475	lr=0.000096
Epoch[198] Batch [149]	Speed: 4646.824071 samples/sec	rmse=0.014491	lr=0.000092
Epoch[198] Batch [199]	Speed: 4852.339634 samples/sec	rmse=0.014441	lr=0.000088
Epoch[198] Batch [249]	Speed: 5206.156640 samples/sec	rmse=0.014408	lr=0.000084
Epoch[198] Batch [299]	Speed: 5080.248544 samples/sec	rmse=0.014403	lr=0.000080
Epoch[198] Batch [349]	Speed: 4988.894828 samples/sec	rmse=0.014417	lr=0.000077
Epoch[198] Batch [399]	Speed: 5055.816398 samples/sec	rmse=0.014411	lr=0.000073
Epoch[198] Batch [449]	Speed: 5041.605590 samples/sec	rmse=0.014416	lr=0.000070
Epoch[198] Batch [499]	Speed: 5082.923163 samples/sec	rmse=0.014419	lr=0.000067
Epoch[198] Batch [549]	Speed: 5010.013216 samples/sec	rmse=0.014445	lr=0.000063
Epoch[198] Batch [599]	Speed: 5098.203054 samples/sec	rmse=0.014438	lr=0.000060
Epoch[198] Batch [649]	Speed: 5215.933515 samples/sec	rmse=0.014447	lr=0.000057
Epoch[198] Batch [699]	Speed: 5343.345461 samples/sec	rmse=0.014452	lr=0.000054
Epoch[198] Batch [749]	Speed: 5078.433000 samples/sec	rmse=0.014456	lr=0.000051
Epoch[198] Batch [799]	Speed: 4984.161613 samples/sec	rmse=0.014454	lr=0.000048
Epoch[198] Batch [849]	Speed: 4904.788140 samples/sec	rmse=0.014450	lr=0.000045
Epoch[198] Batch [899]	Speed: 4802.613966 samples/sec	rmse=0.014447	lr=0.000043
Epoch[198] Batch [949]	Speed: 4926.569576 samples/sec	rmse=0.014450	lr=0.000040
Epoch[198] Batch [999]	Speed: 5018.851037 samples/sec	rmse=0.014441	lr=0.000037
Epoch[198] Batch [1049]	Speed: 4876.237423 samples/sec	rmse=0.014436	lr=0.000035
Epoch[198] Batch [1099]	Speed: 4916.103616 samples/sec	rmse=0.014445	lr=0.000033
Epoch[198] Batch [1149]	Speed: 4911.927830 samples/sec	rmse=0.014440	lr=0.000030
Epoch[198] Batch [1199]	Speed: 4973.082158 samples/sec	rmse=0.014437	lr=0.000028
Epoch[198] Batch [1249]	Speed: 5014.440995 samples/sec	rmse=0.014437	lr=0.000026
[Epoch 198] training: rmse=0.014437
[Epoch 198] speed: 4962 samples/sec	time cost: 267.513547
[Epoch 198] validation: err-top1=0.209124 err-top5=0.054010
Epoch[199] Batch [49]	Speed: 4798.410906 samples/sec	rmse=0.014632	lr=0.000024
Epoch[199] Batch [99]	Speed: 4814.790467 samples/sec	rmse=0.014639	lr=0.000022
Epoch[199] Batch [149]	Speed: 4906.580392 samples/sec	rmse=0.014538	lr=0.000020
Epoch[199] Batch [199]	Speed: 4598.194201 samples/sec	rmse=0.014528	lr=0.000018
Epoch[199] Batch [249]	Speed: 4991.471197 samples/sec	rmse=0.014464	lr=0.000017
Epoch[199] Batch [299]	Speed: 5061.936531 samples/sec	rmse=0.014414	lr=0.000015
Epoch[199] Batch [349]	Speed: 4624.913231 samples/sec	rmse=0.014413	lr=0.000013
Epoch[199] Batch [399]	Speed: 4843.587577 samples/sec	rmse=0.014430	lr=0.000012
Epoch[199] Batch [449]	Speed: 4891.924320 samples/sec	rmse=0.014443	lr=0.000011
Epoch[199] Batch [499]	Speed: 4971.418807 samples/sec	rmse=0.014447	lr=0.000009
Epoch[199] Batch [549]	Speed: 4742.387881 samples/sec	rmse=0.014422	lr=0.000008
Epoch[199] Batch [599]	Speed: 4826.746136 samples/sec	rmse=0.014425	lr=0.000007
Epoch[199] Batch [649]	Speed: 4860.331452 samples/sec	rmse=0.014434	lr=0.000006
Epoch[199] Batch [699]	Speed: 5140.461082 samples/sec	rmse=0.014429	lr=0.000005
Epoch[199] Batch [749]	Speed: 4953.309251 samples/sec	rmse=0.014429	lr=0.000004
Epoch[199] Batch [799]	Speed: 4932.106931 samples/sec	rmse=0.014428	lr=0.000003
Epoch[199] Batch [849]	Speed: 5140.074494 samples/sec	rmse=0.014426	lr=0.000003
Epoch[199] Batch [899]	Speed: 4662.454196 samples/sec	rmse=0.014441	lr=0.000002
Epoch[199] Batch [949]	Speed: 4981.627335 samples/sec	rmse=0.014438	lr=0.000002
Epoch[199] Batch [999]	Speed: 4843.248502 samples/sec	rmse=0.014432	lr=0.000001
Epoch[199] Batch [1049]	Speed: 5090.719802 samples/sec	rmse=0.014434	lr=0.000001
Epoch[199] Batch [1099]	Speed: 4921.376652 samples/sec	rmse=0.014430	lr=0.000000
Epoch[199] Batch [1149]	Speed: 5054.055145 samples/sec	rmse=0.014437	lr=0.000000
Epoch[199] Batch [1199]	Speed: 4954.725229 samples/sec	rmse=0.014430	lr=0.000000
Epoch[199] Batch [1249]	Speed: 5130.653346 samples/sec	rmse=0.014431	lr=0.000000
[Epoch 199] training: rmse=0.014430
[Epoch 199] speed: 4900 samples/sec	time cost: 270.611126
[Epoch 199] validation: err-top1=0.209204 err-top5=0.054528