Namespace(batch_norm=False, batch_size=32, data_dir='~/.mxnet/datasets/imagenet', dtype='float32', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnet152_v1d_mixup.log', lr=0.1, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet152_v1d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', save_dir='params_resnet152_v1d_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 249.434086 samples/sec	rmse=0.026493	lr=0.000196
Epoch[0] Batch [99]	Speed: 750.364782 samples/sec	rmse=0.026427	lr=0.000396
Epoch[0] Batch [149]	Speed: 729.669737 samples/sec	rmse=0.026298	lr=0.000596
Epoch[0] Batch [199]	Speed: 764.866525 samples/sec	rmse=0.026362	lr=0.000795
Epoch[0] Batch [249]	Speed: 730.326033 samples/sec	rmse=0.026330	lr=0.000995
Epoch[0] Batch [299]	Speed: 706.256348 samples/sec	rmse=0.026290	lr=0.001195
Epoch[0] Batch [349]	Speed: 730.534855 samples/sec	rmse=0.026387	lr=0.001395
Epoch[0] Batch [399]	Speed: 735.541594 samples/sec	rmse=0.026283	lr=0.001595
Epoch[0] Batch [449]	Speed: 740.948149 samples/sec	rmse=0.026251	lr=0.001795
Epoch[0] Batch [499]	Speed: 706.752763 samples/sec	rmse=0.026239	lr=0.001994
Epoch[0] Batch [549]	Speed: 732.611584 samples/sec	rmse=0.026207	lr=0.002194
Epoch[0] Batch [599]	Speed: 698.658263 samples/sec	rmse=0.026238	lr=0.002394
Epoch[0] Batch [649]	Speed: 709.327155 samples/sec	rmse=0.026267	lr=0.002594
Epoch[0] Batch [699]	Speed: 725.219779 samples/sec	rmse=0.026237	lr=0.002794
Epoch[0] Batch [749]	Speed: 708.474877 samples/sec	rmse=0.026215	lr=0.002994
Epoch[0] Batch [799]	Speed: 696.348716 samples/sec	rmse=0.026244	lr=0.003193
Epoch[0] Batch [849]	Speed: 679.395567 samples/sec	rmse=0.026272	lr=0.003393
Epoch[0] Batch [899]	Speed: 690.003818 samples/sec	rmse=0.026264	lr=0.003593
Epoch[0] Batch [949]	Speed: 706.183831 samples/sec	rmse=0.026235	lr=0.003793
Epoch[0] Batch [999]	Speed: 687.132884 samples/sec	rmse=0.026221	lr=0.003993
Epoch[0] Batch [1049]	Speed: 692.851665 samples/sec	rmse=0.026217	lr=0.004193
Epoch[0] Batch [1099]	Speed: 685.622307 samples/sec	rmse=0.026217	lr=0.004392
Epoch[0] Batch [1149]	Speed: 678.143434 samples/sec	rmse=0.026206	lr=0.004592
Epoch[0] Batch [1199]	Speed: 686.582384 samples/sec	rmse=0.026212	lr=0.004792
Epoch[0] Batch [1249]	Speed: 686.069464 samples/sec	rmse=0.026189	lr=0.004992
Epoch[0] Batch [1299]	Speed: 685.841099 samples/sec	rmse=0.026179	lr=0.005192
Epoch[0] Batch [1349]	Speed: 699.827512 samples/sec	rmse=0.026150	lr=0.005392
Epoch[0] Batch [1399]	Speed: 692.210241 samples/sec	rmse=0.026130	lr=0.005592
Epoch[0] Batch [1449]	Speed: 720.003027 samples/sec	rmse=0.026146	lr=0.005791
Epoch[0] Batch [1499]	Speed: 681.004949 samples/sec	rmse=0.026126	lr=0.005991
Epoch[0] Batch [1549]	Speed: 726.342229 samples/sec	rmse=0.026132	lr=0.006191
Epoch[0] Batch [1599]	Speed: 701.076760 samples/sec	rmse=0.026127	lr=0.006391
Epoch[0] Batch [1649]	Speed: 675.484380 samples/sec	rmse=0.026122	lr=0.006591
Epoch[0] Batch [1699]	Speed: 697.562316 samples/sec	rmse=0.026100	lr=0.006791
Epoch[0] Batch [1749]	Speed: 692.929706 samples/sec	rmse=0.026108	lr=0.006990
Epoch[0] Batch [1799]	Speed: 702.803279 samples/sec	rmse=0.026108	lr=0.007190
Epoch[0] Batch [1849]	Speed: 729.512784 samples/sec	rmse=0.026123	lr=0.007390
Epoch[0] Batch [1899]	Speed: 701.060126 samples/sec	rmse=0.026119	lr=0.007590
Epoch[0] Batch [1949]	Speed: 695.607185 samples/sec	rmse=0.026130	lr=0.007790
Epoch[0] Batch [1999]	Speed: 702.150542 samples/sec	rmse=0.026103	lr=0.007990
Epoch[0] Batch [2049]	Speed: 687.890961 samples/sec	rmse=0.026093	lr=0.008189
Epoch[0] Batch [2099]	Speed: 699.739217 samples/sec	rmse=0.026087	lr=0.008389
Epoch[0] Batch [2149]	Speed: 675.035598 samples/sec	rmse=0.026109	lr=0.008589
Epoch[0] Batch [2199]	Speed: 666.283619 samples/sec	rmse=0.026092	lr=0.008789
Epoch[0] Batch [2249]	Speed: 696.637652 samples/sec	rmse=0.026089	lr=0.008989
Epoch[0] Batch [2299]	Speed: 681.945078 samples/sec	rmse=0.026090	lr=0.009189
Epoch[0] Batch [2349]	Speed: 688.223098 samples/sec	rmse=0.026086	lr=0.009388
Epoch[0] Batch [2399]	Speed: 680.803623 samples/sec	rmse=0.026090	lr=0.009588
Epoch[0] Batch [2449]	Speed: 670.995288 samples/sec	rmse=0.026081	lr=0.009788
Epoch[0] Batch [2499]	Speed: 685.862127 samples/sec	rmse=0.026095	lr=0.009988
Epoch[0] Batch [2549]	Speed: 688.790548 samples/sec	rmse=0.026104	lr=0.010188
Epoch[0] Batch [2599]	Speed: 709.113298 samples/sec	rmse=0.026104	lr=0.010388
Epoch[0] Batch [2649]	Speed: 689.399292 samples/sec	rmse=0.026097	lr=0.010588
Epoch[0] Batch [2699]	Speed: 698.556311 samples/sec	rmse=0.026087	lr=0.010787
Epoch[0] Batch [2749]	Speed: 694.219549 samples/sec	rmse=0.026082	lr=0.010987
Epoch[0] Batch [2799]	Speed: 676.008043 samples/sec	rmse=0.026083	lr=0.011187
Epoch[0] Batch [2849]	Speed: 698.440659 samples/sec	rmse=0.026083	lr=0.011387
Epoch[0] Batch [2899]	Speed: 697.798663 samples/sec	rmse=0.026083	lr=0.011587
Epoch[0] Batch [2949]	Speed: 682.275164 samples/sec	rmse=0.026085	lr=0.011787
Epoch[0] Batch [2999]	Speed: 705.777971 samples/sec	rmse=0.026094	lr=0.011986
Epoch[0] Batch [3049]	Speed: 673.349309 samples/sec	rmse=0.026082	lr=0.012186
Epoch[0] Batch [3099]	Speed: 708.226852 samples/sec	rmse=0.026085	lr=0.012386
Epoch[0] Batch [3149]	Speed: 717.199781 samples/sec	rmse=0.026081	lr=0.012586
Epoch[0] Batch [3199]	Speed: 701.723071 samples/sec	rmse=0.026087	lr=0.012786
Epoch[0] Batch [3249]	Speed: 685.349399 samples/sec	rmse=0.026081	lr=0.012986
Epoch[0] Batch [3299]	Speed: 694.486983 samples/sec	rmse=0.026089	lr=0.013185
Epoch[0] Batch [3349]	Speed: 680.183872 samples/sec	rmse=0.026085	lr=0.013385
Epoch[0] Batch [3399]	Speed: 690.693784 samples/sec	rmse=0.026080	lr=0.013585
Epoch[0] Batch [3449]	Speed: 707.750048 samples/sec	rmse=0.026071	lr=0.013785
Epoch[0] Batch [3499]	Speed: 710.373662 samples/sec	rmse=0.026066	lr=0.013985
Epoch[0] Batch [3549]	Speed: 691.414142 samples/sec	rmse=0.026074	lr=0.014185
Epoch[0] Batch [3599]	Speed: 718.719512 samples/sec	rmse=0.026083	lr=0.014384
Epoch[0] Batch [3649]	Speed: 682.590946 samples/sec	rmse=0.026083	lr=0.014584
Epoch[0] Batch [3699]	Speed: 675.304082 samples/sec	rmse=0.026080	lr=0.014784
Epoch[0] Batch [3749]	Speed: 703.917855 samples/sec	rmse=0.026075	lr=0.014984
Epoch[0] Batch [3799]	Speed: 670.351187 samples/sec	rmse=0.026086	lr=0.015184
Epoch[0] Batch [3849]	Speed: 707.976620 samples/sec	rmse=0.026090	lr=0.015384
Epoch[0] Batch [3899]	Speed: 698.162555 samples/sec	rmse=0.026080	lr=0.015584
Epoch[0] Batch [3949]	Speed: 684.900026 samples/sec	rmse=0.026078	lr=0.015783
Epoch[0] Batch [3999]	Speed: 694.449226 samples/sec	rmse=0.026088	lr=0.015983
Epoch[0] Batch [4049]	Speed: 708.754775 samples/sec	rmse=0.026089	lr=0.016183
Epoch[0] Batch [4099]	Speed: 687.962177 samples/sec	rmse=0.026080	lr=0.016383
Epoch[0] Batch [4149]	Speed: 712.397981 samples/sec	rmse=0.026087	lr=0.016583
Epoch[0] Batch [4199]	Speed: 684.579293 samples/sec	rmse=0.026094	lr=0.016783
Epoch[0] Batch [4249]	Speed: 689.420265 samples/sec	rmse=0.026096	lr=0.016982
Epoch[0] Batch [4299]	Speed: 699.486161 samples/sec	rmse=0.026090	lr=0.017182
Epoch[0] Batch [4349]	Speed: 676.440459 samples/sec	rmse=0.026086	lr=0.017382
Epoch[0] Batch [4399]	Speed: 675.518709 samples/sec	rmse=0.026086	lr=0.017582
Epoch[0] Batch [4449]	Speed: 694.691765 samples/sec	rmse=0.026094	lr=0.017782
Epoch[0] Batch [4499]	Speed: 678.295084 samples/sec	rmse=0.026091	lr=0.017982
Epoch[0] Batch [4549]	Speed: 684.924797 samples/sec	rmse=0.026097	lr=0.018181
Epoch[0] Batch [4599]	Speed: 678.982774 samples/sec	rmse=0.026092	lr=0.018381
Epoch[0] Batch [4649]	Speed: 688.819049 samples/sec	rmse=0.026091	lr=0.018581
Epoch[0] Batch [4699]	Speed: 685.496465 samples/sec	rmse=0.026090	lr=0.018781
Epoch[0] Batch [4749]	Speed: 694.362993 samples/sec	rmse=0.026090	lr=0.018981
Epoch[0] Batch [4799]	Speed: 684.372778 samples/sec	rmse=0.026089	lr=0.019181
Epoch[0] Batch [4849]	Speed: 695.858741 samples/sec	rmse=0.026087	lr=0.019380
Epoch[0] Batch [4899]	Speed: 685.994854 samples/sec	rmse=0.026081	lr=0.019580
Epoch[0] Batch [4949]	Speed: 690.583368 samples/sec	rmse=0.026078	lr=0.019780
Epoch[0] Batch [4999]	Speed: 702.288261 samples/sec	rmse=0.026082	lr=0.019980
[Epoch 0] training: rmse=0.026081
[Epoch 0] speed: 684 samples/sec	time cost: 1896.249015
[Epoch 0] validation: err-top1=0.920540 err-top5=0.795779
Epoch[1] Batch [49]	Speed: 719.407800 samples/sec	rmse=0.025792	lr=0.020196
Epoch[1] Batch [99]	Speed: 711.785690 samples/sec	rmse=0.025899	lr=0.020396
Epoch[1] Batch [149]	Speed: 702.470334 samples/sec	rmse=0.025903	lr=0.020596
Epoch[1] Batch [199]	Speed: 710.573213 samples/sec	rmse=0.025982	lr=0.020795
Epoch[1] Batch [249]	Speed: 741.808212 samples/sec	rmse=0.025845	lr=0.020995
Epoch[1] Batch [299]	Speed: 712.185642 samples/sec	rmse=0.025726	lr=0.021195
Epoch[1] Batch [349]	Speed: 717.536931 samples/sec	rmse=0.025736	lr=0.021395
Epoch[1] Batch [399]	Speed: 704.570897 samples/sec	rmse=0.025723	lr=0.021595
Epoch[1] Batch [449]	Speed: 721.165159 samples/sec	rmse=0.025762	lr=0.021795
Epoch[1] Batch [499]	Speed: 725.378908 samples/sec	rmse=0.025764	lr=0.021994
Epoch[1] Batch [549]	Speed: 720.010278 samples/sec	rmse=0.025768	lr=0.022194
Epoch[1] Batch [599]	Speed: 719.994481 samples/sec	rmse=0.025773	lr=0.022394
Epoch[1] Batch [649]	Speed: 712.886276 samples/sec	rmse=0.025778	lr=0.022594
Epoch[1] Batch [699]	Speed: 708.513034 samples/sec	rmse=0.025795	lr=0.022794
Epoch[1] Batch [749]	Speed: 705.008364 samples/sec	rmse=0.025806	lr=0.022994
Epoch[1] Batch [799]	Speed: 751.835932 samples/sec	rmse=0.025805	lr=0.023193
Epoch[1] Batch [849]	Speed: 716.768799 samples/sec	rmse=0.025786	lr=0.023393
Epoch[1] Batch [899]	Speed: 739.553600 samples/sec	rmse=0.025804	lr=0.023593
Epoch[1] Batch [949]	Speed: 739.131975 samples/sec	rmse=0.025791	lr=0.023793
Epoch[1] Batch [999]	Speed: 729.996531 samples/sec	rmse=0.025803	lr=0.023993
Epoch[1] Batch [1049]	Speed: 711.984477 samples/sec	rmse=0.025797	lr=0.024193
Epoch[1] Batch [1099]	Speed: 680.450249 samples/sec	rmse=0.025774	lr=0.024392
Epoch[1] Batch [1149]	Speed: 704.870002 samples/sec	rmse=0.025806	lr=0.024592
Epoch[1] Batch [1199]	Speed: 753.112885 samples/sec	rmse=0.025833	lr=0.024792
Epoch[1] Batch [1249]	Speed: 723.625653 samples/sec	rmse=0.025816	lr=0.024992
Epoch[1] Batch [1299]	Speed: 712.083624 samples/sec	rmse=0.025811	lr=0.025192
Epoch[1] Batch [1349]	Speed: 738.134464 samples/sec	rmse=0.025823	lr=0.025392
Epoch[1] Batch [1399]	Speed: 714.522317 samples/sec	rmse=0.025852	lr=0.025592
Epoch[1] Batch [1449]	Speed: 739.280573 samples/sec	rmse=0.025885	lr=0.025791
Epoch[1] Batch [1499]	Speed: 719.743228 samples/sec	rmse=0.025889	lr=0.025991
Epoch[1] Batch [1549]	Speed: 714.465492 samples/sec	rmse=0.025900	lr=0.026191
Epoch[1] Batch [1599]	Speed: 746.535371 samples/sec	rmse=0.025901	lr=0.026391
Epoch[1] Batch [1649]	Speed: 722.995594 samples/sec	rmse=0.025907	lr=0.026591
Epoch[1] Batch [1699]	Speed: 721.805704 samples/sec	rmse=0.025888	lr=0.026791
Epoch[1] Batch [1749]	Speed: 708.167176 samples/sec	rmse=0.025891	lr=0.026990
Epoch[1] Batch [1799]	Speed: 754.053361 samples/sec	rmse=0.025895	lr=0.027190
Epoch[1] Batch [1849]	Speed: 702.681931 samples/sec	rmse=0.025915	lr=0.027390
Epoch[1] Batch [1899]	Speed: 694.644675 samples/sec	rmse=0.025918	lr=0.027590
Epoch[1] Batch [1949]	Speed: 696.846400 samples/sec	rmse=0.025912	lr=0.027790
Epoch[1] Batch [1999]	Speed: 697.447799 samples/sec	rmse=0.025918	lr=0.027990
Epoch[1] Batch [2049]	Speed: 726.898951 samples/sec	rmse=0.025913	lr=0.028189
Epoch[1] Batch [2099]	Speed: 695.770038 samples/sec	rmse=0.025900	lr=0.028389
Epoch[1] Batch [2149]	Speed: 695.990745 samples/sec	rmse=0.025903	lr=0.028589
Epoch[1] Batch [2199]	Speed: 774.024739 samples/sec	rmse=0.025909	lr=0.028789
Epoch[1] Batch [2249]	Speed: 680.664716 samples/sec	rmse=0.025909	lr=0.028989
Epoch[1] Batch [2299]	Speed: 739.791087 samples/sec	rmse=0.025912	lr=0.029189
Epoch[1] Batch [2349]	Speed: 719.189441 samples/sec	rmse=0.025911	lr=0.029388
Epoch[1] Batch [2399]	Speed: 710.613834 samples/sec	rmse=0.025902	lr=0.029588
Epoch[1] Batch [2449]	Speed: 730.824748 samples/sec	rmse=0.025897	lr=0.029788
Epoch[1] Batch [2499]	Speed: 718.307595 samples/sec	rmse=0.025902	lr=0.029988
Epoch[1] Batch [2549]	Speed: 696.196118 samples/sec	rmse=0.025902	lr=0.030188
Epoch[1] Batch [2599]	Speed: 701.636673 samples/sec	rmse=0.025897	lr=0.030388
Epoch[1] Batch [2649]	Speed: 714.659234 samples/sec	rmse=0.025887	lr=0.030588
Epoch[1] Batch [2699]	Speed: 700.986292 samples/sec	rmse=0.025878	lr=0.030787
Epoch[1] Batch [2749]	Speed: 715.058508 samples/sec	rmse=0.025875	lr=0.030987
Epoch[1] Batch [2799]	Speed: 726.797456 samples/sec	rmse=0.025862	lr=0.031187
Epoch[1] Batch [2849]	Speed: 712.148440 samples/sec	rmse=0.025857	lr=0.031387
Epoch[1] Batch [2899]	Speed: 711.585703 samples/sec	rmse=0.025861	lr=0.031587
Epoch[1] Batch [2949]	Speed: 724.878895 samples/sec	rmse=0.025851	lr=0.031787
Epoch[1] Batch [2999]	Speed: 707.345835 samples/sec	rmse=0.025833	lr=0.031986
Epoch[1] Batch [3049]	Speed: 713.457473 samples/sec	rmse=0.025833	lr=0.032186
Epoch[1] Batch [3099]	Speed: 709.568392 samples/sec	rmse=0.025838	lr=0.032386
Epoch[1] Batch [3149]	Speed: 715.483354 samples/sec	rmse=0.025846	lr=0.032586
Epoch[1] Batch [3199]	Speed: 750.307955 samples/sec	rmse=0.025832	lr=0.032786
Epoch[1] Batch [3249]	Speed: 730.446394 samples/sec	rmse=0.025821	lr=0.032986
Epoch[1] Batch [3299]	Speed: 684.187356 samples/sec	rmse=0.025819	lr=0.033185
Epoch[1] Batch [3349]	Speed: 718.593548 samples/sec	rmse=0.025823	lr=0.033385
Epoch[1] Batch [3399]	Speed: 741.407325 samples/sec	rmse=0.025824	lr=0.033585
Epoch[1] Batch [3449]	Speed: 707.181532 samples/sec	rmse=0.025832	lr=0.033785
Epoch[1] Batch [3499]	Speed: 771.650522 samples/sec	rmse=0.025838	lr=0.033985
Epoch[1] Batch [3549]	Speed: 717.862247 samples/sec	rmse=0.025830	lr=0.034185
Epoch[1] Batch [3599]	Speed: 730.782598 samples/sec	rmse=0.025824	lr=0.034384
Epoch[1] Batch [3649]	Speed: 718.334237 samples/sec	rmse=0.025823	lr=0.034584
Epoch[1] Batch [3699]	Speed: 690.593237 samples/sec	rmse=0.025819	lr=0.034784
Epoch[1] Batch [3749]	Speed: 746.687190 samples/sec	rmse=0.025814	lr=0.034984
Epoch[1] Batch [3799]	Speed: 687.190616 samples/sec	rmse=0.025813	lr=0.035184
Epoch[1] Batch [3849]	Speed: 697.704986 samples/sec	rmse=0.025807	lr=0.035384
Epoch[1] Batch [3899]	Speed: 707.902350 samples/sec	rmse=0.025797	lr=0.035584
Epoch[1] Batch [3949]	Speed: 742.280596 samples/sec	rmse=0.025796	lr=0.035783
Epoch[1] Batch [3999]	Speed: 709.468416 samples/sec	rmse=0.025785	lr=0.035983
Epoch[1] Batch [4049]	Speed: 704.356840 samples/sec	rmse=0.025786	lr=0.036183
Epoch[1] Batch [4099]	Speed: 710.820108 samples/sec	rmse=0.025785	lr=0.036383
Epoch[1] Batch [4149]	Speed: 724.739805 samples/sec	rmse=0.025781	lr=0.036583
Epoch[1] Batch [4199]	Speed: 694.950765 samples/sec	rmse=0.025783	lr=0.036783
Epoch[1] Batch [4249]	Speed: 718.692678 samples/sec	rmse=0.025780	lr=0.036982
Epoch[1] Batch [4299]	Speed: 703.492102 samples/sec	rmse=0.025782	lr=0.037182
Epoch[1] Batch [4349]	Speed: 725.330486 samples/sec	rmse=0.025781	lr=0.037382
Epoch[1] Batch [4399]	Speed: 717.430441 samples/sec	rmse=0.025777	lr=0.037582
Epoch[1] Batch [4449]	Speed: 718.224733 samples/sec	rmse=0.025778	lr=0.037782
Epoch[1] Batch [4499]	Speed: 712.923556 samples/sec	rmse=0.025773	lr=0.037982
Epoch[1] Batch [4549]	Speed: 681.843762 samples/sec	rmse=0.025772	lr=0.038181
Epoch[1] Batch [4599]	Speed: 712.650516 samples/sec	rmse=0.025770	lr=0.038381
Epoch[1] Batch [4649]	Speed: 709.039613 samples/sec	rmse=0.025768	lr=0.038581
Epoch[1] Batch [4699]	Speed: 691.561399 samples/sec	rmse=0.025768	lr=0.038781
Epoch[1] Batch [4749]	Speed: 729.893167 samples/sec	rmse=0.025758	lr=0.038981
Epoch[1] Batch [4799]	Speed: 684.807212 samples/sec	rmse=0.025755	lr=0.039181
Epoch[1] Batch [4849]	Speed: 737.178822 samples/sec	rmse=0.025746	lr=0.039380
Epoch[1] Batch [4899]	Speed: 705.998000 samples/sec	rmse=0.025747	lr=0.039580
Epoch[1] Batch [4949]	Speed: 728.561377 samples/sec	rmse=0.025742	lr=0.039780
Epoch[1] Batch [4999]	Speed: 732.537303 samples/sec	rmse=0.025742	lr=0.039980
[Epoch 1] training: rmse=0.025741
[Epoch 1] speed: 716 samples/sec	time cost: 1811.461602
[Epoch 1] validation: err-top1=0.829507 err-top5=0.635036
Epoch[2] Batch [49]	Speed: 685.856432 samples/sec	rmse=0.025433	lr=0.040196
Epoch[2] Batch [99]	Speed: 681.530600 samples/sec	rmse=0.025323	lr=0.040396
Epoch[2] Batch [149]	Speed: 721.223422 samples/sec	rmse=0.025142	lr=0.040596
Epoch[2] Batch [199]	Speed: 739.243214 samples/sec	rmse=0.025362	lr=0.040795
Epoch[2] Batch [249]	Speed: 743.393303 samples/sec	rmse=0.025528	lr=0.040995
Epoch[2] Batch [299]	Speed: 726.959887 samples/sec	rmse=0.025582	lr=0.041195
Epoch[2] Batch [349]	Speed: 720.723314 samples/sec	rmse=0.025592	lr=0.041395
Epoch[2] Batch [399]	Speed: 721.675562 samples/sec	rmse=0.025602	lr=0.041595
Epoch[2] Batch [449]	Speed: 700.709734 samples/sec	rmse=0.025586	lr=0.041795
Epoch[2] Batch [499]	Speed: 714.675873 samples/sec	rmse=0.025628	lr=0.041994
Epoch[2] Batch [549]	Speed: 717.814496 samples/sec	rmse=0.025544	lr=0.042194
Epoch[2] Batch [599]	Speed: 714.187356 samples/sec	rmse=0.025519	lr=0.042394
Epoch[2] Batch [649]	Speed: 743.956120 samples/sec	rmse=0.025539	lr=0.042594
Epoch[2] Batch [699]	Speed: 740.514136 samples/sec	rmse=0.025466	lr=0.042794
Epoch[2] Batch [749]	Speed: 730.408502 samples/sec	rmse=0.025487	lr=0.042994
Epoch[2] Batch [799]	Speed: 704.796789 samples/sec	rmse=0.025485	lr=0.043193
Epoch[2] Batch [849]	Speed: 694.273819 samples/sec	rmse=0.025480	lr=0.043393
Epoch[2] Batch [899]	Speed: 736.380761 samples/sec	rmse=0.025439	lr=0.043593
Epoch[2] Batch [949]	Speed: 722.231631 samples/sec	rmse=0.025409	lr=0.043793
Epoch[2] Batch [999]	Speed: 736.836324 samples/sec	rmse=0.025435	lr=0.043993
Epoch[2] Batch [1049]	Speed: 740.867822 samples/sec	rmse=0.025434	lr=0.044193
Epoch[2] Batch [1099]	Speed: 702.324330 samples/sec	rmse=0.025405	lr=0.044392
Epoch[2] Batch [1149]	Speed: 689.616639 samples/sec	rmse=0.025403	lr=0.044592
Epoch[2] Batch [1199]	Speed: 713.517646 samples/sec	rmse=0.025406	lr=0.044792
Epoch[2] Batch [1249]	Speed: 737.423234 samples/sec	rmse=0.025409	lr=0.044992
Epoch[2] Batch [1299]	Speed: 717.946639 samples/sec	rmse=0.025422	lr=0.045192
Epoch[2] Batch [1349]	Speed: 709.479826 samples/sec	rmse=0.025420	lr=0.045392
Epoch[2] Batch [1399]	Speed: 745.781760 samples/sec	rmse=0.025386	lr=0.045592
Epoch[2] Batch [1449]	Speed: 725.714465 samples/sec	rmse=0.025370	lr=0.045791
Epoch[2] Batch [1499]	Speed: 743.100730 samples/sec	rmse=0.025351	lr=0.045991
Epoch[2] Batch [1549]	Speed: 706.977533 samples/sec	rmse=0.025340	lr=0.046191
Epoch[2] Batch [1599]	Speed: 719.593679 samples/sec	rmse=0.025312	lr=0.046391
Epoch[2] Batch [1649]	Speed: 733.480850 samples/sec	rmse=0.025306	lr=0.046591
Epoch[2] Batch [1699]	Speed: 747.848325 samples/sec	rmse=0.025307	lr=0.046791
Epoch[2] Batch [1749]	Speed: 717.090086 samples/sec	rmse=0.025295	lr=0.046990
Epoch[2] Batch [1799]	Speed: 700.767968 samples/sec	rmse=0.025292	lr=0.047190
Epoch[2] Batch [1849]	Speed: 727.220086 samples/sec	rmse=0.025291	lr=0.047390
Epoch[2] Batch [1899]	Speed: 725.308712 samples/sec	rmse=0.025292	lr=0.047590
Epoch[2] Batch [1949]	Speed: 764.873466 samples/sec	rmse=0.025290	lr=0.047790
Epoch[2] Batch [1999]	Speed: 725.808328 samples/sec	rmse=0.025279	lr=0.047990
Epoch[2] Batch [2049]	Speed: 682.418450 samples/sec	rmse=0.025273	lr=0.048189
Epoch[2] Batch [2099]	Speed: 715.807287 samples/sec	rmse=0.025280	lr=0.048389
Epoch[2] Batch [2149]	Speed: 730.871608 samples/sec	rmse=0.025260	lr=0.048589
Epoch[2] Batch [2199]	Speed: 699.682194 samples/sec	rmse=0.025252	lr=0.048789
Epoch[2] Batch [2249]	Speed: 728.774424 samples/sec	rmse=0.025252	lr=0.048989
Epoch[2] Batch [2299]	Speed: 709.560524 samples/sec	rmse=0.025245	lr=0.049189
Epoch[2] Batch [2349]	Speed: 699.141655 samples/sec	rmse=0.025241	lr=0.049388
Epoch[2] Batch [2399]	Speed: 708.456179 samples/sec	rmse=0.025237	lr=0.049588
Epoch[2] Batch [2449]	Speed: 715.861442 samples/sec	rmse=0.025234	lr=0.049788
Epoch[2] Batch [2499]	Speed: 735.283433 samples/sec	rmse=0.025222	lr=0.049988
Epoch[2] Batch [2549]	Speed: 717.043779 samples/sec	rmse=0.025207	lr=0.050188
Epoch[2] Batch [2599]	Speed: 716.921963 samples/sec	rmse=0.025210	lr=0.050388
Epoch[2] Batch [2649]	Speed: 740.581054 samples/sec	rmse=0.025204	lr=0.050588
Epoch[2] Batch [2699]	Speed: 709.276372 samples/sec	rmse=0.025202	lr=0.050787
Epoch[2] Batch [2749]	Speed: 717.005167 samples/sec	rmse=0.025200	lr=0.050987
Epoch[2] Batch [2799]	Speed: 762.312240 samples/sec	rmse=0.025198	lr=0.051187
Epoch[2] Batch [2849]	Speed: 713.547556 samples/sec	rmse=0.025199	lr=0.051387
Epoch[2] Batch [2899]	Speed: 680.589870 samples/sec	rmse=0.025198	lr=0.051587
Epoch[2] Batch [2949]	Speed: 728.389108 samples/sec	rmse=0.025193	lr=0.051787
Epoch[2] Batch [2999]	Speed: 702.844186 samples/sec	rmse=0.025192	lr=0.051986
Epoch[2] Batch [3049]	Speed: 727.631590 samples/sec	rmse=0.025175	lr=0.052186
Epoch[2] Batch [3099]	Speed: 679.381829 samples/sec	rmse=0.025168	lr=0.052386
Epoch[2] Batch [3149]	Speed: 709.051468 samples/sec	rmse=0.025160	lr=0.052586
Epoch[2] Batch [3199]	Speed: 731.763975 samples/sec	rmse=0.025150	lr=0.052786
Epoch[2] Batch [3249]	Speed: 737.371195 samples/sec	rmse=0.025144	lr=0.052986
Epoch[2] Batch [3299]	Speed: 723.335809 samples/sec	rmse=0.025146	lr=0.053185
Epoch[2] Batch [3349]	Speed: 719.841344 samples/sec	rmse=0.025137	lr=0.053385
Epoch[2] Batch [3399]	Speed: 710.153980 samples/sec	rmse=0.025135	lr=0.053585
Epoch[2] Batch [3449]	Speed: 755.852542 samples/sec	rmse=0.025135	lr=0.053785
Epoch[2] Batch [3499]	Speed: 725.619136 samples/sec	rmse=0.025133	lr=0.053985
Epoch[2] Batch [3549]	Speed: 742.896783 samples/sec	rmse=0.025128	lr=0.054185
Epoch[2] Batch [3599]	Speed: 726.981937 samples/sec	rmse=0.025119	lr=0.054384
Epoch[2] Batch [3649]	Speed: 716.695199 samples/sec	rmse=0.025110	lr=0.054584
Epoch[2] Batch [3699]	Speed: 709.359114 samples/sec	rmse=0.025104	lr=0.054784
Epoch[2] Batch [3749]	Speed: 698.722113 samples/sec	rmse=0.025096	lr=0.054984
Epoch[2] Batch [3799]	Speed: 730.332242 samples/sec	rmse=0.025093	lr=0.055184
Epoch[2] Batch [3849]	Speed: 720.271806 samples/sec	rmse=0.025092	lr=0.055384
Epoch[2] Batch [3899]	Speed: 692.723012 samples/sec	rmse=0.025087	lr=0.055584
Epoch[2] Batch [3949]	Speed: 716.042610 samples/sec	rmse=0.025086	lr=0.055783
Epoch[2] Batch [3999]	Speed: 712.601158 samples/sec	rmse=0.025079	lr=0.055983
Epoch[2] Batch [4049]	Speed: 717.377130 samples/sec	rmse=0.025074	lr=0.056183
Epoch[2] Batch [4099]	Speed: 690.136964 samples/sec	rmse=0.025065	lr=0.056383
Epoch[2] Batch [4149]	Speed: 717.975068 samples/sec	rmse=0.025055	lr=0.056583
Epoch[2] Batch [4199]	Speed: 721.207407 samples/sec	rmse=0.025044	lr=0.056783
Epoch[2] Batch [4249]	Speed: 726.119071 samples/sec	rmse=0.025042	lr=0.056982
Epoch[2] Batch [4299]	Speed: 727.770342 samples/sec	rmse=0.025033	lr=0.057182
Epoch[2] Batch [4349]	Speed: 729.938539 samples/sec	rmse=0.025024	lr=0.057382
Epoch[2] Batch [4399]	Speed: 721.719258 samples/sec	rmse=0.025017	lr=0.057582
Epoch[2] Batch [4449]	Speed: 705.706842 samples/sec	rmse=0.025018	lr=0.057782
Epoch[2] Batch [4499]	Speed: 721.243624 samples/sec	rmse=0.025013	lr=0.057982
Epoch[2] Batch [4549]	Speed: 723.637680 samples/sec	rmse=0.025012	lr=0.058181
Epoch[2] Batch [4599]	Speed: 715.924427 samples/sec	rmse=0.025006	lr=0.058381
Epoch[2] Batch [4649]	Speed: 710.916511 samples/sec	rmse=0.024999	lr=0.058581
Epoch[2] Batch [4699]	Speed: 706.591163 samples/sec	rmse=0.024998	lr=0.058781
Epoch[2] Batch [4749]	Speed: 713.371194 samples/sec	rmse=0.024993	lr=0.058981
Epoch[2] Batch [4799]	Speed: 686.089103 samples/sec	rmse=0.024984	lr=0.059181
Epoch[2] Batch [4849]	Speed: 720.302575 samples/sec	rmse=0.024971	lr=0.059380
Epoch[2] Batch [4899]	Speed: 710.278345 samples/sec	rmse=0.024968	lr=0.059580
Epoch[2] Batch [4949]	Speed: 729.178073 samples/sec	rmse=0.024963	lr=0.059780
Epoch[2] Batch [4999]	Speed: 743.311488 samples/sec	rmse=0.024956	lr=0.059980
[Epoch 2] training: rmse=0.024956
[Epoch 2] speed: 718 samples/sec	time cost: 1805.563935
[Epoch 2] validation: err-top1=0.713782 err-top5=0.462921
Epoch[3] Batch [49]	Speed: 681.104961 samples/sec	rmse=0.024817	lr=0.060196
Epoch[3] Batch [99]	Speed: 733.814177 samples/sec	rmse=0.024508	lr=0.060396
Epoch[3] Batch [149]	Speed: 739.321316 samples/sec	rmse=0.024558	lr=0.060596
Epoch[3] Batch [199]	Speed: 702.460739 samples/sec	rmse=0.024547	lr=0.060795
Epoch[3] Batch [249]	Speed: 704.142368 samples/sec	rmse=0.024591	lr=0.060995
Epoch[3] Batch [299]	Speed: 705.039509 samples/sec	rmse=0.024454	lr=0.061195
Epoch[3] Batch [349]	Speed: 705.207431 samples/sec	rmse=0.024405	lr=0.061395
Epoch[3] Batch [399]	Speed: 732.924920 samples/sec	rmse=0.024400	lr=0.061595
Epoch[3] Batch [449]	Speed: 756.575986 samples/sec	rmse=0.024415	lr=0.061795
Epoch[3] Batch [499]	Speed: 718.773156 samples/sec	rmse=0.024444	lr=0.061994
Epoch[3] Batch [549]	Speed: 758.262175 samples/sec	rmse=0.024445	lr=0.062194
Epoch[3] Batch [599]	Speed: 699.178167 samples/sec	rmse=0.024412	lr=0.062394
Epoch[3] Batch [649]	Speed: 711.958615 samples/sec	rmse=0.024392	lr=0.062594
Epoch[3] Batch [699]	Speed: 723.802302 samples/sec	rmse=0.024379	lr=0.062794
Epoch[3] Batch [749]	Speed: 688.850787 samples/sec	rmse=0.024358	lr=0.062994
Epoch[3] Batch [799]	Speed: 700.774371 samples/sec	rmse=0.024324	lr=0.063193
Epoch[3] Batch [849]	Speed: 689.009157 samples/sec	rmse=0.024333	lr=0.063393
Epoch[3] Batch [899]	Speed: 704.216600 samples/sec	rmse=0.024345	lr=0.063593
Epoch[3] Batch [949]	Speed: 704.320830 samples/sec	rmse=0.024348	lr=0.063793
Epoch[3] Batch [999]	Speed: 701.111048 samples/sec	rmse=0.024327	lr=0.063993
Epoch[3] Batch [1049]	Speed: 704.249837 samples/sec	rmse=0.024340	lr=0.064193
Epoch[3] Batch [1099]	Speed: 711.705655 samples/sec	rmse=0.024329	lr=0.064392
Epoch[3] Batch [1149]	Speed: 719.491350 samples/sec	rmse=0.024338	lr=0.064592
Epoch[3] Batch [1199]	Speed: 738.191716 samples/sec	rmse=0.024306	lr=0.064792
Epoch[3] Batch [1249]	Speed: 698.108112 samples/sec	rmse=0.024297	lr=0.064992
Epoch[3] Batch [1299]	Speed: 686.522805 samples/sec	rmse=0.024319	lr=0.065192
Epoch[3] Batch [1349]	Speed: 709.840295 samples/sec	rmse=0.024295	lr=0.065392
Epoch[3] Batch [1399]	Speed: 736.840642 samples/sec	rmse=0.024289	lr=0.065592
Epoch[3] Batch [1449]	Speed: 697.165596 samples/sec	rmse=0.024295	lr=0.065791
Epoch[3] Batch [1499]	Speed: 702.619222 samples/sec	rmse=0.024302	lr=0.065991
Epoch[3] Batch [1549]	Speed: 701.996043 samples/sec	rmse=0.024292	lr=0.066191
Epoch[3] Batch [1599]	Speed: 720.965057 samples/sec	rmse=0.024284	lr=0.066391
Epoch[3] Batch [1649]	Speed: 702.987387 samples/sec	rmse=0.024282	lr=0.066591
Epoch[3] Batch [1699]	Speed: 715.857443 samples/sec	rmse=0.024287	lr=0.066791
Epoch[3] Batch [1749]	Speed: 735.807207 samples/sec	rmse=0.024276	lr=0.066990
Epoch[3] Batch [1799]	Speed: 700.779475 samples/sec	rmse=0.024274	lr=0.067190
Epoch[3] Batch [1849]	Speed: 686.041927 samples/sec	rmse=0.024270	lr=0.067390
Epoch[3] Batch [1899]	Speed: 734.806544 samples/sec	rmse=0.024276	lr=0.067590
Epoch[3] Batch [1949]	Speed: 730.193257 samples/sec	rmse=0.024269	lr=0.067790
Epoch[3] Batch [1999]	Speed: 696.596018 samples/sec	rmse=0.024258	lr=0.067990
Epoch[3] Batch [2049]	Speed: 701.468798 samples/sec	rmse=0.024244	lr=0.068189
Epoch[3] Batch [2099]	Speed: 736.972751 samples/sec	rmse=0.024236	lr=0.068389
Epoch[3] Batch [2149]	Speed: 713.809467 samples/sec	rmse=0.024219	lr=0.068589
Epoch[3] Batch [2199]	Speed: 726.073015 samples/sec	rmse=0.024209	lr=0.068789
Epoch[3] Batch [2249]	Speed: 724.275543 samples/sec	rmse=0.024203	lr=0.068989
Epoch[3] Batch [2299]	Speed: 714.891860 samples/sec	rmse=0.024205	lr=0.069189
Epoch[3] Batch [2349]	Speed: 722.939613 samples/sec	rmse=0.024216	lr=0.069388
Epoch[3] Batch [2399]	Speed: 703.962335 samples/sec	rmse=0.024209	lr=0.069588
Epoch[3] Batch [2449]	Speed: 708.757095 samples/sec	rmse=0.024212	lr=0.069788
Epoch[3] Batch [2499]	Speed: 693.414104 samples/sec	rmse=0.024211	lr=0.069988
Epoch[3] Batch [2549]	Speed: 714.220230 samples/sec	rmse=0.024200	lr=0.070188
Epoch[3] Batch [2599]	Speed: 698.664327 samples/sec	rmse=0.024194	lr=0.070388
Epoch[3] Batch [2649]	Speed: 735.470122 samples/sec	rmse=0.024193	lr=0.070588
Epoch[3] Batch [2699]	Speed: 729.761134 samples/sec	rmse=0.024181	lr=0.070787
Epoch[3] Batch [2749]	Speed: 709.523042 samples/sec	rmse=0.024167	lr=0.070987
Epoch[3] Batch [2799]	Speed: 736.920442 samples/sec	rmse=0.024165	lr=0.071187
Epoch[3] Batch [2849]	Speed: 698.467564 samples/sec	rmse=0.024163	lr=0.071387
Epoch[3] Batch [2899]	Speed: 709.153538 samples/sec	rmse=0.024154	lr=0.071587
Epoch[3] Batch [2949]	Speed: 702.727616 samples/sec	rmse=0.024150	lr=0.071787
Epoch[3] Batch [2999]	Speed: 725.372998 samples/sec	rmse=0.024145	lr=0.071986
Epoch[3] Batch [3049]	Speed: 723.294851 samples/sec	rmse=0.024134	lr=0.072186
Epoch[3] Batch [3099]	Speed: 723.881138 samples/sec	rmse=0.024132	lr=0.072386
Epoch[3] Batch [3149]	Speed: 746.650169 samples/sec	rmse=0.024129	lr=0.072586
Epoch[3] Batch [3199]	Speed: 721.309382 samples/sec	rmse=0.024123	lr=0.072786
Epoch[3] Batch [3249]	Speed: 706.108181 samples/sec	rmse=0.024124	lr=0.072986
Epoch[3] Batch [3299]	Speed: 711.989632 samples/sec	rmse=0.024120	lr=0.073185
Epoch[3] Batch [3349]	Speed: 692.784154 samples/sec	rmse=0.024117	lr=0.073385
Epoch[3] Batch [3399]	Speed: 727.421271 samples/sec	rmse=0.024106	lr=0.073585
Epoch[3] Batch [3449]	Speed: 683.181073 samples/sec	rmse=0.024102	lr=0.073785
Epoch[3] Batch [3499]	Speed: 703.345055 samples/sec	rmse=0.024098	lr=0.073985
Epoch[3] Batch [3549]	Speed: 701.068072 samples/sec	rmse=0.024095	lr=0.074185
Epoch[3] Batch [3599]	Speed: 698.518756 samples/sec	rmse=0.024088	lr=0.074384
Epoch[3] Batch [3649]	Speed: 721.561361 samples/sec	rmse=0.024084	lr=0.074584
Epoch[3] Batch [3699]	Speed: 707.973726 samples/sec	rmse=0.024081	lr=0.074784
Epoch[3] Batch [3749]	Speed: 721.279186 samples/sec	rmse=0.024077	lr=0.074984
Epoch[3] Batch [3799]	Speed: 694.750586 samples/sec	rmse=0.024072	lr=0.075184
Epoch[3] Batch [3849]	Speed: 700.213952 samples/sec	rmse=0.024067	lr=0.075384
Epoch[3] Batch [3899]	Speed: 700.365137 samples/sec	rmse=0.024060	lr=0.075584
Epoch[3] Batch [3949]	Speed: 706.248433 samples/sec	rmse=0.024051	lr=0.075783
Epoch[3] Batch [3999]	Speed: 715.439637 samples/sec	rmse=0.024043	lr=0.075983
Epoch[3] Batch [4049]	Speed: 685.634058 samples/sec	rmse=0.024035	lr=0.076183
Epoch[3] Batch [4099]	Speed: 743.972543 samples/sec	rmse=0.024029	lr=0.076383
Epoch[3] Batch [4149]	Speed: 728.065617 samples/sec	rmse=0.024024	lr=0.076583
Epoch[3] Batch [4199]	Speed: 689.843537 samples/sec	rmse=0.024018	lr=0.076783
Epoch[3] Batch [4249]	Speed: 696.326552 samples/sec	rmse=0.024020	lr=0.076982
Epoch[3] Batch [4299]	Speed: 749.036443 samples/sec	rmse=0.024015	lr=0.077182
Epoch[3] Batch [4349]	Speed: 693.114654 samples/sec	rmse=0.024014	lr=0.077382
Epoch[3] Batch [4399]	Speed: 713.262231 samples/sec	rmse=0.024010	lr=0.077582
Epoch[3] Batch [4449]	Speed: 694.180781 samples/sec	rmse=0.024004	lr=0.077782
Epoch[3] Batch [4499]	Speed: 736.369358 samples/sec	rmse=0.023997	lr=0.077982
Epoch[3] Batch [4549]	Speed: 717.801579 samples/sec	rmse=0.023990	lr=0.078181
Epoch[3] Batch [4599]	Speed: 707.884932 samples/sec	rmse=0.023983	lr=0.078381
Epoch[3] Batch [4649]	Speed: 706.280273 samples/sec	rmse=0.023977	lr=0.078581
Epoch[3] Batch [4699]	Speed: 699.392905 samples/sec	rmse=0.023978	lr=0.078781
Epoch[3] Batch [4749]	Speed: 709.539368 samples/sec	rmse=0.023974	lr=0.078981
Epoch[3] Batch [4799]	Speed: 725.564474 samples/sec	rmse=0.023973	lr=0.079181
Epoch[3] Batch [4849]	Speed: 724.590510 samples/sec	rmse=0.023967	lr=0.079380
Epoch[3] Batch [4899]	Speed: 695.363520 samples/sec	rmse=0.023965	lr=0.079580
Epoch[3] Batch [4949]	Speed: 715.113922 samples/sec	rmse=0.023962	lr=0.079780
Epoch[3] Batch [4999]	Speed: 702.309842 samples/sec	rmse=0.023955	lr=0.079980
[Epoch 3] training: rmse=0.023956
[Epoch 3] speed: 711 samples/sec	time cost: 1823.663623
[Epoch 3] validation: err-top1=0.610312 err-top5=0.350686
Epoch[4] Batch [49]	Speed: 698.066193 samples/sec	rmse=0.023929	lr=0.080196
Epoch[4] Batch [99]	Speed: 748.384306 samples/sec	rmse=0.023825	lr=0.080396
Epoch[4] Batch [149]	Speed: 680.880623 samples/sec	rmse=0.023774	lr=0.080596
Epoch[4] Batch [199]	Speed: 697.842835 samples/sec	rmse=0.023546	lr=0.080795
Epoch[4] Batch [249]	Speed: 725.449461 samples/sec	rmse=0.023483	lr=0.080995
Epoch[4] Batch [299]	Speed: 690.392542 samples/sec	rmse=0.023489	lr=0.081195
Epoch[4] Batch [349]	Speed: 728.816164 samples/sec	rmse=0.023480	lr=0.081395
Epoch[4] Batch [399]	Speed: 684.819153 samples/sec	rmse=0.023468	lr=0.081595
Epoch[4] Batch [449]	Speed: 714.124800 samples/sec	rmse=0.023436	lr=0.081795
Epoch[4] Batch [499]	Speed: 707.413305 samples/sec	rmse=0.023439	lr=0.081994
Epoch[4] Batch [549]	Speed: 692.345365 samples/sec	rmse=0.023465	lr=0.082194
Epoch[4] Batch [599]	Speed: 710.559125 samples/sec	rmse=0.023456	lr=0.082394
Epoch[4] Batch [649]	Speed: 688.146740 samples/sec	rmse=0.023454	lr=0.082594
Epoch[4] Batch [699]	Speed: 738.801720 samples/sec	rmse=0.023414	lr=0.082794
Epoch[4] Batch [749]	Speed: 710.390187 samples/sec	rmse=0.023398	lr=0.082994
Epoch[4] Batch [799]	Speed: 688.358752 samples/sec	rmse=0.023408	lr=0.083193
Epoch[4] Batch [849]	Speed: 720.723198 samples/sec	rmse=0.023435	lr=0.083393
Epoch[4] Batch [899]	Speed: 716.035571 samples/sec	rmse=0.023424	lr=0.083593
Epoch[4] Batch [949]	Speed: 708.416916 samples/sec	rmse=0.023420	lr=0.083793
Epoch[4] Batch [999]	Speed: 704.979202 samples/sec	rmse=0.023432	lr=0.083993
Epoch[4] Batch [1049]	Speed: 715.129983 samples/sec	rmse=0.023424	lr=0.084193
Epoch[4] Batch [1099]	Speed: 687.053698 samples/sec	rmse=0.023405	lr=0.084392
Epoch[4] Batch [1149]	Speed: 716.739183 samples/sec	rmse=0.023394	lr=0.084592
Epoch[4] Batch [1199]	Speed: 698.933668 samples/sec	rmse=0.023427	lr=0.084792
Epoch[4] Batch [1249]	Speed: 727.742621 samples/sec	rmse=0.023429	lr=0.084992
Epoch[4] Batch [1299]	Speed: 723.305804 samples/sec	rmse=0.023431	lr=0.085192
Epoch[4] Batch [1349]	Speed: 726.031756 samples/sec	rmse=0.023426	lr=0.085392
Epoch[4] Batch [1399]	Speed: 733.247988 samples/sec	rmse=0.023400	lr=0.085592
Epoch[4] Batch [1449]	Speed: 703.304579 samples/sec	rmse=0.023403	lr=0.085791
Epoch[4] Batch [1499]	Speed: 701.479145 samples/sec	rmse=0.023401	lr=0.085991
Epoch[4] Batch [1549]	Speed: 687.339221 samples/sec	rmse=0.023407	lr=0.086191
Epoch[4] Batch [1599]	Speed: 697.484623 samples/sec	rmse=0.023403	lr=0.086391
Epoch[4] Batch [1649]	Speed: 719.499469 samples/sec	rmse=0.023392	lr=0.086591
Epoch[4] Batch [1699]	Speed: 748.246333 samples/sec	rmse=0.023376	lr=0.086791
Epoch[4] Batch [1749]	Speed: 701.384194 samples/sec	rmse=0.023378	lr=0.086990
Epoch[4] Batch [1799]	Speed: 748.280968 samples/sec	rmse=0.023372	lr=0.087190
Epoch[4] Batch [1849]	Speed: 693.228853 samples/sec	rmse=0.023367	lr=0.087390
Epoch[4] Batch [1899]	Speed: 713.320343 samples/sec	rmse=0.023359	lr=0.087590
Epoch[4] Batch [1949]	Speed: 708.479542 samples/sec	rmse=0.023355	lr=0.087790
Epoch[4] Batch [1999]	Speed: 718.831920 samples/sec	rmse=0.023351	lr=0.087990
Epoch[4] Batch [2049]	Speed: 758.774370 samples/sec	rmse=0.023351	lr=0.088189
Epoch[4] Batch [2099]	Speed: 738.621059 samples/sec	rmse=0.023350	lr=0.088389
Epoch[4] Batch [2149]	Speed: 708.170585 samples/sec	rmse=0.023335	lr=0.088589
Epoch[4] Batch [2199]	Speed: 741.565813 samples/sec	rmse=0.023334	lr=0.088789
Epoch[4] Batch [2249]	Speed: 723.451869 samples/sec	rmse=0.023331	lr=0.088989
Epoch[4] Batch [2299]	Speed: 738.904379 samples/sec	rmse=0.023326	lr=0.089189
Epoch[4] Batch [2349]	Speed: 706.277625 samples/sec	rmse=0.023320	lr=0.089388
Epoch[4] Batch [2399]	Speed: 719.547405 samples/sec	rmse=0.023310	lr=0.089588
Epoch[4] Batch [2449]	Speed: 716.969106 samples/sec	rmse=0.023308	lr=0.089788
Epoch[4] Batch [2499]	Speed: 692.641291 samples/sec	rmse=0.023307	lr=0.089988
Epoch[4] Batch [2549]	Speed: 715.123267 samples/sec	rmse=0.023304	lr=0.090188
Epoch[4] Batch [2599]	Speed: 695.771743 samples/sec	rmse=0.023295	lr=0.090388
Epoch[4] Batch [2649]	Speed: 750.956181 samples/sec	rmse=0.023303	lr=0.090588
Epoch[4] Batch [2699]	Speed: 735.684871 samples/sec	rmse=0.023295	lr=0.090787
Epoch[4] Batch [2749]	Speed: 731.480901 samples/sec	rmse=0.023294	lr=0.090987
Epoch[4] Batch [2799]	Speed: 708.070498 samples/sec	rmse=0.023296	lr=0.091187
Epoch[4] Batch [2849]	Speed: 740.464999 samples/sec	rmse=0.023289	lr=0.091387
Epoch[4] Batch [2899]	Speed: 706.130926 samples/sec	rmse=0.023277	lr=0.091587
Epoch[4] Batch [2949]	Speed: 725.796180 samples/sec	rmse=0.023266	lr=0.091787
Epoch[4] Batch [2999]	Speed: 730.815486 samples/sec	rmse=0.023267	lr=0.091986
Epoch[4] Batch [3049]	Speed: 706.207872 samples/sec	rmse=0.023274	lr=0.092186
Epoch[4] Batch [3099]	Speed: 704.517530 samples/sec	rmse=0.023268	lr=0.092386
Epoch[4] Batch [3149]	Speed: 726.363662 samples/sec	rmse=0.023258	lr=0.092586
Epoch[4] Batch [3199]	Speed: 724.296238 samples/sec	rmse=0.023261	lr=0.092786
Epoch[4] Batch [3249]	Speed: 734.011290 samples/sec	rmse=0.023263	lr=0.092986
Epoch[4] Batch [3299]	Speed: 745.401747 samples/sec	rmse=0.023261	lr=0.093185
Epoch[4] Batch [3349]	Speed: 711.374828 samples/sec	rmse=0.023259	lr=0.093385
Epoch[4] Batch [3399]	Speed: 732.599848 samples/sec	rmse=0.023257	lr=0.093585
Epoch[4] Batch [3449]	Speed: 723.741816 samples/sec	rmse=0.023257	lr=0.093785
Epoch[4] Batch [3499]	Speed: 712.296488 samples/sec	rmse=0.023259	lr=0.093985
Epoch[4] Batch [3549]	Speed: 724.585630 samples/sec	rmse=0.023256	lr=0.094185
Epoch[4] Batch [3599]	Speed: 704.516994 samples/sec	rmse=0.023247	lr=0.094384
Epoch[4] Batch [3649]	Speed: 703.874461 samples/sec	rmse=0.023247	lr=0.094584
Epoch[4] Batch [3699]	Speed: 686.138522 samples/sec	rmse=0.023249	lr=0.094784
Epoch[4] Batch [3749]	Speed: 716.646972 samples/sec	rmse=0.023240	lr=0.094984
Epoch[4] Batch [3799]	Speed: 685.449956 samples/sec	rmse=0.023236	lr=0.095184
Epoch[4] Batch [3849]	Speed: 735.343457 samples/sec	rmse=0.023233	lr=0.095384
Epoch[4] Batch [3899]	Speed: 749.879773 samples/sec	rmse=0.023236	lr=0.095584
Epoch[4] Batch [3949]	Speed: 711.154573 samples/sec	rmse=0.023234	lr=0.095783
Epoch[4] Batch [3999]	Speed: 716.828614 samples/sec	rmse=0.023233	lr=0.095983
Epoch[4] Batch [4049]	Speed: 719.283088 samples/sec	rmse=0.023230	lr=0.096183
Epoch[4] Batch [4099]	Speed: 758.178094 samples/sec	rmse=0.023230	lr=0.096383
Epoch[4] Batch [4149]	Speed: 747.515972 samples/sec	rmse=0.023228	lr=0.096583
Epoch[4] Batch [4199]	Speed: 735.787794 samples/sec	rmse=0.023222	lr=0.096783
Epoch[4] Batch [4249]	Speed: 692.629567 samples/sec	rmse=0.023223	lr=0.096982
Epoch[4] Batch [4299]	Speed: 701.603031 samples/sec	rmse=0.023218	lr=0.097182
Epoch[4] Batch [4349]	Speed: 697.339850 samples/sec	rmse=0.023218	lr=0.097382
Epoch[4] Batch [4399]	Speed: 708.646946 samples/sec	rmse=0.023215	lr=0.097582
Epoch[4] Batch [4449]	Speed: 693.356826 samples/sec	rmse=0.023217	lr=0.097782
Epoch[4] Batch [4499]	Speed: 724.150076 samples/sec	rmse=0.023216	lr=0.097982
Epoch[4] Batch [4549]	Speed: 700.667000 samples/sec	rmse=0.023211	lr=0.098181
Epoch[4] Batch [4599]	Speed: 736.877081 samples/sec	rmse=0.023209	lr=0.098381
Epoch[4] Batch [4649]	Speed: 724.770458 samples/sec	rmse=0.023207	lr=0.098581
Epoch[4] Batch [4699]	Speed: 701.453153 samples/sec	rmse=0.023204	lr=0.098781
Epoch[4] Batch [4749]	Speed: 712.884572 samples/sec	rmse=0.023207	lr=0.098981
Epoch[4] Batch [4799]	Speed: 717.891514 samples/sec	rmse=0.023204	lr=0.099181
Epoch[4] Batch [4849]	Speed: 700.063334 samples/sec	rmse=0.023198	lr=0.099380
Epoch[4] Batch [4899]	Speed: 715.406537 samples/sec	rmse=0.023196	lr=0.099580
Epoch[4] Batch [4949]	Speed: 759.241365 samples/sec	rmse=0.023192	lr=0.099780
Epoch[4] Batch [4999]	Speed: 710.308699 samples/sec	rmse=0.023184	lr=0.099980
[Epoch 4] training: rmse=0.023185
[Epoch 4] speed: 715 samples/sec	time cost: 1813.519852
[Epoch 4] validation: err-top1=0.544872 err-top5=0.278606
Epoch[5] Batch [49]	Speed: 676.858213 samples/sec	rmse=0.022575	lr=0.100000
Epoch[5] Batch [99]	Speed: 706.405200 samples/sec	rmse=0.022789	lr=0.100000
Epoch[5] Batch [149]	Speed: 703.319735 samples/sec	rmse=0.022808	lr=0.100000
Epoch[5] Batch [199]	Speed: 718.599232 samples/sec	rmse=0.022764	lr=0.100000
Epoch[5] Batch [249]	Speed: 683.616075 samples/sec	rmse=0.022812	lr=0.100000
Epoch[5] Batch [299]	Speed: 730.711343 samples/sec	rmse=0.022861	lr=0.100000
Epoch[5] Batch [349]	Speed: 702.070934 samples/sec	rmse=0.022857	lr=0.100000
Epoch[5] Batch [399]	Speed: 721.469573 samples/sec	rmse=0.022877	lr=0.100000
Epoch[5] Batch [449]	Speed: 744.248841 samples/sec	rmse=0.022869	lr=0.100000
Epoch[5] Batch [499]	Speed: 716.515948 samples/sec	rmse=0.022861	lr=0.100000
Epoch[5] Batch [549]	Speed: 711.142676 samples/sec	rmse=0.022863	lr=0.100000
Epoch[5] Batch [599]	Speed: 700.705015 samples/sec	rmse=0.022871	lr=0.100000
Epoch[5] Batch [649]	Speed: 702.743704 samples/sec	rmse=0.022874	lr=0.100000
Epoch[5] Batch [699]	Speed: 706.365393 samples/sec	rmse=0.022881	lr=0.100000
Epoch[5] Batch [749]	Speed: 715.014654 samples/sec	rmse=0.022877	lr=0.100000
Epoch[5] Batch [799]	Speed: 674.316975 samples/sec	rmse=0.022855	lr=0.100000
Epoch[5] Batch [849]	Speed: 688.855453 samples/sec	rmse=0.022844	lr=0.100000
Epoch[5] Batch [899]	Speed: 679.832226 samples/sec	rmse=0.022832	lr=0.100000
Epoch[5] Batch [949]	Speed: 692.312626 samples/sec	rmse=0.022827	lr=0.100000
Epoch[5] Batch [999]	Speed: 709.807400 samples/sec	rmse=0.022841	lr=0.100000
Epoch[5] Batch [1049]	Speed: 700.519879 samples/sec	rmse=0.022840	lr=0.100000
Epoch[5] Batch [1099]	Speed: 716.294697 samples/sec	rmse=0.022832	lr=0.100000
Epoch[5] Batch [1149]	Speed: 703.716573 samples/sec	rmse=0.022821	lr=0.100000
Epoch[5] Batch [1199]	Speed: 715.095701 samples/sec	rmse=0.022827	lr=0.100000
Epoch[5] Batch [1249]	Speed: 696.550079 samples/sec	rmse=0.022832	lr=0.100000
Epoch[5] Batch [1299]	Speed: 690.848300 samples/sec	rmse=0.022823	lr=0.100000
Epoch[5] Batch [1349]	Speed: 741.886549 samples/sec	rmse=0.022833	lr=0.100000
Epoch[5] Batch [1399]	Speed: 711.725487 samples/sec	rmse=0.022843	lr=0.099999
Epoch[5] Batch [1449]	Speed: 710.410566 samples/sec	rmse=0.022846	lr=0.099999
Epoch[5] Batch [1499]	Speed: 719.814831 samples/sec	rmse=0.022851	lr=0.099999
Epoch[5] Batch [1549]	Speed: 709.186456 samples/sec	rmse=0.022850	lr=0.099999
Epoch[5] Batch [1599]	Speed: 692.685893 samples/sec	rmse=0.022849	lr=0.099999
Epoch[5] Batch [1649]	Speed: 683.906379 samples/sec	rmse=0.022843	lr=0.099999
Epoch[5] Batch [1699]	Speed: 724.329727 samples/sec	rmse=0.022833	lr=0.099999
Epoch[5] Batch [1749]	Speed: 728.733134 samples/sec	rmse=0.022822	lr=0.099999
Epoch[5] Batch [1799]	Speed: 690.277802 samples/sec	rmse=0.022814	lr=0.099999
Epoch[5] Batch [1849]	Speed: 707.093878 samples/sec	rmse=0.022806	lr=0.099999
Epoch[5] Batch [1899]	Speed: 698.741865 samples/sec	rmse=0.022806	lr=0.099999
Epoch[5] Batch [1949]	Speed: 746.195223 samples/sec	rmse=0.022799	lr=0.099999
Epoch[5] Batch [1999]	Speed: 723.497799 samples/sec	rmse=0.022793	lr=0.099999
Epoch[5] Batch [2049]	Speed: 669.632583 samples/sec	rmse=0.022784	lr=0.099999
Epoch[5] Batch [2099]	Speed: 711.825714 samples/sec	rmse=0.022770	lr=0.099999
Epoch[5] Batch [2149]	Speed: 694.492715 samples/sec	rmse=0.022765	lr=0.099999
Epoch[5] Batch [2199]	Speed: 724.373794 samples/sec	rmse=0.022769	lr=0.099999
Epoch[5] Batch [2249]	Speed: 698.174176 samples/sec	rmse=0.022775	lr=0.099999
Epoch[5] Batch [2299]	Speed: 715.861843 samples/sec	rmse=0.022768	lr=0.099999
Epoch[5] Batch [2349]	Speed: 719.962290 samples/sec	rmse=0.022768	lr=0.099999
Epoch[5] Batch [2399]	Speed: 691.095002 samples/sec	rmse=0.022758	lr=0.099999
Epoch[5] Batch [2449]	Speed: 743.965883 samples/sec	rmse=0.022750	lr=0.099998
Epoch[5] Batch [2499]	Speed: 716.457123 samples/sec	rmse=0.022750	lr=0.099998
Epoch[5] Batch [2549]	Speed: 758.261725 samples/sec	rmse=0.022746	lr=0.099998
Epoch[5] Batch [2599]	Speed: 717.799160 samples/sec	rmse=0.022747	lr=0.099998
Epoch[5] Batch [2649]	Speed: 729.111289 samples/sec	rmse=0.022750	lr=0.099998
Epoch[5] Batch [2699]	Speed: 684.556109 samples/sec	rmse=0.022742	lr=0.099998
Epoch[5] Batch [2749]	Speed: 728.960317 samples/sec	rmse=0.022737	lr=0.099998
Epoch[5] Batch [2799]	Speed: 699.969468 samples/sec	rmse=0.022733	lr=0.099998
Epoch[5] Batch [2849]	Speed: 689.891920 samples/sec	rmse=0.022721	lr=0.099998
Epoch[5] Batch [2899]	Speed: 731.216181 samples/sec	rmse=0.022710	lr=0.099998
Epoch[5] Batch [2949]	Speed: 731.930091 samples/sec	rmse=0.022711	lr=0.099998
Epoch[5] Batch [2999]	Speed: 709.366387 samples/sec	rmse=0.022711	lr=0.099998
Epoch[5] Batch [3049]	Speed: 714.137149 samples/sec	rmse=0.022710	lr=0.099998
Epoch[5] Batch [3099]	Speed: 719.765007 samples/sec	rmse=0.022705	lr=0.099998
Epoch[5] Batch [3149]	Speed: 721.325402 samples/sec	rmse=0.022703	lr=0.099997
Epoch[5] Batch [3199]	Speed: 725.754383 samples/sec	rmse=0.022699	lr=0.099997
Epoch[5] Batch [3249]	Speed: 744.652631 samples/sec	rmse=0.022697	lr=0.099997
Epoch[5] Batch [3299]	Speed: 723.380603 samples/sec	rmse=0.022686	lr=0.099997
Epoch[5] Batch [3349]	Speed: 725.220151 samples/sec	rmse=0.022681	lr=0.099997
Epoch[5] Batch [3399]	Speed: 781.113744 samples/sec	rmse=0.022682	lr=0.099997
Epoch[5] Batch [3449]	Speed: 718.844480 samples/sec	rmse=0.022682	lr=0.099997
Epoch[5] Batch [3499]	Speed: 732.485651 samples/sec	rmse=0.022682	lr=0.099997
Epoch[5] Batch [3549]	Speed: 758.958642 samples/sec	rmse=0.022674	lr=0.099997
Epoch[5] Batch [3599]	Speed: 733.719084 samples/sec	rmse=0.022669	lr=0.099997
Epoch[5] Batch [3649]	Speed: 711.005803 samples/sec	rmse=0.022668	lr=0.099997
Epoch[5] Batch [3699]	Speed: 737.149479 samples/sec	rmse=0.022669	lr=0.099996
Epoch[5] Batch [3749]	Speed: 724.504754 samples/sec	rmse=0.022665	lr=0.099996
Epoch[5] Batch [3799]	Speed: 714.505685 samples/sec	rmse=0.022661	lr=0.099996
Epoch[5] Batch [3849]	Speed: 726.694760 samples/sec	rmse=0.022660	lr=0.099996
Epoch[5] Batch [3899]	Speed: 719.599785 samples/sec	rmse=0.022657	lr=0.099996
Epoch[5] Batch [3949]	Speed: 713.474530 samples/sec	rmse=0.022658	lr=0.099996
Epoch[5] Batch [3999]	Speed: 711.620715 samples/sec	rmse=0.022656	lr=0.099996
Epoch[5] Batch [4049]	Speed: 709.359273 samples/sec	rmse=0.022655	lr=0.099996
Epoch[5] Batch [4099]	Speed: 720.644033 samples/sec	rmse=0.022653	lr=0.099996
Epoch[5] Batch [4149]	Speed: 716.945132 samples/sec	rmse=0.022649	lr=0.099996
Epoch[5] Batch [4199]	Speed: 756.954812 samples/sec	rmse=0.022646	lr=0.099995
Epoch[5] Batch [4249]	Speed: 685.364229 samples/sec	rmse=0.022641	lr=0.099995
Epoch[5] Batch [4299]	Speed: 732.742991 samples/sec	rmse=0.022637	lr=0.099995
Epoch[5] Batch [4349]	Speed: 703.512041 samples/sec	rmse=0.022636	lr=0.099995
Epoch[5] Batch [4399]	Speed: 722.463099 samples/sec	rmse=0.022633	lr=0.099995
Epoch[5] Batch [4449]	Speed: 718.543969 samples/sec	rmse=0.022631	lr=0.099995
Epoch[5] Batch [4499]	Speed: 716.983603 samples/sec	rmse=0.022627	lr=0.099995
Epoch[5] Batch [4549]	Speed: 718.109364 samples/sec	rmse=0.022623	lr=0.099995
Epoch[5] Batch [4599]	Speed: 702.579105 samples/sec	rmse=0.022617	lr=0.099995
Epoch[5] Batch [4649]	Speed: 716.944012 samples/sec	rmse=0.022615	lr=0.099994
Epoch[5] Batch [4699]	Speed: 712.347977 samples/sec	rmse=0.022612	lr=0.099994
Epoch[5] Batch [4749]	Speed: 707.031264 samples/sec	rmse=0.022610	lr=0.099994
Epoch[5] Batch [4799]	Speed: 711.633100 samples/sec	rmse=0.022607	lr=0.099994
Epoch[5] Batch [4849]	Speed: 717.438801 samples/sec	rmse=0.022604	lr=0.099994
Epoch[5] Batch [4899]	Speed: 727.260416 samples/sec	rmse=0.022600	lr=0.099994
Epoch[5] Batch [4949]	Speed: 711.001340 samples/sec	rmse=0.022601	lr=0.099994
Epoch[5] Batch [4999]	Speed: 713.608389 samples/sec	rmse=0.022598	lr=0.099994
[Epoch 5] training: rmse=0.022597
[Epoch 5] speed: 713 samples/sec	time cost: 1818.462053
[Epoch 5] validation: err-top1=0.493269 err-top5=0.235557
Epoch[6] Batch [49]	Speed: 673.008261 samples/sec	rmse=0.022191	lr=0.099993
Epoch[6] Batch [99]	Speed: 724.096700 samples/sec	rmse=0.022349	lr=0.099993
Epoch[6] Batch [149]	Speed: 714.280057 samples/sec	rmse=0.022435	lr=0.099993
Epoch[6] Batch [199]	Speed: 707.760853 samples/sec	rmse=0.022420	lr=0.099993
Epoch[6] Batch [249]	Speed: 742.141150 samples/sec	rmse=0.022367	lr=0.099993
Epoch[6] Batch [299]	Speed: 752.922043 samples/sec	rmse=0.022315	lr=0.099993
Epoch[6] Batch [349]	Speed: 737.527840 samples/sec	rmse=0.022284	lr=0.099993
Epoch[6] Batch [399]	Speed: 751.499836 samples/sec	rmse=0.022260	lr=0.099992
Epoch[6] Batch [449]	Speed: 748.791324 samples/sec	rmse=0.022254	lr=0.099992
Epoch[6] Batch [499]	Speed: 756.158536 samples/sec	rmse=0.022222	lr=0.099992
Epoch[6] Batch [549]	Speed: 699.504698 samples/sec	rmse=0.022185	lr=0.099992
Epoch[6] Batch [599]	Speed: 703.785992 samples/sec	rmse=0.022230	lr=0.099992
Epoch[6] Batch [649]	Speed: 713.188590 samples/sec	rmse=0.022231	lr=0.099992
Epoch[6] Batch [699]	Speed: 741.149277 samples/sec	rmse=0.022218	lr=0.099992
Epoch[6] Batch [749]	Speed: 694.189775 samples/sec	rmse=0.022211	lr=0.099991
Epoch[6] Batch [799]	Speed: 722.039822 samples/sec	rmse=0.022243	lr=0.099991
Epoch[6] Batch [849]	Speed: 739.484464 samples/sec	rmse=0.022241	lr=0.099991
Epoch[6] Batch [899]	Speed: 705.117301 samples/sec	rmse=0.022209	lr=0.099991
Epoch[6] Batch [949]	Speed: 723.458615 samples/sec	rmse=0.022184	lr=0.099991
Epoch[6] Batch [999]	Speed: 723.269428 samples/sec	rmse=0.022186	lr=0.099991
Epoch[6] Batch [1049]	Speed: 743.892074 samples/sec	rmse=0.022174	lr=0.099991
Epoch[6] Batch [1099]	Speed: 732.570418 samples/sec	rmse=0.022183	lr=0.099990
Epoch[6] Batch [1149]	Speed: 715.168507 samples/sec	rmse=0.022179	lr=0.099990
Epoch[6] Batch [1199]	Speed: 720.233754 samples/sec	rmse=0.022164	lr=0.099990
Epoch[6] Batch [1249]	Speed: 737.844067 samples/sec	rmse=0.022152	lr=0.099990
Epoch[6] Batch [1299]	Speed: 714.876839 samples/sec	rmse=0.022158	lr=0.099990
Epoch[6] Batch [1349]	Speed: 709.290522 samples/sec	rmse=0.022154	lr=0.099990
Epoch[6] Batch [1399]	Speed: 729.374021 samples/sec	rmse=0.022171	lr=0.099989
Epoch[6] Batch [1449]	Speed: 726.862134 samples/sec	rmse=0.022175	lr=0.099989
Epoch[6] Batch [1499]	Speed: 748.647292 samples/sec	rmse=0.022175	lr=0.099989
Epoch[6] Batch [1549]	Speed: 711.517538 samples/sec	rmse=0.022173	lr=0.099989
Epoch[6] Batch [1599]	Speed: 732.752842 samples/sec	rmse=0.022167	lr=0.099989
Epoch[6] Batch [1649]	Speed: 726.254034 samples/sec	rmse=0.022172	lr=0.099989
Epoch[6] Batch [1699]	Speed: 726.558719 samples/sec	rmse=0.022167	lr=0.099988
Epoch[6] Batch [1749]	Speed: 723.474195 samples/sec	rmse=0.022173	lr=0.099988
Epoch[6] Batch [1799]	Speed: 717.021647 samples/sec	rmse=0.022181	lr=0.099988
Epoch[6] Batch [1849]	Speed: 713.411984 samples/sec	rmse=0.022184	lr=0.099988
Epoch[6] Batch [1899]	Speed: 700.263253 samples/sec	rmse=0.022181	lr=0.099988
Epoch[6] Batch [1949]	Speed: 722.198754 samples/sec	rmse=0.022180	lr=0.099987
Epoch[6] Batch [1999]	Speed: 701.289973 samples/sec	rmse=0.022182	lr=0.099987
Epoch[6] Batch [2049]	Speed: 695.970842 samples/sec	rmse=0.022182	lr=0.099987
Epoch[6] Batch [2099]	Speed: 721.768994 samples/sec	rmse=0.022185	lr=0.099987
Epoch[6] Batch [2149]	Speed: 721.771556 samples/sec	rmse=0.022186	lr=0.099987
Epoch[6] Batch [2199]	Speed: 759.590182 samples/sec	rmse=0.022183	lr=0.099987
Epoch[6] Batch [2249]	Speed: 751.466397 samples/sec	rmse=0.022185	lr=0.099986
Epoch[6] Batch [2299]	Speed: 735.148718 samples/sec	rmse=0.022190	lr=0.099986
Epoch[6] Batch [2349]	Speed: 750.246334 samples/sec	rmse=0.022182	lr=0.099986
Epoch[6] Batch [2399]	Speed: 711.715401 samples/sec	rmse=0.022175	lr=0.099986
Epoch[6] Batch [2449]	Speed: 744.106314 samples/sec	rmse=0.022173	lr=0.099986
Epoch[6] Batch [2499]	Speed: 738.344668 samples/sec	rmse=0.022170	lr=0.099985
Epoch[6] Batch [2549]	Speed: 751.311672 samples/sec	rmse=0.022172	lr=0.099985
Epoch[6] Batch [2599]	Speed: 731.619120 samples/sec	rmse=0.022163	lr=0.099985
Epoch[6] Batch [2649]	Speed: 708.735828 samples/sec	rmse=0.022160	lr=0.099985
Epoch[6] Batch [2699]	Speed: 707.965968 samples/sec	rmse=0.022163	lr=0.099985
Epoch[6] Batch [2749]	Speed: 729.594127 samples/sec	rmse=0.022155	lr=0.099984
Epoch[6] Batch [2799]	Speed: 725.634936 samples/sec	rmse=0.022157	lr=0.099984
Epoch[6] Batch [2849]	Speed: 702.396709 samples/sec	rmse=0.022158	lr=0.099984
Epoch[6] Batch [2899]	Speed: 745.680268 samples/sec	rmse=0.022155	lr=0.099984
Epoch[6] Batch [2949]	Speed: 733.691189 samples/sec	rmse=0.022157	lr=0.099984
Epoch[6] Batch [2999]	Speed: 754.699718 samples/sec	rmse=0.022153	lr=0.099983
Epoch[6] Batch [3049]	Speed: 717.618187 samples/sec	rmse=0.022147	lr=0.099983
Epoch[6] Batch [3099]	Speed: 758.357362 samples/sec	rmse=0.022143	lr=0.099983
Epoch[6] Batch [3149]	Speed: 716.875706 samples/sec	rmse=0.022147	lr=0.099983
Epoch[6] Batch [3199]	Speed: 719.065374 samples/sec	rmse=0.022144	lr=0.099983
Epoch[6] Batch [3249]	Speed: 734.653747 samples/sec	rmse=0.022141	lr=0.099982
Epoch[6] Batch [3299]	Speed: 717.963355 samples/sec	rmse=0.022139	lr=0.099982
Epoch[6] Batch [3349]	Speed: 742.620923 samples/sec	rmse=0.022140	lr=0.099982
Epoch[6] Batch [3399]	Speed: 725.249688 samples/sec	rmse=0.022143	lr=0.099982
Epoch[6] Batch [3449]	Speed: 761.628483 samples/sec	rmse=0.022143	lr=0.099981
Epoch[6] Batch [3499]	Speed: 754.470620 samples/sec	rmse=0.022140	lr=0.099981
Epoch[6] Batch [3549]	Speed: 738.886379 samples/sec	rmse=0.022142	lr=0.099981
Epoch[6] Batch [3599]	Speed: 702.020763 samples/sec	rmse=0.022133	lr=0.099981
Epoch[6] Batch [3649]	Speed: 718.683317 samples/sec	rmse=0.022131	lr=0.099981
Epoch[6] Batch [3699]	Speed: 721.344136 samples/sec	rmse=0.022126	lr=0.099980
Epoch[6] Batch [3749]	Speed: 713.293427 samples/sec	rmse=0.022128	lr=0.099980
Epoch[6] Batch [3799]	Speed: 727.266071 samples/sec	rmse=0.022121	lr=0.099980
Epoch[6] Batch [3849]	Speed: 762.537027 samples/sec	rmse=0.022126	lr=0.099980
Epoch[6] Batch [3899]	Speed: 754.062469 samples/sec	rmse=0.022130	lr=0.099979
Epoch[6] Batch [3949]	Speed: 734.822274 samples/sec	rmse=0.022128	lr=0.099979
Epoch[6] Batch [3999]	Speed: 721.320769 samples/sec	rmse=0.022125	lr=0.099979
Epoch[6] Batch [4049]	Speed: 680.209139 samples/sec	rmse=0.022117	lr=0.099979
Epoch[6] Batch [4099]	Speed: 710.199842 samples/sec	rmse=0.022115	lr=0.099979
Epoch[6] Batch [4149]	Speed: 708.279456 samples/sec	rmse=0.022114	lr=0.099978
Epoch[6] Batch [4199]	Speed: 718.258143 samples/sec	rmse=0.022111	lr=0.099978
Epoch[6] Batch [4249]	Speed: 734.628103 samples/sec	rmse=0.022108	lr=0.099978
Epoch[6] Batch [4299]	Speed: 765.858279 samples/sec	rmse=0.022110	lr=0.099978
Epoch[6] Batch [4349]	Speed: 704.353384 samples/sec	rmse=0.022113	lr=0.099977
Epoch[6] Batch [4399]	Speed: 719.107097 samples/sec	rmse=0.022105	lr=0.099977
Epoch[6] Batch [4449]	Speed: 741.691936 samples/sec	rmse=0.022103	lr=0.099977
Epoch[6] Batch [4499]	Speed: 752.026445 samples/sec	rmse=0.022099	lr=0.099977
Epoch[6] Batch [4549]	Speed: 727.611483 samples/sec	rmse=0.022100	lr=0.099976
Epoch[6] Batch [4599]	Speed: 743.240063 samples/sec	rmse=0.022096	lr=0.099976
Epoch[6] Batch [4649]	Speed: 705.954822 samples/sec	rmse=0.022095	lr=0.099976
Epoch[6] Batch [4699]	Speed: 762.312965 samples/sec	rmse=0.022091	lr=0.099976
Epoch[6] Batch [4749]	Speed: 754.489335 samples/sec	rmse=0.022087	lr=0.099975
Epoch[6] Batch [4799]	Speed: 746.539035 samples/sec	rmse=0.022087	lr=0.099975
Epoch[6] Batch [4849]	Speed: 741.363475 samples/sec	rmse=0.022085	lr=0.099975
Epoch[6] Batch [4899]	Speed: 730.664006 samples/sec	rmse=0.022082	lr=0.099975
Epoch[6] Batch [4949]	Speed: 737.629810 samples/sec	rmse=0.022078	lr=0.099974
Epoch[6] Batch [4999]	Speed: 757.513572 samples/sec	rmse=0.022080	lr=0.099974
[Epoch 6] training: rmse=0.022079
[Epoch 6] speed: 727 samples/sec	time cost: 1784.030516
[Epoch 6] validation: err-top1=0.473772 err-top5=0.219368
Epoch[7] Batch [49]	Speed: 685.798293 samples/sec	rmse=0.021865	lr=0.099974
Epoch[7] Batch [99]	Speed: 715.948210 samples/sec	rmse=0.021712	lr=0.099974
Epoch[7] Batch [149]	Speed: 711.911298 samples/sec	rmse=0.021656	lr=0.099973
Epoch[7] Batch [199]	Speed: 698.795424 samples/sec	rmse=0.021771	lr=0.099973
Epoch[7] Batch [249]	Speed: 734.332664 samples/sec	rmse=0.021735	lr=0.099973
Epoch[7] Batch [299]	Speed: 757.710299 samples/sec	rmse=0.021745	lr=0.099972
Epoch[7] Batch [349]	Speed: 736.437529 samples/sec	rmse=0.021776	lr=0.099972
Epoch[7] Batch [399]	Speed: 719.937304 samples/sec	rmse=0.021787	lr=0.099972
Epoch[7] Batch [449]	Speed: 698.997441 samples/sec	rmse=0.021781	lr=0.099972
Epoch[7] Batch [499]	Speed: 743.217355 samples/sec	rmse=0.021761	lr=0.099971
Epoch[7] Batch [549]	Speed: 735.926335 samples/sec	rmse=0.021795	lr=0.099971
Epoch[7] Batch [599]	Speed: 710.001027 samples/sec	rmse=0.021783	lr=0.099971
Epoch[7] Batch [649]	Speed: 696.697706 samples/sec	rmse=0.021768	lr=0.099971
Epoch[7] Batch [699]	Speed: 712.194834 samples/sec	rmse=0.021763	lr=0.099970
Epoch[7] Batch [749]	Speed: 695.031673 samples/sec	rmse=0.021771	lr=0.099970
Epoch[7] Batch [799]	Speed: 709.358130 samples/sec	rmse=0.021768	lr=0.099970
Epoch[7] Batch [849]	Speed: 713.538765 samples/sec	rmse=0.021757	lr=0.099969
Epoch[7] Batch [899]	Speed: 736.014443 samples/sec	rmse=0.021761	lr=0.099969
Epoch[7] Batch [949]	Speed: 716.442638 samples/sec	rmse=0.021771	lr=0.099969
Epoch[7] Batch [999]	Speed: 722.504042 samples/sec	rmse=0.021770	lr=0.099969
Epoch[7] Batch [1049]	Speed: 700.194299 samples/sec	rmse=0.021767	lr=0.099968
Epoch[7] Batch [1099]	Speed: 718.645875 samples/sec	rmse=0.021783	lr=0.099968
Epoch[7] Batch [1149]	Speed: 763.559233 samples/sec	rmse=0.021796	lr=0.099968
Epoch[7] Batch [1199]	Speed: 691.454071 samples/sec	rmse=0.021794	lr=0.099967
Epoch[7] Batch [1249]	Speed: 702.083650 samples/sec	rmse=0.021783	lr=0.099967
Epoch[7] Batch [1299]	Speed: 743.471017 samples/sec	rmse=0.021782	lr=0.099967
Epoch[7] Batch [1349]	Speed: 752.161537 samples/sec	rmse=0.021786	lr=0.099967
Epoch[7] Batch [1399]	Speed: 705.438133 samples/sec	rmse=0.021797	lr=0.099966
Epoch[7] Batch [1449]	Speed: 738.359615 samples/sec	rmse=0.021797	lr=0.099966
Epoch[7] Batch [1499]	Speed: 711.572603 samples/sec	rmse=0.021809	lr=0.099966
Epoch[7] Batch [1549]	Speed: 738.926142 samples/sec	rmse=0.021814	lr=0.099965
Epoch[7] Batch [1599]	Speed: 697.061645 samples/sec	rmse=0.021825	lr=0.099965
Epoch[7] Batch [1649]	Speed: 716.269401 samples/sec	rmse=0.021827	lr=0.099965
Epoch[7] Batch [1699]	Speed: 699.825797 samples/sec	rmse=0.021821	lr=0.099964
Epoch[7] Batch [1749]	Speed: 736.850705 samples/sec	rmse=0.021811	lr=0.099964
Epoch[7] Batch [1799]	Speed: 715.898480 samples/sec	rmse=0.021805	lr=0.099964
Epoch[7] Batch [1849]	Speed: 739.553987 samples/sec	rmse=0.021790	lr=0.099964
Epoch[7] Batch [1899]	Speed: 743.670191 samples/sec	rmse=0.021790	lr=0.099963
Epoch[7] Batch [1949]	Speed: 758.152408 samples/sec	rmse=0.021787	lr=0.099963
Epoch[7] Batch [1999]	Speed: 726.662537 samples/sec	rmse=0.021788	lr=0.099963
Epoch[7] Batch [2049]	Speed: 737.089505 samples/sec	rmse=0.021786	lr=0.099962
Epoch[7] Batch [2099]	Speed: 731.105930 samples/sec	rmse=0.021792	lr=0.099962
Epoch[7] Batch [2149]	Speed: 736.062738 samples/sec	rmse=0.021791	lr=0.099962
Epoch[7] Batch [2199]	Speed: 742.871948 samples/sec	rmse=0.021795	lr=0.099961
Epoch[7] Batch [2249]	Speed: 686.805409 samples/sec	rmse=0.021794	lr=0.099961
Epoch[7] Batch [2299]	Speed: 706.706134 samples/sec	rmse=0.021791	lr=0.099961
Epoch[7] Batch [2349]	Speed: 734.778747 samples/sec	rmse=0.021799	lr=0.099960
Epoch[7] Batch [2399]	Speed: 697.449847 samples/sec	rmse=0.021799	lr=0.099960
Epoch[7] Batch [2449]	Speed: 732.841192 samples/sec	rmse=0.021798	lr=0.099960
Epoch[7] Batch [2499]	Speed: 715.986708 samples/sec	rmse=0.021804	lr=0.099959
Epoch[7] Batch [2549]	Speed: 698.661845 samples/sec	rmse=0.021809	lr=0.099959
Epoch[7] Batch [2599]	Speed: 700.497449 samples/sec	rmse=0.021808	lr=0.099959
Epoch[7] Batch [2649]	Speed: 717.887243 samples/sec	rmse=0.021804	lr=0.099958
Epoch[7] Batch [2699]	Speed: 710.897769 samples/sec	rmse=0.021806	lr=0.099958
Epoch[7] Batch [2749]	Speed: 761.239493 samples/sec	rmse=0.021801	lr=0.099958
Epoch[7] Batch [2799]	Speed: 712.521942 samples/sec	rmse=0.021799	lr=0.099958
Epoch[7] Batch [2849]	Speed: 726.512243 samples/sec	rmse=0.021796	lr=0.099957
Epoch[7] Batch [2899]	Speed: 717.978775 samples/sec	rmse=0.021795	lr=0.099957
Epoch[7] Batch [2949]	Speed: 717.863984 samples/sec	rmse=0.021793	lr=0.099957
Epoch[7] Batch [2999]	Speed: 751.748638 samples/sec	rmse=0.021794	lr=0.099956
Epoch[7] Batch [3049]	Speed: 756.464297 samples/sec	rmse=0.021787	lr=0.099956
Epoch[7] Batch [3099]	Speed: 724.993815 samples/sec	rmse=0.021788	lr=0.099955
Epoch[7] Batch [3149]	Speed: 749.987325 samples/sec	rmse=0.021788	lr=0.099955
Epoch[7] Batch [3199]	Speed: 714.527947 samples/sec	rmse=0.021787	lr=0.099955
Epoch[7] Batch [3249]	Speed: 708.125806 samples/sec	rmse=0.021793	lr=0.099954
Epoch[7] Batch [3299]	Speed: 725.728121 samples/sec	rmse=0.021794	lr=0.099954
Epoch[7] Batch [3349]	Speed: 695.027444 samples/sec	rmse=0.021793	lr=0.099954
Epoch[7] Batch [3399]	Speed: 733.599266 samples/sec	rmse=0.021793	lr=0.099953
Epoch[7] Batch [3449]	Speed: 741.247390 samples/sec	rmse=0.021788	lr=0.099953
Epoch[7] Batch [3499]	Speed: 693.717568 samples/sec	rmse=0.021794	lr=0.099953
Epoch[7] Batch [3549]	Speed: 733.301139 samples/sec	rmse=0.021790	lr=0.099952
Epoch[7] Batch [3599]	Speed: 730.641195 samples/sec	rmse=0.021786	lr=0.099952
Epoch[7] Batch [3649]	Speed: 732.607146 samples/sec	rmse=0.021790	lr=0.099952
Epoch[7] Batch [3699]	Speed: 723.241153 samples/sec	rmse=0.021790	lr=0.099951
Epoch[7] Batch [3749]	Speed: 720.066260 samples/sec	rmse=0.021790	lr=0.099951
Epoch[7] Batch [3799]	Speed: 714.680106 samples/sec	rmse=0.021788	lr=0.099951
Epoch[7] Batch [3849]	Speed: 688.917038 samples/sec	rmse=0.021789	lr=0.099950
Epoch[7] Batch [3899]	Speed: 708.371367 samples/sec	rmse=0.021787	lr=0.099950
Epoch[7] Batch [3949]	Speed: 685.297994 samples/sec	rmse=0.021786	lr=0.099950
Epoch[7] Batch [3999]	Speed: 718.369359 samples/sec	rmse=0.021785	lr=0.099949
Epoch[7] Batch [4049]	Speed: 725.051318 samples/sec	rmse=0.021782	lr=0.099949
Epoch[7] Batch [4099]	Speed: 721.579099 samples/sec	rmse=0.021785	lr=0.099948
Epoch[7] Batch [4149]	Speed: 716.725299 samples/sec	rmse=0.021783	lr=0.099948
Epoch[7] Batch [4199]	Speed: 757.200692 samples/sec	rmse=0.021782	lr=0.099948
Epoch[7] Batch [4249]	Speed: 728.345095 samples/sec	rmse=0.021778	lr=0.099947
Epoch[7] Batch [4299]	Speed: 725.516321 samples/sec	rmse=0.021777	lr=0.099947
Epoch[7] Batch [4349]	Speed: 731.922557 samples/sec	rmse=0.021773	lr=0.099947
Epoch[7] Batch [4399]	Speed: 731.038284 samples/sec	rmse=0.021773	lr=0.099946
Epoch[7] Batch [4449]	Speed: 724.825245 samples/sec	rmse=0.021772	lr=0.099946
Epoch[7] Batch [4499]	Speed: 710.373192 samples/sec	rmse=0.021773	lr=0.099945
Epoch[7] Batch [4549]	Speed: 699.746149 samples/sec	rmse=0.021772	lr=0.099945
Epoch[7] Batch [4599]	Speed: 756.845572 samples/sec	rmse=0.021773	lr=0.099945
Epoch[7] Batch [4649]	Speed: 760.200513 samples/sec	rmse=0.021776	lr=0.099944
Epoch[7] Batch [4699]	Speed: 740.072714 samples/sec	rmse=0.021773	lr=0.099944
Epoch[7] Batch [4749]	Speed: 716.353505 samples/sec	rmse=0.021768	lr=0.099944
Epoch[7] Batch [4799]	Speed: 697.279939 samples/sec	rmse=0.021768	lr=0.099943
Epoch[7] Batch [4849]	Speed: 713.065467 samples/sec	rmse=0.021765	lr=0.099943
Epoch[7] Batch [4899]	Speed: 722.504285 samples/sec	rmse=0.021762	lr=0.099942
Epoch[7] Batch [4949]	Speed: 727.734177 samples/sec	rmse=0.021763	lr=0.099942
Epoch[7] Batch [4999]	Speed: 732.740221 samples/sec	rmse=0.021759	lr=0.099942
[Epoch 7] training: rmse=0.021759
[Epoch 7] speed: 721 samples/sec	time cost: 1799.565315
[Epoch 7] validation: err-top1=0.457131 err-top5=0.205589
Epoch[8] Batch [49]	Speed: 723.250467 samples/sec	rmse=0.021560	lr=0.099941
Epoch[8] Batch [99]	Speed: 723.221823 samples/sec	rmse=0.021384	lr=0.099941
Epoch[8] Batch [149]	Speed: 700.401118 samples/sec	rmse=0.021461	lr=0.099940
Epoch[8] Batch [199]	Speed: 731.916071 samples/sec	rmse=0.021499	lr=0.099940
Epoch[8] Batch [249]	Speed: 754.198697 samples/sec	rmse=0.021505	lr=0.099940
Epoch[8] Batch [299]	Speed: 755.421678 samples/sec	rmse=0.021527	lr=0.099939
Epoch[8] Batch [349]	Speed: 712.757258 samples/sec	rmse=0.021525	lr=0.099939
Epoch[8] Batch [399]	Speed: 708.401670 samples/sec	rmse=0.021531	lr=0.099938
Epoch[8] Batch [449]	Speed: 757.416929 samples/sec	rmse=0.021549	lr=0.099938
Epoch[8] Batch [499]	Speed: 712.900769 samples/sec	rmse=0.021535	lr=0.099938
Epoch[8] Batch [549]	Speed: 699.884422 samples/sec	rmse=0.021559	lr=0.099937
Epoch[8] Batch [599]	Speed: 755.957855 samples/sec	rmse=0.021557	lr=0.099937
Epoch[8] Batch [649]	Speed: 715.852556 samples/sec	rmse=0.021554	lr=0.099936
Epoch[8] Batch [699]	Speed: 719.584295 samples/sec	rmse=0.021552	lr=0.099936
Epoch[8] Batch [749]	Speed: 726.729543 samples/sec	rmse=0.021555	lr=0.099936
Epoch[8] Batch [799]	Speed: 696.273560 samples/sec	rmse=0.021555	lr=0.099935
Epoch[8] Batch [849]	Speed: 700.471612 samples/sec	rmse=0.021571	lr=0.099935
Epoch[8] Batch [899]	Speed: 729.770915 samples/sec	rmse=0.021581	lr=0.099934
Epoch[8] Batch [949]	Speed: 742.059098 samples/sec	rmse=0.021575	lr=0.099934
Epoch[8] Batch [999]	Speed: 699.079103 samples/sec	rmse=0.021574	lr=0.099934
Epoch[8] Batch [1049]	Speed: 707.352237 samples/sec	rmse=0.021577	lr=0.099933
Epoch[8] Batch [1099]	Speed: 698.619751 samples/sec	rmse=0.021577	lr=0.099933
Epoch[8] Batch [1149]	Speed: 696.557173 samples/sec	rmse=0.021571	lr=0.099932
Epoch[8] Batch [1199]	Speed: 723.935917 samples/sec	rmse=0.021573	lr=0.099932
Epoch[8] Batch [1249]	Speed: 714.035007 samples/sec	rmse=0.021563	lr=0.099931
Epoch[8] Batch [1299]	Speed: 700.790955 samples/sec	rmse=0.021556	lr=0.099931
Epoch[8] Batch [1349]	Speed: 738.966968 samples/sec	rmse=0.021560	lr=0.099931
Epoch[8] Batch [1399]	Speed: 732.094575 samples/sec	rmse=0.021568	lr=0.099930
Epoch[8] Batch [1449]	Speed: 710.181438 samples/sec	rmse=0.021570	lr=0.099930
Epoch[8] Batch [1499]	Speed: 728.526824 samples/sec	rmse=0.021566	lr=0.099929
Epoch[8] Batch [1549]	Speed: 723.275927 samples/sec	rmse=0.021576	lr=0.099929
Epoch[8] Batch [1599]	Speed: 694.253142 samples/sec	rmse=0.021567	lr=0.099929
Epoch[8] Batch [1649]	Speed: 703.316722 samples/sec	rmse=0.021568	lr=0.099928
Epoch[8] Batch [1699]	Speed: 723.720908 samples/sec	rmse=0.021571	lr=0.099928
Epoch[8] Batch [1749]	Speed: 703.630772 samples/sec	rmse=0.021576	lr=0.099927
Epoch[8] Batch [1799]	Speed: 690.234547 samples/sec	rmse=0.021576	lr=0.099927
Epoch[8] Batch [1849]	Speed: 748.012914 samples/sec	rmse=0.021577	lr=0.099926
Epoch[8] Batch [1899]	Speed: 747.813376 samples/sec	rmse=0.021577	lr=0.099926
Epoch[8] Batch [1949]	Speed: 750.471897 samples/sec	rmse=0.021579	lr=0.099925
Epoch[8] Batch [1999]	Speed: 701.729262 samples/sec	rmse=0.021583	lr=0.099925
Epoch[8] Batch [2049]	Speed: 704.943138 samples/sec	rmse=0.021583	lr=0.099925
Epoch[8] Batch [2099]	Speed: 676.025715 samples/sec	rmse=0.021582	lr=0.099924
Epoch[8] Batch [2149]	Speed: 733.658975 samples/sec	rmse=0.021577	lr=0.099924
Epoch[8] Batch [2199]	Speed: 705.600801 samples/sec	rmse=0.021571	lr=0.099923
Epoch[8] Batch [2249]	Speed: 732.406979 samples/sec	rmse=0.021572	lr=0.099923
Epoch[8] Batch [2299]	Speed: 718.360852 samples/sec	rmse=0.021574	lr=0.099922
Epoch[8] Batch [2349]	Speed: 728.969442 samples/sec	rmse=0.021578	lr=0.099922
Epoch[8] Batch [2399]	Speed: 695.424427 samples/sec	rmse=0.021577	lr=0.099921
Epoch[8] Batch [2449]	Speed: 704.142996 samples/sec	rmse=0.021570	lr=0.099921
Epoch[8] Batch [2499]	Speed: 729.010927 samples/sec	rmse=0.021570	lr=0.099921
Epoch[8] Batch [2549]	Speed: 699.982245 samples/sec	rmse=0.021572	lr=0.099920
Epoch[8] Batch [2599]	Speed: 699.953050 samples/sec	rmse=0.021566	lr=0.099920
Epoch[8] Batch [2649]	Speed: 681.317550 samples/sec	rmse=0.021572	lr=0.099919
Epoch[8] Batch [2699]	Speed: 721.774448 samples/sec	rmse=0.021574	lr=0.099919
Epoch[8] Batch [2749]	Speed: 700.554652 samples/sec	rmse=0.021579	lr=0.099918
Epoch[8] Batch [2799]	Speed: 734.681696 samples/sec	rmse=0.021576	lr=0.099918
Epoch[8] Batch [2849]	Speed: 740.403963 samples/sec	rmse=0.021579	lr=0.099917
Epoch[8] Batch [2899]	Speed: 699.763204 samples/sec	rmse=0.021584	lr=0.099917
Epoch[8] Batch [2949]	Speed: 709.964710 samples/sec	rmse=0.021579	lr=0.099916
Epoch[8] Batch [2999]	Speed: 686.070455 samples/sec	rmse=0.021579	lr=0.099916
Epoch[8] Batch [3049]	Speed: 748.098821 samples/sec	rmse=0.021579	lr=0.099915
Epoch[8] Batch [3099]	Speed: 742.169199 samples/sec	rmse=0.021582	lr=0.099915
Epoch[8] Batch [3149]	Speed: 703.303427 samples/sec	rmse=0.021578	lr=0.099915
Epoch[8] Batch [3199]	Speed: 722.004516 samples/sec	rmse=0.021578	lr=0.099914
Epoch[8] Batch [3249]	Speed: 686.133717 samples/sec	rmse=0.021574	lr=0.099914
Epoch[8] Batch [3299]	Speed: 719.225571 samples/sec	rmse=0.021575	lr=0.099913
Epoch[8] Batch [3349]	Speed: 735.639367 samples/sec	rmse=0.021575	lr=0.099913
Epoch[8] Batch [3399]	Speed: 735.853276 samples/sec	rmse=0.021577	lr=0.099912
Epoch[8] Batch [3449]	Speed: 730.108533 samples/sec	rmse=0.021577	lr=0.099912
Epoch[8] Batch [3499]	Speed: 706.886867 samples/sec	rmse=0.021572	lr=0.099911
Epoch[8] Batch [3549]	Speed: 697.206791 samples/sec	rmse=0.021573	lr=0.099911
Epoch[8] Batch [3599]	Speed: 733.278243 samples/sec	rmse=0.021573	lr=0.099910
Epoch[8] Batch [3649]	Speed: 699.455194 samples/sec	rmse=0.021574	lr=0.099910
Epoch[8] Batch [3699]	Speed: 707.697691 samples/sec	rmse=0.021568	lr=0.099909
Epoch[8] Batch [3749]	Speed: 737.156706 samples/sec	rmse=0.021567	lr=0.099909
Epoch[8] Batch [3799]	Speed: 744.160473 samples/sec	rmse=0.021565	lr=0.099908
Epoch[8] Batch [3849]	Speed: 743.394590 samples/sec	rmse=0.021564	lr=0.099908
Epoch[8] Batch [3899]	Speed: 699.201186 samples/sec	rmse=0.021564	lr=0.099907
Epoch[8] Batch [3949]	Speed: 716.826728 samples/sec	rmse=0.021564	lr=0.099907
Epoch[8] Batch [3999]	Speed: 723.657236 samples/sec	rmse=0.021562	lr=0.099906
Epoch[8] Batch [4049]	Speed: 718.287039 samples/sec	rmse=0.021561	lr=0.099906
Epoch[8] Batch [4099]	Speed: 740.447260 samples/sec	rmse=0.021557	lr=0.099905
Epoch[8] Batch [4149]	Speed: 741.392459 samples/sec	rmse=0.021555	lr=0.099905
Epoch[8] Batch [4199]	Speed: 725.705695 samples/sec	rmse=0.021559	lr=0.099904
Epoch[8] Batch [4249]	Speed: 747.734387 samples/sec	rmse=0.021558	lr=0.099904
Epoch[8] Batch [4299]	Speed: 725.505546 samples/sec	rmse=0.021552	lr=0.099903
Epoch[8] Batch [4349]	Speed: 708.679789 samples/sec	rmse=0.021546	lr=0.099903
Epoch[8] Batch [4399]	Speed: 714.698059 samples/sec	rmse=0.021541	lr=0.099902
Epoch[8] Batch [4449]	Speed: 757.349135 samples/sec	rmse=0.021540	lr=0.099902
Epoch[8] Batch [4499]	Speed: 742.462415 samples/sec	rmse=0.021539	lr=0.099901
Epoch[8] Batch [4549]	Speed: 743.915772 samples/sec	rmse=0.021541	lr=0.099901
Epoch[8] Batch [4599]	Speed: 708.014097 samples/sec	rmse=0.021542	lr=0.099900
Epoch[8] Batch [4649]	Speed: 746.358161 samples/sec	rmse=0.021541	lr=0.099900
Epoch[8] Batch [4699]	Speed: 724.995137 samples/sec	rmse=0.021537	lr=0.099899
Epoch[8] Batch [4749]	Speed: 702.693428 samples/sec	rmse=0.021530	lr=0.099899
Epoch[8] Batch [4799]	Speed: 702.494279 samples/sec	rmse=0.021529	lr=0.099898
Epoch[8] Batch [4849]	Speed: 727.678042 samples/sec	rmse=0.021531	lr=0.099898
Epoch[8] Batch [4899]	Speed: 690.323699 samples/sec	rmse=0.021533	lr=0.099897
Epoch[8] Batch [4949]	Speed: 702.672477 samples/sec	rmse=0.021530	lr=0.099897
Epoch[8] Batch [4999]	Speed: 736.609129 samples/sec	rmse=0.021530	lr=0.099896
[Epoch 8] training: rmse=0.021530
[Epoch 8] speed: 718 samples/sec	time cost: 1805.810851
[Epoch 8] validation: err-top1=0.449199 err-top5=0.197236
Epoch[9] Batch [49]	Speed: 745.722154 samples/sec	rmse=0.021282	lr=0.099896
Epoch[9] Batch [99]	Speed: 720.765240 samples/sec	rmse=0.021296	lr=0.099895
Epoch[9] Batch [149]	Speed: 709.323219 samples/sec	rmse=0.021235	lr=0.099895
Epoch[9] Batch [199]	Speed: 722.437648 samples/sec	rmse=0.021218	lr=0.099894
Epoch[9] Batch [249]	Speed: 699.628461 samples/sec	rmse=0.021193	lr=0.099894
Epoch[9] Batch [299]	Speed: 731.910873 samples/sec	rmse=0.021238	lr=0.099893
Epoch[9] Batch [349]	Speed: 723.109674 samples/sec	rmse=0.021241	lr=0.099893
Epoch[9] Batch [399]	Speed: 694.824163 samples/sec	rmse=0.021219	lr=0.099892
Epoch[9] Batch [449]	Speed: 723.817808 samples/sec	rmse=0.021200	lr=0.099892
Epoch[9] Batch [499]	Speed: 746.923607 samples/sec	rmse=0.021207	lr=0.099891
Epoch[9] Batch [549]	Speed: 740.912799 samples/sec	rmse=0.021241	lr=0.099890
Epoch[9] Batch [599]	Speed: 698.694878 samples/sec	rmse=0.021227	lr=0.099890
Epoch[9] Batch [649]	Speed: 712.005231 samples/sec	rmse=0.021257	lr=0.099889
Epoch[9] Batch [699]	Speed: 761.529394 samples/sec	rmse=0.021257	lr=0.099889
Epoch[9] Batch [749]	Speed: 703.731904 samples/sec	rmse=0.021256	lr=0.099888
Epoch[9] Batch [799]	Speed: 683.523357 samples/sec	rmse=0.021266	lr=0.099888
Epoch[9] Batch [849]	Speed: 748.867341 samples/sec	rmse=0.021282	lr=0.099887
Epoch[9] Batch [899]	Speed: 699.650635 samples/sec	rmse=0.021293	lr=0.099887
Epoch[9] Batch [949]	Speed: 703.978987 samples/sec	rmse=0.021307	lr=0.099886
Epoch[9] Batch [999]	Speed: 717.088649 samples/sec	rmse=0.021313	lr=0.099886
Epoch[9] Batch [1049]	Speed: 695.556158 samples/sec	rmse=0.021311	lr=0.099885
Epoch[9] Batch [1099]	Speed: 721.998204 samples/sec	rmse=0.021302	lr=0.099885
Epoch[9] Batch [1149]	Speed: 738.983599 samples/sec	rmse=0.021307	lr=0.099884
Epoch[9] Batch [1199]	Speed: 691.967220 samples/sec	rmse=0.021313	lr=0.099883
Epoch[9] Batch [1249]	Speed: 735.790083 samples/sec	rmse=0.021305	lr=0.099883
Epoch[9] Batch [1299]	Speed: 725.974754 samples/sec	rmse=0.021304	lr=0.099882
Epoch[9] Batch [1349]	Speed: 752.481803 samples/sec	rmse=0.021311	lr=0.099882
Epoch[9] Batch [1399]	Speed: 695.887568 samples/sec	rmse=0.021324	lr=0.099881
Epoch[9] Batch [1449]	Speed: 729.902317 samples/sec	rmse=0.021332	lr=0.099881
Epoch[9] Batch [1499]	Speed: 728.301374 samples/sec	rmse=0.021322	lr=0.099880
Epoch[9] Batch [1549]	Speed: 696.210391 samples/sec	rmse=0.021323	lr=0.099880
Epoch[9] Batch [1599]	Speed: 708.340160 samples/sec	rmse=0.021322	lr=0.099879
Epoch[9] Batch [1649]	Speed: 689.090049 samples/sec	rmse=0.021312	lr=0.099878
Epoch[9] Batch [1699]	Speed: 747.097031 samples/sec	rmse=0.021320	lr=0.099878
Epoch[9] Batch [1749]	Speed: 697.147291 samples/sec	rmse=0.021324	lr=0.099877
Epoch[9] Batch [1799]	Speed: 695.926266 samples/sec	rmse=0.021329	lr=0.099877
Epoch[9] Batch [1849]	Speed: 731.850620 samples/sec	rmse=0.021330	lr=0.099876
Epoch[9] Batch [1899]	Speed: 700.102580 samples/sec	rmse=0.021331	lr=0.099876
Epoch[9] Batch [1949]	Speed: 702.515982 samples/sec	rmse=0.021326	lr=0.099875
Epoch[9] Batch [1999]	Speed: 723.410293 samples/sec	rmse=0.021320	lr=0.099874
Epoch[9] Batch [2049]	Speed: 705.538488 samples/sec	rmse=0.021321	lr=0.099874
Epoch[9] Batch [2099]	Speed: 720.473380 samples/sec	rmse=0.021315	lr=0.099873
Epoch[9] Batch [2149]	Speed: 713.607308 samples/sec	rmse=0.021310	lr=0.099873
Epoch[9] Batch [2199]	Speed: 707.534410 samples/sec	rmse=0.021313	lr=0.099872
Epoch[9] Batch [2249]	Speed: 730.764584 samples/sec	rmse=0.021317	lr=0.099872
Epoch[9] Batch [2299]	Speed: 720.339136 samples/sec	rmse=0.021309	lr=0.099871
Epoch[9] Batch [2349]	Speed: 726.851487 samples/sec	rmse=0.021308	lr=0.099870
Epoch[9] Batch [2399]	Speed: 707.407834 samples/sec	rmse=0.021309	lr=0.099870
Epoch[9] Batch [2449]	Speed: 696.557318 samples/sec	rmse=0.021308	lr=0.099869
Epoch[9] Batch [2499]	Speed: 722.845712 samples/sec	rmse=0.021303	lr=0.099869
Epoch[9] Batch [2549]	Speed: 736.310217 samples/sec	rmse=0.021304	lr=0.099868
Epoch[9] Batch [2599]	Speed: 726.599842 samples/sec	rmse=0.021309	lr=0.099868
Epoch[9] Batch [2649]	Speed: 730.842227 samples/sec	rmse=0.021309	lr=0.099867
Epoch[9] Batch [2699]	Speed: 715.855400 samples/sec	rmse=0.021315	lr=0.099866
Epoch[9] Batch [2749]	Speed: 685.712435 samples/sec	rmse=0.021311	lr=0.099866
Epoch[9] Batch [2799]	Speed: 742.554159 samples/sec	rmse=0.021316	lr=0.099865
Epoch[9] Batch [2849]	Speed: 712.068805 samples/sec	rmse=0.021321	lr=0.099865
Epoch[9] Batch [2899]	Speed: 746.063312 samples/sec	rmse=0.021322	lr=0.099864
Epoch[9] Batch [2949]	Speed: 728.923697 samples/sec	rmse=0.021322	lr=0.099863
Epoch[9] Batch [2999]	Speed: 738.576339 samples/sec	rmse=0.021315	lr=0.099863
Epoch[9] Batch [3049]	Speed: 712.438707 samples/sec	rmse=0.021309	lr=0.099862
Epoch[9] Batch [3099]	Speed: 667.125937 samples/sec	rmse=0.021313	lr=0.099862
Epoch[9] Batch [3149]	Speed: 729.175370 samples/sec	rmse=0.021318	lr=0.099861
Epoch[9] Batch [3199]	Speed: 713.364995 samples/sec	rmse=0.021314	lr=0.099860
Epoch[9] Batch [3249]	Speed: 703.983630 samples/sec	rmse=0.021313	lr=0.099860
Epoch[9] Batch [3299]	Speed: 716.839410 samples/sec	rmse=0.021314	lr=0.099859
Epoch[9] Batch [3349]	Speed: 731.859998 samples/sec	rmse=0.021316	lr=0.099859
Epoch[9] Batch [3399]	Speed: 715.574941 samples/sec	rmse=0.021318	lr=0.099858
Epoch[9] Batch [3449]	Speed: 721.334870 samples/sec	rmse=0.021314	lr=0.099857
Epoch[9] Batch [3499]	Speed: 712.583235 samples/sec	rmse=0.021315	lr=0.099857
Epoch[9] Batch [3549]	Speed: 726.301912 samples/sec	rmse=0.021315	lr=0.099856
Epoch[9] Batch [3599]	Speed: 695.958021 samples/sec	rmse=0.021314	lr=0.099856
Epoch[9] Batch [3649]	Speed: 725.180379 samples/sec	rmse=0.021314	lr=0.099855
Epoch[9] Batch [3699]	Speed: 719.218904 samples/sec	rmse=0.021313	lr=0.099854
Epoch[9] Batch [3749]	Speed: 712.405789 samples/sec	rmse=0.021312	lr=0.099854
Epoch[9] Batch [3799]	Speed: 739.462902 samples/sec	rmse=0.021306	lr=0.099853
Epoch[9] Batch [3849]	Speed: 770.751612 samples/sec	rmse=0.021303	lr=0.099852
Epoch[9] Batch [3899]	Speed: 716.851700 samples/sec	rmse=0.021304	lr=0.099852
Epoch[9] Batch [3949]	Speed: 723.593020 samples/sec	rmse=0.021301	lr=0.099851
Epoch[9] Batch [3999]	Speed: 711.432831 samples/sec	rmse=0.021302	lr=0.099851
Epoch[9] Batch [4049]	Speed: 718.365889 samples/sec	rmse=0.021302	lr=0.099850
Epoch[9] Batch [4099]	Speed: 726.785167 samples/sec	rmse=0.021303	lr=0.099849
Epoch[9] Batch [4149]	Speed: 687.203608 samples/sec	rmse=0.021305	lr=0.099849
Epoch[9] Batch [4199]	Speed: 740.138604 samples/sec	rmse=0.021305	lr=0.099848
Epoch[9] Batch [4249]	Speed: 727.377867 samples/sec	rmse=0.021306	lr=0.099847
Epoch[9] Batch [4299]	Speed: 712.611279 samples/sec	rmse=0.021307	lr=0.099847
Epoch[9] Batch [4349]	Speed: 732.478026 samples/sec	rmse=0.021308	lr=0.099846
Epoch[9] Batch [4399]	Speed: 742.063662 samples/sec	rmse=0.021311	lr=0.099846
Epoch[9] Batch [4449]	Speed: 759.261175 samples/sec	rmse=0.021310	lr=0.099845
Epoch[9] Batch [4499]	Speed: 735.693571 samples/sec	rmse=0.021310	lr=0.099844
Epoch[9] Batch [4549]	Speed: 745.234095 samples/sec	rmse=0.021308	lr=0.099844
Epoch[9] Batch [4599]	Speed: 761.515568 samples/sec	rmse=0.021310	lr=0.099843
Epoch[9] Batch [4649]	Speed: 764.954157 samples/sec	rmse=0.021311	lr=0.099842
Epoch[9] Batch [4699]	Speed: 736.829822 samples/sec	rmse=0.021313	lr=0.099842
Epoch[9] Batch [4749]	Speed: 726.138419 samples/sec	rmse=0.021312	lr=0.099841
Epoch[9] Batch [4799]	Speed: 731.986554 samples/sec	rmse=0.021314	lr=0.099841
Epoch[9] Batch [4849]	Speed: 743.650660 samples/sec	rmse=0.021316	lr=0.099840
Epoch[9] Batch [4899]	Speed: 724.653721 samples/sec	rmse=0.021313	lr=0.099839
Epoch[9] Batch [4949]	Speed: 715.871742 samples/sec	rmse=0.021313	lr=0.099839
Epoch[9] Batch [4999]	Speed: 753.131722 samples/sec	rmse=0.021311	lr=0.099838
[Epoch 9] training: rmse=0.021312
[Epoch 9] speed: 720 samples/sec	time cost: 1800.848473
[Epoch 9] validation: err-top1=0.424466 err-top5=0.178611
Epoch[10] Batch [49]	Speed: 709.309545 samples/sec	rmse=0.021062	lr=0.099837
Epoch[10] Batch [99]	Speed: 745.608904 samples/sec	rmse=0.021067	lr=0.099837
Epoch[10] Batch [149]	Speed: 704.848338 samples/sec	rmse=0.021107	lr=0.099836
Epoch[10] Batch [199]	Speed: 734.745171 samples/sec	rmse=0.021100	lr=0.099835
Epoch[10] Batch [249]	Speed: 754.046170 samples/sec	rmse=0.021118	lr=0.099835
Epoch[10] Batch [299]	Speed: 702.157356 samples/sec	rmse=0.021101	lr=0.099834
Epoch[10] Batch [349]	Speed: 721.899180 samples/sec	rmse=0.021105	lr=0.099833
Epoch[10] Batch [399]	Speed: 708.589368 samples/sec	rmse=0.021086	lr=0.099833
Epoch[10] Batch [449]	Speed: 723.830456 samples/sec	rmse=0.021094	lr=0.099832
Epoch[10] Batch [499]	Speed: 714.004012 samples/sec	rmse=0.021087	lr=0.099831
Epoch[10] Batch [549]	Speed: 723.374190 samples/sec	rmse=0.021112	lr=0.099831
Epoch[10] Batch [599]	Speed: 735.173926 samples/sec	rmse=0.021132	lr=0.099830
Epoch[10] Batch [649]	Speed: 710.539526 samples/sec	rmse=0.021127	lr=0.099829
Epoch[10] Batch [699]	Speed: 701.271488 samples/sec	rmse=0.021127	lr=0.099829
Epoch[10] Batch [749]	Speed: 746.533845 samples/sec	rmse=0.021127	lr=0.099828
Epoch[10] Batch [799]	Speed: 724.592183 samples/sec	rmse=0.021139	lr=0.099827
Epoch[10] Batch [849]	Speed: 685.617816 samples/sec	rmse=0.021155	lr=0.099827
Epoch[10] Batch [899]	Speed: 735.376121 samples/sec	rmse=0.021160	lr=0.099826
Epoch[10] Batch [949]	Speed: 718.346453 samples/sec	rmse=0.021167	lr=0.099825
Epoch[10] Batch [999]	Speed: 701.955969 samples/sec	rmse=0.021158	lr=0.099825
Epoch[10] Batch [1049]	Speed: 710.743376 samples/sec	rmse=0.021180	lr=0.099824
Epoch[10] Batch [1099]	Speed: 760.489925 samples/sec	rmse=0.021189	lr=0.099823
Epoch[10] Batch [1149]	Speed: 723.473054 samples/sec	rmse=0.021193	lr=0.099823
Epoch[10] Batch [1199]	Speed: 707.653326 samples/sec	rmse=0.021185	lr=0.099822
Epoch[10] Batch [1249]	Speed: 747.445651 samples/sec	rmse=0.021181	lr=0.099821
Epoch[10] Batch [1299]	Speed: 704.794855 samples/sec	rmse=0.021177	lr=0.099821
Epoch[10] Batch [1349]	Speed: 717.319870 samples/sec	rmse=0.021179	lr=0.099820
Epoch[10] Batch [1399]	Speed: 711.531306 samples/sec	rmse=0.021189	lr=0.099819
Epoch[10] Batch [1449]	Speed: 722.235100 samples/sec	rmse=0.021191	lr=0.099819
Epoch[10] Batch [1499]	Speed: 709.851435 samples/sec	rmse=0.021188	lr=0.099818
Epoch[10] Batch [1549]	Speed: 712.633735 samples/sec	rmse=0.021189	lr=0.099817
Epoch[10] Batch [1599]	Speed: 725.354123 samples/sec	rmse=0.021183	lr=0.099816
Epoch[10] Batch [1649]	Speed: 717.029069 samples/sec	rmse=0.021182	lr=0.099816
Epoch[10] Batch [1699]	Speed: 730.112783 samples/sec	rmse=0.021187	lr=0.099815
Epoch[10] Batch [1749]	Speed: 708.981410 samples/sec	rmse=0.021186	lr=0.099814
Epoch[10] Batch [1799]	Speed: 736.231912 samples/sec	rmse=0.021184	lr=0.099814
Epoch[10] Batch [1849]	Speed: 711.503186 samples/sec	rmse=0.021190	lr=0.099813
Epoch[10] Batch [1899]	Speed: 720.762763 samples/sec	rmse=0.021190	lr=0.099812
Epoch[10] Batch [1949]	Speed: 709.865448 samples/sec	rmse=0.021194	lr=0.099812
Epoch[10] Batch [1999]	Speed: 701.140201 samples/sec	rmse=0.021200	lr=0.099811
Epoch[10] Batch [2049]	Speed: 726.511122 samples/sec	rmse=0.021199	lr=0.099810
Epoch[10] Batch [2099]	Speed: 749.185507 samples/sec	rmse=0.021206	lr=0.099810
Epoch[10] Batch [2149]	Speed: 732.053537 samples/sec	rmse=0.021207	lr=0.099809
Epoch[10] Batch [2199]	Speed: 730.623883 samples/sec	rmse=0.021213	lr=0.099808
Epoch[10] Batch [2249]	Speed: 692.328473 samples/sec	rmse=0.021212	lr=0.099807
Epoch[10] Batch [2299]	Speed: 721.086342 samples/sec	rmse=0.021216	lr=0.099807
Epoch[10] Batch [2349]	Speed: 731.753014 samples/sec	rmse=0.021215	lr=0.099806
Epoch[10] Batch [2399]	Speed: 739.781077 samples/sec	rmse=0.021213	lr=0.099805
Epoch[10] Batch [2449]	Speed: 714.951628 samples/sec	rmse=0.021214	lr=0.099805
Epoch[10] Batch [2499]	Speed: 737.407382 samples/sec	rmse=0.021210	lr=0.099804
Epoch[10] Batch [2549]	Speed: 734.330394 samples/sec	rmse=0.021208	lr=0.099803
Epoch[10] Batch [2599]	Speed: 714.623000 samples/sec	rmse=0.021206	lr=0.099802
Epoch[10] Batch [2649]	Speed: 719.670221 samples/sec	rmse=0.021202	lr=0.099802
Epoch[10] Batch [2699]	Speed: 701.495671 samples/sec	rmse=0.021205	lr=0.099801
Epoch[10] Batch [2749]	Speed: 727.129206 samples/sec	rmse=0.021208	lr=0.099800
Epoch[10] Batch [2799]	Speed: 697.234027 samples/sec	rmse=0.021207	lr=0.099800
Epoch[10] Batch [2849]	Speed: 713.315964 samples/sec	rmse=0.021211	lr=0.099799
Epoch[10] Batch [2899]	Speed: 716.277982 samples/sec	rmse=0.021208	lr=0.099798
Epoch[10] Batch [2949]	Speed: 752.970101 samples/sec	rmse=0.021205	lr=0.099797
Epoch[10] Batch [2999]	Speed: 693.414740 samples/sec	rmse=0.021205	lr=0.099797
Epoch[10] Batch [3049]	Speed: 736.986965 samples/sec	rmse=0.021210	lr=0.099796
Epoch[10] Batch [3099]	Speed: 709.955538 samples/sec	rmse=0.021209	lr=0.099795
Epoch[10] Batch [3149]	Speed: 695.014722 samples/sec	rmse=0.021212	lr=0.099795
Epoch[10] Batch [3199]	Speed: 741.456454 samples/sec	rmse=0.021210	lr=0.099794
Epoch[10] Batch [3249]	Speed: 736.551223 samples/sec	rmse=0.021211	lr=0.099793
Epoch[10] Batch [3299]	Speed: 735.767627 samples/sec	rmse=0.021211	lr=0.099792
Epoch[10] Batch [3349]	Speed: 759.433351 samples/sec	rmse=0.021210	lr=0.099792
Epoch[10] Batch [3399]	Speed: 728.312390 samples/sec	rmse=0.021211	lr=0.099791
Epoch[10] Batch [3449]	Speed: 707.993379 samples/sec	rmse=0.021213	lr=0.099790
Epoch[10] Batch [3499]	Speed: 704.150310 samples/sec	rmse=0.021213	lr=0.099789
Epoch[10] Batch [3549]	Speed: 722.020761 samples/sec	rmse=0.021215	lr=0.099789
Epoch[10] Batch [3599]	Speed: 723.553622 samples/sec	rmse=0.021214	lr=0.099788
Epoch[10] Batch [3649]	Speed: 716.957617 samples/sec	rmse=0.021211	lr=0.099787
Epoch[10] Batch [3699]	Speed: 734.830250 samples/sec	rmse=0.021211	lr=0.099786
Epoch[10] Batch [3749]	Speed: 703.427801 samples/sec	rmse=0.021211	lr=0.099786
Epoch[10] Batch [3799]	Speed: 711.825704 samples/sec	rmse=0.021211	lr=0.099785
Epoch[10] Batch [3849]	Speed: 726.512695 samples/sec	rmse=0.021209	lr=0.099784
Epoch[10] Batch [3899]	Speed: 694.284018 samples/sec	rmse=0.021206	lr=0.099783
Epoch[10] Batch [3949]	Speed: 750.858075 samples/sec	rmse=0.021206	lr=0.099783
Epoch[10] Batch [3999]	Speed: 709.066246 samples/sec	rmse=0.021207	lr=0.099782
Epoch[10] Batch [4049]	Speed: 739.438672 samples/sec	rmse=0.021204	lr=0.099781
Epoch[10] Batch [4099]	Speed: 690.135926 samples/sec	rmse=0.021200	lr=0.099780
Epoch[10] Batch [4149]	Speed: 705.146900 samples/sec	rmse=0.021200	lr=0.099780
Epoch[10] Batch [4199]	Speed: 709.134673 samples/sec	rmse=0.021200	lr=0.099779
Epoch[10] Batch [4249]	Speed: 747.985067 samples/sec	rmse=0.021197	lr=0.099778
Epoch[10] Batch [4299]	Speed: 683.224361 samples/sec	rmse=0.021198	lr=0.099777
Epoch[10] Batch [4349]	Speed: 739.502585 samples/sec	rmse=0.021198	lr=0.099777
Epoch[10] Batch [4399]	Speed: 738.497420 samples/sec	rmse=0.021197	lr=0.099776
Epoch[10] Batch [4449]	Speed: 728.948192 samples/sec	rmse=0.021193	lr=0.099775
Epoch[10] Batch [4499]	Speed: 729.210896 samples/sec	rmse=0.021190	lr=0.099774
Epoch[10] Batch [4549]	Speed: 705.297805 samples/sec	rmse=0.021192	lr=0.099774
Epoch[10] Batch [4599]	Speed: 713.843227 samples/sec	rmse=0.021192	lr=0.099773
Epoch[10] Batch [4649]	Speed: 695.169107 samples/sec	rmse=0.021192	lr=0.099772
Epoch[10] Batch [4699]	Speed: 731.635901 samples/sec	rmse=0.021192	lr=0.099771
Epoch[10] Batch [4749]	Speed: 697.401938 samples/sec	rmse=0.021190	lr=0.099771
Epoch[10] Batch [4799]	Speed: 695.459713 samples/sec	rmse=0.021189	lr=0.099770
Epoch[10] Batch [4849]	Speed: 731.997892 samples/sec	rmse=0.021190	lr=0.099769
Epoch[10] Batch [4899]	Speed: 722.208819 samples/sec	rmse=0.021189	lr=0.099768
Epoch[10] Batch [4949]	Speed: 707.849223 samples/sec	rmse=0.021186	lr=0.099767
Epoch[10] Batch [4999]	Speed: 723.862759 samples/sec	rmse=0.021184	lr=0.099767
[Epoch 10] training: rmse=0.021184
[Epoch 10] speed: 719 samples/sec	time cost: 1804.480712
[Epoch 10] validation: err-top1=0.404567 err-top5=0.169571
Epoch[11] Batch [49]	Speed: 709.732454 samples/sec	rmse=0.020700	lr=0.099766
Epoch[11] Batch [99]	Speed: 745.165413 samples/sec	rmse=0.020784	lr=0.099765
Epoch[11] Batch [149]	Speed: 730.143733 samples/sec	rmse=0.020847	lr=0.099764
Epoch[11] Batch [199]	Speed: 753.206530 samples/sec	rmse=0.020821	lr=0.099763
Epoch[11] Batch [249]	Speed: 723.835784 samples/sec	rmse=0.020853	lr=0.099763
Epoch[11] Batch [299]	Speed: 711.036379 samples/sec	rmse=0.020903	lr=0.099762
Epoch[11] Batch [349]	Speed: 723.093945 samples/sec	rmse=0.020888	lr=0.099761
Epoch[11] Batch [399]	Speed: 712.777584 samples/sec	rmse=0.020890	lr=0.099760
Epoch[11] Batch [449]	Speed: 746.634095 samples/sec	rmse=0.020896	lr=0.099760
Epoch[11] Batch [499]	Speed: 730.390794 samples/sec	rmse=0.020944	lr=0.099759
Epoch[11] Batch [549]	Speed: 708.686543 samples/sec	rmse=0.020918	lr=0.099758
Epoch[11] Batch [599]	Speed: 756.266299 samples/sec	rmse=0.020951	lr=0.099757
Epoch[11] Batch [649]	Speed: 718.484407 samples/sec	rmse=0.020963	lr=0.099756
Epoch[11] Batch [699]	Speed: 734.312145 samples/sec	rmse=0.020974	lr=0.099756
Epoch[11] Batch [749]	Speed: 725.863105 samples/sec	rmse=0.020978	lr=0.099755
Epoch[11] Batch [799]	Speed: 722.069849 samples/sec	rmse=0.021000	lr=0.099754
Epoch[11] Batch [849]	Speed: 732.108382 samples/sec	rmse=0.020996	lr=0.099753
Epoch[11] Batch [899]	Speed: 740.817484 samples/sec	rmse=0.020998	lr=0.099752
Epoch[11] Batch [949]	Speed: 723.837424 samples/sec	rmse=0.020998	lr=0.099752
Epoch[11] Batch [999]	Speed: 724.314971 samples/sec	rmse=0.021008	lr=0.099751
Epoch[11] Batch [1049]	Speed: 701.762733 samples/sec	rmse=0.021005	lr=0.099750
Epoch[11] Batch [1099]	Speed: 730.171210 samples/sec	rmse=0.021003	lr=0.099749
Epoch[11] Batch [1149]	Speed: 757.688367 samples/sec	rmse=0.021007	lr=0.099748
Epoch[11] Batch [1199]	Speed: 727.155925 samples/sec	rmse=0.021007	lr=0.099748
Epoch[11] Batch [1249]	Speed: 716.851346 samples/sec	rmse=0.021000	lr=0.099747
Epoch[11] Batch [1299]	Speed: 743.399510 samples/sec	rmse=0.020998	lr=0.099746
Epoch[11] Batch [1349]	Speed: 708.216669 samples/sec	rmse=0.021015	lr=0.099745
Epoch[11] Batch [1399]	Speed: 722.836486 samples/sec	rmse=0.021006	lr=0.099744
Epoch[11] Batch [1449]	Speed: 723.294890 samples/sec	rmse=0.021007	lr=0.099744
Epoch[11] Batch [1499]	Speed: 763.437092 samples/sec	rmse=0.021004	lr=0.099743
Epoch[11] Batch [1549]	Speed: 726.284776 samples/sec	rmse=0.020997	lr=0.099742
Epoch[11] Batch [1599]	Speed: 709.236719 samples/sec	rmse=0.021003	lr=0.099741
Epoch[11] Batch [1649]	Speed: 733.648799 samples/sec	rmse=0.021005	lr=0.099740
Epoch[11] Batch [1699]	Speed: 753.331359 samples/sec	rmse=0.021017	lr=0.099739
Epoch[11] Batch [1749]	Speed: 732.270719 samples/sec	rmse=0.021012	lr=0.099739
Epoch[11] Batch [1799]	Speed: 722.951091 samples/sec	rmse=0.021013	lr=0.099738
Epoch[11] Batch [1849]	Speed: 686.035080 samples/sec	rmse=0.021012	lr=0.099737
Epoch[11] Batch [1899]	Speed: 727.205872 samples/sec	rmse=0.021024	lr=0.099736
Epoch[11] Batch [1949]	Speed: 705.312816 samples/sec	rmse=0.021024	lr=0.099735
Epoch[11] Batch [1999]	Speed: 684.104341 samples/sec	rmse=0.021023	lr=0.099734
Epoch[11] Batch [2049]	Speed: 739.995606 samples/sec	rmse=0.021021	lr=0.099734
Epoch[11] Batch [2099]	Speed: 699.545103 samples/sec	rmse=0.021015	lr=0.099733
Epoch[11] Batch [2149]	Speed: 707.530894 samples/sec	rmse=0.021019	lr=0.099732
Epoch[11] Batch [2199]	Speed: 704.242474 samples/sec	rmse=0.021017	lr=0.099731
Epoch[11] Batch [2249]	Speed: 705.862980 samples/sec	rmse=0.021019	lr=0.099730
Epoch[11] Batch [2299]	Speed: 717.774046 samples/sec	rmse=0.021019	lr=0.099729
Epoch[11] Batch [2349]	Speed: 691.598807 samples/sec	rmse=0.021023	lr=0.099729
Epoch[11] Batch [2399]	Speed: 730.083384 samples/sec	rmse=0.021023	lr=0.099728
Epoch[11] Batch [2449]	Speed: 716.243954 samples/sec	rmse=0.021031	lr=0.099727
Epoch[11] Batch [2499]	Speed: 706.091744 samples/sec	rmse=0.021031	lr=0.099726
Epoch[11] Batch [2549]	Speed: 700.482232 samples/sec	rmse=0.021032	lr=0.099725
Epoch[11] Batch [2599]	Speed: 739.508401 samples/sec	rmse=0.021034	lr=0.099724
Epoch[11] Batch [2649]	Speed: 724.585748 samples/sec	rmse=0.021026	lr=0.099724
Epoch[11] Batch [2699]	Speed: 736.473918 samples/sec	rmse=0.021027	lr=0.099723
Epoch[11] Batch [2749]	Speed: 724.577015 samples/sec	rmse=0.021023	lr=0.099722
Epoch[11] Batch [2799]	Speed: 758.049138 samples/sec	rmse=0.021025	lr=0.099721
Epoch[11] Batch [2849]	Speed: 730.563087 samples/sec	rmse=0.021021	lr=0.099720
Epoch[11] Batch [2899]	Speed: 717.554673 samples/sec	rmse=0.021024	lr=0.099719
Epoch[11] Batch [2949]	Speed: 753.760868 samples/sec	rmse=0.021024	lr=0.099719
Epoch[11] Batch [2999]	Speed: 735.054789 samples/sec	rmse=0.021023	lr=0.099718
Epoch[11] Batch [3049]	Speed: 738.184519 samples/sec	rmse=0.021019	lr=0.099717
Epoch[11] Batch [3099]	Speed: 697.349959 samples/sec	rmse=0.021016	lr=0.099716
Epoch[11] Batch [3149]	Speed: 743.005570 samples/sec	rmse=0.021017	lr=0.099715
Epoch[11] Batch [3199]	Speed: 722.885179 samples/sec	rmse=0.021013	lr=0.099714
Epoch[11] Batch [3249]	Speed: 712.145256 samples/sec	rmse=0.021016	lr=0.099713
Epoch[11] Batch [3299]	Speed: 724.976604 samples/sec	rmse=0.021014	lr=0.099713
Epoch[11] Batch [3349]	Speed: 683.414812 samples/sec	rmse=0.021014	lr=0.099712
Epoch[11] Batch [3399]	Speed: 694.927260 samples/sec	rmse=0.021018	lr=0.099711
Epoch[11] Batch [3449]	Speed: 700.703981 samples/sec	rmse=0.021020	lr=0.099710
Epoch[11] Batch [3499]	Speed: 731.736946 samples/sec	rmse=0.021021	lr=0.099709
Epoch[11] Batch [3549]	Speed: 707.919030 samples/sec	rmse=0.021023	lr=0.099708
Epoch[11] Batch [3599]	Speed: 744.255712 samples/sec	rmse=0.021023	lr=0.099707
Epoch[11] Batch [3649]	Speed: 712.521545 samples/sec	rmse=0.021025	lr=0.099706
Epoch[11] Batch [3699]	Speed: 722.274345 samples/sec	rmse=0.021027	lr=0.099706
Epoch[11] Batch [3749]	Speed: 737.076805 samples/sec	rmse=0.021032	lr=0.099705
Epoch[11] Batch [3799]	Speed: 718.257691 samples/sec	rmse=0.021032	lr=0.099704
Epoch[11] Batch [3849]	Speed: 705.116838 samples/sec	rmse=0.021033	lr=0.099703
Epoch[11] Batch [3899]	Speed: 720.007855 samples/sec	rmse=0.021037	lr=0.099702
Epoch[11] Batch [3949]	Speed: 755.622521 samples/sec	rmse=0.021038	lr=0.099701
Epoch[11] Batch [3999]	Speed: 708.613442 samples/sec	rmse=0.021040	lr=0.099700
Epoch[11] Batch [4049]	Speed: 718.029245 samples/sec	rmse=0.021039	lr=0.099699
Epoch[11] Batch [4099]	Speed: 727.231069 samples/sec	rmse=0.021041	lr=0.099699
Epoch[11] Batch [4149]	Speed: 746.744260 samples/sec	rmse=0.021042	lr=0.099698
Epoch[11] Batch [4199]	Speed: 719.713481 samples/sec	rmse=0.021043	lr=0.099697
Epoch[11] Batch [4249]	Speed: 710.453670 samples/sec	rmse=0.021040	lr=0.099696
Epoch[11] Batch [4299]	Speed: 724.184987 samples/sec	rmse=0.021039	lr=0.099695
Epoch[11] Batch [4349]	Speed: 697.290390 samples/sec	rmse=0.021036	lr=0.099694
Epoch[11] Batch [4399]	Speed: 701.610329 samples/sec	rmse=0.021035	lr=0.099693
Epoch[11] Batch [4449]	Speed: 713.642358 samples/sec	rmse=0.021035	lr=0.099692
Epoch[11] Batch [4499]	Speed: 712.426530 samples/sec	rmse=0.021037	lr=0.099691
Epoch[11] Batch [4549]	Speed: 741.626272 samples/sec	rmse=0.021036	lr=0.099691
Epoch[11] Batch [4599]	Speed: 737.264719 samples/sec	rmse=0.021035	lr=0.099690
Epoch[11] Batch [4649]	Speed: 729.052863 samples/sec	rmse=0.021034	lr=0.099689
Epoch[11] Batch [4699]	Speed: 740.590177 samples/sec	rmse=0.021034	lr=0.099688
Epoch[11] Batch [4749]	Speed: 696.944361 samples/sec	rmse=0.021033	lr=0.099687
Epoch[11] Batch [4799]	Speed: 722.647420 samples/sec	rmse=0.021035	lr=0.099686
Epoch[11] Batch [4849]	Speed: 701.987460 samples/sec	rmse=0.021034	lr=0.099685
Epoch[11] Batch [4899]	Speed: 726.131043 samples/sec	rmse=0.021036	lr=0.099684
Epoch[11] Batch [4949]	Speed: 746.257736 samples/sec	rmse=0.021037	lr=0.099683
Epoch[11] Batch [4999]	Speed: 733.236821 samples/sec	rmse=0.021035	lr=0.099682
[Epoch 11] training: rmse=0.021035
[Epoch 11] speed: 722 samples/sec	time cost: 1796.594401
[Epoch 11] validation: err-top1=0.399740 err-top5=0.164784
Epoch[12] Batch [49]	Speed: 713.115638 samples/sec	rmse=0.021021	lr=0.099681
Epoch[12] Batch [99]	Speed: 706.154340 samples/sec	rmse=0.020894	lr=0.099681
Epoch[12] Batch [149]	Speed: 732.687791 samples/sec	rmse=0.020943	lr=0.099680
Epoch[12] Batch [199]	Speed: 719.290846 samples/sec	rmse=0.020980	lr=0.099679
Epoch[12] Batch [249]	Speed: 733.909063 samples/sec	rmse=0.020914	lr=0.099678
Epoch[12] Batch [299]	Speed: 739.874474 samples/sec	rmse=0.020886	lr=0.099677
Epoch[12] Batch [349]	Speed: 713.365146 samples/sec	rmse=0.020905	lr=0.099676
Epoch[12] Batch [399]	Speed: 736.864692 samples/sec	rmse=0.020917	lr=0.099675
Epoch[12] Batch [449]	Speed: 719.636207 samples/sec	rmse=0.020922	lr=0.099674
Epoch[12] Batch [499]	Speed: 730.753683 samples/sec	rmse=0.020947	lr=0.099673
Epoch[12] Batch [549]	Speed: 705.819420 samples/sec	rmse=0.020958	lr=0.099672
Epoch[12] Batch [599]	Speed: 711.828319 samples/sec	rmse=0.020957	lr=0.099671
Epoch[12] Batch [649]	Speed: 705.917089 samples/sec	rmse=0.020966	lr=0.099671
Epoch[12] Batch [699]	Speed: 691.756571 samples/sec	rmse=0.020987	lr=0.099670
Epoch[12] Batch [749]	Speed: 714.593247 samples/sec	rmse=0.021004	lr=0.099669
Epoch[12] Batch [799]	Speed: 725.020348 samples/sec	rmse=0.020999	lr=0.099668
Epoch[12] Batch [849]	Speed: 757.497475 samples/sec	rmse=0.020992	lr=0.099667
Epoch[12] Batch [899]	Speed: 727.440205 samples/sec	rmse=0.020983	lr=0.099666
Epoch[12] Batch [949]	Speed: 726.456169 samples/sec	rmse=0.020978	lr=0.099665
Epoch[12] Batch [999]	Speed: 722.216553 samples/sec	rmse=0.020977	lr=0.099664
Epoch[12] Batch [1049]	Speed: 695.973007 samples/sec	rmse=0.020969	lr=0.099663
Epoch[12] Batch [1099]	Speed: 719.800577 samples/sec	rmse=0.020968	lr=0.099662
Epoch[12] Batch [1149]	Speed: 722.408378 samples/sec	rmse=0.020989	lr=0.099661
Epoch[12] Batch [1199]	Speed: 699.138104 samples/sec	rmse=0.020992	lr=0.099660
Epoch[12] Batch [1249]	Speed: 721.061840 samples/sec	rmse=0.020981	lr=0.099659
Epoch[12] Batch [1299]	Speed: 749.541175 samples/sec	rmse=0.020967	lr=0.099658
Epoch[12] Batch [1349]	Speed: 730.625057 samples/sec	rmse=0.020957	lr=0.099657
Epoch[12] Batch [1399]	Speed: 697.515524 samples/sec	rmse=0.020947	lr=0.099657
Epoch[12] Batch [1449]	Speed: 706.994402 samples/sec	rmse=0.020938	lr=0.099656
Epoch[12] Batch [1499]	Speed: 745.184464 samples/sec	rmse=0.020951	lr=0.099655
Epoch[12] Batch [1549]	Speed: 735.862626 samples/sec	rmse=0.020949	lr=0.099654
Epoch[12] Batch [1599]	Speed: 707.408654 samples/sec	rmse=0.020948	lr=0.099653
Epoch[12] Batch [1649]	Speed: 743.902454 samples/sec	rmse=0.020948	lr=0.099652
Epoch[12] Batch [1699]	Speed: 724.500032 samples/sec	rmse=0.020952	lr=0.099651
Epoch[12] Batch [1749]	Speed: 738.648121 samples/sec	rmse=0.020953	lr=0.099650
Epoch[12] Batch [1799]	Speed: 725.934449 samples/sec	rmse=0.020949	lr=0.099649
Epoch[12] Batch [1849]	Speed: 714.833682 samples/sec	rmse=0.020947	lr=0.099648
Epoch[12] Batch [1899]	Speed: 738.090067 samples/sec	rmse=0.020946	lr=0.099647
Epoch[12] Batch [1949]	Speed: 732.305079 samples/sec	rmse=0.020944	lr=0.099646
Epoch[12] Batch [1999]	Speed: 695.380407 samples/sec	rmse=0.020942	lr=0.099645
Epoch[12] Batch [2049]	Speed: 742.237761 samples/sec	rmse=0.020942	lr=0.099644
Epoch[12] Batch [2099]	Speed: 769.614650 samples/sec	rmse=0.020946	lr=0.099643
Epoch[12] Batch [2149]	Speed: 764.305509 samples/sec	rmse=0.020942	lr=0.099642
Epoch[12] Batch [2199]	Speed: 752.613081 samples/sec	rmse=0.020936	lr=0.099641
Epoch[12] Batch [2249]	Speed: 739.876819 samples/sec	rmse=0.020939	lr=0.099640
Epoch[12] Batch [2299]	Speed: 715.216382 samples/sec	rmse=0.020940	lr=0.099639
Epoch[12] Batch [2349]	Speed: 754.530880 samples/sec	rmse=0.020938	lr=0.099638
Epoch[12] Batch [2399]	Speed: 728.184316 samples/sec	rmse=0.020947	lr=0.099637
Epoch[12] Batch [2449]	Speed: 713.364786 samples/sec	rmse=0.020951	lr=0.099636
Epoch[12] Batch [2499]	Speed: 712.750672 samples/sec	rmse=0.020955	lr=0.099636
Epoch[12] Batch [2549]	Speed: 698.795615 samples/sec	rmse=0.020953	lr=0.099635
Epoch[12] Batch [2599]	Speed: 698.270495 samples/sec	rmse=0.020950	lr=0.099634
Epoch[12] Batch [2649]	Speed: 692.496422 samples/sec	rmse=0.020953	lr=0.099633
Epoch[12] Batch [2699]	Speed: 765.416067 samples/sec	rmse=0.020950	lr=0.099632
Epoch[12] Batch [2749]	Speed: 691.602727 samples/sec	rmse=0.020950	lr=0.099631
Epoch[12] Batch [2799]	Speed: 742.129537 samples/sec	rmse=0.020948	lr=0.099630
Epoch[12] Batch [2849]	Speed: 740.842611 samples/sec	rmse=0.020953	lr=0.099629
Epoch[12] Batch [2899]	Speed: 748.858963 samples/sec	rmse=0.020952	lr=0.099628
Epoch[12] Batch [2949]	Speed: 737.821526 samples/sec	rmse=0.020950	lr=0.099627
Epoch[12] Batch [2999]	Speed: 713.354094 samples/sec	rmse=0.020952	lr=0.099626
Epoch[12] Batch [3049]	Speed: 735.968696 samples/sec	rmse=0.020951	lr=0.099625
Epoch[12] Batch [3099]	Speed: 738.606009 samples/sec	rmse=0.020954	lr=0.099624
Epoch[12] Batch [3149]	Speed: 719.503519 samples/sec	rmse=0.020953	lr=0.099623
Epoch[12] Batch [3199]	Speed: 711.318343 samples/sec	rmse=0.020955	lr=0.099622
Epoch[12] Batch [3249]	Speed: 728.705587 samples/sec	rmse=0.020951	lr=0.099621
Epoch[12] Batch [3299]	Speed: 709.492793 samples/sec	rmse=0.020950	lr=0.099620
Epoch[12] Batch [3349]	Speed: 740.545576 samples/sec	rmse=0.020948	lr=0.099619
Epoch[12] Batch [3399]	Speed: 725.041869 samples/sec	rmse=0.020948	lr=0.099618
Epoch[12] Batch [3449]	Speed: 735.481619 samples/sec	rmse=0.020950	lr=0.099617
Epoch[12] Batch [3499]	Speed: 750.755984 samples/sec	rmse=0.020951	lr=0.099616
Epoch[12] Batch [3549]	Speed: 739.703958 samples/sec	rmse=0.020950	lr=0.099615
Epoch[12] Batch [3599]	Speed: 741.038691 samples/sec	rmse=0.020949	lr=0.099614
Epoch[12] Batch [3649]	Speed: 719.988118 samples/sec	rmse=0.020946	lr=0.099613
Epoch[12] Batch [3699]	Speed: 781.673130 samples/sec	rmse=0.020944	lr=0.099612
Epoch[12] Batch [3749]	Speed: 738.108840 samples/sec	rmse=0.020944	lr=0.099611
Epoch[12] Batch [3799]	Speed: 726.838852 samples/sec	rmse=0.020942	lr=0.099610
Epoch[12] Batch [3849]	Speed: 714.683855 samples/sec	rmse=0.020941	lr=0.099609
Epoch[12] Batch [3899]	Speed: 711.413024 samples/sec	rmse=0.020942	lr=0.099608
Epoch[12] Batch [3949]	Speed: 759.255914 samples/sec	rmse=0.020938	lr=0.099607
Epoch[12] Batch [3999]	Speed: 725.107421 samples/sec	rmse=0.020940	lr=0.099606
Epoch[12] Batch [4049]	Speed: 729.062664 samples/sec	rmse=0.020943	lr=0.099605
Epoch[12] Batch [4099]	Speed: 734.552648 samples/sec	rmse=0.020946	lr=0.099604
Epoch[12] Batch [4149]	Speed: 743.689506 samples/sec	rmse=0.020946	lr=0.099603
Epoch[12] Batch [4199]	Speed: 707.897094 samples/sec	rmse=0.020948	lr=0.099602
Epoch[12] Batch [4249]	Speed: 716.409359 samples/sec	rmse=0.020950	lr=0.099601
Epoch[12] Batch [4299]	Speed: 723.390828 samples/sec	rmse=0.020953	lr=0.099600
Epoch[12] Batch [4349]	Speed: 712.506396 samples/sec	rmse=0.020954	lr=0.099599
Epoch[12] Batch [4399]	Speed: 713.525166 samples/sec	rmse=0.020956	lr=0.099598
Epoch[12] Batch [4449]	Speed: 744.945715 samples/sec	rmse=0.020959	lr=0.099597
Epoch[12] Batch [4499]	Speed: 775.786497 samples/sec	rmse=0.020956	lr=0.099596
Epoch[12] Batch [4549]	Speed: 796.962277 samples/sec	rmse=0.020958	lr=0.099595
Epoch[12] Batch [4599]	Speed: 722.331690 samples/sec	rmse=0.020956	lr=0.099594
Epoch[12] Batch [4649]	Speed: 749.746850 samples/sec	rmse=0.020958	lr=0.099593
Epoch[12] Batch [4699]	Speed: 738.490482 samples/sec	rmse=0.020958	lr=0.099592
Epoch[12] Batch [4749]	Speed: 747.875161 samples/sec	rmse=0.020959	lr=0.099591
Epoch[12] Batch [4799]	Speed: 729.093436 samples/sec	rmse=0.020962	lr=0.099590
Epoch[12] Batch [4849]	Speed: 742.332796 samples/sec	rmse=0.020957	lr=0.099588
Epoch[12] Batch [4899]	Speed: 713.474975 samples/sec	rmse=0.020958	lr=0.099587
Epoch[12] Batch [4949]	Speed: 722.022072 samples/sec	rmse=0.020957	lr=0.099586
Epoch[12] Batch [4999]	Speed: 767.273477 samples/sec	rmse=0.020953	lr=0.099585
[Epoch 12] training: rmse=0.020953
[Epoch 12] speed: 728 samples/sec	time cost: 1783.389959
[Epoch 12] validation: err-top1=0.397680 err-top5=0.159977
Epoch[13] Batch [49]	Speed: 730.714058 samples/sec	rmse=0.020504	lr=0.099584
Epoch[13] Batch [99]	Speed: 757.934991 samples/sec	rmse=0.020612	lr=0.099583
Epoch[13] Batch [149]	Speed: 734.686501 samples/sec	rmse=0.020690	lr=0.099582
Epoch[13] Batch [199]	Speed: 754.115609 samples/sec	rmse=0.020674	lr=0.099581
Epoch[13] Batch [249]	Speed: 722.838938 samples/sec	rmse=0.020782	lr=0.099580
Epoch[13] Batch [299]	Speed: 739.722518 samples/sec	rmse=0.020783	lr=0.099579
Epoch[13] Batch [349]	Speed: 729.052031 samples/sec	rmse=0.020751	lr=0.099578
Epoch[13] Batch [399]	Speed: 741.665891 samples/sec	rmse=0.020767	lr=0.099577
Epoch[13] Batch [449]	Speed: 776.982103 samples/sec	rmse=0.020774	lr=0.099576
Epoch[13] Batch [499]	Speed: 776.182589 samples/sec	rmse=0.020764	lr=0.099575
Epoch[13] Batch [549]	Speed: 726.364566 samples/sec	rmse=0.020766	lr=0.099574
Epoch[13] Batch [599]	Speed: 734.612804 samples/sec	rmse=0.020785	lr=0.099573
Epoch[13] Batch [649]	Speed: 763.118347 samples/sec	rmse=0.020782	lr=0.099572
Epoch[13] Batch [699]	Speed: 725.269950 samples/sec	rmse=0.020810	lr=0.099571
Epoch[13] Batch [749]	Speed: 762.060941 samples/sec	rmse=0.020788	lr=0.099570
Epoch[13] Batch [799]	Speed: 740.219374 samples/sec	rmse=0.020791	lr=0.099569
Epoch[13] Batch [849]	Speed: 714.212619 samples/sec	rmse=0.020801	lr=0.099568
Epoch[13] Batch [899]	Speed: 735.134354 samples/sec	rmse=0.020785	lr=0.099566
Epoch[13] Batch [949]	Speed: 727.049031 samples/sec	rmse=0.020792	lr=0.099565
Epoch[13] Batch [999]	Speed: 739.636424 samples/sec	rmse=0.020791	lr=0.099564
Epoch[13] Batch [1049]	Speed: 750.182710 samples/sec	rmse=0.020803	lr=0.099563
Epoch[13] Batch [1099]	Speed: 724.838877 samples/sec	rmse=0.020816	lr=0.099562
Epoch[13] Batch [1149]	Speed: 739.164112 samples/sec	rmse=0.020821	lr=0.099561
Epoch[13] Batch [1199]	Speed: 750.259481 samples/sec	rmse=0.020823	lr=0.099560
Epoch[13] Batch [1249]	Speed: 721.199046 samples/sec	rmse=0.020821	lr=0.099559
Epoch[13] Batch [1299]	Speed: 738.022228 samples/sec	rmse=0.020820	lr=0.099558
Epoch[13] Batch [1349]	Speed: 719.406142 samples/sec	rmse=0.020827	lr=0.099557
Epoch[13] Batch [1399]	Speed: 719.745660 samples/sec	rmse=0.020818	lr=0.099556
Epoch[13] Batch [1449]	Speed: 723.305765 samples/sec	rmse=0.020825	lr=0.099555
Epoch[13] Batch [1499]	Speed: 756.266842 samples/sec	rmse=0.020824	lr=0.099554
Epoch[13] Batch [1549]	Speed: 729.093308 samples/sec	rmse=0.020827	lr=0.099553
Epoch[13] Batch [1599]	Speed: 736.263383 samples/sec	rmse=0.020831	lr=0.099552
Epoch[13] Batch [1649]	Speed: 719.618690 samples/sec	rmse=0.020834	lr=0.099550
Epoch[13] Batch [1699]	Speed: 742.975083 samples/sec	rmse=0.020837	lr=0.099549
Epoch[13] Batch [1749]	Speed: 747.435526 samples/sec	rmse=0.020836	lr=0.099548
Epoch[13] Batch [1799]	Speed: 731.992752 samples/sec	rmse=0.020831	lr=0.099547
Epoch[13] Batch [1849]	Speed: 758.905676 samples/sec	rmse=0.020829	lr=0.099546
Epoch[13] Batch [1899]	Speed: 745.440693 samples/sec	rmse=0.020828	lr=0.099545
Epoch[13] Batch [1949]	Speed: 764.927138 samples/sec	rmse=0.020831	lr=0.099544
Epoch[13] Batch [1999]	Speed: 734.561834 samples/sec	rmse=0.020829	lr=0.099543
Epoch[13] Batch [2049]	Speed: 758.433576 samples/sec	rmse=0.020830	lr=0.099542
Epoch[13] Batch [2099]	Speed: 736.067310 samples/sec	rmse=0.020824	lr=0.099541
Epoch[13] Batch [2149]	Speed: 745.530866 samples/sec	rmse=0.020830	lr=0.099540
Epoch[13] Batch [2199]	Speed: 757.253870 samples/sec	rmse=0.020830	lr=0.099539
Epoch[13] Batch [2249]	Speed: 755.240618 samples/sec	rmse=0.020836	lr=0.099537
Epoch[13] Batch [2299]	Speed: 722.832077 samples/sec	rmse=0.020838	lr=0.099536
Epoch[13] Batch [2349]	Speed: 756.432823 samples/sec	rmse=0.020838	lr=0.099535
Epoch[13] Batch [2399]	Speed: 763.435724 samples/sec	rmse=0.020842	lr=0.099534
Epoch[13] Batch [2449]	Speed: 726.762794 samples/sec	rmse=0.020845	lr=0.099533
Epoch[13] Batch [2499]	Speed: 754.709192 samples/sec	rmse=0.020846	lr=0.099532
Epoch[13] Batch [2549]	Speed: 687.785960 samples/sec	rmse=0.020847	lr=0.099531
Epoch[13] Batch [2599]	Speed: 749.189501 samples/sec	rmse=0.020847	lr=0.099530
Epoch[13] Batch [2649]	Speed: 699.649377 samples/sec	rmse=0.020851	lr=0.099529
Epoch[13] Batch [2699]	Speed: 751.347568 samples/sec	rmse=0.020850	lr=0.099528
Epoch[13] Batch [2749]	Speed: 743.455296 samples/sec	rmse=0.020849	lr=0.099526
Epoch[13] Batch [2799]	Speed: 759.918797 samples/sec	rmse=0.020851	lr=0.099525
Epoch[13] Batch [2849]	Speed: 792.929105 samples/sec	rmse=0.020849	lr=0.099524
Epoch[13] Batch [2899]	Speed: 756.934492 samples/sec	rmse=0.020850	lr=0.099523
Epoch[13] Batch [2949]	Speed: 759.900167 samples/sec	rmse=0.020845	lr=0.099522
Epoch[13] Batch [2999]	Speed: 750.036895 samples/sec	rmse=0.020846	lr=0.099521
Epoch[13] Batch [3049]	Speed: 727.185630 samples/sec	rmse=0.020847	lr=0.099520
Epoch[13] Batch [3099]	Speed: 758.310596 samples/sec	rmse=0.020846	lr=0.099519
Epoch[13] Batch [3149]	Speed: 744.563693 samples/sec	rmse=0.020845	lr=0.099518
Epoch[13] Batch [3199]	Speed: 748.494028 samples/sec	rmse=0.020846	lr=0.099516
Epoch[13] Batch [3249]	Speed: 732.165841 samples/sec	rmse=0.020846	lr=0.099515
Epoch[13] Batch [3299]	Speed: 747.047319 samples/sec	rmse=0.020850	lr=0.099514
Epoch[13] Batch [3349]	Speed: 733.727237 samples/sec	rmse=0.020852	lr=0.099513
Epoch[13] Batch [3399]	Speed: 732.694710 samples/sec	rmse=0.020857	lr=0.099512
Epoch[13] Batch [3449]	Speed: 730.240245 samples/sec	rmse=0.020859	lr=0.099511
Epoch[13] Batch [3499]	Speed: 772.563560 samples/sec	rmse=0.020855	lr=0.099510
Epoch[13] Batch [3549]	Speed: 724.403516 samples/sec	rmse=0.020853	lr=0.099509
Epoch[13] Batch [3599]	Speed: 739.568729 samples/sec	rmse=0.020852	lr=0.099507
Epoch[13] Batch [3649]	Speed: 711.959805 samples/sec	rmse=0.020850	lr=0.099506
Epoch[13] Batch [3699]	Speed: 761.088043 samples/sec	rmse=0.020851	lr=0.099505
Epoch[13] Batch [3749]	Speed: 737.692843 samples/sec	rmse=0.020851	lr=0.099504
Epoch[13] Batch [3799]	Speed: 744.845101 samples/sec	rmse=0.020846	lr=0.099503
Epoch[13] Batch [3849]	Speed: 717.768614 samples/sec	rmse=0.020844	lr=0.099502
Epoch[13] Batch [3899]	Speed: 740.609506 samples/sec	rmse=0.020845	lr=0.099501
Epoch[13] Batch [3949]	Speed: 734.546869 samples/sec	rmse=0.020847	lr=0.099500
Epoch[13] Batch [3999]	Speed: 724.651999 samples/sec	rmse=0.020847	lr=0.099498
Epoch[13] Batch [4049]	Speed: 769.613911 samples/sec	rmse=0.020846	lr=0.099497
Epoch[13] Batch [4099]	Speed: 682.410400 samples/sec	rmse=0.020846	lr=0.099496
Epoch[13] Batch [4149]	Speed: 707.554309 samples/sec	rmse=0.020848	lr=0.099495
Epoch[13] Batch [4199]	Speed: 727.196957 samples/sec	rmse=0.020849	lr=0.099494
Epoch[13] Batch [4249]	Speed: 729.918968 samples/sec	rmse=0.020849	lr=0.099493
Epoch[13] Batch [4299]	Speed: 710.431821 samples/sec	rmse=0.020849	lr=0.099492
Epoch[13] Batch [4349]	Speed: 721.077490 samples/sec	rmse=0.020848	lr=0.099490
Epoch[13] Batch [4399]	Speed: 748.159902 samples/sec	rmse=0.020849	lr=0.099489
Epoch[13] Batch [4449]	Speed: 719.001190 samples/sec	rmse=0.020854	lr=0.099488
Epoch[13] Batch [4499]	Speed: 753.933935 samples/sec	rmse=0.020855	lr=0.099487
Epoch[13] Batch [4549]	Speed: 744.556806 samples/sec	rmse=0.020855	lr=0.099486
Epoch[13] Batch [4599]	Speed: 717.533671 samples/sec	rmse=0.020853	lr=0.099485
Epoch[13] Batch [4649]	Speed: 753.715778 samples/sec	rmse=0.020854	lr=0.099484
Epoch[13] Batch [4699]	Speed: 741.297009 samples/sec	rmse=0.020859	lr=0.099482
Epoch[13] Batch [4749]	Speed: 721.981349 samples/sec	rmse=0.020861	lr=0.099481
Epoch[13] Batch [4799]	Speed: 769.827991 samples/sec	rmse=0.020861	lr=0.099480
Epoch[13] Batch [4849]	Speed: 728.284342 samples/sec	rmse=0.020862	lr=0.099479
Epoch[13] Batch [4899]	Speed: 724.917899 samples/sec	rmse=0.020864	lr=0.099478
Epoch[13] Batch [4949]	Speed: 759.433029 samples/sec	rmse=0.020867	lr=0.099477
Epoch[13] Batch [4999]	Speed: 720.221232 samples/sec	rmse=0.020868	lr=0.099475
[Epoch 13] training: rmse=0.020868
[Epoch 13] speed: 738 samples/sec	time cost: 1757.734855
[Epoch 13] validation: err-top1=0.401302 err-top5=0.164924
Epoch[14] Batch [49]	Speed: 694.829181 samples/sec	rmse=0.020748	lr=0.099474
Epoch[14] Batch [99]	Speed: 743.785789 samples/sec	rmse=0.020701	lr=0.099473
Epoch[14] Batch [149]	Speed: 748.414937 samples/sec	rmse=0.020701	lr=0.099472
Epoch[14] Batch [199]	Speed: 727.719696 samples/sec	rmse=0.020677	lr=0.099471
Epoch[14] Batch [249]	Speed: 772.434754 samples/sec	rmse=0.020691	lr=0.099470
Epoch[14] Batch [299]	Speed: 721.704006 samples/sec	rmse=0.020735	lr=0.099468
Epoch[14] Batch [349]	Speed: 751.837964 samples/sec	rmse=0.020732	lr=0.099467
Epoch[14] Batch [399]	Speed: 763.619628 samples/sec	rmse=0.020695	lr=0.099466
Epoch[14] Batch [449]	Speed: 762.300117 samples/sec	rmse=0.020695	lr=0.099465
Epoch[14] Batch [499]	Speed: 766.498503 samples/sec	rmse=0.020684	lr=0.099464
Epoch[14] Batch [549]	Speed: 715.767415 samples/sec	rmse=0.020686	lr=0.099462
Epoch[14] Batch [599]	Speed: 721.927952 samples/sec	rmse=0.020696	lr=0.099461
Epoch[14] Batch [649]	Speed: 768.376825 samples/sec	rmse=0.020708	lr=0.099460
Epoch[14] Batch [699]	Speed: 718.620653 samples/sec	rmse=0.020702	lr=0.099459
Epoch[14] Batch [749]	Speed: 700.643774 samples/sec	rmse=0.020702	lr=0.099458
Epoch[14] Batch [799]	Speed: 736.812610 samples/sec	rmse=0.020711	lr=0.099457
Epoch[14] Batch [849]	Speed: 769.933380 samples/sec	rmse=0.020697	lr=0.099455
Epoch[14] Batch [899]	Speed: 769.282591 samples/sec	rmse=0.020685	lr=0.099454
Epoch[14] Batch [949]	Speed: 728.744292 samples/sec	rmse=0.020692	lr=0.099453
Epoch[14] Batch [999]	Speed: 766.830002 samples/sec	rmse=0.020691	lr=0.099452
Epoch[14] Batch [1049]	Speed: 719.041943 samples/sec	rmse=0.020691	lr=0.099451
Epoch[14] Batch [1099]	Speed: 737.106314 samples/sec	rmse=0.020699	lr=0.099449
Epoch[14] Batch [1149]	Speed: 735.684699 samples/sec	rmse=0.020707	lr=0.099448
Epoch[14] Batch [1199]	Speed: 736.848065 samples/sec	rmse=0.020712	lr=0.099447
Epoch[14] Batch [1249]	Speed: 715.327973 samples/sec	rmse=0.020710	lr=0.099446
Epoch[14] Batch [1299]	Speed: 742.818736 samples/sec	rmse=0.020704	lr=0.099445
Epoch[14] Batch [1349]	Speed: 710.151735 samples/sec	rmse=0.020716	lr=0.099443
Epoch[14] Batch [1399]	Speed: 742.392436 samples/sec	rmse=0.020715	lr=0.099442
Epoch[14] Batch [1449]	Speed: 746.869305 samples/sec	rmse=0.020714	lr=0.099441
Epoch[14] Batch [1499]	Speed: 719.196436 samples/sec	rmse=0.020712	lr=0.099440
Epoch[14] Batch [1549]	Speed: 685.737090 samples/sec	rmse=0.020704	lr=0.099439
Epoch[14] Batch [1599]	Speed: 745.191622 samples/sec	rmse=0.020715	lr=0.099437
Epoch[14] Batch [1649]	Speed: 763.996606 samples/sec	rmse=0.020715	lr=0.099436
Epoch[14] Batch [1699]	Speed: 705.780931 samples/sec	rmse=0.020714	lr=0.099435
Epoch[14] Batch [1749]	Speed: 719.880416 samples/sec	rmse=0.020708	lr=0.099434
Epoch[14] Batch [1799]	Speed: 741.242928 samples/sec	rmse=0.020706	lr=0.099433
Epoch[14] Batch [1849]	Speed: 740.409059 samples/sec	rmse=0.020716	lr=0.099431
Epoch[14] Batch [1899]	Speed: 724.250921 samples/sec	rmse=0.020718	lr=0.099430
Epoch[14] Batch [1949]	Speed: 745.133362 samples/sec	rmse=0.020722	lr=0.099429
Epoch[14] Batch [1999]	Speed: 728.849943 samples/sec	rmse=0.020723	lr=0.099428
Epoch[14] Batch [2049]	Speed: 704.947136 samples/sec	rmse=0.020727	lr=0.099427
Epoch[14] Batch [2099]	Speed: 741.502537 samples/sec	rmse=0.020732	lr=0.099425
Epoch[14] Batch [2149]	Speed: 719.032255 samples/sec	rmse=0.020729	lr=0.099424
Epoch[14] Batch [2199]	Speed: 777.076020 samples/sec	rmse=0.020736	lr=0.099423
Epoch[14] Batch [2249]	Speed: 706.018016 samples/sec	rmse=0.020733	lr=0.099422
Epoch[14] Batch [2299]	Speed: 730.379784 samples/sec	rmse=0.020738	lr=0.099420
Epoch[14] Batch [2349]	Speed: 727.712791 samples/sec	rmse=0.020741	lr=0.099419
Epoch[14] Batch [2399]	Speed: 714.462697 samples/sec	rmse=0.020741	lr=0.099418
Epoch[14] Batch [2449]	Speed: 725.277063 samples/sec	rmse=0.020750	lr=0.099417
Epoch[14] Batch [2499]	Speed: 759.672997 samples/sec	rmse=0.020760	lr=0.099416
Epoch[14] Batch [2549]	Speed: 768.443716 samples/sec	rmse=0.020761	lr=0.099414
Epoch[14] Batch [2599]	Speed: 745.377872 samples/sec	rmse=0.020761	lr=0.099413
Epoch[14] Batch [2649]	Speed: 727.198514 samples/sec	rmse=0.020762	lr=0.099412
Epoch[14] Batch [2699]	Speed: 710.464426 samples/sec	rmse=0.020762	lr=0.099411
Epoch[14] Batch [2749]	Speed: 735.681987 samples/sec	rmse=0.020758	lr=0.099409
Epoch[14] Batch [2799]	Speed: 742.794050 samples/sec	rmse=0.020759	lr=0.099408
Epoch[14] Batch [2849]	Speed: 762.305475 samples/sec	rmse=0.020762	lr=0.099407
Epoch[14] Batch [2899]	Speed: 714.381945 samples/sec	rmse=0.020763	lr=0.099406
Epoch[14] Batch [2949]	Speed: 725.212461 samples/sec	rmse=0.020767	lr=0.099404
Epoch[14] Batch [2999]	Speed: 711.628855 samples/sec	rmse=0.020764	lr=0.099403
Epoch[14] Batch [3049]	Speed: 724.339070 samples/sec	rmse=0.020763	lr=0.099402
Epoch[14] Batch [3099]	Speed: 743.472479 samples/sec	rmse=0.020760	lr=0.099401
Epoch[14] Batch [3149]	Speed: 710.035724 samples/sec	rmse=0.020763	lr=0.099400
Epoch[14] Batch [3199]	Speed: 719.219588 samples/sec	rmse=0.020761	lr=0.099398
Epoch[14] Batch [3249]	Speed: 708.085151 samples/sec	rmse=0.020762	lr=0.099397
Epoch[14] Batch [3299]	Speed: 723.831890 samples/sec	rmse=0.020762	lr=0.099396
Epoch[14] Batch [3349]	Speed: 710.621105 samples/sec	rmse=0.020761	lr=0.099395
Epoch[14] Batch [3399]	Speed: 742.044175 samples/sec	rmse=0.020762	lr=0.099393
Epoch[14] Batch [3449]	Speed: 757.532672 samples/sec	rmse=0.020769	lr=0.099392
Epoch[14] Batch [3499]	Speed: 732.917276 samples/sec	rmse=0.020764	lr=0.099391
Epoch[14] Batch [3549]	Speed: 695.785205 samples/sec	rmse=0.020764	lr=0.099390
Epoch[14] Batch [3599]	Speed: 738.521801 samples/sec	rmse=0.020764	lr=0.099388
Epoch[14] Batch [3649]	Speed: 711.074850 samples/sec	rmse=0.020768	lr=0.099387
Epoch[14] Batch [3699]	Speed: 751.842249 samples/sec	rmse=0.020769	lr=0.099386
Epoch[14] Batch [3749]	Speed: 730.716932 samples/sec	rmse=0.020769	lr=0.099385
Epoch[14] Batch [3799]	Speed: 727.277441 samples/sec	rmse=0.020770	lr=0.099383
Epoch[14] Batch [3849]	Speed: 735.348956 samples/sec	rmse=0.020772	lr=0.099382
Epoch[14] Batch [3899]	Speed: 735.187940 samples/sec	rmse=0.020774	lr=0.099381
Epoch[14] Batch [3949]	Speed: 747.824782 samples/sec	rmse=0.020776	lr=0.099379
Epoch[14] Batch [3999]	Speed: 771.498017 samples/sec	rmse=0.020775	lr=0.099378
Epoch[14] Batch [4049]	Speed: 709.079404 samples/sec	rmse=0.020776	lr=0.099377
Epoch[14] Batch [4099]	Speed: 715.881822 samples/sec	rmse=0.020777	lr=0.099376
Epoch[14] Batch [4149]	Speed: 759.907514 samples/sec	rmse=0.020776	lr=0.099374
Epoch[14] Batch [4199]	Speed: 726.619923 samples/sec	rmse=0.020775	lr=0.099373
Epoch[14] Batch [4249]	Speed: 708.702316 samples/sec	rmse=0.020778	lr=0.099372
Epoch[14] Batch [4299]	Speed: 707.403770 samples/sec	rmse=0.020779	lr=0.099371
Epoch[14] Batch [4349]	Speed: 735.848112 samples/sec	rmse=0.020781	lr=0.099369
Epoch[14] Batch [4399]	Speed: 751.412662 samples/sec	rmse=0.020778	lr=0.099368
Epoch[14] Batch [4449]	Speed: 745.152102 samples/sec	rmse=0.020778	lr=0.099367
Epoch[14] Batch [4499]	Speed: 717.451351 samples/sec	rmse=0.020778	lr=0.099365
Epoch[14] Batch [4549]	Speed: 726.294051 samples/sec	rmse=0.020777	lr=0.099364
Epoch[14] Batch [4599]	Speed: 730.357448 samples/sec	rmse=0.020777	lr=0.099363
Epoch[14] Batch [4649]	Speed: 704.364288 samples/sec	rmse=0.020778	lr=0.099362
Epoch[14] Batch [4699]	Speed: 685.375970 samples/sec	rmse=0.020778	lr=0.099360
Epoch[14] Batch [4749]	Speed: 731.034482 samples/sec	rmse=0.020775	lr=0.099359
Epoch[14] Batch [4799]	Speed: 693.444600 samples/sec	rmse=0.020776	lr=0.099358
Epoch[14] Batch [4849]	Speed: 735.070530 samples/sec	rmse=0.020775	lr=0.099357
Epoch[14] Batch [4899]	Speed: 707.716909 samples/sec	rmse=0.020774	lr=0.099355
Epoch[14] Batch [4949]	Speed: 755.790507 samples/sec	rmse=0.020774	lr=0.099354
Epoch[14] Batch [4999]	Speed: 735.783529 samples/sec	rmse=0.020775	lr=0.099353
[Epoch 14] training: rmse=0.020775
[Epoch 14] speed: 731 samples/sec	time cost: 1775.471497
[Epoch 14] validation: err-top1=0.389683 err-top5=0.152063
Epoch[15] Batch [49]	Speed: 712.820493 samples/sec	rmse=0.020655	lr=0.099351
Epoch[15] Batch [99]	Speed: 724.824178 samples/sec	rmse=0.020720	lr=0.099350
Epoch[15] Batch [149]	Speed: 712.185840 samples/sec	rmse=0.020771	lr=0.099349
Epoch[15] Batch [199]	Speed: 765.615676 samples/sec	rmse=0.020752	lr=0.099347
Epoch[15] Batch [249]	Speed: 744.542566 samples/sec	rmse=0.020722	lr=0.099346
Epoch[15] Batch [299]	Speed: 743.142450 samples/sec	rmse=0.020704	lr=0.099345
Epoch[15] Batch [349]	Speed: 731.595412 samples/sec	rmse=0.020673	lr=0.099343
Epoch[15] Batch [399]	Speed: 747.331232 samples/sec	rmse=0.020663	lr=0.099342
Epoch[15] Batch [449]	Speed: 714.772050 samples/sec	rmse=0.020648	lr=0.099341
Epoch[15] Batch [499]	Speed: 717.643415 samples/sec	rmse=0.020633	lr=0.099340
Epoch[15] Batch [549]	Speed: 719.890455 samples/sec	rmse=0.020648	lr=0.099338
Epoch[15] Batch [599]	Speed: 731.287495 samples/sec	rmse=0.020644	lr=0.099337
Epoch[15] Batch [649]	Speed: 715.764657 samples/sec	rmse=0.020643	lr=0.099336
Epoch[15] Batch [699]	Speed: 753.573780 samples/sec	rmse=0.020668	lr=0.099334
Epoch[15] Batch [749]	Speed: 724.642277 samples/sec	rmse=0.020665	lr=0.099333
Epoch[15] Batch [799]	Speed: 727.640969 samples/sec	rmse=0.020670	lr=0.099332
Epoch[15] Batch [849]	Speed: 717.819286 samples/sec	rmse=0.020674	lr=0.099330
Epoch[15] Batch [899]	Speed: 750.932075 samples/sec	rmse=0.020670	lr=0.099329
Epoch[15] Batch [949]	Speed: 744.967402 samples/sec	rmse=0.020667	lr=0.099328
Epoch[15] Batch [999]	Speed: 746.312250 samples/sec	rmse=0.020663	lr=0.099326
Epoch[15] Batch [1049]	Speed: 743.158539 samples/sec	rmse=0.020669	lr=0.099325
Epoch[15] Batch [1099]	Speed: 728.217760 samples/sec	rmse=0.020661	lr=0.099324
Epoch[15] Batch [1149]	Speed: 762.384790 samples/sec	rmse=0.020656	lr=0.099323
Epoch[15] Batch [1199]	Speed: 717.023084 samples/sec	rmse=0.020655	lr=0.099321
Epoch[15] Batch [1249]	Speed: 743.173507 samples/sec	rmse=0.020651	lr=0.099320
Epoch[15] Batch [1299]	Speed: 724.656430 samples/sec	rmse=0.020652	lr=0.099319
Epoch[15] Batch [1349]	Speed: 719.287367 samples/sec	rmse=0.020653	lr=0.099317
Epoch[15] Batch [1399]	Speed: 747.666607 samples/sec	rmse=0.020660	lr=0.099316
Epoch[15] Batch [1449]	Speed: 730.785473 samples/sec	rmse=0.020667	lr=0.099315
Epoch[15] Batch [1499]	Speed: 727.237561 samples/sec	rmse=0.020674	lr=0.099313
Epoch[15] Batch [1549]	Speed: 751.000595 samples/sec	rmse=0.020678	lr=0.099312
Epoch[15] Batch [1599]	Speed: 745.650420 samples/sec	rmse=0.020681	lr=0.099311
Epoch[15] Batch [1649]	Speed: 761.875149 samples/sec	rmse=0.020678	lr=0.099309
Epoch[15] Batch [1699]	Speed: 749.872347 samples/sec	rmse=0.020677	lr=0.099308
Epoch[15] Batch [1749]	Speed: 744.278391 samples/sec	rmse=0.020676	lr=0.099307
Epoch[15] Batch [1799]	Speed: 744.893870 samples/sec	rmse=0.020671	lr=0.099305
Epoch[15] Batch [1849]	Speed: 731.354689 samples/sec	rmse=0.020674	lr=0.099304
Epoch[15] Batch [1899]	Speed: 751.940960 samples/sec	rmse=0.020674	lr=0.099303
Epoch[15] Batch [1949]	Speed: 750.461962 samples/sec	rmse=0.020675	lr=0.099301
Epoch[15] Batch [1999]	Speed: 744.403096 samples/sec	rmse=0.020672	lr=0.099300
Epoch[15] Batch [2049]	Speed: 748.725535 samples/sec	rmse=0.020670	lr=0.099299
Epoch[15] Batch [2099]	Speed: 707.688922 samples/sec	rmse=0.020671	lr=0.099297
Epoch[15] Batch [2149]	Speed: 720.348047 samples/sec	rmse=0.020667	lr=0.099296
Epoch[15] Batch [2199]	Speed: 733.771732 samples/sec	rmse=0.020660	lr=0.099294
Epoch[15] Batch [2249]	Speed: 757.415049 samples/sec	rmse=0.020659	lr=0.099293
Epoch[15] Batch [2299]	Speed: 740.487611 samples/sec	rmse=0.020664	lr=0.099292
Epoch[15] Batch [2349]	Speed: 712.628816 samples/sec	rmse=0.020671	lr=0.099290
Epoch[15] Batch [2399]	Speed: 727.793635 samples/sec	rmse=0.020670	lr=0.099289
Epoch[15] Batch [2449]	Speed: 727.203114 samples/sec	rmse=0.020668	lr=0.099288
Epoch[15] Batch [2499]	Speed: 722.297045 samples/sec	rmse=0.020672	lr=0.099286
Epoch[15] Batch [2549]	Speed: 716.376952 samples/sec	rmse=0.020673	lr=0.099285
Epoch[15] Batch [2599]	Speed: 708.937464 samples/sec	rmse=0.020674	lr=0.099284
Epoch[15] Batch [2649]	Speed: 751.992685 samples/sec	rmse=0.020680	lr=0.099282
Epoch[15] Batch [2699]	Speed: 698.321203 samples/sec	rmse=0.020687	lr=0.099281
Epoch[15] Batch [2749]	Speed: 739.835597 samples/sec	rmse=0.020687	lr=0.099280
Epoch[15] Batch [2799]	Speed: 723.992266 samples/sec	rmse=0.020685	lr=0.099278
Epoch[15] Batch [2849]	Speed: 714.838594 samples/sec	rmse=0.020686	lr=0.099277
Epoch[15] Batch [2899]	Speed: 748.176042 samples/sec	rmse=0.020685	lr=0.099276
Epoch[15] Batch [2949]	Speed: 716.589197 samples/sec	rmse=0.020684	lr=0.099274
Epoch[15] Batch [2999]	Speed: 706.074564 samples/sec	rmse=0.020683	lr=0.099273
Epoch[15] Batch [3049]	Speed: 743.005920 samples/sec	rmse=0.020681	lr=0.099271
Epoch[15] Batch [3099]	Speed: 704.131563 samples/sec	rmse=0.020678	lr=0.099270
Epoch[15] Batch [3149]	Speed: 750.590239 samples/sec	rmse=0.020677	lr=0.099269
Epoch[15] Batch [3199]	Speed: 732.183725 samples/sec	rmse=0.020679	lr=0.099267
Epoch[15] Batch [3249]	Speed: 730.334785 samples/sec	rmse=0.020678	lr=0.099266
Epoch[15] Batch [3299]	Speed: 708.771336 samples/sec	rmse=0.020681	lr=0.099265
Epoch[15] Batch [3349]	Speed: 737.272232 samples/sec	rmse=0.020679	lr=0.099263
Epoch[15] Batch [3399]	Speed: 724.168596 samples/sec	rmse=0.020676	lr=0.099262
Epoch[15] Batch [3449]	Speed: 693.570144 samples/sec	rmse=0.020675	lr=0.099260
Epoch[15] Batch [3499]	Speed: 740.174522 samples/sec	rmse=0.020674	lr=0.099259
Epoch[15] Batch [3549]	Speed: 729.392819 samples/sec	rmse=0.020675	lr=0.099258
Epoch[15] Batch [3599]	Speed: 721.168772 samples/sec	rmse=0.020681	lr=0.099256
Epoch[15] Batch [3649]	Speed: 770.195224 samples/sec	rmse=0.020683	lr=0.099255
Epoch[15] Batch [3699]	Speed: 734.350915 samples/sec	rmse=0.020684	lr=0.099253
Epoch[15] Batch [3749]	Speed: 711.728856 samples/sec	rmse=0.020682	lr=0.099252
Epoch[15] Batch [3799]	Speed: 731.785350 samples/sec	rmse=0.020682	lr=0.099251
Epoch[15] Batch [3849]	Speed: 726.044726 samples/sec	rmse=0.020681	lr=0.099249
Epoch[15] Batch [3899]	Speed: 749.558547 samples/sec	rmse=0.020682	lr=0.099248
Epoch[15] Batch [3949]	Speed: 781.719055 samples/sec	rmse=0.020684	lr=0.099247
Epoch[15] Batch [3999]	Speed: 737.208715 samples/sec	rmse=0.020687	lr=0.099245
Epoch[15] Batch [4049]	Speed: 741.536437 samples/sec	rmse=0.020689	lr=0.099244
Epoch[15] Batch [4099]	Speed: 715.111246 samples/sec	rmse=0.020690	lr=0.099242
Epoch[15] Batch [4149]	Speed: 710.548827 samples/sec	rmse=0.020687	lr=0.099241
Epoch[15] Batch [4199]	Speed: 764.828464 samples/sec	rmse=0.020691	lr=0.099240
Epoch[15] Batch [4249]	Speed: 727.348146 samples/sec	rmse=0.020691	lr=0.099238
Epoch[15] Batch [4299]	Speed: 762.754004 samples/sec	rmse=0.020689	lr=0.099237
Epoch[15] Batch [4349]	Speed: 774.110452 samples/sec	rmse=0.020689	lr=0.099235
Epoch[15] Batch [4399]	Speed: 743.161995 samples/sec	rmse=0.020691	lr=0.099234
Epoch[15] Batch [4449]	Speed: 752.896226 samples/sec	rmse=0.020695	lr=0.099233
Epoch[15] Batch [4499]	Speed: 774.246293 samples/sec	rmse=0.020697	lr=0.099231
Epoch[15] Batch [4549]	Speed: 716.449340 samples/sec	rmse=0.020696	lr=0.099230
Epoch[15] Batch [4599]	Speed: 724.942782 samples/sec	rmse=0.020694	lr=0.099228
Epoch[15] Batch [4649]	Speed: 705.457294 samples/sec	rmse=0.020696	lr=0.099227
Epoch[15] Batch [4699]	Speed: 731.663500 samples/sec	rmse=0.020697	lr=0.099226
Epoch[15] Batch [4749]	Speed: 765.318947 samples/sec	rmse=0.020695	lr=0.099224
Epoch[15] Batch [4799]	Speed: 728.077209 samples/sec	rmse=0.020693	lr=0.099223
Epoch[15] Batch [4849]	Speed: 733.058091 samples/sec	rmse=0.020692	lr=0.099221
Epoch[15] Batch [4899]	Speed: 710.754865 samples/sec	rmse=0.020693	lr=0.099220
Epoch[15] Batch [4949]	Speed: 711.439798 samples/sec	rmse=0.020696	lr=0.099218
Epoch[15] Batch [4999]	Speed: 730.313942 samples/sec	rmse=0.020699	lr=0.099217
[Epoch 15] training: rmse=0.020699
[Epoch 15] speed: 733 samples/sec	time cost: 1770.893742
[Epoch 15] validation: err-top1=0.405048 err-top5=0.168730
Epoch[16] Batch [49]	Speed: 756.101860 samples/sec	rmse=0.020704	lr=0.099216
Epoch[16] Batch [99]	Speed: 724.753835 samples/sec	rmse=0.020592	lr=0.099214
Epoch[16] Batch [149]	Speed: 753.327543 samples/sec	rmse=0.020541	lr=0.099213
Epoch[16] Batch [199]	Speed: 747.297060 samples/sec	rmse=0.020612	lr=0.099211
Epoch[16] Batch [249]	Speed: 752.571304 samples/sec	rmse=0.020658	lr=0.099210
Epoch[16] Batch [299]	Speed: 713.754986 samples/sec	rmse=0.020627	lr=0.099208
Epoch[16] Batch [349]	Speed: 755.489574 samples/sec	rmse=0.020605	lr=0.099207
Epoch[16] Batch [399]	Speed: 735.371971 samples/sec	rmse=0.020605	lr=0.099206
Epoch[16] Batch [449]	Speed: 727.936850 samples/sec	rmse=0.020619	lr=0.099204
Epoch[16] Batch [499]	Speed: 730.868643 samples/sec	rmse=0.020642	lr=0.099203
Epoch[16] Batch [549]	Speed: 723.373215 samples/sec	rmse=0.020624	lr=0.099201
Epoch[16] Batch [599]	Speed: 727.627448 samples/sec	rmse=0.020628	lr=0.099200
Epoch[16] Batch [649]	Speed: 742.252487 samples/sec	rmse=0.020642	lr=0.099198
Epoch[16] Batch [699]	Speed: 705.726379 samples/sec	rmse=0.020624	lr=0.099197
Epoch[16] Batch [749]	Speed: 722.140566 samples/sec	rmse=0.020604	lr=0.099195
Epoch[16] Batch [799]	Speed: 750.147490 samples/sec	rmse=0.020615	lr=0.099194
Epoch[16] Batch [849]	Speed: 707.906653 samples/sec	rmse=0.020626	lr=0.099193
Epoch[16] Batch [899]	Speed: 720.180384 samples/sec	rmse=0.020621	lr=0.099191
Epoch[16] Batch [949]	Speed: 750.130175 samples/sec	rmse=0.020632	lr=0.099190
Epoch[16] Batch [999]	Speed: 729.258837 samples/sec	rmse=0.020635	lr=0.099188
Epoch[16] Batch [1049]	Speed: 691.946645 samples/sec	rmse=0.020629	lr=0.099187
Epoch[16] Batch [1099]	Speed: 727.148499 samples/sec	rmse=0.020632	lr=0.099185
Epoch[16] Batch [1149]	Speed: 726.637173 samples/sec	rmse=0.020636	lr=0.099184
Epoch[16] Batch [1199]	Speed: 763.836634 samples/sec	rmse=0.020651	lr=0.099183
Epoch[16] Batch [1249]	Speed: 716.103468 samples/sec	rmse=0.020653	lr=0.099181
Epoch[16] Batch [1299]	Speed: 716.752436 samples/sec	rmse=0.020653	lr=0.099180
Epoch[16] Batch [1349]	Speed: 714.421777 samples/sec	rmse=0.020643	lr=0.099178
Epoch[16] Batch [1399]	Speed: 753.050771 samples/sec	rmse=0.020644	lr=0.099177
Epoch[16] Batch [1449]	Speed: 710.114547 samples/sec	rmse=0.020645	lr=0.099175
Epoch[16] Batch [1499]	Speed: 755.926061 samples/sec	rmse=0.020644	lr=0.099174
Epoch[16] Batch [1549]	Speed: 715.092034 samples/sec	rmse=0.020647	lr=0.099172
Epoch[16] Batch [1599]	Speed: 713.231264 samples/sec	rmse=0.020645	lr=0.099171
Epoch[16] Batch [1649]	Speed: 710.292779 samples/sec	rmse=0.020640	lr=0.099169
Epoch[16] Batch [1699]	Speed: 762.605764 samples/sec	rmse=0.020640	lr=0.099168
Epoch[16] Batch [1749]	Speed: 734.118253 samples/sec	rmse=0.020640	lr=0.099166
Epoch[16] Batch [1799]	Speed: 725.977434 samples/sec	rmse=0.020639	lr=0.099165
Epoch[16] Batch [1849]	Speed: 729.724850 samples/sec	rmse=0.020645	lr=0.099164
Epoch[16] Batch [1899]	Speed: 730.200795 samples/sec	rmse=0.020641	lr=0.099162
Epoch[16] Batch [1949]	Speed: 756.639408 samples/sec	rmse=0.020637	lr=0.099161
Epoch[16] Batch [1999]	Speed: 733.729212 samples/sec	rmse=0.020636	lr=0.099159
Epoch[16] Batch [2049]	Speed: 769.419103 samples/sec	rmse=0.020634	lr=0.099158
Epoch[16] Batch [2099]	Speed: 765.299691 samples/sec	rmse=0.020635	lr=0.099156
Epoch[16] Batch [2149]	Speed: 722.545183 samples/sec	rmse=0.020630	lr=0.099155
Epoch[16] Batch [2199]	Speed: 725.580360 samples/sec	rmse=0.020637	lr=0.099153
Epoch[16] Batch [2249]	Speed: 705.080982 samples/sec	rmse=0.020634	lr=0.099152
Epoch[16] Batch [2299]	Speed: 714.149261 samples/sec	rmse=0.020632	lr=0.099150
Epoch[16] Batch [2349]	Speed: 745.262823 samples/sec	rmse=0.020628	lr=0.099149
Epoch[16] Batch [2399]	Speed: 756.454065 samples/sec	rmse=0.020627	lr=0.099147
Epoch[16] Batch [2449]	Speed: 748.413414 samples/sec	rmse=0.020631	lr=0.099146
Epoch[16] Batch [2499]	Speed: 728.817193 samples/sec	rmse=0.020632	lr=0.099144
Epoch[16] Batch [2549]	Speed: 752.888170 samples/sec	rmse=0.020632	lr=0.099143
Epoch[16] Batch [2599]	Speed: 770.059420 samples/sec	rmse=0.020633	lr=0.099141
Epoch[16] Batch [2649]	Speed: 728.569712 samples/sec	rmse=0.020635	lr=0.099140
Epoch[16] Batch [2699]	Speed: 746.847122 samples/sec	rmse=0.020638	lr=0.099138
Epoch[16] Batch [2749]	Speed: 737.606208 samples/sec	rmse=0.020638	lr=0.099137
Epoch[16] Batch [2799]	Speed: 716.653831 samples/sec	rmse=0.020634	lr=0.099135
Epoch[16] Batch [2849]	Speed: 705.229228 samples/sec	rmse=0.020636	lr=0.099134
Epoch[16] Batch [2899]	Speed: 768.120041 samples/sec	rmse=0.020638	lr=0.099132
Epoch[16] Batch [2949]	Speed: 720.588445 samples/sec	rmse=0.020640	lr=0.099131
Epoch[16] Batch [2999]	Speed: 721.599641 samples/sec	rmse=0.020635	lr=0.099129
Epoch[16] Batch [3049]	Speed: 730.867598 samples/sec	rmse=0.020637	lr=0.099128
Epoch[16] Batch [3099]	Speed: 770.901652 samples/sec	rmse=0.020632	lr=0.099127
Epoch[16] Batch [3149]	Speed: 730.391867 samples/sec	rmse=0.020632	lr=0.099125
Epoch[16] Batch [3199]	Speed: 733.748807 samples/sec	rmse=0.020632	lr=0.099124
Epoch[16] Batch [3249]	Speed: 740.417585 samples/sec	rmse=0.020631	lr=0.099122
Epoch[16] Batch [3299]	Speed: 736.872884 samples/sec	rmse=0.020629	lr=0.099120
Epoch[16] Batch [3349]	Speed: 719.846691 samples/sec	rmse=0.020632	lr=0.099119
Epoch[16] Batch [3399]	Speed: 706.898036 samples/sec	rmse=0.020634	lr=0.099117
Epoch[16] Batch [3449]	Speed: 717.031961 samples/sec	rmse=0.020634	lr=0.099116
Epoch[16] Batch [3499]	Speed: 702.102518 samples/sec	rmse=0.020633	lr=0.099114
Epoch[16] Batch [3549]	Speed: 727.779980 samples/sec	rmse=0.020635	lr=0.099113
Epoch[16] Batch [3599]	Speed: 719.269221 samples/sec	rmse=0.020633	lr=0.099111
Epoch[16] Batch [3649]	Speed: 721.047381 samples/sec	rmse=0.020631	lr=0.099110
Epoch[16] Batch [3699]	Speed: 762.340156 samples/sec	rmse=0.020633	lr=0.099108
Epoch[16] Batch [3749]	Speed: 712.010934 samples/sec	rmse=0.020634	lr=0.099107
Epoch[16] Batch [3799]	Speed: 749.437957 samples/sec	rmse=0.020638	lr=0.099105
Epoch[16] Batch [3849]	Speed: 722.661612 samples/sec	rmse=0.020636	lr=0.099104
Epoch[16] Batch [3899]	Speed: 754.446299 samples/sec	rmse=0.020639	lr=0.099102
Epoch[16] Batch [3949]	Speed: 749.464760 samples/sec	rmse=0.020637	lr=0.099101
Epoch[16] Batch [3999]	Speed: 731.236239 samples/sec	rmse=0.020637	lr=0.099099
Epoch[16] Batch [4049]	Speed: 711.162750 samples/sec	rmse=0.020639	lr=0.099098
Epoch[16] Batch [4099]	Speed: 741.438841 samples/sec	rmse=0.020641	lr=0.099096
Epoch[16] Batch [4149]	Speed: 722.799418 samples/sec	rmse=0.020641	lr=0.099095
Epoch[16] Batch [4199]	Speed: 747.522560 samples/sec	rmse=0.020644	lr=0.099093
Epoch[16] Batch [4249]	Speed: 728.730068 samples/sec	rmse=0.020645	lr=0.099092
Epoch[16] Batch [4299]	Speed: 758.698227 samples/sec	rmse=0.020649	lr=0.099090
Epoch[16] Batch [4349]	Speed: 754.715558 samples/sec	rmse=0.020647	lr=0.099089
Epoch[16] Batch [4399]	Speed: 710.718283 samples/sec	rmse=0.020648	lr=0.099087
Epoch[16] Batch [4449]	Speed: 726.246204 samples/sec	rmse=0.020648	lr=0.099086
Epoch[16] Batch [4499]	Speed: 742.683661 samples/sec	rmse=0.020648	lr=0.099084
Epoch[16] Batch [4549]	Speed: 769.424793 samples/sec	rmse=0.020648	lr=0.099083
Epoch[16] Batch [4599]	Speed: 766.981225 samples/sec	rmse=0.020650	lr=0.099081
Epoch[16] Batch [4649]	Speed: 751.818528 samples/sec	rmse=0.020651	lr=0.099079
Epoch[16] Batch [4699]	Speed: 694.892252 samples/sec	rmse=0.020649	lr=0.099078
Epoch[16] Batch [4749]	Speed: 705.328318 samples/sec	rmse=0.020649	lr=0.099076
Epoch[16] Batch [4799]	Speed: 736.480575 samples/sec	rmse=0.020650	lr=0.099075
Epoch[16] Batch [4849]	Speed: 717.274894 samples/sec	rmse=0.020648	lr=0.099073
Epoch[16] Batch [4899]	Speed: 735.443635 samples/sec	rmse=0.020648	lr=0.099072
Epoch[16] Batch [4949]	Speed: 750.731775 samples/sec	rmse=0.020651	lr=0.099070
Epoch[16] Batch [4999]	Speed: 729.407733 samples/sec	rmse=0.020653	lr=0.099069
[Epoch 16] training: rmse=0.020653
[Epoch 16] speed: 732 samples/sec	time cost: 1771.812466
[Epoch 16] validation: err-top1=0.384706 err-top5=0.149813
Epoch[17] Batch [49]	Speed: 724.044592 samples/sec	rmse=0.020648	lr=0.099067
Epoch[17] Batch [99]	Speed: 732.391772 samples/sec	rmse=0.020468	lr=0.099065
Epoch[17] Batch [149]	Speed: 734.171259 samples/sec	rmse=0.020482	lr=0.099064
Epoch[17] Batch [199]	Speed: 707.212013 samples/sec	rmse=0.020450	lr=0.099062
Epoch[17] Batch [249]	Speed: 716.349700 samples/sec	rmse=0.020439	lr=0.099061
Epoch[17] Batch [299]	Speed: 708.632822 samples/sec	rmse=0.020497	lr=0.099059
Epoch[17] Batch [349]	Speed: 754.757033 samples/sec	rmse=0.020486	lr=0.099058
Epoch[17] Batch [399]	Speed: 752.277176 samples/sec	rmse=0.020487	lr=0.099056
Epoch[17] Batch [449]	Speed: 758.810887 samples/sec	rmse=0.020516	lr=0.099055
Epoch[17] Batch [499]	Speed: 702.942368 samples/sec	rmse=0.020540	lr=0.099053
Epoch[17] Batch [549]	Speed: 704.452469 samples/sec	rmse=0.020545	lr=0.099051
Epoch[17] Batch [599]	Speed: 741.054832 samples/sec	rmse=0.020551	lr=0.099050
Epoch[17] Batch [649]	Speed: 727.230744 samples/sec	rmse=0.020539	lr=0.099048
Epoch[17] Batch [699]	Speed: 749.864921 samples/sec	rmse=0.020520	lr=0.099047
Epoch[17] Batch [749]	Speed: 755.608207 samples/sec	rmse=0.020541	lr=0.099045
Epoch[17] Batch [799]	Speed: 710.497042 samples/sec	rmse=0.020535	lr=0.099044
Epoch[17] Batch [849]	Speed: 739.275666 samples/sec	rmse=0.020546	lr=0.099042
Epoch[17] Batch [899]	Speed: 738.882759 samples/sec	rmse=0.020553	lr=0.099040
Epoch[17] Batch [949]	Speed: 727.118954 samples/sec	rmse=0.020551	lr=0.099039
Epoch[17] Batch [999]	Speed: 722.040677 samples/sec	rmse=0.020552	lr=0.099037
Epoch[17] Batch [1049]	Speed: 727.759411 samples/sec	rmse=0.020543	lr=0.099036
Epoch[17] Batch [1099]	Speed: 705.208431 samples/sec	rmse=0.020556	lr=0.099034
Epoch[17] Batch [1149]	Speed: 709.539762 samples/sec	rmse=0.020569	lr=0.099033
Epoch[17] Batch [1199]	Speed: 704.608477 samples/sec	rmse=0.020565	lr=0.099031
Epoch[17] Batch [1249]	Speed: 733.512758 samples/sec	rmse=0.020571	lr=0.099029
Epoch[17] Batch [1299]	Speed: 701.305153 samples/sec	rmse=0.020565	lr=0.099028
Epoch[17] Batch [1349]	Speed: 768.256921 samples/sec	rmse=0.020568	lr=0.099026
Epoch[17] Batch [1399]	Speed: 746.523745 samples/sec	rmse=0.020566	lr=0.099025
Epoch[17] Batch [1449]	Speed: 723.644478 samples/sec	rmse=0.020569	lr=0.099023
Epoch[17] Batch [1499]	Speed: 745.194487 samples/sec	rmse=0.020573	lr=0.099022
Epoch[17] Batch [1549]	Speed: 743.817116 samples/sec	rmse=0.020581	lr=0.099020
Epoch[17] Batch [1599]	Speed: 736.729437 samples/sec	rmse=0.020584	lr=0.099018
Epoch[17] Batch [1649]	Speed: 726.517522 samples/sec	rmse=0.020576	lr=0.099017
Epoch[17] Batch [1699]	Speed: 732.715390 samples/sec	rmse=0.020576	lr=0.099015
Epoch[17] Batch [1749]	Speed: 746.121365 samples/sec	rmse=0.020574	lr=0.099014
Epoch[17] Batch [1799]	Speed: 691.770289 samples/sec	rmse=0.020574	lr=0.099012
Epoch[17] Batch [1849]	Speed: 756.795184 samples/sec	rmse=0.020567	lr=0.099010
Epoch[17] Batch [1899]	Speed: 725.937295 samples/sec	rmse=0.020576	lr=0.099009
Epoch[17] Batch [1949]	Speed: 724.115178 samples/sec	rmse=0.020575	lr=0.099007
Epoch[17] Batch [1999]	Speed: 726.372929 samples/sec	rmse=0.020566	lr=0.099006
Epoch[17] Batch [2049]	Speed: 762.595040 samples/sec	rmse=0.020563	lr=0.099004
Epoch[17] Batch [2099]	Speed: 748.999764 samples/sec	rmse=0.020561	lr=0.099002
Epoch[17] Batch [2149]	Speed: 750.110252 samples/sec	rmse=0.020555	lr=0.099001
Epoch[17] Batch [2199]	Speed: 727.682924 samples/sec	rmse=0.020548	lr=0.098999
Epoch[17] Batch [2249]	Speed: 729.358068 samples/sec	rmse=0.020553	lr=0.098998
Epoch[17] Batch [2299]	Speed: 736.709167 samples/sec	rmse=0.020554	lr=0.098996
Epoch[17] Batch [2349]	Speed: 739.012152 samples/sec	rmse=0.020554	lr=0.098994
Epoch[17] Batch [2399]	Speed: 748.763336 samples/sec	rmse=0.020556	lr=0.098993
Epoch[17] Batch [2449]	Speed: 759.192374 samples/sec	rmse=0.020561	lr=0.098991
Epoch[17] Batch [2499]	Speed: 706.028378 samples/sec	rmse=0.020565	lr=0.098990
Epoch[17] Batch [2549]	Speed: 691.436510 samples/sec	rmse=0.020563	lr=0.098988
Epoch[17] Batch [2599]	Speed: 745.618721 samples/sec	rmse=0.020559	lr=0.098986
Epoch[17] Batch [2649]	Speed: 703.897690 samples/sec	rmse=0.020557	lr=0.098985
Epoch[17] Batch [2699]	Speed: 703.083077 samples/sec	rmse=0.020552	lr=0.098983
Epoch[17] Batch [2749]	Speed: 742.813659 samples/sec	rmse=0.020558	lr=0.098982
Epoch[17] Batch [2799]	Speed: 717.667686 samples/sec	rmse=0.020560	lr=0.098980
Epoch[17] Batch [2849]	Speed: 739.956900 samples/sec	rmse=0.020559	lr=0.098978
Epoch[17] Batch [2899]	Speed: 734.613940 samples/sec	rmse=0.020561	lr=0.098977
Epoch[17] Batch [2949]	Speed: 698.404343 samples/sec	rmse=0.020560	lr=0.098975
Epoch[17] Batch [2999]	Speed: 731.303583 samples/sec	rmse=0.020564	lr=0.098973
Epoch[17] Batch [3049]	Speed: 728.730187 samples/sec	rmse=0.020568	lr=0.098972
Epoch[17] Batch [3099]	Speed: 731.199520 samples/sec	rmse=0.020563	lr=0.098970
Epoch[17] Batch [3149]	Speed: 751.873248 samples/sec	rmse=0.020567	lr=0.098969
Epoch[17] Batch [3199]	Speed: 714.270573 samples/sec	rmse=0.020565	lr=0.098967
Epoch[17] Batch [3249]	Speed: 731.659023 samples/sec	rmse=0.020563	lr=0.098965
Epoch[17] Batch [3299]	Speed: 733.046180 samples/sec	rmse=0.020565	lr=0.098964
Epoch[17] Batch [3349]	Speed: 729.569460 samples/sec	rmse=0.020566	lr=0.098962
Epoch[17] Batch [3399]	Speed: 724.225880 samples/sec	rmse=0.020563	lr=0.098960
Epoch[17] Batch [3449]	Speed: 731.028768 samples/sec	rmse=0.020571	lr=0.098959
Epoch[17] Batch [3499]	Speed: 745.636874 samples/sec	rmse=0.020573	lr=0.098957
Epoch[17] Batch [3549]	Speed: 718.990087 samples/sec	rmse=0.020573	lr=0.098956
Epoch[17] Batch [3599]	Speed: 744.550486 samples/sec	rmse=0.020576	lr=0.098954
Epoch[17] Batch [3649]	Speed: 719.239639 samples/sec	rmse=0.020572	lr=0.098952
Epoch[17] Batch [3699]	Speed: 748.665854 samples/sec	rmse=0.020572	lr=0.098951
Epoch[17] Batch [3749]	Speed: 757.610196 samples/sec	rmse=0.020572	lr=0.098949
Epoch[17] Batch [3799]	Speed: 741.256919 samples/sec	rmse=0.020571	lr=0.098947
Epoch[17] Batch [3849]	Speed: 754.619225 samples/sec	rmse=0.020571	lr=0.098946
Epoch[17] Batch [3899]	Speed: 716.570871 samples/sec	rmse=0.020574	lr=0.098944
Epoch[17] Batch [3949]	Speed: 757.860578 samples/sec	rmse=0.020574	lr=0.098942
Epoch[17] Batch [3999]	Speed: 715.276843 samples/sec	rmse=0.020574	lr=0.098941
Epoch[17] Batch [4049]	Speed: 682.798532 samples/sec	rmse=0.020576	lr=0.098939
Epoch[17] Batch [4099]	Speed: 724.267189 samples/sec	rmse=0.020577	lr=0.098937
Epoch[17] Batch [4149]	Speed: 706.072772 samples/sec	rmse=0.020576	lr=0.098936
Epoch[17] Batch [4199]	Speed: 732.700080 samples/sec	rmse=0.020579	lr=0.098934
Epoch[17] Batch [4249]	Speed: 760.922946 samples/sec	rmse=0.020581	lr=0.098933
Epoch[17] Batch [4299]	Speed: 736.429771 samples/sec	rmse=0.020581	lr=0.098931
Epoch[17] Batch [4349]	Speed: 729.121874 samples/sec	rmse=0.020581	lr=0.098929
Epoch[17] Batch [4399]	Speed: 723.579961 samples/sec	rmse=0.020582	lr=0.098928
Epoch[17] Batch [4449]	Speed: 696.323635 samples/sec	rmse=0.020581	lr=0.098926
Epoch[17] Batch [4499]	Speed: 715.510940 samples/sec	rmse=0.020578	lr=0.098924
Epoch[17] Batch [4549]	Speed: 732.574946 samples/sec	rmse=0.020576	lr=0.098923
Epoch[17] Batch [4599]	Speed: 716.002845 samples/sec	rmse=0.020576	lr=0.098921
Epoch[17] Batch [4649]	Speed: 707.611103 samples/sec	rmse=0.020577	lr=0.098919
Epoch[17] Batch [4699]	Speed: 728.184198 samples/sec	rmse=0.020579	lr=0.098918
Epoch[17] Batch [4749]	Speed: 757.806065 samples/sec	rmse=0.020579	lr=0.098916
Epoch[17] Batch [4799]	Speed: 740.769758 samples/sec	rmse=0.020577	lr=0.098914
Epoch[17] Batch [4849]	Speed: 699.231520 samples/sec	rmse=0.020578	lr=0.098913
Epoch[17] Batch [4899]	Speed: 711.090842 samples/sec	rmse=0.020579	lr=0.098911
Epoch[17] Batch [4949]	Speed: 747.057620 samples/sec	rmse=0.020580	lr=0.098909
Epoch[17] Batch [4999]	Speed: 715.229045 samples/sec	rmse=0.020579	lr=0.098908
[Epoch 17] training: rmse=0.020580
[Epoch 17] speed: 728 samples/sec	time cost: 1781.302761
[Epoch 17] validation: err-top1=0.381731 err-top5=0.151863
Epoch[18] Batch [49]	Speed: 722.764932 samples/sec	rmse=0.020754	lr=0.098906
Epoch[18] Batch [99]	Speed: 762.393646 samples/sec	rmse=0.020601	lr=0.098904
Epoch[18] Batch [149]	Speed: 752.319269 samples/sec	rmse=0.020607	lr=0.098902
Epoch[18] Batch [199]	Speed: 706.099173 samples/sec	rmse=0.020553	lr=0.098901
Epoch[18] Batch [249]	Speed: 728.257530 samples/sec	rmse=0.020486	lr=0.098899
Epoch[18] Batch [299]	Speed: 717.731863 samples/sec	rmse=0.020492	lr=0.098897
Epoch[18] Batch [349]	Speed: 749.402368 samples/sec	rmse=0.020471	lr=0.098896
Epoch[18] Batch [399]	Speed: 760.356531 samples/sec	rmse=0.020479	lr=0.098894
Epoch[18] Batch [449]	Speed: 758.649746 samples/sec	rmse=0.020459	lr=0.098892
Epoch[18] Batch [499]	Speed: 709.678303 samples/sec	rmse=0.020458	lr=0.098891
Epoch[18] Batch [549]	Speed: 742.837360 samples/sec	rmse=0.020470	lr=0.098889
Epoch[18] Batch [599]	Speed: 752.368526 samples/sec	rmse=0.020442	lr=0.098887
Epoch[18] Batch [649]	Speed: 733.898920 samples/sec	rmse=0.020435	lr=0.098886
Epoch[18] Batch [699]	Speed: 742.331728 samples/sec	rmse=0.020439	lr=0.098884
Epoch[18] Batch [749]	Speed: 759.860104 samples/sec	rmse=0.020429	lr=0.098882
Epoch[18] Batch [799]	Speed: 718.578419 samples/sec	rmse=0.020443	lr=0.098880
Epoch[18] Batch [849]	Speed: 732.123298 samples/sec	rmse=0.020429	lr=0.098879
Epoch[18] Batch [899]	Speed: 755.524978 samples/sec	rmse=0.020436	lr=0.098877
Epoch[18] Batch [949]	Speed: 768.266650 samples/sec	rmse=0.020451	lr=0.098875
Epoch[18] Batch [999]	Speed: 746.723072 samples/sec	rmse=0.020450	lr=0.098874
Epoch[18] Batch [1049]	Speed: 789.835361 samples/sec	rmse=0.020448	lr=0.098872
Epoch[18] Batch [1099]	Speed: 766.943173 samples/sec	rmse=0.020450	lr=0.098870
Epoch[18] Batch [1149]	Speed: 706.098328 samples/sec	rmse=0.020473	lr=0.098869
Epoch[18] Batch [1199]	Speed: 727.709437 samples/sec	rmse=0.020464	lr=0.098867
Epoch[18] Batch [1249]	Speed: 756.211130 samples/sec	rmse=0.020474	lr=0.098865
Epoch[18] Batch [1299]	Speed: 718.917685 samples/sec	rmse=0.020476	lr=0.098863
Epoch[18] Batch [1349]	Speed: 725.875048 samples/sec	rmse=0.020475	lr=0.098862
Epoch[18] Batch [1399]	Speed: 705.835613 samples/sec	rmse=0.020473	lr=0.098860
Epoch[18] Batch [1449]	Speed: 710.694762 samples/sec	rmse=0.020463	lr=0.098858
Epoch[18] Batch [1499]	Speed: 742.249860 samples/sec	rmse=0.020463	lr=0.098857
Epoch[18] Batch [1549]	Speed: 702.191446 samples/sec	rmse=0.020461	lr=0.098855
Epoch[18] Batch [1599]	Speed: 730.661917 samples/sec	rmse=0.020467	lr=0.098853
Epoch[18] Batch [1649]	Speed: 713.305549 samples/sec	rmse=0.020475	lr=0.098852
Epoch[18] Batch [1699]	Speed: 749.103562 samples/sec	rmse=0.020482	lr=0.098850
Epoch[18] Batch [1749]	Speed: 723.134267 samples/sec	rmse=0.020475	lr=0.098848
Epoch[18] Batch [1799]	Speed: 748.730317 samples/sec	rmse=0.020479	lr=0.098846
Epoch[18] Batch [1849]	Speed: 708.536335 samples/sec	rmse=0.020478	lr=0.098845
Epoch[18] Batch [1899]	Speed: 741.418700 samples/sec	rmse=0.020479	lr=0.098843
Epoch[18] Batch [1949]	Speed: 727.338844 samples/sec	rmse=0.020476	lr=0.098841
Epoch[18] Batch [1999]	Speed: 716.727663 samples/sec	rmse=0.020478	lr=0.098839
Epoch[18] Batch [2049]	Speed: 726.365755 samples/sec	rmse=0.020487	lr=0.098838
Epoch[18] Batch [2099]	Speed: 764.372508 samples/sec	rmse=0.020483	lr=0.098836
Epoch[18] Batch [2149]	Speed: 762.080358 samples/sec	rmse=0.020487	lr=0.098834
Epoch[18] Batch [2199]	Speed: 720.537218 samples/sec	rmse=0.020497	lr=0.098833
Epoch[18] Batch [2249]	Speed: 753.019622 samples/sec	rmse=0.020499	lr=0.098831
Epoch[18] Batch [2299]	Speed: 784.664134 samples/sec	rmse=0.020498	lr=0.098829
Epoch[18] Batch [2349]	Speed: 740.869703 samples/sec	rmse=0.020499	lr=0.098827
Epoch[18] Batch [2399]	Speed: 756.170422 samples/sec	rmse=0.020497	lr=0.098826
Epoch[18] Batch [2449]	Speed: 768.937702 samples/sec	rmse=0.020500	lr=0.098824
Epoch[18] Batch [2499]	Speed: 710.290609 samples/sec	rmse=0.020505	lr=0.098822
Epoch[18] Batch [2549]	Speed: 736.858118 samples/sec	rmse=0.020504	lr=0.098820
Epoch[18] Batch [2599]	Speed: 727.929971 samples/sec	rmse=0.020505	lr=0.098819
Epoch[18] Batch [2649]	Speed: 715.182007 samples/sec	rmse=0.020509	lr=0.098817
Epoch[18] Batch [2699]	Speed: 720.836640 samples/sec	rmse=0.020507	lr=0.098815
Epoch[18] Batch [2749]	Speed: 752.299640 samples/sec	rmse=0.020515	lr=0.098813
Epoch[18] Batch [2799]	Speed: 725.032009 samples/sec	rmse=0.020517	lr=0.098812
Epoch[18] Batch [2849]	Speed: 745.877279 samples/sec	rmse=0.020517	lr=0.098810
Epoch[18] Batch [2899]	Speed: 723.692793 samples/sec	rmse=0.020521	lr=0.098808
Epoch[18] Batch [2949]	Speed: 721.262567 samples/sec	rmse=0.020524	lr=0.098806
Epoch[18] Batch [2999]	Speed: 717.448781 samples/sec	rmse=0.020527	lr=0.098805
Epoch[18] Batch [3049]	Speed: 723.996230 samples/sec	rmse=0.020525	lr=0.098803
Epoch[18] Batch [3099]	Speed: 718.657890 samples/sec	rmse=0.020529	lr=0.098801
Epoch[18] Batch [3149]	Speed: 730.345277 samples/sec	rmse=0.020530	lr=0.098799
Epoch[18] Batch [3199]	Speed: 699.238696 samples/sec	rmse=0.020527	lr=0.098798
Epoch[18] Batch [3249]	Speed: 755.929680 samples/sec	rmse=0.020526	lr=0.098796
Epoch[18] Batch [3299]	Speed: 745.134013 samples/sec	rmse=0.020518	lr=0.098794
Epoch[18] Batch [3349]	Speed: 706.964490 samples/sec	rmse=0.020523	lr=0.098792
Epoch[18] Batch [3399]	Speed: 743.188578 samples/sec	rmse=0.020525	lr=0.098791
Epoch[18] Batch [3449]	Speed: 733.346624 samples/sec	rmse=0.020527	lr=0.098789
Epoch[18] Batch [3499]	Speed: 758.473532 samples/sec	rmse=0.020529	lr=0.098787
Epoch[18] Batch [3549]	Speed: 725.561307 samples/sec	rmse=0.020528	lr=0.098785
Epoch[18] Batch [3599]	Speed: 734.825784 samples/sec	rmse=0.020527	lr=0.098784
Epoch[18] Batch [3649]	Speed: 722.431533 samples/sec	rmse=0.020526	lr=0.098782
Epoch[18] Batch [3699]	Speed: 798.213404 samples/sec	rmse=0.020528	lr=0.098780
Epoch[18] Batch [3749]	Speed: 739.471233 samples/sec	rmse=0.020533	lr=0.098778
Epoch[18] Batch [3799]	Speed: 727.265500 samples/sec	rmse=0.020533	lr=0.098777
Epoch[18] Batch [3849]	Speed: 725.309114 samples/sec	rmse=0.020532	lr=0.098775
Epoch[18] Batch [3899]	Speed: 741.239193 samples/sec	rmse=0.020529	lr=0.098773
Epoch[18] Batch [3949]	Speed: 754.914698 samples/sec	rmse=0.020528	lr=0.098771
Epoch[18] Batch [3999]	Speed: 701.414021 samples/sec	rmse=0.020526	lr=0.098769
Epoch[18] Batch [4049]	Speed: 742.935797 samples/sec	rmse=0.020526	lr=0.098768
Epoch[18] Batch [4099]	Speed: 737.913780 samples/sec	rmse=0.020525	lr=0.098766
Epoch[18] Batch [4149]	Speed: 741.579180 samples/sec	rmse=0.020525	lr=0.098764
Epoch[18] Batch [4199]	Speed: 714.432463 samples/sec	rmse=0.020523	lr=0.098762
Epoch[18] Batch [4249]	Speed: 709.590975 samples/sec	rmse=0.020525	lr=0.098761
Epoch[18] Batch [4299]	Speed: 756.271530 samples/sec	rmse=0.020526	lr=0.098759
Epoch[18] Batch [4349]	Speed: 717.198890 samples/sec	rmse=0.020527	lr=0.098757
Epoch[18] Batch [4399]	Speed: 734.336331 samples/sec	rmse=0.020526	lr=0.098755
Epoch[18] Batch [4449]	Speed: 729.187383 samples/sec	rmse=0.020527	lr=0.098753
Epoch[18] Batch [4499]	Speed: 760.115635 samples/sec	rmse=0.020531	lr=0.098752
Epoch[18] Batch [4549]	Speed: 732.970279 samples/sec	rmse=0.020532	lr=0.098750
Epoch[18] Batch [4599]	Speed: 728.908753 samples/sec	rmse=0.020533	lr=0.098748
Epoch[18] Batch [4649]	Speed: 746.781976 samples/sec	rmse=0.020534	lr=0.098746
Epoch[18] Batch [4699]	Speed: 714.471834 samples/sec	rmse=0.020532	lr=0.098745
Epoch[18] Batch [4749]	Speed: 737.651225 samples/sec	rmse=0.020531	lr=0.098743
Epoch[18] Batch [4799]	Speed: 739.070731 samples/sec	rmse=0.020532	lr=0.098741
Epoch[18] Batch [4849]	Speed: 731.159757 samples/sec	rmse=0.020532	lr=0.098739
Epoch[18] Batch [4899]	Speed: 724.693111 samples/sec	rmse=0.020534	lr=0.098737
Epoch[18] Batch [4949]	Speed: 704.654755 samples/sec	rmse=0.020535	lr=0.098736
Epoch[18] Batch [4999]	Speed: 736.425750 samples/sec	rmse=0.020535	lr=0.098734
[Epoch 18] training: rmse=0.020535
[Epoch 18] speed: 734 samples/sec	time cost: 1767.290063
[Epoch 18] validation: err-top1=0.378005 err-top5=0.146354
Epoch[19] Batch [49]	Speed: 713.635072 samples/sec	rmse=0.020204	lr=0.098732
Epoch[19] Batch [99]	Speed: 732.640397 samples/sec	rmse=0.020321	lr=0.098730
Epoch[19] Batch [149]	Speed: 769.885164 samples/sec	rmse=0.020355	lr=0.098728
Epoch[19] Batch [199]	Speed: 761.122938 samples/sec	rmse=0.020363	lr=0.098726
Epoch[19] Batch [249]	Speed: 746.306555 samples/sec	rmse=0.020359	lr=0.098725
Epoch[19] Batch [299]	Speed: 732.279059 samples/sec	rmse=0.020413	lr=0.098723
Epoch[19] Batch [349]	Speed: 731.436474 samples/sec	rmse=0.020424	lr=0.098721
Epoch[19] Batch [399]	Speed: 774.543797 samples/sec	rmse=0.020435	lr=0.098719
Epoch[19] Batch [449]	Speed: 726.122852 samples/sec	rmse=0.020443	lr=0.098717
Epoch[19] Batch [499]	Speed: 765.706035 samples/sec	rmse=0.020427	lr=0.098716
Epoch[19] Batch [549]	Speed: 748.679688 samples/sec	rmse=0.020446	lr=0.098714
Epoch[19] Batch [599]	Speed: 740.286035 samples/sec	rmse=0.020453	lr=0.098712
Epoch[19] Batch [649]	Speed: 705.838304 samples/sec	rmse=0.020441	lr=0.098710
Epoch[19] Batch [699]	Speed: 736.200363 samples/sec	rmse=0.020406	lr=0.098708
Epoch[19] Batch [749]	Speed: 696.286247 samples/sec	rmse=0.020390	lr=0.098706
Epoch[19] Batch [799]	Speed: 724.328828 samples/sec	rmse=0.020398	lr=0.098705
Epoch[19] Batch [849]	Speed: 751.781576 samples/sec	rmse=0.020397	lr=0.098703
Epoch[19] Batch [899]	Speed: 725.939356 samples/sec	rmse=0.020394	lr=0.098701
Epoch[19] Batch [949]	Speed: 721.333649 samples/sec	rmse=0.020392	lr=0.098699
Epoch[19] Batch [999]	Speed: 724.356045 samples/sec	rmse=0.020386	lr=0.098697
Epoch[19] Batch [1049]	Speed: 724.515539 samples/sec	rmse=0.020374	lr=0.098696
Epoch[19] Batch [1099]	Speed: 707.086018 samples/sec	rmse=0.020369	lr=0.098694
Epoch[19] Batch [1149]	Speed: 733.731057 samples/sec	rmse=0.020371	lr=0.098692
Epoch[19] Batch [1199]	Speed: 742.967968 samples/sec	rmse=0.020372	lr=0.098690
Epoch[19] Batch [1249]	Speed: 719.423899 samples/sec	rmse=0.020379	lr=0.098688
Epoch[19] Batch [1299]	Speed: 729.662279 samples/sec	rmse=0.020368	lr=0.098686
Epoch[19] Batch [1349]	Speed: 720.738698 samples/sec	rmse=0.020372	lr=0.098685
Epoch[19] Batch [1399]	Speed: 753.601822 samples/sec	rmse=0.020374	lr=0.098683
Epoch[19] Batch [1449]	Speed: 727.445409 samples/sec	rmse=0.020390	lr=0.098681
Epoch[19] Batch [1499]	Speed: 719.429028 samples/sec	rmse=0.020394	lr=0.098679
Epoch[19] Batch [1549]	Speed: 718.739612 samples/sec	rmse=0.020402	lr=0.098677
Epoch[19] Batch [1599]	Speed: 708.186494 samples/sec	rmse=0.020409	lr=0.098675
Epoch[19] Batch [1649]	Speed: 730.780649 samples/sec	rmse=0.020417	lr=0.098674
Epoch[19] Batch [1699]	Speed: 708.428414 samples/sec	rmse=0.020414	lr=0.098672
Epoch[19] Batch [1749]	Speed: 738.387004 samples/sec	rmse=0.020415	lr=0.098670
Epoch[19] Batch [1799]	Speed: 754.641468 samples/sec	rmse=0.020420	lr=0.098668
Epoch[19] Batch [1849]	Speed: 722.635990 samples/sec	rmse=0.020426	lr=0.098666
Epoch[19] Batch [1899]	Speed: 738.083177 samples/sec	rmse=0.020418	lr=0.098664
Epoch[19] Batch [1949]	Speed: 720.752293 samples/sec	rmse=0.020423	lr=0.098662
Epoch[19] Batch [1999]	Speed: 717.773892 samples/sec	rmse=0.020427	lr=0.098661
Epoch[19] Batch [2049]	Speed: 720.481086 samples/sec	rmse=0.020424	lr=0.098659
Epoch[19] Batch [2099]	Speed: 731.302786 samples/sec	rmse=0.020422	lr=0.098657
Epoch[19] Batch [2149]	Speed: 759.928994 samples/sec	rmse=0.020422	lr=0.098655
Epoch[19] Batch [2199]	Speed: 730.634473 samples/sec	rmse=0.020423	lr=0.098653
Epoch[19] Batch [2249]	Speed: 728.897511 samples/sec	rmse=0.020425	lr=0.098651
Epoch[19] Batch [2299]	Speed: 725.716976 samples/sec	rmse=0.020429	lr=0.098649
Epoch[19] Batch [2349]	Speed: 746.963669 samples/sec	rmse=0.020428	lr=0.098648
Epoch[19] Batch [2399]	Speed: 739.207732 samples/sec	rmse=0.020425	lr=0.098646
Epoch[19] Batch [2449]	Speed: 710.489718 samples/sec	rmse=0.020422	lr=0.098644
Epoch[19] Batch [2499]	Speed: 690.949553 samples/sec	rmse=0.020427	lr=0.098642
Epoch[19] Batch [2549]	Speed: 749.896815 samples/sec	rmse=0.020428	lr=0.098640
Epoch[19] Batch [2599]	Speed: 736.204603 samples/sec	rmse=0.020429	lr=0.098638
Epoch[19] Batch [2649]	Speed: 733.132288 samples/sec	rmse=0.020430	lr=0.098636
Epoch[19] Batch [2699]	Speed: 734.486504 samples/sec	rmse=0.020433	lr=0.098635
Epoch[19] Batch [2749]	Speed: 736.185129 samples/sec	rmse=0.020428	lr=0.098633
Epoch[19] Batch [2799]	Speed: 733.422012 samples/sec	rmse=0.020425	lr=0.098631
Epoch[19] Batch [2849]	Speed: 763.040787 samples/sec	rmse=0.020430	lr=0.098629
Epoch[19] Batch [2899]	Speed: 727.221987 samples/sec	rmse=0.020439	lr=0.098627
Epoch[19] Batch [2949]	Speed: 737.652837 samples/sec	rmse=0.020438	lr=0.098625
Epoch[19] Batch [2999]	Speed: 707.742845 samples/sec	rmse=0.020438	lr=0.098623
Epoch[19] Batch [3049]	Speed: 712.966643 samples/sec	rmse=0.020441	lr=0.098621
Epoch[19] Batch [3099]	Speed: 757.998952 samples/sec	rmse=0.020440	lr=0.098620
Epoch[19] Batch [3149]	Speed: 730.913807 samples/sec	rmse=0.020440	lr=0.098618
Epoch[19] Batch [3199]	Speed: 717.209822 samples/sec	rmse=0.020441	lr=0.098616
Epoch[19] Batch [3249]	Speed: 731.602232 samples/sec	rmse=0.020440	lr=0.098614
Epoch[19] Batch [3299]	Speed: 723.474448 samples/sec	rmse=0.020441	lr=0.098612
Epoch[19] Batch [3349]	Speed: 723.711074 samples/sec	rmse=0.020441	lr=0.098610
Epoch[19] Batch [3399]	Speed: 709.279718 samples/sec	rmse=0.020444	lr=0.098608
Epoch[19] Batch [3449]	Speed: 721.636334 samples/sec	rmse=0.020443	lr=0.098606
Epoch[19] Batch [3499]	Speed: 732.135897 samples/sec	rmse=0.020448	lr=0.098605
Epoch[19] Batch [3549]	Speed: 738.002861 samples/sec	rmse=0.020456	lr=0.098603
Epoch[19] Batch [3599]	Speed: 772.467141 samples/sec	rmse=0.020456	lr=0.098601
Epoch[19] Batch [3649]	Speed: 752.830601 samples/sec	rmse=0.020456	lr=0.098599
Epoch[19] Batch [3699]	Speed: 728.440925 samples/sec	rmse=0.020457	lr=0.098597
Epoch[19] Batch [3749]	Speed: 691.921631 samples/sec	rmse=0.020460	lr=0.098595
Epoch[19] Batch [3799]	Speed: 767.526393 samples/sec	rmse=0.020457	lr=0.098593
Epoch[19] Batch [3849]	Speed: 704.185869 samples/sec	rmse=0.020457	lr=0.098591
Epoch[19] Batch [3899]	Speed: 712.041040 samples/sec	rmse=0.020461	lr=0.098589
Epoch[19] Batch [3949]	Speed: 719.018388 samples/sec	rmse=0.020463	lr=0.098587
Epoch[19] Batch [3999]	Speed: 725.252324 samples/sec	rmse=0.020464	lr=0.098586
Epoch[19] Batch [4049]	Speed: 746.298069 samples/sec	rmse=0.020464	lr=0.098584
Epoch[19] Batch [4099]	Speed: 754.017735 samples/sec	rmse=0.020468	lr=0.098582
Epoch[19] Batch [4149]	Speed: 720.946303 samples/sec	rmse=0.020465	lr=0.098580
Epoch[19] Batch [4199]	Speed: 710.948030 samples/sec	rmse=0.020467	lr=0.098578
Epoch[19] Batch [4249]	Speed: 693.696136 samples/sec	rmse=0.020466	lr=0.098576
Epoch[19] Batch [4299]	Speed: 710.500794 samples/sec	rmse=0.020466	lr=0.098574
Epoch[19] Batch [4349]	Speed: 712.510954 samples/sec	rmse=0.020468	lr=0.098572
Epoch[19] Batch [4399]	Speed: 724.969144 samples/sec	rmse=0.020466	lr=0.098570
Epoch[19] Batch [4449]	Speed: 755.236156 samples/sec	rmse=0.020468	lr=0.098568
Epoch[19] Batch [4499]	Speed: 744.415213 samples/sec	rmse=0.020468	lr=0.098566
Epoch[19] Batch [4549]	Speed: 704.289480 samples/sec	rmse=0.020470	lr=0.098565
Epoch[19] Batch [4599]	Speed: 754.447582 samples/sec	rmse=0.020474	lr=0.098563
Epoch[19] Batch [4649]	Speed: 742.745381 samples/sec	rmse=0.020475	lr=0.098561
Epoch[19] Batch [4699]	Speed: 768.696567 samples/sec	rmse=0.020474	lr=0.098559
Epoch[19] Batch [4749]	Speed: 702.244765 samples/sec	rmse=0.020479	lr=0.098557
Epoch[19] Batch [4799]	Speed: 712.427949 samples/sec	rmse=0.020481	lr=0.098555
Epoch[19] Batch [4849]	Speed: 715.626362 samples/sec	rmse=0.020481	lr=0.098553
Epoch[19] Batch [4899]	Speed: 724.218290 samples/sec	rmse=0.020483	lr=0.098551
Epoch[19] Batch [4949]	Speed: 727.665171 samples/sec	rmse=0.020483	lr=0.098549
Epoch[19] Batch [4999]	Speed: 721.864246 samples/sec	rmse=0.020484	lr=0.098547
[Epoch 19] training: rmse=0.020483
[Epoch 19] speed: 729 samples/sec	time cost: 1779.911628
[Epoch 19] validation: err-top1=0.369200 err-top5=0.143236
Epoch[20] Batch [49]	Speed: 719.977072 samples/sec	rmse=0.020400	lr=0.098545
Epoch[20] Batch [99]	Speed: 730.644943 samples/sec	rmse=0.020368	lr=0.098543
Epoch[20] Batch [149]	Speed: 700.023517 samples/sec	rmse=0.020376	lr=0.098541
Epoch[20] Batch [199]	Speed: 725.604739 samples/sec	rmse=0.020379	lr=0.098539
Epoch[20] Batch [249]	Speed: 752.469337 samples/sec	rmse=0.020347	lr=0.098537
Epoch[20] Batch [299]	Speed: 780.157620 samples/sec	rmse=0.020388	lr=0.098536
Epoch[20] Batch [349]	Speed: 745.396541 samples/sec	rmse=0.020392	lr=0.098534
Epoch[20] Batch [399]	Speed: 727.501557 samples/sec	rmse=0.020419	lr=0.098532
Epoch[20] Batch [449]	Speed: 743.029982 samples/sec	rmse=0.020414	lr=0.098530
Epoch[20] Batch [499]	Speed: 739.646380 samples/sec	rmse=0.020426	lr=0.098528
Epoch[20] Batch [549]	Speed: 787.346121 samples/sec	rmse=0.020411	lr=0.098526
Epoch[20] Batch [599]	Speed: 748.890385 samples/sec	rmse=0.020414	lr=0.098524
Epoch[20] Batch [649]	Speed: 755.622521 samples/sec	rmse=0.020419	lr=0.098522
Epoch[20] Batch [699]	Speed: 711.328106 samples/sec	rmse=0.020430	lr=0.098520
Epoch[20] Batch [749]	Speed: 749.628607 samples/sec	rmse=0.020425	lr=0.098518
Epoch[20] Batch [799]	Speed: 704.520673 samples/sec	rmse=0.020413	lr=0.098516
Epoch[20] Batch [849]	Speed: 705.526787 samples/sec	rmse=0.020404	lr=0.098514
Epoch[20] Batch [899]	Speed: 701.313031 samples/sec	rmse=0.020398	lr=0.098512
Epoch[20] Batch [949]	Speed: 711.536294 samples/sec	rmse=0.020392	lr=0.098510
Epoch[20] Batch [999]	Speed: 736.162901 samples/sec	rmse=0.020395	lr=0.098508
Epoch[20] Batch [1049]	Speed: 767.746406 samples/sec	rmse=0.020403	lr=0.098506
Epoch[20] Batch [1099]	Speed: 715.808126 samples/sec	rmse=0.020404	lr=0.098504
Epoch[20] Batch [1149]	Speed: 715.494672 samples/sec	rmse=0.020400	lr=0.098502
Epoch[20] Batch [1199]	Speed: 728.606741 samples/sec	rmse=0.020408	lr=0.098501
Epoch[20] Batch [1249]	Speed: 730.192006 samples/sec	rmse=0.020414	lr=0.098499
Epoch[20] Batch [1299]	Speed: 722.809052 samples/sec	rmse=0.020406	lr=0.098497
Epoch[20] Batch [1349]	Speed: 728.250733 samples/sec	rmse=0.020400	lr=0.098495
Epoch[20] Batch [1399]	Speed: 742.071139 samples/sec	rmse=0.020391	lr=0.098493
Epoch[20] Batch [1449]	Speed: 773.699401 samples/sec	rmse=0.020392	lr=0.098491
Epoch[20] Batch [1499]	Speed: 750.878732 samples/sec	rmse=0.020391	lr=0.098489
Epoch[20] Batch [1549]	Speed: 713.340019 samples/sec	rmse=0.020397	lr=0.098487
Epoch[20] Batch [1599]	Speed: 742.364750 samples/sec	rmse=0.020404	lr=0.098485
Epoch[20] Batch [1649]	Speed: 725.698544 samples/sec	rmse=0.020402	lr=0.098483
Epoch[20] Batch [1699]	Speed: 745.141739 samples/sec	rmse=0.020403	lr=0.098481
Epoch[20] Batch [1749]	Speed: 710.541614 samples/sec	rmse=0.020400	lr=0.098479
Epoch[20] Batch [1799]	Speed: 750.256011 samples/sec	rmse=0.020399	lr=0.098477
Epoch[20] Batch [1849]	Speed: 734.634346 samples/sec	rmse=0.020408	lr=0.098475
Epoch[20] Batch [1899]	Speed: 741.812589 samples/sec	rmse=0.020412	lr=0.098473
Epoch[20] Batch [1949]	Speed: 725.928068 samples/sec	rmse=0.020406	lr=0.098471
Epoch[20] Batch [1999]	Speed: 771.774894 samples/sec	rmse=0.020402	lr=0.098469
Epoch[20] Batch [2049]	Speed: 726.547254 samples/sec	rmse=0.020404	lr=0.098467
Epoch[20] Batch [2099]	Speed: 743.745552 samples/sec	rmse=0.020402	lr=0.098465
Epoch[20] Batch [2149]	Speed: 707.111768 samples/sec	rmse=0.020405	lr=0.098463
Epoch[20] Batch [2199]	Speed: 727.889280 samples/sec	rmse=0.020406	lr=0.098461
Epoch[20] Batch [2249]	Speed: 735.485719 samples/sec	rmse=0.020415	lr=0.098459
Epoch[20] Batch [2299]	Speed: 736.528002 samples/sec	rmse=0.020423	lr=0.098457
Epoch[20] Batch [2349]	Speed: 719.812042 samples/sec	rmse=0.020426	lr=0.098455
Epoch[20] Batch [2399]	Speed: 771.873094 samples/sec	rmse=0.020430	lr=0.098453
Epoch[20] Batch [2449]	Speed: 721.332273 samples/sec	rmse=0.020432	lr=0.098451
Epoch[20] Batch [2499]	Speed: 743.290474 samples/sec	rmse=0.020434	lr=0.098449
Epoch[20] Batch [2549]	Speed: 747.866066 samples/sec	rmse=0.020439	lr=0.098447
Epoch[20] Batch [2599]	Speed: 784.535963 samples/sec	rmse=0.020436	lr=0.098445
Epoch[20] Batch [2649]	Speed: 749.023130 samples/sec	rmse=0.020434	lr=0.098443
Epoch[20] Batch [2699]	Speed: 737.529795 samples/sec	rmse=0.020437	lr=0.098441
Epoch[20] Batch [2749]	Speed: 731.008423 samples/sec	rmse=0.020437	lr=0.098439
Epoch[20] Batch [2799]	Speed: 762.177740 samples/sec	rmse=0.020443	lr=0.098437
Epoch[20] Batch [2849]	Speed: 741.737752 samples/sec	rmse=0.020444	lr=0.098435
Epoch[20] Batch [2899]	Speed: 711.688729 samples/sec	rmse=0.020444	lr=0.098433
Epoch[20] Batch [2949]	Speed: 731.941976 samples/sec	rmse=0.020438	lr=0.098431
Epoch[20] Batch [2999]	Speed: 734.314083 samples/sec	rmse=0.020438	lr=0.098429
Epoch[20] Batch [3049]	Speed: 727.609747 samples/sec	rmse=0.020441	lr=0.098427
Epoch[20] Batch [3099]	Speed: 714.317720 samples/sec	rmse=0.020444	lr=0.098425
Epoch[20] Batch [3149]	Speed: 761.983283 samples/sec	rmse=0.020445	lr=0.098423
Epoch[20] Batch [3199]	Speed: 730.947692 samples/sec	rmse=0.020450	lr=0.098421
Epoch[20] Batch [3249]	Speed: 773.306385 samples/sec	rmse=0.020452	lr=0.098419
Epoch[20] Batch [3299]	Speed: 740.889007 samples/sec	rmse=0.020451	lr=0.098417
Epoch[20] Batch [3349]	Speed: 719.011974 samples/sec	rmse=0.020449	lr=0.098415
Epoch[20] Batch [3399]	Speed: 744.549929 samples/sec	rmse=0.020447	lr=0.098413
Epoch[20] Batch [3449]	Speed: 757.049009 samples/sec	rmse=0.020446	lr=0.098411
Epoch[20] Batch [3499]	Speed: 726.304633 samples/sec	rmse=0.020445	lr=0.098409
Epoch[20] Batch [3549]	Speed: 755.249309 samples/sec	rmse=0.020446	lr=0.098407
Epoch[20] Batch [3599]	Speed: 731.119112 samples/sec	rmse=0.020450	lr=0.098405
Epoch[20] Batch [3649]	Speed: 714.170141 samples/sec	rmse=0.020451	lr=0.098403
Epoch[20] Batch [3699]	Speed: 741.913635 samples/sec	rmse=0.020451	lr=0.098401
Epoch[20] Batch [3749]	Speed: 738.619006 samples/sec	rmse=0.020452	lr=0.098399
Epoch[20] Batch [3799]	Speed: 707.551539 samples/sec	rmse=0.020452	lr=0.098397
Epoch[20] Batch [3849]	Speed: 746.567511 samples/sec	rmse=0.020451	lr=0.098395
Epoch[20] Batch [3899]	Speed: 715.141252 samples/sec	rmse=0.020451	lr=0.098393
Epoch[20] Batch [3949]	Speed: 705.304569 samples/sec	rmse=0.020450	lr=0.098391
Epoch[20] Batch [3999]	Speed: 719.929243 samples/sec	rmse=0.020448	lr=0.098389
Epoch[20] Batch [4049]	Speed: 703.647445 samples/sec	rmse=0.020453	lr=0.098387
Epoch[20] Batch [4099]	Speed: 718.936901 samples/sec	rmse=0.020453	lr=0.098385
Epoch[20] Batch [4149]	Speed: 729.369701 samples/sec	rmse=0.020454	lr=0.098383
Epoch[20] Batch [4199]	Speed: 750.202271 samples/sec	rmse=0.020453	lr=0.098381
Epoch[20] Batch [4249]	Speed: 718.470725 samples/sec	rmse=0.020449	lr=0.098379
Epoch[20] Batch [4299]	Speed: 748.494195 samples/sec	rmse=0.020447	lr=0.098377
Epoch[20] Batch [4349]	Speed: 731.296022 samples/sec	rmse=0.020444	lr=0.098375
Epoch[20] Batch [4399]	Speed: 706.698218 samples/sec	rmse=0.020445	lr=0.098373
Epoch[20] Batch [4449]	Speed: 764.795419 samples/sec	rmse=0.020444	lr=0.098371
Epoch[20] Batch [4499]	Speed: 723.757076 samples/sec	rmse=0.020446	lr=0.098369
Epoch[20] Batch [4549]	Speed: 716.733767 samples/sec	rmse=0.020447	lr=0.098367
Epoch[20] Batch [4599]	Speed: 743.627886 samples/sec	rmse=0.020445	lr=0.098365
Epoch[20] Batch [4649]	Speed: 723.953440 samples/sec	rmse=0.020444	lr=0.098363
Epoch[20] Batch [4699]	Speed: 734.798650 samples/sec	rmse=0.020444	lr=0.098361
Epoch[20] Batch [4749]	Speed: 758.039933 samples/sec	rmse=0.020448	lr=0.098358
Epoch[20] Batch [4799]	Speed: 790.979720 samples/sec	rmse=0.020447	lr=0.098356
Epoch[20] Batch [4849]	Speed: 770.911161 samples/sec	rmse=0.020446	lr=0.098354
Epoch[20] Batch [4899]	Speed: 756.132359 samples/sec	rmse=0.020445	lr=0.098352
Epoch[20] Batch [4949]	Speed: 745.076889 samples/sec	rmse=0.020443	lr=0.098350
Epoch[20] Batch [4999]	Speed: 733.305496 samples/sec	rmse=0.020441	lr=0.098348
[Epoch 20] training: rmse=0.020441
[Epoch 20] speed: 735 samples/sec	time cost: 1765.408022
[Epoch 20] validation: err-top1=0.375761 err-top5=0.145753
Epoch[21] Batch [49]	Speed: 735.003124 samples/sec	rmse=0.020505	lr=0.098346
Epoch[21] Batch [99]	Speed: 759.318197 samples/sec	rmse=0.020459	lr=0.098344
Epoch[21] Batch [149]	Speed: 744.810908 samples/sec	rmse=0.020397	lr=0.098342
Epoch[21] Batch [199]	Speed: 718.394428 samples/sec	rmse=0.020323	lr=0.098340
Epoch[21] Batch [249]	Speed: 721.303122 samples/sec	rmse=0.020345	lr=0.098338
Epoch[21] Batch [299]	Speed: 746.229377 samples/sec	rmse=0.020375	lr=0.098336
Epoch[21] Batch [349]	Speed: 742.931479 samples/sec	rmse=0.020364	lr=0.098334
Epoch[21] Batch [399]	Speed: 705.582366 samples/sec	rmse=0.020363	lr=0.098332
Epoch[21] Batch [449]	Speed: 730.465724 samples/sec	rmse=0.020353	lr=0.098330
Epoch[21] Batch [499]	Speed: 699.938267 samples/sec	rmse=0.020354	lr=0.098327
Epoch[21] Batch [549]	Speed: 720.793854 samples/sec	rmse=0.020336	lr=0.098325
Epoch[21] Batch [599]	Speed: 758.013721 samples/sec	rmse=0.020336	lr=0.098323
Epoch[21] Batch [649]	Speed: 735.375859 samples/sec	rmse=0.020362	lr=0.098321
Epoch[21] Batch [699]	Speed: 734.745211 samples/sec	rmse=0.020365	lr=0.098319
Epoch[21] Batch [749]	Speed: 750.895556 samples/sec	rmse=0.020371	lr=0.098317
Epoch[21] Batch [799]	Speed: 723.193054 samples/sec	rmse=0.020373	lr=0.098315
Epoch[21] Batch [849]	Speed: 716.270289 samples/sec	rmse=0.020371	lr=0.098313
Epoch[21] Batch [899]	Speed: 797.660359 samples/sec	rmse=0.020354	lr=0.098311
Epoch[21] Batch [949]	Speed: 764.811957 samples/sec	rmse=0.020357	lr=0.098309
Epoch[21] Batch [999]	Speed: 751.332396 samples/sec	rmse=0.020359	lr=0.098307
Epoch[21] Batch [1049]	Speed: 712.622620 samples/sec	rmse=0.020358	lr=0.098305
Epoch[21] Batch [1099]	Speed: 767.829889 samples/sec	rmse=0.020370	lr=0.098303
Epoch[21] Batch [1149]	Speed: 750.890494 samples/sec	rmse=0.020373	lr=0.098301
Epoch[21] Batch [1199]	Speed: 726.915013 samples/sec	rmse=0.020380	lr=0.098298
Epoch[21] Batch [1249]	Speed: 779.927968 samples/sec	rmse=0.020383	lr=0.098296
Epoch[21] Batch [1299]	Speed: 764.563712 samples/sec	rmse=0.020374	lr=0.098294
Epoch[21] Batch [1349]	Speed: 735.629650 samples/sec	rmse=0.020367	lr=0.098292
Epoch[21] Batch [1399]	Speed: 748.142720 samples/sec	rmse=0.020377	lr=0.098290
Epoch[21] Batch [1449]	Speed: 731.193714 samples/sec	rmse=0.020388	lr=0.098288
Epoch[21] Batch [1499]	Speed: 716.405955 samples/sec	rmse=0.020388	lr=0.098286
Epoch[21] Batch [1549]	Speed: 720.725346 samples/sec	rmse=0.020389	lr=0.098284
Epoch[21] Batch [1599]	Speed: 718.446813 samples/sec	rmse=0.020395	lr=0.098282
Epoch[21] Batch [1649]	Speed: 708.942997 samples/sec	rmse=0.020393	lr=0.098280
Epoch[21] Batch [1699]	Speed: 765.533896 samples/sec	rmse=0.020392	lr=0.098278
Epoch[21] Batch [1749]	Speed: 735.391664 samples/sec	rmse=0.020393	lr=0.098275
Epoch[21] Batch [1799]	Speed: 779.334772 samples/sec	rmse=0.020393	lr=0.098273
Epoch[21] Batch [1849]	Speed: 750.390425 samples/sec	rmse=0.020391	lr=0.098271
Epoch[21] Batch [1899]	Speed: 743.607461 samples/sec	rmse=0.020389	lr=0.098269
Epoch[21] Batch [1949]	Speed: 742.743912 samples/sec	rmse=0.020382	lr=0.098267
Epoch[21] Batch [1999]	Speed: 746.791782 samples/sec	rmse=0.020381	lr=0.098265
Epoch[21] Batch [2049]	Speed: 772.869150 samples/sec	rmse=0.020380	lr=0.098263
Epoch[21] Batch [2099]	Speed: 734.418703 samples/sec	rmse=0.020380	lr=0.098261
Epoch[21] Batch [2149]	Speed: 739.951679 samples/sec	rmse=0.020383	lr=0.098259
Epoch[21] Batch [2199]	Speed: 717.571198 samples/sec	rmse=0.020392	lr=0.098257
Epoch[21] Batch [2249]	Speed: 723.125725 samples/sec	rmse=0.020390	lr=0.098254
Epoch[21] Batch [2299]	Speed: 755.447753 samples/sec	rmse=0.020397	lr=0.098252
Epoch[21] Batch [2349]	Speed: 730.572710 samples/sec	rmse=0.020399	lr=0.098250
Epoch[21] Batch [2399]	Speed: 743.980924 samples/sec	rmse=0.020405	lr=0.098248
Epoch[21] Batch [2449]	Speed: 737.920596 samples/sec	rmse=0.020404	lr=0.098246
Epoch[21] Batch [2499]	Speed: 783.681687 samples/sec	rmse=0.020405	lr=0.098244
Epoch[21] Batch [2549]	Speed: 789.388015 samples/sec	rmse=0.020406	lr=0.098242
Epoch[21] Batch [2599]	Speed: 740.503411 samples/sec	rmse=0.020407	lr=0.098240
Epoch[21] Batch [2649]	Speed: 713.074161 samples/sec	rmse=0.020408	lr=0.098238
Epoch[21] Batch [2699]	Speed: 797.283109 samples/sec	rmse=0.020406	lr=0.098235
Epoch[21] Batch [2749]	Speed: 749.721042 samples/sec	rmse=0.020404	lr=0.098233
Epoch[21] Batch [2799]	Speed: 719.827629 samples/sec	rmse=0.020405	lr=0.098231
Epoch[21] Batch [2849]	Speed: 764.242383 samples/sec	rmse=0.020403	lr=0.098229
Epoch[21] Batch [2899]	Speed: 734.558206 samples/sec	rmse=0.020407	lr=0.098227
Epoch[21] Batch [2949]	Speed: 730.838636 samples/sec	rmse=0.020406	lr=0.098225
Epoch[21] Batch [2999]	Speed: 752.767425 samples/sec	rmse=0.020410	lr=0.098223
Epoch[21] Batch [3049]	Speed: 770.497462 samples/sec	rmse=0.020410	lr=0.098221
Epoch[21] Batch [3099]	Speed: 718.041845 samples/sec	rmse=0.020408	lr=0.098218
Epoch[21] Batch [3149]	Speed: 698.274654 samples/sec	rmse=0.020404	lr=0.098216
Epoch[21] Batch [3199]	Speed: 722.319542 samples/sec	rmse=0.020406	lr=0.098214
Epoch[21] Batch [3249]	Speed: 726.087725 samples/sec	rmse=0.020405	lr=0.098212
Epoch[21] Batch [3299]	Speed: 787.067930 samples/sec	rmse=0.020405	lr=0.098210
Epoch[21] Batch [3349]	Speed: 720.964243 samples/sec	rmse=0.020402	lr=0.098208
Epoch[21] Batch [3399]	Speed: 728.753462 samples/sec	rmse=0.020401	lr=0.098206
Epoch[21] Batch [3449]	Speed: 714.728754 samples/sec	rmse=0.020405	lr=0.098204
Epoch[21] Batch [3499]	Speed: 705.680164 samples/sec	rmse=0.020408	lr=0.098201
Epoch[21] Batch [3549]	Speed: 729.277708 samples/sec	rmse=0.020408	lr=0.098199
Epoch[21] Batch [3599]	Speed: 720.258887 samples/sec	rmse=0.020413	lr=0.098197
Epoch[21] Batch [3649]	Speed: 761.992713 samples/sec	rmse=0.020414	lr=0.098195
Epoch[21] Batch [3699]	Speed: 719.401254 samples/sec	rmse=0.020418	lr=0.098193
Epoch[21] Batch [3749]	Speed: 711.173734 samples/sec	rmse=0.020419	lr=0.098191
Epoch[21] Batch [3799]	Speed: 731.784632 samples/sec	rmse=0.020422	lr=0.098189
Epoch[21] Batch [3849]	Speed: 773.602787 samples/sec	rmse=0.020421	lr=0.098186
Epoch[21] Batch [3899]	Speed: 704.147678 samples/sec	rmse=0.020422	lr=0.098184
Epoch[21] Batch [3949]	Speed: 754.895560 samples/sec	rmse=0.020423	lr=0.098182
Epoch[21] Batch [3999]	Speed: 713.084693 samples/sec	rmse=0.020422	lr=0.098180
Epoch[21] Batch [4049]	Speed: 714.412175 samples/sec	rmse=0.020426	lr=0.098178
Epoch[21] Batch [4099]	Speed: 748.922592 samples/sec	rmse=0.020427	lr=0.098176
Epoch[21] Batch [4149]	Speed: 757.100500 samples/sec	rmse=0.020430	lr=0.098173
Epoch[21] Batch [4199]	Speed: 720.233184 samples/sec	rmse=0.020429	lr=0.098171
Epoch[21] Batch [4249]	Speed: 782.964214 samples/sec	rmse=0.020430	lr=0.098169
Epoch[21] Batch [4299]	Speed: 732.189836 samples/sec	rmse=0.020428	lr=0.098167
Epoch[21] Batch [4349]	Speed: 722.233254 samples/sec	rmse=0.020429	lr=0.098165
Epoch[21] Batch [4399]	Speed: 721.876495 samples/sec	rmse=0.020427	lr=0.098163
Epoch[21] Batch [4449]	Speed: 725.394531 samples/sec	rmse=0.020429	lr=0.098160
Epoch[21] Batch [4499]	Speed: 750.541917 samples/sec	rmse=0.020428	lr=0.098158
Epoch[21] Batch [4549]	Speed: 750.824556 samples/sec	rmse=0.020428	lr=0.098156
Epoch[21] Batch [4599]	Speed: 743.878376 samples/sec	rmse=0.020429	lr=0.098154
Epoch[21] Batch [4649]	Speed: 691.139967 samples/sec	rmse=0.020431	lr=0.098152
Epoch[21] Batch [4699]	Speed: 728.015720 samples/sec	rmse=0.020430	lr=0.098150
Epoch[21] Batch [4749]	Speed: 743.685962 samples/sec	rmse=0.020431	lr=0.098147
Epoch[21] Batch [4799]	Speed: 740.868466 samples/sec	rmse=0.020431	lr=0.098145
Epoch[21] Batch [4849]	Speed: 705.263533 samples/sec	rmse=0.020429	lr=0.098143
Epoch[21] Batch [4899]	Speed: 740.787646 samples/sec	rmse=0.020431	lr=0.098141
Epoch[21] Batch [4949]	Speed: 720.494110 samples/sec	rmse=0.020430	lr=0.098139
Epoch[21] Batch [4999]	Speed: 734.203308 samples/sec	rmse=0.020430	lr=0.098137
[Epoch 21] training: rmse=0.020430
[Epoch 21] speed: 737 samples/sec	time cost: 1761.254509
[Epoch 21] validation: err-top1=0.376963 err-top5=0.145853
Epoch[22] Batch [49]	Speed: 690.686249 samples/sec	rmse=0.020466	lr=0.098134
Epoch[22] Batch [99]	Speed: 710.503671 samples/sec	rmse=0.020545	lr=0.098132
Epoch[22] Batch [149]	Speed: 744.053977 samples/sec	rmse=0.020432	lr=0.098130
Epoch[22] Batch [199]	Speed: 737.822753 samples/sec	rmse=0.020421	lr=0.098128
Epoch[22] Batch [249]	Speed: 736.132245 samples/sec	rmse=0.020365	lr=0.098126
Epoch[22] Batch [299]	Speed: 720.003635 samples/sec	rmse=0.020335	lr=0.098123
Epoch[22] Batch [349]	Speed: 726.345196 samples/sec	rmse=0.020346	lr=0.098121
Epoch[22] Batch [399]	Speed: 700.105109 samples/sec	rmse=0.020332	lr=0.098119
Epoch[22] Batch [449]	Speed: 723.590065 samples/sec	rmse=0.020330	lr=0.098117
Epoch[22] Batch [499]	Speed: 752.916330 samples/sec	rmse=0.020317	lr=0.098115
Epoch[22] Batch [549]	Speed: 712.826172 samples/sec	rmse=0.020324	lr=0.098112
Epoch[22] Batch [599]	Speed: 765.278135 samples/sec	rmse=0.020346	lr=0.098110
Epoch[22] Batch [649]	Speed: 748.186896 samples/sec	rmse=0.020344	lr=0.098108
Epoch[22] Batch [699]	Speed: 700.985002 samples/sec	rmse=0.020358	lr=0.098106
Epoch[22] Batch [749]	Speed: 742.989149 samples/sec	rmse=0.020356	lr=0.098104
Epoch[22] Batch [799]	Speed: 757.038761 samples/sec	rmse=0.020359	lr=0.098101
Epoch[22] Batch [849]	Speed: 730.782310 samples/sec	rmse=0.020353	lr=0.098099
Epoch[22] Batch [899]	Speed: 729.931879 samples/sec	rmse=0.020330	lr=0.098097
Epoch[22] Batch [949]	Speed: 736.153493 samples/sec	rmse=0.020320	lr=0.098095
Epoch[22] Batch [999]	Speed: 778.033441 samples/sec	rmse=0.020316	lr=0.098093
Epoch[22] Batch [1049]	Speed: 765.600107 samples/sec	rmse=0.020317	lr=0.098090
Epoch[22] Batch [1099]	Speed: 731.151612 samples/sec	rmse=0.020309	lr=0.098088
Epoch[22] Batch [1149]	Speed: 734.822274 samples/sec	rmse=0.020302	lr=0.098086
Epoch[22] Batch [1199]	Speed: 750.193654 samples/sec	rmse=0.020297	lr=0.098084
Epoch[22] Batch [1249]	Speed: 736.296796 samples/sec	rmse=0.020300	lr=0.098082
Epoch[22] Batch [1299]	Speed: 718.426893 samples/sec	rmse=0.020297	lr=0.098079
Epoch[22] Batch [1349]	Speed: 718.411203 samples/sec	rmse=0.020296	lr=0.098077
Epoch[22] Batch [1399]	Speed: 702.496862 samples/sec	rmse=0.020295	lr=0.098075
Epoch[22] Batch [1449]	Speed: 764.482701 samples/sec	rmse=0.020290	lr=0.098073
Epoch[22] Batch [1499]	Speed: 750.340588 samples/sec	rmse=0.020284	lr=0.098071
Epoch[22] Batch [1549]	Speed: 738.315110 samples/sec	rmse=0.020290	lr=0.098068
Epoch[22] Batch [1599]	Speed: 699.170099 samples/sec	rmse=0.020298	lr=0.098066
Epoch[22] Batch [1649]	Speed: 716.836251 samples/sec	rmse=0.020297	lr=0.098064
Epoch[22] Batch [1699]	Speed: 718.421528 samples/sec	rmse=0.020292	lr=0.098062
Epoch[22] Batch [1749]	Speed: 745.264995 samples/sec	rmse=0.020297	lr=0.098059
Epoch[22] Batch [1799]	Speed: 740.775421 samples/sec	rmse=0.020307	lr=0.098057
Epoch[22] Batch [1849]	Speed: 735.784709 samples/sec	rmse=0.020305	lr=0.098055
Epoch[22] Batch [1899]	Speed: 726.100570 samples/sec	rmse=0.020309	lr=0.098053
Epoch[22] Batch [1949]	Speed: 745.272672 samples/sec	rmse=0.020308	lr=0.098051
Epoch[22] Batch [1999]	Speed: 774.273181 samples/sec	rmse=0.020308	lr=0.098048
Epoch[22] Batch [2049]	Speed: 746.546312 samples/sec	rmse=0.020307	lr=0.098046
Epoch[22] Batch [2099]	Speed: 731.668227 samples/sec	rmse=0.020303	lr=0.098044
Epoch[22] Batch [2149]	Speed: 750.736919 samples/sec	rmse=0.020310	lr=0.098042
Epoch[22] Batch [2199]	Speed: 751.006541 samples/sec	rmse=0.020311	lr=0.098039
Epoch[22] Batch [2249]	Speed: 710.316386 samples/sec	rmse=0.020307	lr=0.098037
Epoch[22] Batch [2299]	Speed: 737.008788 samples/sec	rmse=0.020311	lr=0.098035
Epoch[22] Batch [2349]	Speed: 726.081627 samples/sec	rmse=0.020307	lr=0.098033
Epoch[22] Batch [2399]	Speed: 728.739890 samples/sec	rmse=0.020312	lr=0.098031
Epoch[22] Batch [2449]	Speed: 713.201191 samples/sec	rmse=0.020312	lr=0.098028
Epoch[22] Batch [2499]	Speed: 722.440088 samples/sec	rmse=0.020315	lr=0.098026
Epoch[22] Batch [2549]	Speed: 726.143575 samples/sec	rmse=0.020320	lr=0.098024
Epoch[22] Batch [2599]	Speed: 739.793738 samples/sec	rmse=0.020322	lr=0.098022
Epoch[22] Batch [2649]	Speed: 710.999881 samples/sec	rmse=0.020324	lr=0.098019
Epoch[22] Batch [2699]	Speed: 707.982661 samples/sec	rmse=0.020326	lr=0.098017
Epoch[22] Batch [2749]	Speed: 732.550886 samples/sec	rmse=0.020330	lr=0.098015
Epoch[22] Batch [2799]	Speed: 733.162894 samples/sec	rmse=0.020331	lr=0.098013
Epoch[22] Batch [2849]	Speed: 721.459974 samples/sec	rmse=0.020339	lr=0.098010
Epoch[22] Batch [2899]	Speed: 731.387329 samples/sec	rmse=0.020337	lr=0.098008
Epoch[22] Batch [2949]	Speed: 744.326301 samples/sec	rmse=0.020340	lr=0.098006
Epoch[22] Batch [2999]	Speed: 738.132718 samples/sec	rmse=0.020342	lr=0.098004
Epoch[22] Batch [3049]	Speed: 727.469598 samples/sec	rmse=0.020342	lr=0.098001
Epoch[22] Batch [3099]	Speed: 786.444691 samples/sec	rmse=0.020341	lr=0.097999
Epoch[22] Batch [3149]	Speed: 724.068682 samples/sec	rmse=0.020340	lr=0.097997
Epoch[22] Batch [3199]	Speed: 725.623951 samples/sec	rmse=0.020338	lr=0.097995
Epoch[22] Batch [3249]	Speed: 738.746722 samples/sec	rmse=0.020341	lr=0.097992
Epoch[22] Batch [3299]	Speed: 727.220500 samples/sec	rmse=0.020345	lr=0.097990
Epoch[22] Batch [3349]	Speed: 720.386807 samples/sec	rmse=0.020347	lr=0.097988
Epoch[22] Batch [3399]	Speed: 723.111427 samples/sec	rmse=0.020345	lr=0.097986
Epoch[22] Batch [3449]	Speed: 745.206289 samples/sec	rmse=0.020347	lr=0.097983
Epoch[22] Batch [3499]	Speed: 751.638370 samples/sec	rmse=0.020343	lr=0.097981
Epoch[22] Batch [3549]	Speed: 717.824727 samples/sec	rmse=0.020345	lr=0.097979
Epoch[22] Batch [3599]	Speed: 737.629597 samples/sec	rmse=0.020348	lr=0.097976
Epoch[22] Batch [3649]	Speed: 739.861249 samples/sec	rmse=0.020349	lr=0.097974
Epoch[22] Batch [3699]	Speed: 752.679028 samples/sec	rmse=0.020353	lr=0.097972
Epoch[22] Batch [3749]	Speed: 709.880100 samples/sec	rmse=0.020355	lr=0.097970
Epoch[22] Batch [3799]	Speed: 738.026439 samples/sec	rmse=0.020357	lr=0.097967
Epoch[22] Batch [3849]	Speed: 738.523630 samples/sec	rmse=0.020362	lr=0.097965
Epoch[22] Batch [3899]	Speed: 765.801331 samples/sec	rmse=0.020365	lr=0.097963
Epoch[22] Batch [3949]	Speed: 756.858003 samples/sec	rmse=0.020365	lr=0.097961
Epoch[22] Batch [3999]	Speed: 747.863097 samples/sec	rmse=0.020363	lr=0.097958
Epoch[22] Batch [4049]	Speed: 703.573416 samples/sec	rmse=0.020361	lr=0.097956
Epoch[22] Batch [4099]	Speed: 720.600342 samples/sec	rmse=0.020362	lr=0.097954
Epoch[22] Batch [4149]	Speed: 748.702157 samples/sec	rmse=0.020363	lr=0.097951
Epoch[22] Batch [4199]	Speed: 741.800730 samples/sec	rmse=0.020365	lr=0.097949
Epoch[22] Batch [4249]	Speed: 759.973561 samples/sec	rmse=0.020361	lr=0.097947
Epoch[22] Batch [4299]	Speed: 728.017744 samples/sec	rmse=0.020361	lr=0.097945
Epoch[22] Batch [4349]	Speed: 716.381368 samples/sec	rmse=0.020362	lr=0.097942
Epoch[22] Batch [4399]	Speed: 749.572727 samples/sec	rmse=0.020363	lr=0.097940
Epoch[22] Batch [4449]	Speed: 743.152850 samples/sec	rmse=0.020362	lr=0.097938
Epoch[22] Batch [4499]	Speed: 741.075464 samples/sec	rmse=0.020362	lr=0.097935
Epoch[22] Batch [4549]	Speed: 748.830187 samples/sec	rmse=0.020362	lr=0.097933
Epoch[22] Batch [4599]	Speed: 777.208741 samples/sec	rmse=0.020361	lr=0.097931
Epoch[22] Batch [4649]	Speed: 725.269254 samples/sec	rmse=0.020360	lr=0.097929
Epoch[22] Batch [4699]	Speed: 745.902409 samples/sec	rmse=0.020360	lr=0.097926
Epoch[22] Batch [4749]	Speed: 728.414467 samples/sec	rmse=0.020362	lr=0.097924
Epoch[22] Batch [4799]	Speed: 740.055596 samples/sec	rmse=0.020366	lr=0.097922
Epoch[22] Batch [4849]	Speed: 722.708044 samples/sec	rmse=0.020366	lr=0.097919
Epoch[22] Batch [4899]	Speed: 729.980581 samples/sec	rmse=0.020368	lr=0.097917
Epoch[22] Batch [4949]	Speed: 752.701853 samples/sec	rmse=0.020368	lr=0.097915
Epoch[22] Batch [4999]	Speed: 722.403274 samples/sec	rmse=0.020367	lr=0.097913
[Epoch 22] training: rmse=0.020367
[Epoch 22] speed: 734 samples/sec	time cost: 1768.410120
[Epoch 22] validation: err-top1=0.364636 err-top5=0.135981
Epoch[23] Batch [49]	Speed: 729.142937 samples/sec	rmse=0.020280	lr=0.097910
Epoch[23] Batch [99]	Speed: 706.410145 samples/sec	rmse=0.020006	lr=0.097908
Epoch[23] Batch [149]	Speed: 720.563464 samples/sec	rmse=0.020133	lr=0.097905
Epoch[23] Batch [199]	Speed: 734.887162 samples/sec	rmse=0.020174	lr=0.097903
Epoch[23] Batch [249]	Speed: 712.158255 samples/sec	rmse=0.020180	lr=0.097901
Epoch[23] Batch [299]	Speed: 770.258210 samples/sec	rmse=0.020218	lr=0.097899
Epoch[23] Batch [349]	Speed: 731.643299 samples/sec	rmse=0.020212	lr=0.097896
Epoch[23] Batch [399]	Speed: 724.959286 samples/sec	rmse=0.020163	lr=0.097894
Epoch[23] Batch [449]	Speed: 705.509644 samples/sec	rmse=0.020129	lr=0.097892
Epoch[23] Batch [499]	Speed: 748.639139 samples/sec	rmse=0.020127	lr=0.097889
Epoch[23] Batch [549]	Speed: 742.687585 samples/sec	rmse=0.020139	lr=0.097887
Epoch[23] Batch [599]	Speed: 748.632750 samples/sec	rmse=0.020161	lr=0.097885
Epoch[23] Batch [649]	Speed: 733.693967 samples/sec	rmse=0.020182	lr=0.097882
Epoch[23] Batch [699]	Speed: 716.704269 samples/sec	rmse=0.020190	lr=0.097880
Epoch[23] Batch [749]	Speed: 731.005337 samples/sec	rmse=0.020206	lr=0.097878
Epoch[23] Batch [799]	Speed: 743.575060 samples/sec	rmse=0.020222	lr=0.097875
Epoch[23] Batch [849]	Speed: 709.937822 samples/sec	rmse=0.020216	lr=0.097873
Epoch[23] Batch [899]	Speed: 734.462579 samples/sec	rmse=0.020215	lr=0.097871
Epoch[23] Batch [949]	Speed: 755.300204 samples/sec	rmse=0.020209	lr=0.097868
Epoch[23] Batch [999]	Speed: 711.288261 samples/sec	rmse=0.020216	lr=0.097866
Epoch[23] Batch [1049]	Speed: 748.797246 samples/sec	rmse=0.020214	lr=0.097864
Epoch[23] Batch [1099]	Speed: 734.011501 samples/sec	rmse=0.020209	lr=0.097861
Epoch[23] Batch [1149]	Speed: 709.149763 samples/sec	rmse=0.020219	lr=0.097859
Epoch[23] Batch [1199]	Speed: 755.828270 samples/sec	rmse=0.020218	lr=0.097857
Epoch[23] Batch [1249]	Speed: 739.322894 samples/sec	rmse=0.020227	lr=0.097854
Epoch[23] Batch [1299]	Speed: 732.381332 samples/sec	rmse=0.020242	lr=0.097852
Epoch[23] Batch [1349]	Speed: 715.163982 samples/sec	rmse=0.020233	lr=0.097850
Epoch[23] Batch [1399]	Speed: 769.134723 samples/sec	rmse=0.020247	lr=0.097847
Epoch[23] Batch [1449]	Speed: 742.274654 samples/sec	rmse=0.020239	lr=0.097845
Epoch[23] Batch [1499]	Speed: 764.603717 samples/sec	rmse=0.020238	lr=0.097843
Epoch[23] Batch [1549]	Speed: 766.365837 samples/sec	rmse=0.020240	lr=0.097840
Epoch[23] Batch [1599]	Speed: 752.487783 samples/sec	rmse=0.020249	lr=0.097838
Epoch[23] Batch [1649]	Speed: 757.900560 samples/sec	rmse=0.020255	lr=0.097836
Epoch[23] Batch [1699]	Speed: 738.012235 samples/sec	rmse=0.020259	lr=0.097833
Epoch[23] Batch [1749]	Speed: 734.848304 samples/sec	rmse=0.020260	lr=0.097831
Epoch[23] Batch [1799]	Speed: 711.110442 samples/sec	rmse=0.020258	lr=0.097829
Epoch[23] Batch [1849]	Speed: 736.794065 samples/sec	rmse=0.020263	lr=0.097826
Epoch[23] Batch [1899]	Speed: 760.627396 samples/sec	rmse=0.020265	lr=0.097824
Epoch[23] Batch [1949]	Speed: 713.734879 samples/sec	rmse=0.020265	lr=0.097822
Epoch[23] Batch [1999]	Speed: 730.055476 samples/sec	rmse=0.020268	lr=0.097819
Epoch[23] Batch [2049]	Speed: 758.989651 samples/sec	rmse=0.020266	lr=0.097817
Epoch[23] Batch [2099]	Speed: 728.755124 samples/sec	rmse=0.020261	lr=0.097815
Epoch[23] Batch [2149]	Speed: 747.150026 samples/sec	rmse=0.020267	lr=0.097812
Epoch[23] Batch [2199]	Speed: 739.185117 samples/sec	rmse=0.020267	lr=0.097810
Epoch[23] Batch [2249]	Speed: 709.874356 samples/sec	rmse=0.020270	lr=0.097808
Epoch[23] Batch [2299]	Speed: 781.405813 samples/sec	rmse=0.020268	lr=0.097805
Epoch[23] Batch [2349]	Speed: 721.005994 samples/sec	rmse=0.020269	lr=0.097803
Epoch[23] Batch [2399]	Speed: 727.287687 samples/sec	rmse=0.020268	lr=0.097800
Epoch[23] Batch [2449]	Speed: 741.219442 samples/sec	rmse=0.020272	lr=0.097798
Epoch[23] Batch [2499]	Speed: 733.149087 samples/sec	rmse=0.020271	lr=0.097796
Epoch[23] Batch [2549]	Speed: 681.136562 samples/sec	rmse=0.020268	lr=0.097793
Epoch[23] Batch [2599]	Speed: 728.045032 samples/sec	rmse=0.020273	lr=0.097791
Epoch[23] Batch [2649]	Speed: 743.900382 samples/sec	rmse=0.020272	lr=0.097789
Epoch[23] Batch [2699]	Speed: 761.179873 samples/sec	rmse=0.020271	lr=0.097786
Epoch[23] Batch [2749]	Speed: 741.340196 samples/sec	rmse=0.020270	lr=0.097784
Epoch[23] Batch [2799]	Speed: 720.053695 samples/sec	rmse=0.020270	lr=0.097782
Epoch[23] Batch [2849]	Speed: 751.878544 samples/sec	rmse=0.020273	lr=0.097779
Epoch[23] Batch [2899]	Speed: 729.021054 samples/sec	rmse=0.020275	lr=0.097777
Epoch[23] Batch [2949]	Speed: 786.412033 samples/sec	rmse=0.020272	lr=0.097774
Epoch[23] Batch [2999]	Speed: 755.001540 samples/sec	rmse=0.020278	lr=0.097772
Epoch[23] Batch [3049]	Speed: 709.766421 samples/sec	rmse=0.020282	lr=0.097770
Epoch[23] Batch [3099]	Speed: 738.283250 samples/sec	rmse=0.020283	lr=0.097767
Epoch[23] Batch [3149]	Speed: 723.677497 samples/sec	rmse=0.020287	lr=0.097765
Epoch[23] Batch [3199]	Speed: 739.487672 samples/sec	rmse=0.020287	lr=0.097762
Epoch[23] Batch [3249]	Speed: 713.407254 samples/sec	rmse=0.020290	lr=0.097760
Epoch[23] Batch [3299]	Speed: 709.767800 samples/sec	rmse=0.020289	lr=0.097758
Epoch[23] Batch [3349]	Speed: 732.065256 samples/sec	rmse=0.020288	lr=0.097755
Epoch[23] Batch [3399]	Speed: 761.735735 samples/sec	rmse=0.020294	lr=0.097753
Epoch[23] Batch [3449]	Speed: 726.760817 samples/sec	rmse=0.020295	lr=0.097751
Epoch[23] Batch [3499]	Speed: 765.498007 samples/sec	rmse=0.020299	lr=0.097748
Epoch[23] Batch [3549]	Speed: 713.557628 samples/sec	rmse=0.020304	lr=0.097746
Epoch[23] Batch [3599]	Speed: 743.188712 samples/sec	rmse=0.020304	lr=0.097743
Epoch[23] Batch [3649]	Speed: 725.915141 samples/sec	rmse=0.020303	lr=0.097741
Epoch[23] Batch [3699]	Speed: 753.210472 samples/sec	rmse=0.020308	lr=0.097739
Epoch[23] Batch [3749]	Speed: 711.101033 samples/sec	rmse=0.020309	lr=0.097736
Epoch[23] Batch [3799]	Speed: 730.126356 samples/sec	rmse=0.020309	lr=0.097734
Epoch[23] Batch [3849]	Speed: 785.198805 samples/sec	rmse=0.020312	lr=0.097731
Epoch[23] Batch [3899]	Speed: 782.301935 samples/sec	rmse=0.020313	lr=0.097729
Epoch[23] Batch [3949]	Speed: 711.881175 samples/sec	rmse=0.020313	lr=0.097727
Epoch[23] Batch [3999]	Speed: 724.776945 samples/sec	rmse=0.020315	lr=0.097724
Epoch[23] Batch [4049]	Speed: 763.116481 samples/sec	rmse=0.020312	lr=0.097722
Epoch[23] Batch [4099]	Speed: 726.179003 samples/sec	rmse=0.020312	lr=0.097719
Epoch[23] Batch [4149]	Speed: 746.726001 samples/sec	rmse=0.020313	lr=0.097717
Epoch[23] Batch [4199]	Speed: 746.703786 samples/sec	rmse=0.020318	lr=0.097715
Epoch[23] Batch [4249]	Speed: 736.927482 samples/sec	rmse=0.020316	lr=0.097712
Epoch[23] Batch [4299]	Speed: 757.642035 samples/sec	rmse=0.020318	lr=0.097710
Epoch[23] Batch [4349]	Speed: 720.046047 samples/sec	rmse=0.020314	lr=0.097707
Epoch[23] Batch [4399]	Speed: 746.215717 samples/sec	rmse=0.020311	lr=0.097705
Epoch[23] Batch [4449]	Speed: 780.049833 samples/sec	rmse=0.020313	lr=0.097703
Epoch[23] Batch [4499]	Speed: 725.301314 samples/sec	rmse=0.020313	lr=0.097700
Epoch[23] Batch [4549]	Speed: 711.003666 samples/sec	rmse=0.020314	lr=0.097698
Epoch[23] Batch [4599]	Speed: 722.307035 samples/sec	rmse=0.020315	lr=0.097695
Epoch[23] Batch [4649]	Speed: 757.944996 samples/sec	rmse=0.020315	lr=0.097693
Epoch[23] Batch [4699]	Speed: 767.235549 samples/sec	rmse=0.020316	lr=0.097691
Epoch[23] Batch [4749]	Speed: 744.977884 samples/sec	rmse=0.020316	lr=0.097688
Epoch[23] Batch [4799]	Speed: 729.826371 samples/sec	rmse=0.020317	lr=0.097686
Epoch[23] Batch [4849]	Speed: 701.485332 samples/sec	rmse=0.020318	lr=0.097683
Epoch[23] Batch [4899]	Speed: 728.481223 samples/sec	rmse=0.020319	lr=0.097681
Epoch[23] Batch [4949]	Speed: 717.806694 samples/sec	rmse=0.020321	lr=0.097678
Epoch[23] Batch [4999]	Speed: 726.990354 samples/sec	rmse=0.020325	lr=0.097676
[Epoch 23] training: rmse=0.020324
[Epoch 23] speed: 735 samples/sec	time cost: 1764.318337
[Epoch 23] validation: err-top1=0.375341 err-top5=0.144311
Epoch[24] Batch [49]	Speed: 749.811772 samples/sec	rmse=0.020193	lr=0.097673
Epoch[24] Batch [99]	Speed: 766.461560 samples/sec	rmse=0.020181	lr=0.097671
Epoch[24] Batch [149]	Speed: 763.928172 samples/sec	rmse=0.020158	lr=0.097669
Epoch[24] Batch [199]	Speed: 793.137782 samples/sec	rmse=0.020095	lr=0.097666
Epoch[24] Batch [249]	Speed: 726.775791 samples/sec	rmse=0.020154	lr=0.097664
Epoch[24] Batch [299]	Speed: 740.736756 samples/sec	rmse=0.020149	lr=0.097661
Epoch[24] Batch [349]	Speed: 765.636694 samples/sec	rmse=0.020187	lr=0.097659
Epoch[24] Batch [399]	Speed: 721.268614 samples/sec	rmse=0.020180	lr=0.097656
Epoch[24] Batch [449]	Speed: 733.080732 samples/sec	rmse=0.020157	lr=0.097654
Epoch[24] Batch [499]	Speed: 753.215840 samples/sec	rmse=0.020207	lr=0.097651
Epoch[24] Batch [549]	Speed: 760.157706 samples/sec	rmse=0.020184	lr=0.097649
Epoch[24] Batch [599]	Speed: 717.841198 samples/sec	rmse=0.020203	lr=0.097647
Epoch[24] Batch [649]	Speed: 726.888637 samples/sec	rmse=0.020218	lr=0.097644
Epoch[24] Batch [699]	Speed: 739.281734 samples/sec	rmse=0.020218	lr=0.097642
Epoch[24] Batch [749]	Speed: 711.601011 samples/sec	rmse=0.020227	lr=0.097639
Epoch[24] Batch [799]	Speed: 725.730053 samples/sec	rmse=0.020239	lr=0.097637
Epoch[24] Batch [849]	Speed: 739.755522 samples/sec	rmse=0.020247	lr=0.097634
Epoch[24] Batch [899]	Speed: 747.270193 samples/sec	rmse=0.020233	lr=0.097632
Epoch[24] Batch [949]	Speed: 749.752954 samples/sec	rmse=0.020243	lr=0.097629
Epoch[24] Batch [999]	Speed: 715.701700 samples/sec	rmse=0.020252	lr=0.097627
Epoch[24] Batch [1049]	Speed: 741.162753 samples/sec	rmse=0.020249	lr=0.097625
Epoch[24] Batch [1099]	Speed: 716.540057 samples/sec	rmse=0.020248	lr=0.097622
Epoch[24] Batch [1149]	Speed: 742.307834 samples/sec	rmse=0.020248	lr=0.097620
Epoch[24] Batch [1199]	Speed: 733.060152 samples/sec	rmse=0.020251	lr=0.097617
Epoch[24] Batch [1249]	Speed: 725.855332 samples/sec	rmse=0.020259	lr=0.097615
Epoch[24] Batch [1299]	Speed: 730.006894 samples/sec	rmse=0.020263	lr=0.097612
Epoch[24] Batch [1349]	Speed: 766.013743 samples/sec	rmse=0.020249	lr=0.097610
Epoch[24] Batch [1399]	Speed: 753.724476 samples/sec	rmse=0.020251	lr=0.097607
Epoch[24] Batch [1449]	Speed: 715.142442 samples/sec	rmse=0.020257	lr=0.097605
Epoch[24] Batch [1499]	Speed: 733.867952 samples/sec	rmse=0.020254	lr=0.097602
Epoch[24] Batch [1549]	Speed: 732.497604 samples/sec	rmse=0.020251	lr=0.097600
Epoch[24] Batch [1599]	Speed: 726.996842 samples/sec	rmse=0.020248	lr=0.097598
Epoch[24] Batch [1649]	Speed: 728.907179 samples/sec	rmse=0.020248	lr=0.097595
Epoch[24] Batch [1699]	Speed: 736.760061 samples/sec	rmse=0.020244	lr=0.097593
Epoch[24] Batch [1749]	Speed: 720.344974 samples/sec	rmse=0.020242	lr=0.097590
Epoch[24] Batch [1799]	Speed: 701.206145 samples/sec	rmse=0.020251	lr=0.097588
Epoch[24] Batch [1849]	Speed: 706.035147 samples/sec	rmse=0.020254	lr=0.097585
Epoch[24] Batch [1899]	Speed: 720.719550 samples/sec	rmse=0.020257	lr=0.097583
Epoch[24] Batch [1949]	Speed: 724.772180 samples/sec	rmse=0.020256	lr=0.097580
Epoch[24] Batch [1999]	Speed: 735.893591 samples/sec	rmse=0.020255	lr=0.097578
Epoch[24] Batch [2049]	Speed: 752.537062 samples/sec	rmse=0.020256	lr=0.097575
Epoch[24] Batch [2099]	Speed: 717.338933 samples/sec	rmse=0.020262	lr=0.097573
Epoch[24] Batch [2149]	Speed: 733.760841 samples/sec	rmse=0.020262	lr=0.097570
Epoch[24] Batch [2199]	Speed: 696.895373 samples/sec	rmse=0.020264	lr=0.097568
Epoch[24] Batch [2249]	Speed: 735.277935 samples/sec	rmse=0.020264	lr=0.097565
Epoch[24] Batch [2299]	Speed: 761.495682 samples/sec	rmse=0.020268	lr=0.097563
Epoch[24] Batch [2349]	Speed: 735.084540 samples/sec	rmse=0.020269	lr=0.097560
Epoch[24] Batch [2399]	Speed: 735.896678 samples/sec	rmse=0.020269	lr=0.097558
Epoch[24] Batch [2449]	Speed: 716.184399 samples/sec	rmse=0.020270	lr=0.097555
Epoch[24] Batch [2499]	Speed: 752.590198 samples/sec	rmse=0.020273	lr=0.097553
Epoch[24] Batch [2549]	Speed: 754.784897 samples/sec	rmse=0.020276	lr=0.097550
Epoch[24] Batch [2599]	Speed: 726.622696 samples/sec	rmse=0.020272	lr=0.097548
Epoch[24] Batch [2649]	Speed: 748.646280 samples/sec	rmse=0.020266	lr=0.097546
Epoch[24] Batch [2699]	Speed: 730.561417 samples/sec	rmse=0.020264	lr=0.097543
Epoch[24] Batch [2749]	Speed: 715.980406 samples/sec	rmse=0.020266	lr=0.097541
Epoch[24] Batch [2799]	Speed: 704.265607 samples/sec	rmse=0.020269	lr=0.097538
Epoch[24] Batch [2849]	Speed: 719.969251 samples/sec	rmse=0.020265	lr=0.097536
Epoch[24] Batch [2899]	Speed: 720.783181 samples/sec	rmse=0.020266	lr=0.097533
Epoch[24] Batch [2949]	Speed: 715.949422 samples/sec	rmse=0.020265	lr=0.097531
Epoch[24] Batch [2999]	Speed: 708.032819 samples/sec	rmse=0.020263	lr=0.097528
Epoch[24] Batch [3049]	Speed: 717.621573 samples/sec	rmse=0.020264	lr=0.097526
Epoch[24] Batch [3099]	Speed: 697.456651 samples/sec	rmse=0.020266	lr=0.097523
Epoch[24] Batch [3149]	Speed: 717.790955 samples/sec	rmse=0.020272	lr=0.097521
Epoch[24] Batch [3199]	Speed: 720.011862 samples/sec	rmse=0.020271	lr=0.097518
Epoch[24] Batch [3249]	Speed: 732.325776 samples/sec	rmse=0.020274	lr=0.097516
Epoch[24] Batch [3299]	Speed: 738.362256 samples/sec	rmse=0.020273	lr=0.097513
Epoch[24] Batch [3349]	Speed: 752.086146 samples/sec	rmse=0.020271	lr=0.097511
Epoch[24] Batch [3399]	Speed: 751.639959 samples/sec	rmse=0.020274	lr=0.097508
Epoch[24] Batch [3449]	Speed: 715.468469 samples/sec	rmse=0.020275	lr=0.097505
Epoch[24] Batch [3499]	Speed: 730.420377 samples/sec	rmse=0.020276	lr=0.097503
Epoch[24] Batch [3549]	Speed: 712.815212 samples/sec	rmse=0.020277	lr=0.097500
Epoch[24] Batch [3599]	Speed: 752.912297 samples/sec	rmse=0.020281	lr=0.097498
Epoch[24] Batch [3649]	Speed: 720.357297 samples/sec	rmse=0.020284	lr=0.097495
Epoch[24] Batch [3699]	Speed: 748.867560 samples/sec	rmse=0.020285	lr=0.097493
Epoch[24] Batch [3749]	Speed: 760.760670 samples/sec	rmse=0.020285	lr=0.097490
Epoch[24] Batch [3799]	Speed: 710.329910 samples/sec	rmse=0.020286	lr=0.097488
Epoch[24] Batch [3849]	Speed: 718.672176 samples/sec	rmse=0.020282	lr=0.097485
Epoch[24] Batch [3899]	Speed: 728.851685 samples/sec	rmse=0.020282	lr=0.097483
Epoch[24] Batch [3949]	Speed: 732.253011 samples/sec	rmse=0.020283	lr=0.097480
Epoch[24] Batch [3999]	Speed: 719.511648 samples/sec	rmse=0.020284	lr=0.097478
Epoch[24] Batch [4049]	Speed: 709.678396 samples/sec	rmse=0.020284	lr=0.097475
Epoch[24] Batch [4099]	Speed: 758.049491 samples/sec	rmse=0.020286	lr=0.097473
Epoch[24] Batch [4149]	Speed: 765.389747 samples/sec	rmse=0.020289	lr=0.097470
Epoch[24] Batch [4199]	Speed: 742.350071 samples/sec	rmse=0.020288	lr=0.097468
Epoch[24] Batch [4249]	Speed: 722.931076 samples/sec	rmse=0.020288	lr=0.097465
Epoch[24] Batch [4299]	Speed: 726.124335 samples/sec	rmse=0.020290	lr=0.097463
Epoch[24] Batch [4349]	Speed: 730.362665 samples/sec	rmse=0.020287	lr=0.097460
Epoch[24] Batch [4399]	Speed: 730.836009 samples/sec	rmse=0.020286	lr=0.097458
Epoch[24] Batch [4449]	Speed: 714.492686 samples/sec	rmse=0.020288	lr=0.097455
Epoch[24] Batch [4499]	Speed: 724.449919 samples/sec	rmse=0.020291	lr=0.097453
Epoch[24] Batch [4549]	Speed: 755.909585 samples/sec	rmse=0.020292	lr=0.097450
Epoch[24] Batch [4599]	Speed: 750.178360 samples/sec	rmse=0.020293	lr=0.097447
Epoch[24] Batch [4649]	Speed: 733.554240 samples/sec	rmse=0.020294	lr=0.097445
Epoch[24] Batch [4699]	Speed: 753.054890 samples/sec	rmse=0.020295	lr=0.097442
Epoch[24] Batch [4749]	Speed: 738.479572 samples/sec	rmse=0.020296	lr=0.097440
Epoch[24] Batch [4799]	Speed: 715.873107 samples/sec	rmse=0.020295	lr=0.097437
Epoch[24] Batch [4849]	Speed: 739.529976 samples/sec	rmse=0.020296	lr=0.097435
Epoch[24] Batch [4899]	Speed: 725.206299 samples/sec	rmse=0.020296	lr=0.097432
Epoch[24] Batch [4949]	Speed: 705.474211 samples/sec	rmse=0.020295	lr=0.097430
Epoch[24] Batch [4999]	Speed: 707.485842 samples/sec	rmse=0.020295	lr=0.097427
[Epoch 24] training: rmse=0.020295
[Epoch 24] speed: 731 samples/sec	time cost: 1773.551865
[Epoch 24] validation: err-top1=0.374479 err-top5=0.146074
Epoch[25] Batch [49]	Speed: 729.137203 samples/sec	rmse=0.020213	lr=0.097424
Epoch[25] Batch [99]	Speed: 715.156760 samples/sec	rmse=0.020171	lr=0.097422
Epoch[25] Batch [149]	Speed: 706.162635 samples/sec	rmse=0.020219	lr=0.097419
Epoch[25] Batch [199]	Speed: 711.092707 samples/sec	rmse=0.020258	lr=0.097417
Epoch[25] Batch [249]	Speed: 702.449020 samples/sec	rmse=0.020237	lr=0.097414
Epoch[25] Batch [299]	Speed: 721.118760 samples/sec	rmse=0.020217	lr=0.097412
Epoch[25] Batch [349]	Speed: 708.398268 samples/sec	rmse=0.020178	lr=0.097409
Epoch[25] Batch [399]	Speed: 725.651511 samples/sec	rmse=0.020198	lr=0.097406
Epoch[25] Batch [449]	Speed: 743.260292 samples/sec	rmse=0.020189	lr=0.097404
Epoch[25] Batch [499]	Speed: 708.273877 samples/sec	rmse=0.020210	lr=0.097401
Epoch[25] Batch [549]	Speed: 731.779824 samples/sec	rmse=0.020229	lr=0.097399
Epoch[25] Batch [599]	Speed: 739.629454 samples/sec	rmse=0.020238	lr=0.097396
Epoch[25] Batch [649]	Speed: 751.658228 samples/sec	rmse=0.020242	lr=0.097394
Epoch[25] Batch [699]	Speed: 719.473792 samples/sec	rmse=0.020226	lr=0.097391
Epoch[25] Batch [749]	Speed: 749.699035 samples/sec	rmse=0.020216	lr=0.097389
Epoch[25] Batch [799]	Speed: 702.700565 samples/sec	rmse=0.020214	lr=0.097386
Epoch[25] Batch [849]	Speed: 702.842254 samples/sec	rmse=0.020205	lr=0.097383
Epoch[25] Batch [899]	Speed: 751.884904 samples/sec	rmse=0.020209	lr=0.097381
Epoch[25] Batch [949]	Speed: 719.537010 samples/sec	rmse=0.020207	lr=0.097378
Epoch[25] Batch [999]	Speed: 726.770508 samples/sec	rmse=0.020215	lr=0.097376
Epoch[25] Batch [1049]	Speed: 743.826720 samples/sec	rmse=0.020215	lr=0.097373
Epoch[25] Batch [1099]	Speed: 733.068130 samples/sec	rmse=0.020218	lr=0.097371
Epoch[25] Batch [1149]	Speed: 726.528731 samples/sec	rmse=0.020235	lr=0.097368
Epoch[25] Batch [1199]	Speed: 695.632701 samples/sec	rmse=0.020227	lr=0.097365
Epoch[25] Batch [1249]	Speed: 723.113473 samples/sec	rmse=0.020236	lr=0.097363
Epoch[25] Batch [1299]	Speed: 718.459273 samples/sec	rmse=0.020235	lr=0.097360
Epoch[25] Batch [1349]	Speed: 686.437055 samples/sec	rmse=0.020235	lr=0.097358
Epoch[25] Batch [1399]	Speed: 730.380162 samples/sec	rmse=0.020248	lr=0.097355
Epoch[25] Batch [1449]	Speed: 722.586348 samples/sec	rmse=0.020252	lr=0.097352
Epoch[25] Batch [1499]	Speed: 739.357573 samples/sec	rmse=0.020255	lr=0.097350
Epoch[25] Batch [1549]	Speed: 739.087631 samples/sec	rmse=0.020248	lr=0.097347
Epoch[25] Batch [1599]	Speed: 707.880732 samples/sec	rmse=0.020244	lr=0.097345
Epoch[25] Batch [1649]	Speed: 696.379173 samples/sec	rmse=0.020251	lr=0.097342
Epoch[25] Batch [1699]	Speed: 703.065620 samples/sec	rmse=0.020251	lr=0.097340
Epoch[25] Batch [1749]	Speed: 718.736995 samples/sec	rmse=0.020250	lr=0.097337
Epoch[25] Batch [1799]	Speed: 721.962009 samples/sec	rmse=0.020240	lr=0.097334
Epoch[25] Batch [1849]	Speed: 749.237910 samples/sec	rmse=0.020242	lr=0.097332
Epoch[25] Batch [1899]	Speed: 715.547827 samples/sec	rmse=0.020242	lr=0.097329
Epoch[25] Batch [1949]	Speed: 692.619255 samples/sec	rmse=0.020246	lr=0.097327
Epoch[25] Batch [1999]	Speed: 729.370494 samples/sec	rmse=0.020250	lr=0.097324
Epoch[25] Batch [2049]	Speed: 716.589876 samples/sec	rmse=0.020255	lr=0.097321
Epoch[25] Batch [2099]	Speed: 720.970217 samples/sec	rmse=0.020251	lr=0.097319
Epoch[25] Batch [2149]	Speed: 702.854915 samples/sec	rmse=0.020246	lr=0.097316
Epoch[25] Batch [2199]	Speed: 759.984890 samples/sec	rmse=0.020249	lr=0.097314
Epoch[25] Batch [2249]	Speed: 752.481539 samples/sec	rmse=0.020254	lr=0.097311
Epoch[25] Batch [2299]	Speed: 739.188059 samples/sec	rmse=0.020255	lr=0.097308
Epoch[25] Batch [2349]	Speed: 717.905050 samples/sec	rmse=0.020255	lr=0.097306
Epoch[25] Batch [2399]	Speed: 726.570843 samples/sec	rmse=0.020257	lr=0.097303
Epoch[25] Batch [2449]	Speed: 737.333684 samples/sec	rmse=0.020256	lr=0.097301
Epoch[25] Batch [2499]	Speed: 703.530950 samples/sec	rmse=0.020253	lr=0.097298
Epoch[25] Batch [2549]	Speed: 682.825923 samples/sec	rmse=0.020257	lr=0.097295
Epoch[25] Batch [2599]	Speed: 727.156181 samples/sec	rmse=0.020254	lr=0.097293
Epoch[25] Batch [2649]	Speed: 715.624674 samples/sec	rmse=0.020256	lr=0.097290
Epoch[25] Batch [2699]	Speed: 723.458986 samples/sec	rmse=0.020257	lr=0.097287
Epoch[25] Batch [2749]	Speed: 722.590832 samples/sec	rmse=0.020256	lr=0.097285
Epoch[25] Batch [2799]	Speed: 724.613806 samples/sec	rmse=0.020258	lr=0.097282
Epoch[25] Batch [2849]	Speed: 728.917432 samples/sec	rmse=0.020257	lr=0.097280
Epoch[25] Batch [2899]	Speed: 712.165755 samples/sec	rmse=0.020257	lr=0.097277
Epoch[25] Batch [2949]	Speed: 719.038639 samples/sec	rmse=0.020257	lr=0.097274
Epoch[25] Batch [2999]	Speed: 735.585846 samples/sec	rmse=0.020262	lr=0.097272
Epoch[25] Batch [3049]	Speed: 720.515199 samples/sec	rmse=0.020266	lr=0.097269
Epoch[25] Batch [3099]	Speed: 712.986385 samples/sec	rmse=0.020265	lr=0.097266
Epoch[25] Batch [3149]	Speed: 757.382555 samples/sec	rmse=0.020265	lr=0.097264
Epoch[25] Batch [3199]	Speed: 716.922164 samples/sec	rmse=0.020267	lr=0.097261
Epoch[25] Batch [3249]	Speed: 716.037720 samples/sec	rmse=0.020265	lr=0.097259
Epoch[25] Batch [3299]	Speed: 769.061477 samples/sec	rmse=0.020267	lr=0.097256
Epoch[25] Batch [3349]	Speed: 727.365017 samples/sec	rmse=0.020271	lr=0.097253
Epoch[25] Batch [3399]	Speed: 714.172611 samples/sec	rmse=0.020275	lr=0.097251
Epoch[25] Batch [3449]	Speed: 723.351510 samples/sec	rmse=0.020272	lr=0.097248
Epoch[25] Batch [3499]	Speed: 743.689712 samples/sec	rmse=0.020271	lr=0.097245
Epoch[25] Batch [3549]	Speed: 685.604385 samples/sec	rmse=0.020272	lr=0.097243
Epoch[25] Batch [3599]	Speed: 756.044245 samples/sec	rmse=0.020273	lr=0.097240
Epoch[25] Batch [3649]	Speed: 765.805995 samples/sec	rmse=0.020272	lr=0.097238
Epoch[25] Batch [3699]	Speed: 757.160646 samples/sec	rmse=0.020272	lr=0.097235
Epoch[25] Batch [3749]	Speed: 729.545180 samples/sec	rmse=0.020269	lr=0.097232
Epoch[25] Batch [3799]	Speed: 749.915041 samples/sec	rmse=0.020269	lr=0.097230
Epoch[25] Batch [3849]	Speed: 717.931259 samples/sec	rmse=0.020267	lr=0.097227
Epoch[25] Batch [3899]	Speed: 696.861650 samples/sec	rmse=0.020269	lr=0.097224
Epoch[25] Batch [3949]	Speed: 718.555067 samples/sec	rmse=0.020271	lr=0.097222
Epoch[25] Batch [3999]	Speed: 730.254737 samples/sec	rmse=0.020274	lr=0.097219
Epoch[25] Batch [4049]	Speed: 709.669578 samples/sec	rmse=0.020274	lr=0.097216
Epoch[25] Batch [4099]	Speed: 738.476291 samples/sec	rmse=0.020272	lr=0.097214
Epoch[25] Batch [4149]	Speed: 723.777049 samples/sec	rmse=0.020268	lr=0.097211
Epoch[25] Batch [4199]	Speed: 750.698887 samples/sec	rmse=0.020266	lr=0.097208
Epoch[25] Batch [4249]	Speed: 708.621607 samples/sec	rmse=0.020268	lr=0.097206
Epoch[25] Batch [4299]	Speed: 729.392353 samples/sec	rmse=0.020269	lr=0.097203
Epoch[25] Batch [4349]	Speed: 715.736679 samples/sec	rmse=0.020269	lr=0.097200
Epoch[25] Batch [4399]	Speed: 703.834745 samples/sec	rmse=0.020270	lr=0.097198
Epoch[25] Batch [4449]	Speed: 795.127755 samples/sec	rmse=0.020269	lr=0.097195
Epoch[25] Batch [4499]	Speed: 739.219702 samples/sec	rmse=0.020269	lr=0.097193
Epoch[25] Batch [4549]	Speed: 733.172806 samples/sec	rmse=0.020273	lr=0.097190
Epoch[25] Batch [4599]	Speed: 747.706218 samples/sec	rmse=0.020272	lr=0.097187
Epoch[25] Batch [4649]	Speed: 715.343919 samples/sec	rmse=0.020269	lr=0.097185
Epoch[25] Batch [4699]	Speed: 708.555973 samples/sec	rmse=0.020269	lr=0.097182
Epoch[25] Batch [4749]	Speed: 714.009073 samples/sec	rmse=0.020268	lr=0.097179
Epoch[25] Batch [4799]	Speed: 774.057091 samples/sec	rmse=0.020270	lr=0.097177
Epoch[25] Batch [4849]	Speed: 734.691518 samples/sec	rmse=0.020272	lr=0.097174
Epoch[25] Batch [4899]	Speed: 750.764887 samples/sec	rmse=0.020271	lr=0.097171
Epoch[25] Batch [4949]	Speed: 743.847250 samples/sec	rmse=0.020274	lr=0.097169
Epoch[25] Batch [4999]	Speed: 740.984484 samples/sec	rmse=0.020276	lr=0.097166
[Epoch 25] training: rmse=0.020277
[Epoch 25] speed: 725 samples/sec	time cost: 1789.741605
[Epoch 25] validation: err-top1=0.365533 err-top5=0.135762
Epoch[26] Batch [49]	Speed: 756.814461 samples/sec	rmse=0.020073	lr=0.097163
Epoch[26] Batch [99]	Speed: 756.597950 samples/sec	rmse=0.020036	lr=0.097160
Epoch[26] Batch [149]	Speed: 722.769253 samples/sec	rmse=0.019978	lr=0.097158
Epoch[26] Batch [199]	Speed: 740.587521 samples/sec	rmse=0.019959	lr=0.097155
Epoch[26] Batch [249]	Speed: 750.257059 samples/sec	rmse=0.020004	lr=0.097152
Epoch[26] Batch [299]	Speed: 722.406181 samples/sec	rmse=0.020030	lr=0.097150
Epoch[26] Batch [349]	Speed: 740.420148 samples/sec	rmse=0.020055	lr=0.097147
Epoch[26] Batch [399]	Speed: 731.645851 samples/sec	rmse=0.020060	lr=0.097144
Epoch[26] Batch [449]	Speed: 738.425088 samples/sec	rmse=0.020081	lr=0.097142
Epoch[26] Batch [499]	Speed: 741.259969 samples/sec	rmse=0.020101	lr=0.097139
Epoch[26] Batch [549]	Speed: 728.907466 samples/sec	rmse=0.020119	lr=0.097136
Epoch[26] Batch [599]	Speed: 726.083316 samples/sec	rmse=0.020134	lr=0.097133
Epoch[26] Batch [649]	Speed: 734.434085 samples/sec	rmse=0.020160	lr=0.097131
Epoch[26] Batch [699]	Speed: 730.633478 samples/sec	rmse=0.020166	lr=0.097128
Epoch[26] Batch [749]	Speed: 777.257204 samples/sec	rmse=0.020187	lr=0.097125
Epoch[26] Batch [799]	Speed: 745.480720 samples/sec	rmse=0.020182	lr=0.097123
Epoch[26] Batch [849]	Speed: 730.281487 samples/sec	rmse=0.020176	lr=0.097120
Epoch[26] Batch [899]	Speed: 715.024034 samples/sec	rmse=0.020184	lr=0.097117
Epoch[26] Batch [949]	Speed: 750.619465 samples/sec	rmse=0.020185	lr=0.097115
Epoch[26] Batch [999]	Speed: 760.902725 samples/sec	rmse=0.020180	lr=0.097112
Epoch[26] Batch [1049]	Speed: 730.288570 samples/sec	rmse=0.020172	lr=0.097109
Epoch[26] Batch [1099]	Speed: 712.209658 samples/sec	rmse=0.020174	lr=0.097107
Epoch[26] Batch [1149]	Speed: 732.423955 samples/sec	rmse=0.020192	lr=0.097104
Epoch[26] Batch [1199]	Speed: 740.193565 samples/sec	rmse=0.020194	lr=0.097101
Epoch[26] Batch [1249]	Speed: 708.727230 samples/sec	rmse=0.020182	lr=0.097098
Epoch[26] Batch [1299]	Speed: 734.987880 samples/sec	rmse=0.020183	lr=0.097096
Epoch[26] Batch [1349]	Speed: 766.281874 samples/sec	rmse=0.020173	lr=0.097093
Epoch[26] Batch [1399]	Speed: 722.255426 samples/sec	rmse=0.020165	lr=0.097090
Epoch[26] Batch [1449]	Speed: 760.165208 samples/sec	rmse=0.020171	lr=0.097088
Epoch[26] Batch [1499]	Speed: 710.502336 samples/sec	rmse=0.020178	lr=0.097085
Epoch[26] Batch [1549]	Speed: 722.915432 samples/sec	rmse=0.020171	lr=0.097082
Epoch[26] Batch [1599]	Speed: 736.641128 samples/sec	rmse=0.020175	lr=0.097080
Epoch[26] Batch [1649]	Speed: 758.451416 samples/sec	rmse=0.020175	lr=0.097077
Epoch[26] Batch [1699]	Speed: 780.534778 samples/sec	rmse=0.020176	lr=0.097074
Epoch[26] Batch [1749]	Speed: 796.699523 samples/sec	rmse=0.020184	lr=0.097071
Epoch[26] Batch [1799]	Speed: 761.805636 samples/sec	rmse=0.020180	lr=0.097069
Epoch[26] Batch [1849]	Speed: 722.662633 samples/sec	rmse=0.020182	lr=0.097066
Epoch[26] Batch [1899]	Speed: 734.632496 samples/sec	rmse=0.020175	lr=0.097063
Epoch[26] Batch [1949]	Speed: 764.856238 samples/sec	rmse=0.020177	lr=0.097061
Epoch[26] Batch [1999]	Speed: 716.103630 samples/sec	rmse=0.020178	lr=0.097058
Epoch[26] Batch [2049]	Speed: 718.769153 samples/sec	rmse=0.020179	lr=0.097055
Epoch[26] Batch [2099]	Speed: 731.228590 samples/sec	rmse=0.020185	lr=0.097052
Epoch[26] Batch [2149]	Speed: 707.220845 samples/sec	rmse=0.020187	lr=0.097050
Epoch[26] Batch [2199]	Speed: 715.858082 samples/sec	rmse=0.020188	lr=0.097047
Epoch[26] Batch [2249]	Speed: 764.567414 samples/sec	rmse=0.020186	lr=0.097044
Epoch[26] Batch [2299]	Speed: 727.884197 samples/sec	rmse=0.020193	lr=0.097041
Epoch[26] Batch [2349]	Speed: 717.069647 samples/sec	rmse=0.020195	lr=0.097039
Epoch[26] Batch [2399]	Speed: 736.523678 samples/sec	rmse=0.020192	lr=0.097036
Epoch[26] Batch [2449]	Speed: 736.846973 samples/sec	rmse=0.020189	lr=0.097033
Epoch[26] Batch [2499]	Speed: 805.373194 samples/sec	rmse=0.020186	lr=0.097031
Epoch[26] Batch [2549]	Speed: 756.143136 samples/sec	rmse=0.020190	lr=0.097028
Epoch[26] Batch [2599]	Speed: 715.004826 samples/sec	rmse=0.020191	lr=0.097025
Epoch[26] Batch [2649]	Speed: 722.931319 samples/sec	rmse=0.020194	lr=0.097022
Epoch[26] Batch [2699]	Speed: 731.913427 samples/sec	rmse=0.020198	lr=0.097020
Epoch[26] Batch [2749]	Speed: 738.139984 samples/sec	rmse=0.020200	lr=0.097017
Epoch[26] Batch [2799]	Speed: 737.821181 samples/sec	rmse=0.020202	lr=0.097014
Epoch[26] Batch [2849]	Speed: 708.220079 samples/sec	rmse=0.020206	lr=0.097011
Epoch[26] Batch [2899]	Speed: 754.975029 samples/sec	rmse=0.020207	lr=0.097009
Epoch[26] Batch [2949]	Speed: 764.973721 samples/sec	rmse=0.020204	lr=0.097006
Epoch[26] Batch [2999]	Speed: 712.393774 samples/sec	rmse=0.020202	lr=0.097003
Epoch[26] Batch [3049]	Speed: 713.951210 samples/sec	rmse=0.020202	lr=0.097000
Epoch[26] Batch [3099]	Speed: 771.914379 samples/sec	rmse=0.020200	lr=0.096998
Epoch[26] Batch [3149]	Speed: 713.155366 samples/sec	rmse=0.020204	lr=0.096995
Epoch[26] Batch [3199]	Speed: 766.946109 samples/sec	rmse=0.020208	lr=0.096992
Epoch[26] Batch [3249]	Speed: 743.015102 samples/sec	rmse=0.020210	lr=0.096989
Epoch[26] Batch [3299]	Speed: 734.024677 samples/sec	rmse=0.020211	lr=0.096987
Epoch[26] Batch [3349]	Speed: 734.472346 samples/sec	rmse=0.020215	lr=0.096984
Epoch[26] Batch [3399]	Speed: 728.561704 samples/sec	rmse=0.020217	lr=0.096981
Epoch[26] Batch [3449]	Speed: 737.898506 samples/sec	rmse=0.020219	lr=0.096978
Epoch[26] Batch [3499]	Speed: 768.843804 samples/sec	rmse=0.020216	lr=0.096976
Epoch[26] Batch [3549]	Speed: 742.355316 samples/sec	rmse=0.020216	lr=0.096973
Epoch[26] Batch [3599]	Speed: 720.909429 samples/sec	rmse=0.020221	lr=0.096970
Epoch[26] Batch [3649]	Speed: 763.927944 samples/sec	rmse=0.020219	lr=0.096967
Epoch[26] Batch [3699]	Speed: 754.730910 samples/sec	rmse=0.020221	lr=0.096965
Epoch[26] Batch [3749]	Speed: 733.629921 samples/sec	rmse=0.020223	lr=0.096962
Epoch[26] Batch [3799]	Speed: 740.873098 samples/sec	rmse=0.020228	lr=0.096959
Epoch[26] Batch [3849]	Speed: 759.709515 samples/sec	rmse=0.020231	lr=0.096956
Epoch[26] Batch [3899]	Speed: 728.234365 samples/sec	rmse=0.020235	lr=0.096954
Epoch[26] Batch [3949]	Speed: 743.344381 samples/sec	rmse=0.020236	lr=0.096951
Epoch[26] Batch [3999]	Speed: 707.019001 samples/sec	rmse=0.020239	lr=0.096948
Epoch[26] Batch [4049]	Speed: 730.630476 samples/sec	rmse=0.020238	lr=0.096945
Epoch[26] Batch [4099]	Speed: 727.368486 samples/sec	rmse=0.020237	lr=0.096942
Epoch[26] Batch [4149]	Speed: 741.341230 samples/sec	rmse=0.020240	lr=0.096940
Epoch[26] Batch [4199]	Speed: 756.823060 samples/sec	rmse=0.020242	lr=0.096937
Epoch[26] Batch [4249]	Speed: 774.376318 samples/sec	rmse=0.020240	lr=0.096934
Epoch[26] Batch [4299]	Speed: 730.957086 samples/sec	rmse=0.020242	lr=0.096931
Epoch[26] Batch [4349]	Speed: 751.577635 samples/sec	rmse=0.020239	lr=0.096929
Epoch[26] Batch [4399]	Speed: 718.674399 samples/sec	rmse=0.020240	lr=0.096926
Epoch[26] Batch [4449]	Speed: 731.115578 samples/sec	rmse=0.020239	lr=0.096923
Epoch[26] Batch [4499]	Speed: 710.112218 samples/sec	rmse=0.020239	lr=0.096920
Epoch[26] Batch [4549]	Speed: 780.299437 samples/sec	rmse=0.020242	lr=0.096917
Epoch[26] Batch [4599]	Speed: 751.422822 samples/sec	rmse=0.020243	lr=0.096915
Epoch[26] Batch [4649]	Speed: 791.549223 samples/sec	rmse=0.020243	lr=0.096912
Epoch[26] Batch [4699]	Speed: 741.599166 samples/sec	rmse=0.020242	lr=0.096909
Epoch[26] Batch [4749]	Speed: 759.392703 samples/sec	rmse=0.020242	lr=0.096906
Epoch[26] Batch [4799]	Speed: 728.252798 samples/sec	rmse=0.020241	lr=0.096904
Epoch[26] Batch [4849]	Speed: 755.141081 samples/sec	rmse=0.020242	lr=0.096901
Epoch[26] Batch [4899]	Speed: 731.258838 samples/sec	rmse=0.020242	lr=0.096898
Epoch[26] Batch [4949]	Speed: 768.993730 samples/sec	rmse=0.020245	lr=0.096895
Epoch[26] Batch [4999]	Speed: 728.513478 samples/sec	rmse=0.020247	lr=0.096892
[Epoch 26] training: rmse=0.020247
[Epoch 26] speed: 739 samples/sec	time cost: 1755.844227
[Epoch 26] validation: err-top1=0.383554 err-top5=0.148838
Epoch[27] Batch [49]	Speed: 715.340802 samples/sec	rmse=0.019854	lr=0.096889
Epoch[27] Batch [99]	Speed: 733.508759 samples/sec	rmse=0.019927	lr=0.096887
Epoch[27] Batch [149]	Speed: 711.370096 samples/sec	rmse=0.019871	lr=0.096884
Epoch[27] Batch [199]	Speed: 746.741030 samples/sec	rmse=0.019914	lr=0.096881
Epoch[27] Batch [249]	Speed: 730.651118 samples/sec	rmse=0.019908	lr=0.096878
Epoch[27] Batch [299]	Speed: 746.502455 samples/sec	rmse=0.019951	lr=0.096875
Epoch[27] Batch [349]	Speed: 750.189178 samples/sec	rmse=0.019947	lr=0.096873
Epoch[27] Batch [399]	Speed: 777.464659 samples/sec	rmse=0.019948	lr=0.096870
Epoch[27] Batch [449]	Speed: 745.383170 samples/sec	rmse=0.019979	lr=0.096867
Epoch[27] Batch [499]	Speed: 723.851828 samples/sec	rmse=0.019982	lr=0.096864
Epoch[27] Batch [549]	Speed: 768.397633 samples/sec	rmse=0.019989	lr=0.096861
Epoch[27] Batch [599]	Speed: 770.724049 samples/sec	rmse=0.020003	lr=0.096859
Epoch[27] Batch [649]	Speed: 722.265784 samples/sec	rmse=0.020022	lr=0.096856
Epoch[27] Batch [699]	Speed: 750.533461 samples/sec	rmse=0.020029	lr=0.096853
Epoch[27] Batch [749]	Speed: 756.718221 samples/sec	rmse=0.020034	lr=0.096850
Epoch[27] Batch [799]	Speed: 760.855547 samples/sec	rmse=0.020065	lr=0.096847
Epoch[27] Batch [849]	Speed: 738.826721 samples/sec	rmse=0.020063	lr=0.096845
Epoch[27] Batch [899]	Speed: 754.579812 samples/sec	rmse=0.020061	lr=0.096842
Epoch[27] Batch [949]	Speed: 768.074875 samples/sec	rmse=0.020077	lr=0.096839
Epoch[27] Batch [999]	Speed: 760.262822 samples/sec	rmse=0.020078	lr=0.096836
Epoch[27] Batch [1049]	Speed: 728.291178 samples/sec	rmse=0.020081	lr=0.096833
Epoch[27] Batch [1099]	Speed: 752.437224 samples/sec	rmse=0.020088	lr=0.096830
Epoch[27] Batch [1149]	Speed: 729.116438 samples/sec	rmse=0.020094	lr=0.096828
Epoch[27] Batch [1199]	Speed: 726.367367 samples/sec	rmse=0.020096	lr=0.096825
Epoch[27] Batch [1249]	Speed: 751.907218 samples/sec	rmse=0.020094	lr=0.096822
Epoch[27] Batch [1299]	Speed: 768.001183 samples/sec	rmse=0.020105	lr=0.096819
Epoch[27] Batch [1349]	Speed: 741.289630 samples/sec	rmse=0.020114	lr=0.096816
Epoch[27] Batch [1399]	Speed: 751.089912 samples/sec	rmse=0.020116	lr=0.096813
Epoch[27] Batch [1449]	Speed: 718.588749 samples/sec	rmse=0.020121	lr=0.096811
Epoch[27] Batch [1499]	Speed: 729.320249 samples/sec	rmse=0.020134	lr=0.096808
Epoch[27] Batch [1549]	Speed: 745.883497 samples/sec	rmse=0.020141	lr=0.096805
Epoch[27] Batch [1599]	Speed: 737.945172 samples/sec	rmse=0.020141	lr=0.096802
Epoch[27] Batch [1649]	Speed: 748.588219 samples/sec	rmse=0.020136	lr=0.096799
Epoch[27] Batch [1699]	Speed: 726.428086 samples/sec	rmse=0.020137	lr=0.096796
Epoch[27] Batch [1749]	Speed: 716.754838 samples/sec	rmse=0.020144	lr=0.096794
Epoch[27] Batch [1799]	Speed: 762.573008 samples/sec	rmse=0.020150	lr=0.096791
Epoch[27] Batch [1849]	Speed: 723.973629 samples/sec	rmse=0.020155	lr=0.096788
Epoch[27] Batch [1899]	Speed: 746.271097 samples/sec	rmse=0.020156	lr=0.096785
Epoch[27] Batch [1949]	Speed: 784.705502 samples/sec	rmse=0.020155	lr=0.096782
Epoch[27] Batch [1999]	Speed: 719.260655 samples/sec	rmse=0.020162	lr=0.096779
Epoch[27] Batch [2049]	Speed: 768.380509 samples/sec	rmse=0.020163	lr=0.096777
Epoch[27] Batch [2099]	Speed: 771.205507 samples/sec	rmse=0.020162	lr=0.096774
Epoch[27] Batch [2149]	Speed: 703.748103 samples/sec	rmse=0.020164	lr=0.096771
Epoch[27] Batch [2199]	Speed: 780.408428 samples/sec	rmse=0.020171	lr=0.096768
Epoch[27] Batch [2249]	Speed: 773.415114 samples/sec	rmse=0.020175	lr=0.096765
Epoch[27] Batch [2299]	Speed: 719.455396 samples/sec	rmse=0.020177	lr=0.096762
Epoch[27] Batch [2349]	Speed: 752.061620 samples/sec	rmse=0.020178	lr=0.096760
Epoch[27] Batch [2399]	Speed: 741.741922 samples/sec	rmse=0.020183	lr=0.096757
Epoch[27] Batch [2449]	Speed: 731.267992 samples/sec	rmse=0.020184	lr=0.096754
Epoch[27] Batch [2499]	Speed: 761.708036 samples/sec	rmse=0.020186	lr=0.096751
Epoch[27] Batch [2549]	Speed: 752.192130 samples/sec	rmse=0.020190	lr=0.096748
Epoch[27] Batch [2599]	Speed: 738.659493 samples/sec	rmse=0.020190	lr=0.096745
Epoch[27] Batch [2649]	Speed: 768.643895 samples/sec	rmse=0.020189	lr=0.096742
Epoch[27] Batch [2699]	Speed: 783.513127 samples/sec	rmse=0.020193	lr=0.096740
Epoch[27] Batch [2749]	Speed: 741.538024 samples/sec	rmse=0.020196	lr=0.096737
Epoch[27] Batch [2799]	Speed: 713.618776 samples/sec	rmse=0.020195	lr=0.096734
Epoch[27] Batch [2849]	Speed: 737.242547 samples/sec	rmse=0.020198	lr=0.096731
Epoch[27] Batch [2899]	Speed: 719.595666 samples/sec	rmse=0.020195	lr=0.096728
Epoch[27] Batch [2949]	Speed: 737.690927 samples/sec	rmse=0.020198	lr=0.096725
Epoch[27] Batch [2999]	Speed: 761.319137 samples/sec	rmse=0.020202	lr=0.096722
Epoch[27] Batch [3049]	Speed: 723.659236 samples/sec	rmse=0.020204	lr=0.096720
Epoch[27] Batch [3099]	Speed: 718.757692 samples/sec	rmse=0.020202	lr=0.096717
Epoch[27] Batch [3149]	Speed: 758.821237 samples/sec	rmse=0.020202	lr=0.096714
Epoch[27] Batch [3199]	Speed: 767.735163 samples/sec	rmse=0.020205	lr=0.096711
Epoch[27] Batch [3249]	Speed: 754.462785 samples/sec	rmse=0.020205	lr=0.096708
Epoch[27] Batch [3299]	Speed: 771.293889 samples/sec	rmse=0.020203	lr=0.096705
Epoch[27] Batch [3349]	Speed: 736.485152 samples/sec	rmse=0.020201	lr=0.096702
Epoch[27] Batch [3399]	Speed: 736.103460 samples/sec	rmse=0.020205	lr=0.096699
Epoch[27] Batch [3449]	Speed: 765.873356 samples/sec	rmse=0.020204	lr=0.096697
Epoch[27] Batch [3499]	Speed: 741.435616 samples/sec	rmse=0.020204	lr=0.096694
Epoch[27] Batch [3549]	Speed: 753.736497 samples/sec	rmse=0.020209	lr=0.096691
Epoch[27] Batch [3599]	Speed: 781.838052 samples/sec	rmse=0.020209	lr=0.096688
Epoch[27] Batch [3649]	Speed: 758.124829 samples/sec	rmse=0.020207	lr=0.096685
Epoch[27] Batch [3699]	Speed: 781.364417 samples/sec	rmse=0.020207	lr=0.096682
Epoch[27] Batch [3749]	Speed: 751.053472 samples/sec	rmse=0.020207	lr=0.096679
Epoch[27] Batch [3799]	Speed: 760.651547 samples/sec	rmse=0.020207	lr=0.096676
Epoch[27] Batch [3849]	Speed: 747.162930 samples/sec	rmse=0.020206	lr=0.096673
Epoch[27] Batch [3899]	Speed: 763.919421 samples/sec	rmse=0.020207	lr=0.096671
Epoch[27] Batch [3949]	Speed: 721.710836 samples/sec	rmse=0.020212	lr=0.096668
Epoch[27] Batch [3999]	Speed: 742.071663 samples/sec	rmse=0.020211	lr=0.096665
Epoch[27] Batch [4049]	Speed: 732.581154 samples/sec	rmse=0.020209	lr=0.096662
Epoch[27] Batch [4099]	Speed: 735.337968 samples/sec	rmse=0.020212	lr=0.096659
Epoch[27] Batch [4149]	Speed: 722.943118 samples/sec	rmse=0.020215	lr=0.096656
Epoch[27] Batch [4199]	Speed: 736.536894 samples/sec	rmse=0.020218	lr=0.096653
Epoch[27] Batch [4249]	Speed: 747.834126 samples/sec	rmse=0.020222	lr=0.096650
Epoch[27] Batch [4299]	Speed: 716.671443 samples/sec	rmse=0.020223	lr=0.096647
Epoch[27] Batch [4349]	Speed: 745.194787 samples/sec	rmse=0.020222	lr=0.096645
Epoch[27] Batch [4399]	Speed: 737.510636 samples/sec	rmse=0.020222	lr=0.096642
Epoch[27] Batch [4449]	Speed: 733.378010 samples/sec	rmse=0.020226	lr=0.096639
Epoch[27] Batch [4499]	Speed: 729.676134 samples/sec	rmse=0.020224	lr=0.096636
Epoch[27] Batch [4549]	Speed: 778.098764 samples/sec	rmse=0.020224	lr=0.096633
Epoch[27] Batch [4599]	Speed: 727.926872 samples/sec	rmse=0.020227	lr=0.096630
Epoch[27] Batch [4649]	Speed: 748.859371 samples/sec	rmse=0.020230	lr=0.096627
Epoch[27] Batch [4699]	Speed: 773.102412 samples/sec	rmse=0.020227	lr=0.096624
Epoch[27] Batch [4749]	Speed: 716.270203 samples/sec	rmse=0.020228	lr=0.096621
Epoch[27] Batch [4799]	Speed: 759.168370 samples/sec	rmse=0.020230	lr=0.096618
Epoch[27] Batch [4849]	Speed: 733.512668 samples/sec	rmse=0.020229	lr=0.096616
Epoch[27] Batch [4899]	Speed: 728.224507 samples/sec	rmse=0.020228	lr=0.096613
Epoch[27] Batch [4949]	Speed: 727.573056 samples/sec	rmse=0.020227	lr=0.096610
Epoch[27] Batch [4999]	Speed: 759.940450 samples/sec	rmse=0.020229	lr=0.096607
[Epoch 27] training: rmse=0.020229
[Epoch 27] speed: 744 samples/sec	time cost: 1744.119836
[Epoch 27] validation: err-top1=0.370212 err-top5=0.140124
Epoch[28] Batch [49]	Speed: 742.143684 samples/sec	rmse=0.019866	lr=0.096604
Epoch[28] Batch [99]	Speed: 735.197655 samples/sec	rmse=0.019890	lr=0.096601
Epoch[28] Batch [149]	Speed: 752.255873 samples/sec	rmse=0.019988	lr=0.096598
Epoch[28] Batch [199]	Speed: 773.226451 samples/sec	rmse=0.019974	lr=0.096595
Epoch[28] Batch [249]	Speed: 740.603887 samples/sec	rmse=0.020023	lr=0.096592
Epoch[28] Batch [299]	Speed: 732.182087 samples/sec	rmse=0.020022	lr=0.096589
Epoch[28] Batch [349]	Speed: 720.977082 samples/sec	rmse=0.020057	lr=0.096586
Epoch[28] Batch [399]	Speed: 742.365263 samples/sec	rmse=0.020077	lr=0.096583
Epoch[28] Batch [449]	Speed: 743.359922 samples/sec	rmse=0.020090	lr=0.096580
Epoch[28] Batch [499]	Speed: 745.671878 samples/sec	rmse=0.020108	lr=0.096577
Epoch[28] Batch [549]	Speed: 747.370797 samples/sec	rmse=0.020107	lr=0.096574
Epoch[28] Batch [599]	Speed: 718.707408 samples/sec	rmse=0.020116	lr=0.096571
Epoch[28] Batch [649]	Speed: 732.210078 samples/sec	rmse=0.020123	lr=0.096569
Epoch[28] Batch [699]	Speed: 745.162165 samples/sec	rmse=0.020113	lr=0.096566
Epoch[28] Batch [749]	Speed: 748.217813 samples/sec	rmse=0.020115	lr=0.096563
Epoch[28] Batch [799]	Speed: 737.326636 samples/sec	rmse=0.020116	lr=0.096560
Epoch[28] Batch [849]	Speed: 717.699068 samples/sec	rmse=0.020111	lr=0.096557
Epoch[28] Batch [899]	Speed: 783.080473 samples/sec	rmse=0.020107	lr=0.096554
Epoch[28] Batch [949]	Speed: 731.673332 samples/sec	rmse=0.020115	lr=0.096551
Epoch[28] Batch [999]	Speed: 741.792294 samples/sec	rmse=0.020139	lr=0.096548
Epoch[28] Batch [1049]	Speed: 734.633250 samples/sec	rmse=0.020160	lr=0.096545
Epoch[28] Batch [1099]	Speed: 728.213612 samples/sec	rmse=0.020165	lr=0.096542
Epoch[28] Batch [1149]	Speed: 754.978692 samples/sec	rmse=0.020169	lr=0.096539
Epoch[28] Batch [1199]	Speed: 762.296166 samples/sec	rmse=0.020178	lr=0.096536
Epoch[28] Batch [1249]	Speed: 741.272240 samples/sec	rmse=0.020187	lr=0.096533
Epoch[28] Batch [1299]	Speed: 796.959106 samples/sec	rmse=0.020187	lr=0.096530
Epoch[28] Batch [1349]	Speed: 798.749414 samples/sec	rmse=0.020189	lr=0.096527
Epoch[28] Batch [1399]	Speed: 733.214010 samples/sec	rmse=0.020187	lr=0.096524
Epoch[28] Batch [1449]	Speed: 748.837195 samples/sec	rmse=0.020185	lr=0.096521
Epoch[28] Batch [1499]	Speed: 757.172126 samples/sec	rmse=0.020181	lr=0.096519
Epoch[28] Batch [1549]	Speed: 716.322355 samples/sec	rmse=0.020186	lr=0.096516
Epoch[28] Batch [1599]	Speed: 723.269107 samples/sec	rmse=0.020186	lr=0.096513
Epoch[28] Batch [1649]	Speed: 736.973894 samples/sec	rmse=0.020189	lr=0.096510
Epoch[28] Batch [1699]	Speed: 767.710209 samples/sec	rmse=0.020187	lr=0.096507
Epoch[28] Batch [1749]	Speed: 710.966982 samples/sec	rmse=0.020185	lr=0.096504
Epoch[28] Batch [1799]	Speed: 784.947170 samples/sec	rmse=0.020193	lr=0.096501
Epoch[28] Batch [1849]	Speed: 732.671642 samples/sec	rmse=0.020195	lr=0.096498
Epoch[28] Batch [1899]	Speed: 725.111279 samples/sec	rmse=0.020194	lr=0.096495
Epoch[28] Batch [1949]	Speed: 745.377747 samples/sec	rmse=0.020193	lr=0.096492
Epoch[28] Batch [1999]	Speed: 718.972515 samples/sec	rmse=0.020194	lr=0.096489
Epoch[28] Batch [2049]	Speed: 743.957491 samples/sec	rmse=0.020194	lr=0.096486
Epoch[28] Batch [2099]	Speed: 724.429341 samples/sec	rmse=0.020198	lr=0.096483
Epoch[28] Batch [2149]	Speed: 761.415828 samples/sec	rmse=0.020194	lr=0.096480
Epoch[28] Batch [2199]	Speed: 743.849672 samples/sec	rmse=0.020196	lr=0.096477
Epoch[28] Batch [2249]	Speed: 726.598966 samples/sec	rmse=0.020193	lr=0.096474
Epoch[28] Batch [2299]	Speed: 753.203772 samples/sec	rmse=0.020193	lr=0.096471
Epoch[28] Batch [2349]	Speed: 763.567519 samples/sec	rmse=0.020195	lr=0.096468
Epoch[28] Batch [2399]	Speed: 736.546554 samples/sec	rmse=0.020196	lr=0.096465
Epoch[28] Batch [2449]	Speed: 717.422963 samples/sec	rmse=0.020195	lr=0.096462
Epoch[28] Batch [2499]	Speed: 725.537382 samples/sec	rmse=0.020190	lr=0.096459
Epoch[28] Batch [2549]	Speed: 758.639905 samples/sec	rmse=0.020188	lr=0.096456
Epoch[28] Batch [2599]	Speed: 729.201754 samples/sec	rmse=0.020189	lr=0.096453
Epoch[28] Batch [2649]	Speed: 770.402154 samples/sec	rmse=0.020188	lr=0.096450
Epoch[28] Batch [2699]	Speed: 786.053401 samples/sec	rmse=0.020188	lr=0.096447
Epoch[28] Batch [2749]	Speed: 708.814316 samples/sec	rmse=0.020188	lr=0.096444
Epoch[28] Batch [2799]	Speed: 733.324607 samples/sec	rmse=0.020197	lr=0.096441
Epoch[28] Batch [2849]	Speed: 752.516535 samples/sec	rmse=0.020202	lr=0.096438
Epoch[28] Batch [2899]	Speed: 739.206073 samples/sec	rmse=0.020202	lr=0.096435
Epoch[28] Batch [2949]	Speed: 731.085670 samples/sec	rmse=0.020207	lr=0.096432
Epoch[28] Batch [2999]	Speed: 767.572690 samples/sec	rmse=0.020206	lr=0.096429
Epoch[28] Batch [3049]	Speed: 788.775816 samples/sec	rmse=0.020207	lr=0.096426
Epoch[28] Batch [3099]	Speed: 716.354585 samples/sec	rmse=0.020213	lr=0.096424
Epoch[28] Batch [3149]	Speed: 782.254311 samples/sec	rmse=0.020213	lr=0.096421
Epoch[28] Batch [3199]	Speed: 762.146254 samples/sec	rmse=0.020218	lr=0.096418
Epoch[28] Batch [3249]	Speed: 758.005909 samples/sec	rmse=0.020218	lr=0.096415
Epoch[28] Batch [3299]	Speed: 748.907517 samples/sec	rmse=0.020219	lr=0.096412
Epoch[28] Batch [3349]	Speed: 761.166070 samples/sec	rmse=0.020219	lr=0.096409
Epoch[28] Batch [3399]	Speed: 756.798800 samples/sec	rmse=0.020220	lr=0.096406
Epoch[28] Batch [3449]	Speed: 756.856125 samples/sec	rmse=0.020220	lr=0.096403
Epoch[28] Batch [3499]	Speed: 782.842819 samples/sec	rmse=0.020223	lr=0.096400
Epoch[28] Batch [3549]	Speed: 759.792216 samples/sec	rmse=0.020221	lr=0.096397
Epoch[28] Batch [3599]	Speed: 717.601411 samples/sec	rmse=0.020220	lr=0.096394
Epoch[28] Batch [3649]	Speed: 772.780074 samples/sec	rmse=0.020219	lr=0.096391
Epoch[28] Batch [3699]	Speed: 753.981275 samples/sec	rmse=0.020222	lr=0.096388
Epoch[28] Batch [3749]	Speed: 740.923219 samples/sec	rmse=0.020222	lr=0.096385
Epoch[28] Batch [3799]	Speed: 730.774640 samples/sec	rmse=0.020221	lr=0.096382
Epoch[28] Batch [3849]	Speed: 735.124277 samples/sec	rmse=0.020224	lr=0.096379
Epoch[28] Batch [3899]	Speed: 736.144358 samples/sec	rmse=0.020225	lr=0.096376
Epoch[28] Batch [3949]	Speed: 756.762647 samples/sec	rmse=0.020223	lr=0.096373
Epoch[28] Batch [3999]	Speed: 777.954567 samples/sec	rmse=0.020224	lr=0.096369
Epoch[28] Batch [4049]	Speed: 727.205586 samples/sec	rmse=0.020224	lr=0.096366
Epoch[28] Batch [4099]	Speed: 707.107196 samples/sec	rmse=0.020224	lr=0.096363
Epoch[28] Batch [4149]	Speed: 767.377576 samples/sec	rmse=0.020225	lr=0.096360
Epoch[28] Batch [4199]	Speed: 717.230163 samples/sec	rmse=0.020228	lr=0.096357
Epoch[28] Batch [4249]	Speed: 735.762252 samples/sec	rmse=0.020229	lr=0.096354
Epoch[28] Batch [4299]	Speed: 755.079694 samples/sec	rmse=0.020231	lr=0.096351
Epoch[28] Batch [4349]	Speed: 734.264983 samples/sec	rmse=0.020231	lr=0.096348
Epoch[28] Batch [4399]	Speed: 737.078090 samples/sec	rmse=0.020232	lr=0.096345
Epoch[28] Batch [4449]	Speed: 760.868940 samples/sec	rmse=0.020232	lr=0.096342
Epoch[28] Batch [4499]	Speed: 778.372918 samples/sec	rmse=0.020234	lr=0.096339
Epoch[28] Batch [4549]	Speed: 747.648480 samples/sec	rmse=0.020235	lr=0.096336
Epoch[28] Batch [4599]	Speed: 758.416777 samples/sec	rmse=0.020233	lr=0.096333
Epoch[28] Batch [4649]	Speed: 756.141528 samples/sec	rmse=0.020233	lr=0.096330
Epoch[28] Batch [4699]	Speed: 774.522097 samples/sec	rmse=0.020233	lr=0.096327
Epoch[28] Batch [4749]	Speed: 733.588510 samples/sec	rmse=0.020232	lr=0.096324
Epoch[28] Batch [4799]	Speed: 750.571004 samples/sec	rmse=0.020229	lr=0.096321
Epoch[28] Batch [4849]	Speed: 731.327063 samples/sec	rmse=0.020227	lr=0.096318
Epoch[28] Batch [4899]	Speed: 744.036901 samples/sec	rmse=0.020227	lr=0.096315
Epoch[28] Batch [4949]	Speed: 743.355990 samples/sec	rmse=0.020227	lr=0.096312
Epoch[28] Batch [4999]	Speed: 720.228285 samples/sec	rmse=0.020228	lr=0.096309
[Epoch 28] training: rmse=0.020228
[Epoch 28] speed: 745 samples/sec	time cost: 1743.419403
[Epoch 28] validation: err-top1=0.362803 err-top5=0.138493
Epoch[29] Batch [49]	Speed: 728.774375 samples/sec	rmse=0.020252	lr=0.096306
Epoch[29] Batch [99]	Speed: 784.729750 samples/sec	rmse=0.020212	lr=0.096303
Epoch[29] Batch [149]	Speed: 735.358787 samples/sec	rmse=0.020142	lr=0.096300
Epoch[29] Batch [199]	Speed: 735.610831 samples/sec	rmse=0.020118	lr=0.096297
Epoch[29] Batch [249]	Speed: 728.038239 samples/sec	rmse=0.020079	lr=0.096294
Epoch[29] Batch [299]	Speed: 715.486310 samples/sec	rmse=0.020068	lr=0.096291
Epoch[29] Batch [349]	Speed: 729.816638 samples/sec	rmse=0.020036	lr=0.096288
Epoch[29] Batch [399]	Speed: 729.080436 samples/sec	rmse=0.020052	lr=0.096284
Epoch[29] Batch [449]	Speed: 760.224572 samples/sec	rmse=0.020053	lr=0.096281
Epoch[29] Batch [499]	Speed: 761.308223 samples/sec	rmse=0.020054	lr=0.096278
Epoch[29] Batch [549]	Speed: 783.450298 samples/sec	rmse=0.020065	lr=0.096275
Epoch[29] Batch [599]	Speed: 747.406724 samples/sec	rmse=0.020074	lr=0.096272
Epoch[29] Batch [649]	Speed: 748.096496 samples/sec	rmse=0.020091	lr=0.096269
Epoch[29] Batch [699]	Speed: 724.876144 samples/sec	rmse=0.020088	lr=0.096266
Epoch[29] Batch [749]	Speed: 732.061952 samples/sec	rmse=0.020111	lr=0.096263
Epoch[29] Batch [799]	Speed: 756.281895 samples/sec	rmse=0.020119	lr=0.096260
Epoch[29] Batch [849]	Speed: 717.111579 samples/sec	rmse=0.020118	lr=0.096257
Epoch[29] Batch [899]	Speed: 763.730082 samples/sec	rmse=0.020104	lr=0.096254
Epoch[29] Batch [949]	Speed: 731.639540 samples/sec	rmse=0.020104	lr=0.096251
Epoch[29] Batch [999]	Speed: 737.341502 samples/sec	rmse=0.020116	lr=0.096248
Epoch[29] Batch [1049]	Speed: 726.731815 samples/sec	rmse=0.020119	lr=0.096245
Epoch[29] Batch [1099]	Speed: 729.617835 samples/sec	rmse=0.020124	lr=0.096242
Epoch[29] Batch [1149]	Speed: 773.603824 samples/sec	rmse=0.020132	lr=0.096239
Epoch[29] Batch [1199]	Speed: 702.789028 samples/sec	rmse=0.020141	lr=0.096236
Epoch[29] Batch [1249]	Speed: 765.451218 samples/sec	rmse=0.020143	lr=0.096233
Epoch[29] Batch [1299]	Speed: 716.099781 samples/sec	rmse=0.020139	lr=0.096229
Epoch[29] Batch [1349]	Speed: 730.184835 samples/sec	rmse=0.020137	lr=0.096226
Epoch[29] Batch [1399]	Speed: 748.723916 samples/sec	rmse=0.020139	lr=0.096223
Epoch[29] Batch [1449]	Speed: 739.843295 samples/sec	rmse=0.020125	lr=0.096220
Epoch[29] Batch [1499]	Speed: 764.303452 samples/sec	rmse=0.020127	lr=0.096217
Epoch[29] Batch [1549]	Speed: 715.001522 samples/sec	rmse=0.020130	lr=0.096214
Epoch[29] Batch [1599]	Speed: 728.687458 samples/sec	rmse=0.020121	lr=0.096211
Epoch[29] Batch [1649]	Speed: 746.577571 samples/sec	rmse=0.020123	lr=0.096208
Epoch[29] Batch [1699]	Speed: 725.001745 samples/sec	rmse=0.020126	lr=0.096205
Epoch[29] Batch [1749]	Speed: 766.943764 samples/sec	rmse=0.020124	lr=0.096202
Epoch[29] Batch [1799]	Speed: 736.715324 samples/sec	rmse=0.020130	lr=0.096199
Epoch[29] Batch [1849]	Speed: 726.436087 samples/sec	rmse=0.020130	lr=0.096196
Epoch[29] Batch [1899]	Speed: 717.333585 samples/sec	rmse=0.020140	lr=0.096193
Epoch[29] Batch [1949]	Speed: 756.352013 samples/sec	rmse=0.020138	lr=0.096190
Epoch[29] Batch [1999]	Speed: 737.161797 samples/sec	rmse=0.020135	lr=0.096186
Epoch[29] Batch [2049]	Speed: 714.027762 samples/sec	rmse=0.020138	lr=0.096183
Epoch[29] Batch [2099]	Speed: 736.718417 samples/sec	rmse=0.020138	lr=0.096180
Epoch[29] Batch [2149]	Speed: 740.712228 samples/sec	rmse=0.020140	lr=0.096177
Epoch[29] Batch [2199]	Speed: 730.571666 samples/sec	rmse=0.020134	lr=0.096174
Epoch[29] Batch [2249]	Speed: 736.388760 samples/sec	rmse=0.020135	lr=0.096171
Epoch[29] Batch [2299]	Speed: 712.114169 samples/sec	rmse=0.020138	lr=0.096168
Epoch[29] Batch [2349]	Speed: 763.958218 samples/sec	rmse=0.020139	lr=0.096165
Epoch[29] Batch [2399]	Speed: 780.922318 samples/sec	rmse=0.020140	lr=0.096162
Epoch[29] Batch [2449]	Speed: 738.124498 samples/sec	rmse=0.020145	lr=0.096159
Epoch[29] Batch [2499]	Speed: 736.179617 samples/sec	rmse=0.020148	lr=0.096156
Epoch[29] Batch [2549]	Speed: 706.172220 samples/sec	rmse=0.020151	lr=0.096152
Epoch[29] Batch [2599]	Speed: 727.941232 samples/sec	rmse=0.020153	lr=0.096149
Epoch[29] Batch [2649]	Speed: 719.370803 samples/sec	rmse=0.020159	lr=0.096146
Epoch[29] Batch [2699]	Speed: 748.745949 samples/sec	rmse=0.020154	lr=0.096143
Epoch[29] Batch [2749]	Speed: 720.898878 samples/sec	rmse=0.020152	lr=0.096140
Epoch[29] Batch [2799]	Speed: 715.755095 samples/sec	rmse=0.020156	lr=0.096137
Epoch[29] Batch [2849]	Speed: 743.412460 samples/sec	rmse=0.020154	lr=0.096134
Epoch[29] Batch [2899]	Speed: 734.046807 samples/sec	rmse=0.020158	lr=0.096131
Epoch[29] Batch [2949]	Speed: 732.793238 samples/sec	rmse=0.020161	lr=0.096128
Epoch[29] Batch [2999]	Speed: 715.627993 samples/sec	rmse=0.020163	lr=0.096125
Epoch[29] Batch [3049]	Speed: 731.008094 samples/sec	rmse=0.020163	lr=0.096121
Epoch[29] Batch [3099]	Speed: 728.946272 samples/sec	rmse=0.020169	lr=0.096118
Epoch[29] Batch [3149]	Speed: 756.645529 samples/sec	rmse=0.020170	lr=0.096115
Epoch[29] Batch [3199]	Speed: 712.586923 samples/sec	rmse=0.020168	lr=0.096112
Epoch[29] Batch [3249]	Speed: 730.323777 samples/sec	rmse=0.020167	lr=0.096109
Epoch[29] Batch [3299]	Speed: 740.457932 samples/sec	rmse=0.020169	lr=0.096106
Epoch[29] Batch [3349]	Speed: 740.678025 samples/sec	rmse=0.020172	lr=0.096103
Epoch[29] Batch [3399]	Speed: 720.362729 samples/sec	rmse=0.020174	lr=0.096100
Epoch[29] Batch [3449]	Speed: 783.950620 samples/sec	rmse=0.020171	lr=0.096097
Epoch[29] Batch [3499]	Speed: 708.588807 samples/sec	rmse=0.020174	lr=0.096093
Epoch[29] Batch [3549]	Speed: 750.039756 samples/sec	rmse=0.020175	lr=0.096090
Epoch[29] Batch [3599]	Speed: 727.598368 samples/sec	rmse=0.020177	lr=0.096087
Epoch[29] Batch [3649]	Speed: 745.599823 samples/sec	rmse=0.020180	lr=0.096084
Epoch[29] Batch [3699]	Speed: 743.690237 samples/sec	rmse=0.020183	lr=0.096081
Epoch[29] Batch [3749]	Speed: 755.385200 samples/sec	rmse=0.020185	lr=0.096078
Epoch[29] Batch [3799]	Speed: 746.188740 samples/sec	rmse=0.020185	lr=0.096075
Epoch[29] Batch [3849]	Speed: 719.140272 samples/sec	rmse=0.020182	lr=0.096072
Epoch[29] Batch [3899]	Speed: 738.785738 samples/sec	rmse=0.020184	lr=0.096068
Epoch[29] Batch [3949]	Speed: 748.059430 samples/sec	rmse=0.020185	lr=0.096065
Epoch[29] Batch [3999]	Speed: 742.922473 samples/sec	rmse=0.020185	lr=0.096062
Epoch[29] Batch [4049]	Speed: 717.347607 samples/sec	rmse=0.020183	lr=0.096059
Epoch[29] Batch [4099]	Speed: 716.621976 samples/sec	rmse=0.020184	lr=0.096056
Epoch[29] Batch [4149]	Speed: 725.861456 samples/sec	rmse=0.020185	lr=0.096053
Epoch[29] Batch [4199]	Speed: 732.833049 samples/sec	rmse=0.020185	lr=0.096050
Epoch[29] Batch [4249]	Speed: 716.683479 samples/sec	rmse=0.020188	lr=0.096046
Epoch[29] Batch [4299]	Speed: 774.593436 samples/sec	rmse=0.020188	lr=0.096043
Epoch[29] Batch [4349]	Speed: 797.948568 samples/sec	rmse=0.020190	lr=0.096040
Epoch[29] Batch [4399]	Speed: 750.996403 samples/sec	rmse=0.020195	lr=0.096037
Epoch[29] Batch [4449]	Speed: 733.134891 samples/sec	rmse=0.020197	lr=0.096034
Epoch[29] Batch [4499]	Speed: 733.668439 samples/sec	rmse=0.020198	lr=0.096031
Epoch[29] Batch [4549]	Speed: 727.778412 samples/sec	rmse=0.020199	lr=0.096028
Epoch[29] Batch [4599]	Speed: 726.263014 samples/sec	rmse=0.020200	lr=0.096024
Epoch[29] Batch [4649]	Speed: 716.263514 samples/sec	rmse=0.020201	lr=0.096021
Epoch[29] Batch [4699]	Speed: 742.649419 samples/sec	rmse=0.020197	lr=0.096018
Epoch[29] Batch [4749]	Speed: 731.538431 samples/sec	rmse=0.020197	lr=0.096015
Epoch[29] Batch [4799]	Speed: 779.562501 samples/sec	rmse=0.020197	lr=0.096012
Epoch[29] Batch [4849]	Speed: 729.704845 samples/sec	rmse=0.020197	lr=0.096009
Epoch[29] Batch [4899]	Speed: 760.725550 samples/sec	rmse=0.020198	lr=0.096006
Epoch[29] Batch [4949]	Speed: 753.100651 samples/sec	rmse=0.020199	lr=0.096002
Epoch[29] Batch [4999]	Speed: 717.814986 samples/sec	rmse=0.020201	lr=0.095999
[Epoch 29] training: rmse=0.020201
[Epoch 29] speed: 737 samples/sec	time cost: 1760.462629
[Epoch 29] validation: err-top1=0.365264 err-top5=0.135196
Epoch[30] Batch [49]	Speed: 708.879512 samples/sec	rmse=0.020102	lr=0.095996
Epoch[30] Batch [99]	Speed: 760.506515 samples/sec	rmse=0.020111	lr=0.095993
Epoch[30] Batch [149]	Speed: 730.743676 samples/sec	rmse=0.020115	lr=0.095990
Epoch[30] Batch [199]	Speed: 716.108234 samples/sec	rmse=0.020081	lr=0.095986
Epoch[30] Batch [249]	Speed: 748.116657 samples/sec	rmse=0.020075	lr=0.095983
Epoch[30] Batch [299]	Speed: 728.340570 samples/sec	rmse=0.020085	lr=0.095980
Epoch[30] Batch [349]	Speed: 713.861423 samples/sec	rmse=0.020103	lr=0.095977
Epoch[30] Batch [399]	Speed: 762.504017 samples/sec	rmse=0.020074	lr=0.095974
Epoch[30] Batch [449]	Speed: 708.996765 samples/sec	rmse=0.020058	lr=0.095971
Epoch[30] Batch [499]	Speed: 719.054029 samples/sec	rmse=0.020064	lr=0.095967
Epoch[30] Batch [549]	Speed: 716.345046 samples/sec	rmse=0.020049	lr=0.095964
Epoch[30] Batch [599]	Speed: 745.500202 samples/sec	rmse=0.020068	lr=0.095961
Epoch[30] Batch [649]	Speed: 736.016562 samples/sec	rmse=0.020078	lr=0.095958
Epoch[30] Batch [699]	Speed: 734.188829 samples/sec	rmse=0.020095	lr=0.095955
Epoch[30] Batch [749]	Speed: 724.751457 samples/sec	rmse=0.020095	lr=0.095952
Epoch[30] Batch [799]	Speed: 750.973450 samples/sec	rmse=0.020089	lr=0.095948
Epoch[30] Batch [849]	Speed: 770.715873 samples/sec	rmse=0.020101	lr=0.095945
Epoch[30] Batch [899]	Speed: 756.829323 samples/sec	rmse=0.020107	lr=0.095942
Epoch[30] Batch [949]	Speed: 707.861944 samples/sec	rmse=0.020103	lr=0.095939
Epoch[30] Batch [999]	Speed: 730.163385 samples/sec	rmse=0.020109	lr=0.095936
Epoch[30] Batch [1049]	Speed: 758.986721 samples/sec	rmse=0.020115	lr=0.095933
Epoch[30] Batch [1099]	Speed: 705.422200 samples/sec	rmse=0.020113	lr=0.095929
Epoch[30] Batch [1149]	Speed: 711.959730 samples/sec	rmse=0.020109	lr=0.095926
Epoch[30] Batch [1199]	Speed: 773.591518 samples/sec	rmse=0.020096	lr=0.095923
Epoch[30] Batch [1249]	Speed: 710.691563 samples/sec	rmse=0.020100	lr=0.095920
Epoch[30] Batch [1299]	Speed: 717.029720 samples/sec	rmse=0.020102	lr=0.095917
Epoch[30] Batch [1349]	Speed: 720.341407 samples/sec	rmse=0.020100	lr=0.095913
Epoch[30] Batch [1399]	Speed: 751.724133 samples/sec	rmse=0.020101	lr=0.095910
Epoch[30] Batch [1449]	Speed: 727.642419 samples/sec	rmse=0.020108	lr=0.095907
Epoch[30] Batch [1499]	Speed: 732.751542 samples/sec	rmse=0.020109	lr=0.095904
Epoch[30] Batch [1549]	Speed: 720.461130 samples/sec	rmse=0.020109	lr=0.095901
Epoch[30] Batch [1599]	Speed: 689.512509 samples/sec	rmse=0.020116	lr=0.095897
Epoch[30] Batch [1649]	Speed: 740.166552 samples/sec	rmse=0.020116	lr=0.095894
Epoch[30] Batch [1699]	Speed: 794.834625 samples/sec	rmse=0.020122	lr=0.095891
Epoch[30] Batch [1749]	Speed: 721.568644 samples/sec	rmse=0.020127	lr=0.095888
Epoch[30] Batch [1799]	Speed: 720.675066 samples/sec	rmse=0.020129	lr=0.095885
Epoch[30] Batch [1849]	Speed: 744.897808 samples/sec	rmse=0.020126	lr=0.095881
Epoch[30] Batch [1899]	Speed: 739.361320 samples/sec	rmse=0.020134	lr=0.095878
Epoch[30] Batch [1949]	Speed: 697.526354 samples/sec	rmse=0.020133	lr=0.095875
Epoch[30] Batch [1999]	Speed: 742.588187 samples/sec	rmse=0.020134	lr=0.095872
Epoch[30] Batch [2049]	Speed: 695.889606 samples/sec	rmse=0.020135	lr=0.095869
Epoch[30] Batch [2099]	Speed: 747.141375 samples/sec	rmse=0.020139	lr=0.095865
Epoch[30] Batch [2149]	Speed: 720.600419 samples/sec	rmse=0.020136	lr=0.095862
Epoch[30] Batch [2199]	Speed: 733.523892 samples/sec	rmse=0.020138	lr=0.095859
Epoch[30] Batch [2249]	Speed: 749.046183 samples/sec	rmse=0.020139	lr=0.095856
Epoch[30] Batch [2299]	Speed: 726.613491 samples/sec	rmse=0.020133	lr=0.095853
Epoch[30] Batch [2349]	Speed: 737.430881 samples/sec	rmse=0.020135	lr=0.095849
Epoch[30] Batch [2399]	Speed: 725.186413 samples/sec	rmse=0.020136	lr=0.095846
Epoch[30] Batch [2449]	Speed: 743.643841 samples/sec	rmse=0.020138	lr=0.095843
Epoch[30] Batch [2499]	Speed: 717.977843 samples/sec	rmse=0.020131	lr=0.095840
Epoch[30] Batch [2549]	Speed: 707.770631 samples/sec	rmse=0.020131	lr=0.095837
Epoch[30] Batch [2599]	Speed: 747.286981 samples/sec	rmse=0.020131	lr=0.095833
Epoch[30] Batch [2649]	Speed: 727.608712 samples/sec	rmse=0.020132	lr=0.095830
Epoch[30] Batch [2699]	Speed: 755.923783 samples/sec	rmse=0.020138	lr=0.095827
Epoch[30] Batch [2749]	Speed: 712.851424 samples/sec	rmse=0.020142	lr=0.095824
Epoch[30] Batch [2799]	Speed: 710.015131 samples/sec	rmse=0.020145	lr=0.095820
Epoch[30] Batch [2849]	Speed: 714.580073 samples/sec	rmse=0.020146	lr=0.095817
Epoch[30] Batch [2899]	Speed: 740.421823 samples/sec	rmse=0.020152	lr=0.095814
Epoch[30] Batch [2949]	Speed: 716.940440 samples/sec	rmse=0.020151	lr=0.095811
Epoch[30] Batch [2999]	Speed: 786.009957 samples/sec	rmse=0.020154	lr=0.095808
Epoch[30] Batch [3049]	Speed: 780.843040 samples/sec	rmse=0.020152	lr=0.095804
Epoch[30] Batch [3099]	Speed: 730.370663 samples/sec	rmse=0.020151	lr=0.095801
Epoch[30] Batch [3149]	Speed: 709.060074 samples/sec	rmse=0.020154	lr=0.095798
Epoch[30] Batch [3199]	Speed: 735.926083 samples/sec	rmse=0.020156	lr=0.095795
Epoch[30] Batch [3249]	Speed: 736.995413 samples/sec	rmse=0.020152	lr=0.095791
Epoch[30] Batch [3299]	Speed: 750.230419 samples/sec	rmse=0.020153	lr=0.095788
Epoch[30] Batch [3349]	Speed: 740.283504 samples/sec	rmse=0.020155	lr=0.095785
Epoch[30] Batch [3399]	Speed: 717.318988 samples/sec	rmse=0.020155	lr=0.095782
Epoch[30] Batch [3449]	Speed: 727.901211 samples/sec	rmse=0.020158	lr=0.095779
Epoch[30] Batch [3499]	Speed: 730.945890 samples/sec	rmse=0.020157	lr=0.095775
Epoch[30] Batch [3549]	Speed: 758.751207 samples/sec	rmse=0.020156	lr=0.095772
Epoch[30] Batch [3599]	Speed: 717.821464 samples/sec	rmse=0.020153	lr=0.095769
Epoch[30] Batch [3649]	Speed: 732.892303 samples/sec	rmse=0.020154	lr=0.095766
Epoch[30] Batch [3699]	Speed: 773.897777 samples/sec	rmse=0.020156	lr=0.095762
Epoch[30] Batch [3749]	Speed: 714.243937 samples/sec	rmse=0.020156	lr=0.095759
Epoch[30] Batch [3799]	Speed: 749.518918 samples/sec	rmse=0.020154	lr=0.095756
Epoch[30] Batch [3849]	Speed: 699.381352 samples/sec	rmse=0.020154	lr=0.095753
Epoch[30] Batch [3899]	Speed: 737.384148 samples/sec	rmse=0.020156	lr=0.095749
Epoch[30] Batch [3949]	Speed: 760.745847 samples/sec	rmse=0.020156	lr=0.095746
Epoch[30] Batch [3999]	Speed: 711.141131 samples/sec	rmse=0.020154	lr=0.095743
Epoch[30] Batch [4049]	Speed: 760.589444 samples/sec	rmse=0.020157	lr=0.095740
Epoch[30] Batch [4099]	Speed: 719.385166 samples/sec	rmse=0.020161	lr=0.095736
Epoch[30] Batch [4149]	Speed: 737.151483 samples/sec	rmse=0.020163	lr=0.095733
Epoch[30] Batch [4199]	Speed: 736.238909 samples/sec	rmse=0.020163	lr=0.095730
Epoch[30] Batch [4249]	Speed: 762.921902 samples/sec	rmse=0.020165	lr=0.095727
Epoch[30] Batch [4299]	Speed: 759.343199 samples/sec	rmse=0.020162	lr=0.095723
Epoch[30] Batch [4349]	Speed: 766.743418 samples/sec	rmse=0.020159	lr=0.095720
Epoch[30] Batch [4399]	Speed: 729.186224 samples/sec	rmse=0.020160	lr=0.095717
Epoch[30] Batch [4449]	Speed: 714.180022 samples/sec	rmse=0.020162	lr=0.095714
Epoch[30] Batch [4499]	Speed: 757.297419 samples/sec	rmse=0.020162	lr=0.095710
Epoch[30] Batch [4549]	Speed: 741.303663 samples/sec	rmse=0.020163	lr=0.095707
Epoch[30] Batch [4599]	Speed: 732.516763 samples/sec	rmse=0.020163	lr=0.095704
Epoch[30] Batch [4649]	Speed: 732.016107 samples/sec	rmse=0.020165	lr=0.095700
Epoch[30] Batch [4699]	Speed: 772.586273 samples/sec	rmse=0.020164	lr=0.095697
Epoch[30] Batch [4749]	Speed: 754.832663 samples/sec	rmse=0.020165	lr=0.095694
Epoch[30] Batch [4799]	Speed: 728.650707 samples/sec	rmse=0.020166	lr=0.095691
Epoch[30] Batch [4849]	Speed: 727.675093 samples/sec	rmse=0.020167	lr=0.095687
Epoch[30] Batch [4899]	Speed: 738.157826 samples/sec	rmse=0.020166	lr=0.095684
Epoch[30] Batch [4949]	Speed: 741.059128 samples/sec	rmse=0.020165	lr=0.095681
Epoch[30] Batch [4999]	Speed: 750.179764 samples/sec	rmse=0.020166	lr=0.095678
[Epoch 30] training: rmse=0.020166
[Epoch 30] speed: 734 samples/sec	time cost: 1769.126520
[Epoch 30] validation: err-top1=0.357772 err-top5=0.130829
Epoch[31] Batch [49]	Speed: 748.229961 samples/sec	rmse=0.020102	lr=0.095674
Epoch[31] Batch [99]	Speed: 723.247612 samples/sec	rmse=0.020060	lr=0.095671
Epoch[31] Batch [149]	Speed: 724.223379 samples/sec	rmse=0.020006	lr=0.095668
Epoch[31] Batch [199]	Speed: 732.874385 samples/sec	rmse=0.020035	lr=0.095664
Epoch[31] Batch [249]	Speed: 761.368770 samples/sec	rmse=0.020000	lr=0.095661
Epoch[31] Batch [299]	Speed: 732.300384 samples/sec	rmse=0.019997	lr=0.095658
Epoch[31] Batch [349]	Speed: 769.464890 samples/sec	rmse=0.020030	lr=0.095654
Epoch[31] Batch [399]	Speed: 731.946167 samples/sec	rmse=0.020051	lr=0.095651
Epoch[31] Batch [449]	Speed: 738.035042 samples/sec	rmse=0.020050	lr=0.095648
Epoch[31] Batch [499]	Speed: 708.583476 samples/sec	rmse=0.020067	lr=0.095645
Epoch[31] Batch [549]	Speed: 734.047489 samples/sec	rmse=0.020043	lr=0.095641
Epoch[31] Batch [599]	Speed: 712.740793 samples/sec	rmse=0.020066	lr=0.095638
Epoch[31] Batch [649]	Speed: 707.474887 samples/sec	rmse=0.020054	lr=0.095635
Epoch[31] Batch [699]	Speed: 715.469385 samples/sec	rmse=0.020058	lr=0.095631
Epoch[31] Batch [749]	Speed: 761.232380 samples/sec	rmse=0.020068	lr=0.095628
Epoch[31] Batch [799]	Speed: 726.653912 samples/sec	rmse=0.020057	lr=0.095625
Epoch[31] Batch [849]	Speed: 756.700602 samples/sec	rmse=0.020051	lr=0.095622
Epoch[31] Batch [899]	Speed: 710.761132 samples/sec	rmse=0.020041	lr=0.095618
Epoch[31] Batch [949]	Speed: 730.311826 samples/sec	rmse=0.020042	lr=0.095615
Epoch[31] Batch [999]	Speed: 700.190893 samples/sec	rmse=0.020069	lr=0.095612
Epoch[31] Batch [1049]	Speed: 743.147758 samples/sec	rmse=0.020072	lr=0.095608
Epoch[31] Batch [1099]	Speed: 742.512074 samples/sec	rmse=0.020076	lr=0.095605
Epoch[31] Batch [1149]	Speed: 705.127942 samples/sec	rmse=0.020075	lr=0.095602
Epoch[31] Batch [1199]	Speed: 741.340626 samples/sec	rmse=0.020084	lr=0.095598
Epoch[31] Batch [1249]	Speed: 735.573046 samples/sec	rmse=0.020097	lr=0.095595
Epoch[31] Batch [1299]	Speed: 742.082761 samples/sec	rmse=0.020096	lr=0.095592
Epoch[31] Batch [1349]	Speed: 701.501134 samples/sec	rmse=0.020096	lr=0.095589
Epoch[31] Batch [1399]	Speed: 744.746168 samples/sec	rmse=0.020102	lr=0.095585
Epoch[31] Batch [1449]	Speed: 779.006979 samples/sec	rmse=0.020103	lr=0.095582
Epoch[31] Batch [1499]	Speed: 756.483121 samples/sec	rmse=0.020105	lr=0.095579
Epoch[31] Batch [1549]	Speed: 743.054273 samples/sec	rmse=0.020103	lr=0.095575
Epoch[31] Batch [1599]	Speed: 715.290518 samples/sec	rmse=0.020104	lr=0.095572
Epoch[31] Batch [1649]	Speed: 730.297858 samples/sec	rmse=0.020107	lr=0.095569
Epoch[31] Batch [1699]	Speed: 728.703471 samples/sec	rmse=0.020110	lr=0.095565
Epoch[31] Batch [1749]	Speed: 707.552667 samples/sec	rmse=0.020110	lr=0.095562
Epoch[31] Batch [1799]	Speed: 739.909164 samples/sec	rmse=0.020113	lr=0.095559
Epoch[31] Batch [1849]	Speed: 753.562907 samples/sec	rmse=0.020104	lr=0.095555
Epoch[31] Batch [1899]	Speed: 711.931973 samples/sec	rmse=0.020108	lr=0.095552
Epoch[31] Batch [1949]	Speed: 767.625995 samples/sec	rmse=0.020105	lr=0.095549
Epoch[31] Batch [1999]	Speed: 747.575646 samples/sec	rmse=0.020107	lr=0.095545
Epoch[31] Batch [2049]	Speed: 728.726537 samples/sec	rmse=0.020109	lr=0.095542
Epoch[31] Batch [2099]	Speed: 719.322939 samples/sec	rmse=0.020112	lr=0.095539
Epoch[31] Batch [2149]	Speed: 736.071074 samples/sec	rmse=0.020112	lr=0.095535
Epoch[31] Batch [2199]	Speed: 748.173821 samples/sec	rmse=0.020116	lr=0.095532
Epoch[31] Batch [2249]	Speed: 743.686086 samples/sec	rmse=0.020116	lr=0.095529
Epoch[31] Batch [2299]	Speed: 714.816798 samples/sec	rmse=0.020117	lr=0.095525
Epoch[31] Batch [2349]	Speed: 720.048104 samples/sec	rmse=0.020117	lr=0.095522
Epoch[31] Batch [2399]	Speed: 703.619595 samples/sec	rmse=0.020119	lr=0.095519
Epoch[31] Batch [2449]	Speed: 713.853023 samples/sec	rmse=0.020125	lr=0.095516
Epoch[31] Batch [2499]	Speed: 724.436145 samples/sec	rmse=0.020126	lr=0.095512
Epoch[31] Batch [2549]	Speed: 708.551746 samples/sec	rmse=0.020125	lr=0.095509
Epoch[31] Batch [2599]	Speed: 724.400643 samples/sec	rmse=0.020126	lr=0.095506
Epoch[31] Batch [2649]	Speed: 735.609693 samples/sec	rmse=0.020118	lr=0.095502
Epoch[31] Batch [2699]	Speed: 720.358757 samples/sec	rmse=0.020122	lr=0.095499
Epoch[31] Batch [2749]	Speed: 699.650261 samples/sec	rmse=0.020121	lr=0.095495
Epoch[31] Batch [2799]	Speed: 712.589732 samples/sec	rmse=0.020122	lr=0.095492
Epoch[31] Batch [2849]	Speed: 699.367905 samples/sec	rmse=0.020122	lr=0.095489
Epoch[31] Batch [2899]	Speed: 719.007285 samples/sec	rmse=0.020121	lr=0.095485
Epoch[31] Batch [2949]	Speed: 699.732222 samples/sec	rmse=0.020124	lr=0.095482
Epoch[31] Batch [2999]	Speed: 705.406990 samples/sec	rmse=0.020128	lr=0.095479
Epoch[31] Batch [3049]	Speed: 728.126502 samples/sec	rmse=0.020131	lr=0.095475
Epoch[31] Batch [3099]	Speed: 702.483598 samples/sec	rmse=0.020130	lr=0.095472
Epoch[31] Batch [3149]	Speed: 749.717922 samples/sec	rmse=0.020131	lr=0.095469
Epoch[31] Batch [3199]	Speed: 705.321396 samples/sec	rmse=0.020138	lr=0.095465
Epoch[31] Batch [3249]	Speed: 726.860324 samples/sec	rmse=0.020139	lr=0.095462
Epoch[31] Batch [3299]	Speed: 731.872220 samples/sec	rmse=0.020142	lr=0.095459
Epoch[31] Batch [3349]	Speed: 732.834819 samples/sec	rmse=0.020137	lr=0.095455
Epoch[31] Batch [3399]	Speed: 752.426120 samples/sec	rmse=0.020137	lr=0.095452
Epoch[31] Batch [3449]	Speed: 731.626319 samples/sec	rmse=0.020137	lr=0.095449
Epoch[31] Batch [3499]	Speed: 766.331193 samples/sec	rmse=0.020137	lr=0.095445
Epoch[31] Batch [3549]	Speed: 711.377203 samples/sec	rmse=0.020141	lr=0.095442
Epoch[31] Batch [3599]	Speed: 764.709152 samples/sec	rmse=0.020142	lr=0.095439
Epoch[31] Batch [3649]	Speed: 751.879081 samples/sec	rmse=0.020142	lr=0.095435
Epoch[31] Batch [3699]	Speed: 745.073508 samples/sec	rmse=0.020146	lr=0.095432
Epoch[31] Batch [3749]	Speed: 744.211453 samples/sec	rmse=0.020144	lr=0.095428
Epoch[31] Batch [3799]	Speed: 738.053721 samples/sec	rmse=0.020146	lr=0.095425
Epoch[31] Batch [3849]	Speed: 708.682296 samples/sec	rmse=0.020144	lr=0.095422
Epoch[31] Batch [3899]	Speed: 774.122998 samples/sec	rmse=0.020143	lr=0.095418
Epoch[31] Batch [3949]	Speed: 755.540906 samples/sec	rmse=0.020140	lr=0.095415
Epoch[31] Batch [3999]	Speed: 723.425744 samples/sec	rmse=0.020138	lr=0.095412
Epoch[31] Batch [4049]	Speed: 718.107270 samples/sec	rmse=0.020140	lr=0.095408
Epoch[31] Batch [4099]	Speed: 775.239196 samples/sec	rmse=0.020141	lr=0.095405
Epoch[31] Batch [4149]	Speed: 729.299057 samples/sec	rmse=0.020141	lr=0.095402
Epoch[31] Batch [4199]	Speed: 741.912989 samples/sec	rmse=0.020140	lr=0.095398
Epoch[31] Batch [4249]	Speed: 756.499473 samples/sec	rmse=0.020139	lr=0.095395
Epoch[31] Batch [4299]	Speed: 727.760536 samples/sec	rmse=0.020138	lr=0.095391
Epoch[31] Batch [4349]	Speed: 718.494070 samples/sec	rmse=0.020137	lr=0.095388
Epoch[31] Batch [4399]	Speed: 738.637115 samples/sec	rmse=0.020136	lr=0.095385
Epoch[31] Batch [4449]	Speed: 750.662517 samples/sec	rmse=0.020135	lr=0.095381
Epoch[31] Batch [4499]	Speed: 792.585954 samples/sec	rmse=0.020137	lr=0.095378
Epoch[31] Batch [4549]	Speed: 743.682769 samples/sec	rmse=0.020138	lr=0.095375
Epoch[31] Batch [4599]	Speed: 743.025756 samples/sec	rmse=0.020137	lr=0.095371
Epoch[31] Batch [4649]	Speed: 781.715617 samples/sec	rmse=0.020138	lr=0.095368
Epoch[31] Batch [4699]	Speed: 711.228265 samples/sec	rmse=0.020139	lr=0.095364
Epoch[31] Batch [4749]	Speed: 731.224029 samples/sec	rmse=0.020140	lr=0.095361
Epoch[31] Batch [4799]	Speed: 749.938024 samples/sec	rmse=0.020141	lr=0.095358
Epoch[31] Batch [4849]	Speed: 740.565587 samples/sec	rmse=0.020142	lr=0.095354
Epoch[31] Batch [4899]	Speed: 741.595672 samples/sec	rmse=0.020145	lr=0.095351
Epoch[31] Batch [4949]	Speed: 738.481278 samples/sec	rmse=0.020147	lr=0.095347
Epoch[31] Batch [4999]	Speed: 747.415141 samples/sec	rmse=0.020151	lr=0.095344
[Epoch 31] training: rmse=0.020151
[Epoch 31] speed: 732 samples/sec	time cost: 1771.371243
[Epoch 31] validation: err-top1=0.359475 err-top5=0.135096
Epoch[32] Batch [49]	Speed: 728.210510 samples/sec	rmse=0.019889	lr=0.095340
Epoch[32] Batch [99]	Speed: 738.044062 samples/sec	rmse=0.020063	lr=0.095337
Epoch[32] Batch [149]	Speed: 794.462052 samples/sec	rmse=0.020119	lr=0.095334
Epoch[32] Batch [199]	Speed: 733.341756 samples/sec	rmse=0.020118	lr=0.095330
Epoch[32] Batch [249]	Speed: 763.612069 samples/sec	rmse=0.020099	lr=0.095327
Epoch[32] Batch [299]	Speed: 724.822867 samples/sec	rmse=0.020092	lr=0.095323
Epoch[32] Batch [349]	Speed: 747.424433 samples/sec	rmse=0.020089	lr=0.095320
Epoch[32] Batch [399]	Speed: 702.291807 samples/sec	rmse=0.020106	lr=0.095317
Epoch[32] Batch [449]	Speed: 777.164481 samples/sec	rmse=0.020110	lr=0.095313
Epoch[32] Batch [499]	Speed: 735.906039 samples/sec	rmse=0.020145	lr=0.095310
Epoch[32] Batch [549]	Speed: 765.313045 samples/sec	rmse=0.020156	lr=0.095306
Epoch[32] Batch [599]	Speed: 719.728379 samples/sec	rmse=0.020139	lr=0.095303
Epoch[32] Batch [649]	Speed: 725.266873 samples/sec	rmse=0.020141	lr=0.095300
Epoch[32] Batch [699]	Speed: 718.264908 samples/sec	rmse=0.020116	lr=0.095296
Epoch[32] Batch [749]	Speed: 754.277797 samples/sec	rmse=0.020109	lr=0.095293
Epoch[32] Batch [799]	Speed: 745.311677 samples/sec	rmse=0.020098	lr=0.095289
Epoch[32] Batch [849]	Speed: 728.518994 samples/sec	rmse=0.020098	lr=0.095286
Epoch[32] Batch [899]	Speed: 711.327277 samples/sec	rmse=0.020098	lr=0.095283
Epoch[32] Batch [949]	Speed: 762.944507 samples/sec	rmse=0.020092	lr=0.095279
Epoch[32] Batch [999]	Speed: 708.045462 samples/sec	rmse=0.020095	lr=0.095276
Epoch[32] Batch [1049]	Speed: 737.973595 samples/sec	rmse=0.020086	lr=0.095272
Epoch[32] Batch [1099]	Speed: 717.937787 samples/sec	rmse=0.020085	lr=0.095269
Epoch[32] Batch [1149]	Speed: 725.792236 samples/sec	rmse=0.020075	lr=0.095265
Epoch[32] Batch [1199]	Speed: 719.096839 samples/sec	rmse=0.020077	lr=0.095262
Epoch[32] Batch [1249]	Speed: 704.163868 samples/sec	rmse=0.020093	lr=0.095259
Epoch[32] Batch [1299]	Speed: 707.259733 samples/sec	rmse=0.020085	lr=0.095255
Epoch[32] Batch [1349]	Speed: 704.188861 samples/sec	rmse=0.020084	lr=0.095252
Epoch[32] Batch [1399]	Speed: 747.805116 samples/sec	rmse=0.020087	lr=0.095248
Epoch[32] Batch [1449]	Speed: 718.040203 samples/sec	rmse=0.020085	lr=0.095245
Epoch[32] Batch [1499]	Speed: 710.785965 samples/sec	rmse=0.020077	lr=0.095242
Epoch[32] Batch [1549]	Speed: 726.678304 samples/sec	rmse=0.020068	lr=0.095238
Epoch[32] Batch [1599]	Speed: 750.479072 samples/sec	rmse=0.020064	lr=0.095235
Epoch[32] Batch [1649]	Speed: 721.769644 samples/sec	rmse=0.020065	lr=0.095231
Epoch[32] Batch [1699]	Speed: 727.453058 samples/sec	rmse=0.020064	lr=0.095228
Epoch[32] Batch [1749]	Speed: 770.130028 samples/sec	rmse=0.020069	lr=0.095224
Epoch[32] Batch [1799]	Speed: 718.417856 samples/sec	rmse=0.020069	lr=0.095221
Epoch[32] Batch [1849]	Speed: 730.035116 samples/sec	rmse=0.020070	lr=0.095217
Epoch[32] Batch [1899]	Speed: 757.825137 samples/sec	rmse=0.020069	lr=0.095214
Epoch[32] Batch [1949]	Speed: 728.357397 samples/sec	rmse=0.020068	lr=0.095211
Epoch[32] Batch [1999]	Speed: 722.639988 samples/sec	rmse=0.020067	lr=0.095207
Epoch[32] Batch [2049]	Speed: 703.903329 samples/sec	rmse=0.020069	lr=0.095204
Epoch[32] Batch [2099]	Speed: 739.400921 samples/sec	rmse=0.020067	lr=0.095200
Epoch[32] Batch [2149]	Speed: 750.784394 samples/sec	rmse=0.020072	lr=0.095197
Epoch[32] Batch [2199]	Speed: 742.992501 samples/sec	rmse=0.020075	lr=0.095193
Epoch[32] Batch [2249]	Speed: 738.098235 samples/sec	rmse=0.020079	lr=0.095190
Epoch[32] Batch [2299]	Speed: 756.287659 samples/sec	rmse=0.020083	lr=0.095187
Epoch[32] Batch [2349]	Speed: 750.299681 samples/sec	rmse=0.020081	lr=0.095183
Epoch[32] Batch [2399]	Speed: 754.200201 samples/sec	rmse=0.020080	lr=0.095180
Epoch[32] Batch [2449]	Speed: 722.032209 samples/sec	rmse=0.020079	lr=0.095176
Epoch[32] Batch [2499]	Speed: 740.368543 samples/sec	rmse=0.020078	lr=0.095173
Epoch[32] Batch [2549]	Speed: 735.682582 samples/sec	rmse=0.020078	lr=0.095169
Epoch[32] Batch [2599]	Speed: 733.927032 samples/sec	rmse=0.020081	lr=0.095166
Epoch[32] Batch [2649]	Speed: 762.045744 samples/sec	rmse=0.020084	lr=0.095162
Epoch[32] Batch [2699]	Speed: 748.188064 samples/sec	rmse=0.020084	lr=0.095159
Epoch[32] Batch [2749]	Speed: 758.140053 samples/sec	rmse=0.020085	lr=0.095155
Epoch[32] Batch [2799]	Speed: 724.365388 samples/sec	rmse=0.020088	lr=0.095152
Epoch[32] Batch [2849]	Speed: 756.518704 samples/sec	rmse=0.020089	lr=0.095149
Epoch[32] Batch [2899]	Speed: 747.644503 samples/sec	rmse=0.020089	lr=0.095145
Epoch[32] Batch [2949]	Speed: 743.847590 samples/sec	rmse=0.020091	lr=0.095142
Epoch[32] Batch [2999]	Speed: 740.432657 samples/sec	rmse=0.020093	lr=0.095138
Epoch[32] Batch [3049]	Speed: 726.712908 samples/sec	rmse=0.020095	lr=0.095135
Epoch[32] Batch [3099]	Speed: 750.099142 samples/sec	rmse=0.020098	lr=0.095131
Epoch[32] Batch [3149]	Speed: 758.383201 samples/sec	rmse=0.020098	lr=0.095128
Epoch[32] Batch [3199]	Speed: 731.469948 samples/sec	rmse=0.020103	lr=0.095124
Epoch[32] Batch [3249]	Speed: 726.523294 samples/sec	rmse=0.020107	lr=0.095121
Epoch[32] Batch [3299]	Speed: 725.331436 samples/sec	rmse=0.020107	lr=0.095117
Epoch[32] Batch [3349]	Speed: 726.155351 samples/sec	rmse=0.020105	lr=0.095114
Epoch[32] Batch [3399]	Speed: 755.558610 samples/sec	rmse=0.020103	lr=0.095110
Epoch[32] Batch [3449]	Speed: 691.094629 samples/sec	rmse=0.020105	lr=0.095107
Epoch[32] Batch [3499]	Speed: 741.366956 samples/sec	rmse=0.020105	lr=0.095103
Epoch[32] Batch [3549]	Speed: 776.853079 samples/sec	rmse=0.020108	lr=0.095100
Epoch[32] Batch [3599]	Speed: 771.172042 samples/sec	rmse=0.020109	lr=0.095097
Epoch[32] Batch [3649]	Speed: 735.317392 samples/sec	rmse=0.020108	lr=0.095093
Epoch[32] Batch [3699]	Speed: 721.813565 samples/sec	rmse=0.020110	lr=0.095090
Epoch[32] Batch [3749]	Speed: 741.628987 samples/sec	rmse=0.020113	lr=0.095086
Epoch[32] Batch [3799]	Speed: 717.058067 samples/sec	rmse=0.020115	lr=0.095083
Epoch[32] Batch [3849]	Speed: 713.471515 samples/sec	rmse=0.020115	lr=0.095079
Epoch[32] Batch [3899]	Speed: 737.179673 samples/sec	rmse=0.020116	lr=0.095076
Epoch[32] Batch [3949]	Speed: 756.896085 samples/sec	rmse=0.020113	lr=0.095072
Epoch[32] Batch [3999]	Speed: 722.213988 samples/sec	rmse=0.020116	lr=0.095069
Epoch[32] Batch [4049]	Speed: 756.165821 samples/sec	rmse=0.020117	lr=0.095065
Epoch[32] Batch [4099]	Speed: 737.339932 samples/sec	rmse=0.020117	lr=0.095062
Epoch[32] Batch [4149]	Speed: 781.155353 samples/sec	rmse=0.020116	lr=0.095058
Epoch[32] Batch [4199]	Speed: 750.694961 samples/sec	rmse=0.020118	lr=0.095055
Epoch[32] Batch [4249]	Speed: 727.186458 samples/sec	rmse=0.020116	lr=0.095051
Epoch[32] Batch [4299]	Speed: 742.909489 samples/sec	rmse=0.020114	lr=0.095048
Epoch[32] Batch [4349]	Speed: 741.844149 samples/sec	rmse=0.020114	lr=0.095044
Epoch[32] Batch [4399]	Speed: 723.774346 samples/sec	rmse=0.020114	lr=0.095041
Epoch[32] Batch [4449]	Speed: 740.428154 samples/sec	rmse=0.020116	lr=0.095037
Epoch[32] Batch [4499]	Speed: 713.459065 samples/sec	rmse=0.020115	lr=0.095034
Epoch[32] Batch [4549]	Speed: 764.127463 samples/sec	rmse=0.020117	lr=0.095030
Epoch[32] Batch [4599]	Speed: 768.738151 samples/sec	rmse=0.020118	lr=0.095027
Epoch[32] Batch [4649]	Speed: 763.812205 samples/sec	rmse=0.020119	lr=0.095023
Epoch[32] Batch [4699]	Speed: 762.851190 samples/sec	rmse=0.020116	lr=0.095020
Epoch[32] Batch [4749]	Speed: 740.425846 samples/sec	rmse=0.020115	lr=0.095016
Epoch[32] Batch [4799]	Speed: 744.485698 samples/sec	rmse=0.020115	lr=0.095013
Epoch[32] Batch [4849]	Speed: 700.874144 samples/sec	rmse=0.020116	lr=0.095009
Epoch[32] Batch [4899]	Speed: 814.643572 samples/sec	rmse=0.020115	lr=0.095006
Epoch[32] Batch [4949]	Speed: 726.432136 samples/sec	rmse=0.020117	lr=0.095002
Epoch[32] Batch [4999]	Speed: 768.057404 samples/sec	rmse=0.020120	lr=0.094999
[Epoch 32] training: rmse=0.020120
[Epoch 32] speed: 738 samples/sec	time cost: 1759.599553
[Epoch 32] validation: err-top1=0.359893 err-top5=0.131597
Epoch[33] Batch [49]	Speed: 730.458568 samples/sec	rmse=0.019700	lr=0.094995
Epoch[33] Batch [99]	Speed: 767.216263 samples/sec	rmse=0.019901	lr=0.094991
Epoch[33] Batch [149]	Speed: 724.699225 samples/sec	rmse=0.019966	lr=0.094988
Epoch[33] Batch [199]	Speed: 746.927223 samples/sec	rmse=0.019998	lr=0.094984
Epoch[33] Batch [249]	Speed: 722.595481 samples/sec	rmse=0.020010	lr=0.094981
Epoch[33] Batch [299]	Speed: 730.418926 samples/sec	rmse=0.019998	lr=0.094977
Epoch[33] Batch [349]	Speed: 742.108149 samples/sec	rmse=0.019988	lr=0.094974
Epoch[33] Batch [399]	Speed: 714.104833 samples/sec	rmse=0.019962	lr=0.094970
Epoch[33] Batch [449]	Speed: 733.955638 samples/sec	rmse=0.019975	lr=0.094967
Epoch[33] Batch [499]	Speed: 749.394909 samples/sec	rmse=0.019967	lr=0.094963
Epoch[33] Batch [549]	Speed: 753.562336 samples/sec	rmse=0.019965	lr=0.094960
Epoch[33] Batch [599]	Speed: 755.034669 samples/sec	rmse=0.019975	lr=0.094956
Epoch[33] Batch [649]	Speed: 746.835445 samples/sec	rmse=0.019990	lr=0.094953
Epoch[33] Batch [699]	Speed: 733.642072 samples/sec	rmse=0.019969	lr=0.094949
Epoch[33] Batch [749]	Speed: 709.620116 samples/sec	rmse=0.019986	lr=0.094946
Epoch[33] Batch [799]	Speed: 758.923227 samples/sec	rmse=0.020008	lr=0.094942
Epoch[33] Batch [849]	Speed: 722.662429 samples/sec	rmse=0.020021	lr=0.094939
Epoch[33] Batch [899]	Speed: 715.032861 samples/sec	rmse=0.020018	lr=0.094935
Epoch[33] Batch [949]	Speed: 708.564062 samples/sec	rmse=0.020017	lr=0.094932
Epoch[33] Batch [999]	Speed: 741.428407 samples/sec	rmse=0.020004	lr=0.094928
Epoch[33] Batch [1049]	Speed: 746.520184 samples/sec	rmse=0.020004	lr=0.094925
Epoch[33] Batch [1099]	Speed: 759.251672 samples/sec	rmse=0.019986	lr=0.094921
Epoch[33] Batch [1149]	Speed: 758.029112 samples/sec	rmse=0.019995	lr=0.094917
Epoch[33] Batch [1199]	Speed: 755.135654 samples/sec	rmse=0.019996	lr=0.094914
Epoch[33] Batch [1249]	Speed: 758.492135 samples/sec	rmse=0.020001	lr=0.094910
Epoch[33] Batch [1299]	Speed: 688.710609 samples/sec	rmse=0.019995	lr=0.094907
Epoch[33] Batch [1349]	Speed: 730.727405 samples/sec	rmse=0.019993	lr=0.094903
Epoch[33] Batch [1399]	Speed: 708.849767 samples/sec	rmse=0.020003	lr=0.094900
Epoch[33] Batch [1449]	Speed: 721.881339 samples/sec	rmse=0.020012	lr=0.094896
Epoch[33] Batch [1499]	Speed: 739.215386 samples/sec	rmse=0.020018	lr=0.094893
Epoch[33] Batch [1549]	Speed: 738.426317 samples/sec	rmse=0.020016	lr=0.094889
Epoch[33] Batch [1599]	Speed: 716.458356 samples/sec	rmse=0.020016	lr=0.094886
Epoch[33] Batch [1649]	Speed: 720.368848 samples/sec	rmse=0.020019	lr=0.094882
Epoch[33] Batch [1699]	Speed: 722.031471 samples/sec	rmse=0.020018	lr=0.094878
Epoch[33] Batch [1749]	Speed: 772.593166 samples/sec	rmse=0.020015	lr=0.094875
Epoch[33] Batch [1799]	Speed: 742.416798 samples/sec	rmse=0.020012	lr=0.094871
Epoch[33] Batch [1849]	Speed: 725.750665 samples/sec	rmse=0.020015	lr=0.094868
Epoch[33] Batch [1899]	Speed: 740.606165 samples/sec	rmse=0.020015	lr=0.094864
Epoch[33] Batch [1949]	Speed: 736.251307 samples/sec	rmse=0.020011	lr=0.094861
Epoch[33] Batch [1999]	Speed: 719.188439 samples/sec	rmse=0.020008	lr=0.094857
Epoch[33] Batch [2049]	Speed: 736.595516 samples/sec	rmse=0.020001	lr=0.094854
Epoch[33] Batch [2099]	Speed: 729.151701 samples/sec	rmse=0.019999	lr=0.094850
Epoch[33] Batch [2149]	Speed: 766.670254 samples/sec	rmse=0.020005	lr=0.094847
Epoch[33] Batch [2199]	Speed: 722.976559 samples/sec	rmse=0.020008	lr=0.094843
Epoch[33] Batch [2249]	Speed: 753.896055 samples/sec	rmse=0.020007	lr=0.094839
Epoch[33] Batch [2299]	Speed: 745.786401 samples/sec	rmse=0.020011	lr=0.094836
Epoch[33] Batch [2349]	Speed: 699.054171 samples/sec	rmse=0.020017	lr=0.094832
Epoch[33] Batch [2399]	Speed: 729.093347 samples/sec	rmse=0.020021	lr=0.094829
Epoch[33] Batch [2449]	Speed: 690.233873 samples/sec	rmse=0.020019	lr=0.094825
Epoch[33] Batch [2499]	Speed: 700.558436 samples/sec	rmse=0.020020	lr=0.094822
Epoch[33] Batch [2549]	Speed: 719.141851 samples/sec	rmse=0.020021	lr=0.094818
Epoch[33] Batch [2599]	Speed: 734.252751 samples/sec	rmse=0.020024	lr=0.094814
Epoch[33] Batch [2649]	Speed: 707.851967 samples/sec	rmse=0.020024	lr=0.094811
Epoch[33] Batch [2699]	Speed: 743.664700 samples/sec	rmse=0.020020	lr=0.094807
Epoch[33] Batch [2749]	Speed: 737.876346 samples/sec	rmse=0.020019	lr=0.094804
Epoch[33] Batch [2799]	Speed: 709.940770 samples/sec	rmse=0.020022	lr=0.094800
Epoch[33] Batch [2849]	Speed: 740.249687 samples/sec	rmse=0.020023	lr=0.094797
Epoch[33] Batch [2899]	Speed: 722.497673 samples/sec	rmse=0.020027	lr=0.094793
Epoch[33] Batch [2949]	Speed: 720.930581 samples/sec	rmse=0.020032	lr=0.094789
Epoch[33] Batch [2999]	Speed: 742.071098 samples/sec	rmse=0.020032	lr=0.094786
Epoch[33] Batch [3049]	Speed: 755.236559 samples/sec	rmse=0.020029	lr=0.094782
Epoch[33] Batch [3099]	Speed: 725.227293 samples/sec	rmse=0.020028	lr=0.094779
Epoch[33] Batch [3149]	Speed: 734.785827 samples/sec	rmse=0.020032	lr=0.094775
Epoch[33] Batch [3199]	Speed: 716.391511 samples/sec	rmse=0.020033	lr=0.094772
Epoch[33] Batch [3249]	Speed: 745.219861 samples/sec	rmse=0.020035	lr=0.094768
Epoch[33] Batch [3299]	Speed: 746.025658 samples/sec	rmse=0.020038	lr=0.094764
Epoch[33] Batch [3349]	Speed: 753.963243 samples/sec	rmse=0.020042	lr=0.094761
Epoch[33] Batch [3399]	Speed: 748.906023 samples/sec	rmse=0.020043	lr=0.094757
Epoch[33] Batch [3449]	Speed: 742.987411 samples/sec	rmse=0.020048	lr=0.094754
Epoch[33] Batch [3499]	Speed: 721.595703 samples/sec	rmse=0.020048	lr=0.094750
Epoch[33] Batch [3549]	Speed: 763.358002 samples/sec	rmse=0.020047	lr=0.094746
Epoch[33] Batch [3599]	Speed: 694.586546 samples/sec	rmse=0.020050	lr=0.094743
Epoch[33] Batch [3649]	Speed: 741.444555 samples/sec	rmse=0.020048	lr=0.094739
Epoch[33] Batch [3699]	Speed: 722.268233 samples/sec	rmse=0.020052	lr=0.094736
Epoch[33] Batch [3749]	Speed: 703.826662 samples/sec	rmse=0.020055	lr=0.094732
Epoch[33] Batch [3799]	Speed: 719.815314 samples/sec	rmse=0.020061	lr=0.094728
Epoch[33] Batch [3849]	Speed: 727.862961 samples/sec	rmse=0.020062	lr=0.094725
Epoch[33] Batch [3899]	Speed: 753.096574 samples/sec	rmse=0.020062	lr=0.094721
Epoch[33] Batch [3949]	Speed: 716.734734 samples/sec	rmse=0.020063	lr=0.094718
Epoch[33] Batch [3999]	Speed: 746.605832 samples/sec	rmse=0.020065	lr=0.094714
Epoch[33] Batch [4049]	Speed: 746.885908 samples/sec	rmse=0.020065	lr=0.094710
Epoch[33] Batch [4099]	Speed: 740.517006 samples/sec	rmse=0.020066	lr=0.094707
Epoch[33] Batch [4149]	Speed: 756.097750 samples/sec	rmse=0.020062	lr=0.094703
Epoch[33] Batch [4199]	Speed: 743.664607 samples/sec	rmse=0.020061	lr=0.094700
Epoch[33] Batch [4249]	Speed: 746.668414 samples/sec	rmse=0.020060	lr=0.094696
Epoch[33] Batch [4299]	Speed: 744.252937 samples/sec	rmse=0.020060	lr=0.094692
Epoch[33] Batch [4349]	Speed: 752.644186 samples/sec	rmse=0.020065	lr=0.094689
Epoch[33] Batch [4399]	Speed: 762.117930 samples/sec	rmse=0.020066	lr=0.094685
Epoch[33] Batch [4449]	Speed: 746.784905 samples/sec	rmse=0.020067	lr=0.094682
Epoch[33] Batch [4499]	Speed: 728.884013 samples/sec	rmse=0.020066	lr=0.094678
Epoch[33] Batch [4549]	Speed: 752.956182 samples/sec	rmse=0.020069	lr=0.094674
Epoch[33] Batch [4599]	Speed: 786.001798 samples/sec	rmse=0.020068	lr=0.094671
Epoch[33] Batch [4649]	Speed: 759.856716 samples/sec	rmse=0.020069	lr=0.094667
Epoch[33] Batch [4699]	Speed: 749.663558 samples/sec	rmse=0.020068	lr=0.094663
Epoch[33] Batch [4749]	Speed: 760.919905 samples/sec	rmse=0.020067	lr=0.094660
Epoch[33] Batch [4799]	Speed: 735.128284 samples/sec	rmse=0.020069	lr=0.094656
Epoch[33] Batch [4849]	Speed: 708.856702 samples/sec	rmse=0.020069	lr=0.094653
Epoch[33] Batch [4899]	Speed: 738.304084 samples/sec	rmse=0.020071	lr=0.094649
Epoch[33] Batch [4949]	Speed: 751.698083 samples/sec	rmse=0.020072	lr=0.094645
Epoch[33] Batch [4999]	Speed: 758.188512 samples/sec	rmse=0.020073	lr=0.094642
[Epoch 33] training: rmse=0.020073
[Epoch 33] speed: 735 samples/sec	time cost: 1765.884012
[Epoch 33] validation: err-top1=0.356611 err-top5=0.131190
Epoch[34] Batch [49]	Speed: 788.654419 samples/sec	rmse=0.019761	lr=0.094638
Epoch[34] Batch [99]	Speed: 761.566274 samples/sec	rmse=0.019885	lr=0.094634
Epoch[34] Batch [149]	Speed: 737.838571 samples/sec	rmse=0.019842	lr=0.094631
Epoch[34] Batch [199]	Speed: 737.130047 samples/sec	rmse=0.019859	lr=0.094627
Epoch[34] Batch [249]	Speed: 753.973016 samples/sec	rmse=0.019927	lr=0.094623
Epoch[34] Batch [299]	Speed: 765.655333 samples/sec	rmse=0.019906	lr=0.094620
Epoch[34] Batch [349]	Speed: 741.802964 samples/sec	rmse=0.019925	lr=0.094616
Epoch[34] Batch [399]	Speed: 735.170755 samples/sec	rmse=0.019919	lr=0.094612
Epoch[34] Batch [449]	Speed: 760.223452 samples/sec	rmse=0.019965	lr=0.094609
Epoch[34] Batch [499]	Speed: 750.348632 samples/sec	rmse=0.019975	lr=0.094605
Epoch[34] Batch [549]	Speed: 718.626223 samples/sec	rmse=0.019985	lr=0.094602
Epoch[34] Batch [599]	Speed: 722.190798 samples/sec	rmse=0.019983	lr=0.094598
Epoch[34] Batch [649]	Speed: 754.937277 samples/sec	rmse=0.019971	lr=0.094594
Epoch[34] Batch [699]	Speed: 742.911566 samples/sec	rmse=0.019954	lr=0.094591
Epoch[34] Batch [749]	Speed: 683.653821 samples/sec	rmse=0.019952	lr=0.094587
Epoch[34] Batch [799]	Speed: 758.275916 samples/sec	rmse=0.019958	lr=0.094583
Epoch[34] Batch [849]	Speed: 729.050041 samples/sec	rmse=0.019969	lr=0.094580
Epoch[34] Batch [899]	Speed: 744.808263 samples/sec	rmse=0.019983	lr=0.094576
Epoch[34] Batch [949]	Speed: 788.428873 samples/sec	rmse=0.019993	lr=0.094572
Epoch[34] Batch [999]	Speed: 739.303377 samples/sec	rmse=0.019992	lr=0.094569
Epoch[34] Batch [1049]	Speed: 752.575555 samples/sec	rmse=0.019985	lr=0.094565
Epoch[34] Batch [1099]	Speed: 730.603859 samples/sec	rmse=0.019982	lr=0.094561
Epoch[34] Batch [1149]	Speed: 787.650867 samples/sec	rmse=0.019987	lr=0.094558
Epoch[34] Batch [1199]	Speed: 723.827635 samples/sec	rmse=0.019980	lr=0.094554
Epoch[34] Batch [1249]	Speed: 764.066661 samples/sec	rmse=0.019984	lr=0.094550
Epoch[34] Batch [1299]	Speed: 755.223056 samples/sec	rmse=0.019984	lr=0.094547
Epoch[34] Batch [1349]	Speed: 723.273189 samples/sec	rmse=0.019981	lr=0.094543
Epoch[34] Batch [1399]	Speed: 742.486576 samples/sec	rmse=0.019995	lr=0.094540
Epoch[34] Batch [1449]	Speed: 718.980353 samples/sec	rmse=0.019989	lr=0.094536
Epoch[34] Batch [1499]	Speed: 727.285913 samples/sec	rmse=0.019989	lr=0.094532
Epoch[34] Batch [1549]	Speed: 701.412949 samples/sec	rmse=0.019988	lr=0.094529
Epoch[34] Batch [1599]	Speed: 749.137586 samples/sec	rmse=0.019995	lr=0.094525
Epoch[34] Batch [1649]	Speed: 752.553708 samples/sec	rmse=0.019993	lr=0.094521
Epoch[34] Batch [1699]	Speed: 756.533287 samples/sec	rmse=0.019993	lr=0.094518
Epoch[34] Batch [1749]	Speed: 729.317386 samples/sec	rmse=0.020003	lr=0.094514
Epoch[34] Batch [1799]	Speed: 738.393828 samples/sec	rmse=0.020008	lr=0.094510
Epoch[34] Batch [1849]	Speed: 765.530098 samples/sec	rmse=0.020012	lr=0.094507
Epoch[34] Batch [1899]	Speed: 780.291873 samples/sec	rmse=0.020010	lr=0.094503
Epoch[34] Batch [1949]	Speed: 778.808292 samples/sec	rmse=0.020011	lr=0.094499
Epoch[34] Batch [1999]	Speed: 771.325581 samples/sec	rmse=0.020017	lr=0.094496
Epoch[34] Batch [2049]	Speed: 771.727978 samples/sec	rmse=0.020014	lr=0.094492
Epoch[34] Batch [2099]	Speed: 773.633042 samples/sec	rmse=0.020018	lr=0.094488
Epoch[34] Batch [2149]	Speed: 707.654529 samples/sec	rmse=0.020023	lr=0.094485
Epoch[34] Batch [2199]	Speed: 729.456791 samples/sec	rmse=0.020023	lr=0.094481
Epoch[34] Batch [2249]	Speed: 746.671208 samples/sec	rmse=0.020022	lr=0.094477
Epoch[34] Batch [2299]	Speed: 717.656817 samples/sec	rmse=0.020030	lr=0.094473
Epoch[34] Batch [2349]	Speed: 745.974306 samples/sec	rmse=0.020036	lr=0.094470
Epoch[34] Batch [2399]	Speed: 760.939900 samples/sec	rmse=0.020039	lr=0.094466
Epoch[34] Batch [2449]	Speed: 735.019205 samples/sec	rmse=0.020042	lr=0.094462
Epoch[34] Batch [2499]	Speed: 740.976711 samples/sec	rmse=0.020043	lr=0.094459
Epoch[34] Batch [2549]	Speed: 752.153149 samples/sec	rmse=0.020048	lr=0.094455
Epoch[34] Batch [2599]	Speed: 736.768888 samples/sec	rmse=0.020055	lr=0.094451
Epoch[34] Batch [2649]	Speed: 722.984319 samples/sec	rmse=0.020062	lr=0.094448
Epoch[34] Batch [2699]	Speed: 713.392532 samples/sec	rmse=0.020059	lr=0.094444
Epoch[34] Batch [2749]	Speed: 773.218099 samples/sec	rmse=0.020065	lr=0.094440
Epoch[34] Batch [2799]	Speed: 738.688357 samples/sec	rmse=0.020067	lr=0.094437
Epoch[34] Batch [2849]	Speed: 743.452877 samples/sec	rmse=0.020068	lr=0.094433
Epoch[34] Batch [2899]	Speed: 725.928274 samples/sec	rmse=0.020069	lr=0.094429
Epoch[34] Batch [2949]	Speed: 703.347562 samples/sec	rmse=0.020066	lr=0.094426
Epoch[34] Batch [2999]	Speed: 722.019994 samples/sec	rmse=0.020071	lr=0.094422
Epoch[34] Batch [3049]	Speed: 730.141568 samples/sec	rmse=0.020068	lr=0.094418
Epoch[34] Batch [3099]	Speed: 745.108418 samples/sec	rmse=0.020071	lr=0.094414
Epoch[34] Batch [3149]	Speed: 747.121713 samples/sec	rmse=0.020073	lr=0.094411
Epoch[34] Batch [3199]	Speed: 761.733055 samples/sec	rmse=0.020078	lr=0.094407
Epoch[34] Batch [3249]	Speed: 753.065654 samples/sec	rmse=0.020082	lr=0.094403
Epoch[34] Batch [3299]	Speed: 738.716745 samples/sec	rmse=0.020082	lr=0.094400
Epoch[34] Batch [3349]	Speed: 740.898740 samples/sec	rmse=0.020082	lr=0.094396
Epoch[34] Batch [3399]	Speed: 737.539704 samples/sec	rmse=0.020083	lr=0.094392
Epoch[34] Batch [3449]	Speed: 713.011364 samples/sec	rmse=0.020085	lr=0.094389
Epoch[34] Batch [3499]	Speed: 738.653151 samples/sec	rmse=0.020088	lr=0.094385
Epoch[34] Batch [3549]	Speed: 762.887070 samples/sec	rmse=0.020091	lr=0.094381
Epoch[34] Batch [3599]	Speed: 763.930944 samples/sec	rmse=0.020090	lr=0.094377
Epoch[34] Batch [3649]	Speed: 705.002263 samples/sec	rmse=0.020090	lr=0.094374
Epoch[34] Batch [3699]	Speed: 767.679209 samples/sec	rmse=0.020093	lr=0.094370
Epoch[34] Batch [3749]	Speed: 742.588967 samples/sec	rmse=0.020092	lr=0.094366
Epoch[34] Batch [3799]	Speed: 719.230668 samples/sec	rmse=0.020095	lr=0.094363
Epoch[34] Batch [3849]	Speed: 726.216241 samples/sec	rmse=0.020095	lr=0.094359
Epoch[34] Batch [3899]	Speed: 727.042681 samples/sec	rmse=0.020098	lr=0.094355
Epoch[34] Batch [3949]	Speed: 777.888569 samples/sec	rmse=0.020099	lr=0.094351
Epoch[34] Batch [3999]	Speed: 733.430999 samples/sec	rmse=0.020098	lr=0.094348
Epoch[34] Batch [4049]	Speed: 716.734045 samples/sec	rmse=0.020097	lr=0.094344
Epoch[34] Batch [4099]	Speed: 753.466075 samples/sec	rmse=0.020097	lr=0.094340
Epoch[34] Batch [4149]	Speed: 718.451687 samples/sec	rmse=0.020100	lr=0.094337
Epoch[34] Batch [4199]	Speed: 763.797155 samples/sec	rmse=0.020100	lr=0.094333
Epoch[34] Batch [4249]	Speed: 732.379034 samples/sec	rmse=0.020100	lr=0.094329
Epoch[34] Batch [4299]	Speed: 720.400389 samples/sec	rmse=0.020098	lr=0.094325
Epoch[34] Batch [4349]	Speed: 760.549534 samples/sec	rmse=0.020098	lr=0.094322
Epoch[34] Batch [4399]	Speed: 727.514462 samples/sec	rmse=0.020096	lr=0.094318
Epoch[34] Batch [4449]	Speed: 722.545270 samples/sec	rmse=0.020094	lr=0.094314
Epoch[34] Batch [4499]	Speed: 706.327198 samples/sec	rmse=0.020091	lr=0.094311
Epoch[34] Batch [4549]	Speed: 728.324365 samples/sec	rmse=0.020093	lr=0.094307
Epoch[34] Batch [4599]	Speed: 715.323408 samples/sec	rmse=0.020093	lr=0.094303
Epoch[34] Batch [4649]	Speed: 725.468331 samples/sec	rmse=0.020092	lr=0.094299
Epoch[34] Batch [4699]	Speed: 715.867341 samples/sec	rmse=0.020093	lr=0.094296
Epoch[34] Batch [4749]	Speed: 721.398173 samples/sec	rmse=0.020093	lr=0.094292
Epoch[34] Batch [4799]	Speed: 716.721166 samples/sec	rmse=0.020093	lr=0.094288
Epoch[34] Batch [4849]	Speed: 744.157874 samples/sec	rmse=0.020092	lr=0.094284
Epoch[34] Batch [4899]	Speed: 717.494258 samples/sec	rmse=0.020093	lr=0.094281
Epoch[34] Batch [4949]	Speed: 718.896680 samples/sec	rmse=0.020092	lr=0.094277
Epoch[34] Batch [4999]	Speed: 781.970982 samples/sec	rmse=0.020092	lr=0.094273
[Epoch 34] training: rmse=0.020092
[Epoch 34] speed: 739 samples/sec	time cost: 1755.457136
[Epoch 34] validation: err-top1=0.369551 err-top5=0.137800
Epoch[35] Batch [49]	Speed: 707.607904 samples/sec	rmse=0.019822	lr=0.094269
Epoch[35] Batch [99]	Speed: 760.822801 samples/sec	rmse=0.019814	lr=0.094265
Epoch[35] Batch [149]	Speed: 783.282786 samples/sec	rmse=0.019914	lr=0.094262
Epoch[35] Batch [199]	Speed: 704.614913 samples/sec	rmse=0.019918	lr=0.094258
Epoch[35] Batch [249]	Speed: 718.508831 samples/sec	rmse=0.019945	lr=0.094254
Epoch[35] Batch [299]	Speed: 741.936858 samples/sec	rmse=0.019931	lr=0.094250
Epoch[35] Batch [349]	Speed: 733.554712 samples/sec	rmse=0.019957	lr=0.094247
Epoch[35] Batch [399]	Speed: 687.558273 samples/sec	rmse=0.019948	lr=0.094243
Epoch[35] Batch [449]	Speed: 697.023608 samples/sec	rmse=0.019977	lr=0.094239
Epoch[35] Batch [499]	Speed: 699.677142 samples/sec	rmse=0.019974	lr=0.094235
Epoch[35] Batch [549]	Speed: 708.993900 samples/sec	rmse=0.019983	lr=0.094232
Epoch[35] Batch [599]	Speed: 736.615941 samples/sec	rmse=0.020005	lr=0.094228
Epoch[35] Batch [649]	Speed: 731.097657 samples/sec	rmse=0.019991	lr=0.094224
Epoch[35] Batch [699]	Speed: 750.147889 samples/sec	rmse=0.019984	lr=0.094220
Epoch[35] Batch [749]	Speed: 741.235447 samples/sec	rmse=0.019988	lr=0.094217
Epoch[35] Batch [799]	Speed: 743.470760 samples/sec	rmse=0.019994	lr=0.094213
Epoch[35] Batch [849]	Speed: 717.800129 samples/sec	rmse=0.020004	lr=0.094209
Epoch[35] Batch [899]	Speed: 718.788092 samples/sec	rmse=0.020020	lr=0.094205
Epoch[35] Batch [949]	Speed: 746.069045 samples/sec	rmse=0.020017	lr=0.094202
Epoch[35] Batch [999]	Speed: 762.117930 samples/sec	rmse=0.020013	lr=0.094198
Epoch[35] Batch [1049]	Speed: 752.824752 samples/sec	rmse=0.020005	lr=0.094194
Epoch[35] Batch [1099]	Speed: 745.399666 samples/sec	rmse=0.019999	lr=0.094190
Epoch[35] Batch [1149]	Speed: 738.266905 samples/sec	rmse=0.019985	lr=0.094187
Epoch[35] Batch [1199]	Speed: 722.291418 samples/sec	rmse=0.019991	lr=0.094183
Epoch[35] Batch [1249]	Speed: 734.393628 samples/sec	rmse=0.019994	lr=0.094179
Epoch[35] Batch [1299]	Speed: 752.673625 samples/sec	rmse=0.019997	lr=0.094175
Epoch[35] Batch [1349]	Speed: 721.515891 samples/sec	rmse=0.019993	lr=0.094171
Epoch[35] Batch [1399]	Speed: 753.252447 samples/sec	rmse=0.019996	lr=0.094168
Epoch[35] Batch [1449]	Speed: 738.412302 samples/sec	rmse=0.019994	lr=0.094164
Epoch[35] Batch [1499]	Speed: 733.699431 samples/sec	rmse=0.019994	lr=0.094160
Epoch[35] Batch [1549]	Speed: 716.391023 samples/sec	rmse=0.019997	lr=0.094156
Epoch[35] Batch [1599]	Speed: 716.400086 samples/sec	rmse=0.020003	lr=0.094153
Epoch[35] Batch [1649]	Speed: 715.908771 samples/sec	rmse=0.020006	lr=0.094149
Epoch[35] Batch [1699]	Speed: 738.935774 samples/sec	rmse=0.020005	lr=0.094145
Epoch[35] Batch [1749]	Speed: 740.668042 samples/sec	rmse=0.020005	lr=0.094141
Epoch[35] Batch [1799]	Speed: 751.061310 samples/sec	rmse=0.020007	lr=0.094137
Epoch[35] Batch [1849]	Speed: 730.785195 samples/sec	rmse=0.020002	lr=0.094134
Epoch[35] Batch [1899]	Speed: 717.736699 samples/sec	rmse=0.020002	lr=0.094130
Epoch[35] Batch [1949]	Speed: 752.278378 samples/sec	rmse=0.020005	lr=0.094126
Epoch[35] Batch [1999]	Speed: 734.521202 samples/sec	rmse=0.020003	lr=0.094122
Epoch[35] Batch [2049]	Speed: 724.010690 samples/sec	rmse=0.020000	lr=0.094119
Epoch[35] Batch [2099]	Speed: 760.419231 samples/sec	rmse=0.019997	lr=0.094115
Epoch[35] Batch [2149]	Speed: 734.162003 samples/sec	rmse=0.019998	lr=0.094111
Epoch[35] Batch [2199]	Speed: 742.142956 samples/sec	rmse=0.020001	lr=0.094107
Epoch[35] Batch [2249]	Speed: 786.128181 samples/sec	rmse=0.020006	lr=0.094103
Epoch[35] Batch [2299]	Speed: 760.114064 samples/sec	rmse=0.020012	lr=0.094100
Epoch[35] Batch [2349]	Speed: 712.860832 samples/sec	rmse=0.020015	lr=0.094096
Epoch[35] Batch [2399]	Speed: 740.745075 samples/sec	rmse=0.020014	lr=0.094092
Epoch[35] Batch [2449]	Speed: 713.776916 samples/sec	rmse=0.020017	lr=0.094088
Epoch[35] Batch [2499]	Speed: 725.681378 samples/sec	rmse=0.020020	lr=0.094084
Epoch[35] Batch [2549]	Speed: 712.680032 samples/sec	rmse=0.020024	lr=0.094081
Epoch[35] Batch [2599]	Speed: 722.664676 samples/sec	rmse=0.020027	lr=0.094077
Epoch[35] Batch [2649]	Speed: 709.805824 samples/sec	rmse=0.020028	lr=0.094073
Epoch[35] Batch [2699]	Speed: 737.454716 samples/sec	rmse=0.020035	lr=0.094069
Epoch[35] Batch [2749]	Speed: 714.833083 samples/sec	rmse=0.020035	lr=0.094065
Epoch[35] Batch [2799]	Speed: 715.212857 samples/sec	rmse=0.020041	lr=0.094062
Epoch[35] Batch [2849]	Speed: 724.328417 samples/sec	rmse=0.020047	lr=0.094058
Epoch[35] Batch [2899]	Speed: 728.828898 samples/sec	rmse=0.020049	lr=0.094054
Epoch[35] Batch [2949]	Speed: 747.511819 samples/sec	rmse=0.020048	lr=0.094050
Epoch[35] Batch [2999]	Speed: 764.159809 samples/sec	rmse=0.020049	lr=0.094046
Epoch[35] Batch [3049]	Speed: 743.528585 samples/sec	rmse=0.020050	lr=0.094043
Epoch[35] Batch [3099]	Speed: 763.063345 samples/sec	rmse=0.020051	lr=0.094039
Epoch[35] Batch [3149]	Speed: 703.023380 samples/sec	rmse=0.020056	lr=0.094035
Epoch[35] Batch [3199]	Speed: 750.720627 samples/sec	rmse=0.020058	lr=0.094031
Epoch[35] Batch [3249]	Speed: 703.991486 samples/sec	rmse=0.020058	lr=0.094027
Epoch[35] Batch [3299]	Speed: 737.851673 samples/sec	rmse=0.020055	lr=0.094024
Epoch[35] Batch [3349]	Speed: 737.556656 samples/sec	rmse=0.020054	lr=0.094020
Epoch[35] Batch [3399]	Speed: 745.831604 samples/sec	rmse=0.020052	lr=0.094016
Epoch[35] Batch [3449]	Speed: 737.663337 samples/sec	rmse=0.020051	lr=0.094012
Epoch[35] Batch [3499]	Speed: 771.789595 samples/sec	rmse=0.020050	lr=0.094008
Epoch[35] Batch [3549]	Speed: 760.245801 samples/sec	rmse=0.020053	lr=0.094004
Epoch[35] Batch [3599]	Speed: 728.652072 samples/sec	rmse=0.020051	lr=0.094001
Epoch[35] Batch [3649]	Speed: 712.569937 samples/sec	rmse=0.020052	lr=0.093997
Epoch[35] Batch [3699]	Speed: 754.991549 samples/sec	rmse=0.020051	lr=0.093993
Epoch[35] Batch [3749]	Speed: 741.202495 samples/sec	rmse=0.020052	lr=0.093989
Epoch[35] Batch [3799]	Speed: 726.949601 samples/sec	rmse=0.020052	lr=0.093985
Epoch[35] Batch [3849]	Speed: 722.218146 samples/sec	rmse=0.020052	lr=0.093981
Epoch[35] Batch [3899]	Speed: 727.412046 samples/sec	rmse=0.020050	lr=0.093978
Epoch[35] Batch [3949]	Speed: 739.979522 samples/sec	rmse=0.020050	lr=0.093974
Epoch[35] Batch [3999]	Speed: 735.809244 samples/sec	rmse=0.020052	lr=0.093970
Epoch[35] Batch [4049]	Speed: 783.065088 samples/sec	rmse=0.020056	lr=0.093966
Epoch[35] Batch [4099]	Speed: 751.074802 samples/sec	rmse=0.020059	lr=0.093962
Epoch[35] Batch [4149]	Speed: 740.519784 samples/sec	rmse=0.020059	lr=0.093958
Epoch[35] Batch [4199]	Speed: 753.941919 samples/sec	rmse=0.020061	lr=0.093955
Epoch[35] Batch [4249]	Speed: 727.452319 samples/sec	rmse=0.020062	lr=0.093951
Epoch[35] Batch [4299]	Speed: 693.334709 samples/sec	rmse=0.020062	lr=0.093947
Epoch[35] Batch [4349]	Speed: 708.906217 samples/sec	rmse=0.020064	lr=0.093943
Epoch[35] Batch [4399]	Speed: 790.334904 samples/sec	rmse=0.020067	lr=0.093939
Epoch[35] Batch [4449]	Speed: 736.634133 samples/sec	rmse=0.020069	lr=0.093935
Epoch[35] Batch [4499]	Speed: 754.405473 samples/sec	rmse=0.020068	lr=0.093932
Epoch[35] Batch [4549]	Speed: 781.088959 samples/sec	rmse=0.020069	lr=0.093928
Epoch[35] Batch [4599]	Speed: 761.790719 samples/sec	rmse=0.020071	lr=0.093924
Epoch[35] Batch [4649]	Speed: 759.350320 samples/sec	rmse=0.020071	lr=0.093920
Epoch[35] Batch [4699]	Speed: 744.057184 samples/sec	rmse=0.020072	lr=0.093916
Epoch[35] Batch [4749]	Speed: 784.383606 samples/sec	rmse=0.020072	lr=0.093912
Epoch[35] Batch [4799]	Speed: 725.194093 samples/sec	rmse=0.020073	lr=0.093909
Epoch[35] Batch [4849]	Speed: 746.627346 samples/sec	rmse=0.020071	lr=0.093905
Epoch[35] Batch [4899]	Speed: 765.048611 samples/sec	rmse=0.020073	lr=0.093901
Epoch[35] Batch [4949]	Speed: 724.045900 samples/sec	rmse=0.020072	lr=0.093897
Epoch[35] Batch [4999]	Speed: 735.160033 samples/sec	rmse=0.020071	lr=0.093893
[Epoch 35] training: rmse=0.020072
[Epoch 35] speed: 736 samples/sec	time cost: 1764.367968
[Epoch 35] validation: err-top1=0.357761 err-top5=0.131816
Epoch[36] Batch [49]	Speed: 722.091390 samples/sec	rmse=0.019902	lr=0.093889
Epoch[36] Batch [99]	Speed: 744.521379 samples/sec	rmse=0.020097	lr=0.093885
Epoch[36] Batch [149]	Speed: 761.897325 samples/sec	rmse=0.020024	lr=0.093881
Epoch[36] Batch [199]	Speed: 729.129400 samples/sec	rmse=0.019958	lr=0.093877
Epoch[36] Batch [249]	Speed: 740.992584 samples/sec	rmse=0.019996	lr=0.093874
Epoch[36] Batch [299]	Speed: 714.056442 samples/sec	rmse=0.019997	lr=0.093870
Epoch[36] Batch [349]	Speed: 707.596871 samples/sec	rmse=0.019970	lr=0.093866
Epoch[36] Batch [399]	Speed: 724.291929 samples/sec	rmse=0.019940	lr=0.093862
Epoch[36] Batch [449]	Speed: 701.874248 samples/sec	rmse=0.019932	lr=0.093858
Epoch[36] Batch [499]	Speed: 751.459213 samples/sec	rmse=0.019937	lr=0.093854
Epoch[36] Batch [549]	Speed: 714.589490 samples/sec	rmse=0.019940	lr=0.093850
Epoch[36] Batch [599]	Speed: 743.796372 samples/sec	rmse=0.019955	lr=0.093846
Epoch[36] Batch [649]	Speed: 778.955778 samples/sec	rmse=0.019948	lr=0.093843
Epoch[36] Batch [699]	Speed: 762.321137 samples/sec	rmse=0.019942	lr=0.093839
Epoch[36] Batch [749]	Speed: 716.679833 samples/sec	rmse=0.019949	lr=0.093835
Epoch[36] Batch [799]	Speed: 714.861676 samples/sec	rmse=0.019949	lr=0.093831
Epoch[36] Batch [849]	Speed: 739.211203 samples/sec	rmse=0.019953	lr=0.093827
Epoch[36] Batch [899]	Speed: 733.170293 samples/sec	rmse=0.019969	lr=0.093823
Epoch[36] Batch [949]	Speed: 739.918137 samples/sec	rmse=0.019963	lr=0.093819
Epoch[36] Batch [999]	Speed: 759.627906 samples/sec	rmse=0.019967	lr=0.093815
Epoch[36] Batch [1049]	Speed: 715.427205 samples/sec	rmse=0.019963	lr=0.093812
Epoch[36] Batch [1099]	Speed: 725.691089 samples/sec	rmse=0.019966	lr=0.093808
Epoch[36] Batch [1149]	Speed: 746.063789 samples/sec	rmse=0.019963	lr=0.093804
Epoch[36] Batch [1199]	Speed: 728.236360 samples/sec	rmse=0.019967	lr=0.093800
Epoch[36] Batch [1249]	Speed: 731.430076 samples/sec	rmse=0.019954	lr=0.093796
Epoch[36] Batch [1299]	Speed: 760.402064 samples/sec	rmse=0.019953	lr=0.093792
Epoch[36] Batch [1349]	Speed: 738.437693 samples/sec	rmse=0.019954	lr=0.093788
Epoch[36] Batch [1399]	Speed: 712.982891 samples/sec	rmse=0.019958	lr=0.093784
Epoch[36] Batch [1449]	Speed: 725.847050 samples/sec	rmse=0.019957	lr=0.093781
Epoch[36] Batch [1499]	Speed: 701.781089 samples/sec	rmse=0.019958	lr=0.093777
Epoch[36] Batch [1549]	Speed: 732.120362 samples/sec	rmse=0.019962	lr=0.093773
Epoch[36] Batch [1599]	Speed: 740.531694 samples/sec	rmse=0.019961	lr=0.093769
Epoch[36] Batch [1649]	Speed: 709.363753 samples/sec	rmse=0.019965	lr=0.093765
Epoch[36] Batch [1699]	Speed: 757.535590 samples/sec	rmse=0.019966	lr=0.093761
Epoch[36] Batch [1749]	Speed: 718.567522 samples/sec	rmse=0.019973	lr=0.093757
Epoch[36] Batch [1799]	Speed: 721.980407 samples/sec	rmse=0.019974	lr=0.093753
Epoch[36] Batch [1849]	Speed: 725.594991 samples/sec	rmse=0.019985	lr=0.093749
Epoch[36] Batch [1899]	Speed: 711.680729 samples/sec	rmse=0.019989	lr=0.093745
Epoch[36] Batch [1949]	Speed: 706.531018 samples/sec	rmse=0.019988	lr=0.093742
Epoch[36] Batch [1999]	Speed: 723.205319 samples/sec	rmse=0.019988	lr=0.093738
Epoch[36] Batch [2049]	Speed: 761.430363 samples/sec	rmse=0.019996	lr=0.093734
Epoch[36] Batch [2099]	Speed: 694.936129 samples/sec	rmse=0.019994	lr=0.093730
Epoch[36] Batch [2149]	Speed: 745.263216 samples/sec	rmse=0.019994	lr=0.093726
Epoch[36] Batch [2199]	Speed: 735.339186 samples/sec	rmse=0.019997	lr=0.093722
Epoch[36] Batch [2249]	Speed: 701.827152 samples/sec	rmse=0.020001	lr=0.093718
Epoch[36] Batch [2299]	Speed: 735.100674 samples/sec	rmse=0.020007	lr=0.093714
Epoch[36] Batch [2349]	Speed: 705.238584 samples/sec	rmse=0.020003	lr=0.093710
Epoch[36] Batch [2399]	Speed: 749.680547 samples/sec	rmse=0.019999	lr=0.093706
Epoch[36] Batch [2449]	Speed: 734.944716 samples/sec	rmse=0.019999	lr=0.093703
Epoch[36] Batch [2499]	Speed: 746.457668 samples/sec	rmse=0.020000	lr=0.093699
Epoch[36] Batch [2549]	Speed: 729.043685 samples/sec	rmse=0.020002	lr=0.093695
Epoch[36] Batch [2599]	Speed: 734.667782 samples/sec	rmse=0.020003	lr=0.093691
Epoch[36] Batch [2649]	Speed: 769.032637 samples/sec	rmse=0.020005	lr=0.093687
Epoch[36] Batch [2699]	Speed: 734.552598 samples/sec	rmse=0.020006	lr=0.093683
Epoch[36] Batch [2749]	Speed: 726.619431 samples/sec	rmse=0.020003	lr=0.093679
Epoch[36] Batch [2799]	Speed: 737.446723 samples/sec	rmse=0.020006	lr=0.093675
Epoch[36] Batch [2849]	Speed: 773.590581 samples/sec	rmse=0.020008	lr=0.093671
Epoch[36] Batch [2899]	Speed: 719.345135 samples/sec	rmse=0.020012	lr=0.093667
Epoch[36] Batch [2949]	Speed: 725.286842 samples/sec	rmse=0.020017	lr=0.093663
Epoch[36] Batch [2999]	Speed: 773.300214 samples/sec	rmse=0.020021	lr=0.093659
Epoch[36] Batch [3049]	Speed: 768.458840 samples/sec	rmse=0.020022	lr=0.093656
Epoch[36] Batch [3099]	Speed: 733.580391 samples/sec	rmse=0.020019	lr=0.093652
Epoch[36] Batch [3149]	Speed: 739.664722 samples/sec	rmse=0.020023	lr=0.093648
Epoch[36] Batch [3199]	Speed: 737.966615 samples/sec	rmse=0.020027	lr=0.093644
Epoch[36] Batch [3249]	Speed: 714.612108 samples/sec	rmse=0.020029	lr=0.093640
Epoch[36] Batch [3299]	Speed: 725.886825 samples/sec	rmse=0.020029	lr=0.093636
Epoch[36] Batch [3349]	Speed: 773.797333 samples/sec	rmse=0.020028	lr=0.093632
Epoch[36] Batch [3399]	Speed: 733.481561 samples/sec	rmse=0.020026	lr=0.093628
Epoch[36] Batch [3449]	Speed: 727.563748 samples/sec	rmse=0.020023	lr=0.093624
Epoch[36] Batch [3499]	Speed: 733.717560 samples/sec	rmse=0.020023	lr=0.093620
Epoch[36] Batch [3549]	Speed: 764.587373 samples/sec	rmse=0.020024	lr=0.093616
Epoch[36] Batch [3599]	Speed: 728.918798 samples/sec	rmse=0.020022	lr=0.093612
Epoch[36] Batch [3649]	Speed: 741.138811 samples/sec	rmse=0.020023	lr=0.093608
Epoch[36] Batch [3699]	Speed: 738.936333 samples/sec	rmse=0.020020	lr=0.093604
Epoch[36] Batch [3749]	Speed: 750.721645 samples/sec	rmse=0.020021	lr=0.093600
Epoch[36] Batch [3799]	Speed: 716.057756 samples/sec	rmse=0.020023	lr=0.093597
Epoch[36] Batch [3849]	Speed: 760.497843 samples/sec	rmse=0.020025	lr=0.093593
Epoch[36] Batch [3899]	Speed: 731.919454 samples/sec	rmse=0.020025	lr=0.093589
Epoch[36] Batch [3949]	Speed: 704.981961 samples/sec	rmse=0.020028	lr=0.093585
Epoch[36] Batch [3999]	Speed: 753.487415 samples/sec	rmse=0.020027	lr=0.093581
Epoch[36] Batch [4049]	Speed: 721.781890 samples/sec	rmse=0.020029	lr=0.093577
Epoch[36] Batch [4099]	Speed: 740.208066 samples/sec	rmse=0.020032	lr=0.093573
Epoch[36] Batch [4149]	Speed: 733.330657 samples/sec	rmse=0.020033	lr=0.093569
Epoch[36] Batch [4199]	Speed: 717.954905 samples/sec	rmse=0.020032	lr=0.093565
Epoch[36] Batch [4249]	Speed: 733.016494 samples/sec	rmse=0.020032	lr=0.093561
Epoch[36] Batch [4299]	Speed: 706.432565 samples/sec	rmse=0.020031	lr=0.093557
Epoch[36] Batch [4349]	Speed: 735.403450 samples/sec	rmse=0.020033	lr=0.093553
Epoch[36] Batch [4399]	Speed: 732.084552 samples/sec	rmse=0.020035	lr=0.093549
Epoch[36] Batch [4449]	Speed: 727.835440 samples/sec	rmse=0.020037	lr=0.093545
Epoch[36] Batch [4499]	Speed: 699.935666 samples/sec	rmse=0.020039	lr=0.093541
Epoch[36] Batch [4549]	Speed: 716.480214 samples/sec	rmse=0.020037	lr=0.093537
Epoch[36] Batch [4599]	Speed: 773.727634 samples/sec	rmse=0.020039	lr=0.093533
Epoch[36] Batch [4649]	Speed: 720.959412 samples/sec	rmse=0.020040	lr=0.093529
Epoch[36] Batch [4699]	Speed: 770.426454 samples/sec	rmse=0.020045	lr=0.093525
Epoch[36] Batch [4749]	Speed: 744.302360 samples/sec	rmse=0.020046	lr=0.093521
Epoch[36] Batch [4799]	Speed: 755.072164 samples/sec	rmse=0.020048	lr=0.093518
Epoch[36] Batch [4849]	Speed: 724.521151 samples/sec	rmse=0.020049	lr=0.093514
Epoch[36] Batch [4899]	Speed: 726.303238 samples/sec	rmse=0.020047	lr=0.093510
Epoch[36] Batch [4949]	Speed: 744.861532 samples/sec	rmse=0.020048	lr=0.093506
Epoch[36] Batch [4999]	Speed: 730.598530 samples/sec	rmse=0.020047	lr=0.093502
[Epoch 36] training: rmse=0.020047
[Epoch 36] speed: 733 samples/sec	time cost: 1770.215145
[Epoch 36] validation: err-top1=0.353986 err-top5=0.129868
Epoch[37] Batch [49]	Speed: 701.880754 samples/sec	rmse=0.019893	lr=0.093497
Epoch[37] Batch [99]	Speed: 773.817877 samples/sec	rmse=0.019913	lr=0.093493
Epoch[37] Batch [149]	Speed: 752.368494 samples/sec	rmse=0.019906	lr=0.093489
Epoch[37] Batch [199]	Speed: 716.499902 samples/sec	rmse=0.019882	lr=0.093485
Epoch[37] Batch [249]	Speed: 729.900034 samples/sec	rmse=0.019864	lr=0.093481
Epoch[37] Batch [299]	Speed: 742.541322 samples/sec	rmse=0.019851	lr=0.093477
Epoch[37] Batch [349]	Speed: 724.334066 samples/sec	rmse=0.019854	lr=0.093474
Epoch[37] Batch [399]	Speed: 741.708137 samples/sec	rmse=0.019859	lr=0.093470
Epoch[37] Batch [449]	Speed: 742.815550 samples/sec	rmse=0.019878	lr=0.093466
Epoch[37] Batch [499]	Speed: 716.668353 samples/sec	rmse=0.019914	lr=0.093462
Epoch[37] Batch [549]	Speed: 721.869614 samples/sec	rmse=0.019926	lr=0.093458
Epoch[37] Batch [599]	Speed: 740.960022 samples/sec	rmse=0.019919	lr=0.093454
Epoch[37] Batch [649]	Speed: 739.191224 samples/sec	rmse=0.019917	lr=0.093450
Epoch[37] Batch [699]	Speed: 724.208911 samples/sec	rmse=0.019911	lr=0.093446
Epoch[37] Batch [749]	Speed: 735.369101 samples/sec	rmse=0.019920	lr=0.093442
Epoch[37] Batch [799]	Speed: 732.735640 samples/sec	rmse=0.019929	lr=0.093438
Epoch[37] Batch [849]	Speed: 729.684583 samples/sec	rmse=0.019937	lr=0.093434
Epoch[37] Batch [899]	Speed: 783.456964 samples/sec	rmse=0.019941	lr=0.093430
Epoch[37] Batch [949]	Speed: 732.336795 samples/sec	rmse=0.019942	lr=0.093426
Epoch[37] Batch [999]	Speed: 722.340291 samples/sec	rmse=0.019942	lr=0.093422
Epoch[37] Batch [1049]	Speed: 748.180286 samples/sec	rmse=0.019940	lr=0.093418
Epoch[37] Batch [1099]	Speed: 743.921431 samples/sec	rmse=0.019942	lr=0.093414
Epoch[37] Batch [1149]	Speed: 719.729430 samples/sec	rmse=0.019930	lr=0.093410
Epoch[37] Batch [1199]	Speed: 737.147617 samples/sec	rmse=0.019934	lr=0.093406
Epoch[37] Batch [1249]	Speed: 735.947833 samples/sec	rmse=0.019937	lr=0.093402
Epoch[37] Batch [1299]	Speed: 739.360352 samples/sec	rmse=0.019934	lr=0.093398
Epoch[37] Batch [1349]	Speed: 739.922033 samples/sec	rmse=0.019933	lr=0.093394
Epoch[37] Batch [1399]	Speed: 771.638111 samples/sec	rmse=0.019936	lr=0.093390
Epoch[37] Batch [1449]	Speed: 720.153518 samples/sec	rmse=0.019939	lr=0.093386
Epoch[37] Batch [1499]	Speed: 758.454202 samples/sec	rmse=0.019940	lr=0.093382
Epoch[37] Batch [1549]	Speed: 758.515336 samples/sec	rmse=0.019939	lr=0.093378
Epoch[37] Batch [1599]	Speed: 766.897587 samples/sec	rmse=0.019945	lr=0.093374
Epoch[37] Batch [1649]	Speed: 749.767676 samples/sec	rmse=0.019945	lr=0.093370
Epoch[37] Batch [1699]	Speed: 763.572808 samples/sec	rmse=0.019949	lr=0.093366
Epoch[37] Batch [1749]	Speed: 762.870246 samples/sec	rmse=0.019956	lr=0.093362
Epoch[37] Batch [1799]	Speed: 741.731726 samples/sec	rmse=0.019962	lr=0.093358
Epoch[37] Batch [1849]	Speed: 715.647043 samples/sec	rmse=0.019965	lr=0.093354
Epoch[37] Batch [1899]	Speed: 740.081427 samples/sec	rmse=0.019966	lr=0.093350
Epoch[37] Batch [1949]	Speed: 737.596388 samples/sec	rmse=0.019963	lr=0.093346
Epoch[37] Batch [1999]	Speed: 737.220852 samples/sec	rmse=0.019962	lr=0.093342
Epoch[37] Batch [2049]	Speed: 751.001782 samples/sec	rmse=0.019966	lr=0.093338
Epoch[37] Batch [2099]	Speed: 757.290742 samples/sec	rmse=0.019967	lr=0.093334
Epoch[37] Batch [2149]	Speed: 742.293630 samples/sec	rmse=0.019974	lr=0.093330
Epoch[37] Batch [2199]	Speed: 755.484716 samples/sec	rmse=0.019973	lr=0.093326
Epoch[37] Batch [2249]	Speed: 763.076534 samples/sec	rmse=0.019972	lr=0.093322
Epoch[37] Batch [2299]	Speed: 774.522756 samples/sec	rmse=0.019973	lr=0.093318
Epoch[37] Batch [2349]	Speed: 765.409519 samples/sec	rmse=0.019970	lr=0.093314
Epoch[37] Batch [2399]	Speed: 759.576351 samples/sec	rmse=0.019971	lr=0.093310
Epoch[37] Batch [2449]	Speed: 721.419315 samples/sec	rmse=0.019971	lr=0.093306
Epoch[37] Batch [2499]	Speed: 730.743836 samples/sec	rmse=0.019967	lr=0.093302
Epoch[37] Batch [2549]	Speed: 732.174299 samples/sec	rmse=0.019968	lr=0.093297
Epoch[37] Batch [2599]	Speed: 744.323783 samples/sec	rmse=0.019974	lr=0.093293
Epoch[37] Batch [2649]	Speed: 750.639500 samples/sec	rmse=0.019976	lr=0.093289
Epoch[37] Batch [2699]	Speed: 762.108042 samples/sec	rmse=0.019977	lr=0.093285
Epoch[37] Batch [2749]	Speed: 733.208883 samples/sec	rmse=0.019976	lr=0.093281
Epoch[37] Batch [2799]	Speed: 745.475638 samples/sec	rmse=0.019979	lr=0.093277
Epoch[37] Batch [2849]	Speed: 720.879266 samples/sec	rmse=0.019980	lr=0.093273
Epoch[37] Batch [2899]	Speed: 781.630749 samples/sec	rmse=0.019980	lr=0.093269
Epoch[37] Batch [2949]	Speed: 727.594147 samples/sec	rmse=0.019982	lr=0.093265
Epoch[37] Batch [2999]	Speed: 762.350646 samples/sec	rmse=0.019985	lr=0.093261
Epoch[37] Batch [3049]	Speed: 725.552796 samples/sec	rmse=0.019983	lr=0.093257
Epoch[37] Batch [3099]	Speed: 757.530567 samples/sec	rmse=0.019986	lr=0.093253
Epoch[37] Batch [3149]	Speed: 738.280956 samples/sec	rmse=0.019990	lr=0.093249
Epoch[37] Batch [3199]	Speed: 756.728834 samples/sec	rmse=0.019992	lr=0.093245
Epoch[37] Batch [3249]	Speed: 740.094486 samples/sec	rmse=0.019995	lr=0.093241
Epoch[37] Batch [3299]	Speed: 729.221325 samples/sec	rmse=0.019997	lr=0.093237
Epoch[37] Batch [3349]	Speed: 759.937696 samples/sec	rmse=0.019995	lr=0.093233
Epoch[37] Batch [3399]	Speed: 726.142917 samples/sec	rmse=0.019995	lr=0.093229
Epoch[37] Batch [3449]	Speed: 745.286215 samples/sec	rmse=0.020000	lr=0.093225
Epoch[37] Batch [3499]	Speed: 756.786991 samples/sec	rmse=0.020001	lr=0.093221
Epoch[37] Batch [3549]	Speed: 768.339371 samples/sec	rmse=0.020004	lr=0.093217
Epoch[37] Batch [3599]	Speed: 713.486989 samples/sec	rmse=0.020005	lr=0.093213
Epoch[37] Batch [3649]	Speed: 755.133062 samples/sec	rmse=0.020005	lr=0.093209
Epoch[37] Batch [3699]	Speed: 727.598693 samples/sec	rmse=0.020005	lr=0.093205
Epoch[37] Batch [3749]	Speed: 743.343084 samples/sec	rmse=0.020002	lr=0.093201
Epoch[37] Batch [3799]	Speed: 762.470533 samples/sec	rmse=0.020000	lr=0.093196
Epoch[37] Batch [3849]	Speed: 739.646889 samples/sec	rmse=0.020001	lr=0.093192
Epoch[37] Batch [3899]	Speed: 781.498755 samples/sec	rmse=0.019998	lr=0.093188
Epoch[37] Batch [3949]	Speed: 758.646959 samples/sec	rmse=0.019998	lr=0.093184
Epoch[37] Batch [3999]	Speed: 742.076996 samples/sec	rmse=0.019999	lr=0.093180
Epoch[37] Batch [4049]	Speed: 739.546418 samples/sec	rmse=0.020000	lr=0.093176
Epoch[37] Batch [4099]	Speed: 809.231411 samples/sec	rmse=0.019998	lr=0.093172
Epoch[37] Batch [4149]	Speed: 749.004456 samples/sec	rmse=0.019999	lr=0.093168
Epoch[37] Batch [4199]	Speed: 721.364955 samples/sec	rmse=0.019998	lr=0.093164
Epoch[37] Batch [4249]	Speed: 733.577865 samples/sec	rmse=0.020000	lr=0.093160
Epoch[37] Batch [4299]	Speed: 740.298152 samples/sec	rmse=0.020003	lr=0.093156
Epoch[37] Batch [4349]	Speed: 717.867315 samples/sec	rmse=0.020002	lr=0.093152
Epoch[37] Batch [4399]	Speed: 736.514523 samples/sec	rmse=0.020002	lr=0.093148
Epoch[37] Batch [4449]	Speed: 744.240865 samples/sec	rmse=0.020001	lr=0.093144
Epoch[37] Batch [4499]	Speed: 722.828360 samples/sec	rmse=0.020003	lr=0.093140
Epoch[37] Batch [4549]	Speed: 720.056496 samples/sec	rmse=0.020004	lr=0.093136
Epoch[37] Batch [4599]	Speed: 723.843279 samples/sec	rmse=0.020005	lr=0.093131
Epoch[37] Batch [4649]	Speed: 701.228117 samples/sec	rmse=0.020005	lr=0.093127
Epoch[37] Batch [4699]	Speed: 730.491367 samples/sec	rmse=0.020006	lr=0.093123
Epoch[37] Batch [4749]	Speed: 716.136117 samples/sec	rmse=0.020006	lr=0.093119
Epoch[37] Batch [4799]	Speed: 729.948493 samples/sec	rmse=0.020007	lr=0.093115
Epoch[37] Batch [4849]	Speed: 701.575104 samples/sec	rmse=0.020007	lr=0.093111
Epoch[37] Batch [4899]	Speed: 726.650489 samples/sec	rmse=0.020009	lr=0.093107
Epoch[37] Batch [4949]	Speed: 786.862342 samples/sec	rmse=0.020012	lr=0.093103
Epoch[37] Batch [4999]	Speed: 742.788131 samples/sec	rmse=0.020009	lr=0.093099
[Epoch 37] training: rmse=0.020010
[Epoch 37] speed: 741 samples/sec	time cost: 1752.446145
[Epoch 37] validation: err-top1=0.358934 err-top5=0.129708
Epoch[38] Batch [49]	Speed: 722.420120 samples/sec	rmse=0.019720	lr=0.093094
Epoch[38] Batch [99]	Speed: 731.324971 samples/sec	rmse=0.019722	lr=0.093090
Epoch[38] Batch [149]	Speed: 724.509995 samples/sec	rmse=0.019684	lr=0.093086
Epoch[38] Batch [199]	Speed: 748.690640 samples/sec	rmse=0.019725	lr=0.093082
Epoch[38] Batch [249]	Speed: 746.000696 samples/sec	rmse=0.019775	lr=0.093078
Epoch[38] Batch [299]	Speed: 759.074503 samples/sec	rmse=0.019823	lr=0.093074
Epoch[38] Batch [349]	Speed: 755.648216 samples/sec	rmse=0.019858	lr=0.093070
Epoch[38] Batch [399]	Speed: 747.056477 samples/sec	rmse=0.019900	lr=0.093066
Epoch[38] Batch [449]	Speed: 726.308259 samples/sec	rmse=0.019906	lr=0.093062
Epoch[38] Batch [499]	Speed: 697.835406 samples/sec	rmse=0.019912	lr=0.093058
Epoch[38] Batch [549]	Speed: 724.326443 samples/sec	rmse=0.019921	lr=0.093054
Epoch[38] Batch [599]	Speed: 751.183233 samples/sec	rmse=0.019918	lr=0.093050
Epoch[38] Batch [649]	Speed: 742.938121 samples/sec	rmse=0.019916	lr=0.093045
Epoch[38] Batch [699]	Speed: 785.527106 samples/sec	rmse=0.019919	lr=0.093041
Epoch[38] Batch [749]	Speed: 709.356518 samples/sec	rmse=0.019920	lr=0.093037
Epoch[38] Batch [799]	Speed: 732.321711 samples/sec	rmse=0.019919	lr=0.093033
Epoch[38] Batch [849]	Speed: 760.958646 samples/sec	rmse=0.019939	lr=0.093029
Epoch[38] Batch [899]	Speed: 742.269184 samples/sec	rmse=0.019930	lr=0.093025
Epoch[38] Batch [949]	Speed: 759.628497 samples/sec	rmse=0.019933	lr=0.093021
Epoch[38] Batch [999]	Speed: 736.457986 samples/sec	rmse=0.019945	lr=0.093017
Epoch[38] Batch [1049]	Speed: 748.382950 samples/sec	rmse=0.019952	lr=0.093013
Epoch[38] Batch [1099]	Speed: 711.870358 samples/sec	rmse=0.019942	lr=0.093009
Epoch[38] Batch [1149]	Speed: 766.661080 samples/sec	rmse=0.019947	lr=0.093004
Epoch[38] Batch [1199]	Speed: 747.471230 samples/sec	rmse=0.019948	lr=0.093000
Epoch[38] Batch [1249]	Speed: 715.175766 samples/sec	rmse=0.019946	lr=0.092996
Epoch[38] Batch [1299]	Speed: 736.034513 samples/sec	rmse=0.019937	lr=0.092992
Epoch[38] Batch [1349]	Speed: 750.838480 samples/sec	rmse=0.019940	lr=0.092988
Epoch[38] Batch [1399]	Speed: 738.144764 samples/sec	rmse=0.019950	lr=0.092984
Epoch[38] Batch [1449]	Speed: 738.298114 samples/sec	rmse=0.019957	lr=0.092980
Epoch[38] Batch [1499]	Speed: 727.877319 samples/sec	rmse=0.019962	lr=0.092976
Epoch[38] Batch [1549]	Speed: 748.876982 samples/sec	rmse=0.019971	lr=0.092972
Epoch[38] Batch [1599]	Speed: 769.044104 samples/sec	rmse=0.019972	lr=0.092967
Epoch[38] Batch [1649]	Speed: 712.126449 samples/sec	rmse=0.019973	lr=0.092963
Epoch[38] Batch [1699]	Speed: 742.146906 samples/sec	rmse=0.019966	lr=0.092959
Epoch[38] Batch [1749]	Speed: 768.049207 samples/sec	rmse=0.019960	lr=0.092955
Epoch[38] Batch [1799]	Speed: 747.472791 samples/sec	rmse=0.019959	lr=0.092951
Epoch[38] Batch [1849]	Speed: 722.808273 samples/sec	rmse=0.019961	lr=0.092947
Epoch[38] Batch [1899]	Speed: 755.714206 samples/sec	rmse=0.019959	lr=0.092943
Epoch[38] Batch [1949]	Speed: 728.979410 samples/sec	rmse=0.019957	lr=0.092939
Epoch[38] Batch [1999]	Speed: 708.341609 samples/sec	rmse=0.019960	lr=0.092934
Epoch[38] Batch [2049]	Speed: 720.786587 samples/sec	rmse=0.019959	lr=0.092930
Epoch[38] Batch [2099]	Speed: 785.014795 samples/sec	rmse=0.019961	lr=0.092926
Epoch[38] Batch [2149]	Speed: 738.311536 samples/sec	rmse=0.019958	lr=0.092922
Epoch[38] Batch [2199]	Speed: 747.752748 samples/sec	rmse=0.019957	lr=0.092918
Epoch[38] Batch [2249]	Speed: 713.456363 samples/sec	rmse=0.019954	lr=0.092914
Epoch[38] Batch [2299]	Speed: 724.351501 samples/sec	rmse=0.019954	lr=0.092910
Epoch[38] Batch [2349]	Speed: 732.207431 samples/sec	rmse=0.019957	lr=0.092906
Epoch[38] Batch [2399]	Speed: 726.374619 samples/sec	rmse=0.019961	lr=0.092901
Epoch[38] Batch [2449]	Speed: 747.060718 samples/sec	rmse=0.019963	lr=0.092897
Epoch[38] Batch [2499]	Speed: 731.804682 samples/sec	rmse=0.019967	lr=0.092893
Epoch[38] Batch [2549]	Speed: 730.033339 samples/sec	rmse=0.019968	lr=0.092889
Epoch[38] Batch [2599]	Speed: 699.976431 samples/sec	rmse=0.019972	lr=0.092885
Epoch[38] Batch [2649]	Speed: 729.397764 samples/sec	rmse=0.019971	lr=0.092881
Epoch[38] Batch [2699]	Speed: 733.104707 samples/sec	rmse=0.019969	lr=0.092877
Epoch[38] Batch [2749]	Speed: 787.082884 samples/sec	rmse=0.019972	lr=0.092872
Epoch[38] Batch [2799]	Speed: 752.316539 samples/sec	rmse=0.019970	lr=0.092868
Epoch[38] Batch [2849]	Speed: 706.530367 samples/sec	rmse=0.019968	lr=0.092864
Epoch[38] Batch [2899]	Speed: 746.418833 samples/sec	rmse=0.019968	lr=0.092860
Epoch[38] Batch [2949]	Speed: 715.868534 samples/sec	rmse=0.019965	lr=0.092856
Epoch[38] Batch [2999]	Speed: 748.154668 samples/sec	rmse=0.019969	lr=0.092852
Epoch[38] Batch [3049]	Speed: 717.375836 samples/sec	rmse=0.019970	lr=0.092848
Epoch[38] Batch [3099]	Speed: 733.497585 samples/sec	rmse=0.019973	lr=0.092843
Epoch[38] Batch [3149]	Speed: 731.220782 samples/sec	rmse=0.019974	lr=0.092839
Epoch[38] Batch [3199]	Speed: 734.258867 samples/sec	rmse=0.019975	lr=0.092835
Epoch[38] Batch [3249]	Speed: 740.936993 samples/sec	rmse=0.019976	lr=0.092831
Epoch[38] Batch [3299]	Speed: 769.820164 samples/sec	rmse=0.019979	lr=0.092827
Epoch[38] Batch [3349]	Speed: 756.291590 samples/sec	rmse=0.019981	lr=0.092823
Epoch[38] Batch [3399]	Speed: 744.834406 samples/sec	rmse=0.019986	lr=0.092819
Epoch[38] Batch [3449]	Speed: 723.845036 samples/sec	rmse=0.019989	lr=0.092814
Epoch[38] Batch [3499]	Speed: 751.715566 samples/sec	rmse=0.019992	lr=0.092810
Epoch[38] Batch [3549]	Speed: 801.908290 samples/sec	rmse=0.019997	lr=0.092806
Epoch[38] Batch [3599]	Speed: 727.995098 samples/sec	rmse=0.019997	lr=0.092802
Epoch[38] Batch [3649]	Speed: 736.377912 samples/sec	rmse=0.019998	lr=0.092798
Epoch[38] Batch [3699]	Speed: 749.575972 samples/sec	rmse=0.020000	lr=0.092794
Epoch[38] Batch [3749]	Speed: 765.746204 samples/sec	rmse=0.019998	lr=0.092789
Epoch[38] Batch [3799]	Speed: 743.856938 samples/sec	rmse=0.020001	lr=0.092785
Epoch[38] Batch [3849]	Speed: 760.161505 samples/sec	rmse=0.020001	lr=0.092781
Epoch[38] Batch [3899]	Speed: 754.109688 samples/sec	rmse=0.020002	lr=0.092777
Epoch[38] Batch [3949]	Speed: 770.739728 samples/sec	rmse=0.020002	lr=0.092773
Epoch[38] Batch [3999]	Speed: 725.434532 samples/sec	rmse=0.020001	lr=0.092769
Epoch[38] Batch [4049]	Speed: 755.983882 samples/sec	rmse=0.020001	lr=0.092764
Epoch[38] Batch [4099]	Speed: 748.351488 samples/sec	rmse=0.020000	lr=0.092760
Epoch[38] Batch [4149]	Speed: 726.755288 samples/sec	rmse=0.020000	lr=0.092756
Epoch[38] Batch [4199]	Speed: 764.737375 samples/sec	rmse=0.020000	lr=0.092752
Epoch[38] Batch [4249]	Speed: 720.215841 samples/sec	rmse=0.020000	lr=0.092748
Epoch[38] Batch [4299]	Speed: 746.137936 samples/sec	rmse=0.020000	lr=0.092744
Epoch[38] Batch [4349]	Speed: 754.612330 samples/sec	rmse=0.020002	lr=0.092739
Epoch[38] Batch [4399]	Speed: 770.508498 samples/sec	rmse=0.020004	lr=0.092735
Epoch[38] Batch [4449]	Speed: 815.163203 samples/sec	rmse=0.020005	lr=0.092731
Epoch[38] Batch [4499]	Speed: 792.781280 samples/sec	rmse=0.020009	lr=0.092727
Epoch[38] Batch [4549]	Speed: 728.472346 samples/sec	rmse=0.020009	lr=0.092723
Epoch[38] Batch [4599]	Speed: 717.974828 samples/sec	rmse=0.020009	lr=0.092718
Epoch[38] Batch [4649]	Speed: 744.757305 samples/sec	rmse=0.020009	lr=0.092714
Epoch[38] Batch [4699]	Speed: 721.991204 samples/sec	rmse=0.020011	lr=0.092710
Epoch[38] Batch [4749]	Speed: 746.174522 samples/sec	rmse=0.020011	lr=0.092706
Epoch[38] Batch [4799]	Speed: 723.534928 samples/sec	rmse=0.020014	lr=0.092702
Epoch[38] Batch [4849]	Speed: 738.673782 samples/sec	rmse=0.020015	lr=0.092698
Epoch[38] Batch [4899]	Speed: 717.889748 samples/sec	rmse=0.020015	lr=0.092693
Epoch[38] Batch [4949]	Speed: 710.966389 samples/sec	rmse=0.020016	lr=0.092689
Epoch[38] Batch [4999]	Speed: 713.545090 samples/sec	rmse=0.020018	lr=0.092685
[Epoch 38] training: rmse=0.020017
[Epoch 38] speed: 740 samples/sec	time cost: 1754.176238
[Epoch 38] validation: err-top1=0.350925 err-top5=0.128827
Epoch[39] Batch [49]	Speed: 700.962350 samples/sec	rmse=0.019811	lr=0.092680
Epoch[39] Batch [99]	Speed: 709.804989 samples/sec	rmse=0.019865	lr=0.092676
Epoch[39] Batch [149]	Speed: 723.673390 samples/sec	rmse=0.019924	lr=0.092672
Epoch[39] Batch [199]	Speed: 742.689486 samples/sec	rmse=0.019895	lr=0.092668
Epoch[39] Batch [249]	Speed: 714.832845 samples/sec	rmse=0.019873	lr=0.092664
Epoch[39] Batch [299]	Speed: 749.483761 samples/sec	rmse=0.019884	lr=0.092659
Epoch[39] Batch [349]	Speed: 731.416863 samples/sec	rmse=0.019922	lr=0.092655
Epoch[39] Batch [399]	Speed: 720.179331 samples/sec	rmse=0.019926	lr=0.092651
Epoch[39] Batch [449]	Speed: 716.351583 samples/sec	rmse=0.019925	lr=0.092647
Epoch[39] Batch [499]	Speed: 734.085038 samples/sec	rmse=0.019942	lr=0.092643
Epoch[39] Batch [549]	Speed: 719.767593 samples/sec	rmse=0.019968	lr=0.092638
Epoch[39] Batch [599]	Speed: 720.285151 samples/sec	rmse=0.019966	lr=0.092634
Epoch[39] Batch [649]	Speed: 731.279058 samples/sec	rmse=0.019978	lr=0.092630
Epoch[39] Batch [699]	Speed: 720.118840 samples/sec	rmse=0.019974	lr=0.092626
Epoch[39] Batch [749]	Speed: 770.716625 samples/sec	rmse=0.019984	lr=0.092622
Epoch[39] Batch [799]	Speed: 718.840033 samples/sec	rmse=0.019978	lr=0.092617
Epoch[39] Batch [849]	Speed: 742.381585 samples/sec	rmse=0.019983	lr=0.092613
Epoch[39] Batch [899]	Speed: 712.575016 samples/sec	rmse=0.019971	lr=0.092609
Epoch[39] Batch [949]	Speed: 702.476006 samples/sec	rmse=0.019975	lr=0.092605
Epoch[39] Batch [999]	Speed: 731.517400 samples/sec	rmse=0.019973	lr=0.092601
Epoch[39] Batch [1049]	Speed: 723.056325 samples/sec	rmse=0.019977	lr=0.092596
Epoch[39] Batch [1099]	Speed: 754.834170 samples/sec	rmse=0.019973	lr=0.092592
Epoch[39] Batch [1149]	Speed: 764.412167 samples/sec	rmse=0.019977	lr=0.092588
Epoch[39] Batch [1199]	Speed: 746.562725 samples/sec	rmse=0.019981	lr=0.092584
Epoch[39] Batch [1249]	Speed: 770.100003 samples/sec	rmse=0.019982	lr=0.092579
Epoch[39] Batch [1299]	Speed: 779.004414 samples/sec	rmse=0.019981	lr=0.092575
Epoch[39] Batch [1349]	Speed: 718.042815 samples/sec	rmse=0.019976	lr=0.092571
Epoch[39] Batch [1399]	Speed: 784.203587 samples/sec	rmse=0.019969	lr=0.092567
Epoch[39] Batch [1449]	Speed: 703.546346 samples/sec	rmse=0.019967	lr=0.092563
Epoch[39] Batch [1499]	Speed: 748.248774 samples/sec	rmse=0.019972	lr=0.092558
Epoch[39] Batch [1549]	Speed: 727.099259 samples/sec	rmse=0.019972	lr=0.092554
Epoch[39] Batch [1599]	Speed: 725.190488 samples/sec	rmse=0.019969	lr=0.092550
Epoch[39] Batch [1649]	Speed: 733.119984 samples/sec	rmse=0.019960	lr=0.092546
Epoch[39] Batch [1699]	Speed: 766.809794 samples/sec	rmse=0.019957	lr=0.092541
Epoch[39] Batch [1749]	Speed: 734.914082 samples/sec	rmse=0.019964	lr=0.092537
Epoch[39] Batch [1799]	Speed: 711.958304 samples/sec	rmse=0.019964	lr=0.092533
Epoch[39] Batch [1849]	Speed: 714.775647 samples/sec	rmse=0.019959	lr=0.092529
Epoch[39] Batch [1899]	Speed: 734.396461 samples/sec	rmse=0.019955	lr=0.092525
Epoch[39] Batch [1949]	Speed: 769.246812 samples/sec	rmse=0.019951	lr=0.092520
Epoch[39] Batch [1999]	Speed: 727.707277 samples/sec	rmse=0.019953	lr=0.092516
Epoch[39] Batch [2049]	Speed: 757.398251 samples/sec	rmse=0.019951	lr=0.092512
Epoch[39] Batch [2099]	Speed: 766.600608 samples/sec	rmse=0.019959	lr=0.092508
Epoch[39] Batch [2149]	Speed: 696.047936 samples/sec	rmse=0.019954	lr=0.092503
Epoch[39] Batch [2199]	Speed: 695.116515 samples/sec	rmse=0.019954	lr=0.092499
Epoch[39] Batch [2249]	Speed: 712.889211 samples/sec	rmse=0.019956	lr=0.092495
Epoch[39] Batch [2299]	Speed: 734.697340 samples/sec	rmse=0.019955	lr=0.092491
Epoch[39] Batch [2349]	Speed: 736.347370 samples/sec	rmse=0.019953	lr=0.092486
Epoch[39] Batch [2399]	Speed: 719.382939 samples/sec	rmse=0.019953	lr=0.092482
Epoch[39] Batch [2449]	Speed: 737.053551 samples/sec	rmse=0.019953	lr=0.092478
Epoch[39] Batch [2499]	Speed: 770.729947 samples/sec	rmse=0.019955	lr=0.092474
Epoch[39] Batch [2549]	Speed: 729.956562 samples/sec	rmse=0.019952	lr=0.092469
Epoch[39] Batch [2599]	Speed: 724.212272 samples/sec	rmse=0.019954	lr=0.092465
Epoch[39] Batch [2649]	Speed: 711.668229 samples/sec	rmse=0.019957	lr=0.092461
Epoch[39] Batch [2699]	Speed: 773.263170 samples/sec	rmse=0.019956	lr=0.092457
Epoch[39] Batch [2749]	Speed: 710.159541 samples/sec	rmse=0.019960	lr=0.092452
Epoch[39] Batch [2799]	Speed: 755.854426 samples/sec	rmse=0.019961	lr=0.092448
Epoch[39] Batch [2849]	Speed: 761.131484 samples/sec	rmse=0.019959	lr=0.092444
Epoch[39] Batch [2899]	Speed: 712.661546 samples/sec	rmse=0.019961	lr=0.092440
Epoch[39] Batch [2949]	Speed: 734.334864 samples/sec	rmse=0.019962	lr=0.092435
Epoch[39] Batch [2999]	Speed: 726.126476 samples/sec	rmse=0.019966	lr=0.092431
Epoch[39] Batch [3049]	Speed: 735.655646 samples/sec	rmse=0.019966	lr=0.092427
Epoch[39] Batch [3099]	Speed: 753.491803 samples/sec	rmse=0.019964	lr=0.092423
Epoch[39] Batch [3149]	Speed: 739.858221 samples/sec	rmse=0.019963	lr=0.092418
Epoch[39] Batch [3199]	Speed: 726.973550 samples/sec	rmse=0.019966	lr=0.092414
Epoch[39] Batch [3249]	Speed: 720.788977 samples/sec	rmse=0.019966	lr=0.092410
Epoch[39] Batch [3299]	Speed: 758.608614 samples/sec	rmse=0.019969	lr=0.092406
Epoch[39] Batch [3349]	Speed: 783.674629 samples/sec	rmse=0.019973	lr=0.092401
Epoch[39] Batch [3399]	Speed: 729.174181 samples/sec	rmse=0.019976	lr=0.092397
Epoch[39] Batch [3449]	Speed: 742.510348 samples/sec	rmse=0.019980	lr=0.092393
Epoch[39] Batch [3499]	Speed: 725.280434 samples/sec	rmse=0.019980	lr=0.092388
Epoch[39] Batch [3549]	Speed: 755.537514 samples/sec	rmse=0.019978	lr=0.092384
Epoch[39] Batch [3599]	Speed: 750.112893 samples/sec	rmse=0.019978	lr=0.092380
Epoch[39] Batch [3649]	Speed: 755.982583 samples/sec	rmse=0.019980	lr=0.092376
Epoch[39] Batch [3699]	Speed: 726.583705 samples/sec	rmse=0.019982	lr=0.092371
Epoch[39] Batch [3749]	Speed: 776.493408 samples/sec	rmse=0.019984	lr=0.092367
Epoch[39] Batch [3799]	Speed: 761.965266 samples/sec	rmse=0.019982	lr=0.092363
Epoch[39] Batch [3849]	Speed: 764.970517 samples/sec	rmse=0.019984	lr=0.092359
Epoch[39] Batch [3899]	Speed: 727.799436 samples/sec	rmse=0.019979	lr=0.092354
Epoch[39] Batch [3949]	Speed: 718.288048 samples/sec	rmse=0.019979	lr=0.092350
Epoch[39] Batch [3999]	Speed: 732.788967 samples/sec	rmse=0.019981	lr=0.092346
Epoch[39] Batch [4049]	Speed: 719.107666 samples/sec	rmse=0.019987	lr=0.092341
Epoch[39] Batch [4099]	Speed: 748.254593 samples/sec	rmse=0.019992	lr=0.092337
Epoch[39] Batch [4149]	Speed: 734.656401 samples/sec	rmse=0.019992	lr=0.092333
Epoch[39] Batch [4199]	Speed: 710.763277 samples/sec	rmse=0.019992	lr=0.092329
Epoch[39] Batch [4249]	Speed: 732.294811 samples/sec	rmse=0.019991	lr=0.092324
Epoch[39] Batch [4299]	Speed: 749.601917 samples/sec	rmse=0.019992	lr=0.092320
Epoch[39] Batch [4349]	Speed: 716.938870 samples/sec	rmse=0.019991	lr=0.092316
Epoch[39] Batch [4399]	Speed: 725.845116 samples/sec	rmse=0.019990	lr=0.092311
Epoch[39] Batch [4449]	Speed: 716.524057 samples/sec	rmse=0.019989	lr=0.092307
Epoch[39] Batch [4499]	Speed: 770.481129 samples/sec	rmse=0.019993	lr=0.092303
Epoch[39] Batch [4549]	Speed: 727.558256 samples/sec	rmse=0.019991	lr=0.092299
Epoch[39] Batch [4599]	Speed: 775.964500 samples/sec	rmse=0.019993	lr=0.092294
Epoch[39] Batch [4649]	Speed: 786.425557 samples/sec	rmse=0.019991	lr=0.092290
Epoch[39] Batch [4699]	Speed: 715.823101 samples/sec	rmse=0.019988	lr=0.092286
Epoch[39] Batch [4749]	Speed: 732.676042 samples/sec	rmse=0.019993	lr=0.092281
Epoch[39] Batch [4799]	Speed: 771.390193 samples/sec	rmse=0.019995	lr=0.092277
Epoch[39] Batch [4849]	Speed: 732.695260 samples/sec	rmse=0.019994	lr=0.092273
Epoch[39] Batch [4899]	Speed: 743.578562 samples/sec	rmse=0.019995	lr=0.092269
Epoch[39] Batch [4949]	Speed: 743.970254 samples/sec	rmse=0.019992	lr=0.092264
Epoch[39] Batch [4999]	Speed: 745.879103 samples/sec	rmse=0.019992	lr=0.092260
[Epoch 39] training: rmse=0.019993
[Epoch 39] speed: 736 samples/sec	time cost: 1763.849241
[Epoch 39] validation: err-top1=0.363942 err-top5=0.138562
Epoch[40] Batch [49]	Speed: 715.802849 samples/sec	rmse=0.019838	lr=0.092255
Epoch[40] Batch [99]	Speed: 760.337923 samples/sec	rmse=0.019899	lr=0.092251
Epoch[40] Batch [149]	Speed: 785.199666 samples/sec	rmse=0.019902	lr=0.092247
Epoch[40] Batch [199]	Speed: 742.955979 samples/sec	rmse=0.019923	lr=0.092242
Epoch[40] Batch [249]	Speed: 747.739365 samples/sec	rmse=0.019917	lr=0.092238
Epoch[40] Batch [299]	Speed: 760.615294 samples/sec	rmse=0.019913	lr=0.092234
Epoch[40] Batch [349]	Speed: 746.492397 samples/sec	rmse=0.019871	lr=0.092229
Epoch[40] Batch [399]	Speed: 721.868963 samples/sec	rmse=0.019912	lr=0.092225
Epoch[40] Batch [449]	Speed: 766.124377 samples/sec	rmse=0.019913	lr=0.092221
Epoch[40] Batch [499]	Speed: 729.141065 samples/sec	rmse=0.019898	lr=0.092217
Epoch[40] Batch [549]	Speed: 740.628826 samples/sec	rmse=0.019898	lr=0.092212
Epoch[40] Batch [599]	Speed: 729.630051 samples/sec	rmse=0.019886	lr=0.092208
Epoch[40] Batch [649]	Speed: 718.184274 samples/sec	rmse=0.019896	lr=0.092204
Epoch[40] Batch [699]	Speed: 724.713215 samples/sec	rmse=0.019903	lr=0.092199
Epoch[40] Batch [749]	Speed: 762.445195 samples/sec	rmse=0.019903	lr=0.092195
Epoch[40] Batch [799]	Speed: 760.187370 samples/sec	rmse=0.019896	lr=0.092191
Epoch[40] Batch [849]	Speed: 725.301804 samples/sec	rmse=0.019896	lr=0.092186
Epoch[40] Batch [899]	Speed: 771.640618 samples/sec	rmse=0.019896	lr=0.092182
Epoch[40] Batch [949]	Speed: 779.092093 samples/sec	rmse=0.019895	lr=0.092178
Epoch[40] Batch [999]	Speed: 763.880064 samples/sec	rmse=0.019893	lr=0.092173
Epoch[40] Batch [1049]	Speed: 760.383453 samples/sec	rmse=0.019896	lr=0.092169
Epoch[40] Batch [1099]	Speed: 728.439768 samples/sec	rmse=0.019897	lr=0.092165
Epoch[40] Batch [1149]	Speed: 778.133476 samples/sec	rmse=0.019895	lr=0.092160
Epoch[40] Batch [1199]	Speed: 754.312737 samples/sec	rmse=0.019889	lr=0.092156
Epoch[40] Batch [1249]	Speed: 747.483063 samples/sec	rmse=0.019889	lr=0.092152
Epoch[40] Batch [1299]	Speed: 739.944795 samples/sec	rmse=0.019888	lr=0.092147
Epoch[40] Batch [1349]	Speed: 729.868906 samples/sec	rmse=0.019892	lr=0.092143
Epoch[40] Batch [1399]	Speed: 721.935204 samples/sec	rmse=0.019887	lr=0.092139
Epoch[40] Batch [1449]	Speed: 712.312743 samples/sec	rmse=0.019892	lr=0.092134
Epoch[40] Batch [1499]	Speed: 734.922391 samples/sec	rmse=0.019901	lr=0.092130
Epoch[40] Batch [1549]	Speed: 758.093538 samples/sec	rmse=0.019900	lr=0.092126
Epoch[40] Batch [1599]	Speed: 709.901830 samples/sec	rmse=0.019905	lr=0.092121
Epoch[40] Batch [1649]	Speed: 732.789637 samples/sec	rmse=0.019900	lr=0.092117
Epoch[40] Batch [1699]	Speed: 743.542714 samples/sec	rmse=0.019895	lr=0.092113
Epoch[40] Batch [1749]	Speed: 723.222437 samples/sec	rmse=0.019897	lr=0.092108
Epoch[40] Batch [1799]	Speed: 706.588401 samples/sec	rmse=0.019892	lr=0.092104
Epoch[40] Batch [1849]	Speed: 711.985430 samples/sec	rmse=0.019893	lr=0.092100
Epoch[40] Batch [1899]	Speed: 764.705950 samples/sec	rmse=0.019888	lr=0.092095
Epoch[40] Batch [1949]	Speed: 771.050853 samples/sec	rmse=0.019884	lr=0.092091
Epoch[40] Batch [1999]	Speed: 704.083692 samples/sec	rmse=0.019888	lr=0.092087
Epoch[40] Batch [2049]	Speed: 723.162038 samples/sec	rmse=0.019888	lr=0.092082
Epoch[40] Batch [2099]	Speed: 743.418039 samples/sec	rmse=0.019895	lr=0.092078
Epoch[40] Batch [2149]	Speed: 753.091704 samples/sec	rmse=0.019896	lr=0.092074
Epoch[40] Batch [2199]	Speed: 760.042074 samples/sec	rmse=0.019899	lr=0.092069
Epoch[40] Batch [2249]	Speed: 746.496974 samples/sec	rmse=0.019901	lr=0.092065
Epoch[40] Batch [2299]	Speed: 736.544483 samples/sec	rmse=0.019905	lr=0.092061
Epoch[40] Batch [2349]	Speed: 712.476101 samples/sec	rmse=0.019907	lr=0.092056
Epoch[40] Batch [2399]	Speed: 701.235765 samples/sec	rmse=0.019903	lr=0.092052
Epoch[40] Batch [2449]	Speed: 734.880241 samples/sec	rmse=0.019905	lr=0.092047
Epoch[40] Batch [2499]	Speed: 697.406685 samples/sec	rmse=0.019907	lr=0.092043
Epoch[40] Batch [2549]	Speed: 745.681531 samples/sec	rmse=0.019904	lr=0.092039
Epoch[40] Batch [2599]	Speed: 736.315781 samples/sec	rmse=0.019905	lr=0.092034
Epoch[40] Batch [2649]	Speed: 721.071670 samples/sec	rmse=0.019911	lr=0.092030
Epoch[40] Batch [2699]	Speed: 738.491721 samples/sec	rmse=0.019910	lr=0.092026
Epoch[40] Batch [2749]	Speed: 756.108601 samples/sec	rmse=0.019916	lr=0.092021
Epoch[40] Batch [2799]	Speed: 701.740150 samples/sec	rmse=0.019918	lr=0.092017
Epoch[40] Batch [2849]	Speed: 735.821467 samples/sec	rmse=0.019921	lr=0.092013
Epoch[40] Batch [2899]	Speed: 745.668367 samples/sec	rmse=0.019926	lr=0.092008
Epoch[40] Batch [2949]	Speed: 741.438114 samples/sec	rmse=0.019925	lr=0.092004
Epoch[40] Batch [2999]	Speed: 769.045944 samples/sec	rmse=0.019926	lr=0.092000
Epoch[40] Batch [3049]	Speed: 728.918887 samples/sec	rmse=0.019924	lr=0.091995
Epoch[40] Batch [3099]	Speed: 780.612371 samples/sec	rmse=0.019925	lr=0.091991
Epoch[40] Batch [3149]	Speed: 770.383007 samples/sec	rmse=0.019921	lr=0.091986
Epoch[40] Batch [3199]	Speed: 725.420966 samples/sec	rmse=0.019920	lr=0.091982
Epoch[40] Batch [3249]	Speed: 696.776897 samples/sec	rmse=0.019921	lr=0.091978
Epoch[40] Batch [3299]	Speed: 722.656349 samples/sec	rmse=0.019926	lr=0.091973
Epoch[40] Batch [3349]	Speed: 747.361776 samples/sec	rmse=0.019929	lr=0.091969
Epoch[40] Batch [3399]	Speed: 733.762275 samples/sec	rmse=0.019931	lr=0.091965
Epoch[40] Batch [3449]	Speed: 726.628705 samples/sec	rmse=0.019932	lr=0.091960
Epoch[40] Batch [3499]	Speed: 707.346692 samples/sec	rmse=0.019934	lr=0.091956
Epoch[40] Batch [3549]	Speed: 735.300624 samples/sec	rmse=0.019937	lr=0.091951
Epoch[40] Batch [3599]	Speed: 742.333227 samples/sec	rmse=0.019937	lr=0.091947
Epoch[40] Batch [3649]	Speed: 742.856807 samples/sec	rmse=0.019937	lr=0.091943
Epoch[40] Batch [3699]	Speed: 712.720791 samples/sec	rmse=0.019942	lr=0.091938
Epoch[40] Batch [3749]	Speed: 772.664251 samples/sec	rmse=0.019943	lr=0.091934
Epoch[40] Batch [3799]	Speed: 772.071101 samples/sec	rmse=0.019944	lr=0.091929
Epoch[40] Batch [3849]	Speed: 749.095587 samples/sec	rmse=0.019942	lr=0.091925
Epoch[40] Batch [3899]	Speed: 721.817835 samples/sec	rmse=0.019941	lr=0.091921
Epoch[40] Batch [3949]	Speed: 756.420130 samples/sec	rmse=0.019938	lr=0.091916
Epoch[40] Batch [3999]	Speed: 741.762296 samples/sec	rmse=0.019939	lr=0.091912
Epoch[40] Batch [4049]	Speed: 746.740593 samples/sec	rmse=0.019939	lr=0.091908
Epoch[40] Batch [4099]	Speed: 746.846998 samples/sec	rmse=0.019941	lr=0.091903
Epoch[40] Batch [4149]	Speed: 751.192177 samples/sec	rmse=0.019943	lr=0.091899
Epoch[40] Batch [4199]	Speed: 706.098402 samples/sec	rmse=0.019944	lr=0.091894
Epoch[40] Batch [4249]	Speed: 719.022076 samples/sec	rmse=0.019943	lr=0.091890
Epoch[40] Batch [4299]	Speed: 738.869661 samples/sec	rmse=0.019943	lr=0.091886
Epoch[40] Batch [4349]	Speed: 737.723162 samples/sec	rmse=0.019942	lr=0.091881
Epoch[40] Batch [4399]	Speed: 730.415011 samples/sec	rmse=0.019941	lr=0.091877
Epoch[40] Batch [4449]	Speed: 743.658221 samples/sec	rmse=0.019944	lr=0.091872
Epoch[40] Batch [4499]	Speed: 733.426641 samples/sec	rmse=0.019949	lr=0.091868
Epoch[40] Batch [4549]	Speed: 753.233657 samples/sec	rmse=0.019951	lr=0.091864
Epoch[40] Batch [4599]	Speed: 768.869713 samples/sec	rmse=0.019952	lr=0.091859
Epoch[40] Batch [4649]	Speed: 741.662540 samples/sec	rmse=0.019953	lr=0.091855
Epoch[40] Batch [4699]	Speed: 737.102448 samples/sec	rmse=0.019957	lr=0.091850
Epoch[40] Batch [4749]	Speed: 727.563876 samples/sec	rmse=0.019959	lr=0.091846
Epoch[40] Batch [4799]	Speed: 726.893381 samples/sec	rmse=0.019961	lr=0.091842
Epoch[40] Batch [4849]	Speed: 722.764728 samples/sec	rmse=0.019961	lr=0.091837
Epoch[40] Batch [4899]	Speed: 718.553125 samples/sec	rmse=0.019961	lr=0.091833
Epoch[40] Batch [4949]	Speed: 752.482731 samples/sec	rmse=0.019962	lr=0.091828
Epoch[40] Batch [4999]	Speed: 729.531866 samples/sec	rmse=0.019964	lr=0.091824
[Epoch 40] training: rmse=0.019964
[Epoch 40] speed: 738 samples/sec	time cost: 1758.196604
[Epoch 40] validation: err-top1=0.350361 err-top5=0.128065
Epoch[41] Batch [49]	Speed: 764.415410 samples/sec	rmse=0.019689	lr=0.091819
Epoch[41] Batch [99]	Speed: 762.854463 samples/sec	rmse=0.019780	lr=0.091815
Epoch[41] Batch [149]	Speed: 738.047339 samples/sec	rmse=0.019822	lr=0.091810
Epoch[41] Batch [199]	Speed: 770.518240 samples/sec	rmse=0.019853	lr=0.091806
Epoch[41] Batch [249]	Speed: 707.165483 samples/sec	rmse=0.019880	lr=0.091802
Epoch[41] Batch [299]	Speed: 729.597528 samples/sec	rmse=0.019886	lr=0.091797
Epoch[41] Batch [349]	Speed: 728.047895 samples/sec	rmse=0.019869	lr=0.091793
Epoch[41] Batch [399]	Speed: 732.073042 samples/sec	rmse=0.019873	lr=0.091788
Epoch[41] Batch [449]	Speed: 755.993026 samples/sec	rmse=0.019860	lr=0.091784
Epoch[41] Batch [499]	Speed: 734.187986 samples/sec	rmse=0.019838	lr=0.091779
Epoch[41] Batch [549]	Speed: 731.773091 samples/sec	rmse=0.019840	lr=0.091775
Epoch[41] Batch [599]	Speed: 737.931053 samples/sec	rmse=0.019834	lr=0.091771
Epoch[41] Batch [649]	Speed: 745.876233 samples/sec	rmse=0.019854	lr=0.091766
Epoch[41] Batch [699]	Speed: 751.464767 samples/sec	rmse=0.019858	lr=0.091762
Epoch[41] Batch [749]	Speed: 721.551886 samples/sec	rmse=0.019863	lr=0.091757
Epoch[41] Batch [799]	Speed: 754.920176 samples/sec	rmse=0.019890	lr=0.091753
Epoch[41] Batch [849]	Speed: 742.386369 samples/sec	rmse=0.019897	lr=0.091748
Epoch[41] Batch [899]	Speed: 771.308804 samples/sec	rmse=0.019911	lr=0.091744
Epoch[41] Batch [949]	Speed: 750.643236 samples/sec	rmse=0.019905	lr=0.091740
Epoch[41] Batch [999]	Speed: 734.141964 samples/sec	rmse=0.019907	lr=0.091735
Epoch[41] Batch [1049]	Speed: 720.831646 samples/sec	rmse=0.019923	lr=0.091731
Epoch[41] Batch [1099]	Speed: 708.531033 samples/sec	rmse=0.019916	lr=0.091726
Epoch[41] Batch [1149]	Speed: 753.017489 samples/sec	rmse=0.019924	lr=0.091722
Epoch[41] Batch [1199]	Speed: 722.716168 samples/sec	rmse=0.019929	lr=0.091717
Epoch[41] Batch [1249]	Speed: 720.899042 samples/sec	rmse=0.019929	lr=0.091713
Epoch[41] Batch [1299]	Speed: 750.597238 samples/sec	rmse=0.019927	lr=0.091709
Epoch[41] Batch [1349]	Speed: 757.798930 samples/sec	rmse=0.019920	lr=0.091704
Epoch[41] Batch [1399]	Speed: 698.053668 samples/sec	rmse=0.019935	lr=0.091700
Epoch[41] Batch [1449]	Speed: 742.309599 samples/sec	rmse=0.019938	lr=0.091695
Epoch[41] Batch [1499]	Speed: 772.095739 samples/sec	rmse=0.019943	lr=0.091691
Epoch[41] Batch [1549]	Speed: 731.497455 samples/sec	rmse=0.019944	lr=0.091686
Epoch[41] Batch [1599]	Speed: 717.461840 samples/sec	rmse=0.019935	lr=0.091682
Epoch[41] Batch [1649]	Speed: 753.206836 samples/sec	rmse=0.019931	lr=0.091677
Epoch[41] Batch [1699]	Speed: 709.892857 samples/sec	rmse=0.019937	lr=0.091673
Epoch[41] Batch [1749]	Speed: 750.013173 samples/sec	rmse=0.019941	lr=0.091669
Epoch[41] Batch [1799]	Speed: 746.985723 samples/sec	rmse=0.019939	lr=0.091664
Epoch[41] Batch [1849]	Speed: 726.165939 samples/sec	rmse=0.019942	lr=0.091660
Epoch[41] Batch [1899]	Speed: 724.622344 samples/sec	rmse=0.019940	lr=0.091655
Epoch[41] Batch [1949]	Speed: 735.517883 samples/sec	rmse=0.019936	lr=0.091651
Epoch[41] Batch [1999]	Speed: 702.715732 samples/sec	rmse=0.019939	lr=0.091646
Epoch[41] Batch [2049]	Speed: 737.124824 samples/sec	rmse=0.019946	lr=0.091642
Epoch[41] Batch [2099]	Speed: 738.761482 samples/sec	rmse=0.019945	lr=0.091637
Epoch[41] Batch [2149]	Speed: 744.978359 samples/sec	rmse=0.019945	lr=0.091633
Epoch[41] Batch [2199]	Speed: 760.003448 samples/sec	rmse=0.019946	lr=0.091628
Epoch[41] Batch [2249]	Speed: 758.710139 samples/sec	rmse=0.019944	lr=0.091624
Epoch[41] Batch [2299]	Speed: 749.818537 samples/sec	rmse=0.019943	lr=0.091620
Epoch[41] Batch [2349]	Speed: 731.465105 samples/sec	rmse=0.019944	lr=0.091615
Epoch[41] Batch [2399]	Speed: 717.564974 samples/sec	rmse=0.019945	lr=0.091611
Epoch[41] Batch [2449]	Speed: 742.926133 samples/sec	rmse=0.019950	lr=0.091606
Epoch[41] Batch [2499]	Speed: 732.242864 samples/sec	rmse=0.019951	lr=0.091602
Epoch[41] Batch [2549]	Speed: 753.938287 samples/sec	rmse=0.019950	lr=0.091597
Epoch[41] Batch [2599]	Speed: 760.557442 samples/sec	rmse=0.019952	lr=0.091593
Epoch[41] Batch [2649]	Speed: 743.983966 samples/sec	rmse=0.019951	lr=0.091588
Epoch[41] Batch [2699]	Speed: 746.145454 samples/sec	rmse=0.019952	lr=0.091584
Epoch[41] Batch [2749]	Speed: 747.914439 samples/sec	rmse=0.019952	lr=0.091579
Epoch[41] Batch [2799]	Speed: 703.197057 samples/sec	rmse=0.019954	lr=0.091575
Epoch[41] Batch [2849]	Speed: 743.893600 samples/sec	rmse=0.019952	lr=0.091570
Epoch[41] Batch [2899]	Speed: 713.347336 samples/sec	rmse=0.019953	lr=0.091566
Epoch[41] Batch [2949]	Speed: 765.087566 samples/sec	rmse=0.019954	lr=0.091561
Epoch[41] Batch [2999]	Speed: 795.197158 samples/sec	rmse=0.019953	lr=0.091557
Epoch[41] Batch [3049]	Speed: 725.132267 samples/sec	rmse=0.019952	lr=0.091553
Epoch[41] Batch [3099]	Speed: 740.393895 samples/sec	rmse=0.019956	lr=0.091548
Epoch[41] Batch [3149]	Speed: 777.669645 samples/sec	rmse=0.019955	lr=0.091544
Epoch[41] Batch [3199]	Speed: 740.354321 samples/sec	rmse=0.019955	lr=0.091539
Epoch[41] Batch [3249]	Speed: 730.099210 samples/sec	rmse=0.019953	lr=0.091535
Epoch[41] Batch [3299]	Speed: 753.526090 samples/sec	rmse=0.019956	lr=0.091530
Epoch[41] Batch [3349]	Speed: 744.509093 samples/sec	rmse=0.019956	lr=0.091526
Epoch[41] Batch [3399]	Speed: 800.746887 samples/sec	rmse=0.019960	lr=0.091521
Epoch[41] Batch [3449]	Speed: 775.381403 samples/sec	rmse=0.019964	lr=0.091517
Epoch[41] Batch [3499]	Speed: 756.343745 samples/sec	rmse=0.019965	lr=0.091512
Epoch[41] Batch [3549]	Speed: 724.217518 samples/sec	rmse=0.019965	lr=0.091508
Epoch[41] Batch [3599]	Speed: 729.653721 samples/sec	rmse=0.019964	lr=0.091503
Epoch[41] Batch [3649]	Speed: 748.357100 samples/sec	rmse=0.019963	lr=0.091499
Epoch[41] Batch [3699]	Speed: 740.714344 samples/sec	rmse=0.019963	lr=0.091494
Epoch[41] Batch [3749]	Speed: 726.477481 samples/sec	rmse=0.019964	lr=0.091490
Epoch[41] Batch [3799]	Speed: 730.924276 samples/sec	rmse=0.019964	lr=0.091485
Epoch[41] Batch [3849]	Speed: 779.503587 samples/sec	rmse=0.019961	lr=0.091481
Epoch[41] Batch [3899]	Speed: 732.308515 samples/sec	rmse=0.019960	lr=0.091476
Epoch[41] Batch [3949]	Speed: 776.542545 samples/sec	rmse=0.019957	lr=0.091472
Epoch[41] Batch [3999]	Speed: 718.762658 samples/sec	rmse=0.019958	lr=0.091467
Epoch[41] Batch [4049]	Speed: 718.221869 samples/sec	rmse=0.019958	lr=0.091463
Epoch[41] Batch [4099]	Speed: 735.479080 samples/sec	rmse=0.019955	lr=0.091458
Epoch[41] Batch [4149]	Speed: 732.679021 samples/sec	rmse=0.019955	lr=0.091454
Epoch[41] Batch [4199]	Speed: 702.610073 samples/sec	rmse=0.019956	lr=0.091449
Epoch[41] Batch [4249]	Speed: 750.221937 samples/sec	rmse=0.019954	lr=0.091445
Epoch[41] Batch [4299]	Speed: 729.669192 samples/sec	rmse=0.019957	lr=0.091440
Epoch[41] Batch [4349]	Speed: 737.887319 samples/sec	rmse=0.019958	lr=0.091436
Epoch[41] Batch [4399]	Speed: 703.201847 samples/sec	rmse=0.019959	lr=0.091431
Epoch[41] Batch [4449]	Speed: 760.985557 samples/sec	rmse=0.019960	lr=0.091427
Epoch[41] Batch [4499]	Speed: 748.503827 samples/sec	rmse=0.019964	lr=0.091422
Epoch[41] Batch [4549]	Speed: 713.070155 samples/sec	rmse=0.019963	lr=0.091418
Epoch[41] Batch [4599]	Speed: 756.061355 samples/sec	rmse=0.019961	lr=0.091413
Epoch[41] Batch [4649]	Speed: 728.593709 samples/sec	rmse=0.019961	lr=0.091409
Epoch[41] Batch [4699]	Speed: 743.724503 samples/sec	rmse=0.019960	lr=0.091404
Epoch[41] Batch [4749]	Speed: 730.614129 samples/sec	rmse=0.019962	lr=0.091400
Epoch[41] Batch [4799]	Speed: 741.890116 samples/sec	rmse=0.019963	lr=0.091395
Epoch[41] Batch [4849]	Speed: 715.884915 samples/sec	rmse=0.019966	lr=0.091391
Epoch[41] Batch [4899]	Speed: 783.416104 samples/sec	rmse=0.019965	lr=0.091386
Epoch[41] Batch [4949]	Speed: 712.429537 samples/sec	rmse=0.019965	lr=0.091382
Epoch[41] Batch [4999]	Speed: 714.528660 samples/sec	rmse=0.019965	lr=0.091377
[Epoch 41] training: rmse=0.019965
[Epoch 41] speed: 739 samples/sec	time cost: 1756.799334
[Epoch 41] validation: err-top1=0.354711 err-top5=0.129464
Epoch[42] Batch [49]	Speed: 704.498837 samples/sec	rmse=0.019974	lr=0.091372
Epoch[42] Batch [99]	Speed: 740.318058 samples/sec	rmse=0.019845	lr=0.091368
Epoch[42] Batch [149]	Speed: 726.595180 samples/sec	rmse=0.019876	lr=0.091363
Epoch[42] Batch [199]	Speed: 742.251532 samples/sec	rmse=0.019844	lr=0.091359
Epoch[42] Batch [249]	Speed: 757.232497 samples/sec	rmse=0.019818	lr=0.091354
Epoch[42] Batch [299]	Speed: 771.230778 samples/sec	rmse=0.019779	lr=0.091350
Epoch[42] Batch [349]	Speed: 717.984574 samples/sec	rmse=0.019833	lr=0.091345
Epoch[42] Batch [399]	Speed: 751.109709 samples/sec	rmse=0.019830	lr=0.091341
Epoch[42] Batch [449]	Speed: 759.241000 samples/sec	rmse=0.019863	lr=0.091336
Epoch[42] Batch [499]	Speed: 719.582964 samples/sec	rmse=0.019851	lr=0.091332
Epoch[42] Batch [549]	Speed: 723.702646 samples/sec	rmse=0.019835	lr=0.091327
Epoch[42] Batch [599]	Speed: 761.460170 samples/sec	rmse=0.019823	lr=0.091322
Epoch[42] Batch [649]	Speed: 750.071140 samples/sec	rmse=0.019822	lr=0.091318
Epoch[42] Batch [699]	Speed: 739.784757 samples/sec	rmse=0.019829	lr=0.091313
Epoch[42] Batch [749]	Speed: 728.666016 samples/sec	rmse=0.019835	lr=0.091309
Epoch[42] Batch [799]	Speed: 791.937291 samples/sec	rmse=0.019852	lr=0.091304
Epoch[42] Batch [849]	Speed: 733.496954 samples/sec	rmse=0.019849	lr=0.091300
Epoch[42] Batch [899]	Speed: 791.125942 samples/sec	rmse=0.019856	lr=0.091295
Epoch[42] Batch [949]	Speed: 743.844045 samples/sec	rmse=0.019862	lr=0.091291
Epoch[42] Batch [999]	Speed: 714.881351 samples/sec	rmse=0.019864	lr=0.091286
Epoch[42] Batch [1049]	Speed: 733.800677 samples/sec	rmse=0.019866	lr=0.091282
Epoch[42] Batch [1099]	Speed: 724.500648 samples/sec	rmse=0.019859	lr=0.091277
Epoch[42] Batch [1149]	Speed: 692.378277 samples/sec	rmse=0.019869	lr=0.091273
Epoch[42] Batch [1199]	Speed: 720.307233 samples/sec	rmse=0.019872	lr=0.091268
Epoch[42] Batch [1249]	Speed: 737.141888 samples/sec	rmse=0.019878	lr=0.091263
Epoch[42] Batch [1299]	Speed: 724.317101 samples/sec	rmse=0.019876	lr=0.091259
Epoch[42] Batch [1349]	Speed: 742.050626 samples/sec	rmse=0.019888	lr=0.091254
Epoch[42] Batch [1399]	Speed: 732.025070 samples/sec	rmse=0.019887	lr=0.091250
Epoch[42] Batch [1449]	Speed: 732.675252 samples/sec	rmse=0.019890	lr=0.091245
Epoch[42] Batch [1499]	Speed: 755.380608 samples/sec	rmse=0.019894	lr=0.091241
Epoch[42] Batch [1549]	Speed: 713.735477 samples/sec	rmse=0.019897	lr=0.091236
Epoch[42] Batch [1599]	Speed: 755.093999 samples/sec	rmse=0.019904	lr=0.091232
Epoch[42] Batch [1649]	Speed: 713.203730 samples/sec	rmse=0.019911	lr=0.091227
Epoch[42] Batch [1699]	Speed: 753.586685 samples/sec	rmse=0.019917	lr=0.091222
Epoch[42] Batch [1749]	Speed: 750.327784 samples/sec	rmse=0.019915	lr=0.091218
Epoch[42] Batch [1799]	Speed: 721.831073 samples/sec	rmse=0.019913	lr=0.091213
Epoch[42] Batch [1849]	Speed: 758.560863 samples/sec	rmse=0.019918	lr=0.091209
Epoch[42] Batch [1899]	Speed: 738.023172 samples/sec	rmse=0.019920	lr=0.091204
Epoch[42] Batch [1949]	Speed: 722.140274 samples/sec	rmse=0.019919	lr=0.091200
Epoch[42] Batch [1999]	Speed: 719.404734 samples/sec	rmse=0.019920	lr=0.091195
Epoch[42] Batch [2049]	Speed: 747.559886 samples/sec	rmse=0.019917	lr=0.091191
Epoch[42] Batch [2099]	Speed: 747.115745 samples/sec	rmse=0.019924	lr=0.091186
Epoch[42] Batch [2149]	Speed: 760.852884 samples/sec	rmse=0.019924	lr=0.091181
Epoch[42] Batch [2199]	Speed: 736.053555 samples/sec	rmse=0.019924	lr=0.091177
Epoch[42] Batch [2249]	Speed: 715.714065 samples/sec	rmse=0.019925	lr=0.091172
Epoch[42] Batch [2299]	Speed: 727.880586 samples/sec	rmse=0.019929	lr=0.091168
Epoch[42] Batch [2349]	Speed: 732.670842 samples/sec	rmse=0.019930	lr=0.091163
Epoch[42] Batch [2399]	Speed: 713.869463 samples/sec	rmse=0.019935	lr=0.091159
Epoch[42] Batch [2449]	Speed: 705.535966 samples/sec	rmse=0.019934	lr=0.091154
Epoch[42] Batch [2499]	Speed: 717.255077 samples/sec	rmse=0.019932	lr=0.091149
Epoch[42] Batch [2549]	Speed: 707.313236 samples/sec	rmse=0.019933	lr=0.091145
Epoch[42] Batch [2599]	Speed: 733.496523 samples/sec	rmse=0.019940	lr=0.091140
Epoch[42] Batch [2649]	Speed: 739.553264 samples/sec	rmse=0.019936	lr=0.091136
Epoch[42] Batch [2699]	Speed: 729.803106 samples/sec	rmse=0.019938	lr=0.091131
Epoch[42] Batch [2749]	Speed: 746.579876 samples/sec	rmse=0.019939	lr=0.091127
Epoch[42] Batch [2799]	Speed: 719.576367 samples/sec	rmse=0.019939	lr=0.091122
Epoch[42] Batch [2849]	Speed: 756.891347 samples/sec	rmse=0.019935	lr=0.091117
Epoch[42] Batch [2899]	Speed: 715.953222 samples/sec	rmse=0.019935	lr=0.091113
Epoch[42] Batch [2949]	Speed: 740.023544 samples/sec	rmse=0.019936	lr=0.091108
Epoch[42] Batch [2999]	Speed: 734.088229 samples/sec	rmse=0.019935	lr=0.091104
Epoch[42] Batch [3049]	Speed: 718.160257 samples/sec	rmse=0.019936	lr=0.091099
Epoch[42] Batch [3099]	Speed: 694.879346 samples/sec	rmse=0.019938	lr=0.091095
Epoch[42] Batch [3149]	Speed: 729.080189 samples/sec	rmse=0.019943	lr=0.091090
Epoch[42] Batch [3199]	Speed: 711.256957 samples/sec	rmse=0.019940	lr=0.091085
Epoch[42] Batch [3249]	Speed: 773.154161 samples/sec	rmse=0.019940	lr=0.091081
Epoch[42] Batch [3299]	Speed: 779.832273 samples/sec	rmse=0.019942	lr=0.091076
Epoch[42] Batch [3349]	Speed: 725.376399 samples/sec	rmse=0.019940	lr=0.091072
Epoch[42] Batch [3399]	Speed: 741.638945 samples/sec	rmse=0.019943	lr=0.091067
Epoch[42] Batch [3449]	Speed: 723.650730 samples/sec	rmse=0.019941	lr=0.091062
Epoch[42] Batch [3499]	Speed: 708.003799 samples/sec	rmse=0.019939	lr=0.091058
Epoch[42] Batch [3549]	Speed: 754.665187 samples/sec	rmse=0.019942	lr=0.091053
Epoch[42] Batch [3599]	Speed: 773.030378 samples/sec	rmse=0.019941	lr=0.091049
Epoch[42] Batch [3649]	Speed: 758.990595 samples/sec	rmse=0.019940	lr=0.091044
Epoch[42] Batch [3699]	Speed: 725.233543 samples/sec	rmse=0.019943	lr=0.091039
Epoch[42] Batch [3749]	Speed: 719.059355 samples/sec	rmse=0.019942	lr=0.091035
Epoch[42] Batch [3799]	Speed: 766.372620 samples/sec	rmse=0.019943	lr=0.091030
Epoch[42] Batch [3849]	Speed: 770.934795 samples/sec	rmse=0.019943	lr=0.091026
Epoch[42] Batch [3899]	Speed: 733.024180 samples/sec	rmse=0.019942	lr=0.091021
Epoch[42] Batch [3949]	Speed: 755.313391 samples/sec	rmse=0.019939	lr=0.091016
Epoch[42] Batch [3999]	Speed: 784.832719 samples/sec	rmse=0.019941	lr=0.091012
Epoch[42] Batch [4049]	Speed: 745.010841 samples/sec	rmse=0.019940	lr=0.091007
Epoch[42] Batch [4099]	Speed: 757.415893 samples/sec	rmse=0.019943	lr=0.091003
Epoch[42] Batch [4149]	Speed: 733.683539 samples/sec	rmse=0.019945	lr=0.090998
Epoch[42] Batch [4199]	Speed: 793.189377 samples/sec	rmse=0.019947	lr=0.090993
Epoch[42] Batch [4249]	Speed: 746.099051 samples/sec	rmse=0.019944	lr=0.090989
Epoch[42] Batch [4299]	Speed: 746.776314 samples/sec	rmse=0.019943	lr=0.090984
Epoch[42] Batch [4349]	Speed: 771.019637 samples/sec	rmse=0.019942	lr=0.090980
Epoch[42] Batch [4399]	Speed: 760.645975 samples/sec	rmse=0.019943	lr=0.090975
Epoch[42] Batch [4449]	Speed: 755.930659 samples/sec	rmse=0.019942	lr=0.090970
Epoch[42] Batch [4499]	Speed: 724.576770 samples/sec	rmse=0.019943	lr=0.090966
Epoch[42] Batch [4549]	Speed: 785.274387 samples/sec	rmse=0.019944	lr=0.090961
Epoch[42] Batch [4599]	Speed: 721.455544 samples/sec	rmse=0.019942	lr=0.090956
Epoch[42] Batch [4649]	Speed: 737.336024 samples/sec	rmse=0.019944	lr=0.090952
Epoch[42] Batch [4699]	Speed: 747.453685 samples/sec	rmse=0.019943	lr=0.090947
Epoch[42] Batch [4749]	Speed: 721.995962 samples/sec	rmse=0.019944	lr=0.090943
Epoch[42] Batch [4799]	Speed: 746.937210 samples/sec	rmse=0.019942	lr=0.090938
Epoch[42] Batch [4849]	Speed: 722.464363 samples/sec	rmse=0.019946	lr=0.090933
Epoch[42] Batch [4899]	Speed: 751.652934 samples/sec	rmse=0.019947	lr=0.090929
Epoch[42] Batch [4949]	Speed: 727.936347 samples/sec	rmse=0.019947	lr=0.090924
Epoch[42] Batch [4999]	Speed: 776.711040 samples/sec	rmse=0.019947	lr=0.090920
[Epoch 42] training: rmse=0.019947
[Epoch 42] speed: 738 samples/sec	time cost: 1758.123032
[Epoch 42] validation: err-top1=0.351362 err-top5=0.126943
Epoch[43] Batch [49]	Speed: 728.782378 samples/sec	rmse=0.019674	lr=0.090915
Epoch[43] Batch [99]	Speed: 744.059989 samples/sec	rmse=0.019667	lr=0.090910
Epoch[43] Batch [149]	Speed: 736.005342 samples/sec	rmse=0.019648	lr=0.090905
Epoch[43] Batch [199]	Speed: 753.985363 samples/sec	rmse=0.019636	lr=0.090901
Epoch[43] Batch [249]	Speed: 722.118517 samples/sec	rmse=0.019718	lr=0.090896
Epoch[43] Batch [299]	Speed: 786.873425 samples/sec	rmse=0.019764	lr=0.090891
Epoch[43] Batch [349]	Speed: 723.447989 samples/sec	rmse=0.019751	lr=0.090887
Epoch[43] Batch [399]	Speed: 763.950195 samples/sec	rmse=0.019740	lr=0.090882
Epoch[43] Batch [449]	Speed: 731.529650 samples/sec	rmse=0.019759	lr=0.090877
Epoch[43] Batch [499]	Speed: 721.025651 samples/sec	rmse=0.019736	lr=0.090873
Epoch[43] Batch [549]	Speed: 737.832071 samples/sec	rmse=0.019750	lr=0.090868
Epoch[43] Batch [599]	Speed: 718.059449 samples/sec	rmse=0.019761	lr=0.090864
Epoch[43] Batch [649]	Speed: 738.396337 samples/sec	rmse=0.019781	lr=0.090859
Epoch[43] Batch [699]	Speed: 782.313118 samples/sec	rmse=0.019800	lr=0.090854
Epoch[43] Batch [749]	Speed: 754.491031 samples/sec	rmse=0.019774	lr=0.090850
Epoch[43] Batch [799]	Speed: 748.896914 samples/sec	rmse=0.019776	lr=0.090845
Epoch[43] Batch [849]	Speed: 742.877416 samples/sec	rmse=0.019778	lr=0.090840
Epoch[43] Batch [899]	Speed: 756.721442 samples/sec	rmse=0.019790	lr=0.090836
Epoch[43] Batch [949]	Speed: 718.100710 samples/sec	rmse=0.019805	lr=0.090831
Epoch[43] Batch [999]	Speed: 744.939988 samples/sec	rmse=0.019805	lr=0.090826
Epoch[43] Batch [1049]	Speed: 723.657890 samples/sec	rmse=0.019816	lr=0.090822
Epoch[43] Batch [1099]	Speed: 745.785541 samples/sec	rmse=0.019817	lr=0.090817
Epoch[43] Batch [1149]	Speed: 753.430282 samples/sec	rmse=0.019817	lr=0.090812
Epoch[43] Batch [1199]	Speed: 708.342675 samples/sec	rmse=0.019822	lr=0.090808
Epoch[43] Batch [1249]	Speed: 708.646160 samples/sec	rmse=0.019823	lr=0.090803
Epoch[43] Batch [1299]	Speed: 752.643173 samples/sec	rmse=0.019829	lr=0.090799
Epoch[43] Batch [1349]	Speed: 731.633298 samples/sec	rmse=0.019825	lr=0.090794
Epoch[43] Batch [1399]	Speed: 720.195378 samples/sec	rmse=0.019819	lr=0.090789
Epoch[43] Batch [1449]	Speed: 735.549112 samples/sec	rmse=0.019820	lr=0.090785
Epoch[43] Batch [1499]	Speed: 735.447645 samples/sec	rmse=0.019831	lr=0.090780
Epoch[43] Batch [1549]	Speed: 718.823123 samples/sec	rmse=0.019831	lr=0.090775
Epoch[43] Batch [1599]	Speed: 737.247812 samples/sec	rmse=0.019836	lr=0.090771
Epoch[43] Batch [1649]	Speed: 774.105675 samples/sec	rmse=0.019833	lr=0.090766
Epoch[43] Batch [1699]	Speed: 712.508940 samples/sec	rmse=0.019835	lr=0.090761
Epoch[43] Batch [1749]	Speed: 708.940338 samples/sec	rmse=0.019842	lr=0.090757
Epoch[43] Batch [1799]	Speed: 729.681548 samples/sec	rmse=0.019843	lr=0.090752
Epoch[43] Batch [1849]	Speed: 725.120965 samples/sec	rmse=0.019843	lr=0.090747
Epoch[43] Batch [1899]	Speed: 770.952298 samples/sec	rmse=0.019844	lr=0.090743
Epoch[43] Batch [1949]	Speed: 738.219944 samples/sec	rmse=0.019842	lr=0.090738
Epoch[43] Batch [1999]	Speed: 727.485764 samples/sec	rmse=0.019844	lr=0.090733
Epoch[43] Batch [2049]	Speed: 728.291178 samples/sec	rmse=0.019855	lr=0.090729
Epoch[43] Batch [2099]	Speed: 737.816415 samples/sec	rmse=0.019860	lr=0.090724
Epoch[43] Batch [2149]	Speed: 759.679490 samples/sec	rmse=0.019866	lr=0.090719
Epoch[43] Batch [2199]	Speed: 748.724407 samples/sec	rmse=0.019871	lr=0.090715
Epoch[43] Batch [2249]	Speed: 755.305952 samples/sec	rmse=0.019874	lr=0.090710
Epoch[43] Batch [2299]	Speed: 715.885631 samples/sec	rmse=0.019875	lr=0.090705
Epoch[43] Batch [2349]	Speed: 745.955265 samples/sec	rmse=0.019877	lr=0.090701
Epoch[43] Batch [2399]	Speed: 767.417285 samples/sec	rmse=0.019880	lr=0.090696
Epoch[43] Batch [2449]	Speed: 762.042120 samples/sec	rmse=0.019880	lr=0.090691
Epoch[43] Batch [2499]	Speed: 742.089777 samples/sec	rmse=0.019882	lr=0.090687
Epoch[43] Batch [2549]	Speed: 765.472325 samples/sec	rmse=0.019883	lr=0.090682
Epoch[43] Batch [2599]	Speed: 728.071867 samples/sec	rmse=0.019884	lr=0.090677
Epoch[43] Batch [2649]	Speed: 733.414287 samples/sec	rmse=0.019886	lr=0.090673
Epoch[43] Batch [2699]	Speed: 712.193531 samples/sec	rmse=0.019888	lr=0.090668
Epoch[43] Batch [2749]	Speed: 740.238511 samples/sec	rmse=0.019888	lr=0.090663
Epoch[43] Batch [2799]	Speed: 714.224050 samples/sec	rmse=0.019889	lr=0.090658
Epoch[43] Batch [2849]	Speed: 791.570615 samples/sec	rmse=0.019889	lr=0.090654
Epoch[43] Batch [2899]	Speed: 739.811231 samples/sec	rmse=0.019893	lr=0.090649
Epoch[43] Batch [2949]	Speed: 740.512287 samples/sec	rmse=0.019894	lr=0.090644
Epoch[43] Batch [2999]	Speed: 732.986651 samples/sec	rmse=0.019896	lr=0.090640
Epoch[43] Batch [3049]	Speed: 738.477063 samples/sec	rmse=0.019899	lr=0.090635
Epoch[43] Batch [3099]	Speed: 727.884059 samples/sec	rmse=0.019896	lr=0.090630
Epoch[43] Batch [3149]	Speed: 762.553241 samples/sec	rmse=0.019895	lr=0.090626
Epoch[43] Batch [3199]	Speed: 717.106723 samples/sec	rmse=0.019899	lr=0.090621
Epoch[43] Batch [3249]	Speed: 762.740198 samples/sec	rmse=0.019903	lr=0.090616
Epoch[43] Batch [3299]	Speed: 728.725874 samples/sec	rmse=0.019907	lr=0.090612
Epoch[43] Batch [3349]	Speed: 778.504852 samples/sec	rmse=0.019906	lr=0.090607
Epoch[43] Batch [3399]	Speed: 738.124508 samples/sec	rmse=0.019908	lr=0.090602
Epoch[43] Batch [3449]	Speed: 737.713937 samples/sec	rmse=0.019908	lr=0.090597
Epoch[43] Batch [3499]	Speed: 753.763704 samples/sec	rmse=0.019911	lr=0.090593
Epoch[43] Batch [3549]	Speed: 726.711669 samples/sec	rmse=0.019913	lr=0.090588
Epoch[43] Batch [3599]	Speed: 770.508276 samples/sec	rmse=0.019916	lr=0.090583
Epoch[43] Batch [3649]	Speed: 729.816102 samples/sec	rmse=0.019915	lr=0.090579
Epoch[43] Batch [3699]	Speed: 707.476845 samples/sec	rmse=0.019913	lr=0.090574
Epoch[43] Batch [3749]	Speed: 720.674341 samples/sec	rmse=0.019914	lr=0.090569
Epoch[43] Batch [3799]	Speed: 693.351193 samples/sec	rmse=0.019915	lr=0.090565
Epoch[43] Batch [3849]	Speed: 759.173222 samples/sec	rmse=0.019915	lr=0.090560
Epoch[43] Batch [3899]	Speed: 775.982288 samples/sec	rmse=0.019912	lr=0.090555
Epoch[43] Batch [3949]	Speed: 739.350781 samples/sec	rmse=0.019913	lr=0.090550
Epoch[43] Batch [3999]	Speed: 692.596202 samples/sec	rmse=0.019914	lr=0.090546
Epoch[43] Batch [4049]	Speed: 715.332968 samples/sec	rmse=0.019915	lr=0.090541
Epoch[43] Batch [4099]	Speed: 757.528814 samples/sec	rmse=0.019914	lr=0.090536
Epoch[43] Batch [4149]	Speed: 750.322908 samples/sec	rmse=0.019915	lr=0.090532
Epoch[43] Batch [4199]	Speed: 738.899050 samples/sec	rmse=0.019916	lr=0.090527
Epoch[43] Batch [4249]	Speed: 744.079840 samples/sec	rmse=0.019915	lr=0.090522
Epoch[43] Batch [4299]	Speed: 762.060801 samples/sec	rmse=0.019916	lr=0.090517
Epoch[43] Batch [4349]	Speed: 803.174898 samples/sec	rmse=0.019914	lr=0.090513
Epoch[43] Batch [4399]	Speed: 757.114881 samples/sec	rmse=0.019913	lr=0.090508
Epoch[43] Batch [4449]	Speed: 714.253706 samples/sec	rmse=0.019914	lr=0.090503
Epoch[43] Batch [4499]	Speed: 769.832384 samples/sec	rmse=0.019913	lr=0.090499
Epoch[43] Batch [4549]	Speed: 710.555297 samples/sec	rmse=0.019911	lr=0.090494
Epoch[43] Batch [4599]	Speed: 735.422127 samples/sec	rmse=0.019914	lr=0.090489
Epoch[43] Batch [4649]	Speed: 723.728508 samples/sec	rmse=0.019915	lr=0.090484
Epoch[43] Batch [4699]	Speed: 763.145607 samples/sec	rmse=0.019914	lr=0.090480
Epoch[43] Batch [4749]	Speed: 741.063792 samples/sec	rmse=0.019915	lr=0.090475
Epoch[43] Batch [4799]	Speed: 747.071914 samples/sec	rmse=0.019916	lr=0.090470
Epoch[43] Batch [4849]	Speed: 729.525928 samples/sec	rmse=0.019917	lr=0.090466
Epoch[43] Batch [4899]	Speed: 732.034442 samples/sec	rmse=0.019916	lr=0.090461
Epoch[43] Batch [4949]	Speed: 711.043564 samples/sec	rmse=0.019917	lr=0.090456
Epoch[43] Batch [4999]	Speed: 729.091981 samples/sec	rmse=0.019917	lr=0.090451
[Epoch 43] training: rmse=0.019918
[Epoch 43] speed: 738 samples/sec	time cost: 1756.991218
[Epoch 43] validation: err-top1=0.352183 err-top5=0.130829
Epoch[44] Batch [49]	Speed: 745.821046 samples/sec	rmse=0.019664	lr=0.090446
Epoch[44] Batch [99]	Speed: 725.215625 samples/sec	rmse=0.019828	lr=0.090441
Epoch[44] Batch [149]	Speed: 707.104616 samples/sec	rmse=0.019844	lr=0.090437
Epoch[44] Batch [199]	Speed: 721.101287 samples/sec	rmse=0.019795	lr=0.090432
Epoch[44] Batch [249]	Speed: 720.334391 samples/sec	rmse=0.019786	lr=0.090427
Epoch[44] Batch [299]	Speed: 729.231874 samples/sec	rmse=0.019800	lr=0.090423
Epoch[44] Batch [349]	Speed: 713.582201 samples/sec	rmse=0.019803	lr=0.090418
Epoch[44] Batch [399]	Speed: 731.010473 samples/sec	rmse=0.019788	lr=0.090413
Epoch[44] Batch [449]	Speed: 747.696658 samples/sec	rmse=0.019797	lr=0.090408
Epoch[44] Batch [499]	Speed: 738.147312 samples/sec	rmse=0.019808	lr=0.090404
Epoch[44] Batch [549]	Speed: 747.698324 samples/sec	rmse=0.019814	lr=0.090399
Epoch[44] Batch [599]	Speed: 734.515042 samples/sec	rmse=0.019800	lr=0.090394
Epoch[44] Batch [649]	Speed: 750.175896 samples/sec	rmse=0.019784	lr=0.090389
Epoch[44] Batch [699]	Speed: 737.354505 samples/sec	rmse=0.019792	lr=0.090385
Epoch[44] Batch [749]	Speed: 713.984584 samples/sec	rmse=0.019779	lr=0.090380
Epoch[44] Batch [799]	Speed: 751.852757 samples/sec	rmse=0.019795	lr=0.090375
Epoch[44] Batch [849]	Speed: 756.910865 samples/sec	rmse=0.019809	lr=0.090370
Epoch[44] Batch [899]	Speed: 715.640719 samples/sec	rmse=0.019799	lr=0.090366
Epoch[44] Batch [949]	Speed: 727.585667 samples/sec	rmse=0.019812	lr=0.090361
Epoch[44] Batch [999]	Speed: 757.286170 samples/sec	rmse=0.019817	lr=0.090356
Epoch[44] Batch [1049]	Speed: 743.966965 samples/sec	rmse=0.019826	lr=0.090351
Epoch[44] Batch [1099]	Speed: 735.116205 samples/sec	rmse=0.019829	lr=0.090347
Epoch[44] Batch [1149]	Speed: 726.464495 samples/sec	rmse=0.019840	lr=0.090342
Epoch[44] Batch [1199]	Speed: 709.220089 samples/sec	rmse=0.019849	lr=0.090337
Epoch[44] Batch [1249]	Speed: 721.173519 samples/sec	rmse=0.019843	lr=0.090332
Epoch[44] Batch [1299]	Speed: 721.068057 samples/sec	rmse=0.019850	lr=0.090328
Epoch[44] Batch [1349]	Speed: 709.679804 samples/sec	rmse=0.019856	lr=0.090323
Epoch[44] Batch [1399]	Speed: 747.924327 samples/sec	rmse=0.019860	lr=0.090318
Epoch[44] Batch [1449]	Speed: 723.370106 samples/sec	rmse=0.019867	lr=0.090313
Epoch[44] Batch [1499]	Speed: 765.154899 samples/sec	rmse=0.019858	lr=0.090309
Epoch[44] Batch [1549]	Speed: 759.794033 samples/sec	rmse=0.019859	lr=0.090304
Epoch[44] Batch [1599]	Speed: 762.624668 samples/sec	rmse=0.019859	lr=0.090299
Epoch[44] Batch [1649]	Speed: 720.898055 samples/sec	rmse=0.019858	lr=0.090294
Epoch[44] Batch [1699]	Speed: 726.163592 samples/sec	rmse=0.019862	lr=0.090289
Epoch[44] Batch [1749]	Speed: 769.350610 samples/sec	rmse=0.019861	lr=0.090285
Epoch[44] Batch [1799]	Speed: 728.682888 samples/sec	rmse=0.019865	lr=0.090280
Epoch[44] Batch [1849]	Speed: 742.178669 samples/sec	rmse=0.019870	lr=0.090275
Epoch[44] Batch [1899]	Speed: 710.465817 samples/sec	rmse=0.019869	lr=0.090270
Epoch[44] Batch [1949]	Speed: 731.279058 samples/sec	rmse=0.019872	lr=0.090266
Epoch[44] Batch [1999]	Speed: 729.538072 samples/sec	rmse=0.019877	lr=0.090261
Epoch[44] Batch [2049]	Speed: 732.788757 samples/sec	rmse=0.019875	lr=0.090256
Epoch[44] Batch [2099]	Speed: 759.616191 samples/sec	rmse=0.019880	lr=0.090251
Epoch[44] Batch [2149]	Speed: 735.995575 samples/sec	rmse=0.019880	lr=0.090247
Epoch[44] Batch [2199]	Speed: 758.292484 samples/sec	rmse=0.019886	lr=0.090242
Epoch[44] Batch [2249]	Speed: 725.195327 samples/sec	rmse=0.019889	lr=0.090237
Epoch[44] Batch [2299]	Speed: 739.520492 samples/sec	rmse=0.019890	lr=0.090232
Epoch[44] Batch [2349]	Speed: 713.889805 samples/sec	rmse=0.019891	lr=0.090227
Epoch[44] Batch [2399]	Speed: 726.153249 samples/sec	rmse=0.019891	lr=0.090223
Epoch[44] Batch [2449]	Speed: 771.755624 samples/sec	rmse=0.019896	lr=0.090218
Epoch[44] Batch [2499]	Speed: 699.074488 samples/sec	rmse=0.019895	lr=0.090213
Epoch[44] Batch [2549]	Speed: 724.137300 samples/sec	rmse=0.019898	lr=0.090208
Epoch[44] Batch [2599]	Speed: 698.883945 samples/sec	rmse=0.019899	lr=0.090204
Epoch[44] Batch [2649]	Speed: 712.099708 samples/sec	rmse=0.019897	lr=0.090199
Epoch[44] Batch [2699]	Speed: 726.535426 samples/sec	rmse=0.019896	lr=0.090194
Epoch[44] Batch [2749]	Speed: 727.566489 samples/sec	rmse=0.019902	lr=0.090189
Epoch[44] Batch [2799]	Speed: 738.215549 samples/sec	rmse=0.019904	lr=0.090184
Epoch[44] Batch [2849]	Speed: 731.352637 samples/sec	rmse=0.019902	lr=0.090180
Epoch[44] Batch [2899]	Speed: 712.216669 samples/sec	rmse=0.019901	lr=0.090175
Epoch[44] Batch [2949]	Speed: 735.284239 samples/sec	rmse=0.019903	lr=0.090170
Epoch[44] Batch [2999]	Speed: 740.851056 samples/sec	rmse=0.019907	lr=0.090165
Epoch[44] Batch [3049]	Speed: 730.136653 samples/sec	rmse=0.019908	lr=0.090160
Epoch[44] Batch [3099]	Speed: 730.670638 samples/sec	rmse=0.019911	lr=0.090156
Epoch[44] Batch [3149]	Speed: 746.968418 samples/sec	rmse=0.019908	lr=0.090151
Epoch[44] Batch [3199]	Speed: 735.709903 samples/sec	rmse=0.019912	lr=0.090146
Epoch[44] Batch [3249]	Speed: 731.730713 samples/sec	rmse=0.019913	lr=0.090141
Epoch[44] Batch [3299]	Speed: 713.864641 samples/sec	rmse=0.019912	lr=0.090136
Epoch[44] Batch [3349]	Speed: 761.777077 samples/sec	rmse=0.019915	lr=0.090132
Epoch[44] Batch [3399]	Speed: 754.858347 samples/sec	rmse=0.019914	lr=0.090127
Epoch[44] Batch [3449]	Speed: 739.627579 samples/sec	rmse=0.019915	lr=0.090122
Epoch[44] Batch [3499]	Speed: 766.133965 samples/sec	rmse=0.019910	lr=0.090117
Epoch[44] Batch [3549]	Speed: 761.609186 samples/sec	rmse=0.019913	lr=0.090112
Epoch[44] Batch [3599]	Speed: 715.017768 samples/sec	rmse=0.019912	lr=0.090108
Epoch[44] Batch [3649]	Speed: 724.538096 samples/sec	rmse=0.019912	lr=0.090103
Epoch[44] Batch [3699]	Speed: 760.950729 samples/sec	rmse=0.019912	lr=0.090098
Epoch[44] Batch [3749]	Speed: 718.569388 samples/sec	rmse=0.019910	lr=0.090093
Epoch[44] Batch [3799]	Speed: 765.931365 samples/sec	rmse=0.019911	lr=0.090088
Epoch[44] Batch [3849]	Speed: 744.572481 samples/sec	rmse=0.019911	lr=0.090084
Epoch[44] Batch [3899]	Speed: 750.032683 samples/sec	rmse=0.019913	lr=0.090079
Epoch[44] Batch [3949]	Speed: 726.488570 samples/sec	rmse=0.019913	lr=0.090074
Epoch[44] Batch [3999]	Speed: 704.565969 samples/sec	rmse=0.019912	lr=0.090069
Epoch[44] Batch [4049]	Speed: 734.597576 samples/sec	rmse=0.019913	lr=0.090064
Epoch[44] Batch [4099]	Speed: 711.419906 samples/sec	rmse=0.019913	lr=0.090059
Epoch[44] Batch [4149]	Speed: 754.906642 samples/sec	rmse=0.019912	lr=0.090055
Epoch[44] Batch [4199]	Speed: 763.930683 samples/sec	rmse=0.019909	lr=0.090050
Epoch[44] Batch [4249]	Speed: 767.207119 samples/sec	rmse=0.019910	lr=0.090045
Epoch[44] Batch [4299]	Speed: 727.359351 samples/sec	rmse=0.019910	lr=0.090040
Epoch[44] Batch [4349]	Speed: 712.469983 samples/sec	rmse=0.019910	lr=0.090035
Epoch[44] Batch [4399]	Speed: 760.308602 samples/sec	rmse=0.019909	lr=0.090031
Epoch[44] Batch [4449]	Speed: 741.225029 samples/sec	rmse=0.019909	lr=0.090026
Epoch[44] Batch [4499]	Speed: 745.311419 samples/sec	rmse=0.019910	lr=0.090021
Epoch[44] Batch [4549]	Speed: 726.902583 samples/sec	rmse=0.019911	lr=0.090016
Epoch[44] Batch [4599]	Speed: 774.379792 samples/sec	rmse=0.019911	lr=0.090011
Epoch[44] Batch [4649]	Speed: 721.375481 samples/sec	rmse=0.019913	lr=0.090006
Epoch[44] Batch [4699]	Speed: 785.523876 samples/sec	rmse=0.019914	lr=0.090002
Epoch[44] Batch [4749]	Speed: 763.199199 samples/sec	rmse=0.019917	lr=0.089997
Epoch[44] Batch [4799]	Speed: 740.490614 samples/sec	rmse=0.019919	lr=0.089992
Epoch[44] Batch [4849]	Speed: 730.219079 samples/sec	rmse=0.019918	lr=0.089987
Epoch[44] Batch [4899]	Speed: 708.075401 samples/sec	rmse=0.019916	lr=0.089982
Epoch[44] Batch [4949]	Speed: 731.386402 samples/sec	rmse=0.019917	lr=0.089977
Epoch[44] Batch [4999]	Speed: 741.970275 samples/sec	rmse=0.019919	lr=0.089973
[Epoch 44] training: rmse=0.019918
[Epoch 44] speed: 735 samples/sec	time cost: 1766.053981
[Epoch 44] validation: err-top1=0.356485 err-top5=0.132812
Epoch[45] Batch [49]	Speed: 769.992856 samples/sec	rmse=0.019699	lr=0.089967
Epoch[45] Batch [99]	Speed: 739.346637 samples/sec	rmse=0.019733	lr=0.089963
Epoch[45] Batch [149]	Speed: 720.842931 samples/sec	rmse=0.019751	lr=0.089958
Epoch[45] Batch [199]	Speed: 736.425700 samples/sec	rmse=0.019737	lr=0.089953
Epoch[45] Batch [249]	Speed: 710.004210 samples/sec	rmse=0.019789	lr=0.089948
Epoch[45] Batch [299]	Speed: 746.233329 samples/sec	rmse=0.019796	lr=0.089943
Epoch[45] Batch [349]	Speed: 758.528314 samples/sec	rmse=0.019745	lr=0.089938
Epoch[45] Batch [399]	Speed: 756.024197 samples/sec	rmse=0.019754	lr=0.089934
Epoch[45] Batch [449]	Speed: 756.906831 samples/sec	rmse=0.019776	lr=0.089929
Epoch[45] Batch [499]	Speed: 720.286765 samples/sec	rmse=0.019763	lr=0.089924
Epoch[45] Batch [549]	Speed: 726.346671 samples/sec	rmse=0.019750	lr=0.089919
Epoch[45] Batch [599]	Speed: 720.400882 samples/sec	rmse=0.019748	lr=0.089914
Epoch[45] Batch [649]	Speed: 739.702552 samples/sec	rmse=0.019752	lr=0.089909
Epoch[45] Batch [699]	Speed: 728.394949 samples/sec	rmse=0.019758	lr=0.089904
Epoch[45] Batch [749]	Speed: 727.878770 samples/sec	rmse=0.019750	lr=0.089900
Epoch[45] Batch [799]	Speed: 725.801126 samples/sec	rmse=0.019761	lr=0.089895
Epoch[45] Batch [849]	Speed: 733.489809 samples/sec	rmse=0.019763	lr=0.089890
Epoch[45] Batch [899]	Speed: 745.359472 samples/sec	rmse=0.019775	lr=0.089885
Epoch[45] Batch [949]	Speed: 737.605235 samples/sec	rmse=0.019772	lr=0.089880
Epoch[45] Batch [999]	Speed: 734.502190 samples/sec	rmse=0.019785	lr=0.089875
Epoch[45] Batch [1049]	Speed: 744.867464 samples/sec	rmse=0.019786	lr=0.089870
Epoch[45] Batch [1099]	Speed: 745.019174 samples/sec	rmse=0.019793	lr=0.089866
Epoch[45] Batch [1149]	Speed: 742.394284 samples/sec	rmse=0.019801	lr=0.089861
Epoch[45] Batch [1199]	Speed: 761.558020 samples/sec	rmse=0.019804	lr=0.089856
Epoch[45] Batch [1249]	Speed: 725.917487 samples/sec	rmse=0.019809	lr=0.089851
Epoch[45] Batch [1299]	Speed: 736.392487 samples/sec	rmse=0.019816	lr=0.089846
Epoch[45] Batch [1349]	Speed: 746.574654 samples/sec	rmse=0.019823	lr=0.089841
Epoch[45] Batch [1399]	Speed: 724.258249 samples/sec	rmse=0.019842	lr=0.089836
Epoch[45] Batch [1449]	Speed: 768.310640 samples/sec	rmse=0.019849	lr=0.089832
Epoch[45] Batch [1499]	Speed: 713.438899 samples/sec	rmse=0.019851	lr=0.089827
Epoch[45] Batch [1549]	Speed: 716.645164 samples/sec	rmse=0.019856	lr=0.089822
Epoch[45] Batch [1599]	Speed: 738.258174 samples/sec	rmse=0.019858	lr=0.089817
Epoch[45] Batch [1649]	Speed: 766.136250 samples/sec	rmse=0.019855	lr=0.089812
Epoch[45] Batch [1699]	Speed: 706.058240 samples/sec	rmse=0.019861	lr=0.089807
Epoch[45] Batch [1749]	Speed: 751.801010 samples/sec	rmse=0.019862	lr=0.089802
Epoch[45] Batch [1799]	Speed: 765.903785 samples/sec	rmse=0.019866	lr=0.089797
Epoch[45] Batch [1849]	Speed: 759.705408 samples/sec	rmse=0.019868	lr=0.089793
Epoch[45] Batch [1899]	Speed: 725.770837 samples/sec	rmse=0.019869	lr=0.089788
Epoch[45] Batch [1949]	Speed: 743.784707 samples/sec	rmse=0.019868	lr=0.089783
Epoch[45] Batch [1999]	Speed: 761.281645 samples/sec	rmse=0.019867	lr=0.089778
Epoch[45] Batch [2049]	Speed: 725.750214 samples/sec	rmse=0.019867	lr=0.089773
Epoch[45] Batch [2099]	Speed: 747.948407 samples/sec	rmse=0.019868	lr=0.089768
Epoch[45] Batch [2149]	Speed: 721.668480 samples/sec	rmse=0.019862	lr=0.089763
Epoch[45] Batch [2199]	Speed: 734.977174 samples/sec	rmse=0.019863	lr=0.089758
Epoch[45] Batch [2249]	Speed: 724.359524 samples/sec	rmse=0.019868	lr=0.089754
Epoch[45] Batch [2299]	Speed: 786.459426 samples/sec	rmse=0.019863	lr=0.089749
Epoch[45] Batch [2349]	Speed: 734.533594 samples/sec	rmse=0.019867	lr=0.089744
Epoch[45] Batch [2399]	Speed: 744.493059 samples/sec	rmse=0.019872	lr=0.089739
Epoch[45] Batch [2449]	Speed: 756.834199 samples/sec	rmse=0.019867	lr=0.089734
Epoch[45] Batch [2499]	Speed: 774.421825 samples/sec	rmse=0.019863	lr=0.089729
Epoch[45] Batch [2549]	Speed: 735.201662 samples/sec	rmse=0.019867	lr=0.089724
Epoch[45] Batch [2599]	Speed: 721.858054 samples/sec	rmse=0.019868	lr=0.089719
Epoch[45] Batch [2649]	Speed: 749.815112 samples/sec	rmse=0.019868	lr=0.089715
Epoch[45] Batch [2699]	Speed: 744.568205 samples/sec	rmse=0.019866	lr=0.089710
Epoch[45] Batch [2749]	Speed: 773.901113 samples/sec	rmse=0.019866	lr=0.089705
Epoch[45] Batch [2799]	Speed: 784.333723 samples/sec	rmse=0.019865	lr=0.089700
Epoch[45] Batch [2849]	Speed: 729.167199 samples/sec	rmse=0.019862	lr=0.089695
Epoch[45] Batch [2899]	Speed: 759.818109 samples/sec	rmse=0.019865	lr=0.089690
Epoch[45] Batch [2949]	Speed: 772.307147 samples/sec	rmse=0.019868	lr=0.089685
Epoch[45] Batch [2999]	Speed: 772.574333 samples/sec	rmse=0.019872	lr=0.089680
Epoch[45] Batch [3049]	Speed: 746.207399 samples/sec	rmse=0.019869	lr=0.089675
Epoch[45] Batch [3099]	Speed: 755.653300 samples/sec	rmse=0.019871	lr=0.089670
Epoch[45] Batch [3149]	Speed: 751.360397 samples/sec	rmse=0.019867	lr=0.089666
Epoch[45] Batch [3199]	Speed: 767.442592 samples/sec	rmse=0.019865	lr=0.089661
Epoch[45] Batch [3249]	Speed: 705.494672 samples/sec	rmse=0.019864	lr=0.089656
Epoch[45] Batch [3299]	Speed: 756.332567 samples/sec	rmse=0.019863	lr=0.089651
Epoch[45] Batch [3349]	Speed: 712.694999 samples/sec	rmse=0.019867	lr=0.089646
Epoch[45] Batch [3399]	Speed: 736.680175 samples/sec	rmse=0.019869	lr=0.089641
Epoch[45] Batch [3449]	Speed: 742.548428 samples/sec	rmse=0.019872	lr=0.089636
Epoch[45] Batch [3499]	Speed: 720.789587 samples/sec	rmse=0.019874	lr=0.089631
Epoch[45] Batch [3549]	Speed: 709.665047 samples/sec	rmse=0.019875	lr=0.089626
Epoch[45] Batch [3599]	Speed: 760.147147 samples/sec	rmse=0.019876	lr=0.089621
Epoch[45] Batch [3649]	Speed: 757.382694 samples/sec	rmse=0.019877	lr=0.089617
Epoch[45] Batch [3699]	Speed: 733.420078 samples/sec	rmse=0.019876	lr=0.089612
Epoch[45] Batch [3749]	Speed: 766.809564 samples/sec	rmse=0.019877	lr=0.089607
Epoch[45] Batch [3799]	Speed: 742.858667 samples/sec	rmse=0.019878	lr=0.089602
Epoch[45] Batch [3849]	Speed: 747.523133 samples/sec	rmse=0.019878	lr=0.089597
Epoch[45] Batch [3899]	Speed: 734.929313 samples/sec	rmse=0.019878	lr=0.089592
Epoch[45] Batch [3949]	Speed: 711.771204 samples/sec	rmse=0.019878	lr=0.089587
Epoch[45] Batch [3999]	Speed: 724.909559 samples/sec	rmse=0.019877	lr=0.089582
Epoch[45] Batch [4049]	Speed: 729.172012 samples/sec	rmse=0.019877	lr=0.089577
Epoch[45] Batch [4099]	Speed: 731.762379 samples/sec	rmse=0.019879	lr=0.089572
Epoch[45] Batch [4149]	Speed: 723.479021 samples/sec	rmse=0.019879	lr=0.089567
Epoch[45] Batch [4199]	Speed: 714.245657 samples/sec	rmse=0.019884	lr=0.089562
Epoch[45] Batch [4249]	Speed: 776.571705 samples/sec	rmse=0.019887	lr=0.089558
Epoch[45] Batch [4299]	Speed: 764.404494 samples/sec	rmse=0.019886	lr=0.089553
Epoch[45] Batch [4349]	Speed: 741.622789 samples/sec	rmse=0.019886	lr=0.089548
Epoch[45] Batch [4399]	Speed: 714.665503 samples/sec	rmse=0.019886	lr=0.089543
Epoch[45] Batch [4449]	Speed: 711.949438 samples/sec	rmse=0.019887	lr=0.089538
Epoch[45] Batch [4499]	Speed: 763.056111 samples/sec	rmse=0.019890	lr=0.089533
Epoch[45] Batch [4549]	Speed: 759.313557 samples/sec	rmse=0.019890	lr=0.089528
Epoch[45] Batch [4599]	Speed: 771.720501 samples/sec	rmse=0.019892	lr=0.089523
Epoch[45] Batch [4649]	Speed: 731.433255 samples/sec	rmse=0.019889	lr=0.089518
Epoch[45] Batch [4699]	Speed: 742.266341 samples/sec	rmse=0.019889	lr=0.089513
Epoch[45] Batch [4749]	Speed: 744.949136 samples/sec	rmse=0.019889	lr=0.089508
Epoch[45] Batch [4799]	Speed: 728.258942 samples/sec	rmse=0.019891	lr=0.089503
Epoch[45] Batch [4849]	Speed: 736.265292 samples/sec	rmse=0.019890	lr=0.089498
Epoch[45] Batch [4899]	Speed: 789.728008 samples/sec	rmse=0.019892	lr=0.089493
Epoch[45] Batch [4949]	Speed: 745.067397 samples/sec	rmse=0.019890	lr=0.089488
Epoch[45] Batch [4999]	Speed: 742.141571 samples/sec	rmse=0.019890	lr=0.089484
[Epoch 45] training: rmse=0.019890
[Epoch 45] speed: 741 samples/sec	time cost: 1750.594359
[Epoch 45] validation: err-top1=0.352264 err-top5=0.129467
Epoch[46] Batch [49]	Speed: 745.447462 samples/sec	rmse=0.019813	lr=0.089478
Epoch[46] Batch [99]	Speed: 717.429875 samples/sec	rmse=0.019849	lr=0.089473
Epoch[46] Batch [149]	Speed: 749.757216 samples/sec	rmse=0.019815	lr=0.089468
Epoch[46] Batch [199]	Speed: 747.755185 samples/sec	rmse=0.019780	lr=0.089463
Epoch[46] Batch [249]	Speed: 726.233963 samples/sec	rmse=0.019817	lr=0.089458
Epoch[46] Batch [299]	Speed: 722.330883 samples/sec	rmse=0.019793	lr=0.089454
Epoch[46] Batch [349]	Speed: 716.840023 samples/sec	rmse=0.019755	lr=0.089449
Epoch[46] Batch [399]	Speed: 723.737679 samples/sec	rmse=0.019751	lr=0.089444
Epoch[46] Batch [449]	Speed: 749.762535 samples/sec	rmse=0.019745	lr=0.089439
Epoch[46] Batch [499]	Speed: 767.486027 samples/sec	rmse=0.019747	lr=0.089434
Epoch[46] Batch [549]	Speed: 745.798626 samples/sec	rmse=0.019756	lr=0.089429
Epoch[46] Batch [599]	Speed: 732.622871 samples/sec	rmse=0.019762	lr=0.089424
Epoch[46] Batch [649]	Speed: 719.207833 samples/sec	rmse=0.019774	lr=0.089419
Epoch[46] Batch [699]	Speed: 791.415957 samples/sec	rmse=0.019773	lr=0.089414
Epoch[46] Batch [749]	Speed: 757.127609 samples/sec	rmse=0.019776	lr=0.089409
Epoch[46] Batch [799]	Speed: 733.472533 samples/sec	rmse=0.019787	lr=0.089404
Epoch[46] Batch [849]	Speed: 723.235765 samples/sec	rmse=0.019781	lr=0.089399
Epoch[46] Batch [899]	Speed: 758.719403 samples/sec	rmse=0.019777	lr=0.089394
Epoch[46] Batch [949]	Speed: 722.868944 samples/sec	rmse=0.019790	lr=0.089389
Epoch[46] Batch [999]	Speed: 785.809465 samples/sec	rmse=0.019785	lr=0.089384
Epoch[46] Batch [1049]	Speed: 752.153855 samples/sec	rmse=0.019776	lr=0.089379
Epoch[46] Batch [1099]	Speed: 727.798647 samples/sec	rmse=0.019779	lr=0.089374
Epoch[46] Batch [1149]	Speed: 728.214481 samples/sec	rmse=0.019766	lr=0.089369
Epoch[46] Batch [1199]	Speed: 744.648459 samples/sec	rmse=0.019772	lr=0.089364
Epoch[46] Batch [1249]	Speed: 716.635655 samples/sec	rmse=0.019781	lr=0.089359
Epoch[46] Batch [1299]	Speed: 735.608967 samples/sec	rmse=0.019787	lr=0.089354
Epoch[46] Batch [1349]	Speed: 725.105942 samples/sec	rmse=0.019782	lr=0.089349
Epoch[46] Batch [1399]	Speed: 730.618256 samples/sec	rmse=0.019789	lr=0.089344
Epoch[46] Batch [1449]	Speed: 761.064102 samples/sec	rmse=0.019792	lr=0.089340
Epoch[46] Batch [1499]	Speed: 713.289371 samples/sec	rmse=0.019796	lr=0.089335
Epoch[46] Batch [1549]	Speed: 742.123423 samples/sec	rmse=0.019792	lr=0.089330
Epoch[46] Batch [1599]	Speed: 754.368255 samples/sec	rmse=0.019796	lr=0.089325
Epoch[46] Batch [1649]	Speed: 706.228440 samples/sec	rmse=0.019801	lr=0.089320
Epoch[46] Batch [1699]	Speed: 724.733935 samples/sec	rmse=0.019802	lr=0.089315
Epoch[46] Batch [1749]	Speed: 715.370904 samples/sec	rmse=0.019801	lr=0.089310
Epoch[46] Batch [1799]	Speed: 721.008996 samples/sec	rmse=0.019804	lr=0.089305
Epoch[46] Batch [1849]	Speed: 744.387118 samples/sec	rmse=0.019805	lr=0.089300
Epoch[46] Batch [1899]	Speed: 735.570456 samples/sec	rmse=0.019804	lr=0.089295
Epoch[46] Batch [1949]	Speed: 747.312424 samples/sec	rmse=0.019808	lr=0.089290
Epoch[46] Batch [1999]	Speed: 700.761254 samples/sec	rmse=0.019800	lr=0.089285
Epoch[46] Batch [2049]	Speed: 729.172062 samples/sec	rmse=0.019801	lr=0.089280
Epoch[46] Batch [2099]	Speed: 701.304924 samples/sec	rmse=0.019809	lr=0.089275
Epoch[46] Batch [2149]	Speed: 754.184563 samples/sec	rmse=0.019818	lr=0.089270
Epoch[46] Batch [2199]	Speed: 737.087764 samples/sec	rmse=0.019822	lr=0.089265
Epoch[46] Batch [2249]	Speed: 692.759937 samples/sec	rmse=0.019828	lr=0.089260
Epoch[46] Batch [2299]	Speed: 711.715316 samples/sec	rmse=0.019824	lr=0.089255
Epoch[46] Batch [2349]	Speed: 708.105903 samples/sec	rmse=0.019822	lr=0.089250
Epoch[46] Batch [2399]	Speed: 707.893538 samples/sec	rmse=0.019819	lr=0.089245
Epoch[46] Batch [2449]	Speed: 735.688500 samples/sec	rmse=0.019823	lr=0.089240
Epoch[46] Batch [2499]	Speed: 711.091125 samples/sec	rmse=0.019825	lr=0.089235
Epoch[46] Batch [2549]	Speed: 722.878239 samples/sec	rmse=0.019829	lr=0.089230
Epoch[46] Batch [2599]	Speed: 740.167757 samples/sec	rmse=0.019832	lr=0.089225
Epoch[46] Batch [2649]	Speed: 716.973808 samples/sec	rmse=0.019833	lr=0.089220
Epoch[46] Batch [2699]	Speed: 715.748845 samples/sec	rmse=0.019837	lr=0.089215
Epoch[46] Batch [2749]	Speed: 725.843144 samples/sec	rmse=0.019835	lr=0.089210
Epoch[46] Batch [2799]	Speed: 725.652786 samples/sec	rmse=0.019840	lr=0.089205
Epoch[46] Batch [2849]	Speed: 716.746455 samples/sec	rmse=0.019844	lr=0.089200
Epoch[46] Batch [2899]	Speed: 742.586204 samples/sec	rmse=0.019845	lr=0.089195
Epoch[46] Batch [2949]	Speed: 744.657300 samples/sec	rmse=0.019842	lr=0.089190
Epoch[46] Batch [2999]	Speed: 756.200446 samples/sec	rmse=0.019845	lr=0.089185
Epoch[46] Batch [3049]	Speed: 742.275670 samples/sec	rmse=0.019845	lr=0.089180
Epoch[46] Batch [3099]	Speed: 791.003960 samples/sec	rmse=0.019848	lr=0.089175
Epoch[46] Batch [3149]	Speed: 722.685766 samples/sec	rmse=0.019848	lr=0.089170
Epoch[46] Batch [3199]	Speed: 757.719218 samples/sec	rmse=0.019849	lr=0.089165
Epoch[46] Batch [3249]	Speed: 728.920164 samples/sec	rmse=0.019851	lr=0.089160
Epoch[46] Batch [3299]	Speed: 729.766501 samples/sec	rmse=0.019851	lr=0.089155
Epoch[46] Batch [3349]	Speed: 748.769686 samples/sec	rmse=0.019852	lr=0.089150
Epoch[46] Batch [3399]	Speed: 756.238729 samples/sec	rmse=0.019850	lr=0.089145
Epoch[46] Batch [3449]	Speed: 738.163743 samples/sec	rmse=0.019853	lr=0.089140
Epoch[46] Batch [3499]	Speed: 704.083729 samples/sec	rmse=0.019855	lr=0.089135
Epoch[46] Batch [3549]	Speed: 771.091540 samples/sec	rmse=0.019855	lr=0.089130
Epoch[46] Batch [3599]	Speed: 736.416800 samples/sec	rmse=0.019857	lr=0.089125
Epoch[46] Batch [3649]	Speed: 689.302387 samples/sec	rmse=0.019858	lr=0.089120
Epoch[46] Batch [3699]	Speed: 754.422021 samples/sec	rmse=0.019856	lr=0.089115
Epoch[46] Batch [3749]	Speed: 740.378222 samples/sec	rmse=0.019857	lr=0.089110
Epoch[46] Batch [3799]	Speed: 751.563905 samples/sec	rmse=0.019855	lr=0.089105
Epoch[46] Batch [3849]	Speed: 720.796535 samples/sec	rmse=0.019853	lr=0.089100
Epoch[46] Batch [3899]	Speed: 728.665057 samples/sec	rmse=0.019852	lr=0.089095
Epoch[46] Batch [3949]	Speed: 717.108734 samples/sec	rmse=0.019853	lr=0.089090
Epoch[46] Batch [3999]	Speed: 727.803531 samples/sec	rmse=0.019854	lr=0.089085
Epoch[46] Batch [4049]	Speed: 746.894449 samples/sec	rmse=0.019851	lr=0.089080
Epoch[46] Batch [4099]	Speed: 731.789240 samples/sec	rmse=0.019854	lr=0.089075
Epoch[46] Batch [4149]	Speed: 724.229280 samples/sec	rmse=0.019854	lr=0.089070
Epoch[46] Batch [4199]	Speed: 697.050739 samples/sec	rmse=0.019854	lr=0.089065
Epoch[46] Batch [4249]	Speed: 713.512601 samples/sec	rmse=0.019852	lr=0.089060
Epoch[46] Batch [4299]	Speed: 721.899258 samples/sec	rmse=0.019853	lr=0.089055
Epoch[46] Batch [4349]	Speed: 714.290900 samples/sec	rmse=0.019855	lr=0.089050
Epoch[46] Batch [4399]	Speed: 724.934853 samples/sec	rmse=0.019856	lr=0.089045
Epoch[46] Batch [4449]	Speed: 721.040109 samples/sec	rmse=0.019857	lr=0.089040
Epoch[46] Batch [4499]	Speed: 738.065085 samples/sec	rmse=0.019857	lr=0.089035
Epoch[46] Batch [4549]	Speed: 722.177479 samples/sec	rmse=0.019860	lr=0.089030
Epoch[46] Batch [4599]	Speed: 708.629062 samples/sec	rmse=0.019860	lr=0.089025
Epoch[46] Batch [4649]	Speed: 725.706029 samples/sec	rmse=0.019862	lr=0.089019
Epoch[46] Batch [4699]	Speed: 728.802382 samples/sec	rmse=0.019862	lr=0.089014
Epoch[46] Batch [4749]	Speed: 718.271269 samples/sec	rmse=0.019863	lr=0.089009
Epoch[46] Batch [4799]	Speed: 699.790330 samples/sec	rmse=0.019866	lr=0.089004
Epoch[46] Batch [4849]	Speed: 721.965747 samples/sec	rmse=0.019868	lr=0.088999
Epoch[46] Batch [4899]	Speed: 705.925851 samples/sec	rmse=0.019867	lr=0.088994
Epoch[46] Batch [4949]	Speed: 753.909860 samples/sec	rmse=0.019867	lr=0.088989
Epoch[46] Batch [4999]	Speed: 697.580987 samples/sec	rmse=0.019867	lr=0.088984
[Epoch 46] training: rmse=0.019867
[Epoch 46] speed: 730 samples/sec	time cost: 1777.421995
[Epoch 46] validation: err-top1=0.338842 err-top5=0.118790
Epoch[47] Batch [49]	Speed: 746.614938 samples/sec	rmse=0.019716	lr=0.088979
Epoch[47] Batch [99]	Speed: 708.950234 samples/sec	rmse=0.019718	lr=0.088974
Epoch[47] Batch [149]	Speed: 769.166602 samples/sec	rmse=0.019685	lr=0.088969
Epoch[47] Batch [199]	Speed: 760.240063 samples/sec	rmse=0.019661	lr=0.088964
Epoch[47] Batch [249]	Speed: 737.333269 samples/sec	rmse=0.019673	lr=0.088959
Epoch[47] Batch [299]	Speed: 755.368662 samples/sec	rmse=0.019676	lr=0.088954
Epoch[47] Batch [349]	Speed: 741.533303 samples/sec	rmse=0.019682	lr=0.088949
Epoch[47] Batch [399]	Speed: 714.789379 samples/sec	rmse=0.019702	lr=0.088943
Epoch[47] Batch [449]	Speed: 730.865260 samples/sec	rmse=0.019732	lr=0.088938
Epoch[47] Batch [499]	Speed: 753.029772 samples/sec	rmse=0.019745	lr=0.088933
Epoch[47] Batch [549]	Speed: 727.243679 samples/sec	rmse=0.019727	lr=0.088928
Epoch[47] Batch [599]	Speed: 723.337115 samples/sec	rmse=0.019745	lr=0.088923
Epoch[47] Batch [649]	Speed: 723.526708 samples/sec	rmse=0.019766	lr=0.088918
Epoch[47] Batch [699]	Speed: 724.078389 samples/sec	rmse=0.019787	lr=0.088913
Epoch[47] Batch [749]	Speed: 762.507634 samples/sec	rmse=0.019790	lr=0.088908
Epoch[47] Batch [799]	Speed: 729.078931 samples/sec	rmse=0.019791	lr=0.088903
Epoch[47] Batch [849]	Speed: 707.207635 samples/sec	rmse=0.019785	lr=0.088898
Epoch[47] Batch [899]	Speed: 741.735640 samples/sec	rmse=0.019798	lr=0.088893
Epoch[47] Batch [949]	Speed: 734.630043 samples/sec	rmse=0.019800	lr=0.088888
Epoch[47] Batch [999]	Speed: 750.927369 samples/sec	rmse=0.019802	lr=0.088883
Epoch[47] Batch [1049]	Speed: 720.193996 samples/sec	rmse=0.019790	lr=0.088878
Epoch[47] Batch [1099]	Speed: 712.067454 samples/sec	rmse=0.019793	lr=0.088873
Epoch[47] Batch [1149]	Speed: 743.213990 samples/sec	rmse=0.019802	lr=0.088868
Epoch[47] Batch [1199]	Speed: 734.380398 samples/sec	rmse=0.019805	lr=0.088863
Epoch[47] Batch [1249]	Speed: 711.087969 samples/sec	rmse=0.019799	lr=0.088858
Epoch[47] Batch [1299]	Speed: 723.767272 samples/sec	rmse=0.019794	lr=0.088852
Epoch[47] Batch [1349]	Speed: 741.587047 samples/sec	rmse=0.019793	lr=0.088847
Epoch[47] Batch [1399]	Speed: 748.427238 samples/sec	rmse=0.019792	lr=0.088842
Epoch[47] Batch [1449]	Speed: 754.561178 samples/sec	rmse=0.019786	lr=0.088837
Epoch[47] Batch [1499]	Speed: 738.090280 samples/sec	rmse=0.019783	lr=0.088832
Epoch[47] Batch [1549]	Speed: 741.720997 samples/sec	rmse=0.019787	lr=0.088827
Epoch[47] Batch [1599]	Speed: 718.991869 samples/sec	rmse=0.019792	lr=0.088822
Epoch[47] Batch [1649]	Speed: 734.083442 samples/sec	rmse=0.019794	lr=0.088817
Epoch[47] Batch [1699]	Speed: 708.575050 samples/sec	rmse=0.019791	lr=0.088812
Epoch[47] Batch [1749]	Speed: 731.933613 samples/sec	rmse=0.019790	lr=0.088807
Epoch[47] Batch [1799]	Speed: 766.276328 samples/sec	rmse=0.019794	lr=0.088802
Epoch[47] Batch [1849]	Speed: 714.028835 samples/sec	rmse=0.019794	lr=0.088797
Epoch[47] Batch [1899]	Speed: 731.750081 samples/sec	rmse=0.019798	lr=0.088792
Epoch[47] Batch [1949]	Speed: 704.375322 samples/sec	rmse=0.019797	lr=0.088786
Epoch[47] Batch [1999]	Speed: 722.577566 samples/sec	rmse=0.019795	lr=0.088781
Epoch[47] Batch [2049]	Speed: 757.577910 samples/sec	rmse=0.019800	lr=0.088776
Epoch[47] Batch [2099]	Speed: 743.051764 samples/sec	rmse=0.019801	lr=0.088771
Epoch[47] Batch [2149]	Speed: 722.905231 samples/sec	rmse=0.019799	lr=0.088766
Epoch[47] Batch [2199]	Speed: 729.731258 samples/sec	rmse=0.019804	lr=0.088761
Epoch[47] Batch [2249]	Speed: 719.997764 samples/sec	rmse=0.019804	lr=0.088756
Epoch[47] Batch [2299]	Speed: 726.275953 samples/sec	rmse=0.019813	lr=0.088751
Epoch[47] Batch [2349]	Speed: 717.130670 samples/sec	rmse=0.019815	lr=0.088746
Epoch[47] Batch [2399]	Speed: 746.786993 samples/sec	rmse=0.019813	lr=0.088741
Epoch[47] Batch [2449]	Speed: 771.168475 samples/sec	rmse=0.019814	lr=0.088736
Epoch[47] Batch [2499]	Speed: 726.159967 samples/sec	rmse=0.019812	lr=0.088731
Epoch[47] Batch [2549]	Speed: 721.070411 samples/sec	rmse=0.019812	lr=0.088725
Epoch[47] Batch [2599]	Speed: 755.728344 samples/sec	rmse=0.019819	lr=0.088720
Epoch[47] Batch [2649]	Speed: 766.183998 samples/sec	rmse=0.019818	lr=0.088715
Epoch[47] Batch [2699]	Speed: 745.728441 samples/sec	rmse=0.019819	lr=0.088710
Epoch[47] Batch [2749]	Speed: 712.653250 samples/sec	rmse=0.019824	lr=0.088705
Epoch[47] Batch [2799]	Speed: 728.738070 samples/sec	rmse=0.019827	lr=0.088700
Epoch[47] Batch [2849]	Speed: 735.616536 samples/sec	rmse=0.019831	lr=0.088695
Epoch[47] Batch [2899]	Speed: 726.971739 samples/sec	rmse=0.019830	lr=0.088690
Epoch[47] Batch [2949]	Speed: 726.456788 samples/sec	rmse=0.019832	lr=0.088685
Epoch[47] Batch [2999]	Speed: 691.865374 samples/sec	rmse=0.019832	lr=0.088680
Epoch[47] Batch [3049]	Speed: 703.134330 samples/sec	rmse=0.019835	lr=0.088674
Epoch[47] Batch [3099]	Speed: 733.628668 samples/sec	rmse=0.019833	lr=0.088669
Epoch[47] Batch [3149]	Speed: 752.289035 samples/sec	rmse=0.019828	lr=0.088664
Epoch[47] Batch [3199]	Speed: 745.354484 samples/sec	rmse=0.019832	lr=0.088659
Epoch[47] Batch [3249]	Speed: 733.600780 samples/sec	rmse=0.019831	lr=0.088654
Epoch[47] Batch [3299]	Speed: 725.308006 samples/sec	rmse=0.019829	lr=0.088649
Epoch[47] Batch [3349]	Speed: 706.854245 samples/sec	rmse=0.019833	lr=0.088644
Epoch[47] Batch [3399]	Speed: 760.443164 samples/sec	rmse=0.019836	lr=0.088639
Epoch[47] Batch [3449]	Speed: 748.434499 samples/sec	rmse=0.019836	lr=0.088634
Epoch[47] Batch [3499]	Speed: 734.421024 samples/sec	rmse=0.019836	lr=0.088629
Epoch[47] Batch [3549]	Speed: 710.826272 samples/sec	rmse=0.019838	lr=0.088623
Epoch[47] Batch [3599]	Speed: 726.382039 samples/sec	rmse=0.019839	lr=0.088618
Epoch[47] Batch [3649]	Speed: 747.892070 samples/sec	rmse=0.019841	lr=0.088613
Epoch[47] Batch [3699]	Speed: 740.472618 samples/sec	rmse=0.019844	lr=0.088608
Epoch[47] Batch [3749]	Speed: 726.042291 samples/sec	rmse=0.019846	lr=0.088603
Epoch[47] Batch [3799]	Speed: 730.441723 samples/sec	rmse=0.019847	lr=0.088598
Epoch[47] Batch [3849]	Speed: 733.938550 samples/sec	rmse=0.019850	lr=0.088593
Epoch[47] Batch [3899]	Speed: 723.858865 samples/sec	rmse=0.019849	lr=0.088588
Epoch[47] Batch [3949]	Speed: 713.073536 samples/sec	rmse=0.019851	lr=0.088583
Epoch[47] Batch [3999]	Speed: 735.562686 samples/sec	rmse=0.019853	lr=0.088577
Epoch[47] Batch [4049]	Speed: 720.812735 samples/sec	rmse=0.019853	lr=0.088572
Epoch[47] Batch [4099]	Speed: 742.326822 samples/sec	rmse=0.019855	lr=0.088567
Epoch[47] Batch [4149]	Speed: 732.281077 samples/sec	rmse=0.019854	lr=0.088562
Epoch[47] Batch [4199]	Speed: 703.286770 samples/sec	rmse=0.019855	lr=0.088557
Epoch[47] Batch [4249]	Speed: 727.974773 samples/sec	rmse=0.019857	lr=0.088552
Epoch[47] Batch [4299]	Speed: 719.375256 samples/sec	rmse=0.019859	lr=0.088547
Epoch[47] Batch [4349]	Speed: 714.018360 samples/sec	rmse=0.019858	lr=0.088542
Epoch[47] Batch [4399]	Speed: 750.248713 samples/sec	rmse=0.019857	lr=0.088536
Epoch[47] Batch [4449]	Speed: 719.145926 samples/sec	rmse=0.019855	lr=0.088531
Epoch[47] Batch [4499]	Speed: 702.176082 samples/sec	rmse=0.019854	lr=0.088526
Epoch[47] Batch [4549]	Speed: 744.016825 samples/sec	rmse=0.019854	lr=0.088521
Epoch[47] Batch [4599]	Speed: 731.160095 samples/sec	rmse=0.019854	lr=0.088516
Epoch[47] Batch [4649]	Speed: 708.542647 samples/sec	rmse=0.019855	lr=0.088511
Epoch[47] Batch [4699]	Speed: 735.881447 samples/sec	rmse=0.019854	lr=0.088506
Epoch[47] Batch [4749]	Speed: 771.461045 samples/sec	rmse=0.019857	lr=0.088500
Epoch[47] Batch [4799]	Speed: 774.170720 samples/sec	rmse=0.019856	lr=0.088495
Epoch[47] Batch [4849]	Speed: 722.177479 samples/sec	rmse=0.019854	lr=0.088490
Epoch[47] Batch [4899]	Speed: 711.447189 samples/sec	rmse=0.019856	lr=0.088485
Epoch[47] Batch [4949]	Speed: 744.082831 samples/sec	rmse=0.019854	lr=0.088480
Epoch[47] Batch [4999]	Speed: 758.343480 samples/sec	rmse=0.019856	lr=0.088475
[Epoch 47] training: rmse=0.019856
[Epoch 47] speed: 732 samples/sec	time cost: 1772.820416
[Epoch 47] validation: err-top1=0.355529 err-top5=0.129247
Epoch[48] Batch [49]	Speed: 727.764965 samples/sec	rmse=0.019774	lr=0.088469
Epoch[48] Batch [99]	Speed: 713.596448 samples/sec	rmse=0.019770	lr=0.088464
Epoch[48] Batch [149]	Speed: 730.298196 samples/sec	rmse=0.019737	lr=0.088459
Epoch[48] Batch [199]	Speed: 725.428660 samples/sec	rmse=0.019750	lr=0.088454
Epoch[48] Batch [249]	Speed: 723.958887 samples/sec	rmse=0.019754	lr=0.088449
Epoch[48] Batch [299]	Speed: 707.622304 samples/sec	rmse=0.019756	lr=0.088444
Epoch[48] Batch [349]	Speed: 764.238107 samples/sec	rmse=0.019723	lr=0.088438
Epoch[48] Batch [399]	Speed: 691.825700 samples/sec	rmse=0.019730	lr=0.088433
Epoch[48] Batch [449]	Speed: 711.380955 samples/sec	rmse=0.019724	lr=0.088428
Epoch[48] Batch [499]	Speed: 721.374871 samples/sec	rmse=0.019714	lr=0.088423
Epoch[48] Batch [549]	Speed: 713.659471 samples/sec	rmse=0.019724	lr=0.088418
Epoch[48] Batch [599]	Speed: 721.489585 samples/sec	rmse=0.019728	lr=0.088413
Epoch[48] Batch [649]	Speed: 718.164801 samples/sec	rmse=0.019730	lr=0.088407
Epoch[48] Batch [699]	Speed: 737.344388 samples/sec	rmse=0.019736	lr=0.088402
Epoch[48] Batch [749]	Speed: 709.546288 samples/sec	rmse=0.019746	lr=0.088397
Epoch[48] Batch [799]	Speed: 713.559458 samples/sec	rmse=0.019760	lr=0.088392
Epoch[48] Batch [849]	Speed: 716.571665 samples/sec	rmse=0.019771	lr=0.088387
Epoch[48] Batch [899]	Speed: 746.126581 samples/sec	rmse=0.019787	lr=0.088382
Epoch[48] Batch [949]	Speed: 746.142716 samples/sec	rmse=0.019777	lr=0.088377
Epoch[48] Batch [999]	Speed: 728.335926 samples/sec	rmse=0.019784	lr=0.088371
Epoch[48] Batch [1049]	Speed: 715.214610 samples/sec	rmse=0.019772	lr=0.088366
Epoch[48] Batch [1099]	Speed: 729.941992 samples/sec	rmse=0.019776	lr=0.088361
Epoch[48] Batch [1149]	Speed: 714.794452 samples/sec	rmse=0.019778	lr=0.088356
Epoch[48] Batch [1199]	Speed: 716.412045 samples/sec	rmse=0.019787	lr=0.088351
Epoch[48] Batch [1249]	Speed: 727.213841 samples/sec	rmse=0.019789	lr=0.088346
Epoch[48] Batch [1299]	Speed: 714.530809 samples/sec	rmse=0.019793	lr=0.088340
Epoch[48] Batch [1349]	Speed: 711.215423 samples/sec	rmse=0.019791	lr=0.088335
Epoch[48] Batch [1399]	Speed: 710.673416 samples/sec	rmse=0.019798	lr=0.088330
Epoch[48] Batch [1449]	Speed: 714.311941 samples/sec	rmse=0.019797	lr=0.088325
Epoch[48] Batch [1499]	Speed: 715.030871 samples/sec	rmse=0.019791	lr=0.088320
Epoch[48] Batch [1549]	Speed: 748.880879 samples/sec	rmse=0.019789	lr=0.088315
Epoch[48] Batch [1599]	Speed: 717.927150 samples/sec	rmse=0.019791	lr=0.088309
Epoch[48] Batch [1649]	Speed: 727.361164 samples/sec	rmse=0.019795	lr=0.088304
Epoch[48] Batch [1699]	Speed: 712.787899 samples/sec	rmse=0.019795	lr=0.088299
Epoch[48] Batch [1749]	Speed: 712.530794 samples/sec	rmse=0.019792	lr=0.088294
Epoch[48] Batch [1799]	Speed: 730.678932 samples/sec	rmse=0.019795	lr=0.088289
Epoch[48] Batch [1849]	Speed: 712.675945 samples/sec	rmse=0.019801	lr=0.088283
Epoch[48] Batch [1899]	Speed: 736.585804 samples/sec	rmse=0.019804	lr=0.088278
Epoch[48] Batch [1949]	Speed: 705.653665 samples/sec	rmse=0.019807	lr=0.088273
Epoch[48] Batch [1999]	Speed: 735.246558 samples/sec	rmse=0.019804	lr=0.088268
Epoch[48] Batch [2049]	Speed: 732.561492 samples/sec	rmse=0.019805	lr=0.088263
Epoch[48] Batch [2099]	Speed: 725.766804 samples/sec	rmse=0.019803	lr=0.088258
Epoch[48] Batch [2149]	Speed: 751.940960 samples/sec	rmse=0.019803	lr=0.088252
Epoch[48] Batch [2199]	Speed: 748.114124 samples/sec	rmse=0.019809	lr=0.088247
Epoch[48] Batch [2249]	Speed: 772.067004 samples/sec	rmse=0.019808	lr=0.088242
Epoch[48] Batch [2299]	Speed: 744.386293 samples/sec	rmse=0.019810	lr=0.088237
Epoch[48] Batch [2349]	Speed: 735.869605 samples/sec	rmse=0.019810	lr=0.088232
Epoch[48] Batch [2399]	Speed: 743.894414 samples/sec	rmse=0.019808	lr=0.088226
Epoch[48] Batch [2449]	Speed: 739.798743 samples/sec	rmse=0.019807	lr=0.088221
Epoch[48] Batch [2499]	Speed: 718.579015 samples/sec	rmse=0.019810	lr=0.088216
Epoch[48] Batch [2549]	Speed: 733.485690 samples/sec	rmse=0.019815	lr=0.088211
Epoch[48] Batch [2599]	Speed: 734.290250 samples/sec	rmse=0.019814	lr=0.088206
Epoch[48] Batch [2649]	Speed: 748.546595 samples/sec	rmse=0.019813	lr=0.088201
Epoch[48] Batch [2699]	Speed: 754.099032 samples/sec	rmse=0.019816	lr=0.088195
Epoch[48] Batch [2749]	Speed: 773.113244 samples/sec	rmse=0.019816	lr=0.088190
Epoch[48] Batch [2799]	Speed: 756.356297 samples/sec	rmse=0.019820	lr=0.088185
Epoch[48] Batch [2849]	Speed: 742.618694 samples/sec	rmse=0.019817	lr=0.088180
Epoch[48] Batch [2899]	Speed: 751.874616 samples/sec	rmse=0.019815	lr=0.088175
Epoch[48] Batch [2949]	Speed: 770.943010 samples/sec	rmse=0.019820	lr=0.088169
Epoch[48] Batch [2999]	Speed: 737.841340 samples/sec	rmse=0.019825	lr=0.088164
Epoch[48] Batch [3049]	Speed: 719.424661 samples/sec	rmse=0.019825	lr=0.088159
Epoch[48] Batch [3099]	Speed: 727.684325 samples/sec	rmse=0.019828	lr=0.088154
Epoch[48] Batch [3149]	Speed: 721.251385 samples/sec	rmse=0.019830	lr=0.088149
Epoch[48] Batch [3199]	Speed: 708.240026 samples/sec	rmse=0.019830	lr=0.088143
Epoch[48] Batch [3249]	Speed: 756.137769 samples/sec	rmse=0.019828	lr=0.088138
Epoch[48] Batch [3299]	Speed: 728.161423 samples/sec	rmse=0.019832	lr=0.088133
Epoch[48] Batch [3349]	Speed: 724.092725 samples/sec	rmse=0.019832	lr=0.088128
Epoch[48] Batch [3399]	Speed: 721.411308 samples/sec	rmse=0.019831	lr=0.088123
Epoch[48] Batch [3449]	Speed: 758.625101 samples/sec	rmse=0.019833	lr=0.088117
Epoch[48] Batch [3499]	Speed: 756.135948 samples/sec	rmse=0.019838	lr=0.088112
Epoch[48] Batch [3549]	Speed: 718.299013 samples/sec	rmse=0.019838	lr=0.088107
Epoch[48] Batch [3599]	Speed: 758.055517 samples/sec	rmse=0.019839	lr=0.088102
Epoch[48] Batch [3649]	Speed: 755.901337 samples/sec	rmse=0.019840	lr=0.088096
Epoch[48] Batch [3699]	Speed: 766.678159 samples/sec	rmse=0.019840	lr=0.088091
Epoch[48] Batch [3749]	Speed: 698.172233 samples/sec	rmse=0.019841	lr=0.088086
Epoch[48] Batch [3799]	Speed: 708.576378 samples/sec	rmse=0.019843	lr=0.088081
Epoch[48] Batch [3849]	Speed: 756.304727 samples/sec	rmse=0.019843	lr=0.088076
Epoch[48] Batch [3899]	Speed: 765.704026 samples/sec	rmse=0.019841	lr=0.088070
Epoch[48] Batch [3949]	Speed: 741.160051 samples/sec	rmse=0.019841	lr=0.088065
Epoch[48] Batch [3999]	Speed: 736.996607 samples/sec	rmse=0.019843	lr=0.088060
Epoch[48] Batch [4049]	Speed: 738.780279 samples/sec	rmse=0.019844	lr=0.088055
Epoch[48] Batch [4099]	Speed: 715.579348 samples/sec	rmse=0.019845	lr=0.088050
Epoch[48] Batch [4149]	Speed: 770.068411 samples/sec	rmse=0.019844	lr=0.088044
Epoch[48] Batch [4199]	Speed: 729.782472 samples/sec	rmse=0.019846	lr=0.088039
Epoch[48] Batch [4249]	Speed: 758.381048 samples/sec	rmse=0.019847	lr=0.088034
Epoch[48] Batch [4299]	Speed: 742.331082 samples/sec	rmse=0.019844	lr=0.088029
Epoch[48] Batch [4349]	Speed: 740.520601 samples/sec	rmse=0.019846	lr=0.088023
Epoch[48] Batch [4399]	Speed: 767.525285 samples/sec	rmse=0.019844	lr=0.088018
Epoch[48] Batch [4449]	Speed: 734.088320 samples/sec	rmse=0.019845	lr=0.088013
Epoch[48] Batch [4499]	Speed: 755.039341 samples/sec	rmse=0.019845	lr=0.088008
Epoch[48] Batch [4549]	Speed: 760.413265 samples/sec	rmse=0.019843	lr=0.088002
Epoch[48] Batch [4599]	Speed: 768.217774 samples/sec	rmse=0.019843	lr=0.087997
Epoch[48] Batch [4649]	Speed: 750.641788 samples/sec	rmse=0.019841	lr=0.087992
Epoch[48] Batch [4699]	Speed: 721.689192 samples/sec	rmse=0.019844	lr=0.087987
Epoch[48] Batch [4749]	Speed: 724.708617 samples/sec	rmse=0.019842	lr=0.087982
Epoch[48] Batch [4799]	Speed: 727.332814 samples/sec	rmse=0.019845	lr=0.087976
Epoch[48] Batch [4849]	Speed: 761.211160 samples/sec	rmse=0.019843	lr=0.087971
Epoch[48] Batch [4899]	Speed: 737.592871 samples/sec	rmse=0.019843	lr=0.087966
Epoch[48] Batch [4949]	Speed: 751.749522 samples/sec	rmse=0.019845	lr=0.087961
Epoch[48] Batch [4999]	Speed: 750.818392 samples/sec	rmse=0.019846	lr=0.087955
[Epoch 48] training: rmse=0.019846
[Epoch 48] speed: 733 samples/sec	time cost: 1770.461373
[Epoch 48] validation: err-top1=0.344906 err-top5=0.124821
Epoch[49] Batch [49]	Speed: 707.824483 samples/sec	rmse=0.019414	lr=0.087950
Epoch[49] Batch [99]	Speed: 729.275083 samples/sec	rmse=0.019539	lr=0.087944
Epoch[49] Batch [149]	Speed: 732.112535 samples/sec	rmse=0.019665	lr=0.087939
Epoch[49] Batch [199]	Speed: 726.890074 samples/sec	rmse=0.019746	lr=0.087934
Epoch[49] Batch [249]	Speed: 741.997245 samples/sec	rmse=0.019750	lr=0.087929
Epoch[49] Batch [299]	Speed: 708.397987 samples/sec	rmse=0.019741	lr=0.087923
Epoch[49] Batch [349]	Speed: 760.835157 samples/sec	rmse=0.019741	lr=0.087918
Epoch[49] Batch [399]	Speed: 721.736722 samples/sec	rmse=0.019744	lr=0.087913
Epoch[49] Batch [449]	Speed: 709.673509 samples/sec	rmse=0.019725	lr=0.087908
Epoch[49] Batch [499]	Speed: 753.856495 samples/sec	rmse=0.019721	lr=0.087902
Epoch[49] Batch [549]	Speed: 737.548752 samples/sec	rmse=0.019716	lr=0.087897
Epoch[49] Batch [599]	Speed: 717.045617 samples/sec	rmse=0.019714	lr=0.087892
Epoch[49] Batch [649]	Speed: 742.112529 samples/sec	rmse=0.019704	lr=0.087887
Epoch[49] Batch [699]	Speed: 714.654087 samples/sec	rmse=0.019710	lr=0.087881
Epoch[49] Batch [749]	Speed: 748.556040 samples/sec	rmse=0.019713	lr=0.087876
Epoch[49] Batch [799]	Speed: 740.585937 samples/sec	rmse=0.019724	lr=0.087871
Epoch[49] Batch [849]	Speed: 738.675317 samples/sec	rmse=0.019715	lr=0.087866
Epoch[49] Batch [899]	Speed: 774.320396 samples/sec	rmse=0.019719	lr=0.087860
Epoch[49] Batch [949]	Speed: 742.748094 samples/sec	rmse=0.019730	lr=0.087855
Epoch[49] Batch [999]	Speed: 741.245763 samples/sec	rmse=0.019733	lr=0.087850
Epoch[49] Batch [1049]	Speed: 729.539192 samples/sec	rmse=0.019737	lr=0.087845
Epoch[49] Batch [1099]	Speed: 779.741109 samples/sec	rmse=0.019743	lr=0.087839
Epoch[49] Batch [1149]	Speed: 751.163001 samples/sec	rmse=0.019741	lr=0.087834
Epoch[49] Batch [1199]	Speed: 726.590726 samples/sec	rmse=0.019746	lr=0.087829
Epoch[49] Batch [1249]	Speed: 770.523393 samples/sec	rmse=0.019742	lr=0.087824
Epoch[49] Batch [1299]	Speed: 745.030268 samples/sec	rmse=0.019759	lr=0.087818
Epoch[49] Batch [1349]	Speed: 734.337385 samples/sec	rmse=0.019767	lr=0.087813
Epoch[49] Batch [1399]	Speed: 734.808355 samples/sec	rmse=0.019765	lr=0.087808
Epoch[49] Batch [1449]	Speed: 764.300471 samples/sec	rmse=0.019763	lr=0.087803
Epoch[49] Batch [1499]	Speed: 743.459486 samples/sec	rmse=0.019768	lr=0.087797
Epoch[49] Batch [1549]	Speed: 720.346114 samples/sec	rmse=0.019769	lr=0.087792
Epoch[49] Batch [1599]	Speed: 765.288706 samples/sec	rmse=0.019776	lr=0.087787
Epoch[49] Batch [1649]	Speed: 726.659528 samples/sec	rmse=0.019784	lr=0.087781
Epoch[49] Batch [1699]	Speed: 727.952208 samples/sec	rmse=0.019787	lr=0.087776
Epoch[49] Batch [1749]	Speed: 711.835124 samples/sec	rmse=0.019793	lr=0.087771
Epoch[49] Batch [1799]	Speed: 730.512509 samples/sec	rmse=0.019795	lr=0.087766
Epoch[49] Batch [1849]	Speed: 714.669689 samples/sec	rmse=0.019799	lr=0.087760
Epoch[49] Batch [1899]	Speed: 720.704041 samples/sec	rmse=0.019802	lr=0.087755
Epoch[49] Batch [1949]	Speed: 730.384703 samples/sec	rmse=0.019804	lr=0.087750
Epoch[49] Batch [1999]	Speed: 736.265372 samples/sec	rmse=0.019807	lr=0.087745
Epoch[49] Batch [2049]	Speed: 717.595828 samples/sec	rmse=0.019806	lr=0.087739
Epoch[49] Batch [2099]	Speed: 758.845895 samples/sec	rmse=0.019812	lr=0.087734
Epoch[49] Batch [2149]	Speed: 731.725737 samples/sec	rmse=0.019819	lr=0.087729
Epoch[49] Batch [2199]	Speed: 720.003915 samples/sec	rmse=0.019821	lr=0.087723
Epoch[49] Batch [2249]	Speed: 756.283238 samples/sec	rmse=0.019820	lr=0.087718
Epoch[49] Batch [2299]	Speed: 764.275935 samples/sec	rmse=0.019820	lr=0.087713
Epoch[49] Batch [2349]	Speed: 741.624807 samples/sec	rmse=0.019819	lr=0.087708
Epoch[49] Batch [2399]	Speed: 702.058723 samples/sec	rmse=0.019816	lr=0.087702
Epoch[49] Batch [2449]	Speed: 764.168836 samples/sec	rmse=0.019820	lr=0.087697
Epoch[49] Batch [2499]	Speed: 718.547114 samples/sec	rmse=0.019815	lr=0.087692
Epoch[49] Batch [2549]	Speed: 749.874452 samples/sec	rmse=0.019812	lr=0.087686
Epoch[49] Batch [2599]	Speed: 736.009196 samples/sec	rmse=0.019813	lr=0.087681
Epoch[49] Batch [2649]	Speed: 733.147325 samples/sec	rmse=0.019810	lr=0.087676
Epoch[49] Batch [2699]	Speed: 741.661505 samples/sec	rmse=0.019808	lr=0.087671
Epoch[49] Batch [2749]	Speed: 729.556155 samples/sec	rmse=0.019812	lr=0.087665
Epoch[49] Batch [2799]	Speed: 711.395274 samples/sec	rmse=0.019813	lr=0.087660
Epoch[49] Batch [2849]	Speed: 754.109593 samples/sec	rmse=0.019815	lr=0.087655
Epoch[49] Batch [2899]	Speed: 736.474766 samples/sec	rmse=0.019811	lr=0.087649
Epoch[49] Batch [2949]	Speed: 738.667552 samples/sec	rmse=0.019811	lr=0.087644
Epoch[49] Batch [2999]	Speed: 755.966286 samples/sec	rmse=0.019811	lr=0.087639
Epoch[49] Batch [3049]	Speed: 740.879396 samples/sec	rmse=0.019813	lr=0.087633
Epoch[49] Batch [3099]	Speed: 768.306868 samples/sec	rmse=0.019808	lr=0.087628
Epoch[49] Batch [3149]	Speed: 757.101856 samples/sec	rmse=0.019810	lr=0.087623
Epoch[49] Batch [3199]	Speed: 748.903349 samples/sec	rmse=0.019811	lr=0.087618
Epoch[49] Batch [3249]	Speed: 708.733657 samples/sec	rmse=0.019814	lr=0.087612
Epoch[49] Batch [3299]	Speed: 727.463023 samples/sec	rmse=0.019816	lr=0.087607
Epoch[49] Batch [3349]	Speed: 723.199961 samples/sec	rmse=0.019819	lr=0.087602
Epoch[49] Batch [3399]	Speed: 741.267778 samples/sec	rmse=0.019819	lr=0.087596
Epoch[49] Batch [3449]	Speed: 738.000366 samples/sec	rmse=0.019818	lr=0.087591
Epoch[49] Batch [3499]	Speed: 713.074644 samples/sec	rmse=0.019820	lr=0.087586
Epoch[49] Batch [3549]	Speed: 745.525390 samples/sec	rmse=0.019822	lr=0.087580
Epoch[49] Batch [3599]	Speed: 717.161363 samples/sec	rmse=0.019821	lr=0.087575
Epoch[49] Batch [3649]	Speed: 709.352356 samples/sec	rmse=0.019820	lr=0.087570
Epoch[49] Batch [3699]	Speed: 748.315272 samples/sec	rmse=0.019820	lr=0.087565
Epoch[49] Batch [3749]	Speed: 751.055269 samples/sec	rmse=0.019823	lr=0.087559
Epoch[49] Batch [3799]	Speed: 741.269968 samples/sec	rmse=0.019824	lr=0.087554
Epoch[49] Batch [3849]	Speed: 752.023390 samples/sec	rmse=0.019822	lr=0.087549
Epoch[49] Batch [3899]	Speed: 711.067268 samples/sec	rmse=0.019821	lr=0.087543
Epoch[49] Batch [3949]	Speed: 737.877026 samples/sec	rmse=0.019823	lr=0.087538
Epoch[49] Batch [3999]	Speed: 709.730371 samples/sec	rmse=0.019826	lr=0.087533
Epoch[49] Batch [4049]	Speed: 750.944154 samples/sec	rmse=0.019827	lr=0.087527
Epoch[49] Batch [4099]	Speed: 723.617753 samples/sec	rmse=0.019826	lr=0.087522
Epoch[49] Batch [4149]	Speed: 714.781481 samples/sec	rmse=0.019826	lr=0.087517
Epoch[49] Batch [4199]	Speed: 728.095219 samples/sec	rmse=0.019828	lr=0.087511
Epoch[49] Batch [4249]	Speed: 754.744565 samples/sec	rmse=0.019828	lr=0.087506
Epoch[49] Batch [4299]	Speed: 746.296595 samples/sec	rmse=0.019828	lr=0.087501
Epoch[49] Batch [4349]	Speed: 747.655945 samples/sec	rmse=0.019828	lr=0.087495
Epoch[49] Batch [4399]	Speed: 745.649767 samples/sec	rmse=0.019830	lr=0.087490
Epoch[49] Batch [4449]	Speed: 727.472496 samples/sec	rmse=0.019830	lr=0.087485
Epoch[49] Batch [4499]	Speed: 752.149745 samples/sec	rmse=0.019832	lr=0.087479
Epoch[49] Batch [4549]	Speed: 744.927905 samples/sec	rmse=0.019834	lr=0.087474
Epoch[49] Batch [4599]	Speed: 744.984479 samples/sec	rmse=0.019836	lr=0.087469
Epoch[49] Batch [4649]	Speed: 726.552908 samples/sec	rmse=0.019836	lr=0.087463
Epoch[49] Batch [4699]	Speed: 734.662383 samples/sec	rmse=0.019836	lr=0.087458
Epoch[49] Batch [4749]	Speed: 724.102394 samples/sec	rmse=0.019836	lr=0.087453
Epoch[49] Batch [4799]	Speed: 768.597513 samples/sec	rmse=0.019837	lr=0.087447
Epoch[49] Batch [4849]	Speed: 734.125370 samples/sec	rmse=0.019838	lr=0.087442
Epoch[49] Batch [4899]	Speed: 771.118852 samples/sec	rmse=0.019839	lr=0.087437
Epoch[49] Batch [4949]	Speed: 742.755770 samples/sec	rmse=0.019838	lr=0.087431
Epoch[49] Batch [4999]	Speed: 771.812218 samples/sec	rmse=0.019844	lr=0.087426
[Epoch 49] training: rmse=0.019844
[Epoch 49] speed: 737 samples/sec	time cost: 1761.346068
[Epoch 49] validation: err-top1=0.354748 err-top5=0.129387
Epoch[50] Batch [49]	Speed: 735.913524 samples/sec	rmse=0.019649	lr=0.087420
Epoch[50] Batch [99]	Speed: 745.119442 samples/sec	rmse=0.019685	lr=0.087415
Epoch[50] Batch [149]	Speed: 729.363429 samples/sec	rmse=0.019640	lr=0.087410
Epoch[50] Batch [199]	Speed: 708.667590 samples/sec	rmse=0.019643	lr=0.087404
Epoch[50] Batch [249]	Speed: 737.090142 samples/sec	rmse=0.019645	lr=0.087399
Epoch[50] Batch [299]	Speed: 725.636828 samples/sec	rmse=0.019639	lr=0.087394
Epoch[50] Batch [349]	Speed: 755.123163 samples/sec	rmse=0.019631	lr=0.087388
Epoch[50] Batch [399]	Speed: 730.020761 samples/sec	rmse=0.019645	lr=0.087383
Epoch[50] Batch [449]	Speed: 727.318684 samples/sec	rmse=0.019655	lr=0.087378
Epoch[50] Batch [499]	Speed: 735.517077 samples/sec	rmse=0.019655	lr=0.087372
Epoch[50] Batch [549]	Speed: 722.704775 samples/sec	rmse=0.019679	lr=0.087367
Epoch[50] Batch [599]	Speed: 747.427971 samples/sec	rmse=0.019689	lr=0.087362
Epoch[50] Batch [649]	Speed: 733.302311 samples/sec	rmse=0.019707	lr=0.087356
Epoch[50] Batch [699]	Speed: 710.076096 samples/sec	rmse=0.019716	lr=0.087351
Epoch[50] Batch [749]	Speed: 718.660401 samples/sec	rmse=0.019721	lr=0.087345
Epoch[50] Batch [799]	Speed: 733.318517 samples/sec	rmse=0.019716	lr=0.087340
Epoch[50] Batch [849]	Speed: 758.182805 samples/sec	rmse=0.019720	lr=0.087335
Epoch[50] Batch [899]	Speed: 763.734635 samples/sec	rmse=0.019721	lr=0.087329
Epoch[50] Batch [949]	Speed: 721.272160 samples/sec	rmse=0.019725	lr=0.087324
Epoch[50] Batch [999]	Speed: 714.024970 samples/sec	rmse=0.019727	lr=0.087319
Epoch[50] Batch [1049]	Speed: 728.313181 samples/sec	rmse=0.019733	lr=0.087313
Epoch[50] Batch [1099]	Speed: 720.905741 samples/sec	rmse=0.019734	lr=0.087308
Epoch[50] Batch [1149]	Speed: 733.912555 samples/sec	rmse=0.019737	lr=0.087303
Epoch[50] Batch [1199]	Speed: 713.221893 samples/sec	rmse=0.019731	lr=0.087297
Epoch[50] Batch [1249]	Speed: 728.472475 samples/sec	rmse=0.019740	lr=0.087292
Epoch[50] Batch [1299]	Speed: 722.181918 samples/sec	rmse=0.019741	lr=0.087287
Epoch[50] Batch [1349]	Speed: 724.287718 samples/sec	rmse=0.019740	lr=0.087281
Epoch[50] Batch [1399]	Speed: 751.096574 samples/sec	rmse=0.019738	lr=0.087276
Epoch[50] Batch [1449]	Speed: 747.779910 samples/sec	rmse=0.019739	lr=0.087270
Epoch[50] Batch [1499]	Speed: 725.892371 samples/sec	rmse=0.019741	lr=0.087265
Epoch[50] Batch [1549]	Speed: 713.992551 samples/sec	rmse=0.019743	lr=0.087260
Epoch[50] Batch [1599]	Speed: 717.718228 samples/sec	rmse=0.019751	lr=0.087254
Epoch[50] Batch [1649]	Speed: 700.086275 samples/sec	rmse=0.019750	lr=0.087249
Epoch[50] Batch [1699]	Speed: 731.154031 samples/sec	rmse=0.019751	lr=0.087244
Epoch[50] Batch [1749]	Speed: 748.335820 samples/sec	rmse=0.019753	lr=0.087238
Epoch[50] Batch [1799]	Speed: 696.293490 samples/sec	rmse=0.019757	lr=0.087233
Epoch[50] Batch [1849]	Speed: 718.958265 samples/sec	rmse=0.019758	lr=0.087227
Epoch[50] Batch [1899]	Speed: 731.593279 samples/sec	rmse=0.019759	lr=0.087222
Epoch[50] Batch [1949]	Speed: 732.106874 samples/sec	rmse=0.019763	lr=0.087217
Epoch[50] Batch [1999]	Speed: 751.708556 samples/sec	rmse=0.019762	lr=0.087211
Epoch[50] Batch [2049]	Speed: 733.878214 samples/sec	rmse=0.019766	lr=0.087206
Epoch[50] Batch [2099]	Speed: 720.052527 samples/sec	rmse=0.019765	lr=0.087201
Epoch[50] Batch [2149]	Speed: 746.221587 samples/sec	rmse=0.019768	lr=0.087195
Epoch[50] Batch [2199]	Speed: 723.897604 samples/sec	rmse=0.019768	lr=0.087190
Epoch[50] Batch [2249]	Speed: 716.869887 samples/sec	rmse=0.019770	lr=0.087184
Epoch[50] Batch [2299]	Speed: 722.938017 samples/sec	rmse=0.019767	lr=0.087179
Epoch[50] Batch [2349]	Speed: 750.425353 samples/sec	rmse=0.019770	lr=0.087174
Epoch[50] Batch [2399]	Speed: 759.724490 samples/sec	rmse=0.019774	lr=0.087168
Epoch[50] Batch [2449]	Speed: 735.661785 samples/sec	rmse=0.019779	lr=0.087163
Epoch[50] Batch [2499]	Speed: 756.187846 samples/sec	rmse=0.019777	lr=0.087158
Epoch[50] Batch [2549]	Speed: 716.643040 samples/sec	rmse=0.019784	lr=0.087152
Epoch[50] Batch [2599]	Speed: 736.976322 samples/sec	rmse=0.019785	lr=0.087147
Epoch[50] Batch [2649]	Speed: 759.207898 samples/sec	rmse=0.019788	lr=0.087141
Epoch[50] Batch [2699]	Speed: 730.407876 samples/sec	rmse=0.019785	lr=0.087136
Epoch[50] Batch [2749]	Speed: 728.222067 samples/sec	rmse=0.019784	lr=0.087131
Epoch[50] Batch [2799]	Speed: 733.026312 samples/sec	rmse=0.019784	lr=0.087125
Epoch[50] Batch [2849]	Speed: 763.534322 samples/sec	rmse=0.019780	lr=0.087120
Epoch[50] Batch [2899]	Speed: 723.097295 samples/sec	rmse=0.019780	lr=0.087114
Epoch[50] Batch [2949]	Speed: 721.268042 samples/sec	rmse=0.019776	lr=0.087109
Epoch[50] Batch [2999]	Speed: 736.772872 samples/sec	rmse=0.019778	lr=0.087104
Epoch[50] Batch [3049]	Speed: 742.031775 samples/sec	rmse=0.019777	lr=0.087098
Epoch[50] Batch [3099]	Speed: 702.582847 samples/sec	rmse=0.019781	lr=0.087093
Epoch[50] Batch [3149]	Speed: 725.455833 samples/sec	rmse=0.019783	lr=0.087087
Epoch[50] Batch [3199]	Speed: 730.313068 samples/sec	rmse=0.019782	lr=0.087082
Epoch[50] Batch [3249]	Speed: 761.518657 samples/sec	rmse=0.019780	lr=0.087077
Epoch[50] Batch [3299]	Speed: 704.273709 samples/sec	rmse=0.019780	lr=0.087071
Epoch[50] Batch [3349]	Speed: 728.501655 samples/sec	rmse=0.019774	lr=0.087066
Epoch[50] Batch [3399]	Speed: 762.937905 samples/sec	rmse=0.019775	lr=0.087060
Epoch[50] Batch [3449]	Speed: 733.028584 samples/sec	rmse=0.019775	lr=0.087055
Epoch[50] Batch [3499]	Speed: 740.429451 samples/sec	rmse=0.019775	lr=0.087050
Epoch[50] Batch [3549]	Speed: 726.251853 samples/sec	rmse=0.019775	lr=0.087044
Epoch[50] Batch [3599]	Speed: 752.497518 samples/sec	rmse=0.019778	lr=0.087039
Epoch[50] Batch [3649]	Speed: 737.780604 samples/sec	rmse=0.019780	lr=0.087033
Epoch[50] Batch [3699]	Speed: 757.016334 samples/sec	rmse=0.019780	lr=0.087028
Epoch[50] Batch [3749]	Speed: 737.586700 samples/sec	rmse=0.019779	lr=0.087023
Epoch[50] Batch [3799]	Speed: 733.613481 samples/sec	rmse=0.019780	lr=0.087017
Epoch[50] Batch [3849]	Speed: 742.974219 samples/sec	rmse=0.019783	lr=0.087012
Epoch[50] Batch [3899]	Speed: 700.488364 samples/sec	rmse=0.019786	lr=0.087006
Epoch[50] Batch [3949]	Speed: 720.975455 samples/sec	rmse=0.019785	lr=0.087001
Epoch[50] Batch [3999]	Speed: 725.154951 samples/sec	rmse=0.019787	lr=0.086996
Epoch[50] Batch [4049]	Speed: 709.211441 samples/sec	rmse=0.019788	lr=0.086990
Epoch[50] Batch [4099]	Speed: 733.962792 samples/sec	rmse=0.019791	lr=0.086985
Epoch[50] Batch [4149]	Speed: 741.575103 samples/sec	rmse=0.019793	lr=0.086979
Epoch[50] Batch [4199]	Speed: 711.099385 samples/sec	rmse=0.019794	lr=0.086974
Epoch[50] Batch [4249]	Speed: 715.169212 samples/sec	rmse=0.019796	lr=0.086968
Epoch[50] Batch [4299]	Speed: 727.929388 samples/sec	rmse=0.019797	lr=0.086963
Epoch[50] Batch [4349]	Speed: 728.190163 samples/sec	rmse=0.019798	lr=0.086958
Epoch[50] Batch [4399]	Speed: 726.548867 samples/sec	rmse=0.019798	lr=0.086952
Epoch[50] Batch [4449]	Speed: 731.040783 samples/sec	rmse=0.019799	lr=0.086947
Epoch[50] Batch [4499]	Speed: 715.278920 samples/sec	rmse=0.019799	lr=0.086941
Epoch[50] Batch [4549]	Speed: 745.052301 samples/sec	rmse=0.019799	lr=0.086936
Epoch[50] Batch [4599]	Speed: 762.619392 samples/sec	rmse=0.019797	lr=0.086931
Epoch[50] Batch [4649]	Speed: 758.441259 samples/sec	rmse=0.019797	lr=0.086925
Epoch[50] Batch [4699]	Speed: 756.003033 samples/sec	rmse=0.019795	lr=0.086920
Epoch[50] Batch [4749]	Speed: 764.656611 samples/sec	rmse=0.019797	lr=0.086914
Epoch[50] Batch [4799]	Speed: 736.661394 samples/sec	rmse=0.019800	lr=0.086909
Epoch[50] Batch [4849]	Speed: 741.878327 samples/sec	rmse=0.019801	lr=0.086903
Epoch[50] Batch [4899]	Speed: 749.187086 samples/sec	rmse=0.019803	lr=0.086898
Epoch[50] Batch [4949]	Speed: 749.571147 samples/sec	rmse=0.019804	lr=0.086893
Epoch[50] Batch [4999]	Speed: 760.270810 samples/sec	rmse=0.019805	lr=0.086887
[Epoch 50] training: rmse=0.019804
[Epoch 50] speed: 732 samples/sec	time cost: 1771.978297
[Epoch 50] validation: err-top1=0.354287 err-top5=0.127905
Epoch[51] Batch [49]	Speed: 727.818469 samples/sec	rmse=0.019746	lr=0.086881
Epoch[51] Batch [99]	Speed: 720.396184 samples/sec	rmse=0.019700	lr=0.086876
Epoch[51] Batch [149]	Speed: 750.810727 samples/sec	rmse=0.019679	lr=0.086870
Epoch[51] Batch [199]	Speed: 722.276259 samples/sec	rmse=0.019640	lr=0.086865
Epoch[51] Batch [249]	Speed: 716.350102 samples/sec	rmse=0.019647	lr=0.086859
Epoch[51] Batch [299]	Speed: 721.298451 samples/sec	rmse=0.019656	lr=0.086854
Epoch[51] Batch [349]	Speed: 747.187439 samples/sec	rmse=0.019682	lr=0.086849
Epoch[51] Batch [399]	Speed: 729.459239 samples/sec	rmse=0.019698	lr=0.086843
Epoch[51] Batch [449]	Speed: 728.482715 samples/sec	rmse=0.019683	lr=0.086838
Epoch[51] Batch [499]	Speed: 702.993527 samples/sec	rmse=0.019687	lr=0.086832
Epoch[51] Batch [549]	Speed: 735.319758 samples/sec	rmse=0.019684	lr=0.086827
Epoch[51] Batch [599]	Speed: 732.452294 samples/sec	rmse=0.019695	lr=0.086821
Epoch[51] Batch [649]	Speed: 710.156460 samples/sec	rmse=0.019699	lr=0.086816
Epoch[51] Batch [699]	Speed: 744.207594 samples/sec	rmse=0.019697	lr=0.086810
Epoch[51] Batch [749]	Speed: 749.767016 samples/sec	rmse=0.019705	lr=0.086805
Epoch[51] Batch [799]	Speed: 743.140598 samples/sec	rmse=0.019692	lr=0.086800
Epoch[51] Batch [849]	Speed: 751.451009 samples/sec	rmse=0.019697	lr=0.086794
Epoch[51] Batch [899]	Speed: 752.112655 samples/sec	rmse=0.019712	lr=0.086789
Epoch[51] Batch [949]	Speed: 742.835983 samples/sec	rmse=0.019716	lr=0.086783
Epoch[51] Batch [999]	Speed: 741.653340 samples/sec	rmse=0.019710	lr=0.086778
Epoch[51] Batch [1049]	Speed: 770.767491 samples/sec	rmse=0.019711	lr=0.086772
Epoch[51] Batch [1099]	Speed: 715.692941 samples/sec	rmse=0.019713	lr=0.086767
Epoch[51] Batch [1149]	Speed: 761.478552 samples/sec	rmse=0.019725	lr=0.086761
Epoch[51] Batch [1199]	Speed: 728.099781 samples/sec	rmse=0.019721	lr=0.086756
Epoch[51] Batch [1249]	Speed: 752.706866 samples/sec	rmse=0.019717	lr=0.086751
Epoch[51] Batch [1299]	Speed: 711.172858 samples/sec	rmse=0.019719	lr=0.086745
Epoch[51] Batch [1349]	Speed: 730.920902 samples/sec	rmse=0.019722	lr=0.086740
Epoch[51] Batch [1399]	Speed: 695.304704 samples/sec	rmse=0.019730	lr=0.086734
Epoch[51] Batch [1449]	Speed: 746.293846 samples/sec	rmse=0.019731	lr=0.086729
Epoch[51] Batch [1499]	Speed: 735.591974 samples/sec	rmse=0.019732	lr=0.086723
Epoch[51] Batch [1549]	Speed: 763.644827 samples/sec	rmse=0.019730	lr=0.086718
Epoch[51] Batch [1599]	Speed: 729.623407 samples/sec	rmse=0.019735	lr=0.086712
Epoch[51] Batch [1649]	Speed: 779.421473 samples/sec	rmse=0.019730	lr=0.086707
Epoch[51] Batch [1699]	Speed: 768.031957 samples/sec	rmse=0.019731	lr=0.086701
Epoch[51] Batch [1749]	Speed: 722.694580 samples/sec	rmse=0.019729	lr=0.086696
Epoch[51] Batch [1799]	Speed: 734.250612 samples/sec	rmse=0.019726	lr=0.086690
Epoch[51] Batch [1849]	Speed: 738.694974 samples/sec	rmse=0.019724	lr=0.086685
Epoch[51] Batch [1899]	Speed: 692.589501 samples/sec	rmse=0.019726	lr=0.086679
Epoch[51] Batch [1949]	Speed: 744.849783 samples/sec	rmse=0.019723	lr=0.086674
Epoch[51] Batch [1999]	Speed: 713.656530 samples/sec	rmse=0.019722	lr=0.086669
Epoch[51] Batch [2049]	Speed: 744.470677 samples/sec	rmse=0.019722	lr=0.086663
Epoch[51] Batch [2099]	Speed: 741.095156 samples/sec	rmse=0.019722	lr=0.086658
Epoch[51] Batch [2149]	Speed: 707.938055 samples/sec	rmse=0.019728	lr=0.086652
Epoch[51] Batch [2199]	Speed: 712.722059 samples/sec	rmse=0.019728	lr=0.086647
Epoch[51] Batch [2249]	Speed: 723.877126 samples/sec	rmse=0.019728	lr=0.086641
Epoch[51] Batch [2299]	Speed: 729.900282 samples/sec	rmse=0.019731	lr=0.086636
Epoch[51] Batch [2349]	Speed: 741.787836 samples/sec	rmse=0.019727	lr=0.086630
Epoch[51] Batch [2399]	Speed: 743.261805 samples/sec	rmse=0.019731	lr=0.086625
Epoch[51] Batch [2449]	Speed: 721.847348 samples/sec	rmse=0.019735	lr=0.086619
Epoch[51] Batch [2499]	Speed: 753.474238 samples/sec	rmse=0.019737	lr=0.086614
Epoch[51] Batch [2549]	Speed: 723.976860 samples/sec	rmse=0.019734	lr=0.086608
Epoch[51] Batch [2599]	Speed: 733.147195 samples/sec	rmse=0.019736	lr=0.086603
Epoch[51] Batch [2649]	Speed: 746.838052 samples/sec	rmse=0.019734	lr=0.086597
Epoch[51] Batch [2699]	Speed: 705.379788 samples/sec	rmse=0.019735	lr=0.086592
Epoch[51] Batch [2749]	Speed: 748.417169 samples/sec	rmse=0.019733	lr=0.086586
Epoch[51] Batch [2799]	Speed: 723.321415 samples/sec	rmse=0.019734	lr=0.086581
Epoch[51] Batch [2849]	Speed: 704.233523 samples/sec	rmse=0.019737	lr=0.086575
Epoch[51] Batch [2899]	Speed: 750.742609 samples/sec	rmse=0.019739	lr=0.086570
Epoch[51] Batch [2949]	Speed: 716.237905 samples/sec	rmse=0.019740	lr=0.086564
Epoch[51] Batch [2999]	Speed: 739.036333 samples/sec	rmse=0.019740	lr=0.086559
Epoch[51] Batch [3049]	Speed: 744.582921 samples/sec	rmse=0.019746	lr=0.086553
Epoch[51] Batch [3099]	Speed: 759.600005 samples/sec	rmse=0.019751	lr=0.086548
Epoch[51] Batch [3149]	Speed: 769.343487 samples/sec	rmse=0.019758	lr=0.086542
Epoch[51] Batch [3199]	Speed: 736.848874 samples/sec	rmse=0.019759	lr=0.086537
Epoch[51] Batch [3249]	Speed: 724.394905 samples/sec	rmse=0.019755	lr=0.086531
Epoch[51] Batch [3299]	Speed: 751.081495 samples/sec	rmse=0.019753	lr=0.086526
Epoch[51] Batch [3349]	Speed: 745.144076 samples/sec	rmse=0.019752	lr=0.086520
Epoch[51] Batch [3399]	Speed: 749.143722 samples/sec	rmse=0.019753	lr=0.086515
Epoch[51] Batch [3449]	Speed: 736.573889 samples/sec	rmse=0.019759	lr=0.086509
Epoch[51] Batch [3499]	Speed: 723.198529 samples/sec	rmse=0.019760	lr=0.086504
Epoch[51] Batch [3549]	Speed: 752.041867 samples/sec	rmse=0.019760	lr=0.086498
Epoch[51] Batch [3599]	Speed: 713.489653 samples/sec	rmse=0.019759	lr=0.086493
Epoch[51] Batch [3649]	Speed: 718.648944 samples/sec	rmse=0.019760	lr=0.086487
Epoch[51] Batch [3699]	Speed: 755.510795 samples/sec	rmse=0.019763	lr=0.086482
Epoch[51] Batch [3749]	Speed: 774.872070 samples/sec	rmse=0.019765	lr=0.086476
Epoch[51] Batch [3799]	Speed: 735.497680 samples/sec	rmse=0.019768	lr=0.086471
Epoch[51] Batch [3849]	Speed: 724.844416 samples/sec	rmse=0.019769	lr=0.086465
Epoch[51] Batch [3899]	Speed: 730.445301 samples/sec	rmse=0.019771	lr=0.086460
Epoch[51] Batch [3949]	Speed: 703.070371 samples/sec	rmse=0.019771	lr=0.086454
Epoch[51] Batch [3999]	Speed: 736.439933 samples/sec	rmse=0.019768	lr=0.086449
Epoch[51] Batch [4049]	Speed: 727.653592 samples/sec	rmse=0.019769	lr=0.086443
Epoch[51] Batch [4099]	Speed: 759.393885 samples/sec	rmse=0.019770	lr=0.086438
Epoch[51] Batch [4149]	Speed: 734.186942 samples/sec	rmse=0.019767	lr=0.086432
Epoch[51] Batch [4199]	Speed: 739.911376 samples/sec	rmse=0.019769	lr=0.086427
Epoch[51] Batch [4249]	Speed: 788.216753 samples/sec	rmse=0.019771	lr=0.086421
Epoch[51] Batch [4299]	Speed: 764.489418 samples/sec	rmse=0.019771	lr=0.086416
Epoch[51] Batch [4349]	Speed: 767.701833 samples/sec	rmse=0.019773	lr=0.086410
Epoch[51] Batch [4399]	Speed: 734.276220 samples/sec	rmse=0.019776	lr=0.086405
Epoch[51] Batch [4449]	Speed: 741.519988 samples/sec	rmse=0.019777	lr=0.086399
Epoch[51] Batch [4499]	Speed: 731.797699 samples/sec	rmse=0.019777	lr=0.086394
Epoch[51] Batch [4549]	Speed: 739.254065 samples/sec	rmse=0.019777	lr=0.086388
Epoch[51] Batch [4599]	Speed: 764.652864 samples/sec	rmse=0.019778	lr=0.086383
Epoch[51] Batch [4649]	Speed: 754.812807 samples/sec	rmse=0.019781	lr=0.086377
Epoch[51] Batch [4699]	Speed: 730.730080 samples/sec	rmse=0.019779	lr=0.086372
Epoch[51] Batch [4749]	Speed: 783.663899 samples/sec	rmse=0.019781	lr=0.086366
Epoch[51] Batch [4799]	Speed: 710.486004 samples/sec	rmse=0.019780	lr=0.086361
Epoch[51] Batch [4849]	Speed: 727.193766 samples/sec	rmse=0.019781	lr=0.086355
Epoch[51] Batch [4899]	Speed: 724.374243 samples/sec	rmse=0.019782	lr=0.086350
Epoch[51] Batch [4949]	Speed: 729.976452 samples/sec	rmse=0.019781	lr=0.086344
Epoch[51] Batch [4999]	Speed: 739.689721 samples/sec	rmse=0.019781	lr=0.086339
[Epoch 51] training: rmse=0.019780
[Epoch 51] speed: 736 samples/sec	time cost: 1763.991498
[Epoch 51] validation: err-top1=0.350865 err-top5=0.127172
Epoch[52] Batch [49]	Speed: 725.412575 samples/sec	rmse=0.019529	lr=0.086333
Epoch[52] Batch [99]	Speed: 748.107692 samples/sec	rmse=0.019591	lr=0.086327
Epoch[52] Batch [149]	Speed: 722.629999 samples/sec	rmse=0.019575	lr=0.086321
Epoch[52] Batch [199]	Speed: 747.015979 samples/sec	rmse=0.019563	lr=0.086316
Epoch[52] Batch [249]	Speed: 772.888888 samples/sec	rmse=0.019587	lr=0.086310
Epoch[52] Batch [299]	Speed: 764.145354 samples/sec	rmse=0.019574	lr=0.086305
Epoch[52] Batch [349]	Speed: 754.026175 samples/sec	rmse=0.019586	lr=0.086299
Epoch[52] Batch [399]	Speed: 749.529277 samples/sec	rmse=0.019594	lr=0.086294
Epoch[52] Batch [449]	Speed: 755.046551 samples/sec	rmse=0.019589	lr=0.086288
Epoch[52] Batch [499]	Speed: 752.929265 samples/sec	rmse=0.019591	lr=0.086283
Epoch[52] Batch [549]	Speed: 717.848396 samples/sec	rmse=0.019617	lr=0.086277
Epoch[52] Batch [599]	Speed: 721.470707 samples/sec	rmse=0.019617	lr=0.086272
Epoch[52] Batch [649]	Speed: 771.010115 samples/sec	rmse=0.019600	lr=0.086266
Epoch[52] Batch [699]	Speed: 730.466112 samples/sec	rmse=0.019613	lr=0.086261
Epoch[52] Batch [749]	Speed: 743.697717 samples/sec	rmse=0.019628	lr=0.086255
Epoch[52] Batch [799]	Speed: 739.332627 samples/sec	rmse=0.019620	lr=0.086249
Epoch[52] Batch [849]	Speed: 719.922688 samples/sec	rmse=0.019620	lr=0.086244
Epoch[52] Batch [899]	Speed: 734.835892 samples/sec	rmse=0.019616	lr=0.086238
Epoch[52] Batch [949]	Speed: 717.041605 samples/sec	rmse=0.019612	lr=0.086233
Epoch[52] Batch [999]	Speed: 738.183078 samples/sec	rmse=0.019603	lr=0.086227
Epoch[52] Batch [1049]	Speed: 763.538470 samples/sec	rmse=0.019604	lr=0.086222
Epoch[52] Batch [1099]	Speed: 779.198474 samples/sec	rmse=0.019607	lr=0.086216
Epoch[52] Batch [1149]	Speed: 753.261927 samples/sec	rmse=0.019616	lr=0.086211
Epoch[52] Batch [1199]	Speed: 726.766710 samples/sec	rmse=0.019622	lr=0.086205
Epoch[52] Batch [1249]	Speed: 690.870819 samples/sec	rmse=0.019624	lr=0.086200
Epoch[52] Batch [1299]	Speed: 727.471126 samples/sec	rmse=0.019636	lr=0.086194
Epoch[52] Batch [1349]	Speed: 750.486248 samples/sec	rmse=0.019643	lr=0.086188
Epoch[52] Batch [1399]	Speed: 750.069820 samples/sec	rmse=0.019647	lr=0.086183
Epoch[52] Batch [1449]	Speed: 740.809296 samples/sec	rmse=0.019657	lr=0.086177
Epoch[52] Batch [1499]	Speed: 725.902500 samples/sec	rmse=0.019659	lr=0.086172
Epoch[52] Batch [1549]	Speed: 711.142723 samples/sec	rmse=0.019660	lr=0.086166
Epoch[52] Batch [1599]	Speed: 770.802626 samples/sec	rmse=0.019660	lr=0.086161
Epoch[52] Batch [1649]	Speed: 723.610438 samples/sec	rmse=0.019661	lr=0.086155
Epoch[52] Batch [1699]	Speed: 745.790452 samples/sec	rmse=0.019658	lr=0.086150
Epoch[52] Batch [1749]	Speed: 732.913794 samples/sec	rmse=0.019662	lr=0.086144
Epoch[52] Batch [1799]	Speed: 747.165540 samples/sec	rmse=0.019664	lr=0.086138
Epoch[52] Batch [1849]	Speed: 758.285705 samples/sec	rmse=0.019660	lr=0.086133
Epoch[52] Batch [1899]	Speed: 720.804741 samples/sec	rmse=0.019674	lr=0.086127
Epoch[52] Batch [1949]	Speed: 726.918439 samples/sec	rmse=0.019678	lr=0.086122
Epoch[52] Batch [1999]	Speed: 725.095424 samples/sec	rmse=0.019683	lr=0.086116
Epoch[52] Batch [2049]	Speed: 730.505292 samples/sec	rmse=0.019680	lr=0.086111
Epoch[52] Batch [2099]	Speed: 767.453442 samples/sec	rmse=0.019687	lr=0.086105
Epoch[52] Batch [2149]	Speed: 735.507988 samples/sec	rmse=0.019696	lr=0.086099
Epoch[52] Batch [2199]	Speed: 718.128018 samples/sec	rmse=0.019696	lr=0.086094
Epoch[52] Batch [2249]	Speed: 739.391481 samples/sec	rmse=0.019704	lr=0.086088
Epoch[52] Batch [2299]	Speed: 743.996544 samples/sec	rmse=0.019708	lr=0.086083
Epoch[52] Batch [2349]	Speed: 731.006890 samples/sec	rmse=0.019704	lr=0.086077
Epoch[52] Batch [2399]	Speed: 736.851291 samples/sec	rmse=0.019701	lr=0.086072
Epoch[52] Batch [2449]	Speed: 746.001826 samples/sec	rmse=0.019705	lr=0.086066
Epoch[52] Batch [2499]	Speed: 734.588811 samples/sec	rmse=0.019707	lr=0.086060
Epoch[52] Batch [2549]	Speed: 754.480799 samples/sec	rmse=0.019712	lr=0.086055
Epoch[52] Batch [2599]	Speed: 745.247895 samples/sec	rmse=0.019716	lr=0.086049
Epoch[52] Batch [2649]	Speed: 729.725356 samples/sec	rmse=0.019716	lr=0.086044
Epoch[52] Batch [2699]	Speed: 775.958904 samples/sec	rmse=0.019716	lr=0.086038
Epoch[52] Batch [2749]	Speed: 740.152124 samples/sec	rmse=0.019716	lr=0.086033
Epoch[52] Batch [2799]	Speed: 739.841755 samples/sec	rmse=0.019721	lr=0.086027
Epoch[52] Batch [2849]	Speed: 768.997762 samples/sec	rmse=0.019723	lr=0.086021
Epoch[52] Batch [2899]	Speed: 731.272126 samples/sec	rmse=0.019722	lr=0.086016
Epoch[52] Batch [2949]	Speed: 752.046597 samples/sec	rmse=0.019723	lr=0.086010
Epoch[52] Batch [2999]	Speed: 728.630672 samples/sec	rmse=0.019723	lr=0.086005
Epoch[52] Batch [3049]	Speed: 752.990736 samples/sec	rmse=0.019725	lr=0.085999
Epoch[52] Batch [3099]	Speed: 725.032000 samples/sec	rmse=0.019727	lr=0.085993
Epoch[52] Batch [3149]	Speed: 742.342229 samples/sec	rmse=0.019730	lr=0.085988
Epoch[52] Batch [3199]	Speed: 747.531033 samples/sec	rmse=0.019731	lr=0.085982
Epoch[52] Batch [3249]	Speed: 731.811245 samples/sec	rmse=0.019733	lr=0.085977
Epoch[52] Batch [3299]	Speed: 737.519805 samples/sec	rmse=0.019733	lr=0.085971
Epoch[52] Batch [3349]	Speed: 705.399260 samples/sec	rmse=0.019731	lr=0.085966
Epoch[52] Batch [3399]	Speed: 717.618561 samples/sec	rmse=0.019732	lr=0.085960
Epoch[52] Batch [3449]	Speed: 775.968358 samples/sec	rmse=0.019732	lr=0.085954
Epoch[52] Batch [3499]	Speed: 757.607277 samples/sec	rmse=0.019732	lr=0.085949
Epoch[52] Batch [3549]	Speed: 773.819606 samples/sec	rmse=0.019734	lr=0.085943
Epoch[52] Batch [3599]	Speed: 725.116000 samples/sec	rmse=0.019735	lr=0.085938
Epoch[52] Batch [3649]	Speed: 757.584410 samples/sec	rmse=0.019737	lr=0.085932
Epoch[52] Batch [3699]	Speed: 735.230810 samples/sec	rmse=0.019738	lr=0.085926
Epoch[52] Batch [3749]	Speed: 716.384858 samples/sec	rmse=0.019741	lr=0.085921
Epoch[52] Batch [3799]	Speed: 722.594382 samples/sec	rmse=0.019742	lr=0.085915
Epoch[52] Batch [3849]	Speed: 719.401977 samples/sec	rmse=0.019745	lr=0.085910
Epoch[52] Batch [3899]	Speed: 735.635315 samples/sec	rmse=0.019746	lr=0.085904
Epoch[52] Batch [3949]	Speed: 768.599956 samples/sec	rmse=0.019746	lr=0.085898
Epoch[52] Batch [3999]	Speed: 778.381382 samples/sec	rmse=0.019749	lr=0.085893
Epoch[52] Batch [4049]	Speed: 790.583020 samples/sec	rmse=0.019750	lr=0.085887
Epoch[52] Batch [4099]	Speed: 744.412530 samples/sec	rmse=0.019749	lr=0.085882
Epoch[52] Batch [4149]	Speed: 754.629280 samples/sec	rmse=0.019750	lr=0.085876
Epoch[52] Batch [4199]	Speed: 737.660499 samples/sec	rmse=0.019751	lr=0.085870
Epoch[52] Batch [4249]	Speed: 754.055892 samples/sec	rmse=0.019753	lr=0.085865
Epoch[52] Batch [4299]	Speed: 753.816707 samples/sec	rmse=0.019750	lr=0.085859
Epoch[52] Batch [4349]	Speed: 711.815606 samples/sec	rmse=0.019751	lr=0.085854
Epoch[52] Batch [4399]	Speed: 723.448691 samples/sec	rmse=0.019750	lr=0.085848
Epoch[52] Batch [4449]	Speed: 789.115432 samples/sec	rmse=0.019750	lr=0.085842
Epoch[52] Batch [4499]	Speed: 715.194068 samples/sec	rmse=0.019753	lr=0.085837
Epoch[52] Batch [4549]	Speed: 754.968978 samples/sec	rmse=0.019754	lr=0.085831
Epoch[52] Batch [4599]	Speed: 731.107593 samples/sec	rmse=0.019753	lr=0.085825
Epoch[52] Batch [4649]	Speed: 758.941143 samples/sec	rmse=0.019754	lr=0.085820
Epoch[52] Batch [4699]	Speed: 767.852050 samples/sec	rmse=0.019756	lr=0.085814
Epoch[52] Batch [4749]	Speed: 737.920119 samples/sec	rmse=0.019758	lr=0.085809
Epoch[52] Batch [4799]	Speed: 734.046937 samples/sec	rmse=0.019760	lr=0.085803
Epoch[52] Batch [4849]	Speed: 760.656203 samples/sec	rmse=0.019763	lr=0.085797
Epoch[52] Batch [4899]	Speed: 766.628292 samples/sec	rmse=0.019762	lr=0.085792
Epoch[52] Batch [4949]	Speed: 710.335982 samples/sec	rmse=0.019763	lr=0.085786
Epoch[52] Batch [4999]	Speed: 753.330915 samples/sec	rmse=0.019762	lr=0.085781
[Epoch 52] training: rmse=0.019762
[Epoch 52] speed: 741 samples/sec	time cost: 1750.602195
[Epoch 52] validation: err-top1=0.340485 err-top5=0.121735
Epoch[53] Batch [49]	Speed: 702.991363 samples/sec	rmse=0.019601	lr=0.085774
Epoch[53] Batch [99]	Speed: 731.571207 samples/sec	rmse=0.019632	lr=0.085769
Epoch[53] Batch [149]	Speed: 717.711828 samples/sec	rmse=0.019631	lr=0.085763
Epoch[53] Batch [199]	Speed: 765.488795 samples/sec	rmse=0.019596	lr=0.085758
Epoch[53] Batch [249]	Speed: 755.689624 samples/sec	rmse=0.019641	lr=0.085752
Epoch[53] Batch [299]	Speed: 718.437420 samples/sec	rmse=0.019663	lr=0.085746
Epoch[53] Batch [349]	Speed: 744.762719 samples/sec	rmse=0.019655	lr=0.085741
Epoch[53] Batch [399]	Speed: 746.486833 samples/sec	rmse=0.019636	lr=0.085735
Epoch[53] Batch [449]	Speed: 741.081991 samples/sec	rmse=0.019615	lr=0.085729
Epoch[53] Batch [499]	Speed: 747.501213 samples/sec	rmse=0.019620	lr=0.085724
Epoch[53] Batch [549]	Speed: 733.603426 samples/sec	rmse=0.019623	lr=0.085718
Epoch[53] Batch [599]	Speed: 722.628725 samples/sec	rmse=0.019622	lr=0.085713
Epoch[53] Batch [649]	Speed: 743.785912 samples/sec	rmse=0.019612	lr=0.085707
Epoch[53] Batch [699]	Speed: 739.945050 samples/sec	rmse=0.019616	lr=0.085701
Epoch[53] Batch [749]	Speed: 757.324756 samples/sec	rmse=0.019617	lr=0.085696
Epoch[53] Batch [799]	Speed: 732.991104 samples/sec	rmse=0.019642	lr=0.085690
Epoch[53] Batch [849]	Speed: 723.534119 samples/sec	rmse=0.019653	lr=0.085684
Epoch[53] Batch [899]	Speed: 724.285011 samples/sec	rmse=0.019656	lr=0.085679
Epoch[53] Batch [949]	Speed: 781.618197 samples/sec	rmse=0.019665	lr=0.085673
Epoch[53] Batch [999]	Speed: 744.476355 samples/sec	rmse=0.019675	lr=0.085667
Epoch[53] Batch [1049]	Speed: 754.292474 samples/sec	rmse=0.019671	lr=0.085662
Epoch[53] Batch [1099]	Speed: 733.120785 samples/sec	rmse=0.019676	lr=0.085656
Epoch[53] Batch [1149]	Speed: 763.956892 samples/sec	rmse=0.019678	lr=0.085651
Epoch[53] Batch [1199]	Speed: 761.816338 samples/sec	rmse=0.019688	lr=0.085645
Epoch[53] Batch [1249]	Speed: 742.036083 samples/sec	rmse=0.019689	lr=0.085639
Epoch[53] Batch [1299]	Speed: 756.846053 samples/sec	rmse=0.019686	lr=0.085634
Epoch[53] Batch [1349]	Speed: 717.148785 samples/sec	rmse=0.019689	lr=0.085628
Epoch[53] Batch [1399]	Speed: 698.857998 samples/sec	rmse=0.019696	lr=0.085622
Epoch[53] Batch [1449]	Speed: 722.480055 samples/sec	rmse=0.019701	lr=0.085617
Epoch[53] Batch [1499]	Speed: 736.101603 samples/sec	rmse=0.019705	lr=0.085611
Epoch[53] Batch [1549]	Speed: 715.188361 samples/sec	rmse=0.019710	lr=0.085605
Epoch[53] Batch [1599]	Speed: 767.475812 samples/sec	rmse=0.019713	lr=0.085600
Epoch[53] Batch [1649]	Speed: 757.348366 samples/sec	rmse=0.019717	lr=0.085594
Epoch[53] Batch [1699]	Speed: 745.324435 samples/sec	rmse=0.019720	lr=0.085588
Epoch[53] Batch [1749]	Speed: 744.951917 samples/sec	rmse=0.019724	lr=0.085583
Epoch[53] Batch [1799]	Speed: 725.401480 samples/sec	rmse=0.019724	lr=0.085577
Epoch[53] Batch [1849]	Speed: 745.135575 samples/sec	rmse=0.019728	lr=0.085571
Epoch[53] Batch [1899]	Speed: 723.594034 samples/sec	rmse=0.019722	lr=0.085566
Epoch[53] Batch [1949]	Speed: 719.343313 samples/sec	rmse=0.019720	lr=0.085560
Epoch[53] Batch [1999]	Speed: 730.162928 samples/sec	rmse=0.019728	lr=0.085554
Epoch[53] Batch [2049]	Speed: 716.175352 samples/sec	rmse=0.019727	lr=0.085549
Epoch[53] Batch [2099]	Speed: 723.138426 samples/sec	rmse=0.019731	lr=0.085543
Epoch[53] Batch [2149]	Speed: 754.568644 samples/sec	rmse=0.019732	lr=0.085537
Epoch[53] Batch [2199]	Speed: 726.199267 samples/sec	rmse=0.019735	lr=0.085532
Epoch[53] Batch [2249]	Speed: 742.984481 samples/sec	rmse=0.019735	lr=0.085526
Epoch[53] Batch [2299]	Speed: 748.010371 samples/sec	rmse=0.019734	lr=0.085520
Epoch[53] Batch [2349]	Speed: 782.931935 samples/sec	rmse=0.019736	lr=0.085515
Epoch[53] Batch [2399]	Speed: 763.275109 samples/sec	rmse=0.019739	lr=0.085509
Epoch[53] Batch [2449]	Speed: 772.370423 samples/sec	rmse=0.019741	lr=0.085503
Epoch[53] Batch [2499]	Speed: 756.767437 samples/sec	rmse=0.019743	lr=0.085498
Epoch[53] Batch [2549]	Speed: 749.069197 samples/sec	rmse=0.019743	lr=0.085492
Epoch[53] Batch [2599]	Speed: 794.381141 samples/sec	rmse=0.019740	lr=0.085486
Epoch[53] Batch [2649]	Speed: 757.448122 samples/sec	rmse=0.019745	lr=0.085481
Epoch[53] Batch [2699]	Speed: 753.332734 samples/sec	rmse=0.019746	lr=0.085475
Epoch[53] Batch [2749]	Speed: 736.105711 samples/sec	rmse=0.019746	lr=0.085469
Epoch[53] Batch [2799]	Speed: 734.045041 samples/sec	rmse=0.019747	lr=0.085464
Epoch[53] Batch [2849]	Speed: 740.050281 samples/sec	rmse=0.019745	lr=0.085458
Epoch[53] Batch [2899]	Speed: 753.291954 samples/sec	rmse=0.019746	lr=0.085452
Epoch[53] Batch [2949]	Speed: 752.055868 samples/sec	rmse=0.019741	lr=0.085447
Epoch[53] Batch [2999]	Speed: 709.585620 samples/sec	rmse=0.019741	lr=0.085441
Epoch[53] Batch [3049]	Speed: 712.873573 samples/sec	rmse=0.019740	lr=0.085435
Epoch[53] Batch [3099]	Speed: 761.747700 samples/sec	rmse=0.019741	lr=0.085430
Epoch[53] Batch [3149]	Speed: 743.899176 samples/sec	rmse=0.019743	lr=0.085424
Epoch[53] Batch [3199]	Speed: 748.442335 samples/sec	rmse=0.019741	lr=0.085418
Epoch[53] Batch [3249]	Speed: 748.808807 samples/sec	rmse=0.019741	lr=0.085413
Epoch[53] Batch [3299]	Speed: 762.445726 samples/sec	rmse=0.019739	lr=0.085407
Epoch[53] Batch [3349]	Speed: 747.298454 samples/sec	rmse=0.019739	lr=0.085401
Epoch[53] Batch [3399]	Speed: 742.238233 samples/sec	rmse=0.019742	lr=0.085396
Epoch[53] Batch [3449]	Speed: 734.241093 samples/sec	rmse=0.019745	lr=0.085390
Epoch[53] Batch [3499]	Speed: 763.076035 samples/sec	rmse=0.019744	lr=0.085384
Epoch[53] Batch [3549]	Speed: 725.231329 samples/sec	rmse=0.019745	lr=0.085379
Epoch[53] Batch [3599]	Speed: 738.177658 samples/sec	rmse=0.019746	lr=0.085373
Epoch[53] Batch [3649]	Speed: 725.671344 samples/sec	rmse=0.019751	lr=0.085367
Epoch[53] Batch [3699]	Speed: 725.943842 samples/sec	rmse=0.019751	lr=0.085361
Epoch[53] Batch [3749]	Speed: 746.075567 samples/sec	rmse=0.019755	lr=0.085356
Epoch[53] Batch [3799]	Speed: 722.168027 samples/sec	rmse=0.019757	lr=0.085350
Epoch[53] Batch [3849]	Speed: 708.752660 samples/sec	rmse=0.019760	lr=0.085344
Epoch[53] Batch [3899]	Speed: 750.198004 samples/sec	rmse=0.019760	lr=0.085339
Epoch[53] Batch [3949]	Speed: 765.989589 samples/sec	rmse=0.019761	lr=0.085333
Epoch[53] Batch [3999]	Speed: 804.074646 samples/sec	rmse=0.019763	lr=0.085327
Epoch[53] Batch [4049]	Speed: 713.968575 samples/sec	rmse=0.019763	lr=0.085322
Epoch[53] Batch [4099]	Speed: 747.938696 samples/sec	rmse=0.019765	lr=0.085316
Epoch[53] Batch [4149]	Speed: 752.291238 samples/sec	rmse=0.019767	lr=0.085310
Epoch[53] Batch [4199]	Speed: 750.335303 samples/sec	rmse=0.019769	lr=0.085305
Epoch[53] Batch [4249]	Speed: 749.767194 samples/sec	rmse=0.019771	lr=0.085299
Epoch[53] Batch [4299]	Speed: 770.162652 samples/sec	rmse=0.019770	lr=0.085293
Epoch[53] Batch [4349]	Speed: 714.615704 samples/sec	rmse=0.019768	lr=0.085287
Epoch[53] Batch [4399]	Speed: 739.184262 samples/sec	rmse=0.019768	lr=0.085282
Epoch[53] Batch [4449]	Speed: 728.355075 samples/sec	rmse=0.019769	lr=0.085276
Epoch[53] Batch [4499]	Speed: 729.115230 samples/sec	rmse=0.019773	lr=0.085270
Epoch[53] Batch [4549]	Speed: 764.252283 samples/sec	rmse=0.019773	lr=0.085265
Epoch[53] Batch [4599]	Speed: 775.216428 samples/sec	rmse=0.019774	lr=0.085259
Epoch[53] Batch [4649]	Speed: 770.221091 samples/sec	rmse=0.019774	lr=0.085253
Epoch[53] Batch [4699]	Speed: 775.197276 samples/sec	rmse=0.019773	lr=0.085247
Epoch[53] Batch [4749]	Speed: 760.501775 samples/sec	rmse=0.019774	lr=0.085242
Epoch[53] Batch [4799]	Speed: 740.706914 samples/sec	rmse=0.019775	lr=0.085236
Epoch[53] Batch [4849]	Speed: 733.111544 samples/sec	rmse=0.019777	lr=0.085230
Epoch[53] Batch [4899]	Speed: 765.351808 samples/sec	rmse=0.019778	lr=0.085225
Epoch[53] Batch [4949]	Speed: 762.155364 samples/sec	rmse=0.019778	lr=0.085219
Epoch[53] Batch [4999]	Speed: 715.914174 samples/sec	rmse=0.019778	lr=0.085213
[Epoch 53] training: rmse=0.019777
[Epoch 53] speed: 742 samples/sec	time cost: 1748.944685
[Epoch 53] validation: err-top1=0.341987 err-top5=0.122055
Epoch[54] Batch [49]	Speed: 731.343650 samples/sec	rmse=0.019600	lr=0.085207
Epoch[54] Batch [99]	Speed: 718.982172 samples/sec	rmse=0.019595	lr=0.085201
Epoch[54] Batch [149]	Speed: 752.302834 samples/sec	rmse=0.019625	lr=0.085196
Epoch[54] Batch [199]	Speed: 732.260132 samples/sec	rmse=0.019614	lr=0.085190
Epoch[54] Batch [249]	Speed: 721.379543 samples/sec	rmse=0.019621	lr=0.085184
Epoch[54] Batch [299]	Speed: 744.488042 samples/sec	rmse=0.019606	lr=0.085178
Epoch[54] Batch [349]	Speed: 762.851428 samples/sec	rmse=0.019627	lr=0.085173
Epoch[54] Batch [399]	Speed: 785.107725 samples/sec	rmse=0.019636	lr=0.085167
Epoch[54] Batch [449]	Speed: 757.101941 samples/sec	rmse=0.019600	lr=0.085161
Epoch[54] Batch [499]	Speed: 781.662773 samples/sec	rmse=0.019594	lr=0.085156
Epoch[54] Batch [549]	Speed: 758.974318 samples/sec	rmse=0.019580	lr=0.085150
Epoch[54] Batch [599]	Speed: 758.359976 samples/sec	rmse=0.019600	lr=0.085144
Epoch[54] Batch [649]	Speed: 744.557941 samples/sec	rmse=0.019608	lr=0.085138
Epoch[54] Batch [699]	Speed: 728.280232 samples/sec	rmse=0.019616	lr=0.085133
Epoch[54] Batch [749]	Speed: 719.626329 samples/sec	rmse=0.019608	lr=0.085127
Epoch[54] Batch [799]	Speed: 756.383118 samples/sec	rmse=0.019619	lr=0.085121
Epoch[54] Batch [849]	Speed: 737.257632 samples/sec	rmse=0.019621	lr=0.085115
Epoch[54] Batch [899]	Speed: 728.048764 samples/sec	rmse=0.019618	lr=0.085110
Epoch[54] Batch [949]	Speed: 773.676723 samples/sec	rmse=0.019607	lr=0.085104
Epoch[54] Batch [999]	Speed: 778.534960 samples/sec	rmse=0.019613	lr=0.085098
Epoch[54] Batch [1049]	Speed: 762.561787 samples/sec	rmse=0.019611	lr=0.085093
Epoch[54] Batch [1099]	Speed: 732.166890 samples/sec	rmse=0.019610	lr=0.085087
Epoch[54] Batch [1149]	Speed: 754.524666 samples/sec	rmse=0.019616	lr=0.085081
Epoch[54] Batch [1199]	Speed: 741.016005 samples/sec	rmse=0.019621	lr=0.085075
Epoch[54] Batch [1249]	Speed: 778.736739 samples/sec	rmse=0.019630	lr=0.085070
Epoch[54] Batch [1299]	Speed: 734.106087 samples/sec	rmse=0.019628	lr=0.085064
Epoch[54] Batch [1349]	Speed: 757.077887 samples/sec	rmse=0.019627	lr=0.085058
Epoch[54] Batch [1399]	Speed: 763.989039 samples/sec	rmse=0.019625	lr=0.085052
Epoch[54] Batch [1449]	Speed: 716.933528 samples/sec	rmse=0.019629	lr=0.085047
Epoch[54] Batch [1499]	Speed: 745.680661 samples/sec	rmse=0.019632	lr=0.085041
Epoch[54] Batch [1549]	Speed: 741.271421 samples/sec	rmse=0.019637	lr=0.085035
Epoch[54] Batch [1599]	Speed: 718.119114 samples/sec	rmse=0.019638	lr=0.085029
Epoch[54] Batch [1649]	Speed: 748.062004 samples/sec	rmse=0.019641	lr=0.085024
Epoch[54] Batch [1699]	Speed: 732.068730 samples/sec	rmse=0.019644	lr=0.085018
Epoch[54] Batch [1749]	Speed: 727.689335 samples/sec	rmse=0.019637	lr=0.085012
Epoch[54] Batch [1799]	Speed: 727.476833 samples/sec	rmse=0.019642	lr=0.085006
Epoch[54] Batch [1849]	Speed: 754.110090 samples/sec	rmse=0.019646	lr=0.085001
Epoch[54] Batch [1899]	Speed: 774.924325 samples/sec	rmse=0.019651	lr=0.084995
Epoch[54] Batch [1949]	Speed: 755.461572 samples/sec	rmse=0.019650	lr=0.084989
Epoch[54] Batch [1999]	Speed: 766.796137 samples/sec	rmse=0.019652	lr=0.084983
Epoch[54] Batch [2049]	Speed: 734.846112 samples/sec	rmse=0.019659	lr=0.084978
Epoch[54] Batch [2099]	Speed: 723.643366 samples/sec	rmse=0.019664	lr=0.084972
Epoch[54] Batch [2149]	Speed: 737.741186 samples/sec	rmse=0.019661	lr=0.084966
Epoch[54] Batch [2199]	Speed: 743.877943 samples/sec	rmse=0.019666	lr=0.084960
Epoch[54] Batch [2249]	Speed: 716.633168 samples/sec	rmse=0.019672	lr=0.084955
Epoch[54] Batch [2299]	Speed: 717.789304 samples/sec	rmse=0.019674	lr=0.084949
Epoch[54] Batch [2349]	Speed: 729.540233 samples/sec	rmse=0.019673	lr=0.084943
Epoch[54] Batch [2399]	Speed: 752.107482 samples/sec	rmse=0.019669	lr=0.084937
Epoch[54] Batch [2449]	Speed: 710.732217 samples/sec	rmse=0.019674	lr=0.084932
Epoch[54] Batch [2499]	Speed: 744.004112 samples/sec	rmse=0.019681	lr=0.084926
Epoch[54] Batch [2549]	Speed: 743.306908 samples/sec	rmse=0.019686	lr=0.084920
Epoch[54] Batch [2599]	Speed: 724.225099 samples/sec	rmse=0.019687	lr=0.084914
Epoch[54] Batch [2649]	Speed: 765.997699 samples/sec	rmse=0.019687	lr=0.084909
Epoch[54] Batch [2699]	Speed: 727.995799 samples/sec	rmse=0.019684	lr=0.084903
Epoch[54] Batch [2749]	Speed: 751.570354 samples/sec	rmse=0.019683	lr=0.084897
Epoch[54] Batch [2799]	Speed: 697.752329 samples/sec	rmse=0.019687	lr=0.084891
Epoch[54] Batch [2849]	Speed: 772.692186 samples/sec	rmse=0.019686	lr=0.084886
Epoch[54] Batch [2899]	Speed: 769.996920 samples/sec	rmse=0.019686	lr=0.084880
Epoch[54] Batch [2949]	Speed: 767.759383 samples/sec	rmse=0.019687	lr=0.084874
Epoch[54] Batch [2999]	Speed: 746.082970 samples/sec	rmse=0.019689	lr=0.084868
Epoch[54] Batch [3049]	Speed: 727.479318 samples/sec	rmse=0.019690	lr=0.084863
Epoch[54] Batch [3099]	Speed: 721.801881 samples/sec	rmse=0.019690	lr=0.084857
Epoch[54] Batch [3149]	Speed: 753.734730 samples/sec	rmse=0.019691	lr=0.084851
Epoch[54] Batch [3199]	Speed: 727.043212 samples/sec	rmse=0.019689	lr=0.084845
Epoch[54] Batch [3249]	Speed: 743.640730 samples/sec	rmse=0.019688	lr=0.084839
Epoch[54] Batch [3299]	Speed: 713.140512 samples/sec	rmse=0.019688	lr=0.084834
Epoch[54] Batch [3349]	Speed: 699.783097 samples/sec	rmse=0.019692	lr=0.084828
Epoch[54] Batch [3399]	Speed: 741.045268 samples/sec	rmse=0.019692	lr=0.084822
Epoch[54] Batch [3449]	Speed: 776.892964 samples/sec	rmse=0.019695	lr=0.084816
Epoch[54] Batch [3499]	Speed: 713.233861 samples/sec	rmse=0.019700	lr=0.084811
Epoch[54] Batch [3549]	Speed: 742.492984 samples/sec	rmse=0.019699	lr=0.084805
Epoch[54] Batch [3599]	Speed: 748.456953 samples/sec	rmse=0.019698	lr=0.084799
Epoch[54] Batch [3649]	Speed: 735.329095 samples/sec	rmse=0.019700	lr=0.084793
Epoch[54] Batch [3699]	Speed: 727.594443 samples/sec	rmse=0.019702	lr=0.084787
Epoch[54] Batch [3749]	Speed: 734.943156 samples/sec	rmse=0.019704	lr=0.084782
Epoch[54] Batch [3799]	Speed: 705.315688 samples/sec	rmse=0.019705	lr=0.084776
Epoch[54] Batch [3849]	Speed: 722.394672 samples/sec	rmse=0.019703	lr=0.084770
Epoch[54] Batch [3899]	Speed: 719.217015 samples/sec	rmse=0.019705	lr=0.084764
Epoch[54] Batch [3949]	Speed: 742.964174 samples/sec	rmse=0.019703	lr=0.084759
Epoch[54] Batch [3999]	Speed: 771.317314 samples/sec	rmse=0.019703	lr=0.084753
Epoch[54] Batch [4049]	Speed: 775.559366 samples/sec	rmse=0.019702	lr=0.084747
Epoch[54] Batch [4099]	Speed: 766.764312 samples/sec	rmse=0.019703	lr=0.084741
Epoch[54] Batch [4149]	Speed: 723.582204 samples/sec	rmse=0.019706	lr=0.084735
Epoch[54] Batch [4199]	Speed: 755.705994 samples/sec	rmse=0.019709	lr=0.084730
Epoch[54] Batch [4249]	Speed: 735.997653 samples/sec	rmse=0.019709	lr=0.084724
Epoch[54] Batch [4299]	Speed: 745.604161 samples/sec	rmse=0.019709	lr=0.084718
Epoch[54] Batch [4349]	Speed: 763.036460 samples/sec	rmse=0.019713	lr=0.084712
Epoch[54] Batch [4399]	Speed: 697.701559 samples/sec	rmse=0.019713	lr=0.084706
Epoch[54] Batch [4449]	Speed: 743.407117 samples/sec	rmse=0.019716	lr=0.084701
Epoch[54] Batch [4499]	Speed: 724.415598 samples/sec	rmse=0.019717	lr=0.084695
Epoch[54] Batch [4549]	Speed: 764.260323 samples/sec	rmse=0.019721	lr=0.084689
Epoch[54] Batch [4599]	Speed: 700.279648 samples/sec	rmse=0.019721	lr=0.084683
Epoch[54] Batch [4649]	Speed: 780.081500 samples/sec	rmse=0.019723	lr=0.084677
Epoch[54] Batch [4699]	Speed: 728.691028 samples/sec	rmse=0.019726	lr=0.084672
Epoch[54] Batch [4749]	Speed: 735.376031 samples/sec	rmse=0.019729	lr=0.084666
Epoch[54] Batch [4799]	Speed: 716.761508 samples/sec	rmse=0.019731	lr=0.084660
Epoch[54] Batch [4849]	Speed: 747.480919 samples/sec	rmse=0.019731	lr=0.084654
Epoch[54] Batch [4899]	Speed: 748.975000 samples/sec	rmse=0.019730	lr=0.084648
Epoch[54] Batch [4949]	Speed: 734.790262 samples/sec	rmse=0.019730	lr=0.084643
Epoch[54] Batch [4999]	Speed: 737.700283 samples/sec	rmse=0.019732	lr=0.084637
[Epoch 54] training: rmse=0.019732
[Epoch 54] speed: 740 samples/sec	time cost: 1752.722222
[Epoch 54] validation: err-top1=0.341219 err-top5=0.119998
Epoch[55] Batch [49]	Speed: 729.351122 samples/sec	rmse=0.019438	lr=0.084631
Epoch[55] Batch [99]	Speed: 731.660828 samples/sec	rmse=0.019444	lr=0.084625
Epoch[55] Batch [149]	Speed: 730.395216 samples/sec	rmse=0.019561	lr=0.084619
Epoch[55] Batch [199]	Speed: 770.929780 samples/sec	rmse=0.019544	lr=0.084613
Epoch[55] Batch [249]	Speed: 737.751618 samples/sec	rmse=0.019557	lr=0.084607
Epoch[55] Batch [299]	Speed: 754.701808 samples/sec	rmse=0.019551	lr=0.084601
Epoch[55] Batch [349]	Speed: 752.337624 samples/sec	rmse=0.019559	lr=0.084596
Epoch[55] Batch [399]	Speed: 717.730826 samples/sec	rmse=0.019543	lr=0.084590
Epoch[55] Batch [449]	Speed: 701.681259 samples/sec	rmse=0.019556	lr=0.084584
Epoch[55] Batch [499]	Speed: 724.803452 samples/sec	rmse=0.019581	lr=0.084578
Epoch[55] Batch [549]	Speed: 728.821517 samples/sec	rmse=0.019589	lr=0.084572
Epoch[55] Batch [599]	Speed: 737.547607 samples/sec	rmse=0.019600	lr=0.084567
Epoch[55] Batch [649]	Speed: 762.957833 samples/sec	rmse=0.019622	lr=0.084561
Epoch[55] Batch [699]	Speed: 735.892320 samples/sec	rmse=0.019636	lr=0.084555
Epoch[55] Batch [749]	Speed: 731.500595 samples/sec	rmse=0.019633	lr=0.084549
Epoch[55] Batch [799]	Speed: 720.094577 samples/sec	rmse=0.019638	lr=0.084543
Epoch[55] Batch [849]	Speed: 777.560956 samples/sec	rmse=0.019644	lr=0.084538
Epoch[55] Batch [899]	Speed: 740.387003 samples/sec	rmse=0.019656	lr=0.084532
Epoch[55] Batch [949]	Speed: 758.340737 samples/sec	rmse=0.019665	lr=0.084526
Epoch[55] Batch [999]	Speed: 706.459811 samples/sec	rmse=0.019669	lr=0.084520
Epoch[55] Batch [1049]	Speed: 745.282738 samples/sec	rmse=0.019665	lr=0.084514
Epoch[55] Batch [1099]	Speed: 722.680299 samples/sec	rmse=0.019664	lr=0.084508
Epoch[55] Batch [1149]	Speed: 769.679019 samples/sec	rmse=0.019669	lr=0.084503
Epoch[55] Batch [1199]	Speed: 737.314748 samples/sec	rmse=0.019667	lr=0.084497
Epoch[55] Batch [1249]	Speed: 770.371699 samples/sec	rmse=0.019671	lr=0.084491
Epoch[55] Batch [1299]	Speed: 748.936080 samples/sec	rmse=0.019678	lr=0.084485
Epoch[55] Batch [1349]	Speed: 721.593094 samples/sec	rmse=0.019684	lr=0.084479
Epoch[55] Batch [1399]	Speed: 737.644546 samples/sec	rmse=0.019689	lr=0.084473
Epoch[55] Batch [1449]	Speed: 735.511162 samples/sec	rmse=0.019697	lr=0.084468
Epoch[55] Batch [1499]	Speed: 743.665009 samples/sec	rmse=0.019695	lr=0.084462
Epoch[55] Batch [1549]	Speed: 782.769963 samples/sec	rmse=0.019692	lr=0.084456
Epoch[55] Batch [1599]	Speed: 757.837963 samples/sec	rmse=0.019691	lr=0.084450
Epoch[55] Batch [1649]	Speed: 695.622912 samples/sec	rmse=0.019687	lr=0.084444
Epoch[55] Batch [1699]	Speed: 724.923194 samples/sec	rmse=0.019683	lr=0.084438
Epoch[55] Batch [1749]	Speed: 748.240514 samples/sec	rmse=0.019679	lr=0.084433
Epoch[55] Batch [1799]	Speed: 756.965741 samples/sec	rmse=0.019682	lr=0.084427
Epoch[55] Batch [1849]	Speed: 724.526284 samples/sec	rmse=0.019676	lr=0.084421
Epoch[55] Batch [1899]	Speed: 756.543213 samples/sec	rmse=0.019674	lr=0.084415
Epoch[55] Batch [1949]	Speed: 748.496293 samples/sec	rmse=0.019674	lr=0.084409
Epoch[55] Batch [1999]	Speed: 721.470387 samples/sec	rmse=0.019679	lr=0.084403
Epoch[55] Batch [2049]	Speed: 761.961221 samples/sec	rmse=0.019682	lr=0.084398
Epoch[55] Batch [2099]	Speed: 734.553573 samples/sec	rmse=0.019681	lr=0.084392
Epoch[55] Batch [2149]	Speed: 723.797999 samples/sec	rmse=0.019673	lr=0.084386
Epoch[55] Batch [2199]	Speed: 724.552900 samples/sec	rmse=0.019677	lr=0.084380
Epoch[55] Batch [2249]	Speed: 758.444312 samples/sec	rmse=0.019675	lr=0.084374
Epoch[55] Batch [2299]	Speed: 760.884953 samples/sec	rmse=0.019674	lr=0.084368
Epoch[55] Batch [2349]	Speed: 799.075921 samples/sec	rmse=0.019674	lr=0.084363
Epoch[55] Batch [2399]	Speed: 736.650073 samples/sec	rmse=0.019670	lr=0.084357
Epoch[55] Batch [2449]	Speed: 747.980221 samples/sec	rmse=0.019667	lr=0.084351
Epoch[55] Batch [2499]	Speed: 709.319770 samples/sec	rmse=0.019664	lr=0.084345
Epoch[55] Batch [2549]	Speed: 756.127811 samples/sec	rmse=0.019664	lr=0.084339
Epoch[55] Batch [2599]	Speed: 736.833098 samples/sec	rmse=0.019668	lr=0.084333
Epoch[55] Batch [2649]	Speed: 711.695051 samples/sec	rmse=0.019674	lr=0.084327
Epoch[55] Batch [2699]	Speed: 744.203354 samples/sec	rmse=0.019677	lr=0.084322
Epoch[55] Batch [2749]	Speed: 723.213318 samples/sec	rmse=0.019680	lr=0.084316
Epoch[55] Batch [2799]	Speed: 758.395146 samples/sec	rmse=0.019680	lr=0.084310
Epoch[55] Batch [2849]	Speed: 721.521660 samples/sec	rmse=0.019678	lr=0.084304
Epoch[55] Batch [2899]	Speed: 727.879964 samples/sec	rmse=0.019675	lr=0.084298
Epoch[55] Batch [2949]	Speed: 745.917053 samples/sec	rmse=0.019679	lr=0.084292
Epoch[55] Batch [2999]	Speed: 772.732035 samples/sec	rmse=0.019681	lr=0.084286
Epoch[55] Batch [3049]	Speed: 787.052065 samples/sec	rmse=0.019682	lr=0.084281
Epoch[55] Batch [3099]	Speed: 772.881801 samples/sec	rmse=0.019680	lr=0.084275
Epoch[55] Batch [3149]	Speed: 763.544290 samples/sec	rmse=0.019683	lr=0.084269
Epoch[55] Batch [3199]	Speed: 780.999080 samples/sec	rmse=0.019684	lr=0.084263
Epoch[55] Batch [3249]	Speed: 713.386218 samples/sec	rmse=0.019685	lr=0.084257
Epoch[55] Batch [3299]	Speed: 690.034769 samples/sec	rmse=0.019687	lr=0.084251
Epoch[55] Batch [3349]	Speed: 773.865081 samples/sec	rmse=0.019688	lr=0.084245
Epoch[55] Batch [3399]	Speed: 728.123767 samples/sec	rmse=0.019688	lr=0.084240
Epoch[55] Batch [3449]	Speed: 731.218233 samples/sec	rmse=0.019692	lr=0.084234
Epoch[55] Batch [3499]	Speed: 719.247598 samples/sec	rmse=0.019690	lr=0.084228
Epoch[55] Batch [3549]	Speed: 744.488424 samples/sec	rmse=0.019695	lr=0.084222
Epoch[55] Batch [3599]	Speed: 759.188091 samples/sec	rmse=0.019700	lr=0.084216
Epoch[55] Batch [3649]	Speed: 717.534639 samples/sec	rmse=0.019700	lr=0.084210
Epoch[55] Batch [3699]	Speed: 736.176024 samples/sec	rmse=0.019697	lr=0.084204
Epoch[55] Batch [3749]	Speed: 746.735452 samples/sec	rmse=0.019703	lr=0.084198
Epoch[55] Batch [3799]	Speed: 757.255269 samples/sec	rmse=0.019707	lr=0.084193
Epoch[55] Batch [3849]	Speed: 731.247185 samples/sec	rmse=0.019708	lr=0.084187
Epoch[55] Batch [3899]	Speed: 735.514960 samples/sec	rmse=0.019708	lr=0.084181
Epoch[55] Batch [3949]	Speed: 710.728698 samples/sec	rmse=0.019710	lr=0.084175
Epoch[55] Batch [3999]	Speed: 766.656930 samples/sec	rmse=0.019712	lr=0.084169
Epoch[55] Batch [4049]	Speed: 741.113008 samples/sec	rmse=0.019713	lr=0.084163
Epoch[55] Batch [4099]	Speed: 704.772733 samples/sec	rmse=0.019715	lr=0.084157
Epoch[55] Batch [4149]	Speed: 769.566440 samples/sec	rmse=0.019716	lr=0.084151
Epoch[55] Batch [4199]	Speed: 762.681513 samples/sec	rmse=0.019717	lr=0.084146
Epoch[55] Batch [4249]	Speed: 726.819290 samples/sec	rmse=0.019716	lr=0.084140
Epoch[55] Batch [4299]	Speed: 737.066705 samples/sec	rmse=0.019715	lr=0.084134
Epoch[55] Batch [4349]	Speed: 730.436844 samples/sec	rmse=0.019714	lr=0.084128
Epoch[55] Batch [4399]	Speed: 721.893919 samples/sec	rmse=0.019714	lr=0.084122
Epoch[55] Batch [4449]	Speed: 709.249649 samples/sec	rmse=0.019712	lr=0.084116
Epoch[55] Batch [4499]	Speed: 721.558888 samples/sec	rmse=0.019711	lr=0.084110
Epoch[55] Batch [4549]	Speed: 737.156483 samples/sec	rmse=0.019709	lr=0.084104
Epoch[55] Batch [4599]	Speed: 757.355706 samples/sec	rmse=0.019709	lr=0.084099
Epoch[55] Batch [4649]	Speed: 741.390657 samples/sec	rmse=0.019711	lr=0.084093
Epoch[55] Batch [4699]	Speed: 710.438054 samples/sec	rmse=0.019710	lr=0.084087
Epoch[55] Batch [4749]	Speed: 691.822928 samples/sec	rmse=0.019711	lr=0.084081
Epoch[55] Batch [4799]	Speed: 722.858034 samples/sec	rmse=0.019711	lr=0.084075
Epoch[55] Batch [4849]	Speed: 763.040147 samples/sec	rmse=0.019714	lr=0.084069
Epoch[55] Batch [4899]	Speed: 746.648591 samples/sec	rmse=0.019715	lr=0.084063
Epoch[55] Batch [4949]	Speed: 718.102957 samples/sec	rmse=0.019716	lr=0.084057
Epoch[55] Batch [4999]	Speed: 757.038580 samples/sec	rmse=0.019717	lr=0.084051
[Epoch 55] training: rmse=0.019716
[Epoch 55] speed: 739 samples/sec	time cost: 1757.065391
[Epoch 55] validation: err-top1=0.335697 err-top5=0.119471
Epoch[56] Batch [49]	Speed: 713.282776 samples/sec	rmse=0.019881	lr=0.084045
Epoch[56] Batch [99]	Speed: 781.071663 samples/sec	rmse=0.019758	lr=0.084039
Epoch[56] Batch [149]	Speed: 745.259916 samples/sec	rmse=0.019711	lr=0.084033
Epoch[56] Batch [199]	Speed: 745.738561 samples/sec	rmse=0.019619	lr=0.084027
Epoch[56] Batch [249]	Speed: 754.997219 samples/sec	rmse=0.019562	lr=0.084021
Epoch[56] Batch [299]	Speed: 757.252705 samples/sec	rmse=0.019551	lr=0.084016
Epoch[56] Batch [349]	Speed: 751.565272 samples/sec	rmse=0.019561	lr=0.084010
Epoch[56] Batch [399]	Speed: 709.847108 samples/sec	rmse=0.019544	lr=0.084004
Epoch[56] Batch [449]	Speed: 719.552343 samples/sec	rmse=0.019560	lr=0.083998
Epoch[56] Batch [499]	Speed: 765.294193 samples/sec	rmse=0.019585	lr=0.083992
Epoch[56] Batch [549]	Speed: 731.290334 samples/sec	rmse=0.019602	lr=0.083986
Epoch[56] Batch [599]	Speed: 713.639654 samples/sec	rmse=0.019593	lr=0.083980
Epoch[56] Batch [649]	Speed: 717.670861 samples/sec	rmse=0.019584	lr=0.083974
Epoch[56] Batch [699]	Speed: 740.474896 samples/sec	rmse=0.019567	lr=0.083968
Epoch[56] Batch [749]	Speed: 742.360357 samples/sec	rmse=0.019563	lr=0.083962
Epoch[56] Batch [799]	Speed: 750.379381 samples/sec	rmse=0.019575	lr=0.083956
Epoch[56] Batch [849]	Speed: 761.769544 samples/sec	rmse=0.019572	lr=0.083951
Epoch[56] Batch [899]	Speed: 771.907631 samples/sec	rmse=0.019578	lr=0.083945
Epoch[56] Batch [949]	Speed: 765.974912 samples/sec	rmse=0.019588	lr=0.083939
Epoch[56] Batch [999]	Speed: 762.693973 samples/sec	rmse=0.019583	lr=0.083933
Epoch[56] Batch [1049]	Speed: 713.073214 samples/sec	rmse=0.019589	lr=0.083927
Epoch[56] Batch [1099]	Speed: 754.714306 samples/sec	rmse=0.019593	lr=0.083921
Epoch[56] Batch [1149]	Speed: 733.237743 samples/sec	rmse=0.019595	lr=0.083915
Epoch[56] Batch [1199]	Speed: 785.746026 samples/sec	rmse=0.019593	lr=0.083909
Epoch[56] Batch [1249]	Speed: 745.774197 samples/sec	rmse=0.019595	lr=0.083903
Epoch[56] Batch [1299]	Speed: 740.589196 samples/sec	rmse=0.019598	lr=0.083897
Epoch[56] Batch [1349]	Speed: 732.907370 samples/sec	rmse=0.019594	lr=0.083891
Epoch[56] Batch [1399]	Speed: 720.468313 samples/sec	rmse=0.019603	lr=0.083886
Epoch[56] Batch [1449]	Speed: 738.383338 samples/sec	rmse=0.019607	lr=0.083880
Epoch[56] Batch [1499]	Speed: 740.708427 samples/sec	rmse=0.019615	lr=0.083874
Epoch[56] Batch [1549]	Speed: 743.937265 samples/sec	rmse=0.019616	lr=0.083868
Epoch[56] Batch [1599]	Speed: 724.971151 samples/sec	rmse=0.019614	lr=0.083862
Epoch[56] Batch [1649]	Speed: 752.070059 samples/sec	rmse=0.019613	lr=0.083856
Epoch[56] Batch [1699]	Speed: 753.883754 samples/sec	rmse=0.019614	lr=0.083850
Epoch[56] Batch [1749]	Speed: 737.255415 samples/sec	rmse=0.019621	lr=0.083844
Epoch[56] Batch [1799]	Speed: 778.988634 samples/sec	rmse=0.019623	lr=0.083838
Epoch[56] Batch [1849]	Speed: 724.773775 samples/sec	rmse=0.019627	lr=0.083832
Epoch[56] Batch [1899]	Speed: 728.254754 samples/sec	rmse=0.019633	lr=0.083826
Epoch[56] Batch [1949]	Speed: 737.877330 samples/sec	rmse=0.019638	lr=0.083820
Epoch[56] Batch [1999]	Speed: 750.402791 samples/sec	rmse=0.019642	lr=0.083814
Epoch[56] Batch [2049]	Speed: 709.941680 samples/sec	rmse=0.019648	lr=0.083809
Epoch[56] Batch [2099]	Speed: 767.301956 samples/sec	rmse=0.019645	lr=0.083803
Epoch[56] Batch [2149]	Speed: 720.366016 samples/sec	rmse=0.019649	lr=0.083797
Epoch[56] Batch [2199]	Speed: 755.524627 samples/sec	rmse=0.019644	lr=0.083791
Epoch[56] Batch [2249]	Speed: 737.123579 samples/sec	rmse=0.019649	lr=0.083785
Epoch[56] Batch [2299]	Speed: 724.674888 samples/sec	rmse=0.019655	lr=0.083779
Epoch[56] Batch [2349]	Speed: 747.588315 samples/sec	rmse=0.019656	lr=0.083773
Epoch[56] Batch [2399]	Speed: 731.361783 samples/sec	rmse=0.019654	lr=0.083767
Epoch[56] Batch [2449]	Speed: 739.433254 samples/sec	rmse=0.019652	lr=0.083761
Epoch[56] Batch [2499]	Speed: 727.840857 samples/sec	rmse=0.019653	lr=0.083755
Epoch[56] Batch [2549]	Speed: 733.479677 samples/sec	rmse=0.019655	lr=0.083749
Epoch[56] Batch [2599]	Speed: 734.471552 samples/sec	rmse=0.019658	lr=0.083743
Epoch[56] Batch [2649]	Speed: 753.204395 samples/sec	rmse=0.019657	lr=0.083737
Epoch[56] Batch [2699]	Speed: 730.795331 samples/sec	rmse=0.019659	lr=0.083731
Epoch[56] Batch [2749]	Speed: 739.207783 samples/sec	rmse=0.019663	lr=0.083725
Epoch[56] Batch [2799]	Speed: 761.657495 samples/sec	rmse=0.019665	lr=0.083719
Epoch[56] Batch [2849]	Speed: 767.450458 samples/sec	rmse=0.019670	lr=0.083714
Epoch[56] Batch [2899]	Speed: 741.362237 samples/sec	rmse=0.019670	lr=0.083708
Epoch[56] Batch [2949]	Speed: 766.070679 samples/sec	rmse=0.019670	lr=0.083702
Epoch[56] Batch [2999]	Speed: 755.593127 samples/sec	rmse=0.019669	lr=0.083696
Epoch[56] Batch [3049]	Speed: 747.134668 samples/sec	rmse=0.019668	lr=0.083690
Epoch[56] Batch [3099]	Speed: 705.203586 samples/sec	rmse=0.019666	lr=0.083684
Epoch[56] Batch [3149]	Speed: 772.852439 samples/sec	rmse=0.019669	lr=0.083678
Epoch[56] Batch [3199]	Speed: 740.661451 samples/sec	rmse=0.019674	lr=0.083672
Epoch[56] Batch [3249]	Speed: 727.979195 samples/sec	rmse=0.019681	lr=0.083666
Epoch[56] Batch [3299]	Speed: 731.106388 samples/sec	rmse=0.019680	lr=0.083660
Epoch[56] Batch [3349]	Speed: 748.393935 samples/sec	rmse=0.019681	lr=0.083654
Epoch[56] Batch [3399]	Speed: 762.791100 samples/sec	rmse=0.019684	lr=0.083648
Epoch[56] Batch [3449]	Speed: 716.605725 samples/sec	rmse=0.019685	lr=0.083642
Epoch[56] Batch [3499]	Speed: 762.942317 samples/sec	rmse=0.019686	lr=0.083636
Epoch[56] Batch [3549]	Speed: 772.198396 samples/sec	rmse=0.019686	lr=0.083630
Epoch[56] Batch [3599]	Speed: 787.369504 samples/sec	rmse=0.019687	lr=0.083624
Epoch[56] Batch [3649]	Speed: 764.483659 samples/sec	rmse=0.019687	lr=0.083618
Epoch[56] Batch [3699]	Speed: 750.206590 samples/sec	rmse=0.019688	lr=0.083612
Epoch[56] Batch [3749]	Speed: 760.090539 samples/sec	rmse=0.019688	lr=0.083606
Epoch[56] Batch [3799]	Speed: 772.661871 samples/sec	rmse=0.019692	lr=0.083600
Epoch[56] Batch [3849]	Speed: 766.308113 samples/sec	rmse=0.019692	lr=0.083594
Epoch[56] Batch [3899]	Speed: 764.871287 samples/sec	rmse=0.019692	lr=0.083589
Epoch[56] Batch [3949]	Speed: 726.984044 samples/sec	rmse=0.019692	lr=0.083583
Epoch[56] Batch [3999]	Speed: 742.952185 samples/sec	rmse=0.019693	lr=0.083577
Epoch[56] Batch [4049]	Speed: 800.590438 samples/sec	rmse=0.019694	lr=0.083571
Epoch[56] Batch [4099]	Speed: 754.638763 samples/sec	rmse=0.019695	lr=0.083565
Epoch[56] Batch [4149]	Speed: 762.654611 samples/sec	rmse=0.019697	lr=0.083559
Epoch[56] Batch [4199]	Speed: 729.398844 samples/sec	rmse=0.019698	lr=0.083553
Epoch[56] Batch [4249]	Speed: 752.817310 samples/sec	rmse=0.019697	lr=0.083547
Epoch[56] Batch [4299]	Speed: 748.034633 samples/sec	rmse=0.019700	lr=0.083541
Epoch[56] Batch [4349]	Speed: 758.913775 samples/sec	rmse=0.019701	lr=0.083535
Epoch[56] Batch [4399]	Speed: 761.143753 samples/sec	rmse=0.019703	lr=0.083529
Epoch[56] Batch [4449]	Speed: 771.510523 samples/sec	rmse=0.019705	lr=0.083523
Epoch[56] Batch [4499]	Speed: 779.015423 samples/sec	rmse=0.019704	lr=0.083517
Epoch[56] Batch [4549]	Speed: 753.824878 samples/sec	rmse=0.019706	lr=0.083511
Epoch[56] Batch [4599]	Speed: 738.525763 samples/sec	rmse=0.019705	lr=0.083505
Epoch[56] Batch [4649]	Speed: 785.516348 samples/sec	rmse=0.019704	lr=0.083499
Epoch[56] Batch [4699]	Speed: 735.296656 samples/sec	rmse=0.019707	lr=0.083493
Epoch[56] Batch [4749]	Speed: 710.153510 samples/sec	rmse=0.019710	lr=0.083487
Epoch[56] Batch [4799]	Speed: 748.038104 samples/sec	rmse=0.019709	lr=0.083481
Epoch[56] Batch [4849]	Speed: 719.223307 samples/sec	rmse=0.019709	lr=0.083475
Epoch[56] Batch [4899]	Speed: 746.972867 samples/sec	rmse=0.019711	lr=0.083469
Epoch[56] Batch [4949]	Speed: 724.470428 samples/sec	rmse=0.019710	lr=0.083463
Epoch[56] Batch [4999]	Speed: 754.231988 samples/sec	rmse=0.019712	lr=0.083457
[Epoch 56] training: rmse=0.019712
[Epoch 56] speed: 745 samples/sec	time cost: 1741.088909
[Epoch 56] validation: err-top1=0.338301 err-top5=0.119091
Epoch[57] Batch [49]	Speed: 733.914190 samples/sec	rmse=0.019419	lr=0.083451
Epoch[57] Batch [99]	Speed: 764.519323 samples/sec	rmse=0.019448	lr=0.083445
Epoch[57] Batch [149]	Speed: 776.039022 samples/sec	rmse=0.019480	lr=0.083439
Epoch[57] Batch [199]	Speed: 779.654677 samples/sec	rmse=0.019466	lr=0.083433
Epoch[57] Batch [249]	Speed: 769.071183 samples/sec	rmse=0.019546	lr=0.083427
Epoch[57] Batch [299]	Speed: 721.723168 samples/sec	rmse=0.019569	lr=0.083421
Epoch[57] Batch [349]	Speed: 713.331508 samples/sec	rmse=0.019572	lr=0.083415
Epoch[57] Batch [399]	Speed: 759.502883 samples/sec	rmse=0.019600	lr=0.083409
Epoch[57] Batch [449]	Speed: 736.310055 samples/sec	rmse=0.019600	lr=0.083403
Epoch[57] Batch [499]	Speed: 767.222710 samples/sec	rmse=0.019582	lr=0.083397
Epoch[57] Batch [549]	Speed: 739.979093 samples/sec	rmse=0.019587	lr=0.083391
Epoch[57] Batch [599]	Speed: 757.124288 samples/sec	rmse=0.019570	lr=0.083385
Epoch[57] Batch [649]	Speed: 727.486760 samples/sec	rmse=0.019589	lr=0.083379
Epoch[57] Batch [699]	Speed: 773.609141 samples/sec	rmse=0.019601	lr=0.083373
Epoch[57] Batch [749]	Speed: 699.857635 samples/sec	rmse=0.019604	lr=0.083367
Epoch[57] Batch [799]	Speed: 749.336858 samples/sec	rmse=0.019611	lr=0.083361
Epoch[57] Batch [849]	Speed: 752.970143 samples/sec	rmse=0.019630	lr=0.083355
Epoch[57] Batch [899]	Speed: 731.111814 samples/sec	rmse=0.019625	lr=0.083349
Epoch[57] Batch [949]	Speed: 770.749764 samples/sec	rmse=0.019609	lr=0.083343
Epoch[57] Batch [999]	Speed: 774.242363 samples/sec	rmse=0.019616	lr=0.083337
Epoch[57] Batch [1049]	Speed: 756.124148 samples/sec	rmse=0.019619	lr=0.083331
Epoch[57] Batch [1099]	Speed: 785.811926 samples/sec	rmse=0.019616	lr=0.083325
Epoch[57] Batch [1149]	Speed: 751.913800 samples/sec	rmse=0.019607	lr=0.083319
Epoch[57] Batch [1199]	Speed: 725.673560 samples/sec	rmse=0.019605	lr=0.083313
Epoch[57] Batch [1249]	Speed: 756.826773 samples/sec	rmse=0.019602	lr=0.083307
Epoch[57] Batch [1299]	Speed: 753.934020 samples/sec	rmse=0.019601	lr=0.083301
Epoch[57] Batch [1349]	Speed: 720.340963 samples/sec	rmse=0.019599	lr=0.083295
Epoch[57] Batch [1399]	Speed: 741.738131 samples/sec	rmse=0.019598	lr=0.083289
Epoch[57] Batch [1449]	Speed: 764.158808 samples/sec	rmse=0.019603	lr=0.083283
Epoch[57] Batch [1499]	Speed: 786.797823 samples/sec	rmse=0.019606	lr=0.083277
Epoch[57] Batch [1549]	Speed: 767.913588 samples/sec	rmse=0.019611	lr=0.083271
Epoch[57] Batch [1599]	Speed: 748.198699 samples/sec	rmse=0.019617	lr=0.083265
Epoch[57] Batch [1649]	Speed: 742.616619 samples/sec	rmse=0.019622	lr=0.083259
Epoch[57] Batch [1699]	Speed: 765.764488 samples/sec	rmse=0.019627	lr=0.083253
Epoch[57] Batch [1749]	Speed: 709.664306 samples/sec	rmse=0.019631	lr=0.083247
Epoch[57] Batch [1799]	Speed: 741.276836 samples/sec	rmse=0.019632	lr=0.083241
Epoch[57] Batch [1849]	Speed: 719.222218 samples/sec	rmse=0.019637	lr=0.083235
Epoch[57] Batch [1899]	Speed: 736.780030 samples/sec	rmse=0.019645	lr=0.083229
Epoch[57] Batch [1949]	Speed: 766.226830 samples/sec	rmse=0.019649	lr=0.083223
Epoch[57] Batch [1999]	Speed: 752.812138 samples/sec	rmse=0.019658	lr=0.083217
Epoch[57] Batch [2049]	Speed: 771.235797 samples/sec	rmse=0.019657	lr=0.083211
Epoch[57] Batch [2099]	Speed: 747.050635 samples/sec	rmse=0.019662	lr=0.083205
Epoch[57] Batch [2149]	Speed: 741.877599 samples/sec	rmse=0.019662	lr=0.083199
Epoch[57] Batch [2199]	Speed: 764.941579 samples/sec	rmse=0.019660	lr=0.083193
Epoch[57] Batch [2249]	Speed: 742.821892 samples/sec	rmse=0.019669	lr=0.083187
Epoch[57] Batch [2299]	Speed: 736.481424 samples/sec	rmse=0.019667	lr=0.083181
Epoch[57] Batch [2349]	Speed: 725.185679 samples/sec	rmse=0.019672	lr=0.083175
Epoch[57] Batch [2399]	Speed: 797.816578 samples/sec	rmse=0.019671	lr=0.083169
Epoch[57] Batch [2449]	Speed: 752.363750 samples/sec	rmse=0.019673	lr=0.083163
Epoch[57] Batch [2499]	Speed: 776.099523 samples/sec	rmse=0.019677	lr=0.083156
Epoch[57] Batch [2549]	Speed: 744.299378 samples/sec	rmse=0.019675	lr=0.083150
Epoch[57] Batch [2599]	Speed: 709.141229 samples/sec	rmse=0.019672	lr=0.083144
Epoch[57] Batch [2649]	Speed: 761.681246 samples/sec	rmse=0.019672	lr=0.083138
Epoch[57] Batch [2699]	Speed: 753.479780 samples/sec	rmse=0.019672	lr=0.083132
Epoch[57] Batch [2749]	Speed: 703.633953 samples/sec	rmse=0.019672	lr=0.083126
Epoch[57] Batch [2799]	Speed: 733.922728 samples/sec	rmse=0.019673	lr=0.083120
Epoch[57] Batch [2849]	Speed: 748.405307 samples/sec	rmse=0.019674	lr=0.083114
Epoch[57] Batch [2899]	Speed: 741.023215 samples/sec	rmse=0.019680	lr=0.083108
Epoch[57] Batch [2949]	Speed: 719.813007 samples/sec	rmse=0.019681	lr=0.083102
Epoch[57] Batch [2999]	Speed: 739.091080 samples/sec	rmse=0.019680	lr=0.083096
Epoch[57] Batch [3049]	Speed: 728.453191 samples/sec	rmse=0.019681	lr=0.083090
Epoch[57] Batch [3099]	Speed: 722.966434 samples/sec	rmse=0.019683	lr=0.083084
Epoch[57] Batch [3149]	Speed: 747.706395 samples/sec	rmse=0.019687	lr=0.083078
Epoch[57] Batch [3199]	Speed: 750.574131 samples/sec	rmse=0.019690	lr=0.083072
Epoch[57] Batch [3249]	Speed: 720.549103 samples/sec	rmse=0.019688	lr=0.083066
Epoch[57] Batch [3299]	Speed: 726.687245 samples/sec	rmse=0.019689	lr=0.083060
Epoch[57] Batch [3349]	Speed: 712.073083 samples/sec	rmse=0.019690	lr=0.083054
Epoch[57] Batch [3399]	Speed: 734.208830 samples/sec	rmse=0.019693	lr=0.083048
Epoch[57] Batch [3449]	Speed: 753.869283 samples/sec	rmse=0.019694	lr=0.083042
Epoch[57] Batch [3499]	Speed: 751.601372 samples/sec	rmse=0.019692	lr=0.083036
Epoch[57] Batch [3549]	Speed: 736.902711 samples/sec	rmse=0.019692	lr=0.083030
Epoch[57] Batch [3599]	Speed: 734.491648 samples/sec	rmse=0.019696	lr=0.083024
Epoch[57] Batch [3649]	Speed: 744.449329 samples/sec	rmse=0.019696	lr=0.083018
Epoch[57] Batch [3699]	Speed: 733.076618 samples/sec	rmse=0.019694	lr=0.083012
Epoch[57] Batch [3749]	Speed: 726.956048 samples/sec	rmse=0.019696	lr=0.083006
Epoch[57] Batch [3799]	Speed: 732.629000 samples/sec	rmse=0.019699	lr=0.083000
Epoch[57] Batch [3849]	Speed: 770.447196 samples/sec	rmse=0.019697	lr=0.082994
Epoch[57] Batch [3899]	Speed: 754.395699 samples/sec	rmse=0.019696	lr=0.082987
Epoch[57] Batch [3949]	Speed: 758.523866 samples/sec	rmse=0.019698	lr=0.082981
Epoch[57] Batch [3999]	Speed: 742.986558 samples/sec	rmse=0.019697	lr=0.082975
Epoch[57] Batch [4049]	Speed: 726.369303 samples/sec	rmse=0.019698	lr=0.082969
Epoch[57] Batch [4099]	Speed: 761.658997 samples/sec	rmse=0.019698	lr=0.082963
Epoch[57] Batch [4149]	Speed: 816.188015 samples/sec	rmse=0.019698	lr=0.082957
Epoch[57] Batch [4199]	Speed: 752.797085 samples/sec	rmse=0.019701	lr=0.082951
Epoch[57] Batch [4249]	Speed: 719.123665 samples/sec	rmse=0.019703	lr=0.082945
Epoch[57] Batch [4299]	Speed: 732.282705 samples/sec	rmse=0.019704	lr=0.082939
Epoch[57] Batch [4349]	Speed: 731.343521 samples/sec	rmse=0.019706	lr=0.082933
Epoch[57] Batch [4399]	Speed: 754.494986 samples/sec	rmse=0.019704	lr=0.082927
Epoch[57] Batch [4449]	Speed: 780.689934 samples/sec	rmse=0.019706	lr=0.082921
Epoch[57] Batch [4499]	Speed: 768.299798 samples/sec	rmse=0.019706	lr=0.082915
Epoch[57] Batch [4549]	Speed: 706.173586 samples/sec	rmse=0.019705	lr=0.082909
Epoch[57] Batch [4599]	Speed: 723.181735 samples/sec	rmse=0.019704	lr=0.082903
Epoch[57] Batch [4649]	Speed: 758.466835 samples/sec	rmse=0.019704	lr=0.082897
Epoch[57] Batch [4699]	Speed: 765.784094 samples/sec	rmse=0.019704	lr=0.082891
Epoch[57] Batch [4749]	Speed: 755.391938 samples/sec	rmse=0.019705	lr=0.082885
Epoch[57] Batch [4799]	Speed: 733.506284 samples/sec	rmse=0.019706	lr=0.082878
Epoch[57] Batch [4849]	Speed: 719.961228 samples/sec	rmse=0.019709	lr=0.082872
Epoch[57] Batch [4899]	Speed: 729.921807 samples/sec	rmse=0.019709	lr=0.082866
Epoch[57] Batch [4949]	Speed: 733.181297 samples/sec	rmse=0.019709	lr=0.082860
Epoch[57] Batch [4999]	Speed: 718.037620 samples/sec	rmse=0.019707	lr=0.082854
[Epoch 57] training: rmse=0.019707
[Epoch 57] speed: 744 samples/sec	time cost: 1743.735797
[Epoch 57] validation: err-top1=0.338568 err-top5=0.118304
Epoch[58] Batch [49]	Speed: 706.956595 samples/sec	rmse=0.019624	lr=0.082848
Epoch[58] Batch [99]	Speed: 743.105091 samples/sec	rmse=0.019681	lr=0.082842
Epoch[58] Batch [149]	Speed: 812.739591 samples/sec	rmse=0.019615	lr=0.082835
Epoch[58] Batch [199]	Speed: 760.858987 samples/sec	rmse=0.019629	lr=0.082829
Epoch[58] Batch [249]	Speed: 730.782180 samples/sec	rmse=0.019644	lr=0.082823
Epoch[58] Batch [299]	Speed: 753.169431 samples/sec	rmse=0.019675	lr=0.082817
Epoch[58] Batch [349]	Speed: 736.586107 samples/sec	rmse=0.019634	lr=0.082811
Epoch[58] Batch [399]	Speed: 746.611875 samples/sec	rmse=0.019626	lr=0.082805
Epoch[58] Batch [449]	Speed: 745.056768 samples/sec	rmse=0.019639	lr=0.082799
Epoch[58] Batch [499]	Speed: 721.132485 samples/sec	rmse=0.019639	lr=0.082793
Epoch[58] Batch [549]	Speed: 720.416736 samples/sec	rmse=0.019641	lr=0.082787
Epoch[58] Batch [599]	Speed: 752.707309 samples/sec	rmse=0.019630	lr=0.082781
Epoch[58] Batch [649]	Speed: 770.808137 samples/sec	rmse=0.019617	lr=0.082775
Epoch[58] Batch [699]	Speed: 762.259800 samples/sec	rmse=0.019601	lr=0.082769
Epoch[58] Batch [749]	Speed: 756.631890 samples/sec	rmse=0.019609	lr=0.082763
Epoch[58] Batch [799]	Speed: 721.798377 samples/sec	rmse=0.019610	lr=0.082757
Epoch[58] Batch [849]	Speed: 763.210439 samples/sec	rmse=0.019608	lr=0.082750
Epoch[58] Batch [899]	Speed: 741.660471 samples/sec	rmse=0.019604	lr=0.082744
Epoch[58] Batch [949]	Speed: 750.191190 samples/sec	rmse=0.019601	lr=0.082738
Epoch[58] Batch [999]	Speed: 774.178300 samples/sec	rmse=0.019596	lr=0.082732
Epoch[58] Batch [1049]	Speed: 723.987141 samples/sec	rmse=0.019600	lr=0.082726
Epoch[58] Batch [1099]	Speed: 749.972302 samples/sec	rmse=0.019594	lr=0.082720
Epoch[58] Batch [1149]	Speed: 741.988590 samples/sec	rmse=0.019596	lr=0.082714
Epoch[58] Batch [1199]	Speed: 717.291454 samples/sec	rmse=0.019602	lr=0.082708
Epoch[58] Batch [1249]	Speed: 747.743562 samples/sec	rmse=0.019605	lr=0.082702
Epoch[58] Batch [1299]	Speed: 741.119280 samples/sec	rmse=0.019603	lr=0.082696
Epoch[58] Batch [1349]	Speed: 798.923251 samples/sec	rmse=0.019602	lr=0.082690
Epoch[58] Batch [1399]	Speed: 772.462161 samples/sec	rmse=0.019595	lr=0.082683
Epoch[58] Batch [1449]	Speed: 760.853466 samples/sec	rmse=0.019594	lr=0.082677
Epoch[58] Batch [1499]	Speed: 726.497319 samples/sec	rmse=0.019600	lr=0.082671
Epoch[58] Batch [1549]	Speed: 742.303441 samples/sec	rmse=0.019605	lr=0.082665
Epoch[58] Batch [1599]	Speed: 731.731092 samples/sec	rmse=0.019610	lr=0.082659
Epoch[58] Batch [1649]	Speed: 711.340123 samples/sec	rmse=0.019613	lr=0.082653
Epoch[58] Batch [1699]	Speed: 775.665815 samples/sec	rmse=0.019610	lr=0.082647
Epoch[58] Batch [1749]	Speed: 723.266203 samples/sec	rmse=0.019612	lr=0.082641
Epoch[58] Batch [1799]	Speed: 794.741484 samples/sec	rmse=0.019612	lr=0.082635
Epoch[58] Batch [1849]	Speed: 760.267882 samples/sec	rmse=0.019610	lr=0.082629
Epoch[58] Batch [1899]	Speed: 747.349417 samples/sec	rmse=0.019611	lr=0.082623
Epoch[58] Batch [1949]	Speed: 753.823364 samples/sec	rmse=0.019607	lr=0.082616
Epoch[58] Batch [1999]	Speed: 697.369099 samples/sec	rmse=0.019613	lr=0.082610
Epoch[58] Batch [2049]	Speed: 737.787457 samples/sec	rmse=0.019616	lr=0.082604
Epoch[58] Batch [2099]	Speed: 709.980662 samples/sec	rmse=0.019613	lr=0.082598
Epoch[58] Batch [2149]	Speed: 718.993602 samples/sec	rmse=0.019615	lr=0.082592
Epoch[58] Batch [2199]	Speed: 750.860889 samples/sec	rmse=0.019621	lr=0.082586
Epoch[58] Batch [2249]	Speed: 724.725482 samples/sec	rmse=0.019629	lr=0.082580
Epoch[58] Batch [2299]	Speed: 731.543983 samples/sec	rmse=0.019622	lr=0.082574
Epoch[58] Batch [2349]	Speed: 746.434597 samples/sec	rmse=0.019619	lr=0.082568
Epoch[58] Batch [2399]	Speed: 757.250067 samples/sec	rmse=0.019621	lr=0.082561
Epoch[58] Batch [2449]	Speed: 755.042017 samples/sec	rmse=0.019622	lr=0.082555
Epoch[58] Batch [2499]	Speed: 742.489883 samples/sec	rmse=0.019625	lr=0.082549
Epoch[58] Batch [2549]	Speed: 760.552561 samples/sec	rmse=0.019629	lr=0.082543
Epoch[58] Batch [2599]	Speed: 765.689774 samples/sec	rmse=0.019633	lr=0.082537
Epoch[58] Batch [2649]	Speed: 758.522076 samples/sec	rmse=0.019637	lr=0.082531
Epoch[58] Batch [2699]	Speed: 706.014396 samples/sec	rmse=0.019637	lr=0.082525
Epoch[58] Batch [2749]	Speed: 745.121086 samples/sec	rmse=0.019639	lr=0.082519
Epoch[58] Batch [2799]	Speed: 756.126161 samples/sec	rmse=0.019642	lr=0.082513
Epoch[58] Batch [2849]	Speed: 750.376298 samples/sec	rmse=0.019645	lr=0.082506
Epoch[58] Batch [2899]	Speed: 745.643253 samples/sec	rmse=0.019643	lr=0.082500
Epoch[58] Batch [2949]	Speed: 758.161562 samples/sec	rmse=0.019648	lr=0.082494
Epoch[58] Batch [2999]	Speed: 727.039412 samples/sec	rmse=0.019646	lr=0.082488
Epoch[58] Batch [3049]	Speed: 773.412730 samples/sec	rmse=0.019647	lr=0.082482
Epoch[58] Batch [3099]	Speed: 783.157271 samples/sec	rmse=0.019654	lr=0.082476
Epoch[58] Batch [3149]	Speed: 735.458758 samples/sec	rmse=0.019656	lr=0.082470
Epoch[58] Batch [3199]	Speed: 740.961832 samples/sec	rmse=0.019658	lr=0.082464
Epoch[58] Batch [3249]	Speed: 700.522329 samples/sec	rmse=0.019658	lr=0.082458
Epoch[58] Batch [3299]	Speed: 743.525785 samples/sec	rmse=0.019658	lr=0.082451
Epoch[58] Batch [3349]	Speed: 719.131583 samples/sec	rmse=0.019657	lr=0.082445
Epoch[58] Batch [3399]	Speed: 732.154578 samples/sec	rmse=0.019659	lr=0.082439
Epoch[58] Batch [3449]	Speed: 719.116595 samples/sec	rmse=0.019660	lr=0.082433
Epoch[58] Batch [3499]	Speed: 764.859529 samples/sec	rmse=0.019663	lr=0.082427
Epoch[58] Batch [3549]	Speed: 730.103370 samples/sec	rmse=0.019662	lr=0.082421
Epoch[58] Batch [3599]	Speed: 762.351285 samples/sec	rmse=0.019665	lr=0.082415
Epoch[58] Batch [3649]	Speed: 747.567048 samples/sec	rmse=0.019666	lr=0.082409
Epoch[58] Batch [3699]	Speed: 718.045149 samples/sec	rmse=0.019668	lr=0.082402
Epoch[58] Batch [3749]	Speed: 793.554446 samples/sec	rmse=0.019669	lr=0.082396
Epoch[58] Batch [3799]	Speed: 746.300631 samples/sec	rmse=0.019672	lr=0.082390
Epoch[58] Batch [3849]	Speed: 728.480679 samples/sec	rmse=0.019676	lr=0.082384
Epoch[58] Batch [3899]	Speed: 731.929003 samples/sec	rmse=0.019674	lr=0.082378
Epoch[58] Batch [3949]	Speed: 753.764911 samples/sec	rmse=0.019675	lr=0.082372
Epoch[58] Batch [3999]	Speed: 756.005982 samples/sec	rmse=0.019675	lr=0.082366
Epoch[58] Batch [4049]	Speed: 736.753105 samples/sec	rmse=0.019678	lr=0.082359
Epoch[58] Batch [4099]	Speed: 750.671984 samples/sec	rmse=0.019679	lr=0.082353
Epoch[58] Batch [4149]	Speed: 767.317177 samples/sec	rmse=0.019680	lr=0.082347
Epoch[58] Batch [4199]	Speed: 755.568020 samples/sec	rmse=0.019681	lr=0.082341
Epoch[58] Batch [4249]	Speed: 757.804000 samples/sec	rmse=0.019681	lr=0.082335
Epoch[58] Batch [4299]	Speed: 748.517269 samples/sec	rmse=0.019682	lr=0.082329
Epoch[58] Batch [4349]	Speed: 727.530758 samples/sec	rmse=0.019685	lr=0.082323
Epoch[58] Batch [4399]	Speed: 771.425484 samples/sec	rmse=0.019686	lr=0.082316
Epoch[58] Batch [4449]	Speed: 701.687871 samples/sec	rmse=0.019684	lr=0.082310
Epoch[58] Batch [4499]	Speed: 748.431004 samples/sec	rmse=0.019686	lr=0.082304
Epoch[58] Batch [4549]	Speed: 732.182467 samples/sec	rmse=0.019686	lr=0.082298
Epoch[58] Batch [4599]	Speed: 731.754440 samples/sec	rmse=0.019687	lr=0.082292
Epoch[58] Batch [4649]	Speed: 774.530633 samples/sec	rmse=0.019689	lr=0.082286
Epoch[58] Batch [4699]	Speed: 754.692324 samples/sec	rmse=0.019690	lr=0.082280
Epoch[58] Batch [4749]	Speed: 751.774596 samples/sec	rmse=0.019689	lr=0.082273
Epoch[58] Batch [4799]	Speed: 752.847122 samples/sec	rmse=0.019689	lr=0.082267
Epoch[58] Batch [4849]	Speed: 718.470398 samples/sec	rmse=0.019687	lr=0.082261
Epoch[58] Batch [4899]	Speed: 747.295573 samples/sec	rmse=0.019687	lr=0.082255
Epoch[58] Batch [4949]	Speed: 736.004000 samples/sec	rmse=0.019690	lr=0.082249
Epoch[58] Batch [4999]	Speed: 734.891256 samples/sec	rmse=0.019691	lr=0.082243
[Epoch 58] training: rmse=0.019691
[Epoch 58] speed: 744 samples/sec	time cost: 1744.305540
[Epoch 58] validation: err-top1=0.337440 err-top5=0.118850
Epoch[59] Batch [49]	Speed: 747.770213 samples/sec	rmse=0.019183	lr=0.082236
Epoch[59] Batch [99]	Speed: 744.081779 samples/sec	rmse=0.019386	lr=0.082230
Epoch[59] Batch [149]	Speed: 757.260107 samples/sec	rmse=0.019417	lr=0.082224
Epoch[59] Batch [199]	Speed: 726.440166 samples/sec	rmse=0.019399	lr=0.082218
Epoch[59] Batch [249]	Speed: 747.700417 samples/sec	rmse=0.019414	lr=0.082211
Epoch[59] Batch [299]	Speed: 729.805438 samples/sec	rmse=0.019439	lr=0.082205
Epoch[59] Batch [349]	Speed: 718.824489 samples/sec	rmse=0.019452	lr=0.082199
Epoch[59] Batch [399]	Speed: 790.881830 samples/sec	rmse=0.019448	lr=0.082193
Epoch[59] Batch [449]	Speed: 741.204030 samples/sec	rmse=0.019471	lr=0.082187
Epoch[59] Batch [499]	Speed: 736.716982 samples/sec	rmse=0.019495	lr=0.082181
Epoch[59] Batch [549]	Speed: 753.125880 samples/sec	rmse=0.019507	lr=0.082175
Epoch[59] Batch [599]	Speed: 738.681669 samples/sec	rmse=0.019522	lr=0.082168
Epoch[59] Batch [649]	Speed: 776.406559 samples/sec	rmse=0.019519	lr=0.082162
Epoch[59] Batch [699]	Speed: 746.356687 samples/sec	rmse=0.019518	lr=0.082156
Epoch[59] Batch [749]	Speed: 717.126762 samples/sec	rmse=0.019532	lr=0.082150
Epoch[59] Batch [799]	Speed: 711.437384 samples/sec	rmse=0.019543	lr=0.082144
Epoch[59] Batch [849]	Speed: 759.715911 samples/sec	rmse=0.019551	lr=0.082138
Epoch[59] Batch [899]	Speed: 738.757721 samples/sec	rmse=0.019560	lr=0.082131
Epoch[59] Batch [949]	Speed: 749.874630 samples/sec	rmse=0.019570	lr=0.082125
Epoch[59] Batch [999]	Speed: 745.349528 samples/sec	rmse=0.019570	lr=0.082119
Epoch[59] Batch [1049]	Speed: 746.537997 samples/sec	rmse=0.019577	lr=0.082113
Epoch[59] Batch [1099]	Speed: 741.103310 samples/sec	rmse=0.019571	lr=0.082107
Epoch[59] Batch [1149]	Speed: 739.031766 samples/sec	rmse=0.019561	lr=0.082101
Epoch[59] Batch [1199]	Speed: 771.899529 samples/sec	rmse=0.019565	lr=0.082094
Epoch[59] Batch [1249]	Speed: 738.598683 samples/sec	rmse=0.019573	lr=0.082088
Epoch[59] Batch [1299]	Speed: 755.438027 samples/sec	rmse=0.019577	lr=0.082082
Epoch[59] Batch [1349]	Speed: 735.888608 samples/sec	rmse=0.019573	lr=0.082076
Epoch[59] Batch [1399]	Speed: 725.979820 samples/sec	rmse=0.019583	lr=0.082070
Epoch[59] Batch [1449]	Speed: 744.522463 samples/sec	rmse=0.019583	lr=0.082063
Epoch[59] Batch [1499]	Speed: 729.516779 samples/sec	rmse=0.019575	lr=0.082057
Epoch[59] Batch [1549]	Speed: 739.868224 samples/sec	rmse=0.019589	lr=0.082051
Epoch[59] Batch [1599]	Speed: 749.601613 samples/sec	rmse=0.019599	lr=0.082045
Epoch[59] Batch [1649]	Speed: 736.271128 samples/sec	rmse=0.019596	lr=0.082039
Epoch[59] Batch [1699]	Speed: 715.257374 samples/sec	rmse=0.019594	lr=0.082033
Epoch[59] Batch [1749]	Speed: 713.996529 samples/sec	rmse=0.019592	lr=0.082026
Epoch[59] Batch [1799]	Speed: 777.646700 samples/sec	rmse=0.019593	lr=0.082020
Epoch[59] Batch [1849]	Speed: 744.793622 samples/sec	rmse=0.019595	lr=0.082014
Epoch[59] Batch [1899]	Speed: 724.411835 samples/sec	rmse=0.019592	lr=0.082008
Epoch[59] Batch [1949]	Speed: 761.162077 samples/sec	rmse=0.019584	lr=0.082002
Epoch[59] Batch [1999]	Speed: 745.962044 samples/sec	rmse=0.019586	lr=0.081995
Epoch[59] Batch [2049]	Speed: 768.312487 samples/sec	rmse=0.019592	lr=0.081989
Epoch[59] Batch [2099]	Speed: 741.083106 samples/sec	rmse=0.019598	lr=0.081983
Epoch[59] Batch [2149]	Speed: 752.238050 samples/sec	rmse=0.019601	lr=0.081977
Epoch[59] Batch [2199]	Speed: 738.231912 samples/sec	rmse=0.019599	lr=0.081971
Epoch[59] Batch [2249]	Speed: 746.592034 samples/sec	rmse=0.019596	lr=0.081965
Epoch[59] Batch [2299]	Speed: 805.633902 samples/sec	rmse=0.019599	lr=0.081958
Epoch[59] Batch [2349]	Speed: 770.544726 samples/sec	rmse=0.019595	lr=0.081952
Epoch[59] Batch [2399]	Speed: 725.336454 samples/sec	rmse=0.019598	lr=0.081946
Epoch[59] Batch [2449]	Speed: 733.787879 samples/sec	rmse=0.019607	lr=0.081940
Epoch[59] Batch [2499]	Speed: 748.446311 samples/sec	rmse=0.019613	lr=0.081934
Epoch[59] Batch [2549]	Speed: 766.748006 samples/sec	rmse=0.019618	lr=0.081927
Epoch[59] Batch [2599]	Speed: 725.229556 samples/sec	rmse=0.019618	lr=0.081921
Epoch[59] Batch [2649]	Speed: 722.951003 samples/sec	rmse=0.019623	lr=0.081915
Epoch[59] Batch [2699]	Speed: 748.514900 samples/sec	rmse=0.019623	lr=0.081909
Epoch[59] Batch [2749]	Speed: 732.244622 samples/sec	rmse=0.019620	lr=0.081903
Epoch[59] Batch [2799]	Speed: 730.466857 samples/sec	rmse=0.019619	lr=0.081896
Epoch[59] Batch [2849]	Speed: 751.716629 samples/sec	rmse=0.019620	lr=0.081890
Epoch[59] Batch [2899]	Speed: 730.246870 samples/sec	rmse=0.019621	lr=0.081884
Epoch[59] Batch [2949]	Speed: 740.896470 samples/sec	rmse=0.019621	lr=0.081878
Epoch[59] Batch [2999]	Speed: 740.281370 samples/sec	rmse=0.019623	lr=0.081872
Epoch[59] Batch [3049]	Speed: 735.087207 samples/sec	rmse=0.019629	lr=0.081865
Epoch[59] Batch [3099]	Speed: 730.950030 samples/sec	rmse=0.019631	lr=0.081859
Epoch[59] Batch [3149]	Speed: 724.359202 samples/sec	rmse=0.019632	lr=0.081853
Epoch[59] Batch [3199]	Speed: 716.252726 samples/sec	rmse=0.019633	lr=0.081847
Epoch[59] Batch [3249]	Speed: 741.103924 samples/sec	rmse=0.019633	lr=0.081841
Epoch[59] Batch [3299]	Speed: 740.030777 samples/sec	rmse=0.019635	lr=0.081834
Epoch[59] Batch [3349]	Speed: 781.618380 samples/sec	rmse=0.019635	lr=0.081828
Epoch[59] Batch [3399]	Speed: 732.458539 samples/sec	rmse=0.019637	lr=0.081822
Epoch[59] Batch [3449]	Speed: 778.886864 samples/sec	rmse=0.019639	lr=0.081816
Epoch[59] Batch [3499]	Speed: 756.214688 samples/sec	rmse=0.019640	lr=0.081810
Epoch[59] Batch [3549]	Speed: 744.952351 samples/sec	rmse=0.019640	lr=0.081803
Epoch[59] Batch [3599]	Speed: 718.953085 samples/sec	rmse=0.019642	lr=0.081797
Epoch[59] Batch [3649]	Speed: 709.736742 samples/sec	rmse=0.019644	lr=0.081791
Epoch[59] Batch [3699]	Speed: 706.590000 samples/sec	rmse=0.019644	lr=0.081785
Epoch[59] Batch [3749]	Speed: 749.496798 samples/sec	rmse=0.019645	lr=0.081779
Epoch[59] Batch [3799]	Speed: 751.898773 samples/sec	rmse=0.019648	lr=0.081772
Epoch[59] Batch [3849]	Speed: 738.925197 samples/sec	rmse=0.019655	lr=0.081766
Epoch[59] Batch [3899]	Speed: 722.714163 samples/sec	rmse=0.019656	lr=0.081760
Epoch[59] Batch [3949]	Speed: 732.462387 samples/sec	rmse=0.019655	lr=0.081754
Epoch[59] Batch [3999]	Speed: 731.209668 samples/sec	rmse=0.019655	lr=0.081747
Epoch[59] Batch [4049]	Speed: 705.385691 samples/sec	rmse=0.019656	lr=0.081741
Epoch[59] Batch [4099]	Speed: 737.802291 samples/sec	rmse=0.019657	lr=0.081735
Epoch[59] Batch [4149]	Speed: 732.169106 samples/sec	rmse=0.019659	lr=0.081729
Epoch[59] Batch [4199]	Speed: 732.062161 samples/sec	rmse=0.019659	lr=0.081723
Epoch[59] Batch [4249]	Speed: 724.260418 samples/sec	rmse=0.019660	lr=0.081716
Epoch[59] Batch [4299]	Speed: 707.482234 samples/sec	rmse=0.019661	lr=0.081710
Epoch[59] Batch [4349]	Speed: 741.560620 samples/sec	rmse=0.019663	lr=0.081704
Epoch[59] Batch [4399]	Speed: 731.977253 samples/sec	rmse=0.019663	lr=0.081698
Epoch[59] Batch [4449]	Speed: 743.614372 samples/sec	rmse=0.019662	lr=0.081691
Epoch[59] Batch [4499]	Speed: 772.544828 samples/sec	rmse=0.019662	lr=0.081685
Epoch[59] Batch [4549]	Speed: 737.036026 samples/sec	rmse=0.019664	lr=0.081679
Epoch[59] Batch [4599]	Speed: 726.363003 samples/sec	rmse=0.019664	lr=0.081673
Epoch[59] Batch [4649]	Speed: 740.150675 samples/sec	rmse=0.019663	lr=0.081667
Epoch[59] Batch [4699]	Speed: 768.435785 samples/sec	rmse=0.019665	lr=0.081660
Epoch[59] Batch [4749]	Speed: 724.103663 samples/sec	rmse=0.019668	lr=0.081654
Epoch[59] Batch [4799]	Speed: 753.299564 samples/sec	rmse=0.019670	lr=0.081648
Epoch[59] Batch [4849]	Speed: 725.305870 samples/sec	rmse=0.019672	lr=0.081642
Epoch[59] Batch [4899]	Speed: 736.699129 samples/sec	rmse=0.019673	lr=0.081635
Epoch[59] Batch [4949]	Speed: 744.613674 samples/sec	rmse=0.019674	lr=0.081629
Epoch[59] Batch [4999]	Speed: 763.641818 samples/sec	rmse=0.019678	lr=0.081623
[Epoch 59] training: rmse=0.019678
[Epoch 59] speed: 740 samples/sec	time cost: 1753.449840
[Epoch 59] validation: err-top1=0.341867 err-top5=0.123357
Epoch[60] Batch [49]	Speed: 729.646443 samples/sec	rmse=0.019546	lr=0.081616
Epoch[60] Batch [99]	Speed: 723.519103 samples/sec	rmse=0.019564	lr=0.081610
Epoch[60] Batch [149]	Speed: 771.843487 samples/sec	rmse=0.019554	lr=0.081604
Epoch[60] Batch [199]	Speed: 759.845306 samples/sec	rmse=0.019490	lr=0.081597
Epoch[60] Batch [249]	Speed: 743.412851 samples/sec	rmse=0.019505	lr=0.081591
Epoch[60] Batch [299]	Speed: 757.855283 samples/sec	rmse=0.019498	lr=0.081585
Epoch[60] Batch [349]	Speed: 733.454917 samples/sec	rmse=0.019511	lr=0.081579
Epoch[60] Batch [399]	Speed: 722.727191 samples/sec	rmse=0.019487	lr=0.081572
Epoch[60] Batch [449]	Speed: 746.385149 samples/sec	rmse=0.019495	lr=0.081566
Epoch[60] Batch [499]	Speed: 722.774488 samples/sec	rmse=0.019502	lr=0.081560
Epoch[60] Batch [549]	Speed: 765.856444 samples/sec	rmse=0.019491	lr=0.081554
Epoch[60] Batch [599]	Speed: 789.172304 samples/sec	rmse=0.019487	lr=0.081548
Epoch[60] Batch [649]	Speed: 708.925023 samples/sec	rmse=0.019493	lr=0.081541
Epoch[60] Batch [699]	Speed: 736.279054 samples/sec	rmse=0.019490	lr=0.081535
Epoch[60] Batch [749]	Speed: 698.799808 samples/sec	rmse=0.019496	lr=0.081529
Epoch[60] Batch [799]	Speed: 735.806662 samples/sec	rmse=0.019490	lr=0.081523
Epoch[60] Batch [849]	Speed: 756.143892 samples/sec	rmse=0.019511	lr=0.081516
Epoch[60] Batch [899]	Speed: 734.914745 samples/sec	rmse=0.019525	lr=0.081510
Epoch[60] Batch [949]	Speed: 734.530770 samples/sec	rmse=0.019521	lr=0.081504
Epoch[60] Batch [999]	Speed: 724.434796 samples/sec	rmse=0.019522	lr=0.081498
Epoch[60] Batch [1049]	Speed: 759.419654 samples/sec	rmse=0.019517	lr=0.081491
Epoch[60] Batch [1099]	Speed: 724.392247 samples/sec	rmse=0.019517	lr=0.081485
Epoch[60] Batch [1149]	Speed: 736.852728 samples/sec	rmse=0.019522	lr=0.081479
Epoch[60] Batch [1199]	Speed: 731.310675 samples/sec	rmse=0.019537	lr=0.081473
Epoch[60] Batch [1249]	Speed: 760.885449 samples/sec	rmse=0.019531	lr=0.081466
Epoch[60] Batch [1299]	Speed: 700.949491 samples/sec	rmse=0.019537	lr=0.081460
Epoch[60] Batch [1349]	Speed: 755.831611 samples/sec	rmse=0.019546	lr=0.081454
Epoch[60] Batch [1399]	Speed: 732.295440 samples/sec	rmse=0.019550	lr=0.081448
Epoch[60] Batch [1449]	Speed: 730.446563 samples/sec	rmse=0.019551	lr=0.081441
Epoch[60] Batch [1499]	Speed: 760.327672 samples/sec	rmse=0.019550	lr=0.081435
Epoch[60] Batch [1549]	Speed: 724.337271 samples/sec	rmse=0.019553	lr=0.081429
Epoch[60] Batch [1599]	Speed: 730.190506 samples/sec	rmse=0.019553	lr=0.081422
Epoch[60] Batch [1649]	Speed: 723.525031 samples/sec	rmse=0.019557	lr=0.081416
Epoch[60] Batch [1699]	Speed: 745.936091 samples/sec	rmse=0.019560	lr=0.081410
Epoch[60] Batch [1749]	Speed: 763.588153 samples/sec	rmse=0.019563	lr=0.081404
Epoch[60] Batch [1799]	Speed: 751.896751 samples/sec	rmse=0.019565	lr=0.081397
Epoch[60] Batch [1849]	Speed: 744.032952 samples/sec	rmse=0.019566	lr=0.081391
Epoch[60] Batch [1899]	Speed: 727.474517 samples/sec	rmse=0.019564	lr=0.081385
Epoch[60] Batch [1949]	Speed: 775.938246 samples/sec	rmse=0.019569	lr=0.081379
Epoch[60] Batch [1999]	Speed: 745.220171 samples/sec	rmse=0.019570	lr=0.081372
Epoch[60] Batch [2049]	Speed: 747.505626 samples/sec	rmse=0.019573	lr=0.081366
Epoch[60] Batch [2099]	Speed: 723.184063 samples/sec	rmse=0.019580	lr=0.081360
Epoch[60] Batch [2149]	Speed: 721.923730 samples/sec	rmse=0.019583	lr=0.081354
Epoch[60] Batch [2199]	Speed: 786.266189 samples/sec	rmse=0.019587	lr=0.081347
Epoch[60] Batch [2249]	Speed: 748.872595 samples/sec	rmse=0.019589	lr=0.081341
Epoch[60] Batch [2299]	Speed: 742.971422 samples/sec	rmse=0.019584	lr=0.081335
Epoch[60] Batch [2349]	Speed: 723.573993 samples/sec	rmse=0.019585	lr=0.081328
Epoch[60] Batch [2399]	Speed: 749.397796 samples/sec	rmse=0.019591	lr=0.081322
Epoch[60] Batch [2449]	Speed: 781.428765 samples/sec	rmse=0.019590	lr=0.081316
Epoch[60] Batch [2499]	Speed: 770.502880 samples/sec	rmse=0.019592	lr=0.081310
Epoch[60] Batch [2549]	Speed: 713.444190 samples/sec	rmse=0.019592	lr=0.081303
Epoch[60] Batch [2599]	Speed: 736.102229 samples/sec	rmse=0.019594	lr=0.081297
Epoch[60] Batch [2649]	Speed: 759.649865 samples/sec	rmse=0.019596	lr=0.081291
Epoch[60] Batch [2699]	Speed: 759.898134 samples/sec	rmse=0.019599	lr=0.081285
Epoch[60] Batch [2749]	Speed: 707.799278 samples/sec	rmse=0.019599	lr=0.081278
Epoch[60] Batch [2799]	Speed: 746.557057 samples/sec	rmse=0.019602	lr=0.081272
Epoch[60] Batch [2849]	Speed: 754.067574 samples/sec	rmse=0.019599	lr=0.081266
Epoch[60] Batch [2899]	Speed: 762.740187 samples/sec	rmse=0.019602	lr=0.081259
Epoch[60] Batch [2949]	Speed: 722.768445 samples/sec	rmse=0.019607	lr=0.081253
Epoch[60] Batch [2999]	Speed: 705.961942 samples/sec	rmse=0.019607	lr=0.081247
Epoch[60] Batch [3049]	Speed: 713.602338 samples/sec	rmse=0.019607	lr=0.081241
Epoch[60] Batch [3099]	Speed: 713.156162 samples/sec	rmse=0.019612	lr=0.081234
Epoch[60] Batch [3149]	Speed: 728.071117 samples/sec	rmse=0.019611	lr=0.081228
Epoch[60] Batch [3199]	Speed: 750.984554 samples/sec	rmse=0.019613	lr=0.081222
Epoch[60] Batch [3249]	Speed: 716.340477 samples/sec	rmse=0.019611	lr=0.081215
Epoch[60] Batch [3299]	Speed: 713.921617 samples/sec	rmse=0.019613	lr=0.081209
Epoch[60] Batch [3349]	Speed: 725.928804 samples/sec	rmse=0.019613	lr=0.081203
Epoch[60] Batch [3399]	Speed: 728.187684 samples/sec	rmse=0.019616	lr=0.081197
Epoch[60] Batch [3449]	Speed: 718.987141 samples/sec	rmse=0.019614	lr=0.081190
Epoch[60] Batch [3499]	Speed: 760.065402 samples/sec	rmse=0.019617	lr=0.081184
Epoch[60] Batch [3549]	Speed: 753.057066 samples/sec	rmse=0.019619	lr=0.081178
Epoch[60] Batch [3599]	Speed: 703.962335 samples/sec	rmse=0.019619	lr=0.081171
Epoch[60] Batch [3649]	Speed: 714.267617 samples/sec	rmse=0.019619	lr=0.081165
Epoch[60] Batch [3699]	Speed: 723.828660 samples/sec	rmse=0.019616	lr=0.081159
Epoch[60] Batch [3749]	Speed: 728.628971 samples/sec	rmse=0.019617	lr=0.081152
Epoch[60] Batch [3799]	Speed: 713.266325 samples/sec	rmse=0.019618	lr=0.081146
Epoch[60] Batch [3849]	Speed: 759.175208 samples/sec	rmse=0.019617	lr=0.081140
Epoch[60] Batch [3899]	Speed: 725.094317 samples/sec	rmse=0.019621	lr=0.081134
Epoch[60] Batch [3949]	Speed: 733.886501 samples/sec	rmse=0.019623	lr=0.081127
Epoch[60] Batch [3999]	Speed: 729.410528 samples/sec	rmse=0.019621	lr=0.081121
Epoch[60] Batch [4049]	Speed: 742.401480 samples/sec	rmse=0.019623	lr=0.081115
Epoch[60] Batch [4099]	Speed: 723.421123 samples/sec	rmse=0.019622	lr=0.081108
Epoch[60] Batch [4149]	Speed: 762.722698 samples/sec	rmse=0.019623	lr=0.081102
Epoch[60] Batch [4199]	Speed: 745.858161 samples/sec	rmse=0.019622	lr=0.081096
Epoch[60] Batch [4249]	Speed: 759.747627 samples/sec	rmse=0.019623	lr=0.081089
Epoch[60] Batch [4299]	Speed: 717.841111 samples/sec	rmse=0.019622	lr=0.081083
Epoch[60] Batch [4349]	Speed: 731.713600 samples/sec	rmse=0.019624	lr=0.081077
Epoch[60] Batch [4399]	Speed: 757.233758 samples/sec	rmse=0.019621	lr=0.081071
Epoch[60] Batch [4449]	Speed: 731.456783 samples/sec	rmse=0.019622	lr=0.081064
Epoch[60] Batch [4499]	Speed: 746.936379 samples/sec	rmse=0.019623	lr=0.081058
Epoch[60] Batch [4549]	Speed: 731.245133 samples/sec	rmse=0.019625	lr=0.081052
Epoch[60] Batch [4599]	Speed: 749.232828 samples/sec	rmse=0.019626	lr=0.081045
Epoch[60] Batch [4649]	Speed: 798.343590 samples/sec	rmse=0.019627	lr=0.081039
Epoch[60] Batch [4699]	Speed: 794.456339 samples/sec	rmse=0.019629	lr=0.081033
Epoch[60] Batch [4749]	Speed: 738.983212 samples/sec	rmse=0.019631	lr=0.081026
Epoch[60] Batch [4799]	Speed: 731.337882 samples/sec	rmse=0.019630	lr=0.081020
Epoch[60] Batch [4849]	Speed: 728.285962 samples/sec	rmse=0.019634	lr=0.081014
Epoch[60] Batch [4899]	Speed: 751.586420 samples/sec	rmse=0.019635	lr=0.081007
Epoch[60] Batch [4949]	Speed: 769.431597 samples/sec	rmse=0.019636	lr=0.081001
Epoch[60] Batch [4999]	Speed: 776.649557 samples/sec	rmse=0.019637	lr=0.080995
[Epoch 60] training: rmse=0.019636
[Epoch 60] speed: 739 samples/sec	time cost: 1755.968039
[Epoch 60] validation: err-top1=0.341219 err-top5=0.121333
Epoch[61] Batch [49]	Speed: 735.467211 samples/sec	rmse=0.019504	lr=0.080988
Epoch[61] Batch [99]	Speed: 732.721550 samples/sec	rmse=0.019461	lr=0.080982
Epoch[61] Batch [149]	Speed: 764.743824 samples/sec	rmse=0.019488	lr=0.080975
Epoch[61] Batch [199]	Speed: 748.178232 samples/sec	rmse=0.019488	lr=0.080969
Epoch[61] Batch [249]	Speed: 741.678319 samples/sec	rmse=0.019532	lr=0.080963
Epoch[61] Batch [299]	Speed: 739.795827 samples/sec	rmse=0.019562	lr=0.080956
Epoch[61] Batch [349]	Speed: 766.652310 samples/sec	rmse=0.019552	lr=0.080950
Epoch[61] Batch [399]	Speed: 754.330649 samples/sec	rmse=0.019572	lr=0.080944
Epoch[61] Batch [449]	Speed: 717.284017 samples/sec	rmse=0.019585	lr=0.080937
Epoch[61] Batch [499]	Speed: 764.209627 samples/sec	rmse=0.019577	lr=0.080931
Epoch[61] Batch [549]	Speed: 736.852303 samples/sec	rmse=0.019560	lr=0.080925
Epoch[61] Batch [599]	Speed: 749.440844 samples/sec	rmse=0.019554	lr=0.080918
Epoch[61] Batch [649]	Speed: 750.840769 samples/sec	rmse=0.019552	lr=0.080912
Epoch[61] Batch [699]	Speed: 708.150409 samples/sec	rmse=0.019559	lr=0.080906
Epoch[61] Batch [749]	Speed: 719.187302 samples/sec	rmse=0.019567	lr=0.080900
Epoch[61] Batch [799]	Speed: 754.406459 samples/sec	rmse=0.019561	lr=0.080893
Epoch[61] Batch [849]	Speed: 758.277308 samples/sec	rmse=0.019559	lr=0.080887
Epoch[61] Batch [899]	Speed: 755.459967 samples/sec	rmse=0.019557	lr=0.080881
Epoch[61] Batch [949]	Speed: 752.747719 samples/sec	rmse=0.019551	lr=0.080874
Epoch[61] Batch [999]	Speed: 734.635492 samples/sec	rmse=0.019546	lr=0.080868
Epoch[61] Batch [1049]	Speed: 747.591199 samples/sec	rmse=0.019551	lr=0.080862
Epoch[61] Batch [1099]	Speed: 718.994170 samples/sec	rmse=0.019556	lr=0.080855
Epoch[61] Batch [1149]	Speed: 770.010912 samples/sec	rmse=0.019569	lr=0.080849
Epoch[61] Batch [1199]	Speed: 711.721138 samples/sec	rmse=0.019581	lr=0.080843
Epoch[61] Batch [1249]	Speed: 774.390381 samples/sec	rmse=0.019586	lr=0.080836
Epoch[61] Batch [1299]	Speed: 706.972031 samples/sec	rmse=0.019587	lr=0.080830
Epoch[61] Batch [1349]	Speed: 714.111169 samples/sec	rmse=0.019584	lr=0.080824
Epoch[61] Batch [1399]	Speed: 791.551428 samples/sec	rmse=0.019584	lr=0.080817
Epoch[61] Batch [1449]	Speed: 730.174378 samples/sec	rmse=0.019586	lr=0.080811
Epoch[61] Batch [1499]	Speed: 730.434011 samples/sec	rmse=0.019590	lr=0.080805
Epoch[61] Batch [1549]	Speed: 725.532891 samples/sec	rmse=0.019600	lr=0.080798
Epoch[61] Batch [1599]	Speed: 716.679317 samples/sec	rmse=0.019597	lr=0.080792
Epoch[61] Batch [1649]	Speed: 730.015302 samples/sec	rmse=0.019596	lr=0.080785
Epoch[61] Batch [1699]	Speed: 746.552053 samples/sec	rmse=0.019599	lr=0.080779
Epoch[61] Batch [1749]	Speed: 773.095131 samples/sec	rmse=0.019598	lr=0.080773
Epoch[61] Batch [1799]	Speed: 746.731838 samples/sec	rmse=0.019597	lr=0.080766
Epoch[61] Batch [1849]	Speed: 733.336677 samples/sec	rmse=0.019598	lr=0.080760
Epoch[61] Batch [1899]	Speed: 730.906832 samples/sec	rmse=0.019598	lr=0.080754
Epoch[61] Batch [1949]	Speed: 714.694986 samples/sec	rmse=0.019596	lr=0.080747
Epoch[61] Batch [1999]	Speed: 730.403374 samples/sec	rmse=0.019592	lr=0.080741
Epoch[61] Batch [2049]	Speed: 726.161824 samples/sec	rmse=0.019593	lr=0.080735
Epoch[61] Batch [2099]	Speed: 728.906012 samples/sec	rmse=0.019595	lr=0.080728
Epoch[61] Batch [2149]	Speed: 730.133356 samples/sec	rmse=0.019597	lr=0.080722
Epoch[61] Batch [2199]	Speed: 725.566896 samples/sec	rmse=0.019603	lr=0.080716
Epoch[61] Batch [2249]	Speed: 756.379591 samples/sec	rmse=0.019607	lr=0.080709
Epoch[61] Batch [2299]	Speed: 736.230266 samples/sec	rmse=0.019613	lr=0.080703
Epoch[61] Batch [2349]	Speed: 744.085677 samples/sec	rmse=0.019612	lr=0.080697
Epoch[61] Batch [2399]	Speed: 761.086371 samples/sec	rmse=0.019609	lr=0.080690
Epoch[61] Batch [2449]	Speed: 723.664357 samples/sec	rmse=0.019605	lr=0.080684
Epoch[61] Batch [2499]	Speed: 789.054346 samples/sec	rmse=0.019606	lr=0.080678
Epoch[61] Batch [2549]	Speed: 774.362312 samples/sec	rmse=0.019604	lr=0.080671
Epoch[61] Batch [2599]	Speed: 732.780026 samples/sec	rmse=0.019601	lr=0.080665
Epoch[61] Batch [2649]	Speed: 730.122106 samples/sec	rmse=0.019602	lr=0.080658
Epoch[61] Batch [2699]	Speed: 761.233653 samples/sec	rmse=0.019606	lr=0.080652
Epoch[61] Batch [2749]	Speed: 727.089304 samples/sec	rmse=0.019610	lr=0.080646
Epoch[61] Batch [2799]	Speed: 731.591953 samples/sec	rmse=0.019611	lr=0.080639
Epoch[61] Batch [2849]	Speed: 730.753603 samples/sec	rmse=0.019614	lr=0.080633
Epoch[61] Batch [2899]	Speed: 724.490109 samples/sec	rmse=0.019616	lr=0.080627
Epoch[61] Batch [2949]	Speed: 749.432862 samples/sec	rmse=0.019615	lr=0.080620
Epoch[61] Batch [2999]	Speed: 762.489971 samples/sec	rmse=0.019613	lr=0.080614
Epoch[61] Batch [3049]	Speed: 743.655409 samples/sec	rmse=0.019611	lr=0.080608
Epoch[61] Batch [3099]	Speed: 730.095586 samples/sec	rmse=0.019609	lr=0.080601
Epoch[61] Batch [3149]	Speed: 726.126398 samples/sec	rmse=0.019609	lr=0.080595
Epoch[61] Batch [3199]	Speed: 739.906125 samples/sec	rmse=0.019609	lr=0.080588
Epoch[61] Batch [3249]	Speed: 786.835945 samples/sec	rmse=0.019611	lr=0.080582
Epoch[61] Batch [3299]	Speed: 734.890159 samples/sec	rmse=0.019612	lr=0.080576
Epoch[61] Batch [3349]	Speed: 758.867530 samples/sec	rmse=0.019613	lr=0.080569
Epoch[61] Batch [3399]	Speed: 732.810192 samples/sec	rmse=0.019613	lr=0.080563
Epoch[61] Batch [3449]	Speed: 700.269994 samples/sec	rmse=0.019619	lr=0.080557
Epoch[61] Batch [3499]	Speed: 712.367014 samples/sec	rmse=0.019616	lr=0.080550
Epoch[61] Batch [3549]	Speed: 753.388244 samples/sec	rmse=0.019617	lr=0.080544
Epoch[61] Batch [3599]	Speed: 724.911204 samples/sec	rmse=0.019615	lr=0.080538
Epoch[61] Batch [3649]	Speed: 724.231654 samples/sec	rmse=0.019615	lr=0.080531
Epoch[61] Batch [3699]	Speed: 777.725500 samples/sec	rmse=0.019615	lr=0.080525
Epoch[61] Batch [3749]	Speed: 708.552447 samples/sec	rmse=0.019616	lr=0.080518
Epoch[61] Batch [3799]	Speed: 756.714787 samples/sec	rmse=0.019615	lr=0.080512
Epoch[61] Batch [3849]	Speed: 719.350186 samples/sec	rmse=0.019614	lr=0.080506
Epoch[61] Batch [3899]	Speed: 712.872702 samples/sec	rmse=0.019615	lr=0.080499
Epoch[61] Batch [3949]	Speed: 742.506467 samples/sec	rmse=0.019612	lr=0.080493
Epoch[61] Batch [3999]	Speed: 737.383814 samples/sec	rmse=0.019616	lr=0.080487
Epoch[61] Batch [4049]	Speed: 739.395972 samples/sec	rmse=0.019613	lr=0.080480
Epoch[61] Batch [4099]	Speed: 741.212616 samples/sec	rmse=0.019614	lr=0.080474
Epoch[61] Batch [4149]	Speed: 765.268809 samples/sec	rmse=0.019614	lr=0.080467
Epoch[61] Batch [4199]	Speed: 715.161305 samples/sec	rmse=0.019617	lr=0.080461
Epoch[61] Batch [4249]	Speed: 759.017646 samples/sec	rmse=0.019616	lr=0.080455
Epoch[61] Batch [4299]	Speed: 725.970150 samples/sec	rmse=0.019617	lr=0.080448
Epoch[61] Batch [4349]	Speed: 758.897276 samples/sec	rmse=0.019617	lr=0.080442
Epoch[61] Batch [4399]	Speed: 752.629762 samples/sec	rmse=0.019617	lr=0.080435
Epoch[61] Batch [4449]	Speed: 739.477680 samples/sec	rmse=0.019617	lr=0.080429
Epoch[61] Batch [4499]	Speed: 775.827069 samples/sec	rmse=0.019619	lr=0.080423
Epoch[61] Batch [4549]	Speed: 741.600067 samples/sec	rmse=0.019620	lr=0.080416
Epoch[61] Batch [4599]	Speed: 743.799185 samples/sec	rmse=0.019621	lr=0.080410
Epoch[61] Batch [4649]	Speed: 750.449416 samples/sec	rmse=0.019623	lr=0.080404
Epoch[61] Batch [4699]	Speed: 715.774333 samples/sec	rmse=0.019624	lr=0.080397
Epoch[61] Batch [4749]	Speed: 730.627801 samples/sec	rmse=0.019625	lr=0.080391
Epoch[61] Batch [4799]	Speed: 742.608863 samples/sec	rmse=0.019624	lr=0.080384
Epoch[61] Batch [4849]	Speed: 740.960195 samples/sec	rmse=0.019624	lr=0.080378
Epoch[61] Batch [4899]	Speed: 720.469454 samples/sec	rmse=0.019624	lr=0.080372
Epoch[61] Batch [4949]	Speed: 732.578715 samples/sec	rmse=0.019627	lr=0.080365
Epoch[61] Batch [4999]	Speed: 759.470114 samples/sec	rmse=0.019626	lr=0.080359
[Epoch 61] training: rmse=0.019626
[Epoch 61] speed: 739 samples/sec	time cost: 1755.113603
[Epoch 61] validation: err-top1=0.335857 err-top5=0.116106
Epoch[62] Batch [49]	Speed: 721.338573 samples/sec	rmse=0.019251	lr=0.080352
Epoch[62] Batch [99]	Speed: 716.135917 samples/sec	rmse=0.019440	lr=0.080345
Epoch[62] Batch [149]	Speed: 738.368257 samples/sec	rmse=0.019459	lr=0.080339
Epoch[62] Batch [199]	Speed: 760.800203 samples/sec	rmse=0.019467	lr=0.080333
Epoch[62] Batch [249]	Speed: 725.989254 samples/sec	rmse=0.019444	lr=0.080326
Epoch[62] Batch [299]	Speed: 730.779843 samples/sec	rmse=0.019452	lr=0.080320
Epoch[62] Batch [349]	Speed: 718.946625 samples/sec	rmse=0.019446	lr=0.080313
Epoch[62] Batch [399]	Speed: 780.478519 samples/sec	rmse=0.019456	lr=0.080307
Epoch[62] Batch [449]	Speed: 744.147930 samples/sec	rmse=0.019461	lr=0.080301
Epoch[62] Batch [499]	Speed: 773.793641 samples/sec	rmse=0.019501	lr=0.080294
Epoch[62] Batch [549]	Speed: 723.829558 samples/sec	rmse=0.019482	lr=0.080288
Epoch[62] Batch [599]	Speed: 743.368640 samples/sec	rmse=0.019500	lr=0.080281
Epoch[62] Batch [649]	Speed: 756.562573 samples/sec	rmse=0.019489	lr=0.080275
Epoch[62] Batch [699]	Speed: 757.784982 samples/sec	rmse=0.019490	lr=0.080269
Epoch[62] Batch [749]	Speed: 728.489803 samples/sec	rmse=0.019487	lr=0.080262
Epoch[62] Batch [799]	Speed: 727.895823 samples/sec	rmse=0.019496	lr=0.080256
Epoch[62] Batch [849]	Speed: 759.171021 samples/sec	rmse=0.019484	lr=0.080249
Epoch[62] Batch [899]	Speed: 733.870811 samples/sec	rmse=0.019489	lr=0.080243
Epoch[62] Batch [949]	Speed: 719.895108 samples/sec	rmse=0.019492	lr=0.080237
Epoch[62] Batch [999]	Speed: 743.712665 samples/sec	rmse=0.019501	lr=0.080230
Epoch[62] Batch [1049]	Speed: 730.388827 samples/sec	rmse=0.019511	lr=0.080224
Epoch[62] Batch [1099]	Speed: 733.996598 samples/sec	rmse=0.019517	lr=0.080217
Epoch[62] Batch [1149]	Speed: 776.001468 samples/sec	rmse=0.019525	lr=0.080211
Epoch[62] Batch [1199]	Speed: 745.755291 samples/sec	rmse=0.019536	lr=0.080205
Epoch[62] Batch [1249]	Speed: 748.514106 samples/sec	rmse=0.019538	lr=0.080198
Epoch[62] Batch [1299]	Speed: 744.875835 samples/sec	rmse=0.019535	lr=0.080192
Epoch[62] Batch [1349]	Speed: 767.127575 samples/sec	rmse=0.019539	lr=0.080185
Epoch[62] Batch [1399]	Speed: 741.969588 samples/sec	rmse=0.019540	lr=0.080179
Epoch[62] Batch [1449]	Speed: 750.125826 samples/sec	rmse=0.019537	lr=0.080172
Epoch[62] Batch [1499]	Speed: 797.323734 samples/sec	rmse=0.019545	lr=0.080166
Epoch[62] Batch [1549]	Speed: 770.661629 samples/sec	rmse=0.019549	lr=0.080160
Epoch[62] Batch [1599]	Speed: 790.986503 samples/sec	rmse=0.019552	lr=0.080153
Epoch[62] Batch [1649]	Speed: 747.100826 samples/sec	rmse=0.019558	lr=0.080147
Epoch[62] Batch [1699]	Speed: 742.315799 samples/sec	rmse=0.019561	lr=0.080140
Epoch[62] Batch [1749]	Speed: 743.832296 samples/sec	rmse=0.019564	lr=0.080134
Epoch[62] Batch [1799]	Speed: 747.845054 samples/sec	rmse=0.019567	lr=0.080128
Epoch[62] Batch [1849]	Speed: 753.300727 samples/sec	rmse=0.019559	lr=0.080121
Epoch[62] Batch [1899]	Speed: 766.122868 samples/sec	rmse=0.019557	lr=0.080115
Epoch[62] Batch [1949]	Speed: 733.768744 samples/sec	rmse=0.019554	lr=0.080108
Epoch[62] Batch [1999]	Speed: 767.924143 samples/sec	rmse=0.019555	lr=0.080102
Epoch[62] Batch [2049]	Speed: 720.639970 samples/sec	rmse=0.019555	lr=0.080095
Epoch[62] Batch [2099]	Speed: 749.882716 samples/sec	rmse=0.019554	lr=0.080089
Epoch[62] Batch [2149]	Speed: 729.954309 samples/sec	rmse=0.019554	lr=0.080083
Epoch[62] Batch [2199]	Speed: 756.361582 samples/sec	rmse=0.019555	lr=0.080076
Epoch[62] Batch [2249]	Speed: 745.402823 samples/sec	rmse=0.019553	lr=0.080070
Epoch[62] Batch [2299]	Speed: 742.680691 samples/sec	rmse=0.019552	lr=0.080063
Epoch[62] Batch [2349]	Speed: 710.599444 samples/sec	rmse=0.019550	lr=0.080057
Epoch[62] Batch [2399]	Speed: 721.223791 samples/sec	rmse=0.019553	lr=0.080050
Epoch[62] Batch [2449]	Speed: 726.704537 samples/sec	rmse=0.019556	lr=0.080044
Epoch[62] Batch [2499]	Speed: 760.747335 samples/sec	rmse=0.019560	lr=0.080037
Epoch[62] Batch [2549]	Speed: 736.182797 samples/sec	rmse=0.019562	lr=0.080031
Epoch[62] Batch [2599]	Speed: 738.149402 samples/sec	rmse=0.019559	lr=0.080025
Epoch[62] Batch [2649]	Speed: 743.714654 samples/sec	rmse=0.019566	lr=0.080018
Epoch[62] Batch [2699]	Speed: 719.840050 samples/sec	rmse=0.019569	lr=0.080012
Epoch[62] Batch [2749]	Speed: 756.880784 samples/sec	rmse=0.019572	lr=0.080005
Epoch[62] Batch [2799]	Speed: 760.124352 samples/sec	rmse=0.019572	lr=0.079999
Epoch[62] Batch [2849]	Speed: 729.888960 samples/sec	rmse=0.019571	lr=0.079992
Epoch[62] Batch [2899]	Speed: 719.457382 samples/sec	rmse=0.019574	lr=0.079986
Epoch[62] Batch [2949]	Speed: 713.561402 samples/sec	rmse=0.019579	lr=0.079980
Epoch[62] Batch [2999]	Speed: 718.085880 samples/sec	rmse=0.019582	lr=0.079973
Epoch[62] Batch [3049]	Speed: 721.041493 samples/sec	rmse=0.019580	lr=0.079967
Epoch[62] Batch [3099]	Speed: 742.006146 samples/sec	rmse=0.019582	lr=0.079960
Epoch[62] Batch [3149]	Speed: 743.978770 samples/sec	rmse=0.019585	lr=0.079954
Epoch[62] Batch [3199]	Speed: 721.742747 samples/sec	rmse=0.019586	lr=0.079947
Epoch[62] Batch [3249]	Speed: 756.371460 samples/sec	rmse=0.019590	lr=0.079941
Epoch[62] Batch [3299]	Speed: 733.229802 samples/sec	rmse=0.019590	lr=0.079934
Epoch[62] Batch [3349]	Speed: 752.836586 samples/sec	rmse=0.019594	lr=0.079928
Epoch[62] Batch [3399]	Speed: 728.716497 samples/sec	rmse=0.019594	lr=0.079922
Epoch[62] Batch [3449]	Speed: 730.889627 samples/sec	rmse=0.019597	lr=0.079915
Epoch[62] Batch [3499]	Speed: 722.336986 samples/sec	rmse=0.019596	lr=0.079909
Epoch[62] Batch [3549]	Speed: 723.451869 samples/sec	rmse=0.019596	lr=0.079902
Epoch[62] Batch [3599]	Speed: 732.026068 samples/sec	rmse=0.019595	lr=0.079896
Epoch[62] Batch [3649]	Speed: 721.394024 samples/sec	rmse=0.019597	lr=0.079889
Epoch[62] Batch [3699]	Speed: 711.566708 samples/sec	rmse=0.019597	lr=0.079883
Epoch[62] Batch [3749]	Speed: 734.340037 samples/sec	rmse=0.019597	lr=0.079876
Epoch[62] Batch [3799]	Speed: 723.446761 samples/sec	rmse=0.019596	lr=0.079870
Epoch[62] Batch [3849]	Speed: 712.035015 samples/sec	rmse=0.019597	lr=0.079863
Epoch[62] Batch [3899]	Speed: 729.663579 samples/sec	rmse=0.019599	lr=0.079857
Epoch[62] Batch [3949]	Speed: 729.462232 samples/sec	rmse=0.019599	lr=0.079851
Epoch[62] Batch [3999]	Speed: 749.786126 samples/sec	rmse=0.019597	lr=0.079844
Epoch[62] Batch [4049]	Speed: 760.460118 samples/sec	rmse=0.019597	lr=0.079838
Epoch[62] Batch [4099]	Speed: 769.264382 samples/sec	rmse=0.019598	lr=0.079831
Epoch[62] Batch [4149]	Speed: 735.552246 samples/sec	rmse=0.019598	lr=0.079825
Epoch[62] Batch [4199]	Speed: 730.321820 samples/sec	rmse=0.019596	lr=0.079818
Epoch[62] Batch [4249]	Speed: 697.093613 samples/sec	rmse=0.019597	lr=0.079812
Epoch[62] Batch [4299]	Speed: 724.762572 samples/sec	rmse=0.019596	lr=0.079805
Epoch[62] Batch [4349]	Speed: 753.455913 samples/sec	rmse=0.019598	lr=0.079799
Epoch[62] Batch [4399]	Speed: 727.720071 samples/sec	rmse=0.019597	lr=0.079792
Epoch[62] Batch [4449]	Speed: 727.264800 samples/sec	rmse=0.019600	lr=0.079786
Epoch[62] Batch [4499]	Speed: 755.903114 samples/sec	rmse=0.019601	lr=0.079779
Epoch[62] Batch [4549]	Speed: 711.121849 samples/sec	rmse=0.019600	lr=0.079773
Epoch[62] Batch [4599]	Speed: 707.917229 samples/sec	rmse=0.019600	lr=0.079767
Epoch[62] Batch [4649]	Speed: 773.326614 samples/sec	rmse=0.019601	lr=0.079760
Epoch[62] Batch [4699]	Speed: 716.001480 samples/sec	rmse=0.019604	lr=0.079754
Epoch[62] Batch [4749]	Speed: 771.194164 samples/sec	rmse=0.019604	lr=0.079747
Epoch[62] Batch [4799]	Speed: 711.619130 samples/sec	rmse=0.019605	lr=0.079741
Epoch[62] Batch [4849]	Speed: 765.409705 samples/sec	rmse=0.019605	lr=0.079734
Epoch[62] Batch [4899]	Speed: 749.025575 samples/sec	rmse=0.019608	lr=0.079728
Epoch[62] Batch [4949]	Speed: 731.862003 samples/sec	rmse=0.019607	lr=0.079721
Epoch[62] Batch [4999]	Speed: 727.258801 samples/sec	rmse=0.019607	lr=0.079715
[Epoch 62] training: rmse=0.019608
[Epoch 62] speed: 739 samples/sec	time cost: 1756.999097
[Epoch 62] validation: err-top1=0.331691 err-top5=0.114243
Epoch[63] Batch [49]	Speed: 768.583671 samples/sec	rmse=0.019519	lr=0.079708
Epoch[63] Batch [99]	Speed: 740.619355 samples/sec	rmse=0.019560	lr=0.079701
Epoch[63] Batch [149]	Speed: 750.361783 samples/sec	rmse=0.019516	lr=0.079695
Epoch[63] Batch [199]	Speed: 747.321495 samples/sec	rmse=0.019509	lr=0.079688
Epoch[63] Batch [249]	Speed: 735.482042 samples/sec	rmse=0.019523	lr=0.079682
Epoch[63] Batch [299]	Speed: 746.286709 samples/sec	rmse=0.019512	lr=0.079675
Epoch[63] Batch [349]	Speed: 711.314940 samples/sec	rmse=0.019498	lr=0.079669
Epoch[63] Batch [399]	Speed: 772.559369 samples/sec	rmse=0.019499	lr=0.079662
Epoch[63] Batch [449]	Speed: 732.772224 samples/sec	rmse=0.019499	lr=0.079656
Epoch[63] Batch [499]	Speed: 721.154919 samples/sec	rmse=0.019520	lr=0.079650
Epoch[63] Batch [549]	Speed: 743.899382 samples/sec	rmse=0.019526	lr=0.079643
Epoch[63] Batch [599]	Speed: 747.424777 samples/sec	rmse=0.019526	lr=0.079637
Epoch[63] Batch [649]	Speed: 732.145442 samples/sec	rmse=0.019519	lr=0.079630
Epoch[63] Batch [699]	Speed: 744.495702 samples/sec	rmse=0.019513	lr=0.079624
Epoch[63] Batch [749]	Speed: 722.794883 samples/sec	rmse=0.019518	lr=0.079617
Epoch[63] Batch [799]	Speed: 751.074844 samples/sec	rmse=0.019513	lr=0.079611
Epoch[63] Batch [849]	Speed: 707.594250 samples/sec	rmse=0.019518	lr=0.079604
Epoch[63] Batch [899]	Speed: 750.060232 samples/sec	rmse=0.019515	lr=0.079598
Epoch[63] Batch [949]	Speed: 733.981737 samples/sec	rmse=0.019516	lr=0.079591
Epoch[63] Batch [999]	Speed: 779.452943 samples/sec	rmse=0.019521	lr=0.079585
Epoch[63] Batch [1049]	Speed: 749.921200 samples/sec	rmse=0.019526	lr=0.079578
Epoch[63] Batch [1099]	Speed: 727.871605 samples/sec	rmse=0.019525	lr=0.079572
Epoch[63] Batch [1149]	Speed: 729.196188 samples/sec	rmse=0.019542	lr=0.079565
Epoch[63] Batch [1199]	Speed: 724.853282 samples/sec	rmse=0.019540	lr=0.079559
Epoch[63] Batch [1249]	Speed: 751.970692 samples/sec	rmse=0.019548	lr=0.079552
Epoch[63] Batch [1299]	Speed: 743.123389 samples/sec	rmse=0.019549	lr=0.079546
Epoch[63] Batch [1349]	Speed: 777.747199 samples/sec	rmse=0.019549	lr=0.079539
Epoch[63] Batch [1399]	Speed: 751.410685 samples/sec	rmse=0.019537	lr=0.079533
Epoch[63] Batch [1449]	Speed: 704.556464 samples/sec	rmse=0.019534	lr=0.079526
Epoch[63] Batch [1499]	Speed: 747.350291 samples/sec	rmse=0.019528	lr=0.079520
Epoch[63] Batch [1549]	Speed: 744.432524 samples/sec	rmse=0.019540	lr=0.079513
Epoch[63] Batch [1599]	Speed: 717.768211 samples/sec	rmse=0.019548	lr=0.079507
Epoch[63] Batch [1649]	Speed: 735.339609 samples/sec	rmse=0.019549	lr=0.079500
Epoch[63] Batch [1699]	Speed: 775.655942 samples/sec	rmse=0.019550	lr=0.079494
Epoch[63] Batch [1749]	Speed: 760.700187 samples/sec	rmse=0.019549	lr=0.079487
Epoch[63] Batch [1799]	Speed: 789.101328 samples/sec	rmse=0.019544	lr=0.079481
Epoch[63] Batch [1849]	Speed: 762.746191 samples/sec	rmse=0.019545	lr=0.079474
Epoch[63] Batch [1899]	Speed: 742.684575 samples/sec	rmse=0.019543	lr=0.079468
Epoch[63] Batch [1949]	Speed: 740.225202 samples/sec	rmse=0.019547	lr=0.079461
Epoch[63] Batch [1999]	Speed: 730.077050 samples/sec	rmse=0.019549	lr=0.079455
Epoch[63] Batch [2049]	Speed: 774.537416 samples/sec	rmse=0.019547	lr=0.079448
Epoch[63] Batch [2099]	Speed: 771.173670 samples/sec	rmse=0.019553	lr=0.079442
Epoch[63] Batch [2149]	Speed: 742.827236 samples/sec	rmse=0.019555	lr=0.079435
Epoch[63] Batch [2199]	Speed: 721.062537 samples/sec	rmse=0.019557	lr=0.079429
Epoch[63] Batch [2249]	Speed: 765.057616 samples/sec	rmse=0.019558	lr=0.079422
Epoch[63] Batch [2299]	Speed: 762.225537 samples/sec	rmse=0.019562	lr=0.079416
Epoch[63] Batch [2349]	Speed: 720.091854 samples/sec	rmse=0.019561	lr=0.079409
Epoch[63] Batch [2399]	Speed: 715.330003 samples/sec	rmse=0.019558	lr=0.079403
Epoch[63] Batch [2449]	Speed: 726.058649 samples/sec	rmse=0.019559	lr=0.079396
Epoch[63] Batch [2499]	Speed: 738.608651 samples/sec	rmse=0.019560	lr=0.079390
Epoch[63] Batch [2549]	Speed: 710.374489 samples/sec	rmse=0.019565	lr=0.079383
Epoch[63] Batch [2599]	Speed: 744.865956 samples/sec	rmse=0.019567	lr=0.079377
Epoch[63] Batch [2649]	Speed: 721.747220 samples/sec	rmse=0.019567	lr=0.079370
Epoch[63] Batch [2699]	Speed: 753.130253 samples/sec	rmse=0.019567	lr=0.079364
Epoch[63] Batch [2749]	Speed: 748.347910 samples/sec	rmse=0.019565	lr=0.079357
Epoch[63] Batch [2799]	Speed: 719.139588 samples/sec	rmse=0.019566	lr=0.079351
Epoch[63] Batch [2849]	Speed: 736.340513 samples/sec	rmse=0.019570	lr=0.079344
Epoch[63] Batch [2899]	Speed: 739.200781 samples/sec	rmse=0.019568	lr=0.079338
Epoch[63] Batch [2949]	Speed: 731.894389 samples/sec	rmse=0.019567	lr=0.079331
Epoch[63] Batch [2999]	Speed: 711.131815 samples/sec	rmse=0.019564	lr=0.079324
Epoch[63] Batch [3049]	Speed: 722.134495 samples/sec	rmse=0.019568	lr=0.079318
Epoch[63] Batch [3099]	Speed: 769.994711 samples/sec	rmse=0.019566	lr=0.079311
Epoch[63] Batch [3149]	Speed: 737.927990 samples/sec	rmse=0.019568	lr=0.079305
Epoch[63] Batch [3199]	Speed: 746.976826 samples/sec	rmse=0.019565	lr=0.079298
Epoch[63] Batch [3249]	Speed: 727.419408 samples/sec	rmse=0.019564	lr=0.079292
Epoch[63] Batch [3299]	Speed: 724.361166 samples/sec	rmse=0.019567	lr=0.079285
Epoch[63] Batch [3349]	Speed: 766.038685 samples/sec	rmse=0.019568	lr=0.079279
Epoch[63] Batch [3399]	Speed: 734.885934 samples/sec	rmse=0.019571	lr=0.079272
Epoch[63] Batch [3449]	Speed: 749.706719 samples/sec	rmse=0.019573	lr=0.079266
Epoch[63] Batch [3499]	Speed: 719.204924 samples/sec	rmse=0.019579	lr=0.079259
Epoch[63] Batch [3549]	Speed: 744.381669 samples/sec	rmse=0.019580	lr=0.079253
Epoch[63] Batch [3599]	Speed: 749.568206 samples/sec	rmse=0.019581	lr=0.079246
Epoch[63] Batch [3649]	Speed: 749.039610 samples/sec	rmse=0.019579	lr=0.079240
Epoch[63] Batch [3699]	Speed: 762.367945 samples/sec	rmse=0.019578	lr=0.079233
Epoch[63] Batch [3749]	Speed: 745.084955 samples/sec	rmse=0.019578	lr=0.079227
Epoch[63] Batch [3799]	Speed: 740.517558 samples/sec	rmse=0.019580	lr=0.079220
Epoch[63] Batch [3849]	Speed: 761.294404 samples/sec	rmse=0.019581	lr=0.079214
Epoch[63] Batch [3899]	Speed: 733.317004 samples/sec	rmse=0.019583	lr=0.079207
Epoch[63] Batch [3949]	Speed: 762.117021 samples/sec	rmse=0.019585	lr=0.079200
Epoch[63] Batch [3999]	Speed: 754.161944 samples/sec	rmse=0.019588	lr=0.079194
Epoch[63] Batch [4049]	Speed: 732.793788 samples/sec	rmse=0.019587	lr=0.079187
Epoch[63] Batch [4099]	Speed: 722.999547 samples/sec	rmse=0.019588	lr=0.079181
Epoch[63] Batch [4149]	Speed: 740.077968 samples/sec	rmse=0.019587	lr=0.079174
Epoch[63] Batch [4199]	Speed: 715.880104 samples/sec	rmse=0.019585	lr=0.079168
Epoch[63] Batch [4249]	Speed: 755.667755 samples/sec	rmse=0.019584	lr=0.079161
Epoch[63] Batch [4299]	Speed: 720.737402 samples/sec	rmse=0.019586	lr=0.079155
Epoch[63] Batch [4349]	Speed: 742.932302 samples/sec	rmse=0.019587	lr=0.079148
Epoch[63] Batch [4399]	Speed: 723.697982 samples/sec	rmse=0.019587	lr=0.079142
Epoch[63] Batch [4449]	Speed: 721.191770 samples/sec	rmse=0.019589	lr=0.079135
Epoch[63] Batch [4499]	Speed: 721.043769 samples/sec	rmse=0.019590	lr=0.079129
Epoch[63] Batch [4549]	Speed: 765.536462 samples/sec	rmse=0.019591	lr=0.079122
Epoch[63] Batch [4599]	Speed: 739.315075 samples/sec	rmse=0.019592	lr=0.079115
Epoch[63] Batch [4649]	Speed: 730.390705 samples/sec	rmse=0.019592	lr=0.079109
Epoch[63] Batch [4699]	Speed: 769.927131 samples/sec	rmse=0.019591	lr=0.079102
Epoch[63] Batch [4749]	Speed: 758.007107 samples/sec	rmse=0.019590	lr=0.079096
Epoch[63] Batch [4799]	Speed: 746.921861 samples/sec	rmse=0.019590	lr=0.079089
Epoch[63] Batch [4849]	Speed: 715.823139 samples/sec	rmse=0.019592	lr=0.079083
Epoch[63] Batch [4899]	Speed: 744.441195 samples/sec	rmse=0.019592	lr=0.079076
Epoch[63] Batch [4949]	Speed: 716.776627 samples/sec	rmse=0.019595	lr=0.079070
Epoch[63] Batch [4999]	Speed: 743.577995 samples/sec	rmse=0.019595	lr=0.079063
[Epoch 63] training: rmse=0.019596
[Epoch 63] speed: 740 samples/sec	time cost: 1753.252864
[Epoch 63] validation: err-top1=0.329347 err-top5=0.113341
Epoch[64] Batch [49]	Speed: 726.411681 samples/sec	rmse=0.019557	lr=0.079056
Epoch[64] Batch [99]	Speed: 737.509613 samples/sec	rmse=0.019432	lr=0.079049
Epoch[64] Batch [149]	Speed: 710.548789 samples/sec	rmse=0.019508	lr=0.079043
Epoch[64] Batch [199]	Speed: 733.056749 samples/sec	rmse=0.019451	lr=0.079036
Epoch[64] Batch [249]	Speed: 705.587114 samples/sec	rmse=0.019474	lr=0.079030
Epoch[64] Batch [299]	Speed: 778.994365 samples/sec	rmse=0.019451	lr=0.079023
Epoch[64] Batch [349]	Speed: 739.697242 samples/sec	rmse=0.019471	lr=0.079017
Epoch[64] Batch [399]	Speed: 735.170543 samples/sec	rmse=0.019482	lr=0.079010
Epoch[64] Batch [449]	Speed: 777.324951 samples/sec	rmse=0.019478	lr=0.079004
Epoch[64] Batch [499]	Speed: 744.588817 samples/sec	rmse=0.019474	lr=0.078997
Epoch[64] Batch [549]	Speed: 770.412270 samples/sec	rmse=0.019479	lr=0.078991
Epoch[64] Batch [599]	Speed: 734.031913 samples/sec	rmse=0.019449	lr=0.078984
Epoch[64] Batch [649]	Speed: 769.247275 samples/sec	rmse=0.019444	lr=0.078977
Epoch[64] Batch [699]	Speed: 748.854106 samples/sec	rmse=0.019445	lr=0.078971
Epoch[64] Batch [749]	Speed: 753.804641 samples/sec	rmse=0.019461	lr=0.078964
Epoch[64] Batch [799]	Speed: 754.811958 samples/sec	rmse=0.019475	lr=0.078958
Epoch[64] Batch [849]	Speed: 737.515266 samples/sec	rmse=0.019471	lr=0.078951
Epoch[64] Batch [899]	Speed: 739.694684 samples/sec	rmse=0.019476	lr=0.078945
Epoch[64] Batch [949]	Speed: 735.557698 samples/sec	rmse=0.019471	lr=0.078938
Epoch[64] Batch [999]	Speed: 737.346140 samples/sec	rmse=0.019471	lr=0.078931
Epoch[64] Batch [1049]	Speed: 721.784617 samples/sec	rmse=0.019480	lr=0.078925
Epoch[64] Batch [1099]	Speed: 725.543461 samples/sec	rmse=0.019486	lr=0.078918
Epoch[64] Batch [1149]	Speed: 778.751423 samples/sec	rmse=0.019490	lr=0.078912
Epoch[64] Batch [1199]	Speed: 777.855670 samples/sec	rmse=0.019485	lr=0.078905
Epoch[64] Batch [1249]	Speed: 733.388388 samples/sec	rmse=0.019483	lr=0.078899
Epoch[64] Batch [1299]	Speed: 761.850164 samples/sec	rmse=0.019487	lr=0.078892
Epoch[64] Batch [1349]	Speed: 740.126880 samples/sec	rmse=0.019488	lr=0.078885
Epoch[64] Batch [1399]	Speed: 754.879171 samples/sec	rmse=0.019496	lr=0.078879
Epoch[64] Batch [1449]	Speed: 729.286555 samples/sec	rmse=0.019494	lr=0.078872
Epoch[64] Batch [1499]	Speed: 751.582843 samples/sec	rmse=0.019495	lr=0.078866
Epoch[64] Batch [1549]	Speed: 749.631820 samples/sec	rmse=0.019497	lr=0.078859
Epoch[64] Batch [1599]	Speed: 742.796969 samples/sec	rmse=0.019499	lr=0.078853
Epoch[64] Batch [1649]	Speed: 722.644229 samples/sec	rmse=0.019501	lr=0.078846
Epoch[64] Batch [1699]	Speed: 727.938133 samples/sec	rmse=0.019505	lr=0.078839
Epoch[64] Batch [1749]	Speed: 730.736664 samples/sec	rmse=0.019508	lr=0.078833
Epoch[64] Batch [1799]	Speed: 700.812864 samples/sec	rmse=0.019507	lr=0.078826
Epoch[64] Batch [1849]	Speed: 694.740516 samples/sec	rmse=0.019507	lr=0.078820
Epoch[64] Batch [1899]	Speed: 727.029094 samples/sec	rmse=0.019507	lr=0.078813
Epoch[64] Batch [1949]	Speed: 762.310194 samples/sec	rmse=0.019507	lr=0.078807
Epoch[64] Batch [1999]	Speed: 726.812569 samples/sec	rmse=0.019508	lr=0.078800
Epoch[64] Batch [2049]	Speed: 735.859156 samples/sec	rmse=0.019507	lr=0.078793
Epoch[64] Batch [2099]	Speed: 755.640590 samples/sec	rmse=0.019509	lr=0.078787
Epoch[64] Batch [2149]	Speed: 734.365531 samples/sec	rmse=0.019506	lr=0.078780
Epoch[64] Batch [2199]	Speed: 746.886480 samples/sec	rmse=0.019508	lr=0.078774
Epoch[64] Batch [2249]	Speed: 750.203854 samples/sec	rmse=0.019510	lr=0.078767
Epoch[64] Batch [2299]	Speed: 745.412344 samples/sec	rmse=0.019514	lr=0.078761
Epoch[64] Batch [2349]	Speed: 738.218320 samples/sec	rmse=0.019514	lr=0.078754
Epoch[64] Batch [2399]	Speed: 736.005342 samples/sec	rmse=0.019510	lr=0.078747
Epoch[64] Batch [2449]	Speed: 719.761282 samples/sec	rmse=0.019511	lr=0.078741
Epoch[64] Batch [2499]	Speed: 729.349844 samples/sec	rmse=0.019515	lr=0.078734
Epoch[64] Batch [2549]	Speed: 759.482233 samples/sec	rmse=0.019515	lr=0.078728
Epoch[64] Batch [2599]	Speed: 735.793421 samples/sec	rmse=0.019516	lr=0.078721
Epoch[64] Batch [2649]	Speed: 726.627269 samples/sec	rmse=0.019519	lr=0.078714
Epoch[64] Batch [2699]	Speed: 744.291670 samples/sec	rmse=0.019523	lr=0.078708
Epoch[64] Batch [2749]	Speed: 724.439420 samples/sec	rmse=0.019527	lr=0.078701
Epoch[64] Batch [2799]	Speed: 781.444791 samples/sec	rmse=0.019525	lr=0.078695
Epoch[64] Batch [2849]	Speed: 731.068596 samples/sec	rmse=0.019528	lr=0.078688
Epoch[64] Batch [2899]	Speed: 754.665049 samples/sec	rmse=0.019531	lr=0.078681
Epoch[64] Batch [2949]	Speed: 735.477820 samples/sec	rmse=0.019532	lr=0.078675
Epoch[64] Batch [2999]	Speed: 769.417526 samples/sec	rmse=0.019533	lr=0.078668
Epoch[64] Batch [3049]	Speed: 728.297145 samples/sec	rmse=0.019533	lr=0.078662
Epoch[64] Batch [3099]	Speed: 699.519755 samples/sec	rmse=0.019538	lr=0.078655
Epoch[64] Batch [3149]	Speed: 765.552301 samples/sec	rmse=0.019543	lr=0.078648
Epoch[64] Batch [3199]	Speed: 761.131851 samples/sec	rmse=0.019544	lr=0.078642
Epoch[64] Batch [3249]	Speed: 743.056474 samples/sec	rmse=0.019543	lr=0.078635
Epoch[64] Batch [3299]	Speed: 748.210201 samples/sec	rmse=0.019545	lr=0.078629
Epoch[64] Batch [3349]	Speed: 790.306935 samples/sec	rmse=0.019547	lr=0.078622
Epoch[64] Batch [3399]	Speed: 754.281538 samples/sec	rmse=0.019547	lr=0.078615
Epoch[64] Batch [3449]	Speed: 734.703835 samples/sec	rmse=0.019547	lr=0.078609
Epoch[64] Batch [3499]	Speed: 740.610742 samples/sec	rmse=0.019546	lr=0.078602
Epoch[64] Batch [3549]	Speed: 753.995931 samples/sec	rmse=0.019547	lr=0.078596
Epoch[64] Batch [3599]	Speed: 776.884915 samples/sec	rmse=0.019549	lr=0.078589
Epoch[64] Batch [3649]	Speed: 752.512728 samples/sec	rmse=0.019550	lr=0.078582
Epoch[64] Batch [3699]	Speed: 804.839650 samples/sec	rmse=0.019553	lr=0.078576
Epoch[64] Batch [3749]	Speed: 748.627927 samples/sec	rmse=0.019554	lr=0.078569
Epoch[64] Batch [3799]	Speed: 709.768701 samples/sec	rmse=0.019554	lr=0.078563
Epoch[64] Batch [3849]	Speed: 711.636024 samples/sec	rmse=0.019555	lr=0.078556
Epoch[64] Batch [3899]	Speed: 746.235673 samples/sec	rmse=0.019553	lr=0.078549
Epoch[64] Batch [3949]	Speed: 708.256255 samples/sec	rmse=0.019555	lr=0.078543
Epoch[64] Batch [3999]	Speed: 719.585829 samples/sec	rmse=0.019555	lr=0.078536
Epoch[64] Batch [4049]	Speed: 708.999471 samples/sec	rmse=0.019557	lr=0.078530
Epoch[64] Batch [4099]	Speed: 707.886762 samples/sec	rmse=0.019557	lr=0.078523
Epoch[64] Batch [4149]	Speed: 725.726149 samples/sec	rmse=0.019557	lr=0.078516
Epoch[64] Batch [4199]	Speed: 728.457678 samples/sec	rmse=0.019558	lr=0.078510
Epoch[64] Batch [4249]	Speed: 714.011988 samples/sec	rmse=0.019560	lr=0.078503
Epoch[64] Batch [4299]	Speed: 760.299751 samples/sec	rmse=0.019561	lr=0.078497
Epoch[64] Batch [4349]	Speed: 722.708170 samples/sec	rmse=0.019560	lr=0.078490
Epoch[64] Batch [4399]	Speed: 720.921694 samples/sec	rmse=0.019564	lr=0.078483
Epoch[64] Batch [4449]	Speed: 754.040970 samples/sec	rmse=0.019564	lr=0.078477
Epoch[64] Batch [4499]	Speed: 730.446931 samples/sec	rmse=0.019567	lr=0.078470
Epoch[64] Batch [4549]	Speed: 730.595567 samples/sec	rmse=0.019567	lr=0.078463
Epoch[64] Batch [4599]	Speed: 762.301113 samples/sec	rmse=0.019566	lr=0.078457
Epoch[64] Batch [4649]	Speed: 732.560352 samples/sec	rmse=0.019566	lr=0.078450
Epoch[64] Batch [4699]	Speed: 752.279790 samples/sec	rmse=0.019566	lr=0.078444
Epoch[64] Batch [4749]	Speed: 746.222936 samples/sec	rmse=0.019567	lr=0.078437
Epoch[64] Batch [4799]	Speed: 761.483683 samples/sec	rmse=0.019568	lr=0.078430
Epoch[64] Batch [4849]	Speed: 742.768954 samples/sec	rmse=0.019568	lr=0.078424
Epoch[64] Batch [4899]	Speed: 734.283300 samples/sec	rmse=0.019569	lr=0.078417
Epoch[64] Batch [4949]	Speed: 754.361111 samples/sec	rmse=0.019571	lr=0.078411
Epoch[64] Batch [4999]	Speed: 723.345126 samples/sec	rmse=0.019574	lr=0.078404
[Epoch 64] training: rmse=0.019574
[Epoch 64] speed: 740 samples/sec	time cost: 1754.526622
[Epoch 64] validation: err-top1=0.335140 err-top5=0.117586
Epoch[65] Batch [49]	Speed: 731.047263 samples/sec	rmse=0.019413	lr=0.078397
Epoch[65] Batch [99]	Speed: 764.759097 samples/sec	rmse=0.019355	lr=0.078390
Epoch[65] Batch [149]	Speed: 721.983417 samples/sec	rmse=0.019325	lr=0.078383
Epoch[65] Batch [199]	Speed: 733.944530 samples/sec	rmse=0.019326	lr=0.078377
Epoch[65] Batch [249]	Speed: 709.353134 samples/sec	rmse=0.019317	lr=0.078370
Epoch[65] Batch [299]	Speed: 789.379101 samples/sec	rmse=0.019346	lr=0.078364
Epoch[65] Batch [349]	Speed: 768.313542 samples/sec	rmse=0.019366	lr=0.078357
Epoch[65] Batch [399]	Speed: 730.826707 samples/sec	rmse=0.019375	lr=0.078350
Epoch[65] Batch [449]	Speed: 760.303100 samples/sec	rmse=0.019384	lr=0.078344
Epoch[65] Batch [499]	Speed: 756.374902 samples/sec	rmse=0.019403	lr=0.078337
Epoch[65] Batch [549]	Speed: 766.445858 samples/sec	rmse=0.019405	lr=0.078330
Epoch[65] Batch [599]	Speed: 783.812932 samples/sec	rmse=0.019419	lr=0.078324
Epoch[65] Batch [649]	Speed: 749.520665 samples/sec	rmse=0.019421	lr=0.078317
Epoch[65] Batch [699]	Speed: 724.774108 samples/sec	rmse=0.019414	lr=0.078311
Epoch[65] Batch [749]	Speed: 760.248643 samples/sec	rmse=0.019416	lr=0.078304
Epoch[65] Batch [799]	Speed: 763.900128 samples/sec	rmse=0.019431	lr=0.078297
Epoch[65] Batch [849]	Speed: 733.582286 samples/sec	rmse=0.019446	lr=0.078291
Epoch[65] Batch [899]	Speed: 691.032094 samples/sec	rmse=0.019453	lr=0.078284
Epoch[65] Batch [949]	Speed: 764.600984 samples/sec	rmse=0.019465	lr=0.078277
Epoch[65] Batch [999]	Speed: 725.372665 samples/sec	rmse=0.019467	lr=0.078271
Epoch[65] Batch [1049]	Speed: 743.951707 samples/sec	rmse=0.019466	lr=0.078264
Epoch[65] Batch [1099]	Speed: 721.124407 samples/sec	rmse=0.019464	lr=0.078257
Epoch[65] Batch [1149]	Speed: 725.288243 samples/sec	rmse=0.019461	lr=0.078251
Epoch[65] Batch [1199]	Speed: 733.799914 samples/sec	rmse=0.019463	lr=0.078244
Epoch[65] Batch [1249]	Speed: 752.703901 samples/sec	rmse=0.019462	lr=0.078238
Epoch[65] Batch [1299]	Speed: 743.403483 samples/sec	rmse=0.019462	lr=0.078231
Epoch[65] Batch [1349]	Speed: 779.866574 samples/sec	rmse=0.019474	lr=0.078224
Epoch[65] Batch [1399]	Speed: 737.429736 samples/sec	rmse=0.019476	lr=0.078218
Epoch[65] Batch [1449]	Speed: 748.736844 samples/sec	rmse=0.019484	lr=0.078211
Epoch[65] Batch [1499]	Speed: 708.726126 samples/sec	rmse=0.019488	lr=0.078204
Epoch[65] Batch [1549]	Speed: 733.287137 samples/sec	rmse=0.019488	lr=0.078198
Epoch[65] Batch [1599]	Speed: 752.449341 samples/sec	rmse=0.019482	lr=0.078191
Epoch[65] Batch [1649]	Speed: 717.393925 samples/sec	rmse=0.019483	lr=0.078184
Epoch[65] Batch [1699]	Speed: 765.284626 samples/sec	rmse=0.019488	lr=0.078178
Epoch[65] Batch [1749]	Speed: 724.092725 samples/sec	rmse=0.019491	lr=0.078171
Epoch[65] Batch [1799]	Speed: 728.515218 samples/sec	rmse=0.019495	lr=0.078164
Epoch[65] Batch [1849]	Speed: 737.241707 samples/sec	rmse=0.019496	lr=0.078158
Epoch[65] Batch [1899]	Speed: 740.905468 samples/sec	rmse=0.019494	lr=0.078151
Epoch[65] Batch [1949]	Speed: 732.165881 samples/sec	rmse=0.019493	lr=0.078144
Epoch[65] Batch [1999]	Speed: 772.547518 samples/sec	rmse=0.019495	lr=0.078138
Epoch[65] Batch [2049]	Speed: 709.044838 samples/sec	rmse=0.019496	lr=0.078131
Epoch[65] Batch [2099]	Speed: 733.646403 samples/sec	rmse=0.019496	lr=0.078125
Epoch[65] Batch [2149]	Speed: 714.525836 samples/sec	rmse=0.019498	lr=0.078118
Epoch[65] Batch [2199]	Speed: 714.805986 samples/sec	rmse=0.019500	lr=0.078111
Epoch[65] Batch [2249]	Speed: 716.421787 samples/sec	rmse=0.019499	lr=0.078105
Epoch[65] Batch [2299]	Speed: 749.614518 samples/sec	rmse=0.019503	lr=0.078098
Epoch[65] Batch [2349]	Speed: 698.838076 samples/sec	rmse=0.019508	lr=0.078091
Epoch[65] Batch [2399]	Speed: 720.751974 samples/sec	rmse=0.019513	lr=0.078085
Epoch[65] Batch [2449]	Speed: 710.205564 samples/sec	rmse=0.019513	lr=0.078078
Epoch[65] Batch [2499]	Speed: 778.582934 samples/sec	rmse=0.019514	lr=0.078071
Epoch[65] Batch [2549]	Speed: 761.228721 samples/sec	rmse=0.019515	lr=0.078065
Epoch[65] Batch [2599]	Speed: 727.163853 samples/sec	rmse=0.019521	lr=0.078058
Epoch[65] Batch [2649]	Speed: 775.311228 samples/sec	rmse=0.019522	lr=0.078051
Epoch[65] Batch [2699]	Speed: 720.921007 samples/sec	rmse=0.019524	lr=0.078045
Epoch[65] Batch [2749]	Speed: 722.292273 samples/sec	rmse=0.019526	lr=0.078038
Epoch[65] Batch [2799]	Speed: 729.015689 samples/sec	rmse=0.019526	lr=0.078031
Epoch[65] Batch [2849]	Speed: 739.131761 samples/sec	rmse=0.019528	lr=0.078025
Epoch[65] Batch [2899]	Speed: 698.703307 samples/sec	rmse=0.019528	lr=0.078018
Epoch[65] Batch [2949]	Speed: 787.588783 samples/sec	rmse=0.019528	lr=0.078011
Epoch[65] Batch [2999]	Speed: 761.491697 samples/sec	rmse=0.019528	lr=0.078005
Epoch[65] Batch [3049]	Speed: 716.324200 samples/sec	rmse=0.019530	lr=0.077998
Epoch[65] Batch [3099]	Speed: 743.810593 samples/sec	rmse=0.019531	lr=0.077991
Epoch[65] Batch [3149]	Speed: 744.359851 samples/sec	rmse=0.019528	lr=0.077985
Epoch[65] Batch [3199]	Speed: 758.084910 samples/sec	rmse=0.019531	lr=0.077978
Epoch[65] Batch [3249]	Speed: 716.793451 samples/sec	rmse=0.019532	lr=0.077971
Epoch[65] Batch [3299]	Speed: 736.325304 samples/sec	rmse=0.019533	lr=0.077965
Epoch[65] Batch [3349]	Speed: 736.043696 samples/sec	rmse=0.019534	lr=0.077958
Epoch[65] Batch [3399]	Speed: 790.198279 samples/sec	rmse=0.019530	lr=0.077951
Epoch[65] Batch [3449]	Speed: 769.759468 samples/sec	rmse=0.019530	lr=0.077945
Epoch[65] Batch [3499]	Speed: 746.318693 samples/sec	rmse=0.019530	lr=0.077938
Epoch[65] Batch [3549]	Speed: 723.339201 samples/sec	rmse=0.019529	lr=0.077931
Epoch[65] Batch [3599]	Speed: 710.486991 samples/sec	rmse=0.019532	lr=0.077925
Epoch[65] Batch [3649]	Speed: 762.556837 samples/sec	rmse=0.019533	lr=0.077918
Epoch[65] Batch [3699]	Speed: 755.767122 samples/sec	rmse=0.019533	lr=0.077911
Epoch[65] Batch [3749]	Speed: 744.095155 samples/sec	rmse=0.019531	lr=0.077905
Epoch[65] Batch [3799]	Speed: 711.181553 samples/sec	rmse=0.019533	lr=0.077898
Epoch[65] Batch [3849]	Speed: 741.533600 samples/sec	rmse=0.019536	lr=0.077891
Epoch[65] Batch [3899]	Speed: 742.328937 samples/sec	rmse=0.019538	lr=0.077884
Epoch[65] Batch [3949]	Speed: 725.679446 samples/sec	rmse=0.019539	lr=0.077878
Epoch[65] Batch [3999]	Speed: 733.458233 samples/sec	rmse=0.019544	lr=0.077871
Epoch[65] Batch [4049]	Speed: 737.810210 samples/sec	rmse=0.019544	lr=0.077864
Epoch[65] Batch [4099]	Speed: 725.875617 samples/sec	rmse=0.019545	lr=0.077858
Epoch[65] Batch [4149]	Speed: 741.920136 samples/sec	rmse=0.019547	lr=0.077851
Epoch[65] Batch [4199]	Speed: 739.491696 samples/sec	rmse=0.019546	lr=0.077844
Epoch[65] Batch [4249]	Speed: 736.785379 samples/sec	rmse=0.019545	lr=0.077838
Epoch[65] Batch [4299]	Speed: 710.017009 samples/sec	rmse=0.019546	lr=0.077831
Epoch[65] Batch [4349]	Speed: 746.705966 samples/sec	rmse=0.019547	lr=0.077824
Epoch[65] Batch [4399]	Speed: 750.064193 samples/sec	rmse=0.019547	lr=0.077818
Epoch[65] Batch [4449]	Speed: 734.806122 samples/sec	rmse=0.019546	lr=0.077811
Epoch[65] Batch [4499]	Speed: 745.404262 samples/sec	rmse=0.019547	lr=0.077804
Epoch[65] Batch [4549]	Speed: 756.776024 samples/sec	rmse=0.019546	lr=0.077798
Epoch[65] Batch [4599]	Speed: 760.787082 samples/sec	rmse=0.019547	lr=0.077791
Epoch[65] Batch [4649]	Speed: 731.610766 samples/sec	rmse=0.019547	lr=0.077784
Epoch[65] Batch [4699]	Speed: 727.719735 samples/sec	rmse=0.019547	lr=0.077777
Epoch[65] Batch [4749]	Speed: 789.052687 samples/sec	rmse=0.019549	lr=0.077771
Epoch[65] Batch [4799]	Speed: 748.912511 samples/sec	rmse=0.019553	lr=0.077764
Epoch[65] Batch [4849]	Speed: 748.995469 samples/sec	rmse=0.019553	lr=0.077757
Epoch[65] Batch [4899]	Speed: 745.995089 samples/sec	rmse=0.019552	lr=0.077751
Epoch[65] Batch [4949]	Speed: 776.016711 samples/sec	rmse=0.019555	lr=0.077744
Epoch[65] Batch [4999]	Speed: 776.802543 samples/sec	rmse=0.019559	lr=0.077737
[Epoch 65] training: rmse=0.019559
[Epoch 65] speed: 740 samples/sec	time cost: 1753.298090
[Epoch 65] validation: err-top1=0.332752 err-top5=0.115104
Epoch[66] Batch [49]	Speed: 755.768101 samples/sec	rmse=0.019371	lr=0.077730
Epoch[66] Batch [99]	Speed: 762.357910 samples/sec	rmse=0.019392	lr=0.077723
Epoch[66] Batch [149]	Speed: 763.437776 samples/sec	rmse=0.019365	lr=0.077717
Epoch[66] Batch [199]	Speed: 776.113694 samples/sec	rmse=0.019388	lr=0.077710
Epoch[66] Batch [249]	Speed: 723.097539 samples/sec	rmse=0.019380	lr=0.077703
Epoch[66] Batch [299]	Speed: 737.287217 samples/sec	rmse=0.019357	lr=0.077697
Epoch[66] Batch [349]	Speed: 744.327807 samples/sec	rmse=0.019353	lr=0.077690
Epoch[66] Batch [399]	Speed: 738.957356 samples/sec	rmse=0.019360	lr=0.077683
Epoch[66] Batch [449]	Speed: 771.319730 samples/sec	rmse=0.019385	lr=0.077676
Epoch[66] Batch [499]	Speed: 731.642162 samples/sec	rmse=0.019387	lr=0.077670
Epoch[66] Batch [549]	Speed: 761.737043 samples/sec	rmse=0.019378	lr=0.077663
Epoch[66] Batch [599]	Speed: 778.226780 samples/sec	rmse=0.019391	lr=0.077656
Epoch[66] Batch [649]	Speed: 768.972208 samples/sec	rmse=0.019402	lr=0.077650
Epoch[66] Batch [699]	Speed: 741.917326 samples/sec	rmse=0.019402	lr=0.077643
Epoch[66] Batch [749]	Speed: 729.110338 samples/sec	rmse=0.019399	lr=0.077636
Epoch[66] Batch [799]	Speed: 715.711823 samples/sec	rmse=0.019410	lr=0.077630
Epoch[66] Batch [849]	Speed: 759.914096 samples/sec	rmse=0.019426	lr=0.077623
Epoch[66] Batch [899]	Speed: 745.344799 samples/sec	rmse=0.019424	lr=0.077616
Epoch[66] Batch [949]	Speed: 710.041480 samples/sec	rmse=0.019427	lr=0.077609
Epoch[66] Batch [999]	Speed: 733.214010 samples/sec	rmse=0.019432	lr=0.077603
Epoch[66] Batch [1049]	Speed: 714.157668 samples/sec	rmse=0.019440	lr=0.077596
Epoch[66] Batch [1099]	Speed: 763.162118 samples/sec	rmse=0.019449	lr=0.077589
Epoch[66] Batch [1149]	Speed: 730.257290 samples/sec	rmse=0.019443	lr=0.077583
Epoch[66] Batch [1199]	Speed: 757.524068 samples/sec	rmse=0.019450	lr=0.077576
Epoch[66] Batch [1249]	Speed: 736.723422 samples/sec	rmse=0.019449	lr=0.077569
Epoch[66] Batch [1299]	Speed: 728.148199 samples/sec	rmse=0.019459	lr=0.077562
Epoch[66] Batch [1349]	Speed: 752.298048 samples/sec	rmse=0.019461	lr=0.077556
Epoch[66] Batch [1399]	Speed: 730.817993 samples/sec	rmse=0.019472	lr=0.077549
Epoch[66] Batch [1449]	Speed: 750.550364 samples/sec	rmse=0.019472	lr=0.077542
Epoch[66] Batch [1499]	Speed: 745.971828 samples/sec	rmse=0.019474	lr=0.077536
Epoch[66] Batch [1549]	Speed: 751.739901 samples/sec	rmse=0.019475	lr=0.077529
Epoch[66] Batch [1599]	Speed: 726.201546 samples/sec	rmse=0.019479	lr=0.077522
Epoch[66] Batch [1649]	Speed: 746.136764 samples/sec	rmse=0.019480	lr=0.077515
Epoch[66] Batch [1699]	Speed: 732.094615 samples/sec	rmse=0.019481	lr=0.077509
Epoch[66] Batch [1749]	Speed: 763.587838 samples/sec	rmse=0.019482	lr=0.077502
Epoch[66] Batch [1799]	Speed: 745.726929 samples/sec	rmse=0.019483	lr=0.077495
Epoch[66] Batch [1849]	Speed: 726.290995 samples/sec	rmse=0.019482	lr=0.077488
Epoch[66] Batch [1899]	Speed: 717.837445 samples/sec	rmse=0.019486	lr=0.077482
Epoch[66] Batch [1949]	Speed: 746.569993 samples/sec	rmse=0.019484	lr=0.077475
Epoch[66] Batch [1999]	Speed: 720.563464 samples/sec	rmse=0.019485	lr=0.077468
Epoch[66] Batch [2049]	Speed: 759.479407 samples/sec	rmse=0.019480	lr=0.077462
Epoch[66] Batch [2099]	Speed: 735.458627 samples/sec	rmse=0.019488	lr=0.077455
Epoch[66] Batch [2149]	Speed: 779.912095 samples/sec	rmse=0.019491	lr=0.077448
Epoch[66] Batch [2199]	Speed: 736.414942 samples/sec	rmse=0.019487	lr=0.077441
Epoch[66] Batch [2249]	Speed: 728.633450 samples/sec	rmse=0.019488	lr=0.077435
Epoch[66] Batch [2299]	Speed: 741.331014 samples/sec	rmse=0.019488	lr=0.077428
Epoch[66] Batch [2349]	Speed: 705.363727 samples/sec	rmse=0.019490	lr=0.077421
Epoch[66] Batch [2399]	Speed: 707.421079 samples/sec	rmse=0.019499	lr=0.077414
Epoch[66] Batch [2449]	Speed: 733.559372 samples/sec	rmse=0.019498	lr=0.077408
Epoch[66] Batch [2499]	Speed: 732.825036 samples/sec	rmse=0.019499	lr=0.077401
Epoch[66] Batch [2549]	Speed: 751.129055 samples/sec	rmse=0.019501	lr=0.077394
Epoch[66] Batch [2599]	Speed: 754.461545 samples/sec	rmse=0.019502	lr=0.077388
Epoch[66] Batch [2649]	Speed: 746.684573 samples/sec	rmse=0.019501	lr=0.077381
Epoch[66] Batch [2699]	Speed: 773.047643 samples/sec	rmse=0.019504	lr=0.077374
Epoch[66] Batch [2749]	Speed: 759.179985 samples/sec	rmse=0.019502	lr=0.077367
Epoch[66] Batch [2799]	Speed: 753.332290 samples/sec	rmse=0.019506	lr=0.077361
Epoch[66] Batch [2849]	Speed: 735.695990 samples/sec	rmse=0.019504	lr=0.077354
Epoch[66] Batch [2899]	Speed: 748.573210 samples/sec	rmse=0.019503	lr=0.077347
Epoch[66] Batch [2949]	Speed: 729.873401 samples/sec	rmse=0.019502	lr=0.077340
Epoch[66] Batch [2999]	Speed: 714.073765 samples/sec	rmse=0.019502	lr=0.077334
Epoch[66] Batch [3049]	Speed: 760.978988 samples/sec	rmse=0.019504	lr=0.077327
Epoch[66] Batch [3099]	Speed: 763.021093 samples/sec	rmse=0.019508	lr=0.077320
Epoch[66] Batch [3149]	Speed: 740.154777 samples/sec	rmse=0.019513	lr=0.077313
Epoch[66] Batch [3199]	Speed: 738.322309 samples/sec	rmse=0.019515	lr=0.077307
Epoch[66] Batch [3249]	Speed: 739.062673 samples/sec	rmse=0.019515	lr=0.077300
Epoch[66] Batch [3299]	Speed: 705.651485 samples/sec	rmse=0.019518	lr=0.077293
Epoch[66] Batch [3349]	Speed: 732.204835 samples/sec	rmse=0.019521	lr=0.077286
Epoch[66] Batch [3399]	Speed: 723.278627 samples/sec	rmse=0.019524	lr=0.077280
Epoch[66] Batch [3449]	Speed: 741.116875 samples/sec	rmse=0.019528	lr=0.077273
Epoch[66] Batch [3499]	Speed: 709.422929 samples/sec	rmse=0.019530	lr=0.077266
Epoch[66] Batch [3549]	Speed: 742.257166 samples/sec	rmse=0.019532	lr=0.077259
Epoch[66] Batch [3599]	Speed: 733.162063 samples/sec	rmse=0.019534	lr=0.077253
Epoch[66] Batch [3649]	Speed: 738.416740 samples/sec	rmse=0.019534	lr=0.077246
Epoch[66] Batch [3699]	Speed: 723.068741 samples/sec	rmse=0.019536	lr=0.077239
Epoch[66] Batch [3749]	Speed: 744.607829 samples/sec	rmse=0.019537	lr=0.077232
Epoch[66] Batch [3799]	Speed: 764.766810 samples/sec	rmse=0.019537	lr=0.077226
Epoch[66] Batch [3849]	Speed: 738.117567 samples/sec	rmse=0.019538	lr=0.077219
Epoch[66] Batch [3899]	Speed: 724.804431 samples/sec	rmse=0.019540	lr=0.077212
Epoch[66] Batch [3949]	Speed: 732.662873 samples/sec	rmse=0.019540	lr=0.077205
Epoch[66] Batch [3999]	Speed: 738.495774 samples/sec	rmse=0.019540	lr=0.077199
Epoch[66] Batch [4049]	Speed: 712.576879 samples/sec	rmse=0.019540	lr=0.077192
Epoch[66] Batch [4099]	Speed: 737.314272 samples/sec	rmse=0.019541	lr=0.077185
Epoch[66] Batch [4149]	Speed: 729.122340 samples/sec	rmse=0.019541	lr=0.077178
Epoch[66] Batch [4199]	Speed: 742.495787 samples/sec	rmse=0.019544	lr=0.077172
Epoch[66] Batch [4249]	Speed: 752.440630 samples/sec	rmse=0.019544	lr=0.077165
Epoch[66] Batch [4299]	Speed: 759.697345 samples/sec	rmse=0.019544	lr=0.077158
Epoch[66] Batch [4349]	Speed: 730.721238 samples/sec	rmse=0.019543	lr=0.077151
Epoch[66] Batch [4399]	Speed: 702.522160 samples/sec	rmse=0.019543	lr=0.077145
Epoch[66] Batch [4449]	Speed: 741.955950 samples/sec	rmse=0.019544	lr=0.077138
Epoch[66] Batch [4499]	Speed: 753.913777 samples/sec	rmse=0.019545	lr=0.077131
Epoch[66] Batch [4549]	Speed: 743.825937 samples/sec	rmse=0.019546	lr=0.077124
Epoch[66] Batch [4599]	Speed: 736.370802 samples/sec	rmse=0.019549	lr=0.077118
Epoch[66] Batch [4649]	Speed: 725.422867 samples/sec	rmse=0.019550	lr=0.077111
Epoch[66] Batch [4699]	Speed: 743.415270 samples/sec	rmse=0.019550	lr=0.077104
Epoch[66] Batch [4749]	Speed: 713.509576 samples/sec	rmse=0.019549	lr=0.077097
Epoch[66] Batch [4799]	Speed: 754.708884 samples/sec	rmse=0.019549	lr=0.077091
Epoch[66] Batch [4849]	Speed: 744.408453 samples/sec	rmse=0.019548	lr=0.077084
Epoch[66] Batch [4899]	Speed: 754.224549 samples/sec	rmse=0.019548	lr=0.077077
Epoch[66] Batch [4949]	Speed: 732.755322 samples/sec	rmse=0.019549	lr=0.077070
Epoch[66] Batch [4999]	Speed: 692.578860 samples/sec	rmse=0.019548	lr=0.077064
[Epoch 66] training: rmse=0.019549
[Epoch 66] speed: 739 samples/sec	time cost: 1756.276545
[Epoch 66] validation: err-top1=0.340585 err-top5=0.120853
Epoch[67] Batch [49]	Speed: 720.508102 samples/sec	rmse=0.019555	lr=0.077056
Epoch[67] Batch [99]	Speed: 730.531803 samples/sec	rmse=0.019544	lr=0.077049
Epoch[67] Batch [149]	Speed: 729.449268 samples/sec	rmse=0.019522	lr=0.077043
Epoch[67] Batch [199]	Speed: 721.219721 samples/sec	rmse=0.019490	lr=0.077036
Epoch[67] Batch [249]	Speed: 740.618293 samples/sec	rmse=0.019508	lr=0.077029
Epoch[67] Batch [299]	Speed: 732.733010 samples/sec	rmse=0.019503	lr=0.077022
Epoch[67] Batch [349]	Speed: 740.869744 samples/sec	rmse=0.019520	lr=0.077016
Epoch[67] Batch [399]	Speed: 724.463331 samples/sec	rmse=0.019507	lr=0.077009
Epoch[67] Batch [449]	Speed: 726.961039 samples/sec	rmse=0.019501	lr=0.077002
Epoch[67] Batch [499]	Speed: 733.706159 samples/sec	rmse=0.019489	lr=0.076995
Epoch[67] Batch [549]	Speed: 736.566189 samples/sec	rmse=0.019499	lr=0.076988
Epoch[67] Batch [599]	Speed: 726.090563 samples/sec	rmse=0.019496	lr=0.076982
Epoch[67] Batch [649]	Speed: 758.437798 samples/sec	rmse=0.019492	lr=0.076975
Epoch[67] Batch [699]	Speed: 751.954567 samples/sec	rmse=0.019482	lr=0.076968
Epoch[67] Batch [749]	Speed: 720.309224 samples/sec	rmse=0.019459	lr=0.076961
Epoch[67] Batch [799]	Speed: 718.678237 samples/sec	rmse=0.019453	lr=0.076955
Epoch[67] Batch [849]	Speed: 721.494782 samples/sec	rmse=0.019463	lr=0.076948
Epoch[67] Batch [899]	Speed: 774.225224 samples/sec	rmse=0.019460	lr=0.076941
Epoch[67] Batch [949]	Speed: 742.981766 samples/sec	rmse=0.019450	lr=0.076934
Epoch[67] Batch [999]	Speed: 749.660836 samples/sec	rmse=0.019453	lr=0.076927
Epoch[67] Batch [1049]	Speed: 726.450104 samples/sec	rmse=0.019460	lr=0.076921
Epoch[67] Batch [1099]	Speed: 759.404379 samples/sec	rmse=0.019467	lr=0.076914
Epoch[67] Batch [1149]	Speed: 758.892417 samples/sec	rmse=0.019465	lr=0.076907
Epoch[67] Batch [1199]	Speed: 728.569663 samples/sec	rmse=0.019467	lr=0.076900
Epoch[67] Batch [1249]	Speed: 722.217009 samples/sec	rmse=0.019464	lr=0.076894
Epoch[67] Batch [1299]	Speed: 724.620583 samples/sec	rmse=0.019467	lr=0.076887
Epoch[67] Batch [1349]	Speed: 752.089107 samples/sec	rmse=0.019476	lr=0.076880
Epoch[67] Batch [1399]	Speed: 736.427740 samples/sec	rmse=0.019473	lr=0.076873
Epoch[67] Batch [1449]	Speed: 764.532061 samples/sec	rmse=0.019469	lr=0.076866
Epoch[67] Batch [1499]	Speed: 728.592730 samples/sec	rmse=0.019465	lr=0.076860
Epoch[67] Batch [1549]	Speed: 760.866632 samples/sec	rmse=0.019461	lr=0.076853
Epoch[67] Batch [1599]	Speed: 763.963741 samples/sec	rmse=0.019465	lr=0.076846
Epoch[67] Batch [1649]	Speed: 732.204375 samples/sec	rmse=0.019469	lr=0.076839
Epoch[67] Batch [1699]	Speed: 765.756241 samples/sec	rmse=0.019470	lr=0.076832
Epoch[67] Batch [1749]	Speed: 759.489141 samples/sec	rmse=0.019477	lr=0.076826
Epoch[67] Batch [1799]	Speed: 734.151642 samples/sec	rmse=0.019481	lr=0.076819
Epoch[67] Batch [1849]	Speed: 770.116495 samples/sec	rmse=0.019484	lr=0.076812
Epoch[67] Batch [1899]	Speed: 737.674020 samples/sec	rmse=0.019489	lr=0.076805
Epoch[67] Batch [1949]	Speed: 747.763100 samples/sec	rmse=0.019490	lr=0.076798
Epoch[67] Batch [1999]	Speed: 721.904499 samples/sec	rmse=0.019494	lr=0.076792
Epoch[67] Batch [2049]	Speed: 731.970067 samples/sec	rmse=0.019501	lr=0.076785
Epoch[67] Batch [2099]	Speed: 746.735888 samples/sec	rmse=0.019501	lr=0.076778
Epoch[67] Batch [2149]	Speed: 743.875212 samples/sec	rmse=0.019506	lr=0.076771
Epoch[67] Batch [2199]	Speed: 719.237211 samples/sec	rmse=0.019505	lr=0.076765
Epoch[67] Batch [2249]	Speed: 755.081074 samples/sec	rmse=0.019505	lr=0.076758
Epoch[67] Batch [2299]	Speed: 731.055565 samples/sec	rmse=0.019508	lr=0.076751
Epoch[67] Batch [2349]	Speed: 748.439925 samples/sec	rmse=0.019510	lr=0.076744
Epoch[67] Batch [2399]	Speed: 745.991087 samples/sec	rmse=0.019515	lr=0.076737
Epoch[67] Batch [2449]	Speed: 748.874517 samples/sec	rmse=0.019517	lr=0.076731
Epoch[67] Batch [2499]	Speed: 761.106688 samples/sec	rmse=0.019516	lr=0.076724
Epoch[67] Batch [2549]	Speed: 728.183368 samples/sec	rmse=0.019518	lr=0.076717
Epoch[67] Batch [2599]	Speed: 744.053369 samples/sec	rmse=0.019516	lr=0.076710
Epoch[67] Batch [2649]	Speed: 730.197329 samples/sec	rmse=0.019514	lr=0.076703
Epoch[67] Batch [2699]	Speed: 749.343803 samples/sec	rmse=0.019514	lr=0.076696
Epoch[67] Batch [2749]	Speed: 739.070822 samples/sec	rmse=0.019516	lr=0.076690
Epoch[67] Batch [2799]	Speed: 734.505978 samples/sec	rmse=0.019519	lr=0.076683
Epoch[67] Batch [2849]	Speed: 758.429355 samples/sec	rmse=0.019520	lr=0.076676
Epoch[67] Batch [2899]	Speed: 764.065334 samples/sec	rmse=0.019519	lr=0.076669
Epoch[67] Batch [2949]	Speed: 729.980243 samples/sec	rmse=0.019515	lr=0.076662
Epoch[67] Batch [2999]	Speed: 721.310603 samples/sec	rmse=0.019516	lr=0.076656
Epoch[67] Batch [3049]	Speed: 793.757197 samples/sec	rmse=0.019516	lr=0.076649
Epoch[67] Batch [3099]	Speed: 782.931981 samples/sec	rmse=0.019516	lr=0.076642
Epoch[67] Batch [3149]	Speed: 764.494632 samples/sec	rmse=0.019517	lr=0.076635
Epoch[67] Batch [3199]	Speed: 740.181961 samples/sec	rmse=0.019517	lr=0.076628
Epoch[67] Batch [3249]	Speed: 743.284423 samples/sec	rmse=0.019514	lr=0.076622
Epoch[67] Batch [3299]	Speed: 735.440794 samples/sec	rmse=0.019517	lr=0.076615
Epoch[67] Batch [3349]	Speed: 727.674018 samples/sec	rmse=0.019520	lr=0.076608
Epoch[67] Batch [3399]	Speed: 792.795715 samples/sec	rmse=0.019521	lr=0.076601
Epoch[67] Batch [3449]	Speed: 774.566761 samples/sec	rmse=0.019520	lr=0.076594
Epoch[67] Batch [3499]	Speed: 776.927862 samples/sec	rmse=0.019518	lr=0.076588
Epoch[67] Batch [3549]	Speed: 741.614153 samples/sec	rmse=0.019520	lr=0.076581
Epoch[67] Batch [3599]	Speed: 733.552517 samples/sec	rmse=0.019520	lr=0.076574
Epoch[67] Batch [3649]	Speed: 736.539612 samples/sec	rmse=0.019522	lr=0.076567
Epoch[67] Batch [3699]	Speed: 747.443996 samples/sec	rmse=0.019524	lr=0.076560
Epoch[67] Batch [3749]	Speed: 776.390032 samples/sec	rmse=0.019524	lr=0.076553
Epoch[67] Batch [3799]	Speed: 741.499403 samples/sec	rmse=0.019525	lr=0.076547
Epoch[67] Batch [3849]	Speed: 747.075314 samples/sec	rmse=0.019525	lr=0.076540
Epoch[67] Batch [3899]	Speed: 733.887343 samples/sec	rmse=0.019525	lr=0.076533
Epoch[67] Batch [3949]	Speed: 748.533069 samples/sec	rmse=0.019529	lr=0.076526
Epoch[67] Batch [3999]	Speed: 747.085044 samples/sec	rmse=0.019527	lr=0.076519
Epoch[67] Batch [4049]	Speed: 720.638993 samples/sec	rmse=0.019527	lr=0.076512
Epoch[67] Batch [4099]	Speed: 731.030938 samples/sec	rmse=0.019523	lr=0.076506
Epoch[67] Batch [4149]	Speed: 755.050342 samples/sec	rmse=0.019524	lr=0.076499
Epoch[67] Batch [4199]	Speed: 737.244886 samples/sec	rmse=0.019524	lr=0.076492
Epoch[67] Batch [4249]	Speed: 737.461938 samples/sec	rmse=0.019524	lr=0.076485
Epoch[67] Batch [4299]	Speed: 755.489702 samples/sec	rmse=0.019525	lr=0.076478
Epoch[67] Batch [4349]	Speed: 750.179188 samples/sec	rmse=0.019524	lr=0.076472
Epoch[67] Batch [4399]	Speed: 750.873092 samples/sec	rmse=0.019525	lr=0.076465
Epoch[67] Batch [4449]	Speed: 747.854450 samples/sec	rmse=0.019530	lr=0.076458
Epoch[67] Batch [4499]	Speed: 792.320430 samples/sec	rmse=0.019530	lr=0.076451
Epoch[67] Batch [4549]	Speed: 743.157726 samples/sec	rmse=0.019529	lr=0.076444
Epoch[67] Batch [4599]	Speed: 720.084610 samples/sec	rmse=0.019529	lr=0.076437
Epoch[67] Batch [4649]	Speed: 759.031608 samples/sec	rmse=0.019529	lr=0.076431
Epoch[67] Batch [4699]	Speed: 736.184241 samples/sec	rmse=0.019532	lr=0.076424
Epoch[67] Batch [4749]	Speed: 739.726870 samples/sec	rmse=0.019532	lr=0.076417
Epoch[67] Batch [4799]	Speed: 747.591324 samples/sec	rmse=0.019531	lr=0.076410
Epoch[67] Batch [4849]	Speed: 771.044475 samples/sec	rmse=0.019534	lr=0.076403
Epoch[67] Batch [4899]	Speed: 755.945742 samples/sec	rmse=0.019534	lr=0.076396
Epoch[67] Batch [4949]	Speed: 764.119534 samples/sec	rmse=0.019536	lr=0.076390
Epoch[67] Batch [4999]	Speed: 753.189105 samples/sec	rmse=0.019537	lr=0.076383
[Epoch 67] training: rmse=0.019537
[Epoch 67] speed: 744 samples/sec	time cost: 1744.911215
[Epoch 67] validation: err-top1=0.329640 err-top5=0.114118
Epoch[68] Batch [49]	Speed: 769.049183 samples/sec	rmse=0.019280	lr=0.076375
Epoch[68] Batch [99]	Speed: 721.091737 samples/sec	rmse=0.019262	lr=0.076368
Epoch[68] Batch [149]	Speed: 745.617509 samples/sec	rmse=0.019274	lr=0.076362
Epoch[68] Batch [199]	Speed: 734.097996 samples/sec	rmse=0.019301	lr=0.076355
Epoch[68] Batch [249]	Speed: 698.448246 samples/sec	rmse=0.019294	lr=0.076348
Epoch[68] Batch [299]	Speed: 748.096496 samples/sec	rmse=0.019297	lr=0.076341
Epoch[68] Batch [349]	Speed: 720.036892 samples/sec	rmse=0.019305	lr=0.076334
Epoch[68] Batch [399]	Speed: 731.565017 samples/sec	rmse=0.019351	lr=0.076327
Epoch[68] Batch [449]	Speed: 744.461025 samples/sec	rmse=0.019369	lr=0.076321
Epoch[68] Batch [499]	Speed: 743.244240 samples/sec	rmse=0.019379	lr=0.076314
Epoch[68] Batch [549]	Speed: 746.025389 samples/sec	rmse=0.019377	lr=0.076307
Epoch[68] Batch [599]	Speed: 715.872534 samples/sec	rmse=0.019384	lr=0.076300
Epoch[68] Batch [649]	Speed: 784.812080 samples/sec	rmse=0.019382	lr=0.076293
Epoch[68] Batch [699]	Speed: 704.184169 samples/sec	rmse=0.019389	lr=0.076286
Epoch[68] Batch [749]	Speed: 783.103032 samples/sec	rmse=0.019402	lr=0.076280
Epoch[68] Batch [799]	Speed: 760.571675 samples/sec	rmse=0.019411	lr=0.076273
Epoch[68] Batch [849]	Speed: 720.097446 samples/sec	rmse=0.019399	lr=0.076266
Epoch[68] Batch [899]	Speed: 755.646344 samples/sec	rmse=0.019392	lr=0.076259
Epoch[68] Batch [949]	Speed: 718.890991 samples/sec	rmse=0.019392	lr=0.076252
Epoch[68] Batch [999]	Speed: 733.332180 samples/sec	rmse=0.019395	lr=0.076245
Epoch[68] Batch [1049]	Speed: 742.732229 samples/sec	rmse=0.019399	lr=0.076238
Epoch[68] Batch [1099]	Speed: 727.674560 samples/sec	rmse=0.019410	lr=0.076232
Epoch[68] Batch [1149]	Speed: 748.075388 samples/sec	rmse=0.019410	lr=0.076225
Epoch[68] Batch [1199]	Speed: 716.242950 samples/sec	rmse=0.019411	lr=0.076218
Epoch[68] Batch [1249]	Speed: 739.696223 samples/sec	rmse=0.019414	lr=0.076211
Epoch[68] Batch [1299]	Speed: 795.201315 samples/sec	rmse=0.019413	lr=0.076204
Epoch[68] Batch [1349]	Speed: 722.702499 samples/sec	rmse=0.019413	lr=0.076197
Epoch[68] Batch [1399]	Speed: 719.667395 samples/sec	rmse=0.019415	lr=0.076190
Epoch[68] Batch [1449]	Speed: 712.793303 samples/sec	rmse=0.019429	lr=0.076184
Epoch[68] Batch [1499]	Speed: 728.862599 samples/sec	rmse=0.019425	lr=0.076177
Epoch[68] Batch [1549]	Speed: 726.747123 samples/sec	rmse=0.019430	lr=0.076170
Epoch[68] Batch [1599]	Speed: 736.433114 samples/sec	rmse=0.019429	lr=0.076163
Epoch[68] Batch [1649]	Speed: 741.650512 samples/sec	rmse=0.019429	lr=0.076156
Epoch[68] Batch [1699]	Speed: 749.648986 samples/sec	rmse=0.019428	lr=0.076149
Epoch[68] Batch [1749]	Speed: 758.749309 samples/sec	rmse=0.019425	lr=0.076142
Epoch[68] Batch [1799]	Speed: 714.250484 samples/sec	rmse=0.019426	lr=0.076136
Epoch[68] Batch [1849]	Speed: 762.005227 samples/sec	rmse=0.019434	lr=0.076129
Epoch[68] Batch [1899]	Speed: 743.017221 samples/sec	rmse=0.019436	lr=0.076122
Epoch[68] Batch [1949]	Speed: 721.156460 samples/sec	rmse=0.019437	lr=0.076115
Epoch[68] Batch [1999]	Speed: 752.430370 samples/sec	rmse=0.019436	lr=0.076108
Epoch[68] Batch [2049]	Speed: 757.796470 samples/sec	rmse=0.019439	lr=0.076101
Epoch[68] Batch [2099]	Speed: 745.035251 samples/sec	rmse=0.019445	lr=0.076094
Epoch[68] Batch [2149]	Speed: 715.250466 samples/sec	rmse=0.019448	lr=0.076088
Epoch[68] Batch [2199]	Speed: 760.095866 samples/sec	rmse=0.019450	lr=0.076081
Epoch[68] Batch [2249]	Speed: 729.137451 samples/sec	rmse=0.019452	lr=0.076074
Epoch[68] Batch [2299]	Speed: 791.549865 samples/sec	rmse=0.019462	lr=0.076067
Epoch[68] Batch [2349]	Speed: 749.295370 samples/sec	rmse=0.019465	lr=0.076060
Epoch[68] Batch [2399]	Speed: 768.041824 samples/sec	rmse=0.019467	lr=0.076053
Epoch[68] Batch [2449]	Speed: 750.859923 samples/sec	rmse=0.019463	lr=0.076046
Epoch[68] Batch [2499]	Speed: 745.039770 samples/sec	rmse=0.019466	lr=0.076039
Epoch[68] Batch [2549]	Speed: 717.477363 samples/sec	rmse=0.019467	lr=0.076033
Epoch[68] Batch [2599]	Speed: 761.442415 samples/sec	rmse=0.019467	lr=0.076026
Epoch[68] Batch [2649]	Speed: 763.777476 samples/sec	rmse=0.019469	lr=0.076019
Epoch[68] Batch [2699]	Speed: 725.597835 samples/sec	rmse=0.019469	lr=0.076012
Epoch[68] Batch [2749]	Speed: 739.036466 samples/sec	rmse=0.019472	lr=0.076005
Epoch[68] Batch [2799]	Speed: 765.615894 samples/sec	rmse=0.019476	lr=0.075998
Epoch[68] Batch [2849]	Speed: 715.668250 samples/sec	rmse=0.019479	lr=0.075991
Epoch[68] Batch [2899]	Speed: 780.398389 samples/sec	rmse=0.019480	lr=0.075984
Epoch[68] Batch [2949]	Speed: 738.606385 samples/sec	rmse=0.019480	lr=0.075978
Epoch[68] Batch [2999]	Speed: 721.296832 samples/sec	rmse=0.019478	lr=0.075971
Epoch[68] Batch [3049]	Speed: 752.392060 samples/sec	rmse=0.019479	lr=0.075964
Epoch[68] Batch [3099]	Speed: 743.506735 samples/sec	rmse=0.019482	lr=0.075957
Epoch[68] Batch [3149]	Speed: 755.598710 samples/sec	rmse=0.019482	lr=0.075950
Epoch[68] Batch [3199]	Speed: 769.127925 samples/sec	rmse=0.019484	lr=0.075943
Epoch[68] Batch [3249]	Speed: 777.388917 samples/sec	rmse=0.019485	lr=0.075936
Epoch[68] Batch [3299]	Speed: 719.573898 samples/sec	rmse=0.019486	lr=0.075929
Epoch[68] Batch [3349]	Speed: 734.321375 samples/sec	rmse=0.019484	lr=0.075923
Epoch[68] Batch [3399]	Speed: 734.685456 samples/sec	rmse=0.019487	lr=0.075916
Epoch[68] Batch [3449]	Speed: 749.095493 samples/sec	rmse=0.019483	lr=0.075909
Epoch[68] Batch [3499]	Speed: 757.908552 samples/sec	rmse=0.019485	lr=0.075902
Epoch[68] Batch [3549]	Speed: 715.475745 samples/sec	rmse=0.019485	lr=0.075895
Epoch[68] Batch [3599]	Speed: 774.129751 samples/sec	rmse=0.019486	lr=0.075888
Epoch[68] Batch [3649]	Speed: 741.914968 samples/sec	rmse=0.019488	lr=0.075881
Epoch[68] Batch [3699]	Speed: 760.946469 samples/sec	rmse=0.019488	lr=0.075874
Epoch[68] Batch [3749]	Speed: 762.025787 samples/sec	rmse=0.019490	lr=0.075867
Epoch[68] Batch [3799]	Speed: 748.535605 samples/sec	rmse=0.019493	lr=0.075861
Epoch[68] Batch [3849]	Speed: 748.780860 samples/sec	rmse=0.019495	lr=0.075854
Epoch[68] Batch [3899]	Speed: 756.239582 samples/sec	rmse=0.019498	lr=0.075847
Epoch[68] Batch [3949]	Speed: 732.508368 samples/sec	rmse=0.019496	lr=0.075840
Epoch[68] Batch [3999]	Speed: 767.061199 samples/sec	rmse=0.019496	lr=0.075833
Epoch[68] Batch [4049]	Speed: 738.051509 samples/sec	rmse=0.019495	lr=0.075826
Epoch[68] Batch [4099]	Speed: 724.763149 samples/sec	rmse=0.019494	lr=0.075819
Epoch[68] Batch [4149]	Speed: 710.208204 samples/sec	rmse=0.019496	lr=0.075812
Epoch[68] Batch [4199]	Speed: 721.544565 samples/sec	rmse=0.019498	lr=0.075805
Epoch[68] Batch [4249]	Speed: 732.398476 samples/sec	rmse=0.019497	lr=0.075799
Epoch[68] Batch [4299]	Speed: 711.942981 samples/sec	rmse=0.019500	lr=0.075792
Epoch[68] Batch [4349]	Speed: 757.163572 samples/sec	rmse=0.019500	lr=0.075785
Epoch[68] Batch [4399]	Speed: 745.430353 samples/sec	rmse=0.019502	lr=0.075778
Epoch[68] Batch [4449]	Speed: 750.193046 samples/sec	rmse=0.019502	lr=0.075771
Epoch[68] Batch [4499]	Speed: 722.433905 samples/sec	rmse=0.019500	lr=0.075764
Epoch[68] Batch [4549]	Speed: 729.917182 samples/sec	rmse=0.019498	lr=0.075757
Epoch[68] Batch [4599]	Speed: 741.767236 samples/sec	rmse=0.019500	lr=0.075750
Epoch[68] Batch [4649]	Speed: 736.739577 samples/sec	rmse=0.019500	lr=0.075743
Epoch[68] Batch [4699]	Speed: 771.218325 samples/sec	rmse=0.019500	lr=0.075736
Epoch[68] Batch [4749]	Speed: 802.199829 samples/sec	rmse=0.019500	lr=0.075730
Epoch[68] Batch [4799]	Speed: 769.504726 samples/sec	rmse=0.019501	lr=0.075723
Epoch[68] Batch [4849]	Speed: 769.174922 samples/sec	rmse=0.019501	lr=0.075716
Epoch[68] Batch [4899]	Speed: 748.025941 samples/sec	rmse=0.019501	lr=0.075709
Epoch[68] Batch [4949]	Speed: 719.193969 samples/sec	rmse=0.019503	lr=0.075702
Epoch[68] Batch [4999]	Speed: 726.862626 samples/sec	rmse=0.019503	lr=0.075695
[Epoch 68] training: rmse=0.019504
[Epoch 68] speed: 742 samples/sec	time cost: 1749.766526
[Epoch 68] validation: err-top1=0.330529 err-top5=0.115004
Epoch[69] Batch [49]	Speed: 727.476459 samples/sec	rmse=0.019441	lr=0.075688
Epoch[69] Batch [99]	Speed: 712.724244 samples/sec	rmse=0.019260	lr=0.075681
Epoch[69] Batch [149]	Speed: 742.349938 samples/sec	rmse=0.019170	lr=0.075674
Epoch[69] Batch [199]	Speed: 742.823258 samples/sec	rmse=0.019269	lr=0.075667
Epoch[69] Batch [249]	Speed: 771.987747 samples/sec	rmse=0.019333	lr=0.075660
Epoch[69] Batch [299]	Speed: 723.442969 samples/sec	rmse=0.019364	lr=0.075653
Epoch[69] Batch [349]	Speed: 713.744520 samples/sec	rmse=0.019391	lr=0.075646
Epoch[69] Batch [399]	Speed: 754.376629 samples/sec	rmse=0.019397	lr=0.075639
Epoch[69] Batch [449]	Speed: 714.183166 samples/sec	rmse=0.019417	lr=0.075632
Epoch[69] Batch [499]	Speed: 733.256430 samples/sec	rmse=0.019421	lr=0.075625
Epoch[69] Batch [549]	Speed: 724.097882 samples/sec	rmse=0.019413	lr=0.075618
Epoch[69] Batch [599]	Speed: 724.268166 samples/sec	rmse=0.019413	lr=0.075612
Epoch[69] Batch [649]	Speed: 761.696980 samples/sec	rmse=0.019414	lr=0.075605
Epoch[69] Batch [699]	Speed: 730.095079 samples/sec	rmse=0.019422	lr=0.075598
Epoch[69] Batch [749]	Speed: 745.809007 samples/sec	rmse=0.019414	lr=0.075591
Epoch[69] Batch [799]	Speed: 734.658804 samples/sec	rmse=0.019421	lr=0.075584
Epoch[69] Batch [849]	Speed: 738.668833 samples/sec	rmse=0.019409	lr=0.075577
Epoch[69] Batch [899]	Speed: 741.712727 samples/sec	rmse=0.019409	lr=0.075570
Epoch[69] Batch [949]	Speed: 738.286072 samples/sec	rmse=0.019419	lr=0.075563
Epoch[69] Batch [999]	Speed: 759.508911 samples/sec	rmse=0.019408	lr=0.075556
Epoch[69] Batch [1049]	Speed: 738.488308 samples/sec	rmse=0.019404	lr=0.075549
Epoch[69] Batch [1099]	Speed: 762.201156 samples/sec	rmse=0.019404	lr=0.075542
Epoch[69] Batch [1149]	Speed: 782.465971 samples/sec	rmse=0.019402	lr=0.075535
Epoch[69] Batch [1199]	Speed: 756.249946 samples/sec	rmse=0.019411	lr=0.075529
Epoch[69] Batch [1249]	Speed: 741.134299 samples/sec	rmse=0.019418	lr=0.075522
Epoch[69] Batch [1299]	Speed: 732.985560 samples/sec	rmse=0.019424	lr=0.075515
Epoch[69] Batch [1349]	Speed: 736.388972 samples/sec	rmse=0.019418	lr=0.075508
Epoch[69] Batch [1399]	Speed: 720.927096 samples/sec	rmse=0.019422	lr=0.075501
Epoch[69] Batch [1449]	Speed: 766.109290 samples/sec	rmse=0.019430	lr=0.075494
Epoch[69] Batch [1499]	Speed: 742.535591 samples/sec	rmse=0.019435	lr=0.075487
Epoch[69] Batch [1549]	Speed: 749.945189 samples/sec	rmse=0.019438	lr=0.075480
Epoch[69] Batch [1599]	Speed: 739.710797 samples/sec	rmse=0.019437	lr=0.075473
Epoch[69] Batch [1649]	Speed: 749.367399 samples/sec	rmse=0.019439	lr=0.075466
Epoch[69] Batch [1699]	Speed: 702.519613 samples/sec	rmse=0.019437	lr=0.075459
Epoch[69] Batch [1749]	Speed: 734.321124 samples/sec	rmse=0.019440	lr=0.075452
Epoch[69] Batch [1799]	Speed: 730.527986 samples/sec	rmse=0.019439	lr=0.075445
Epoch[69] Batch [1849]	Speed: 711.166028 samples/sec	rmse=0.019433	lr=0.075439
Epoch[69] Batch [1899]	Speed: 737.888597 samples/sec	rmse=0.019434	lr=0.075432
Epoch[69] Batch [1949]	Speed: 750.321230 samples/sec	rmse=0.019429	lr=0.075425
Epoch[69] Batch [1999]	Speed: 781.236025 samples/sec	rmse=0.019422	lr=0.075418
Epoch[69] Batch [2049]	Speed: 732.244921 samples/sec	rmse=0.019417	lr=0.075411
Epoch[69] Batch [2099]	Speed: 738.187838 samples/sec	rmse=0.019419	lr=0.075404
Epoch[69] Batch [2149]	Speed: 763.975449 samples/sec	rmse=0.019420	lr=0.075397
Epoch[69] Batch [2199]	Speed: 750.144776 samples/sec	rmse=0.019422	lr=0.075390
Epoch[69] Batch [2249]	Speed: 734.394733 samples/sec	rmse=0.019422	lr=0.075383
Epoch[69] Batch [2299]	Speed: 725.984061 samples/sec	rmse=0.019418	lr=0.075376
Epoch[69] Batch [2349]	Speed: 752.938030 samples/sec	rmse=0.019420	lr=0.075369
Epoch[69] Batch [2399]	Speed: 729.393731 samples/sec	rmse=0.019419	lr=0.075362
Epoch[69] Batch [2449]	Speed: 730.305995 samples/sec	rmse=0.019419	lr=0.075355
Epoch[69] Batch [2499]	Speed: 755.474914 samples/sec	rmse=0.019420	lr=0.075348
Epoch[69] Batch [2549]	Speed: 778.373674 samples/sec	rmse=0.019421	lr=0.075341
Epoch[69] Batch [2599]	Speed: 762.549797 samples/sec	rmse=0.019423	lr=0.075335
Epoch[69] Batch [2649]	Speed: 757.094510 samples/sec	rmse=0.019428	lr=0.075328
Epoch[69] Batch [2699]	Speed: 737.966230 samples/sec	rmse=0.019432	lr=0.075321
Epoch[69] Batch [2749]	Speed: 741.262926 samples/sec	rmse=0.019434	lr=0.075314
Epoch[69] Batch [2799]	Speed: 750.750966 samples/sec	rmse=0.019437	lr=0.075307
Epoch[69] Batch [2849]	Speed: 775.641273 samples/sec	rmse=0.019434	lr=0.075300
Epoch[69] Batch [2899]	Speed: 760.248008 samples/sec	rmse=0.019433	lr=0.075293
Epoch[69] Batch [2949]	Speed: 713.751000 samples/sec	rmse=0.019434	lr=0.075286
Epoch[69] Batch [2999]	Speed: 747.304695 samples/sec	rmse=0.019438	lr=0.075279
Epoch[69] Batch [3049]	Speed: 762.906171 samples/sec	rmse=0.019440	lr=0.075272
Epoch[69] Batch [3099]	Speed: 732.599218 samples/sec	rmse=0.019438	lr=0.075265
Epoch[69] Batch [3149]	Speed: 709.944441 samples/sec	rmse=0.019437	lr=0.075258
Epoch[69] Batch [3199]	Speed: 752.116238 samples/sec	rmse=0.019438	lr=0.075251
Epoch[69] Batch [3249]	Speed: 726.754826 samples/sec	rmse=0.019439	lr=0.075244
Epoch[69] Batch [3299]	Speed: 728.141483 samples/sec	rmse=0.019442	lr=0.075237
Epoch[69] Batch [3349]	Speed: 744.291154 samples/sec	rmse=0.019447	lr=0.075230
Epoch[69] Batch [3399]	Speed: 758.778456 samples/sec	rmse=0.019448	lr=0.075223
Epoch[69] Batch [3449]	Speed: 718.763716 samples/sec	rmse=0.019448	lr=0.075216
Epoch[69] Batch [3499]	Speed: 722.927600 samples/sec	rmse=0.019450	lr=0.075210
Epoch[69] Batch [3549]	Speed: 772.651285 samples/sec	rmse=0.019453	lr=0.075203
Epoch[69] Batch [3599]	Speed: 745.485440 samples/sec	rmse=0.019453	lr=0.075196
Epoch[69] Batch [3649]	Speed: 755.417171 samples/sec	rmse=0.019455	lr=0.075189
Epoch[69] Batch [3699]	Speed: 732.302901 samples/sec	rmse=0.019456	lr=0.075182
Epoch[69] Batch [3749]	Speed: 780.799648 samples/sec	rmse=0.019459	lr=0.075175
Epoch[69] Batch [3799]	Speed: 720.892740 samples/sec	rmse=0.019459	lr=0.075168
Epoch[69] Batch [3849]	Speed: 732.444949 samples/sec	rmse=0.019459	lr=0.075161
Epoch[69] Batch [3899]	Speed: 718.471484 samples/sec	rmse=0.019460	lr=0.075154
Epoch[69] Batch [3949]	Speed: 741.289630 samples/sec	rmse=0.019463	lr=0.075147
Epoch[69] Batch [3999]	Speed: 726.700288 samples/sec	rmse=0.019467	lr=0.075140
Epoch[69] Batch [4049]	Speed: 730.762615 samples/sec	rmse=0.019468	lr=0.075133
Epoch[69] Batch [4099]	Speed: 733.117751 samples/sec	rmse=0.019470	lr=0.075126
Epoch[69] Batch [4149]	Speed: 764.648944 samples/sec	rmse=0.019470	lr=0.075119
Epoch[69] Batch [4199]	Speed: 755.645632 samples/sec	rmse=0.019472	lr=0.075112
Epoch[69] Batch [4249]	Speed: 763.440729 samples/sec	rmse=0.019476	lr=0.075105
Epoch[69] Batch [4299]	Speed: 777.337410 samples/sec	rmse=0.019478	lr=0.075098
Epoch[69] Batch [4349]	Speed: 717.319630 samples/sec	rmse=0.019478	lr=0.075091
Epoch[69] Batch [4399]	Speed: 775.595085 samples/sec	rmse=0.019479	lr=0.075084
Epoch[69] Batch [4449]	Speed: 793.121953 samples/sec	rmse=0.019478	lr=0.075077
Epoch[69] Batch [4499]	Speed: 778.433173 samples/sec	rmse=0.019480	lr=0.075070
Epoch[69] Batch [4549]	Speed: 746.295672 samples/sec	rmse=0.019479	lr=0.075063
Epoch[69] Batch [4599]	Speed: 745.384215 samples/sec	rmse=0.019482	lr=0.075056
Epoch[69] Batch [4649]	Speed: 733.324186 samples/sec	rmse=0.019481	lr=0.075049
Epoch[69] Batch [4699]	Speed: 755.442810 samples/sec	rmse=0.019479	lr=0.075043
Epoch[69] Batch [4749]	Speed: 733.258533 samples/sec	rmse=0.019479	lr=0.075036
Epoch[69] Batch [4799]	Speed: 750.899253 samples/sec	rmse=0.019479	lr=0.075029
Epoch[69] Batch [4849]	Speed: 747.027101 samples/sec	rmse=0.019479	lr=0.075022
Epoch[69] Batch [4899]	Speed: 747.572950 samples/sec	rmse=0.019480	lr=0.075015
Epoch[69] Batch [4949]	Speed: 746.633088 samples/sec	rmse=0.019483	lr=0.075008
Epoch[69] Batch [4999]	Speed: 789.416488 samples/sec	rmse=0.019483	lr=0.075001
[Epoch 69] training: rmse=0.019483
[Epoch 69] speed: 743 samples/sec	time cost: 1746.915698
[Epoch 69] validation: err-top1=0.328125 err-top5=0.112600
Epoch[70] Batch [49]	Speed: 726.103290 samples/sec	rmse=0.019439	lr=0.074993
Epoch[70] Batch [99]	Speed: 708.438061 samples/sec	rmse=0.019341	lr=0.074986
Epoch[70] Batch [149]	Speed: 730.713849 samples/sec	rmse=0.019373	lr=0.074979
Epoch[70] Batch [199]	Speed: 733.314230 samples/sec	rmse=0.019417	lr=0.074972
Epoch[70] Batch [249]	Speed: 719.062340 samples/sec	rmse=0.019396	lr=0.074965
Epoch[70] Batch [299]	Speed: 741.462557 samples/sec	rmse=0.019380	lr=0.074958
Epoch[70] Batch [349]	Speed: 718.310498 samples/sec	rmse=0.019378	lr=0.074951
Epoch[70] Batch [399]	Speed: 734.563261 samples/sec	rmse=0.019349	lr=0.074944
Epoch[70] Batch [449]	Speed: 719.724210 samples/sec	rmse=0.019347	lr=0.074937
Epoch[70] Batch [499]	Speed: 704.527108 samples/sec	rmse=0.019354	lr=0.074930
Epoch[70] Batch [549]	Speed: 755.058136 samples/sec	rmse=0.019360	lr=0.074923
Epoch[70] Batch [599]	Speed: 731.501472 samples/sec	rmse=0.019349	lr=0.074916
Epoch[70] Batch [649]	Speed: 730.888294 samples/sec	rmse=0.019344	lr=0.074909
Epoch[70] Batch [699]	Speed: 731.512256 samples/sec	rmse=0.019346	lr=0.074902
Epoch[70] Batch [749]	Speed: 770.907729 samples/sec	rmse=0.019342	lr=0.074896
Epoch[70] Batch [799]	Speed: 727.561066 samples/sec	rmse=0.019349	lr=0.074889
Epoch[70] Batch [849]	Speed: 730.363579 samples/sec	rmse=0.019353	lr=0.074882
Epoch[70] Batch [899]	Speed: 737.215376 samples/sec	rmse=0.019361	lr=0.074875
Epoch[70] Batch [949]	Speed: 723.293301 samples/sec	rmse=0.019371	lr=0.074868
Epoch[70] Batch [999]	Speed: 765.551340 samples/sec	rmse=0.019374	lr=0.074861
Epoch[70] Batch [1049]	Speed: 754.853263 samples/sec	rmse=0.019377	lr=0.074854
Epoch[70] Batch [1099]	Speed: 725.669529 samples/sec	rmse=0.019385	lr=0.074847
Epoch[70] Batch [1149]	Speed: 716.505200 samples/sec	rmse=0.019387	lr=0.074840
Epoch[70] Batch [1199]	Speed: 721.154919 samples/sec	rmse=0.019391	lr=0.074833
Epoch[70] Batch [1249]	Speed: 753.313411 samples/sec	rmse=0.019383	lr=0.074826
Epoch[70] Batch [1299]	Speed: 744.534554 samples/sec	rmse=0.019381	lr=0.074819
Epoch[70] Batch [1349]	Speed: 730.437062 samples/sec	rmse=0.019381	lr=0.074812
Epoch[70] Batch [1399]	Speed: 760.328167 samples/sec	rmse=0.019380	lr=0.074805
Epoch[70] Batch [1449]	Speed: 747.986505 samples/sec	rmse=0.019378	lr=0.074798
Epoch[70] Batch [1499]	Speed: 764.476496 samples/sec	rmse=0.019379	lr=0.074791
Epoch[70] Batch [1549]	Speed: 725.890192 samples/sec	rmse=0.019381	lr=0.074784
Epoch[70] Batch [1599]	Speed: 777.708544 samples/sec	rmse=0.019377	lr=0.074777
Epoch[70] Batch [1649]	Speed: 739.493621 samples/sec	rmse=0.019379	lr=0.074770
Epoch[70] Batch [1699]	Speed: 753.296161 samples/sec	rmse=0.019388	lr=0.074763
Epoch[70] Batch [1749]	Speed: 753.497123 samples/sec	rmse=0.019393	lr=0.074756
Epoch[70] Batch [1799]	Speed: 781.776062 samples/sec	rmse=0.019393	lr=0.074749
Epoch[70] Batch [1849]	Speed: 760.664609 samples/sec	rmse=0.019392	lr=0.074742
Epoch[70] Batch [1899]	Speed: 754.463951 samples/sec	rmse=0.019397	lr=0.074735
Epoch[70] Batch [1949]	Speed: 769.283892 samples/sec	rmse=0.019402	lr=0.074728
Epoch[70] Batch [1999]	Speed: 770.389507 samples/sec	rmse=0.019405	lr=0.074721
Epoch[70] Batch [2049]	Speed: 773.699111 samples/sec	rmse=0.019408	lr=0.074714
Epoch[70] Batch [2099]	Speed: 740.565843 samples/sec	rmse=0.019412	lr=0.074707
Epoch[70] Batch [2149]	Speed: 733.899552 samples/sec	rmse=0.019417	lr=0.074700
Epoch[70] Batch [2199]	Speed: 719.560666 samples/sec	rmse=0.019416	lr=0.074693
Epoch[70] Batch [2249]	Speed: 733.848090 samples/sec	rmse=0.019416	lr=0.074686
Epoch[70] Batch [2299]	Speed: 743.106994 samples/sec	rmse=0.019419	lr=0.074679
Epoch[70] Batch [2349]	Speed: 714.072607 samples/sec	rmse=0.019423	lr=0.074672
Epoch[70] Batch [2399]	Speed: 740.048108 samples/sec	rmse=0.019427	lr=0.074665
Epoch[70] Batch [2449]	Speed: 719.438370 samples/sec	rmse=0.019427	lr=0.074658
Epoch[70] Batch [2499]	Speed: 745.980390 samples/sec	rmse=0.019424	lr=0.074651
Epoch[70] Batch [2549]	Speed: 738.855679 samples/sec	rmse=0.019426	lr=0.074644
Epoch[70] Batch [2599]	Speed: 754.436959 samples/sec	rmse=0.019428	lr=0.074637
Epoch[70] Batch [2649]	Speed: 728.120577 samples/sec	rmse=0.019432	lr=0.074630
Epoch[70] Batch [2699]	Speed: 726.418739 samples/sec	rmse=0.019433	lr=0.074623
Epoch[70] Batch [2749]	Speed: 753.031283 samples/sec	rmse=0.019431	lr=0.074616
Epoch[70] Batch [2799]	Speed: 732.559053 samples/sec	rmse=0.019429	lr=0.074609
Epoch[70] Batch [2849]	Speed: 745.355126 samples/sec	rmse=0.019428	lr=0.074602
Epoch[70] Batch [2899]	Speed: 724.310466 samples/sec	rmse=0.019431	lr=0.074595
Epoch[70] Batch [2949]	Speed: 730.822738 samples/sec	rmse=0.019433	lr=0.074588
Epoch[70] Batch [2999]	Speed: 727.037797 samples/sec	rmse=0.019434	lr=0.074581
Epoch[70] Batch [3049]	Speed: 765.567279 samples/sec	rmse=0.019436	lr=0.074574
Epoch[70] Batch [3099]	Speed: 718.287154 samples/sec	rmse=0.019436	lr=0.074567
Epoch[70] Batch [3149]	Speed: 713.945000 samples/sec	rmse=0.019436	lr=0.074560
Epoch[70] Batch [3199]	Speed: 725.930493 samples/sec	rmse=0.019439	lr=0.074553
Epoch[70] Batch [3249]	Speed: 776.738853 samples/sec	rmse=0.019441	lr=0.074546
Epoch[70] Batch [3299]	Speed: 765.152020 samples/sec	rmse=0.019443	lr=0.074539
Epoch[70] Batch [3349]	Speed: 721.529069 samples/sec	rmse=0.019444	lr=0.074532
Epoch[70] Batch [3399]	Speed: 728.363988 samples/sec	rmse=0.019443	lr=0.074525
Epoch[70] Batch [3449]	Speed: 769.773916 samples/sec	rmse=0.019443	lr=0.074518
Epoch[70] Batch [3499]	Speed: 740.203443 samples/sec	rmse=0.019441	lr=0.074511
Epoch[70] Batch [3549]	Speed: 740.992584 samples/sec	rmse=0.019440	lr=0.074504
Epoch[70] Batch [3599]	Speed: 727.836516 samples/sec	rmse=0.019437	lr=0.074497
Epoch[70] Batch [3649]	Speed: 720.666389 samples/sec	rmse=0.019437	lr=0.074490
Epoch[70] Batch [3699]	Speed: 702.671134 samples/sec	rmse=0.019434	lr=0.074483
Epoch[70] Batch [3749]	Speed: 708.466453 samples/sec	rmse=0.019437	lr=0.074476
Epoch[70] Batch [3799]	Speed: 758.003972 samples/sec	rmse=0.019441	lr=0.074469
Epoch[70] Batch [3849]	Speed: 736.316023 samples/sec	rmse=0.019441	lr=0.074461
Epoch[70] Batch [3899]	Speed: 718.441333 samples/sec	rmse=0.019444	lr=0.074454
Epoch[70] Batch [3949]	Speed: 732.382251 samples/sec	rmse=0.019448	lr=0.074447
Epoch[70] Batch [3999]	Speed: 758.957837 samples/sec	rmse=0.019450	lr=0.074440
Epoch[70] Batch [4049]	Speed: 760.533761 samples/sec	rmse=0.019452	lr=0.074433
Epoch[70] Batch [4099]	Speed: 718.513437 samples/sec	rmse=0.019453	lr=0.074426
Epoch[70] Batch [4149]	Speed: 743.346367 samples/sec	rmse=0.019454	lr=0.074419
Epoch[70] Batch [4199]	Speed: 794.742519 samples/sec	rmse=0.019452	lr=0.074412
Epoch[70] Batch [4249]	Speed: 727.798183 samples/sec	rmse=0.019453	lr=0.074405
Epoch[70] Batch [4299]	Speed: 749.749970 samples/sec	rmse=0.019454	lr=0.074398
Epoch[70] Batch [4349]	Speed: 783.624024 samples/sec	rmse=0.019454	lr=0.074391
Epoch[70] Batch [4399]	Speed: 726.470019 samples/sec	rmse=0.019455	lr=0.074384
Epoch[70] Batch [4449]	Speed: 777.722097 samples/sec	rmse=0.019454	lr=0.074377
Epoch[70] Batch [4499]	Speed: 750.009956 samples/sec	rmse=0.019455	lr=0.074370
Epoch[70] Batch [4549]	Speed: 743.318394 samples/sec	rmse=0.019459	lr=0.074363
Epoch[70] Batch [4599]	Speed: 772.861963 samples/sec	rmse=0.019460	lr=0.074356
Epoch[70] Batch [4649]	Speed: 732.793068 samples/sec	rmse=0.019461	lr=0.074349
Epoch[70] Batch [4699]	Speed: 758.091750 samples/sec	rmse=0.019464	lr=0.074342
Epoch[70] Batch [4749]	Speed: 765.707367 samples/sec	rmse=0.019464	lr=0.074335
Epoch[70] Batch [4799]	Speed: 755.741557 samples/sec	rmse=0.019465	lr=0.074328
Epoch[70] Batch [4849]	Speed: 727.635880 samples/sec	rmse=0.019463	lr=0.074321
Epoch[70] Batch [4899]	Speed: 707.785421 samples/sec	rmse=0.019465	lr=0.074314
Epoch[70] Batch [4949]	Speed: 738.679880 samples/sec	rmse=0.019467	lr=0.074307
Epoch[70] Batch [4999]	Speed: 743.135548 samples/sec	rmse=0.019467	lr=0.074300
[Epoch 70] training: rmse=0.019467
[Epoch 70] speed: 740 samples/sec	time cost: 1754.723356
[Epoch 70] validation: err-top1=0.335081 err-top5=0.118642
Epoch[71] Batch [49]	Speed: 695.053935 samples/sec	rmse=0.019372	lr=0.074292
Epoch[71] Batch [99]	Speed: 702.854179 samples/sec	rmse=0.019403	lr=0.074285
Epoch[71] Batch [149]	Speed: 732.837510 samples/sec	rmse=0.019373	lr=0.074278
Epoch[71] Batch [199]	Speed: 736.440489 samples/sec	rmse=0.019346	lr=0.074271
Epoch[71] Batch [249]	Speed: 736.984122 samples/sec	rmse=0.019385	lr=0.074264
Epoch[71] Batch [299]	Speed: 738.570121 samples/sec	rmse=0.019376	lr=0.074257
Epoch[71] Batch [349]	Speed: 764.435862 samples/sec	rmse=0.019388	lr=0.074250
Epoch[71] Batch [399]	Speed: 723.607249 samples/sec	rmse=0.019421	lr=0.074243
Epoch[71] Batch [449]	Speed: 754.656828 samples/sec	rmse=0.019414	lr=0.074236
Epoch[71] Batch [499]	Speed: 739.139658 samples/sec	rmse=0.019441	lr=0.074229
Epoch[71] Batch [549]	Speed: 746.583271 samples/sec	rmse=0.019451	lr=0.074222
Epoch[71] Batch [599]	Speed: 738.937869 samples/sec	rmse=0.019458	lr=0.074215
Epoch[71] Batch [649]	Speed: 700.323751 samples/sec	rmse=0.019451	lr=0.074208
Epoch[71] Batch [699]	Speed: 714.928074 samples/sec	rmse=0.019468	lr=0.074201
Epoch[71] Batch [749]	Speed: 722.826803 samples/sec	rmse=0.019467	lr=0.074194
Epoch[71] Batch [799]	Speed: 745.820176 samples/sec	rmse=0.019454	lr=0.074187
Epoch[71] Batch [849]	Speed: 739.169882 samples/sec	rmse=0.019435	lr=0.074180
Epoch[71] Batch [899]	Speed: 721.422883 samples/sec	rmse=0.019439	lr=0.074173
Epoch[71] Batch [949]	Speed: 715.854083 samples/sec	rmse=0.019430	lr=0.074166
Epoch[71] Batch [999]	Speed: 754.992664 samples/sec	rmse=0.019421	lr=0.074158
Epoch[71] Batch [1049]	Speed: 789.983311 samples/sec	rmse=0.019423	lr=0.074151
Epoch[71] Batch [1099]	Speed: 754.475742 samples/sec	rmse=0.019424	lr=0.074144
Epoch[71] Batch [1149]	Speed: 725.982421 samples/sec	rmse=0.019431	lr=0.074137
Epoch[71] Batch [1199]	Speed: 739.811445 samples/sec	rmse=0.019435	lr=0.074130
Epoch[71] Batch [1249]	Speed: 750.149251 samples/sec	rmse=0.019426	lr=0.074123
Epoch[71] Batch [1299]	Speed: 766.105617 samples/sec	rmse=0.019419	lr=0.074116
Epoch[71] Batch [1349]	Speed: 729.422202 samples/sec	rmse=0.019414	lr=0.074109
Epoch[71] Batch [1399]	Speed: 759.849597 samples/sec	rmse=0.019413	lr=0.074102
Epoch[71] Batch [1449]	Speed: 756.574781 samples/sec	rmse=0.019408	lr=0.074095
Epoch[71] Batch [1499]	Speed: 757.632306 samples/sec	rmse=0.019408	lr=0.074088
Epoch[71] Batch [1549]	Speed: 775.842967 samples/sec	rmse=0.019412	lr=0.074081
Epoch[71] Batch [1599]	Speed: 754.828789 samples/sec	rmse=0.019409	lr=0.074074
Epoch[71] Batch [1649]	Speed: 724.712882 samples/sec	rmse=0.019413	lr=0.074067
Epoch[71] Batch [1699]	Speed: 728.290427 samples/sec	rmse=0.019409	lr=0.074060
Epoch[71] Batch [1749]	Speed: 725.754413 samples/sec	rmse=0.019407	lr=0.074053
Epoch[71] Batch [1799]	Speed: 740.794024 samples/sec	rmse=0.019403	lr=0.074046
Epoch[71] Batch [1849]	Speed: 762.658392 samples/sec	rmse=0.019413	lr=0.074039
Epoch[71] Batch [1899]	Speed: 742.609510 samples/sec	rmse=0.019419	lr=0.074032
Epoch[71] Batch [1949]	Speed: 733.955939 samples/sec	rmse=0.019419	lr=0.074024
Epoch[71] Batch [1999]	Speed: 740.170195 samples/sec	rmse=0.019420	lr=0.074017
Epoch[71] Batch [2049]	Speed: 734.479389 samples/sec	rmse=0.019417	lr=0.074010
Epoch[71] Batch [2099]	Speed: 757.537151 samples/sec	rmse=0.019412	lr=0.074003
Epoch[71] Batch [2149]	Speed: 708.967198 samples/sec	rmse=0.019412	lr=0.073996
Epoch[71] Batch [2199]	Speed: 748.575569 samples/sec	rmse=0.019415	lr=0.073989
Epoch[71] Batch [2249]	Speed: 742.137447 samples/sec	rmse=0.019419	lr=0.073982
Epoch[71] Batch [2299]	Speed: 741.916855 samples/sec	rmse=0.019418	lr=0.073975
Epoch[71] Batch [2349]	Speed: 730.934536 samples/sec	rmse=0.019421	lr=0.073968
Epoch[71] Batch [2399]	Speed: 749.628565 samples/sec	rmse=0.019422	lr=0.073961
Epoch[71] Batch [2449]	Speed: 730.501704 samples/sec	rmse=0.019423	lr=0.073954
Epoch[71] Batch [2499]	Speed: 763.098823 samples/sec	rmse=0.019423	lr=0.073947
Epoch[71] Batch [2549]	Speed: 718.622394 samples/sec	rmse=0.019419	lr=0.073940
Epoch[71] Batch [2599]	Speed: 742.425381 samples/sec	rmse=0.019419	lr=0.073933
Epoch[71] Batch [2649]	Speed: 717.463489 samples/sec	rmse=0.019419	lr=0.073926
Epoch[71] Batch [2699]	Speed: 736.861465 samples/sec	rmse=0.019420	lr=0.073919
Epoch[71] Batch [2749]	Speed: 746.024477 samples/sec	rmse=0.019417	lr=0.073911
Epoch[71] Batch [2799]	Speed: 746.808953 samples/sec	rmse=0.019415	lr=0.073904
Epoch[71] Batch [2849]	Speed: 752.602067 samples/sec	rmse=0.019412	lr=0.073897
Epoch[71] Batch [2899]	Speed: 727.436282 samples/sec	rmse=0.019414	lr=0.073890
Epoch[71] Batch [2949]	Speed: 730.829165 samples/sec	rmse=0.019418	lr=0.073883
Epoch[71] Batch [2999]	Speed: 771.339533 samples/sec	rmse=0.019420	lr=0.073876
Epoch[71] Batch [3049]	Speed: 758.869740 samples/sec	rmse=0.019422	lr=0.073869
Epoch[71] Batch [3099]	Speed: 730.051734 samples/sec	rmse=0.019420	lr=0.073862
Epoch[71] Batch [3149]	Speed: 734.522418 samples/sec	rmse=0.019423	lr=0.073855
Epoch[71] Batch [3199]	Speed: 738.199125 samples/sec	rmse=0.019427	lr=0.073848
Epoch[71] Batch [3249]	Speed: 750.765506 samples/sec	rmse=0.019428	lr=0.073841
Epoch[71] Batch [3299]	Speed: 745.452275 samples/sec	rmse=0.019430	lr=0.073834
Epoch[71] Batch [3349]	Speed: 782.888699 samples/sec	rmse=0.019430	lr=0.073827
Epoch[71] Batch [3399]	Speed: 760.793637 samples/sec	rmse=0.019429	lr=0.073820
Epoch[71] Batch [3449]	Speed: 736.953702 samples/sec	rmse=0.019428	lr=0.073812
Epoch[71] Batch [3499]	Speed: 722.755183 samples/sec	rmse=0.019431	lr=0.073805
Epoch[71] Batch [3549]	Speed: 727.561431 samples/sec	rmse=0.019433	lr=0.073798
Epoch[71] Batch [3599]	Speed: 699.556269 samples/sec	rmse=0.019434	lr=0.073791
Epoch[71] Batch [3649]	Speed: 741.166999 samples/sec	rmse=0.019437	lr=0.073784
Epoch[71] Batch [3699]	Speed: 730.104621 samples/sec	rmse=0.019440	lr=0.073777
Epoch[71] Batch [3749]	Speed: 741.387872 samples/sec	rmse=0.019440	lr=0.073770
Epoch[71] Batch [3799]	Speed: 767.892730 samples/sec	rmse=0.019440	lr=0.073763
Epoch[71] Batch [3849]	Speed: 747.913168 samples/sec	rmse=0.019440	lr=0.073756
Epoch[71] Batch [3899]	Speed: 730.896772 samples/sec	rmse=0.019440	lr=0.073749
Epoch[71] Batch [3949]	Speed: 744.942717 samples/sec	rmse=0.019442	lr=0.073742
Epoch[71] Batch [3999]	Speed: 727.825247 samples/sec	rmse=0.019443	lr=0.073735
Epoch[71] Batch [4049]	Speed: 722.992974 samples/sec	rmse=0.019446	lr=0.073727
Epoch[71] Batch [4099]	Speed: 736.294938 samples/sec	rmse=0.019451	lr=0.073720
Epoch[71] Batch [4149]	Speed: 740.175930 samples/sec	rmse=0.019450	lr=0.073713
Epoch[71] Batch [4199]	Speed: 756.188560 samples/sec	rmse=0.019450	lr=0.073706
Epoch[71] Batch [4249]	Speed: 745.306431 samples/sec	rmse=0.019450	lr=0.073699
Epoch[71] Batch [4299]	Speed: 749.206511 samples/sec	rmse=0.019449	lr=0.073692
Epoch[71] Batch [4349]	Speed: 745.745688 samples/sec	rmse=0.019450	lr=0.073685
Epoch[71] Batch [4399]	Speed: 740.225447 samples/sec	rmse=0.019449	lr=0.073678
Epoch[71] Batch [4449]	Speed: 714.600618 samples/sec	rmse=0.019448	lr=0.073671
Epoch[71] Batch [4499]	Speed: 776.383857 samples/sec	rmse=0.019449	lr=0.073664
Epoch[71] Batch [4549]	Speed: 720.448610 samples/sec	rmse=0.019451	lr=0.073657
Epoch[71] Batch [4599]	Speed: 761.497324 samples/sec	rmse=0.019450	lr=0.073649
Epoch[71] Batch [4649]	Speed: 710.659841 samples/sec	rmse=0.019450	lr=0.073642
Epoch[71] Batch [4699]	Speed: 747.173921 samples/sec	rmse=0.019449	lr=0.073635
Epoch[71] Batch [4749]	Speed: 748.550926 samples/sec	rmse=0.019452	lr=0.073628
Epoch[71] Batch [4799]	Speed: 731.023413 samples/sec	rmse=0.019451	lr=0.073621
Epoch[71] Batch [4849]	Speed: 763.878575 samples/sec	rmse=0.019450	lr=0.073614
Epoch[71] Batch [4899]	Speed: 758.148275 samples/sec	rmse=0.019447	lr=0.073607
Epoch[71] Batch [4949]	Speed: 782.782027 samples/sec	rmse=0.019443	lr=0.073600
Epoch[71] Batch [4999]	Speed: 730.551744 samples/sec	rmse=0.019442	lr=0.073593
[Epoch 71] training: rmse=0.019443
[Epoch 71] speed: 740 samples/sec	time cost: 1754.217189
[Epoch 71] validation: err-top1=0.337961 err-top5=0.119772
Epoch[72] Batch [49]	Speed: 739.557146 samples/sec	rmse=0.019203	lr=0.073585
Epoch[72] Batch [99]	Speed: 749.591210 samples/sec	rmse=0.019262	lr=0.073578
Epoch[72] Batch [149]	Speed: 747.423955 samples/sec	rmse=0.019282	lr=0.073571
Epoch[72] Batch [199]	Speed: 742.605587 samples/sec	rmse=0.019257	lr=0.073564
Epoch[72] Batch [249]	Speed: 738.398459 samples/sec	rmse=0.019242	lr=0.073557
Epoch[72] Batch [299]	Speed: 730.556864 samples/sec	rmse=0.019265	lr=0.073550
Epoch[72] Batch [349]	Speed: 743.073248 samples/sec	rmse=0.019277	lr=0.073542
Epoch[72] Batch [399]	Speed: 716.729835 samples/sec	rmse=0.019272	lr=0.073535
Epoch[72] Batch [449]	Speed: 768.760783 samples/sec	rmse=0.019259	lr=0.073528
Epoch[72] Batch [499]	Speed: 737.343922 samples/sec	rmse=0.019268	lr=0.073521
Epoch[72] Batch [549]	Speed: 723.854737 samples/sec	rmse=0.019287	lr=0.073514
Epoch[72] Batch [599]	Speed: 726.998328 samples/sec	rmse=0.019276	lr=0.073507
Epoch[72] Batch [649]	Speed: 742.996213 samples/sec	rmse=0.019285	lr=0.073500
Epoch[72] Batch [699]	Speed: 747.362120 samples/sec	rmse=0.019288	lr=0.073493
Epoch[72] Batch [749]	Speed: 769.146591 samples/sec	rmse=0.019294	lr=0.073486
Epoch[72] Batch [799]	Speed: 707.288729 samples/sec	rmse=0.019302	lr=0.073479
Epoch[72] Batch [849]	Speed: 781.926359 samples/sec	rmse=0.019303	lr=0.073471
Epoch[72] Batch [899]	Speed: 735.560368 samples/sec	rmse=0.019308	lr=0.073464
Epoch[72] Batch [949]	Speed: 720.125196 samples/sec	rmse=0.019301	lr=0.073457
Epoch[72] Batch [999]	Speed: 784.566976 samples/sec	rmse=0.019307	lr=0.073450
Epoch[72] Batch [1049]	Speed: 756.905668 samples/sec	rmse=0.019312	lr=0.073443
Epoch[72] Batch [1099]	Speed: 742.251009 samples/sec	rmse=0.019308	lr=0.073436
Epoch[72] Batch [1149]	Speed: 797.336002 samples/sec	rmse=0.019312	lr=0.073429
Epoch[72] Batch [1199]	Speed: 758.962655 samples/sec	rmse=0.019308	lr=0.073422
Epoch[72] Batch [1249]	Speed: 753.173245 samples/sec	rmse=0.019310	lr=0.073415
Epoch[72] Batch [1299]	Speed: 739.961429 samples/sec	rmse=0.019309	lr=0.073407
Epoch[72] Batch [1349]	Speed: 747.990236 samples/sec	rmse=0.019305	lr=0.073400
Epoch[72] Batch [1399]	Speed: 736.375973 samples/sec	rmse=0.019312	lr=0.073393
Epoch[72] Batch [1449]	Speed: 736.081438 samples/sec	rmse=0.019318	lr=0.073386
Epoch[72] Batch [1499]	Speed: 752.783627 samples/sec	rmse=0.019325	lr=0.073379
Epoch[72] Batch [1549]	Speed: 736.542068 samples/sec	rmse=0.019327	lr=0.073372
Epoch[72] Batch [1599]	Speed: 745.361552 samples/sec	rmse=0.019326	lr=0.073365
Epoch[72] Batch [1649]	Speed: 735.870927 samples/sec	rmse=0.019329	lr=0.073358
Epoch[72] Batch [1699]	Speed: 734.810125 samples/sec	rmse=0.019323	lr=0.073351
Epoch[72] Batch [1749]	Speed: 735.565397 samples/sec	rmse=0.019322	lr=0.073343
Epoch[72] Batch [1799]	Speed: 706.017079 samples/sec	rmse=0.019317	lr=0.073336
Epoch[72] Batch [1849]	Speed: 743.217530 samples/sec	rmse=0.019313	lr=0.073329
Epoch[72] Batch [1899]	Speed: 721.273052 samples/sec	rmse=0.019316	lr=0.073322
Epoch[72] Batch [1949]	Speed: 747.525922 samples/sec	rmse=0.019319	lr=0.073315
Epoch[72] Batch [1999]	Speed: 739.808998 samples/sec	rmse=0.019318	lr=0.073308
Epoch[72] Batch [2049]	Speed: 777.379473 samples/sec	rmse=0.019320	lr=0.073301
Epoch[72] Batch [2099]	Speed: 752.031217 samples/sec	rmse=0.019318	lr=0.073294
Epoch[72] Batch [2149]	Speed: 722.941249 samples/sec	rmse=0.019320	lr=0.073286
Epoch[72] Batch [2199]	Speed: 738.192436 samples/sec	rmse=0.019325	lr=0.073279
Epoch[72] Batch [2249]	Speed: 766.559747 samples/sec	rmse=0.019329	lr=0.073272
Epoch[72] Batch [2299]	Speed: 733.915835 samples/sec	rmse=0.019334	lr=0.073265
Epoch[72] Batch [2349]	Speed: 745.131935 samples/sec	rmse=0.019341	lr=0.073258
Epoch[72] Batch [2399]	Speed: 739.470164 samples/sec	rmse=0.019343	lr=0.073251
Epoch[72] Batch [2449]	Speed: 733.415499 samples/sec	rmse=0.019345	lr=0.073244
Epoch[72] Batch [2499]	Speed: 764.870589 samples/sec	rmse=0.019346	lr=0.073237
Epoch[72] Batch [2549]	Speed: 748.355306 samples/sec	rmse=0.019351	lr=0.073229
Epoch[72] Batch [2599]	Speed: 743.524096 samples/sec	rmse=0.019353	lr=0.073222
Epoch[72] Batch [2649]	Speed: 741.648576 samples/sec	rmse=0.019354	lr=0.073215
Epoch[72] Batch [2699]	Speed: 720.948491 samples/sec	rmse=0.019353	lr=0.073208
Epoch[72] Batch [2749]	Speed: 748.288321 samples/sec	rmse=0.019356	lr=0.073201
Epoch[72] Batch [2799]	Speed: 751.438335 samples/sec	rmse=0.019358	lr=0.073194
Epoch[72] Batch [2849]	Speed: 747.564039 samples/sec	rmse=0.019361	lr=0.073187
Epoch[72] Batch [2899]	Speed: 754.121022 samples/sec	rmse=0.019367	lr=0.073180
Epoch[72] Batch [2949]	Speed: 741.979176 samples/sec	rmse=0.019368	lr=0.073172
Epoch[72] Batch [2999]	Speed: 736.818971 samples/sec	rmse=0.019372	lr=0.073165
Epoch[72] Batch [3049]	Speed: 774.396334 samples/sec	rmse=0.019370	lr=0.073158
Epoch[72] Batch [3099]	Speed: 766.195829 samples/sec	rmse=0.019372	lr=0.073151
Epoch[72] Batch [3149]	Speed: 751.053861 samples/sec	rmse=0.019372	lr=0.073144
Epoch[72] Batch [3199]	Speed: 713.355127 samples/sec	rmse=0.019372	lr=0.073137
Epoch[72] Batch [3249]	Speed: 745.796139 samples/sec	rmse=0.019370	lr=0.073130
Epoch[72] Batch [3299]	Speed: 732.743661 samples/sec	rmse=0.019371	lr=0.073122
Epoch[72] Batch [3349]	Speed: 729.559070 samples/sec	rmse=0.019371	lr=0.073115
Epoch[72] Batch [3399]	Speed: 761.976794 samples/sec	rmse=0.019372	lr=0.073108
Epoch[72] Batch [3449]	Speed: 747.332314 samples/sec	rmse=0.019377	lr=0.073101
Epoch[72] Batch [3499]	Speed: 733.800847 samples/sec	rmse=0.019377	lr=0.073094
Epoch[72] Batch [3549]	Speed: 730.109000 samples/sec	rmse=0.019378	lr=0.073087
Epoch[72] Batch [3599]	Speed: 731.958631 samples/sec	rmse=0.019381	lr=0.073080
Epoch[72] Batch [3649]	Speed: 720.916292 samples/sec	rmse=0.019385	lr=0.073073
Epoch[72] Batch [3699]	Speed: 723.814539 samples/sec	rmse=0.019384	lr=0.073065
Epoch[72] Batch [3749]	Speed: 747.791315 samples/sec	rmse=0.019383	lr=0.073058
Epoch[72] Batch [3799]	Speed: 721.524957 samples/sec	rmse=0.019385	lr=0.073051
Epoch[72] Batch [3849]	Speed: 714.561803 samples/sec	rmse=0.019386	lr=0.073044
Epoch[72] Batch [3899]	Speed: 726.815944 samples/sec	rmse=0.019385	lr=0.073037
Epoch[72] Batch [3949]	Speed: 730.217500 samples/sec	rmse=0.019387	lr=0.073030
Epoch[72] Batch [3999]	Speed: 724.582090 samples/sec	rmse=0.019390	lr=0.073023
Epoch[72] Batch [4049]	Speed: 752.756976 samples/sec	rmse=0.019391	lr=0.073015
Epoch[72] Batch [4099]	Speed: 728.566469 samples/sec	rmse=0.019391	lr=0.073008
Epoch[72] Batch [4149]	Speed: 758.609772 samples/sec	rmse=0.019392	lr=0.073001
Epoch[72] Batch [4199]	Speed: 737.029368 samples/sec	rmse=0.019393	lr=0.072994
Epoch[72] Batch [4249]	Speed: 738.722895 samples/sec	rmse=0.019393	lr=0.072987
Epoch[72] Batch [4299]	Speed: 751.889896 samples/sec	rmse=0.019393	lr=0.072980
Epoch[72] Batch [4349]	Speed: 712.181324 samples/sec	rmse=0.019392	lr=0.072972
Epoch[72] Batch [4399]	Speed: 733.067369 samples/sec	rmse=0.019392	lr=0.072965
Epoch[72] Batch [4449]	Speed: 734.401644 samples/sec	rmse=0.019390	lr=0.072958
Epoch[72] Batch [4499]	Speed: 734.053883 samples/sec	rmse=0.019389	lr=0.072951
Epoch[72] Batch [4549]	Speed: 729.933041 samples/sec	rmse=0.019390	lr=0.072944
Epoch[72] Batch [4599]	Speed: 764.841158 samples/sec	rmse=0.019393	lr=0.072937
Epoch[72] Batch [4649]	Speed: 696.704044 samples/sec	rmse=0.019395	lr=0.072930
Epoch[72] Batch [4699]	Speed: 747.476329 samples/sec	rmse=0.019396	lr=0.072922
Epoch[72] Batch [4749]	Speed: 720.938181 samples/sec	rmse=0.019397	lr=0.072915
Epoch[72] Batch [4799]	Speed: 720.123129 samples/sec	rmse=0.019396	lr=0.072908
Epoch[72] Batch [4849]	Speed: 760.548403 samples/sec	rmse=0.019395	lr=0.072901
Epoch[72] Batch [4899]	Speed: 756.597684 samples/sec	rmse=0.019397	lr=0.072894
Epoch[72] Batch [4949]	Speed: 733.066739 samples/sec	rmse=0.019397	lr=0.072887
Epoch[72] Batch [4999]	Speed: 756.628052 samples/sec	rmse=0.019396	lr=0.072879
[Epoch 72] training: rmse=0.019396
[Epoch 72] speed: 740 samples/sec	time cost: 1752.612401
[Epoch 72] validation: err-top1=0.326342 err-top5=0.112039
Epoch[73] Batch [49]	Speed: 743.022393 samples/sec	rmse=0.019465	lr=0.072872
Epoch[73] Batch [99]	Speed: 735.635446 samples/sec	rmse=0.019352	lr=0.072865
Epoch[73] Batch [149]	Speed: 769.361988 samples/sec	rmse=0.019428	lr=0.072857
Epoch[73] Batch [199]	Speed: 722.338337 samples/sec	rmse=0.019387	lr=0.072850
Epoch[73] Batch [249]	Speed: 757.958683 samples/sec	rmse=0.019359	lr=0.072843
Epoch[73] Batch [299]	Speed: 720.372501 samples/sec	rmse=0.019347	lr=0.072836
Epoch[73] Batch [349]	Speed: 729.437583 samples/sec	rmse=0.019340	lr=0.072829
Epoch[73] Batch [399]	Speed: 716.950675 samples/sec	rmse=0.019328	lr=0.072822
Epoch[73] Batch [449]	Speed: 742.067406 samples/sec	rmse=0.019315	lr=0.072814
Epoch[73] Batch [499]	Speed: 714.454881 samples/sec	rmse=0.019295	lr=0.072807
Epoch[73] Batch [549]	Speed: 713.426100 samples/sec	rmse=0.019282	lr=0.072800
Epoch[73] Batch [599]	Speed: 713.526114 samples/sec	rmse=0.019275	lr=0.072793
Epoch[73] Batch [649]	Speed: 780.176916 samples/sec	rmse=0.019275	lr=0.072786
Epoch[73] Batch [699]	Speed: 765.687809 samples/sec	rmse=0.019281	lr=0.072779
Epoch[73] Batch [749]	Speed: 784.590343 samples/sec	rmse=0.019292	lr=0.072771
Epoch[73] Batch [799]	Speed: 704.679579 samples/sec	rmse=0.019279	lr=0.072764
Epoch[73] Batch [849]	Speed: 763.945271 samples/sec	rmse=0.019275	lr=0.072757
Epoch[73] Batch [899]	Speed: 778.907047 samples/sec	rmse=0.019289	lr=0.072750
Epoch[73] Batch [949]	Speed: 742.935365 samples/sec	rmse=0.019299	lr=0.072743
Epoch[73] Batch [999]	Speed: 721.618923 samples/sec	rmse=0.019301	lr=0.072736
Epoch[73] Batch [1049]	Speed: 727.792313 samples/sec	rmse=0.019303	lr=0.072728
Epoch[73] Batch [1099]	Speed: 758.741664 samples/sec	rmse=0.019301	lr=0.072721
Epoch[73] Batch [1149]	Speed: 779.391194 samples/sec	rmse=0.019313	lr=0.072714
Epoch[73] Batch [1199]	Speed: 733.709368 samples/sec	rmse=0.019310	lr=0.072707
Epoch[73] Batch [1249]	Speed: 750.149733 samples/sec	rmse=0.019318	lr=0.072700
Epoch[73] Batch [1299]	Speed: 727.303520 samples/sec	rmse=0.019320	lr=0.072693
Epoch[73] Batch [1349]	Speed: 736.540158 samples/sec	rmse=0.019325	lr=0.072685
Epoch[73] Batch [1399]	Speed: 756.874072 samples/sec	rmse=0.019327	lr=0.072678
Epoch[73] Batch [1449]	Speed: 722.901600 samples/sec	rmse=0.019326	lr=0.072671
Epoch[73] Batch [1499]	Speed: 771.143419 samples/sec	rmse=0.019321	lr=0.072664
Epoch[73] Batch [1549]	Speed: 755.301181 samples/sec	rmse=0.019316	lr=0.072657
Epoch[73] Batch [1599]	Speed: 749.981972 samples/sec	rmse=0.019320	lr=0.072650
Epoch[73] Batch [1649]	Speed: 756.007238 samples/sec	rmse=0.019322	lr=0.072642
Epoch[73] Batch [1699]	Speed: 738.559249 samples/sec	rmse=0.019321	lr=0.072635
Epoch[73] Batch [1749]	Speed: 727.627152 samples/sec	rmse=0.019324	lr=0.072628
Epoch[73] Batch [1799]	Speed: 732.841192 samples/sec	rmse=0.019329	lr=0.072621
Epoch[73] Batch [1849]	Speed: 723.366139 samples/sec	rmse=0.019326	lr=0.072614
Epoch[73] Batch [1899]	Speed: 740.908433 samples/sec	rmse=0.019325	lr=0.072607
Epoch[73] Batch [1949]	Speed: 727.271037 samples/sec	rmse=0.019328	lr=0.072599
Epoch[73] Batch [1999]	Speed: 710.829670 samples/sec	rmse=0.019326	lr=0.072592
Epoch[73] Batch [2049]	Speed: 736.701545 samples/sec	rmse=0.019336	lr=0.072585
Epoch[73] Batch [2099]	Speed: 736.104600 samples/sec	rmse=0.019338	lr=0.072578
Epoch[73] Batch [2149]	Speed: 767.111123 samples/sec	rmse=0.019339	lr=0.072571
Epoch[73] Batch [2199]	Speed: 773.801593 samples/sec	rmse=0.019341	lr=0.072563
Epoch[73] Batch [2249]	Speed: 763.187688 samples/sec	rmse=0.019343	lr=0.072556
Epoch[73] Batch [2299]	Speed: 751.097141 samples/sec	rmse=0.019340	lr=0.072549
Epoch[73] Batch [2349]	Speed: 761.439197 samples/sec	rmse=0.019339	lr=0.072542
Epoch[73] Batch [2399]	Speed: 772.642467 samples/sec	rmse=0.019343	lr=0.072535
Epoch[73] Batch [2449]	Speed: 752.650601 samples/sec	rmse=0.019346	lr=0.072528
Epoch[73] Batch [2499]	Speed: 705.104827 samples/sec	rmse=0.019349	lr=0.072520
Epoch[73] Batch [2549]	Speed: 752.476414 samples/sec	rmse=0.019344	lr=0.072513
Epoch[73] Batch [2599]	Speed: 734.962655 samples/sec	rmse=0.019350	lr=0.072506
Epoch[73] Batch [2649]	Speed: 708.814007 samples/sec	rmse=0.019353	lr=0.072499
Epoch[73] Batch [2699]	Speed: 727.037847 samples/sec	rmse=0.019355	lr=0.072492
Epoch[73] Batch [2749]	Speed: 749.882402 samples/sec	rmse=0.019359	lr=0.072484
Epoch[73] Batch [2799]	Speed: 737.927777 samples/sec	rmse=0.019362	lr=0.072477
Epoch[73] Batch [2849]	Speed: 729.139114 samples/sec	rmse=0.019364	lr=0.072470
Epoch[73] Batch [2899]	Speed: 750.705133 samples/sec	rmse=0.019364	lr=0.072463
Epoch[73] Batch [2949]	Speed: 792.042546 samples/sec	rmse=0.019364	lr=0.072456
Epoch[73] Batch [2999]	Speed: 760.158212 samples/sec	rmse=0.019363	lr=0.072448
Epoch[73] Batch [3049]	Speed: 761.620109 samples/sec	rmse=0.019367	lr=0.072441
Epoch[73] Batch [3099]	Speed: 761.193687 samples/sec	rmse=0.019370	lr=0.072434
Epoch[73] Batch [3149]	Speed: 756.622368 samples/sec	rmse=0.019374	lr=0.072427
Epoch[73] Batch [3199]	Speed: 738.904043 samples/sec	rmse=0.019377	lr=0.072420
Epoch[73] Batch [3249]	Speed: 739.606386 samples/sec	rmse=0.019381	lr=0.072412
Epoch[73] Batch [3299]	Speed: 770.302383 samples/sec	rmse=0.019382	lr=0.072405
Epoch[73] Batch [3349]	Speed: 715.899845 samples/sec	rmse=0.019381	lr=0.072398
Epoch[73] Batch [3399]	Speed: 731.368229 samples/sec	rmse=0.019378	lr=0.072391
Epoch[73] Batch [3449]	Speed: 744.683164 samples/sec	rmse=0.019376	lr=0.072384
Epoch[73] Batch [3499]	Speed: 745.986993 samples/sec	rmse=0.019375	lr=0.072376
Epoch[73] Batch [3549]	Speed: 766.454994 samples/sec	rmse=0.019378	lr=0.072369
Epoch[73] Batch [3599]	Speed: 725.354417 samples/sec	rmse=0.019382	lr=0.072362
Epoch[73] Batch [3649]	Speed: 780.165647 samples/sec	rmse=0.019384	lr=0.072355
Epoch[73] Batch [3699]	Speed: 756.017373 samples/sec	rmse=0.019382	lr=0.072348
Epoch[73] Batch [3749]	Speed: 707.684659 samples/sec	rmse=0.019385	lr=0.072340
Epoch[73] Batch [3799]	Speed: 732.823696 samples/sec	rmse=0.019385	lr=0.072333
Epoch[73] Batch [3849]	Speed: 744.938655 samples/sec	rmse=0.019389	lr=0.072326
Epoch[73] Batch [3899]	Speed: 710.264795 samples/sec	rmse=0.019391	lr=0.072319
Epoch[73] Batch [3949]	Speed: 808.535148 samples/sec	rmse=0.019394	lr=0.072312
Epoch[73] Batch [3999]	Speed: 757.186767 samples/sec	rmse=0.019395	lr=0.072304
Epoch[73] Batch [4049]	Speed: 716.933289 samples/sec	rmse=0.019393	lr=0.072297
Epoch[73] Batch [4099]	Speed: 758.099640 samples/sec	rmse=0.019396	lr=0.072290
Epoch[73] Batch [4149]	Speed: 759.096601 samples/sec	rmse=0.019396	lr=0.072283
Epoch[73] Batch [4199]	Speed: 760.169717 samples/sec	rmse=0.019396	lr=0.072276
Epoch[73] Batch [4249]	Speed: 738.614616 samples/sec	rmse=0.019399	lr=0.072268
Epoch[73] Batch [4299]	Speed: 789.531350 samples/sec	rmse=0.019401	lr=0.072261
Epoch[73] Batch [4349]	Speed: 744.815155 samples/sec	rmse=0.019402	lr=0.072254
Epoch[73] Batch [4399]	Speed: 785.430745 samples/sec	rmse=0.019405	lr=0.072247
Epoch[73] Batch [4449]	Speed: 755.853032 samples/sec	rmse=0.019406	lr=0.072240
Epoch[73] Batch [4499]	Speed: 714.609359 samples/sec	rmse=0.019403	lr=0.072232
Epoch[73] Batch [4549]	Speed: 739.130011 samples/sec	rmse=0.019404	lr=0.072225
Epoch[73] Batch [4599]	Speed: 750.801970 samples/sec	rmse=0.019405	lr=0.072218
Epoch[73] Batch [4649]	Speed: 715.462358 samples/sec	rmse=0.019407	lr=0.072211
Epoch[73] Batch [4699]	Speed: 746.122931 samples/sec	rmse=0.019405	lr=0.072204
Epoch[73] Batch [4749]	Speed: 730.835005 samples/sec	rmse=0.019406	lr=0.072196
Epoch[73] Batch [4799]	Speed: 730.592524 samples/sec	rmse=0.019405	lr=0.072189
Epoch[73] Batch [4849]	Speed: 733.106129 samples/sec	rmse=0.019405	lr=0.072182
Epoch[73] Batch [4899]	Speed: 733.308941 samples/sec	rmse=0.019406	lr=0.072175
Epoch[73] Batch [4949]	Speed: 706.768887 samples/sec	rmse=0.019407	lr=0.072168
Epoch[73] Batch [4999]	Speed: 760.686402 samples/sec	rmse=0.019409	lr=0.072160
[Epoch 73] training: rmse=0.019409
[Epoch 73] speed: 743 samples/sec	time cost: 1746.791479
[Epoch 73] validation: err-top1=0.329799 err-top5=0.114397
Epoch[74] Batch [49]	Speed: 746.245683 samples/sec	rmse=0.019262	lr=0.072153
Epoch[74] Batch [99]	Speed: 761.625684 samples/sec	rmse=0.019181	lr=0.072145
Epoch[74] Batch [149]	Speed: 744.620914 samples/sec	rmse=0.019232	lr=0.072138
Epoch[74] Batch [199]	Speed: 752.612955 samples/sec	rmse=0.019241	lr=0.072131
Epoch[74] Batch [249]	Speed: 737.732508 samples/sec	rmse=0.019246	lr=0.072124
Epoch[74] Batch [299]	Speed: 741.264134 samples/sec	rmse=0.019235	lr=0.072116
Epoch[74] Batch [349]	Speed: 764.214827 samples/sec	rmse=0.019257	lr=0.072109
Epoch[74] Batch [399]	Speed: 757.235413 samples/sec	rmse=0.019268	lr=0.072102
Epoch[74] Batch [449]	Speed: 733.876188 samples/sec	rmse=0.019282	lr=0.072095
Epoch[74] Batch [499]	Speed: 754.541739 samples/sec	rmse=0.019280	lr=0.072088
Epoch[74] Batch [549]	Speed: 767.543380 samples/sec	rmse=0.019288	lr=0.072080
Epoch[74] Batch [599]	Speed: 736.098040 samples/sec	rmse=0.019288	lr=0.072073
Epoch[74] Batch [649]	Speed: 755.202075 samples/sec	rmse=0.019295	lr=0.072066
Epoch[74] Batch [699]	Speed: 766.532429 samples/sec	rmse=0.019298	lr=0.072059
Epoch[74] Batch [749]	Speed: 729.389281 samples/sec	rmse=0.019304	lr=0.072051
Epoch[74] Batch [799]	Speed: 732.487540 samples/sec	rmse=0.019301	lr=0.072044
Epoch[74] Batch [849]	Speed: 711.569047 samples/sec	rmse=0.019311	lr=0.072037
Epoch[74] Batch [899]	Speed: 739.802117 samples/sec	rmse=0.019325	lr=0.072030
Epoch[74] Batch [949]	Speed: 743.811551 samples/sec	rmse=0.019333	lr=0.072023
Epoch[74] Batch [999]	Speed: 726.462843 samples/sec	rmse=0.019333	lr=0.072015
Epoch[74] Batch [1049]	Speed: 735.038959 samples/sec	rmse=0.019336	lr=0.072008
Epoch[74] Batch [1099]	Speed: 737.014505 samples/sec	rmse=0.019350	lr=0.072001
Epoch[74] Batch [1149]	Speed: 747.936956 samples/sec	rmse=0.019351	lr=0.071994
Epoch[74] Batch [1199]	Speed: 753.619964 samples/sec	rmse=0.019359	lr=0.071986
Epoch[74] Batch [1249]	Speed: 744.350965 samples/sec	rmse=0.019363	lr=0.071979
Epoch[74] Batch [1299]	Speed: 741.994579 samples/sec	rmse=0.019364	lr=0.071972
Epoch[74] Batch [1349]	Speed: 733.822803 samples/sec	rmse=0.019365	lr=0.071965
Epoch[74] Batch [1399]	Speed: 744.183672 samples/sec	rmse=0.019368	lr=0.071957
Epoch[74] Batch [1449]	Speed: 745.979862 samples/sec	rmse=0.019373	lr=0.071950
Epoch[74] Batch [1499]	Speed: 761.917783 samples/sec	rmse=0.019370	lr=0.071943
Epoch[74] Batch [1549]	Speed: 706.400832 samples/sec	rmse=0.019371	lr=0.071936
Epoch[74] Batch [1599]	Speed: 744.290380 samples/sec	rmse=0.019368	lr=0.071929
Epoch[74] Batch [1649]	Speed: 739.809906 samples/sec	rmse=0.019374	lr=0.071921
Epoch[74] Batch [1699]	Speed: 744.366559 samples/sec	rmse=0.019379	lr=0.071914
Epoch[74] Batch [1749]	Speed: 723.908731 samples/sec	rmse=0.019376	lr=0.071907
Epoch[74] Batch [1799]	Speed: 748.745166 samples/sec	rmse=0.019385	lr=0.071900
Epoch[74] Batch [1849]	Speed: 769.502178 samples/sec	rmse=0.019382	lr=0.071892
Epoch[74] Batch [1899]	Speed: 730.585814 samples/sec	rmse=0.019376	lr=0.071885
Epoch[74] Batch [1949]	Speed: 744.546026 samples/sec	rmse=0.019373	lr=0.071878
Epoch[74] Batch [1999]	Speed: 753.178739 samples/sec	rmse=0.019370	lr=0.071871
Epoch[74] Batch [2049]	Speed: 743.116601 samples/sec	rmse=0.019374	lr=0.071863
Epoch[74] Batch [2099]	Speed: 773.426568 samples/sec	rmse=0.019371	lr=0.071856
Epoch[74] Batch [2149]	Speed: 741.180557 samples/sec	rmse=0.019370	lr=0.071849
Epoch[74] Batch [2199]	Speed: 755.076890 samples/sec	rmse=0.019375	lr=0.071842
Epoch[74] Batch [2249]	Speed: 712.457333 samples/sec	rmse=0.019371	lr=0.071834
Epoch[74] Batch [2299]	Speed: 756.339056 samples/sec	rmse=0.019372	lr=0.071827
Epoch[74] Batch [2349]	Speed: 767.892170 samples/sec	rmse=0.019369	lr=0.071820
Epoch[74] Batch [2399]	Speed: 752.077001 samples/sec	rmse=0.019363	lr=0.071813
Epoch[74] Batch [2449]	Speed: 720.902082 samples/sec	rmse=0.019365	lr=0.071805
Epoch[74] Batch [2499]	Speed: 735.366270 samples/sec	rmse=0.019369	lr=0.071798
Epoch[74] Batch [2549]	Speed: 759.204839 samples/sec	rmse=0.019368	lr=0.071791
Epoch[74] Batch [2599]	Speed: 757.976372 samples/sec	rmse=0.019365	lr=0.071784
Epoch[74] Batch [2649]	Speed: 722.441109 samples/sec	rmse=0.019363	lr=0.071777
Epoch[74] Batch [2699]	Speed: 738.760709 samples/sec	rmse=0.019362	lr=0.071769
Epoch[74] Batch [2749]	Speed: 741.340206 samples/sec	rmse=0.019362	lr=0.071762
Epoch[74] Batch [2799]	Speed: 752.865935 samples/sec	rmse=0.019361	lr=0.071755
Epoch[74] Batch [2849]	Speed: 755.679402 samples/sec	rmse=0.019361	lr=0.071748
Epoch[74] Batch [2899]	Speed: 743.356773 samples/sec	rmse=0.019363	lr=0.071740
Epoch[74] Batch [2949]	Speed: 757.678850 samples/sec	rmse=0.019364	lr=0.071733
Epoch[74] Batch [2999]	Speed: 791.891080 samples/sec	rmse=0.019367	lr=0.071726
Epoch[74] Batch [3049]	Speed: 770.882469 samples/sec	rmse=0.019367	lr=0.071719
Epoch[74] Batch [3099]	Speed: 739.438550 samples/sec	rmse=0.019365	lr=0.071711
Epoch[74] Batch [3149]	Speed: 740.282779 samples/sec	rmse=0.019367	lr=0.071704
Epoch[74] Batch [3199]	Speed: 754.009602 samples/sec	rmse=0.019364	lr=0.071697
Epoch[74] Batch [3249]	Speed: 774.772402 samples/sec	rmse=0.019360	lr=0.071690
Epoch[74] Batch [3299]	Speed: 725.344676 samples/sec	rmse=0.019360	lr=0.071682
Epoch[74] Batch [3349]	Speed: 781.357878 samples/sec	rmse=0.019367	lr=0.071675
Epoch[74] Batch [3399]	Speed: 768.338876 samples/sec	rmse=0.019368	lr=0.071668
Epoch[74] Batch [3449]	Speed: 736.142157 samples/sec	rmse=0.019369	lr=0.071661
Epoch[74] Batch [3499]	Speed: 757.067467 samples/sec	rmse=0.019369	lr=0.071653
Epoch[74] Batch [3549]	Speed: 719.811232 samples/sec	rmse=0.019374	lr=0.071646
Epoch[74] Batch [3599]	Speed: 725.090253 samples/sec	rmse=0.019375	lr=0.071639
Epoch[74] Batch [3649]	Speed: 752.182845 samples/sec	rmse=0.019375	lr=0.071631
Epoch[74] Batch [3699]	Speed: 743.025026 samples/sec	rmse=0.019377	lr=0.071624
Epoch[74] Batch [3749]	Speed: 773.316477 samples/sec	rmse=0.019376	lr=0.071617
Epoch[74] Batch [3799]	Speed: 740.013793 samples/sec	rmse=0.019376	lr=0.071610
Epoch[74] Batch [3849]	Speed: 771.951061 samples/sec	rmse=0.019376	lr=0.071602
Epoch[74] Batch [3899]	Speed: 762.967244 samples/sec	rmse=0.019374	lr=0.071595
Epoch[74] Batch [3949]	Speed: 776.834273 samples/sec	rmse=0.019376	lr=0.071588
Epoch[74] Batch [3999]	Speed: 729.663489 samples/sec	rmse=0.019376	lr=0.071581
Epoch[74] Batch [4049]	Speed: 742.917343 samples/sec	rmse=0.019375	lr=0.071573
Epoch[74] Batch [4099]	Speed: 724.363619 samples/sec	rmse=0.019376	lr=0.071566
Epoch[74] Batch [4149]	Speed: 743.733837 samples/sec	rmse=0.019376	lr=0.071559
Epoch[74] Batch [4199]	Speed: 763.324682 samples/sec	rmse=0.019377	lr=0.071552
Epoch[74] Batch [4249]	Speed: 771.352954 samples/sec	rmse=0.019378	lr=0.071544
Epoch[74] Batch [4299]	Speed: 772.326057 samples/sec	rmse=0.019379	lr=0.071537
Epoch[74] Batch [4349]	Speed: 727.463142 samples/sec	rmse=0.019378	lr=0.071530
Epoch[74] Batch [4399]	Speed: 705.348297 samples/sec	rmse=0.019379	lr=0.071523
Epoch[74] Batch [4449]	Speed: 753.112716 samples/sec	rmse=0.019381	lr=0.071515
Epoch[74] Batch [4499]	Speed: 767.450052 samples/sec	rmse=0.019381	lr=0.071508
Epoch[74] Batch [4549]	Speed: 745.311129 samples/sec	rmse=0.019383	lr=0.071501
Epoch[74] Batch [4599]	Speed: 741.618415 samples/sec	rmse=0.019383	lr=0.071494
Epoch[74] Batch [4649]	Speed: 753.140005 samples/sec	rmse=0.019384	lr=0.071486
Epoch[74] Batch [4699]	Speed: 769.862333 samples/sec	rmse=0.019386	lr=0.071479
Epoch[74] Batch [4749]	Speed: 731.771087 samples/sec	rmse=0.019387	lr=0.071472
Epoch[74] Batch [4799]	Speed: 734.983915 samples/sec	rmse=0.019387	lr=0.071464
Epoch[74] Batch [4849]	Speed: 770.455532 samples/sec	rmse=0.019387	lr=0.071457
Epoch[74] Batch [4899]	Speed: 699.867653 samples/sec	rmse=0.019388	lr=0.071450
Epoch[74] Batch [4949]	Speed: 759.155091 samples/sec	rmse=0.019388	lr=0.071443
Epoch[74] Batch [4999]	Speed: 759.839896 samples/sec	rmse=0.019389	lr=0.071435
[Epoch 74] training: rmse=0.019389
[Epoch 74] speed: 746 samples/sec	time cost: 1739.280093
[Epoch 74] validation: err-top1=0.326442 err-top5=0.111799
Epoch[75] Batch [49]	Speed: 720.417142 samples/sec	rmse=0.019324	lr=0.071428
Epoch[75] Batch [99]	Speed: 721.653706 samples/sec	rmse=0.019184	lr=0.071420
Epoch[75] Batch [149]	Speed: 745.066125 samples/sec	rmse=0.019176	lr=0.071413
Epoch[75] Batch [199]	Speed: 749.290100 samples/sec	rmse=0.019187	lr=0.071406
Epoch[75] Batch [249]	Speed: 744.494928 samples/sec	rmse=0.019198	lr=0.071398
Epoch[75] Batch [299]	Speed: 727.555732 samples/sec	rmse=0.019189	lr=0.071391
Epoch[75] Batch [349]	Speed: 737.696766 samples/sec	rmse=0.019221	lr=0.071384
Epoch[75] Batch [399]	Speed: 749.980788 samples/sec	rmse=0.019228	lr=0.071377
Epoch[75] Batch [449]	Speed: 785.037041 samples/sec	rmse=0.019226	lr=0.071369
Epoch[75] Batch [499]	Speed: 714.846979 samples/sec	rmse=0.019229	lr=0.071362
Epoch[75] Batch [549]	Speed: 758.115269 samples/sec	rmse=0.019220	lr=0.071355
Epoch[75] Batch [599]	Speed: 722.340660 samples/sec	rmse=0.019213	lr=0.071347
Epoch[75] Batch [649]	Speed: 722.287794 samples/sec	rmse=0.019230	lr=0.071340
Epoch[75] Batch [699]	Speed: 754.882111 samples/sec	rmse=0.019219	lr=0.071333
Epoch[75] Batch [749]	Speed: 767.316026 samples/sec	rmse=0.019220	lr=0.071326
Epoch[75] Batch [799]	Speed: 722.344693 samples/sec	rmse=0.019217	lr=0.071318
Epoch[75] Batch [849]	Speed: 713.410629 samples/sec	rmse=0.019229	lr=0.071311
Epoch[75] Batch [899]	Speed: 717.611079 samples/sec	rmse=0.019240	lr=0.071304
Epoch[75] Batch [949]	Speed: 736.632142 samples/sec	rmse=0.019241	lr=0.071297
Epoch[75] Batch [999]	Speed: 728.081474 samples/sec	rmse=0.019247	lr=0.071289
Epoch[75] Batch [1049]	Speed: 741.919397 samples/sec	rmse=0.019251	lr=0.071282
Epoch[75] Batch [1099]	Speed: 725.603474 samples/sec	rmse=0.019255	lr=0.071275
Epoch[75] Batch [1149]	Speed: 734.273900 samples/sec	rmse=0.019255	lr=0.071267
Epoch[75] Batch [1199]	Speed: 737.514415 samples/sec	rmse=0.019257	lr=0.071260
Epoch[75] Batch [1249]	Speed: 760.693720 samples/sec	rmse=0.019263	lr=0.071253
Epoch[75] Batch [1299]	Speed: 730.267998 samples/sec	rmse=0.019271	lr=0.071246
Epoch[75] Batch [1349]	Speed: 759.863976 samples/sec	rmse=0.019265	lr=0.071238
Epoch[75] Batch [1399]	Speed: 745.246074 samples/sec	rmse=0.019267	lr=0.071231
Epoch[75] Batch [1449]	Speed: 732.609075 samples/sec	rmse=0.019277	lr=0.071224
Epoch[75] Batch [1499]	Speed: 749.271642 samples/sec	rmse=0.019276	lr=0.071216
Epoch[75] Batch [1549]	Speed: 737.671892 samples/sec	rmse=0.019272	lr=0.071209
Epoch[75] Batch [1599]	Speed: 755.703899 samples/sec	rmse=0.019278	lr=0.071202
Epoch[75] Batch [1649]	Speed: 768.668547 samples/sec	rmse=0.019284	lr=0.071195
Epoch[75] Batch [1699]	Speed: 770.421170 samples/sec	rmse=0.019289	lr=0.071187
Epoch[75] Batch [1749]	Speed: 743.875479 samples/sec	rmse=0.019288	lr=0.071180
Epoch[75] Batch [1799]	Speed: 769.872115 samples/sec	rmse=0.019292	lr=0.071173
Epoch[75] Batch [1849]	Speed: 755.409104 samples/sec	rmse=0.019288	lr=0.071165
Epoch[75] Batch [1899]	Speed: 723.457221 samples/sec	rmse=0.019289	lr=0.071158
Epoch[75] Batch [1949]	Speed: 784.813089 samples/sec	rmse=0.019288	lr=0.071151
Epoch[75] Batch [1999]	Speed: 745.380780 samples/sec	rmse=0.019293	lr=0.071143
Epoch[75] Batch [2049]	Speed: 752.083007 samples/sec	rmse=0.019294	lr=0.071136
Epoch[75] Batch [2099]	Speed: 792.209466 samples/sec	rmse=0.019297	lr=0.071129
Epoch[75] Batch [2149]	Speed: 756.483836 samples/sec	rmse=0.019299	lr=0.071122
Epoch[75] Batch [2199]	Speed: 747.810762 samples/sec	rmse=0.019298	lr=0.071114
Epoch[75] Batch [2249]	Speed: 739.261018 samples/sec	rmse=0.019299	lr=0.071107
Epoch[75] Batch [2299]	Speed: 752.629329 samples/sec	rmse=0.019300	lr=0.071100
Epoch[75] Batch [2349]	Speed: 751.097456 samples/sec	rmse=0.019306	lr=0.071092
Epoch[75] Batch [2399]	Speed: 723.242419 samples/sec	rmse=0.019306	lr=0.071085
Epoch[75] Batch [2449]	Speed: 774.600186 samples/sec	rmse=0.019308	lr=0.071078
Epoch[75] Batch [2499]	Speed: 753.840998 samples/sec	rmse=0.019315	lr=0.071070
Epoch[75] Batch [2549]	Speed: 727.420522 samples/sec	rmse=0.019315	lr=0.071063
Epoch[75] Batch [2599]	Speed: 768.129360 samples/sec	rmse=0.019315	lr=0.071056
Epoch[75] Batch [2649]	Speed: 737.489098 samples/sec	rmse=0.019317	lr=0.071049
Epoch[75] Batch [2699]	Speed: 717.109089 samples/sec	rmse=0.019317	lr=0.071041
Epoch[75] Batch [2749]	Speed: 763.155891 samples/sec	rmse=0.019320	lr=0.071034
Epoch[75] Batch [2799]	Speed: 756.174320 samples/sec	rmse=0.019321	lr=0.071027
Epoch[75] Batch [2849]	Speed: 792.983636 samples/sec	rmse=0.019323	lr=0.071019
Epoch[75] Batch [2899]	Speed: 721.975106 samples/sec	rmse=0.019326	lr=0.071012
Epoch[75] Batch [2949]	Speed: 735.339821 samples/sec	rmse=0.019331	lr=0.071005
Epoch[75] Batch [2999]	Speed: 746.179303 samples/sec	rmse=0.019330	lr=0.070997
Epoch[75] Batch [3049]	Speed: 793.310709 samples/sec	rmse=0.019330	lr=0.070990
Epoch[75] Batch [3099]	Speed: 740.609588 samples/sec	rmse=0.019330	lr=0.070983
Epoch[75] Batch [3149]	Speed: 749.548846 samples/sec	rmse=0.019330	lr=0.070976
Epoch[75] Batch [3199]	Speed: 776.388190 samples/sec	rmse=0.019329	lr=0.070968
Epoch[75] Batch [3249]	Speed: 748.925570 samples/sec	rmse=0.019329	lr=0.070961
Epoch[75] Batch [3299]	Speed: 727.231326 samples/sec	rmse=0.019328	lr=0.070954
Epoch[75] Batch [3349]	Speed: 736.358722 samples/sec	rmse=0.019328	lr=0.070946
Epoch[75] Batch [3399]	Speed: 737.006238 samples/sec	rmse=0.019331	lr=0.070939
Epoch[75] Batch [3449]	Speed: 733.265844 samples/sec	rmse=0.019333	lr=0.070932
Epoch[75] Batch [3499]	Speed: 746.664011 samples/sec	rmse=0.019334	lr=0.070924
Epoch[75] Batch [3549]	Speed: 755.106244 samples/sec	rmse=0.019332	lr=0.070917
Epoch[75] Batch [3599]	Speed: 742.135169 samples/sec	rmse=0.019330	lr=0.070910
Epoch[75] Batch [3649]	Speed: 762.802458 samples/sec	rmse=0.019328	lr=0.070902
Epoch[75] Batch [3699]	Speed: 728.051577 samples/sec	rmse=0.019331	lr=0.070895
Epoch[75] Batch [3749]	Speed: 751.559275 samples/sec	rmse=0.019331	lr=0.070888
Epoch[75] Batch [3799]	Speed: 785.654095 samples/sec	rmse=0.019332	lr=0.070881
Epoch[75] Batch [3849]	Speed: 761.632297 samples/sec	rmse=0.019334	lr=0.070873
Epoch[75] Batch [3899]	Speed: 768.416549 samples/sec	rmse=0.019334	lr=0.070866
Epoch[75] Batch [3949]	Speed: 787.261134 samples/sec	rmse=0.019337	lr=0.070859
Epoch[75] Batch [3999]	Speed: 735.383464 samples/sec	rmse=0.019340	lr=0.070851
Epoch[75] Batch [4049]	Speed: 713.642282 samples/sec	rmse=0.019343	lr=0.070844
Epoch[75] Batch [4099]	Speed: 766.656383 samples/sec	rmse=0.019342	lr=0.070837
Epoch[75] Batch [4149]	Speed: 749.153152 samples/sec	rmse=0.019345	lr=0.070829
Epoch[75] Batch [4199]	Speed: 694.876863 samples/sec	rmse=0.019347	lr=0.070822
Epoch[75] Batch [4249]	Speed: 730.463935 samples/sec	rmse=0.019348	lr=0.070815
Epoch[75] Batch [4299]	Speed: 759.139912 samples/sec	rmse=0.019350	lr=0.070807
Epoch[75] Batch [4349]	Speed: 762.655608 samples/sec	rmse=0.019352	lr=0.070800
Epoch[75] Batch [4399]	Speed: 735.044705 samples/sec	rmse=0.019353	lr=0.070793
Epoch[75] Batch [4449]	Speed: 734.043786 samples/sec	rmse=0.019355	lr=0.070785
Epoch[75] Batch [4499]	Speed: 748.654997 samples/sec	rmse=0.019353	lr=0.070778
Epoch[75] Batch [4549]	Speed: 742.337487 samples/sec	rmse=0.019355	lr=0.070771
Epoch[75] Batch [4599]	Speed: 723.781791 samples/sec	rmse=0.019356	lr=0.070763
Epoch[75] Batch [4649]	Speed: 770.677869 samples/sec	rmse=0.019359	lr=0.070756
Epoch[75] Batch [4699]	Speed: 723.988371 samples/sec	rmse=0.019361	lr=0.070749
Epoch[75] Batch [4749]	Speed: 758.254807 samples/sec	rmse=0.019361	lr=0.070741
Epoch[75] Batch [4799]	Speed: 737.444181 samples/sec	rmse=0.019361	lr=0.070734
Epoch[75] Batch [4849]	Speed: 748.816609 samples/sec	rmse=0.019362	lr=0.070727
Epoch[75] Batch [4899]	Speed: 755.947541 samples/sec	rmse=0.019362	lr=0.070719
Epoch[75] Batch [4949]	Speed: 748.308795 samples/sec	rmse=0.019360	lr=0.070712
Epoch[75] Batch [4999]	Speed: 739.807204 samples/sec	rmse=0.019360	lr=0.070705
[Epoch 75] training: rmse=0.019359
[Epoch 75] speed: 745 samples/sec	time cost: 1741.878818
[Epoch 75] validation: err-top1=0.323678 err-top5=0.108213
Epoch[76] Batch [49]	Speed: 704.310130 samples/sec	rmse=0.019316	lr=0.070697
Epoch[76] Batch [99]	Speed: 777.144613 samples/sec	rmse=0.019112	lr=0.070690
Epoch[76] Batch [149]	Speed: 749.734694 samples/sec	rmse=0.019153	lr=0.070682
Epoch[76] Batch [199]	Speed: 776.915461 samples/sec	rmse=0.019170	lr=0.070675
Epoch[76] Batch [249]	Speed: 751.605581 samples/sec	rmse=0.019198	lr=0.070668
Epoch[76] Batch [299]	Speed: 759.302571 samples/sec	rmse=0.019186	lr=0.070660
Epoch[76] Batch [349]	Speed: 750.631524 samples/sec	rmse=0.019229	lr=0.070653
Epoch[76] Batch [399]	Speed: 743.398131 samples/sec	rmse=0.019228	lr=0.070646
Epoch[76] Batch [449]	Speed: 744.203262 samples/sec	rmse=0.019242	lr=0.070638
Epoch[76] Batch [499]	Speed: 749.442644 samples/sec	rmse=0.019245	lr=0.070631
Epoch[76] Batch [549]	Speed: 741.251771 samples/sec	rmse=0.019246	lr=0.070624
Epoch[76] Batch [599]	Speed: 723.716479 samples/sec	rmse=0.019246	lr=0.070616
Epoch[76] Batch [649]	Speed: 759.732930 samples/sec	rmse=0.019249	lr=0.070609
Epoch[76] Batch [699]	Speed: 741.404397 samples/sec	rmse=0.019256	lr=0.070602
Epoch[76] Batch [749]	Speed: 730.838308 samples/sec	rmse=0.019247	lr=0.070594
Epoch[76] Batch [799]	Speed: 711.853576 samples/sec	rmse=0.019231	lr=0.070587
Epoch[76] Batch [849]	Speed: 773.886833 samples/sec	rmse=0.019231	lr=0.070580
Epoch[76] Batch [899]	Speed: 748.909711 samples/sec	rmse=0.019241	lr=0.070572
Epoch[76] Batch [949]	Speed: 756.184896 samples/sec	rmse=0.019243	lr=0.070565
Epoch[76] Batch [999]	Speed: 748.564494 samples/sec	rmse=0.019252	lr=0.070558
Epoch[76] Batch [1049]	Speed: 743.970594 samples/sec	rmse=0.019249	lr=0.070550
Epoch[76] Batch [1099]	Speed: 749.947431 samples/sec	rmse=0.019250	lr=0.070543
Epoch[76] Batch [1149]	Speed: 698.663563 samples/sec	rmse=0.019258	lr=0.070536
Epoch[76] Batch [1199]	Speed: 746.820589 samples/sec	rmse=0.019260	lr=0.070528
Epoch[76] Batch [1249]	Speed: 720.936390 samples/sec	rmse=0.019264	lr=0.070521
Epoch[76] Batch [1299]	Speed: 739.886873 samples/sec	rmse=0.019272	lr=0.070514
Epoch[76] Batch [1349]	Speed: 745.428480 samples/sec	rmse=0.019277	lr=0.070506
Epoch[76] Batch [1399]	Speed: 718.210426 samples/sec	rmse=0.019285	lr=0.070499
Epoch[76] Batch [1449]	Speed: 781.873623 samples/sec	rmse=0.019284	lr=0.070492
Epoch[76] Batch [1499]	Speed: 760.012969 samples/sec	rmse=0.019295	lr=0.070484
Epoch[76] Batch [1549]	Speed: 722.862978 samples/sec	rmse=0.019304	lr=0.070477
Epoch[76] Batch [1599]	Speed: 732.340741 samples/sec	rmse=0.019306	lr=0.070470
Epoch[76] Batch [1649]	Speed: 710.599049 samples/sec	rmse=0.019305	lr=0.070462
Epoch[76] Batch [1699]	Speed: 765.996966 samples/sec	rmse=0.019310	lr=0.070455
Epoch[76] Batch [1749]	Speed: 700.659648 samples/sec	rmse=0.019312	lr=0.070448
Epoch[76] Batch [1799]	Speed: 773.102278 samples/sec	rmse=0.019314	lr=0.070440
Epoch[76] Batch [1849]	Speed: 719.169200 samples/sec	rmse=0.019311	lr=0.070433
Epoch[76] Batch [1899]	Speed: 725.830141 samples/sec	rmse=0.019310	lr=0.070425
Epoch[76] Batch [1949]	Speed: 736.812014 samples/sec	rmse=0.019309	lr=0.070418
Epoch[76] Batch [1999]	Speed: 743.816518 samples/sec	rmse=0.019314	lr=0.070411
Epoch[76] Batch [2049]	Speed: 714.423336 samples/sec	rmse=0.019315	lr=0.070403
Epoch[76] Batch [2099]	Speed: 741.668688 samples/sec	rmse=0.019313	lr=0.070396
Epoch[76] Batch [2149]	Speed: 757.576478 samples/sec	rmse=0.019312	lr=0.070389
Epoch[76] Batch [2199]	Speed: 738.022269 samples/sec	rmse=0.019314	lr=0.070381
Epoch[76] Batch [2249]	Speed: 722.520027 samples/sec	rmse=0.019317	lr=0.070374
Epoch[76] Batch [2299]	Speed: 739.337026 samples/sec	rmse=0.019313	lr=0.070367
Epoch[76] Batch [2349]	Speed: 723.557912 samples/sec	rmse=0.019315	lr=0.070359
Epoch[76] Batch [2399]	Speed: 716.744733 samples/sec	rmse=0.019316	lr=0.070352
Epoch[76] Batch [2449]	Speed: 762.936766 samples/sec	rmse=0.019320	lr=0.070345
Epoch[76] Batch [2499]	Speed: 731.387907 samples/sec	rmse=0.019320	lr=0.070337
Epoch[76] Batch [2549]	Speed: 712.117060 samples/sec	rmse=0.019319	lr=0.070330
Epoch[76] Batch [2599]	Speed: 741.449275 samples/sec	rmse=0.019321	lr=0.070323
Epoch[76] Batch [2649]	Speed: 737.588950 samples/sec	rmse=0.019323	lr=0.070315
Epoch[76] Batch [2699]	Speed: 715.318938 samples/sec	rmse=0.019324	lr=0.070308
Epoch[76] Batch [2749]	Speed: 707.069228 samples/sec	rmse=0.019321	lr=0.070301
Epoch[76] Batch [2799]	Speed: 742.674753 samples/sec	rmse=0.019317	lr=0.070293
Epoch[76] Batch [2849]	Speed: 732.580274 samples/sec	rmse=0.019313	lr=0.070286
Epoch[76] Batch [2899]	Speed: 735.588174 samples/sec	rmse=0.019313	lr=0.070278
Epoch[76] Batch [2949]	Speed: 735.024397 samples/sec	rmse=0.019314	lr=0.070271
Epoch[76] Batch [2999]	Speed: 738.285727 samples/sec	rmse=0.019315	lr=0.070264
Epoch[76] Batch [3049]	Speed: 730.641523 samples/sec	rmse=0.019319	lr=0.070256
Epoch[76] Batch [3099]	Speed: 743.887621 samples/sec	rmse=0.019318	lr=0.070249
Epoch[76] Batch [3149]	Speed: 720.192943 samples/sec	rmse=0.019319	lr=0.070242
Epoch[76] Batch [3199]	Speed: 731.863550 samples/sec	rmse=0.019319	lr=0.070234
Epoch[76] Batch [3249]	Speed: 724.808335 samples/sec	rmse=0.019319	lr=0.070227
Epoch[76] Batch [3299]	Speed: 743.563649 samples/sec	rmse=0.019321	lr=0.070220
Epoch[76] Batch [3349]	Speed: 774.634778 samples/sec	rmse=0.019322	lr=0.070212
Epoch[76] Batch [3399]	Speed: 743.471367 samples/sec	rmse=0.019324	lr=0.070205
Epoch[76] Batch [3449]	Speed: 733.171554 samples/sec	rmse=0.019325	lr=0.070197
Epoch[76] Batch [3499]	Speed: 755.459659 samples/sec	rmse=0.019322	lr=0.070190
Epoch[76] Batch [3549]	Speed: 762.037307 samples/sec	rmse=0.019323	lr=0.070183
Epoch[76] Batch [3599]	Speed: 742.112960 samples/sec	rmse=0.019325	lr=0.070175
Epoch[76] Batch [3649]	Speed: 761.710392 samples/sec	rmse=0.019324	lr=0.070168
Epoch[76] Batch [3699]	Speed: 744.817501 samples/sec	rmse=0.019329	lr=0.070161
Epoch[76] Batch [3749]	Speed: 726.917277 samples/sec	rmse=0.019329	lr=0.070153
Epoch[76] Batch [3799]	Speed: 754.327183 samples/sec	rmse=0.019330	lr=0.070146
Epoch[76] Batch [3849]	Speed: 728.898540 samples/sec	rmse=0.019331	lr=0.070139
Epoch[76] Batch [3899]	Speed: 770.918688 samples/sec	rmse=0.019331	lr=0.070131
Epoch[76] Batch [3949]	Speed: 703.921298 samples/sec	rmse=0.019331	lr=0.070124
Epoch[76] Batch [3999]	Speed: 724.559833 samples/sec	rmse=0.019332	lr=0.070116
Epoch[76] Batch [4049]	Speed: 735.043981 samples/sec	rmse=0.019332	lr=0.070109
Epoch[76] Batch [4099]	Speed: 761.783606 samples/sec	rmse=0.019335	lr=0.070102
Epoch[76] Batch [4149]	Speed: 728.955873 samples/sec	rmse=0.019335	lr=0.070094
Epoch[76] Batch [4199]	Speed: 770.416250 samples/sec	rmse=0.019336	lr=0.070087
Epoch[76] Batch [4249]	Speed: 787.975254 samples/sec	rmse=0.019336	lr=0.070080
Epoch[76] Batch [4299]	Speed: 750.666044 samples/sec	rmse=0.019337	lr=0.070072
Epoch[76] Batch [4349]	Speed: 750.175320 samples/sec	rmse=0.019337	lr=0.070065
Epoch[76] Batch [4399]	Speed: 762.622902 samples/sec	rmse=0.019335	lr=0.070057
Epoch[76] Batch [4449]	Speed: 779.256482 samples/sec	rmse=0.019334	lr=0.070050
Epoch[76] Batch [4499]	Speed: 732.796309 samples/sec	rmse=0.019333	lr=0.070043
Epoch[76] Batch [4549]	Speed: 752.065908 samples/sec	rmse=0.019333	lr=0.070035
Epoch[76] Batch [4599]	Speed: 760.608204 samples/sec	rmse=0.019334	lr=0.070028
Epoch[76] Batch [4649]	Speed: 732.826167 samples/sec	rmse=0.019334	lr=0.070021
Epoch[76] Batch [4699]	Speed: 721.136234 samples/sec	rmse=0.019335	lr=0.070013
Epoch[76] Batch [4749]	Speed: 702.861393 samples/sec	rmse=0.019337	lr=0.070006
Epoch[76] Batch [4799]	Speed: 727.983844 samples/sec	rmse=0.019340	lr=0.069998
Epoch[76] Batch [4849]	Speed: 761.883821 samples/sec	rmse=0.019339	lr=0.069991
Epoch[76] Batch [4899]	Speed: 709.430391 samples/sec	rmse=0.019341	lr=0.069984
Epoch[76] Batch [4949]	Speed: 786.492965 samples/sec	rmse=0.019342	lr=0.069976
Epoch[76] Batch [4999]	Speed: 750.179764 samples/sec	rmse=0.019343	lr=0.069969
[Epoch 76] training: rmse=0.019343
[Epoch 76] speed: 740 samples/sec	time cost: 1754.113848
[Epoch 76] validation: err-top1=0.326291 err-top5=0.111846
Epoch[77] Batch [49]	Speed: 691.032512 samples/sec	rmse=0.019157	lr=0.069961
Epoch[77] Batch [99]	Speed: 760.437219 samples/sec	rmse=0.019152	lr=0.069954
Epoch[77] Batch [149]	Speed: 741.924985 samples/sec	rmse=0.019206	lr=0.069946
Epoch[77] Batch [199]	Speed: 753.908706 samples/sec	rmse=0.019197	lr=0.069939
Epoch[77] Batch [249]	Speed: 751.712124 samples/sec	rmse=0.019125	lr=0.069931
Epoch[77] Batch [299]	Speed: 723.435268 samples/sec	rmse=0.019150	lr=0.069924
Epoch[77] Batch [349]	Speed: 725.510841 samples/sec	rmse=0.019165	lr=0.069917
Epoch[77] Batch [399]	Speed: 743.788942 samples/sec	rmse=0.019179	lr=0.069909
Epoch[77] Batch [449]	Speed: 735.934002 samples/sec	rmse=0.019180	lr=0.069902
Epoch[77] Batch [499]	Speed: 743.261856 samples/sec	rmse=0.019196	lr=0.069895
Epoch[77] Batch [549]	Speed: 718.505532 samples/sec	rmse=0.019217	lr=0.069887
Epoch[77] Batch [599]	Speed: 769.222168 samples/sec	rmse=0.019229	lr=0.069880
Epoch[77] Batch [649]	Speed: 754.696610 samples/sec	rmse=0.019232	lr=0.069872
Epoch[77] Batch [699]	Speed: 725.464881 samples/sec	rmse=0.019247	lr=0.069865
Epoch[77] Batch [749]	Speed: 745.964521 samples/sec	rmse=0.019255	lr=0.069858
Epoch[77] Batch [799]	Speed: 761.667652 samples/sec	rmse=0.019259	lr=0.069850
Epoch[77] Batch [849]	Speed: 713.033921 samples/sec	rmse=0.019258	lr=0.069843
Epoch[77] Batch [899]	Speed: 713.947507 samples/sec	rmse=0.019267	lr=0.069835
Epoch[77] Batch [949]	Speed: 772.299537 samples/sec	rmse=0.019261	lr=0.069828
Epoch[77] Batch [999]	Speed: 721.293973 samples/sec	rmse=0.019269	lr=0.069821
Epoch[77] Batch [1049]	Speed: 729.115616 samples/sec	rmse=0.019266	lr=0.069813
Epoch[77] Batch [1099]	Speed: 735.903154 samples/sec	rmse=0.019268	lr=0.069806
Epoch[77] Batch [1149]	Speed: 746.310383 samples/sec	rmse=0.019258	lr=0.069799
Epoch[77] Batch [1199]	Speed: 724.420114 samples/sec	rmse=0.019253	lr=0.069791
Epoch[77] Batch [1249]	Speed: 723.101298 samples/sec	rmse=0.019256	lr=0.069784
Epoch[77] Batch [1299]	Speed: 713.339583 samples/sec	rmse=0.019250	lr=0.069776
Epoch[77] Batch [1349]	Speed: 722.430026 samples/sec	rmse=0.019254	lr=0.069769
Epoch[77] Batch [1399]	Speed: 750.227557 samples/sec	rmse=0.019255	lr=0.069762
Epoch[77] Batch [1449]	Speed: 742.014012 samples/sec	rmse=0.019264	lr=0.069754
Epoch[77] Batch [1499]	Speed: 766.809652 samples/sec	rmse=0.019269	lr=0.069747
Epoch[77] Batch [1549]	Speed: 724.735090 samples/sec	rmse=0.019263	lr=0.069739
Epoch[77] Batch [1599]	Speed: 756.522371 samples/sec	rmse=0.019260	lr=0.069732
Epoch[77] Batch [1649]	Speed: 743.800051 samples/sec	rmse=0.019266	lr=0.069725
Epoch[77] Batch [1699]	Speed: 721.313772 samples/sec	rmse=0.019270	lr=0.069717
Epoch[77] Batch [1749]	Speed: 715.528668 samples/sec	rmse=0.019274	lr=0.069710
Epoch[77] Batch [1799]	Speed: 724.473088 samples/sec	rmse=0.019274	lr=0.069702
Epoch[77] Batch [1849]	Speed: 744.147765 samples/sec	rmse=0.019273	lr=0.069695
Epoch[77] Batch [1899]	Speed: 734.372904 samples/sec	rmse=0.019275	lr=0.069688
Epoch[77] Batch [1949]	Speed: 721.364751 samples/sec	rmse=0.019278	lr=0.069680
Epoch[77] Batch [1999]	Speed: 738.221396 samples/sec	rmse=0.019277	lr=0.069673
Epoch[77] Batch [2049]	Speed: 734.275678 samples/sec	rmse=0.019277	lr=0.069665
Epoch[77] Batch [2099]	Speed: 728.435617 samples/sec	rmse=0.019272	lr=0.069658
Epoch[77] Batch [2149]	Speed: 726.165448 samples/sec	rmse=0.019277	lr=0.069651
Epoch[77] Batch [2199]	Speed: 740.240726 samples/sec	rmse=0.019279	lr=0.069643
Epoch[77] Batch [2249]	Speed: 740.414879 samples/sec	rmse=0.019285	lr=0.069636
Epoch[77] Batch [2299]	Speed: 721.983174 samples/sec	rmse=0.019286	lr=0.069628
Epoch[77] Batch [2349]	Speed: 730.256574 samples/sec	rmse=0.019291	lr=0.069621
Epoch[77] Batch [2399]	Speed: 753.695092 samples/sec	rmse=0.019291	lr=0.069614
Epoch[77] Batch [2449]	Speed: 735.163154 samples/sec	rmse=0.019291	lr=0.069606
Epoch[77] Batch [2499]	Speed: 740.874764 samples/sec	rmse=0.019292	lr=0.069599
Epoch[77] Batch [2549]	Speed: 762.355593 samples/sec	rmse=0.019293	lr=0.069591
Epoch[77] Batch [2599]	Speed: 762.957193 samples/sec	rmse=0.019296	lr=0.069584
Epoch[77] Batch [2649]	Speed: 718.999254 samples/sec	rmse=0.019293	lr=0.069577
Epoch[77] Batch [2699]	Speed: 735.036795 samples/sec	rmse=0.019290	lr=0.069569
Epoch[77] Batch [2749]	Speed: 738.716237 samples/sec	rmse=0.019292	lr=0.069562
Epoch[77] Batch [2799]	Speed: 767.276931 samples/sec	rmse=0.019294	lr=0.069554
Epoch[77] Batch [2849]	Speed: 743.404173 samples/sec	rmse=0.019296	lr=0.069547
Epoch[77] Batch [2899]	Speed: 757.976864 samples/sec	rmse=0.019296	lr=0.069540
Epoch[77] Batch [2949]	Speed: 761.323931 samples/sec	rmse=0.019299	lr=0.069532
Epoch[77] Batch [2999]	Speed: 750.633770 samples/sec	rmse=0.019306	lr=0.069525
Epoch[77] Batch [3049]	Speed: 713.394086 samples/sec	rmse=0.019308	lr=0.069517
Epoch[77] Batch [3099]	Speed: 724.137623 samples/sec	rmse=0.019307	lr=0.069510
Epoch[77] Batch [3149]	Speed: 708.664606 samples/sec	rmse=0.019307	lr=0.069502
Epoch[77] Batch [3199]	Speed: 750.181001 samples/sec	rmse=0.019308	lr=0.069495
Epoch[77] Batch [3249]	Speed: 740.154226 samples/sec	rmse=0.019312	lr=0.069488
Epoch[77] Batch [3299]	Speed: 752.572506 samples/sec	rmse=0.019312	lr=0.069480
Epoch[77] Batch [3349]	Speed: 706.149743 samples/sec	rmse=0.019310	lr=0.069473
Epoch[77] Batch [3399]	Speed: 732.241326 samples/sec	rmse=0.019310	lr=0.069465
Epoch[77] Batch [3449]	Speed: 735.786705 samples/sec	rmse=0.019311	lr=0.069458
Epoch[77] Batch [3499]	Speed: 753.138325 samples/sec	rmse=0.019316	lr=0.069451
Epoch[77] Batch [3549]	Speed: 738.288022 samples/sec	rmse=0.019318	lr=0.069443
Epoch[77] Batch [3599]	Speed: 754.014230 samples/sec	rmse=0.019320	lr=0.069436
Epoch[77] Batch [3649]	Speed: 721.319257 samples/sec	rmse=0.019319	lr=0.069428
Epoch[77] Batch [3699]	Speed: 741.742783 samples/sec	rmse=0.019321	lr=0.069421
Epoch[77] Batch [3749]	Speed: 767.970082 samples/sec	rmse=0.019317	lr=0.069413
Epoch[77] Batch [3799]	Speed: 751.169654 samples/sec	rmse=0.019322	lr=0.069406
Epoch[77] Batch [3849]	Speed: 726.946628 samples/sec	rmse=0.019324	lr=0.069399
Epoch[77] Batch [3899]	Speed: 737.950954 samples/sec	rmse=0.019324	lr=0.069391
Epoch[77] Batch [3949]	Speed: 750.819537 samples/sec	rmse=0.019325	lr=0.069384
Epoch[77] Batch [3999]	Speed: 697.583153 samples/sec	rmse=0.019326	lr=0.069376
Epoch[77] Batch [4049]	Speed: 726.607512 samples/sec	rmse=0.019327	lr=0.069369
Epoch[77] Batch [4099]	Speed: 718.547114 samples/sec	rmse=0.019329	lr=0.069362
Epoch[77] Batch [4149]	Speed: 723.539307 samples/sec	rmse=0.019332	lr=0.069354
Epoch[77] Batch [4199]	Speed: 743.262062 samples/sec	rmse=0.019334	lr=0.069347
Epoch[77] Batch [4249]	Speed: 741.575400 samples/sec	rmse=0.019333	lr=0.069339
Epoch[77] Batch [4299]	Speed: 735.431425 samples/sec	rmse=0.019332	lr=0.069332
Epoch[77] Batch [4349]	Speed: 715.140128 samples/sec	rmse=0.019330	lr=0.069324
Epoch[77] Batch [4399]	Speed: 750.108900 samples/sec	rmse=0.019331	lr=0.069317
Epoch[77] Batch [4449]	Speed: 722.714611 samples/sec	rmse=0.019335	lr=0.069310
Epoch[77] Batch [4499]	Speed: 736.952134 samples/sec	rmse=0.019335	lr=0.069302
Epoch[77] Batch [4549]	Speed: 716.027397 samples/sec	rmse=0.019336	lr=0.069295
Epoch[77] Batch [4599]	Speed: 765.638944 samples/sec	rmse=0.019336	lr=0.069287
Epoch[77] Batch [4649]	Speed: 753.697525 samples/sec	rmse=0.019337	lr=0.069280
Epoch[77] Batch [4699]	Speed: 741.056591 samples/sec	rmse=0.019337	lr=0.069272
Epoch[77] Batch [4749]	Speed: 743.680564 samples/sec	rmse=0.019336	lr=0.069265
Epoch[77] Batch [4799]	Speed: 769.568614 samples/sec	rmse=0.019340	lr=0.069258
Epoch[77] Batch [4849]	Speed: 713.571304 samples/sec	rmse=0.019339	lr=0.069250
Epoch[77] Batch [4899]	Speed: 724.104035 samples/sec	rmse=0.019339	lr=0.069243
Epoch[77] Batch [4949]	Speed: 751.000816 samples/sec	rmse=0.019338	lr=0.069235
Epoch[77] Batch [4999]	Speed: 730.628765 samples/sec	rmse=0.019338	lr=0.069228
[Epoch 77] training: rmse=0.019339
[Epoch 77] speed: 736 samples/sec	time cost: 1762.230251
[Epoch 77] validation: err-top1=0.319431 err-top5=0.104587
Epoch[78] Batch [49]	Speed: 752.558212 samples/sec	rmse=0.019172	lr=0.069220
Epoch[78] Batch [99]	Speed: 721.524880 samples/sec	rmse=0.019112	lr=0.069212
Epoch[78] Batch [149]	Speed: 741.367980 samples/sec	rmse=0.019209	lr=0.069205
Epoch[78] Batch [199]	Speed: 743.917163 samples/sec	rmse=0.019176	lr=0.069198
Epoch[78] Batch [249]	Speed: 740.065552 samples/sec	rmse=0.019205	lr=0.069190
Epoch[78] Batch [299]	Speed: 719.453371 samples/sec	rmse=0.019197	lr=0.069183
Epoch[78] Batch [349]	Speed: 769.369055 samples/sec	rmse=0.019195	lr=0.069175
Epoch[78] Batch [399]	Speed: 778.335656 samples/sec	rmse=0.019186	lr=0.069168
Epoch[78] Batch [449]	Speed: 721.402351 samples/sec	rmse=0.019197	lr=0.069160
Epoch[78] Batch [499]	Speed: 759.198182 samples/sec	rmse=0.019180	lr=0.069153
Epoch[78] Batch [549]	Speed: 747.650927 samples/sec	rmse=0.019205	lr=0.069146
Epoch[78] Batch [599]	Speed: 766.605424 samples/sec	rmse=0.019195	lr=0.069138
Epoch[78] Batch [649]	Speed: 753.886686 samples/sec	rmse=0.019190	lr=0.069131
Epoch[78] Batch [699]	Speed: 720.253688 samples/sec	rmse=0.019190	lr=0.069123
Epoch[78] Batch [749]	Speed: 762.788553 samples/sec	rmse=0.019187	lr=0.069116
Epoch[78] Batch [799]	Speed: 753.753905 samples/sec	rmse=0.019205	lr=0.069108
Epoch[78] Batch [849]	Speed: 725.748448 samples/sec	rmse=0.019208	lr=0.069101
Epoch[78] Batch [899]	Speed: 780.733064 samples/sec	rmse=0.019213	lr=0.069093
Epoch[78] Batch [949]	Speed: 746.326049 samples/sec	rmse=0.019209	lr=0.069086
Epoch[78] Batch [999]	Speed: 757.784843 samples/sec	rmse=0.019211	lr=0.069079
Epoch[78] Batch [1049]	Speed: 756.217425 samples/sec	rmse=0.019222	lr=0.069071
Epoch[78] Batch [1099]	Speed: 748.598991 samples/sec	rmse=0.019234	lr=0.069064
Epoch[78] Batch [1149]	Speed: 769.194659 samples/sec	rmse=0.019242	lr=0.069056
Epoch[78] Batch [1199]	Speed: 771.101475 samples/sec	rmse=0.019260	lr=0.069049
Epoch[78] Batch [1249]	Speed: 733.239796 samples/sec	rmse=0.019273	lr=0.069041
Epoch[78] Batch [1299]	Speed: 776.816446 samples/sec	rmse=0.019265	lr=0.069034
Epoch[78] Batch [1349]	Speed: 725.885795 samples/sec	rmse=0.019253	lr=0.069027
Epoch[78] Batch [1399]	Speed: 732.318734 samples/sec	rmse=0.019256	lr=0.069019
Epoch[78] Batch [1449]	Speed: 724.867316 samples/sec	rmse=0.019263	lr=0.069012
Epoch[78] Batch [1499]	Speed: 761.546245 samples/sec	rmse=0.019269	lr=0.069004
Epoch[78] Batch [1549]	Speed: 717.614974 samples/sec	rmse=0.019262	lr=0.068997
Epoch[78] Batch [1599]	Speed: 734.001977 samples/sec	rmse=0.019265	lr=0.068989
Epoch[78] Batch [1649]	Speed: 722.825090 samples/sec	rmse=0.019264	lr=0.068982
Epoch[78] Batch [1699]	Speed: 759.925563 samples/sec	rmse=0.019264	lr=0.068974
Epoch[78] Batch [1749]	Speed: 753.760381 samples/sec	rmse=0.019262	lr=0.068967
Epoch[78] Batch [1799]	Speed: 755.349809 samples/sec	rmse=0.019264	lr=0.068960
Epoch[78] Batch [1849]	Speed: 756.853127 samples/sec	rmse=0.019266	lr=0.068952
Epoch[78] Batch [1899]	Speed: 796.865136 samples/sec	rmse=0.019269	lr=0.068945
Epoch[78] Batch [1949]	Speed: 763.434356 samples/sec	rmse=0.019272	lr=0.068937
Epoch[78] Batch [1999]	Speed: 773.561790 samples/sec	rmse=0.019270	lr=0.068930
Epoch[78] Batch [2049]	Speed: 759.881937 samples/sec	rmse=0.019273	lr=0.068922
Epoch[78] Batch [2099]	Speed: 732.205963 samples/sec	rmse=0.019272	lr=0.068915
Epoch[78] Batch [2149]	Speed: 770.386357 samples/sec	rmse=0.019271	lr=0.068907
Epoch[78] Batch [2199]	Speed: 735.664951 samples/sec	rmse=0.019274	lr=0.068900
Epoch[78] Batch [2249]	Speed: 707.819509 samples/sec	rmse=0.019272	lr=0.068892
Epoch[78] Batch [2299]	Speed: 741.380009 samples/sec	rmse=0.019272	lr=0.068885
Epoch[78] Batch [2349]	Speed: 742.676941 samples/sec	rmse=0.019268	lr=0.068878
Epoch[78] Batch [2399]	Speed: 732.618092 samples/sec	rmse=0.019271	lr=0.068870
Epoch[78] Batch [2449]	Speed: 745.671796 samples/sec	rmse=0.019270	lr=0.068863
Epoch[78] Batch [2499]	Speed: 766.711181 samples/sec	rmse=0.019271	lr=0.068855
Epoch[78] Batch [2549]	Speed: 753.298021 samples/sec	rmse=0.019274	lr=0.068848
Epoch[78] Batch [2599]	Speed: 749.112593 samples/sec	rmse=0.019276	lr=0.068840
Epoch[78] Batch [2649]	Speed: 747.060801 samples/sec	rmse=0.019277	lr=0.068833
Epoch[78] Batch [2699]	Speed: 701.447535 samples/sec	rmse=0.019274	lr=0.068825
Epoch[78] Batch [2749]	Speed: 701.487752 samples/sec	rmse=0.019274	lr=0.068818
Epoch[78] Batch [2799]	Speed: 782.173964 samples/sec	rmse=0.019271	lr=0.068810
Epoch[78] Batch [2849]	Speed: 734.961166 samples/sec	rmse=0.019271	lr=0.068803
Epoch[78] Batch [2899]	Speed: 760.602407 samples/sec	rmse=0.019272	lr=0.068796
Epoch[78] Batch [2949]	Speed: 712.463998 samples/sec	rmse=0.019273	lr=0.068788
Epoch[78] Batch [2999]	Speed: 707.091643 samples/sec	rmse=0.019271	lr=0.068781
Epoch[78] Batch [3049]	Speed: 742.720988 samples/sec	rmse=0.019268	lr=0.068773
Epoch[78] Batch [3099]	Speed: 776.452519 samples/sec	rmse=0.019267	lr=0.068766
Epoch[78] Batch [3149]	Speed: 748.745866 samples/sec	rmse=0.019272	lr=0.068758
Epoch[78] Batch [3199]	Speed: 736.319588 samples/sec	rmse=0.019271	lr=0.068751
Epoch[78] Batch [3249]	Speed: 740.526934 samples/sec	rmse=0.019271	lr=0.068743
Epoch[78] Batch [3299]	Speed: 732.488709 samples/sec	rmse=0.019274	lr=0.068736
Epoch[78] Batch [3349]	Speed: 732.634609 samples/sec	rmse=0.019276	lr=0.068728
Epoch[78] Batch [3399]	Speed: 706.762522 samples/sec	rmse=0.019276	lr=0.068721
Epoch[78] Batch [3449]	Speed: 735.063525 samples/sec	rmse=0.019277	lr=0.068713
Epoch[78] Batch [3499]	Speed: 752.072397 samples/sec	rmse=0.019278	lr=0.068706
Epoch[78] Batch [3549]	Speed: 756.495678 samples/sec	rmse=0.019279	lr=0.068699
Epoch[78] Batch [3599]	Speed: 753.950219 samples/sec	rmse=0.019282	lr=0.068691
Epoch[78] Batch [3649]	Speed: 758.173693 samples/sec	rmse=0.019279	lr=0.068684
Epoch[78] Batch [3699]	Speed: 734.222094 samples/sec	rmse=0.019277	lr=0.068676
Epoch[78] Batch [3749]	Speed: 716.577557 samples/sec	rmse=0.019278	lr=0.068669
Epoch[78] Batch [3799]	Speed: 739.968272 samples/sec	rmse=0.019279	lr=0.068661
Epoch[78] Batch [3849]	Speed: 766.646837 samples/sec	rmse=0.019279	lr=0.068654
Epoch[78] Batch [3899]	Speed: 759.535151 samples/sec	rmse=0.019282	lr=0.068646
Epoch[78] Batch [3949]	Speed: 718.112265 samples/sec	rmse=0.019281	lr=0.068639
Epoch[78] Batch [3999]	Speed: 756.389384 samples/sec	rmse=0.019281	lr=0.068631
Epoch[78] Batch [4049]	Speed: 746.405727 samples/sec	rmse=0.019284	lr=0.068624
Epoch[78] Batch [4099]	Speed: 709.712705 samples/sec	rmse=0.019285	lr=0.068616
Epoch[78] Batch [4149]	Speed: 742.292983 samples/sec	rmse=0.019286	lr=0.068609
Epoch[78] Batch [4199]	Speed: 739.023281 samples/sec	rmse=0.019285	lr=0.068601
Epoch[78] Batch [4249]	Speed: 744.465258 samples/sec	rmse=0.019287	lr=0.068594
Epoch[78] Batch [4299]	Speed: 752.473851 samples/sec	rmse=0.019290	lr=0.068587
Epoch[78] Batch [4349]	Speed: 711.538831 samples/sec	rmse=0.019290	lr=0.068579
Epoch[78] Batch [4399]	Speed: 733.793064 samples/sec	rmse=0.019290	lr=0.068572
Epoch[78] Batch [4449]	Speed: 737.440230 samples/sec	rmse=0.019291	lr=0.068564
Epoch[78] Batch [4499]	Speed: 755.058497 samples/sec	rmse=0.019291	lr=0.068557
Epoch[78] Batch [4549]	Speed: 743.091709 samples/sec	rmse=0.019294	lr=0.068549
Epoch[78] Batch [4599]	Speed: 753.590017 samples/sec	rmse=0.019294	lr=0.068542
Epoch[78] Batch [4649]	Speed: 723.920562 samples/sec	rmse=0.019293	lr=0.068534
Epoch[78] Batch [4699]	Speed: 697.496974 samples/sec	rmse=0.019294	lr=0.068527
Epoch[78] Batch [4749]	Speed: 743.916287 samples/sec	rmse=0.019293	lr=0.068519
Epoch[78] Batch [4799]	Speed: 715.085995 samples/sec	rmse=0.019297	lr=0.068512
Epoch[78] Batch [4849]	Speed: 723.675195 samples/sec	rmse=0.019299	lr=0.068504
Epoch[78] Batch [4899]	Speed: 733.067459 samples/sec	rmse=0.019299	lr=0.068497
Epoch[78] Batch [4949]	Speed: 731.513632 samples/sec	rmse=0.019300	lr=0.068489
Epoch[78] Batch [4999]	Speed: 747.476163 samples/sec	rmse=0.019300	lr=0.068482
[Epoch 78] training: rmse=0.019301
[Epoch 78] speed: 742 samples/sec	time cost: 1748.884368
[Epoch 78] validation: err-top1=0.325701 err-top5=0.112240
Epoch[79] Batch [49]	Speed: 711.967094 samples/sec	rmse=0.019042	lr=0.068474
Epoch[79] Batch [99]	Speed: 754.984829 samples/sec	rmse=0.019197	lr=0.068466
Epoch[79] Batch [149]	Speed: 746.083270 samples/sec	rmse=0.019149	lr=0.068459
Epoch[79] Batch [199]	Speed: 742.025109 samples/sec	rmse=0.019181	lr=0.068451
Epoch[79] Batch [249]	Speed: 747.849856 samples/sec	rmse=0.019164	lr=0.068444
Epoch[79] Batch [299]	Speed: 771.476632 samples/sec	rmse=0.019156	lr=0.068436
Epoch[79] Batch [349]	Speed: 728.340491 samples/sec	rmse=0.019190	lr=0.068429
Epoch[79] Batch [399]	Speed: 760.933666 samples/sec	rmse=0.019166	lr=0.068421
Epoch[79] Batch [449]	Speed: 747.291922 samples/sec	rmse=0.019151	lr=0.068414
Epoch[79] Batch [499]	Speed: 733.968351 samples/sec	rmse=0.019156	lr=0.068406
Epoch[79] Batch [549]	Speed: 729.661714 samples/sec	rmse=0.019152	lr=0.068399
Epoch[79] Batch [599]	Speed: 758.173233 samples/sec	rmse=0.019163	lr=0.068391
Epoch[79] Batch [649]	Speed: 741.920474 samples/sec	rmse=0.019169	lr=0.068384
Epoch[79] Batch [699]	Speed: 730.690905 samples/sec	rmse=0.019172	lr=0.068376
Epoch[79] Batch [749]	Speed: 739.675576 samples/sec	rmse=0.019174	lr=0.068369
Epoch[79] Batch [799]	Speed: 759.905621 samples/sec	rmse=0.019179	lr=0.068362
Epoch[79] Batch [849]	Speed: 735.296998 samples/sec	rmse=0.019172	lr=0.068354
Epoch[79] Batch [899]	Speed: 732.196247 samples/sec	rmse=0.019167	lr=0.068347
Epoch[79] Batch [949]	Speed: 709.703895 samples/sec	rmse=0.019162	lr=0.068339
Epoch[79] Batch [999]	Speed: 753.128531 samples/sec	rmse=0.019162	lr=0.068332
Epoch[79] Batch [1049]	Speed: 729.285307 samples/sec	rmse=0.019167	lr=0.068324
Epoch[79] Batch [1099]	Speed: 748.769915 samples/sec	rmse=0.019179	lr=0.068317
Epoch[79] Batch [1149]	Speed: 733.849725 samples/sec	rmse=0.019183	lr=0.068309
Epoch[79] Batch [1199]	Speed: 691.258474 samples/sec	rmse=0.019191	lr=0.068302
Epoch[79] Batch [1249]	Speed: 736.699725 samples/sec	rmse=0.019190	lr=0.068294
Epoch[79] Batch [1299]	Speed: 760.316150 samples/sec	rmse=0.019191	lr=0.068287
Epoch[79] Batch [1349]	Speed: 745.040028 samples/sec	rmse=0.019191	lr=0.068279
Epoch[79] Batch [1399]	Speed: 720.950805 samples/sec	rmse=0.019184	lr=0.068272
Epoch[79] Batch [1449]	Speed: 726.978915 samples/sec	rmse=0.019187	lr=0.068264
Epoch[79] Batch [1499]	Speed: 735.428453 samples/sec	rmse=0.019199	lr=0.068257
Epoch[79] Batch [1549]	Speed: 721.999583 samples/sec	rmse=0.019201	lr=0.068249
Epoch[79] Batch [1599]	Speed: 723.430735 samples/sec	rmse=0.019200	lr=0.068242
Epoch[79] Batch [1649]	Speed: 750.728909 samples/sec	rmse=0.019193	lr=0.068234
Epoch[79] Batch [1699]	Speed: 758.394160 samples/sec	rmse=0.019193	lr=0.068227
Epoch[79] Batch [1749]	Speed: 732.656424 samples/sec	rmse=0.019189	lr=0.068219
Epoch[79] Batch [1799]	Speed: 750.301527 samples/sec	rmse=0.019188	lr=0.068212
Epoch[79] Batch [1849]	Speed: 742.199969 samples/sec	rmse=0.019192	lr=0.068204
Epoch[79] Batch [1899]	Speed: 737.690552 samples/sec	rmse=0.019199	lr=0.068197
Epoch[79] Batch [1949]	Speed: 715.866091 samples/sec	rmse=0.019199	lr=0.068189
Epoch[79] Batch [1999]	Speed: 730.503672 samples/sec	rmse=0.019202	lr=0.068182
Epoch[79] Batch [2049]	Speed: 733.653340 samples/sec	rmse=0.019199	lr=0.068174
Epoch[79] Batch [2099]	Speed: 731.377126 samples/sec	rmse=0.019199	lr=0.068167
Epoch[79] Batch [2149]	Speed: 738.088534 samples/sec	rmse=0.019201	lr=0.068159
Epoch[79] Batch [2199]	Speed: 742.971597 samples/sec	rmse=0.019204	lr=0.068152
Epoch[79] Batch [2249]	Speed: 731.908917 samples/sec	rmse=0.019205	lr=0.068144
Epoch[79] Batch [2299]	Speed: 766.568646 samples/sec	rmse=0.019203	lr=0.068137
Epoch[79] Batch [2349]	Speed: 713.661577 samples/sec	rmse=0.019204	lr=0.068129
Epoch[79] Batch [2399]	Speed: 720.089912 samples/sec	rmse=0.019205	lr=0.068122
Epoch[79] Batch [2449]	Speed: 713.441725 samples/sec	rmse=0.019205	lr=0.068114
Epoch[79] Batch [2499]	Speed: 744.297603 samples/sec	rmse=0.019204	lr=0.068107
Epoch[79] Batch [2549]	Speed: 782.017033 samples/sec	rmse=0.019207	lr=0.068099
Epoch[79] Batch [2599]	Speed: 750.620305 samples/sec	rmse=0.019210	lr=0.068092
Epoch[79] Batch [2649]	Speed: 745.011844 samples/sec	rmse=0.019213	lr=0.068084
Epoch[79] Batch [2699]	Speed: 729.445978 samples/sec	rmse=0.019211	lr=0.068077
Epoch[79] Batch [2749]	Speed: 730.529974 samples/sec	rmse=0.019211	lr=0.068069
Epoch[79] Batch [2799]	Speed: 731.861295 samples/sec	rmse=0.019219	lr=0.068062
Epoch[79] Batch [2849]	Speed: 766.027820 samples/sec	rmse=0.019221	lr=0.068054
Epoch[79] Batch [2899]	Speed: 748.763691 samples/sec	rmse=0.019216	lr=0.068047
Epoch[79] Batch [2949]	Speed: 722.645786 samples/sec	rmse=0.019223	lr=0.068039
Epoch[79] Batch [2999]	Speed: 754.214208 samples/sec	rmse=0.019226	lr=0.068032
Epoch[79] Batch [3049]	Speed: 734.170556 samples/sec	rmse=0.019227	lr=0.068024
Epoch[79] Batch [3099]	Speed: 712.025071 samples/sec	rmse=0.019229	lr=0.068017
Epoch[79] Batch [3149]	Speed: 768.157650 samples/sec	rmse=0.019232	lr=0.068009
Epoch[79] Batch [3199]	Speed: 735.609350 samples/sec	rmse=0.019237	lr=0.068002
Epoch[79] Batch [3249]	Speed: 746.284147 samples/sec	rmse=0.019238	lr=0.067994
Epoch[79] Batch [3299]	Speed: 774.656249 samples/sec	rmse=0.019241	lr=0.067987
Epoch[79] Batch [3349]	Speed: 775.281928 samples/sec	rmse=0.019242	lr=0.067979
Epoch[79] Batch [3399]	Speed: 728.100571 samples/sec	rmse=0.019243	lr=0.067972
Epoch[79] Batch [3449]	Speed: 743.711542 samples/sec	rmse=0.019249	lr=0.067964
Epoch[79] Batch [3499]	Speed: 728.733342 samples/sec	rmse=0.019253	lr=0.067957
Epoch[79] Batch [3549]	Speed: 729.653930 samples/sec	rmse=0.019257	lr=0.067949
Epoch[79] Batch [3599]	Speed: 760.414977 samples/sec	rmse=0.019264	lr=0.067942
Epoch[79] Batch [3649]	Speed: 729.988114 samples/sec	rmse=0.019266	lr=0.067934
Epoch[79] Batch [3699]	Speed: 754.574117 samples/sec	rmse=0.019266	lr=0.067927
Epoch[79] Batch [3749]	Speed: 739.270882 samples/sec	rmse=0.019267	lr=0.067919
Epoch[79] Batch [3799]	Speed: 715.794832 samples/sec	rmse=0.019267	lr=0.067911
Epoch[79] Batch [3849]	Speed: 724.420280 samples/sec	rmse=0.019268	lr=0.067904
Epoch[79] Batch [3899]	Speed: 759.940127 samples/sec	rmse=0.019271	lr=0.067896
Epoch[79] Batch [3949]	Speed: 703.377243 samples/sec	rmse=0.019271	lr=0.067889
Epoch[79] Batch [3999]	Speed: 745.818829 samples/sec	rmse=0.019271	lr=0.067881
Epoch[79] Batch [4049]	Speed: 774.023255 samples/sec	rmse=0.019272	lr=0.067874
Epoch[79] Batch [4099]	Speed: 736.968593 samples/sec	rmse=0.019271	lr=0.067866
Epoch[79] Batch [4149]	Speed: 720.181476 samples/sec	rmse=0.019272	lr=0.067859
Epoch[79] Batch [4199]	Speed: 755.958079 samples/sec	rmse=0.019275	lr=0.067851
Epoch[79] Batch [4249]	Speed: 729.430011 samples/sec	rmse=0.019278	lr=0.067844
Epoch[79] Batch [4299]	Speed: 745.375046 samples/sec	rmse=0.019279	lr=0.067836
Epoch[79] Batch [4349]	Speed: 705.310286 samples/sec	rmse=0.019279	lr=0.067829
Epoch[79] Batch [4399]	Speed: 713.546171 samples/sec	rmse=0.019282	lr=0.067821
Epoch[79] Batch [4449]	Speed: 718.539574 samples/sec	rmse=0.019284	lr=0.067814
Epoch[79] Batch [4499]	Speed: 739.976656 samples/sec	rmse=0.019284	lr=0.067806
Epoch[79] Batch [4549]	Speed: 727.904725 samples/sec	rmse=0.019284	lr=0.067799
Epoch[79] Batch [4599]	Speed: 730.334656 samples/sec	rmse=0.019282	lr=0.067791
Epoch[79] Batch [4649]	Speed: 773.572725 samples/sec	rmse=0.019282	lr=0.067784
Epoch[79] Batch [4699]	Speed: 771.381692 samples/sec	rmse=0.019285	lr=0.067776
Epoch[79] Batch [4749]	Speed: 743.821186 samples/sec	rmse=0.019286	lr=0.067769
Epoch[79] Batch [4799]	Speed: 749.773383 samples/sec	rmse=0.019288	lr=0.067761
Epoch[79] Batch [4849]	Speed: 734.336421 samples/sec	rmse=0.019289	lr=0.067754
Epoch[79] Batch [4899]	Speed: 747.219365 samples/sec	rmse=0.019289	lr=0.067746
Epoch[79] Batch [4949]	Speed: 763.532953 samples/sec	rmse=0.019289	lr=0.067739
Epoch[79] Batch [4999]	Speed: 754.559927 samples/sec	rmse=0.019290	lr=0.067731
[Epoch 79] training: rmse=0.019290
[Epoch 79] speed: 739 samples/sec	time cost: 1756.695305
[Epoch 79] validation: err-top1=0.325681 err-top5=0.110897
Epoch[80] Batch [49]	Speed: 699.049356 samples/sec	rmse=0.018917	lr=0.067723
Epoch[80] Batch [99]	Speed: 741.531879 samples/sec	rmse=0.018939	lr=0.067715
Epoch[80] Batch [149]	Speed: 756.991261 samples/sec	rmse=0.018924	lr=0.067708
Epoch[80] Batch [199]	Speed: 745.596136 samples/sec	rmse=0.018937	lr=0.067700
Epoch[80] Batch [249]	Speed: 782.868298 samples/sec	rmse=0.018997	lr=0.067693
Epoch[80] Batch [299]	Speed: 750.382937 samples/sec	rmse=0.018994	lr=0.067685
Epoch[80] Batch [349]	Speed: 740.947454 samples/sec	rmse=0.019005	lr=0.067678
Epoch[80] Batch [399]	Speed: 754.026800 samples/sec	rmse=0.019027	lr=0.067670
Epoch[80] Batch [449]	Speed: 741.856399 samples/sec	rmse=0.019032	lr=0.067663
Epoch[80] Batch [499]	Speed: 730.635517 samples/sec	rmse=0.019056	lr=0.067655
Epoch[80] Batch [549]	Speed: 756.162199 samples/sec	rmse=0.019052	lr=0.067648
Epoch[80] Batch [599]	Speed: 746.456662 samples/sec	rmse=0.019044	lr=0.067640
Epoch[80] Batch [649]	Speed: 729.858418 samples/sec	rmse=0.019061	lr=0.067633
Epoch[80] Batch [699]	Speed: 728.667054 samples/sec	rmse=0.019074	lr=0.067625
Epoch[80] Batch [749]	Speed: 753.346032 samples/sec	rmse=0.019062	lr=0.067617
Epoch[80] Batch [799]	Speed: 736.132508 samples/sec	rmse=0.019068	lr=0.067610
Epoch[80] Batch [849]	Speed: 719.844664 samples/sec	rmse=0.019066	lr=0.067602
Epoch[80] Batch [899]	Speed: 765.880819 samples/sec	rmse=0.019066	lr=0.067595
Epoch[80] Batch [949]	Speed: 760.098761 samples/sec	rmse=0.019072	lr=0.067587
Epoch[80] Batch [999]	Speed: 783.408685 samples/sec	rmse=0.019079	lr=0.067580
Epoch[80] Batch [1049]	Speed: 734.648349 samples/sec	rmse=0.019082	lr=0.067572
Epoch[80] Batch [1099]	Speed: 741.922750 samples/sec	rmse=0.019092	lr=0.067565
Epoch[80] Batch [1149]	Speed: 720.832653 samples/sec	rmse=0.019096	lr=0.067557
Epoch[80] Batch [1199]	Speed: 749.715639 samples/sec	rmse=0.019100	lr=0.067550
Epoch[80] Batch [1249]	Speed: 737.909905 samples/sec	rmse=0.019102	lr=0.067542
Epoch[80] Batch [1299]	Speed: 726.796630 samples/sec	rmse=0.019104	lr=0.067535
Epoch[80] Batch [1349]	Speed: 743.815044 samples/sec	rmse=0.019104	lr=0.067527
Epoch[80] Batch [1399]	Speed: 738.238378 samples/sec	rmse=0.019109	lr=0.067519
Epoch[80] Batch [1449]	Speed: 740.358823 samples/sec	rmse=0.019121	lr=0.067512
Epoch[80] Batch [1499]	Speed: 728.712471 samples/sec	rmse=0.019125	lr=0.067504
Epoch[80] Batch [1549]	Speed: 724.033626 samples/sec	rmse=0.019128	lr=0.067497
Epoch[80] Batch [1599]	Speed: 737.717475 samples/sec	rmse=0.019134	lr=0.067489
Epoch[80] Batch [1649]	Speed: 734.986028 samples/sec	rmse=0.019137	lr=0.067482
Epoch[80] Batch [1699]	Speed: 760.023653 samples/sec	rmse=0.019140	lr=0.067474
Epoch[80] Batch [1749]	Speed: 739.498235 samples/sec	rmse=0.019140	lr=0.067467
Epoch[80] Batch [1799]	Speed: 782.350704 samples/sec	rmse=0.019146	lr=0.067459
Epoch[80] Batch [1849]	Speed: 763.161792 samples/sec	rmse=0.019142	lr=0.067452
Epoch[80] Batch [1899]	Speed: 737.691951 samples/sec	rmse=0.019144	lr=0.067444
Epoch[80] Batch [1949]	Speed: 726.574933 samples/sec	rmse=0.019150	lr=0.067437
Epoch[80] Batch [1999]	Speed: 728.183289 samples/sec	rmse=0.019154	lr=0.067429
Epoch[80] Batch [2049]	Speed: 782.842876 samples/sec	rmse=0.019158	lr=0.067421
Epoch[80] Batch [2099]	Speed: 729.914026 samples/sec	rmse=0.019155	lr=0.067414
Epoch[80] Batch [2149]	Speed: 712.190640 samples/sec	rmse=0.019156	lr=0.067406
Epoch[80] Batch [2199]	Speed: 727.099249 samples/sec	rmse=0.019152	lr=0.067399
Epoch[80] Batch [2249]	Speed: 756.729399 samples/sec	rmse=0.019150	lr=0.067391
Epoch[80] Batch [2299]	Speed: 702.700648 samples/sec	rmse=0.019151	lr=0.067384
Epoch[80] Batch [2349]	Speed: 716.000926 samples/sec	rmse=0.019149	lr=0.067376
Epoch[80] Batch [2399]	Speed: 707.435947 samples/sec	rmse=0.019145	lr=0.067369
Epoch[80] Batch [2449]	Speed: 721.329792 samples/sec	rmse=0.019144	lr=0.067361
Epoch[80] Batch [2499]	Speed: 701.736068 samples/sec	rmse=0.019152	lr=0.067354
Epoch[80] Batch [2549]	Speed: 732.501842 samples/sec	rmse=0.019157	lr=0.067346
Epoch[80] Batch [2599]	Speed: 769.525771 samples/sec	rmse=0.019165	lr=0.067338
Epoch[80] Batch [2649]	Speed: 706.038192 samples/sec	rmse=0.019170	lr=0.067331
Epoch[80] Batch [2699]	Speed: 774.420876 samples/sec	rmse=0.019171	lr=0.067323
Epoch[80] Batch [2749]	Speed: 709.500979 samples/sec	rmse=0.019175	lr=0.067316
Epoch[80] Batch [2799]	Speed: 711.923495 samples/sec	rmse=0.019178	lr=0.067308
Epoch[80] Batch [2849]	Speed: 738.647786 samples/sec	rmse=0.019180	lr=0.067301
Epoch[80] Batch [2899]	Speed: 726.515045 samples/sec	rmse=0.019185	lr=0.067293
Epoch[80] Batch [2949]	Speed: 709.368983 samples/sec	rmse=0.019192	lr=0.067286
Epoch[80] Batch [2999]	Speed: 724.896179 samples/sec	rmse=0.019197	lr=0.067278
Epoch[80] Batch [3049]	Speed: 727.786147 samples/sec	rmse=0.019197	lr=0.067270
Epoch[80] Batch [3099]	Speed: 750.456549 samples/sec	rmse=0.019198	lr=0.067263
Epoch[80] Batch [3149]	Speed: 764.133216 samples/sec	rmse=0.019201	lr=0.067255
Epoch[80] Batch [3199]	Speed: 723.484334 samples/sec	rmse=0.019199	lr=0.067248
Epoch[80] Batch [3249]	Speed: 761.154307 samples/sec	rmse=0.019202	lr=0.067240
Epoch[80] Batch [3299]	Speed: 749.593408 samples/sec	rmse=0.019203	lr=0.067233
Epoch[80] Batch [3349]	Speed: 720.513662 samples/sec	rmse=0.019203	lr=0.067225
Epoch[80] Batch [3399]	Speed: 751.408666 samples/sec	rmse=0.019206	lr=0.067218
Epoch[80] Batch [3449]	Speed: 729.209816 samples/sec	rmse=0.019209	lr=0.067210
Epoch[80] Batch [3499]	Speed: 704.426644 samples/sec	rmse=0.019212	lr=0.067202
Epoch[80] Batch [3549]	Speed: 760.029388 samples/sec	rmse=0.019211	lr=0.067195
Epoch[80] Batch [3599]	Speed: 750.055673 samples/sec	rmse=0.019214	lr=0.067187
Epoch[80] Batch [3649]	Speed: 739.973535 samples/sec	rmse=0.019212	lr=0.067180
Epoch[80] Batch [3699]	Speed: 730.325148 samples/sec	rmse=0.019215	lr=0.067172
Epoch[80] Batch [3749]	Speed: 705.675137 samples/sec	rmse=0.019218	lr=0.067165
Epoch[80] Batch [3799]	Speed: 759.632915 samples/sec	rmse=0.019221	lr=0.067157
Epoch[80] Batch [3849]	Speed: 760.875410 samples/sec	rmse=0.019224	lr=0.067150
Epoch[80] Batch [3899]	Speed: 741.343851 samples/sec	rmse=0.019226	lr=0.067142
Epoch[80] Batch [3949]	Speed: 709.633726 samples/sec	rmse=0.019227	lr=0.067134
Epoch[80] Batch [3999]	Speed: 730.143475 samples/sec	rmse=0.019229	lr=0.067127
Epoch[80] Batch [4049]	Speed: 753.862487 samples/sec	rmse=0.019231	lr=0.067119
Epoch[80] Batch [4099]	Speed: 761.847353 samples/sec	rmse=0.019233	lr=0.067112
Epoch[80] Batch [4149]	Speed: 756.969498 samples/sec	rmse=0.019234	lr=0.067104
Epoch[80] Batch [4199]	Speed: 713.748733 samples/sec	rmse=0.019233	lr=0.067097
Epoch[80] Batch [4249]	Speed: 764.919596 samples/sec	rmse=0.019234	lr=0.067089
Epoch[80] Batch [4299]	Speed: 717.721250 samples/sec	rmse=0.019236	lr=0.067081
Epoch[80] Batch [4349]	Speed: 733.665632 samples/sec	rmse=0.019237	lr=0.067074
Epoch[80] Batch [4399]	Speed: 738.324990 samples/sec	rmse=0.019237	lr=0.067066
Epoch[80] Batch [4449]	Speed: 728.834379 samples/sec	rmse=0.019238	lr=0.067059
Epoch[80] Batch [4499]	Speed: 740.293701 samples/sec	rmse=0.019238	lr=0.067051
Epoch[80] Batch [4549]	Speed: 737.999929 samples/sec	rmse=0.019238	lr=0.067044
Epoch[80] Batch [4599]	Speed: 757.057923 samples/sec	rmse=0.019240	lr=0.067036
Epoch[80] Batch [4649]	Speed: 761.176711 samples/sec	rmse=0.019243	lr=0.067029
Epoch[80] Batch [4699]	Speed: 755.452345 samples/sec	rmse=0.019243	lr=0.067021
Epoch[80] Batch [4749]	Speed: 730.430434 samples/sec	rmse=0.019243	lr=0.067013
Epoch[80] Batch [4799]	Speed: 739.392967 samples/sec	rmse=0.019242	lr=0.067006
Epoch[80] Batch [4849]	Speed: 722.611227 samples/sec	rmse=0.019241	lr=0.066998
Epoch[80] Batch [4899]	Speed: 760.663520 samples/sec	rmse=0.019241	lr=0.066991
Epoch[80] Batch [4949]	Speed: 735.532927 samples/sec	rmse=0.019242	lr=0.066983
Epoch[80] Batch [4999]	Speed: 773.330390 samples/sec	rmse=0.019240	lr=0.066976
[Epoch 80] training: rmse=0.019240
[Epoch 80] speed: 738 samples/sec	time cost: 1758.326302
[Epoch 80] validation: err-top1=0.319057 err-top5=0.106585
Epoch[81] Batch [49]	Speed: 692.705350 samples/sec	rmse=0.019104	lr=0.066967
Epoch[81] Batch [99]	Speed: 777.726300 samples/sec	rmse=0.019103	lr=0.066960
Epoch[81] Batch [149]	Speed: 718.418384 samples/sec	rmse=0.019164	lr=0.066952
Epoch[81] Batch [199]	Speed: 738.566118 samples/sec	rmse=0.019087	lr=0.066945
Epoch[81] Batch [249]	Speed: 747.567402 samples/sec	rmse=0.019074	lr=0.066937
Epoch[81] Batch [299]	Speed: 715.531786 samples/sec	rmse=0.019091	lr=0.066930
Epoch[81] Batch [349]	Speed: 714.417831 samples/sec	rmse=0.019094	lr=0.066922
Epoch[81] Batch [399]	Speed: 692.746073 samples/sec	rmse=0.019090	lr=0.066914
Epoch[81] Batch [449]	Speed: 752.220195 samples/sec	rmse=0.019119	lr=0.066907
Epoch[81] Batch [499]	Speed: 713.685171 samples/sec	rmse=0.019127	lr=0.066899
Epoch[81] Batch [549]	Speed: 713.805842 samples/sec	rmse=0.019152	lr=0.066892
Epoch[81] Batch [599]	Speed: 763.257411 samples/sec	rmse=0.019174	lr=0.066884
Epoch[81] Batch [649]	Speed: 718.688762 samples/sec	rmse=0.019183	lr=0.066876
Epoch[81] Batch [699]	Speed: 751.530691 samples/sec	rmse=0.019184	lr=0.066869
Epoch[81] Batch [749]	Speed: 744.224039 samples/sec	rmse=0.019157	lr=0.066861
Epoch[81] Batch [799]	Speed: 726.460209 samples/sec	rmse=0.019155	lr=0.066854
Epoch[81] Batch [849]	Speed: 752.180854 samples/sec	rmse=0.019166	lr=0.066846
Epoch[81] Batch [899]	Speed: 769.173258 samples/sec	rmse=0.019174	lr=0.066839
Epoch[81] Batch [949]	Speed: 770.070035 samples/sec	rmse=0.019179	lr=0.066831
Epoch[81] Batch [999]	Speed: 761.780925 samples/sec	rmse=0.019193	lr=0.066823
Epoch[81] Batch [1049]	Speed: 748.531796 samples/sec	rmse=0.019187	lr=0.066816
Epoch[81] Batch [1099]	Speed: 737.393537 samples/sec	rmse=0.019193	lr=0.066808
Epoch[81] Batch [1149]	Speed: 720.397518 samples/sec	rmse=0.019193	lr=0.066801
Epoch[81] Batch [1199]	Speed: 723.874832 samples/sec	rmse=0.019185	lr=0.066793
Epoch[81] Batch [1249]	Speed: 756.069383 samples/sec	rmse=0.019183	lr=0.066786
Epoch[81] Batch [1299]	Speed: 768.361375 samples/sec	rmse=0.019180	lr=0.066778
Epoch[81] Batch [1349]	Speed: 784.508988 samples/sec	rmse=0.019183	lr=0.066770
Epoch[81] Batch [1399]	Speed: 714.331995 samples/sec	rmse=0.019180	lr=0.066763
Epoch[81] Batch [1449]	Speed: 745.456053 samples/sec	rmse=0.019177	lr=0.066755
Epoch[81] Batch [1499]	Speed: 752.381980 samples/sec	rmse=0.019184	lr=0.066748
Epoch[81] Batch [1549]	Speed: 728.083015 samples/sec	rmse=0.019189	lr=0.066740
Epoch[81] Batch [1599]	Speed: 765.163122 samples/sec	rmse=0.019191	lr=0.066732
Epoch[81] Batch [1649]	Speed: 783.085304 samples/sec	rmse=0.019189	lr=0.066725
Epoch[81] Batch [1699]	Speed: 760.494632 samples/sec	rmse=0.019191	lr=0.066717
Epoch[81] Batch [1749]	Speed: 771.133107 samples/sec	rmse=0.019189	lr=0.066710
Epoch[81] Batch [1799]	Speed: 769.225121 samples/sec	rmse=0.019196	lr=0.066702
Epoch[81] Batch [1849]	Speed: 735.810555 samples/sec	rmse=0.019193	lr=0.066695
Epoch[81] Batch [1899]	Speed: 741.647633 samples/sec	rmse=0.019195	lr=0.066687
Epoch[81] Batch [1949]	Speed: 727.641718 samples/sec	rmse=0.019200	lr=0.066679
Epoch[81] Batch [1999]	Speed: 732.475678 samples/sec	rmse=0.019203	lr=0.066672
Epoch[81] Batch [2049]	Speed: 719.315990 samples/sec	rmse=0.019203	lr=0.066664
Epoch[81] Batch [2099]	Speed: 750.967011 samples/sec	rmse=0.019202	lr=0.066657
Epoch[81] Batch [2149]	Speed: 740.199259 samples/sec	rmse=0.019198	lr=0.066649
Epoch[81] Batch [2199]	Speed: 734.133662 samples/sec	rmse=0.019198	lr=0.066641
Epoch[81] Batch [2249]	Speed: 734.143902 samples/sec	rmse=0.019196	lr=0.066634
Epoch[81] Batch [2299]	Speed: 775.772664 samples/sec	rmse=0.019194	lr=0.066626
Epoch[81] Batch [2349]	Speed: 742.274007 samples/sec	rmse=0.019195	lr=0.066619
Epoch[81] Batch [2399]	Speed: 751.205978 samples/sec	rmse=0.019197	lr=0.066611
Epoch[81] Batch [2449]	Speed: 756.147098 samples/sec	rmse=0.019204	lr=0.066603
Epoch[81] Batch [2499]	Speed: 764.511931 samples/sec	rmse=0.019206	lr=0.066596
Epoch[81] Batch [2549]	Speed: 759.361576 samples/sec	rmse=0.019205	lr=0.066588
Epoch[81] Batch [2599]	Speed: 757.978747 samples/sec	rmse=0.019205	lr=0.066581
Epoch[81] Batch [2649]	Speed: 770.349171 samples/sec	rmse=0.019208	lr=0.066573
Epoch[81] Batch [2699]	Speed: 748.016238 samples/sec	rmse=0.019206	lr=0.066565
Epoch[81] Batch [2749]	Speed: 726.947376 samples/sec	rmse=0.019210	lr=0.066558
Epoch[81] Batch [2799]	Speed: 751.011206 samples/sec	rmse=0.019211	lr=0.066550
Epoch[81] Batch [2849]	Speed: 717.951958 samples/sec	rmse=0.019217	lr=0.066543
Epoch[81] Batch [2899]	Speed: 729.304219 samples/sec	rmse=0.019219	lr=0.066535
Epoch[81] Batch [2949]	Speed: 753.588462 samples/sec	rmse=0.019217	lr=0.066527
Epoch[81] Batch [2999]	Speed: 722.284976 samples/sec	rmse=0.019215	lr=0.066520
Epoch[81] Batch [3049]	Speed: 726.480538 samples/sec	rmse=0.019218	lr=0.066512
Epoch[81] Batch [3099]	Speed: 757.096293 samples/sec	rmse=0.019223	lr=0.066505
Epoch[81] Batch [3149]	Speed: 719.325897 samples/sec	rmse=0.019223	lr=0.066497
Epoch[81] Batch [3199]	Speed: 709.585583 samples/sec	rmse=0.019227	lr=0.066490
Epoch[81] Batch [3249]	Speed: 759.823260 samples/sec	rmse=0.019230	lr=0.066482
Epoch[81] Batch [3299]	Speed: 754.179319 samples/sec	rmse=0.019229	lr=0.066474
Epoch[81] Batch [3349]	Speed: 764.518496 samples/sec	rmse=0.019229	lr=0.066467
Epoch[81] Batch [3399]	Speed: 726.849381 samples/sec	rmse=0.019232	lr=0.066459
Epoch[81] Batch [3449]	Speed: 730.952240 samples/sec	rmse=0.019234	lr=0.066452
Epoch[81] Batch [3499]	Speed: 713.988610 samples/sec	rmse=0.019235	lr=0.066444
Epoch[81] Batch [3549]	Speed: 746.078615 samples/sec	rmse=0.019236	lr=0.066436
Epoch[81] Batch [3599]	Speed: 733.005495 samples/sec	rmse=0.019236	lr=0.066429
Epoch[81] Batch [3649]	Speed: 743.020491 samples/sec	rmse=0.019233	lr=0.066421
Epoch[81] Batch [3699]	Speed: 734.704519 samples/sec	rmse=0.019235	lr=0.066414
Epoch[81] Batch [3749]	Speed: 721.229197 samples/sec	rmse=0.019234	lr=0.066406
Epoch[81] Batch [3799]	Speed: 722.825216 samples/sec	rmse=0.019236	lr=0.066398
Epoch[81] Batch [3849]	Speed: 732.779445 samples/sec	rmse=0.019235	lr=0.066391
Epoch[81] Batch [3899]	Speed: 747.939352 samples/sec	rmse=0.019236	lr=0.066383
Epoch[81] Batch [3949]	Speed: 744.956734 samples/sec	rmse=0.019236	lr=0.066375
Epoch[81] Batch [3999]	Speed: 739.092799 samples/sec	rmse=0.019239	lr=0.066368
Epoch[81] Batch [4049]	Speed: 726.554874 samples/sec	rmse=0.019238	lr=0.066360
Epoch[81] Batch [4099]	Speed: 766.687980 samples/sec	rmse=0.019238	lr=0.066353
Epoch[81] Batch [4149]	Speed: 746.033952 samples/sec	rmse=0.019239	lr=0.066345
Epoch[81] Batch [4199]	Speed: 780.161804 samples/sec	rmse=0.019239	lr=0.066337
Epoch[81] Batch [4249]	Speed: 736.304208 samples/sec	rmse=0.019239	lr=0.066330
Epoch[81] Batch [4299]	Speed: 714.467479 samples/sec	rmse=0.019240	lr=0.066322
Epoch[81] Batch [4349]	Speed: 764.089062 samples/sec	rmse=0.019244	lr=0.066315
Epoch[81] Batch [4399]	Speed: 765.520983 samples/sec	rmse=0.019243	lr=0.066307
Epoch[81] Batch [4449]	Speed: 712.234300 samples/sec	rmse=0.019247	lr=0.066299
Epoch[81] Batch [4499]	Speed: 738.689343 samples/sec	rmse=0.019246	lr=0.066292
Epoch[81] Batch [4549]	Speed: 734.337807 samples/sec	rmse=0.019244	lr=0.066284
Epoch[81] Batch [4599]	Speed: 732.210617 samples/sec	rmse=0.019246	lr=0.066277
Epoch[81] Batch [4649]	Speed: 730.133763 samples/sec	rmse=0.019247	lr=0.066269
Epoch[81] Batch [4699]	Speed: 708.245669 samples/sec	rmse=0.019248	lr=0.066261
Epoch[81] Batch [4749]	Speed: 743.204453 samples/sec	rmse=0.019250	lr=0.066254
Epoch[81] Batch [4799]	Speed: 735.057446 samples/sec	rmse=0.019252	lr=0.066246
Epoch[81] Batch [4849]	Speed: 759.665505 samples/sec	rmse=0.019252	lr=0.066239
Epoch[81] Batch [4899]	Speed: 777.081351 samples/sec	rmse=0.019254	lr=0.066231
Epoch[81] Batch [4949]	Speed: 734.643122 samples/sec	rmse=0.019257	lr=0.066223
Epoch[81] Batch [4999]	Speed: 715.644678 samples/sec	rmse=0.019257	lr=0.066216
[Epoch 81] training: rmse=0.019258
[Epoch 81] speed: 740 samples/sec	time cost: 1752.913060
[Epoch 81] validation: err-top1=0.319631 err-top5=0.110377
Epoch[82] Batch [49]	Speed: 728.524876 samples/sec	rmse=0.019153	lr=0.066207
Epoch[82] Batch [99]	Speed: 756.257457 samples/sec	rmse=0.019099	lr=0.066200
Epoch[82] Batch [149]	Speed: 773.827134 samples/sec	rmse=0.019098	lr=0.066192
Epoch[82] Batch [199]	Speed: 746.296160 samples/sec	rmse=0.019115	lr=0.066185
Epoch[82] Batch [249]	Speed: 763.743294 samples/sec	rmse=0.019161	lr=0.066177
Epoch[82] Batch [299]	Speed: 748.427989 samples/sec	rmse=0.019150	lr=0.066169
Epoch[82] Batch [349]	Speed: 787.363546 samples/sec	rmse=0.019127	lr=0.066162
Epoch[82] Batch [399]	Speed: 730.698374 samples/sec	rmse=0.019150	lr=0.066154
Epoch[82] Batch [449]	Speed: 755.763238 samples/sec	rmse=0.019159	lr=0.066147
Epoch[82] Batch [499]	Speed: 745.180431 samples/sec	rmse=0.019159	lr=0.066139
Epoch[82] Batch [549]	Speed: 764.876942 samples/sec	rmse=0.019153	lr=0.066131
Epoch[82] Batch [599]	Speed: 778.302855 samples/sec	rmse=0.019157	lr=0.066124
Epoch[82] Batch [649]	Speed: 732.531176 samples/sec	rmse=0.019149	lr=0.066116
Epoch[82] Batch [699]	Speed: 742.279087 samples/sec	rmse=0.019157	lr=0.066108
Epoch[82] Batch [749]	Speed: 763.523712 samples/sec	rmse=0.019153	lr=0.066101
Epoch[82] Batch [799]	Speed: 745.159424 samples/sec	rmse=0.019152	lr=0.066093
Epoch[82] Batch [849]	Speed: 732.078832 samples/sec	rmse=0.019160	lr=0.066086
Epoch[82] Batch [899]	Speed: 736.790304 samples/sec	rmse=0.019161	lr=0.066078
Epoch[82] Batch [949]	Speed: 736.013979 samples/sec	rmse=0.019168	lr=0.066070
Epoch[82] Batch [999]	Speed: 748.470518 samples/sec	rmse=0.019167	lr=0.066063
Epoch[82] Batch [1049]	Speed: 756.463530 samples/sec	rmse=0.019168	lr=0.066055
Epoch[82] Batch [1099]	Speed: 710.115054 samples/sec	rmse=0.019165	lr=0.066047
Epoch[82] Batch [1149]	Speed: 721.224604 samples/sec	rmse=0.019159	lr=0.066040
Epoch[82] Batch [1199]	Speed: 734.367509 samples/sec	rmse=0.019158	lr=0.066032
Epoch[82] Batch [1249]	Speed: 739.772962 samples/sec	rmse=0.019159	lr=0.066025
Epoch[82] Batch [1299]	Speed: 727.746961 samples/sec	rmse=0.019156	lr=0.066017
Epoch[82] Batch [1349]	Speed: 731.690892 samples/sec	rmse=0.019150	lr=0.066009
Epoch[82] Batch [1399]	Speed: 753.040092 samples/sec	rmse=0.019152	lr=0.066002
Epoch[82] Batch [1449]	Speed: 745.198563 samples/sec	rmse=0.019153	lr=0.065994
Epoch[82] Batch [1499]	Speed: 762.201016 samples/sec	rmse=0.019155	lr=0.065986
Epoch[82] Batch [1549]	Speed: 726.216998 samples/sec	rmse=0.019155	lr=0.065979
Epoch[82] Batch [1599]	Speed: 766.576537 samples/sec	rmse=0.019158	lr=0.065971
Epoch[82] Batch [1649]	Speed: 695.825948 samples/sec	rmse=0.019154	lr=0.065964
Epoch[82] Batch [1699]	Speed: 741.959396 samples/sec	rmse=0.019148	lr=0.065956
Epoch[82] Batch [1749]	Speed: 748.111330 samples/sec	rmse=0.019151	lr=0.065948
Epoch[82] Batch [1799]	Speed: 737.984611 samples/sec	rmse=0.019155	lr=0.065941
Epoch[82] Batch [1849]	Speed: 748.757165 samples/sec	rmse=0.019158	lr=0.065933
Epoch[82] Batch [1899]	Speed: 705.016131 samples/sec	rmse=0.019160	lr=0.065925
Epoch[82] Batch [1949]	Speed: 778.560770 samples/sec	rmse=0.019163	lr=0.065918
Epoch[82] Batch [1999]	Speed: 756.447532 samples/sec	rmse=0.019165	lr=0.065910
Epoch[82] Batch [2049]	Speed: 733.437352 samples/sec	rmse=0.019165	lr=0.065903
Epoch[82] Batch [2099]	Speed: 726.942917 samples/sec	rmse=0.019168	lr=0.065895
Epoch[82] Batch [2149]	Speed: 729.024450 samples/sec	rmse=0.019174	lr=0.065887
Epoch[82] Batch [2199]	Speed: 725.429523 samples/sec	rmse=0.019180	lr=0.065880
Epoch[82] Batch [2249]	Speed: 756.814557 samples/sec	rmse=0.019184	lr=0.065872
Epoch[82] Batch [2299]	Speed: 738.337976 samples/sec	rmse=0.019182	lr=0.065864
Epoch[82] Batch [2349]	Speed: 728.803381 samples/sec	rmse=0.019185	lr=0.065857
Epoch[82] Batch [2399]	Speed: 766.722427 samples/sec	rmse=0.019185	lr=0.065849
Epoch[82] Batch [2449]	Speed: 732.068570 samples/sec	rmse=0.019188	lr=0.065841
Epoch[82] Batch [2499]	Speed: 759.809851 samples/sec	rmse=0.019188	lr=0.065834
Epoch[82] Batch [2549]	Speed: 739.202409 samples/sec	rmse=0.019186	lr=0.065826
Epoch[82] Batch [2599]	Speed: 741.230259 samples/sec	rmse=0.019183	lr=0.065819
Epoch[82] Batch [2649]	Speed: 767.501212 samples/sec	rmse=0.019186	lr=0.065811
Epoch[82] Batch [2699]	Speed: 717.138180 samples/sec	rmse=0.019183	lr=0.065803
Epoch[82] Batch [2749]	Speed: 729.356403 samples/sec	rmse=0.019182	lr=0.065796
Epoch[82] Batch [2799]	Speed: 724.556782 samples/sec	rmse=0.019181	lr=0.065788
Epoch[82] Batch [2849]	Speed: 747.661547 samples/sec	rmse=0.019182	lr=0.065780
Epoch[82] Batch [2899]	Speed: 772.307747 samples/sec	rmse=0.019182	lr=0.065773
Epoch[82] Batch [2949]	Speed: 748.362170 samples/sec	rmse=0.019183	lr=0.065765
Epoch[82] Batch [2999]	Speed: 735.536686 samples/sec	rmse=0.019187	lr=0.065757
Epoch[82] Batch [3049]	Speed: 717.125842 samples/sec	rmse=0.019185	lr=0.065750
Epoch[82] Batch [3099]	Speed: 769.095531 samples/sec	rmse=0.019187	lr=0.065742
Epoch[82] Batch [3149]	Speed: 730.098664 samples/sec	rmse=0.019191	lr=0.065735
Epoch[82] Batch [3199]	Speed: 729.099615 samples/sec	rmse=0.019191	lr=0.065727
Epoch[82] Batch [3249]	Speed: 727.874418 samples/sec	rmse=0.019191	lr=0.065719
Epoch[82] Batch [3299]	Speed: 743.933502 samples/sec	rmse=0.019190	lr=0.065712
Epoch[82] Batch [3349]	Speed: 748.664403 samples/sec	rmse=0.019189	lr=0.065704
Epoch[82] Batch [3399]	Speed: 735.978604 samples/sec	rmse=0.019192	lr=0.065696
Epoch[82] Batch [3449]	Speed: 739.638258 samples/sec	rmse=0.019195	lr=0.065689
Epoch[82] Batch [3499]	Speed: 745.563521 samples/sec	rmse=0.019199	lr=0.065681
Epoch[82] Batch [3549]	Speed: 762.591726 samples/sec	rmse=0.019200	lr=0.065673
Epoch[82] Batch [3599]	Speed: 760.110362 samples/sec	rmse=0.019201	lr=0.065666
Epoch[82] Batch [3649]	Speed: 738.366988 samples/sec	rmse=0.019203	lr=0.065658
Epoch[82] Batch [3699]	Speed: 752.219089 samples/sec	rmse=0.019206	lr=0.065651
Epoch[82] Batch [3749]	Speed: 707.775399 samples/sec	rmse=0.019204	lr=0.065643
Epoch[82] Batch [3799]	Speed: 756.792495 samples/sec	rmse=0.019205	lr=0.065635
Epoch[82] Batch [3849]	Speed: 756.841273 samples/sec	rmse=0.019209	lr=0.065628
Epoch[82] Batch [3899]	Speed: 745.653257 samples/sec	rmse=0.019210	lr=0.065620
Epoch[82] Batch [3949]	Speed: 734.431091 samples/sec	rmse=0.019213	lr=0.065612
Epoch[82] Batch [3999]	Speed: 747.999532 samples/sec	rmse=0.019217	lr=0.065605
Epoch[82] Batch [4049]	Speed: 751.868520 samples/sec	rmse=0.019215	lr=0.065597
Epoch[82] Batch [4099]	Speed: 748.305301 samples/sec	rmse=0.019216	lr=0.065589
Epoch[82] Batch [4149]	Speed: 731.487379 samples/sec	rmse=0.019217	lr=0.065582
Epoch[82] Batch [4199]	Speed: 773.344604 samples/sec	rmse=0.019219	lr=0.065574
Epoch[82] Batch [4249]	Speed: 744.228836 samples/sec	rmse=0.019221	lr=0.065566
Epoch[82] Batch [4299]	Speed: 758.113835 samples/sec	rmse=0.019222	lr=0.065559
Epoch[82] Batch [4349]	Speed: 777.047947 samples/sec	rmse=0.019223	lr=0.065551
Epoch[82] Batch [4399]	Speed: 732.333818 samples/sec	rmse=0.019226	lr=0.065543
Epoch[82] Batch [4449]	Speed: 778.271399 samples/sec	rmse=0.019224	lr=0.065536
Epoch[82] Batch [4499]	Speed: 756.091861 samples/sec	rmse=0.019225	lr=0.065528
Epoch[82] Batch [4549]	Speed: 727.222815 samples/sec	rmse=0.019226	lr=0.065520
Epoch[82] Batch [4599]	Speed: 748.667159 samples/sec	rmse=0.019227	lr=0.065513
Epoch[82] Batch [4649]	Speed: 739.707668 samples/sec	rmse=0.019227	lr=0.065505
Epoch[82] Batch [4699]	Speed: 776.528505 samples/sec	rmse=0.019228	lr=0.065498
Epoch[82] Batch [4749]	Speed: 770.465097 samples/sec	rmse=0.019229	lr=0.065490
Epoch[82] Batch [4799]	Speed: 719.126131 samples/sec	rmse=0.019232	lr=0.065482
Epoch[82] Batch [4849]	Speed: 795.913778 samples/sec	rmse=0.019230	lr=0.065475
Epoch[82] Batch [4899]	Speed: 737.600482 samples/sec	rmse=0.019232	lr=0.065467
Epoch[82] Batch [4949]	Speed: 739.719052 samples/sec	rmse=0.019232	lr=0.065459
Epoch[82] Batch [4999]	Speed: 744.393528 samples/sec	rmse=0.019232	lr=0.065452
[Epoch 82] training: rmse=0.019232
[Epoch 82] speed: 744 samples/sec	time cost: 1743.972764
[Epoch 82] validation: err-top1=0.317428 err-top5=0.107031
Epoch[83] Batch [49]	Speed: 713.073887 samples/sec	rmse=0.019201	lr=0.065443
Epoch[83] Batch [99]	Speed: 735.694297 samples/sec	rmse=0.019124	lr=0.065436
Epoch[83] Batch [149]	Speed: 721.917653 samples/sec	rmse=0.019070	lr=0.065428
Epoch[83] Batch [199]	Speed: 741.558909 samples/sec	rmse=0.019081	lr=0.065420
Epoch[83] Batch [249]	Speed: 728.823545 samples/sec	rmse=0.019057	lr=0.065413
Epoch[83] Batch [299]	Speed: 773.567352 samples/sec	rmse=0.019071	lr=0.065405
Epoch[83] Batch [349]	Speed: 784.386929 samples/sec	rmse=0.019058	lr=0.065397
Epoch[83] Batch [399]	Speed: 756.127577 samples/sec	rmse=0.019058	lr=0.065390
Epoch[83] Batch [449]	Speed: 747.978648 samples/sec	rmse=0.019075	lr=0.065382
Epoch[83] Batch [499]	Speed: 726.096533 samples/sec	rmse=0.019075	lr=0.065374
Epoch[83] Batch [549]	Speed: 749.553419 samples/sec	rmse=0.019080	lr=0.065367
Epoch[83] Batch [599]	Speed: 742.974301 samples/sec	rmse=0.019079	lr=0.065359
Epoch[83] Batch [649]	Speed: 758.084600 samples/sec	rmse=0.019073	lr=0.065351
Epoch[83] Batch [699]	Speed: 720.951212 samples/sec	rmse=0.019073	lr=0.065344
Epoch[83] Batch [749]	Speed: 729.766382 samples/sec	rmse=0.019092	lr=0.065336
Epoch[83] Batch [799]	Speed: 750.613042 samples/sec	rmse=0.019105	lr=0.065328
Epoch[83] Batch [849]	Speed: 736.871741 samples/sec	rmse=0.019113	lr=0.065321
Epoch[83] Batch [899]	Speed: 733.027373 samples/sec	rmse=0.019117	lr=0.065313
Epoch[83] Batch [949]	Speed: 718.094735 samples/sec	rmse=0.019112	lr=0.065305
Epoch[83] Batch [999]	Speed: 727.133785 samples/sec	rmse=0.019104	lr=0.065298
Epoch[83] Batch [1049]	Speed: 775.669525 samples/sec	rmse=0.019108	lr=0.065290
Epoch[83] Batch [1099]	Speed: 773.876069 samples/sec	rmse=0.019129	lr=0.065282
Epoch[83] Batch [1149]	Speed: 747.172652 samples/sec	rmse=0.019139	lr=0.065275
Epoch[83] Batch [1199]	Speed: 731.182471 samples/sec	rmse=0.019142	lr=0.065267
Epoch[83] Batch [1249]	Speed: 769.101305 samples/sec	rmse=0.019143	lr=0.065260
Epoch[83] Batch [1299]	Speed: 728.535287 samples/sec	rmse=0.019150	lr=0.065252
Epoch[83] Batch [1349]	Speed: 720.843299 samples/sec	rmse=0.019151	lr=0.065244
Epoch[83] Batch [1399]	Speed: 723.270539 samples/sec	rmse=0.019160	lr=0.065237
Epoch[83] Batch [1449]	Speed: 726.224238 samples/sec	rmse=0.019162	lr=0.065229
Epoch[83] Batch [1499]	Speed: 721.186442 samples/sec	rmse=0.019163	lr=0.065221
Epoch[83] Batch [1549]	Speed: 724.037961 samples/sec	rmse=0.019165	lr=0.065214
Epoch[83] Batch [1599]	Speed: 712.851537 samples/sec	rmse=0.019164	lr=0.065206
Epoch[83] Batch [1649]	Speed: 783.682316 samples/sec	rmse=0.019156	lr=0.065198
Epoch[83] Batch [1699]	Speed: 740.702459 samples/sec	rmse=0.019154	lr=0.065191
Epoch[83] Batch [1749]	Speed: 735.136518 samples/sec	rmse=0.019150	lr=0.065183
Epoch[83] Batch [1799]	Speed: 742.260440 samples/sec	rmse=0.019150	lr=0.065175
Epoch[83] Batch [1849]	Speed: 751.860791 samples/sec	rmse=0.019144	lr=0.065167
Epoch[83] Batch [1899]	Speed: 747.170864 samples/sec	rmse=0.019146	lr=0.065160
Epoch[83] Batch [1949]	Speed: 743.582022 samples/sec	rmse=0.019142	lr=0.065152
Epoch[83] Batch [1999]	Speed: 735.275367 samples/sec	rmse=0.019146	lr=0.065144
Epoch[83] Batch [2049]	Speed: 743.260210 samples/sec	rmse=0.019144	lr=0.065137
Epoch[83] Batch [2099]	Speed: 797.805386 samples/sec	rmse=0.019142	lr=0.065129
Epoch[83] Batch [2149]	Speed: 744.120938 samples/sec	rmse=0.019141	lr=0.065121
Epoch[83] Batch [2199]	Speed: 717.295191 samples/sec	rmse=0.019149	lr=0.065114
Epoch[83] Batch [2249]	Speed: 747.605815 samples/sec	rmse=0.019150	lr=0.065106
Epoch[83] Batch [2299]	Speed: 783.186495 samples/sec	rmse=0.019155	lr=0.065098
Epoch[83] Batch [2349]	Speed: 793.508152 samples/sec	rmse=0.019153	lr=0.065091
Epoch[83] Batch [2399]	Speed: 754.305669 samples/sec	rmse=0.019154	lr=0.065083
Epoch[83] Batch [2449]	Speed: 743.018475 samples/sec	rmse=0.019156	lr=0.065075
Epoch[83] Batch [2499]	Speed: 730.460656 samples/sec	rmse=0.019155	lr=0.065068
Epoch[83] Batch [2549]	Speed: 749.573920 samples/sec	rmse=0.019163	lr=0.065060
Epoch[83] Batch [2599]	Speed: 733.687409 samples/sec	rmse=0.019166	lr=0.065052
Epoch[83] Batch [2649]	Speed: 719.103379 samples/sec	rmse=0.019171	lr=0.065045
Epoch[83] Batch [2699]	Speed: 732.905019 samples/sec	rmse=0.019172	lr=0.065037
Epoch[83] Batch [2749]	Speed: 718.618922 samples/sec	rmse=0.019173	lr=0.065029
Epoch[83] Batch [2799]	Speed: 748.917546 samples/sec	rmse=0.019175	lr=0.065022
Epoch[83] Batch [2849]	Speed: 728.903904 samples/sec	rmse=0.019175	lr=0.065014
Epoch[83] Batch [2899]	Speed: 766.488818 samples/sec	rmse=0.019174	lr=0.065006
Epoch[83] Batch [2949]	Speed: 748.418442 samples/sec	rmse=0.019174	lr=0.064999
Epoch[83] Batch [2999]	Speed: 734.686331 samples/sec	rmse=0.019178	lr=0.064991
Epoch[83] Batch [3049]	Speed: 770.491524 samples/sec	rmse=0.019179	lr=0.064983
Epoch[83] Batch [3099]	Speed: 740.238766 samples/sec	rmse=0.019178	lr=0.064976
Epoch[83] Batch [3149]	Speed: 722.355375 samples/sec	rmse=0.019178	lr=0.064968
Epoch[83] Batch [3199]	Speed: 761.558841 samples/sec	rmse=0.019183	lr=0.064960
Epoch[83] Batch [3249]	Speed: 758.782017 samples/sec	rmse=0.019184	lr=0.064953
Epoch[83] Batch [3299]	Speed: 733.004454 samples/sec	rmse=0.019185	lr=0.064945
Epoch[83] Batch [3349]	Speed: 768.197263 samples/sec	rmse=0.019185	lr=0.064937
Epoch[83] Batch [3399]	Speed: 719.223991 samples/sec	rmse=0.019183	lr=0.064930
Epoch[83] Batch [3449]	Speed: 703.358343 samples/sec	rmse=0.019182	lr=0.064922
Epoch[83] Batch [3499]	Speed: 750.073163 samples/sec	rmse=0.019187	lr=0.064914
Epoch[83] Batch [3549]	Speed: 741.300234 samples/sec	rmse=0.019190	lr=0.064907
Epoch[83] Batch [3599]	Speed: 735.548013 samples/sec	rmse=0.019194	lr=0.064899
Epoch[83] Batch [3649]	Speed: 782.322249 samples/sec	rmse=0.019199	lr=0.064891
Epoch[83] Batch [3699]	Speed: 758.662922 samples/sec	rmse=0.019203	lr=0.064883
Epoch[83] Batch [3749]	Speed: 718.322713 samples/sec	rmse=0.019204	lr=0.064876
Epoch[83] Batch [3799]	Speed: 725.137654 samples/sec	rmse=0.019206	lr=0.064868
Epoch[83] Batch [3849]	Speed: 757.449201 samples/sec	rmse=0.019208	lr=0.064860
Epoch[83] Batch [3899]	Speed: 720.888685 samples/sec	rmse=0.019211	lr=0.064853
Epoch[83] Batch [3949]	Speed: 751.918570 samples/sec	rmse=0.019211	lr=0.064845
Epoch[83] Batch [3999]	Speed: 730.402927 samples/sec	rmse=0.019213	lr=0.064837
Epoch[83] Batch [4049]	Speed: 717.754172 samples/sec	rmse=0.019211	lr=0.064830
Epoch[83] Batch [4099]	Speed: 755.277964 samples/sec	rmse=0.019209	lr=0.064822
Epoch[83] Batch [4149]	Speed: 780.784352 samples/sec	rmse=0.019208	lr=0.064814
Epoch[83] Batch [4199]	Speed: 732.000996 samples/sec	rmse=0.019209	lr=0.064807
Epoch[83] Batch [4249]	Speed: 738.003592 samples/sec	rmse=0.019210	lr=0.064799
Epoch[83] Batch [4299]	Speed: 752.148892 samples/sec	rmse=0.019210	lr=0.064791
Epoch[83] Batch [4349]	Speed: 754.985232 samples/sec	rmse=0.019210	lr=0.064784
Epoch[83] Batch [4399]	Speed: 743.624909 samples/sec	rmse=0.019209	lr=0.064776
Epoch[83] Batch [4449]	Speed: 744.871536 samples/sec	rmse=0.019213	lr=0.064768
Epoch[83] Batch [4499]	Speed: 748.088678 samples/sec	rmse=0.019211	lr=0.064760
Epoch[83] Batch [4549]	Speed: 763.118347 samples/sec	rmse=0.019212	lr=0.064753
Epoch[83] Batch [4599]	Speed: 749.527697 samples/sec	rmse=0.019214	lr=0.064745
Epoch[83] Batch [4649]	Speed: 733.943106 samples/sec	rmse=0.019213	lr=0.064737
Epoch[83] Batch [4699]	Speed: 707.893267 samples/sec	rmse=0.019213	lr=0.064730
Epoch[83] Batch [4749]	Speed: 716.546588 samples/sec	rmse=0.019215	lr=0.064722
Epoch[83] Batch [4799]	Speed: 739.882641 samples/sec	rmse=0.019215	lr=0.064714
Epoch[83] Batch [4849]	Speed: 750.836579 samples/sec	rmse=0.019216	lr=0.064707
Epoch[83] Batch [4899]	Speed: 715.674890 samples/sec	rmse=0.019218	lr=0.064699
Epoch[83] Batch [4949]	Speed: 745.519054 samples/sec	rmse=0.019216	lr=0.064691
Epoch[83] Batch [4999]	Speed: 735.937049 samples/sec	rmse=0.019218	lr=0.064684
[Epoch 83] training: rmse=0.019218
[Epoch 83] speed: 741 samples/sec	time cost: 1750.693097
[Epoch 83] validation: err-top1=0.312719 err-top5=0.106326
Epoch[84] Batch [49]	Speed: 723.070338 samples/sec	rmse=0.018989	lr=0.064675
Epoch[84] Batch [99]	Speed: 761.202688 samples/sec	rmse=0.019046	lr=0.064668
Epoch[84] Batch [149]	Speed: 732.413404 samples/sec	rmse=0.019043	lr=0.064660
Epoch[84] Batch [199]	Speed: 733.255298 samples/sec	rmse=0.019079	lr=0.064652
Epoch[84] Batch [249]	Speed: 722.587652 samples/sec	rmse=0.019077	lr=0.064644
Epoch[84] Batch [299]	Speed: 707.769922 samples/sec	rmse=0.019069	lr=0.064637
Epoch[84] Batch [349]	Speed: 773.870078 samples/sec	rmse=0.019089	lr=0.064629
Epoch[84] Batch [399]	Speed: 756.180699 samples/sec	rmse=0.019084	lr=0.064621
Epoch[84] Batch [449]	Speed: 744.090174 samples/sec	rmse=0.019053	lr=0.064614
Epoch[84] Batch [499]	Speed: 730.821067 samples/sec	rmse=0.019054	lr=0.064606
Epoch[84] Batch [549]	Speed: 761.985305 samples/sec	rmse=0.019056	lr=0.064598
Epoch[84] Batch [599]	Speed: 748.913127 samples/sec	rmse=0.019046	lr=0.064591
Epoch[84] Batch [649]	Speed: 754.308869 samples/sec	rmse=0.019034	lr=0.064583
Epoch[84] Batch [699]	Speed: 710.080350 samples/sec	rmse=0.019046	lr=0.064575
Epoch[84] Batch [749]	Speed: 735.269235 samples/sec	rmse=0.019041	lr=0.064567
Epoch[84] Batch [799]	Speed: 737.962446 samples/sec	rmse=0.019044	lr=0.064560
Epoch[84] Batch [849]	Speed: 748.744247 samples/sec	rmse=0.019049	lr=0.064552
Epoch[84] Batch [899]	Speed: 794.933154 samples/sec	rmse=0.019041	lr=0.064544
Epoch[84] Batch [949]	Speed: 732.730360 samples/sec	rmse=0.019048	lr=0.064537
Epoch[84] Batch [999]	Speed: 751.684885 samples/sec	rmse=0.019051	lr=0.064529
Epoch[84] Batch [1049]	Speed: 738.580739 samples/sec	rmse=0.019057	lr=0.064521
Epoch[84] Batch [1099]	Speed: 739.324391 samples/sec	rmse=0.019063	lr=0.064514
Epoch[84] Batch [1149]	Speed: 717.152607 samples/sec	rmse=0.019072	lr=0.064506
Epoch[84] Batch [1199]	Speed: 702.025032 samples/sec	rmse=0.019073	lr=0.064498
Epoch[84] Batch [1249]	Speed: 738.242084 samples/sec	rmse=0.019072	lr=0.064490
Epoch[84] Batch [1299]	Speed: 737.127112 samples/sec	rmse=0.019080	lr=0.064483
Epoch[84] Batch [1349]	Speed: 738.404857 samples/sec	rmse=0.019086	lr=0.064475
Epoch[84] Batch [1399]	Speed: 757.958640 samples/sec	rmse=0.019092	lr=0.064467
Epoch[84] Batch [1449]	Speed: 725.529881 samples/sec	rmse=0.019095	lr=0.064460
Epoch[84] Batch [1499]	Speed: 729.296937 samples/sec	rmse=0.019095	lr=0.064452
Epoch[84] Batch [1549]	Speed: 732.049345 samples/sec	rmse=0.019098	lr=0.064444
Epoch[84] Batch [1599]	Speed: 713.794511 samples/sec	rmse=0.019100	lr=0.064437
Epoch[84] Batch [1649]	Speed: 739.902953 samples/sec	rmse=0.019094	lr=0.064429
Epoch[84] Batch [1699]	Speed: 792.381204 samples/sec	rmse=0.019094	lr=0.064421
Epoch[84] Batch [1749]	Speed: 793.593167 samples/sec	rmse=0.019094	lr=0.064413
Epoch[84] Batch [1799]	Speed: 747.828668 samples/sec	rmse=0.019097	lr=0.064406
Epoch[84] Batch [1849]	Speed: 732.683101 samples/sec	rmse=0.019101	lr=0.064398
Epoch[84] Batch [1899]	Speed: 700.975090 samples/sec	rmse=0.019102	lr=0.064390
Epoch[84] Batch [1949]	Speed: 736.898594 samples/sec	rmse=0.019104	lr=0.064383
Epoch[84] Batch [1999]	Speed: 773.718334 samples/sec	rmse=0.019107	lr=0.064375
Epoch[84] Batch [2049]	Speed: 752.920142 samples/sec	rmse=0.019104	lr=0.064367
Epoch[84] Batch [2099]	Speed: 717.538542 samples/sec	rmse=0.019100	lr=0.064359
Epoch[84] Batch [2149]	Speed: 745.044536 samples/sec	rmse=0.019105	lr=0.064352
Epoch[84] Batch [2199]	Speed: 745.378172 samples/sec	rmse=0.019105	lr=0.064344
Epoch[84] Batch [2249]	Speed: 754.738475 samples/sec	rmse=0.019105	lr=0.064336
Epoch[84] Batch [2299]	Speed: 773.739711 samples/sec	rmse=0.019108	lr=0.064329
Epoch[84] Batch [2349]	Speed: 761.242170 samples/sec	rmse=0.019108	lr=0.064321
Epoch[84] Batch [2399]	Speed: 754.764375 samples/sec	rmse=0.019109	lr=0.064313
Epoch[84] Batch [2449]	Speed: 768.574208 samples/sec	rmse=0.019113	lr=0.064305
Epoch[84] Batch [2499]	Speed: 720.785658 samples/sec	rmse=0.019113	lr=0.064298
Epoch[84] Batch [2549]	Speed: 756.945143 samples/sec	rmse=0.019115	lr=0.064290
Epoch[84] Batch [2599]	Speed: 723.461599 samples/sec	rmse=0.019118	lr=0.064282
Epoch[84] Batch [2649]	Speed: 761.794805 samples/sec	rmse=0.019116	lr=0.064275
Epoch[84] Batch [2699]	Speed: 743.236091 samples/sec	rmse=0.019119	lr=0.064267
Epoch[84] Batch [2749]	Speed: 751.404869 samples/sec	rmse=0.019121	lr=0.064259
Epoch[84] Batch [2799]	Speed: 746.317614 samples/sec	rmse=0.019130	lr=0.064251
Epoch[84] Batch [2849]	Speed: 723.073883 samples/sec	rmse=0.019132	lr=0.064244
Epoch[84] Batch [2899]	Speed: 740.678587 samples/sec	rmse=0.019131	lr=0.064236
Epoch[84] Batch [2949]	Speed: 765.423160 samples/sec	rmse=0.019135	lr=0.064228
Epoch[84] Batch [2999]	Speed: 728.766035 samples/sec	rmse=0.019138	lr=0.064221
Epoch[84] Batch [3049]	Speed: 778.762234 samples/sec	rmse=0.019139	lr=0.064213
Epoch[84] Batch [3099]	Speed: 731.001784 samples/sec	rmse=0.019136	lr=0.064205
Epoch[84] Batch [3149]	Speed: 746.240984 samples/sec	rmse=0.019139	lr=0.064197
Epoch[84] Batch [3199]	Speed: 790.607725 samples/sec	rmse=0.019139	lr=0.064190
Epoch[84] Batch [3249]	Speed: 726.357480 samples/sec	rmse=0.019140	lr=0.064182
Epoch[84] Batch [3299]	Speed: 749.514617 samples/sec	rmse=0.019140	lr=0.064174
Epoch[84] Batch [3349]	Speed: 762.463993 samples/sec	rmse=0.019137	lr=0.064167
Epoch[84] Batch [3399]	Speed: 777.764540 samples/sec	rmse=0.019137	lr=0.064159
Epoch[84] Batch [3449]	Speed: 728.847410 samples/sec	rmse=0.019140	lr=0.064151
Epoch[84] Batch [3499]	Speed: 730.429052 samples/sec	rmse=0.019141	lr=0.064143
Epoch[84] Batch [3549]	Speed: 745.313726 samples/sec	rmse=0.019145	lr=0.064136
Epoch[84] Batch [3599]	Speed: 752.057290 samples/sec	rmse=0.019144	lr=0.064128
Epoch[84] Batch [3649]	Speed: 741.771407 samples/sec	rmse=0.019148	lr=0.064120
Epoch[84] Batch [3699]	Speed: 706.592056 samples/sec	rmse=0.019146	lr=0.064113
Epoch[84] Batch [3749]	Speed: 743.630049 samples/sec	rmse=0.019144	lr=0.064105
Epoch[84] Batch [3799]	Speed: 701.764742 samples/sec	rmse=0.019145	lr=0.064097
Epoch[84] Batch [3849]	Speed: 747.902864 samples/sec	rmse=0.019143	lr=0.064089
Epoch[84] Batch [3899]	Speed: 743.247656 samples/sec	rmse=0.019143	lr=0.064082
Epoch[84] Batch [3949]	Speed: 730.768255 samples/sec	rmse=0.019144	lr=0.064074
Epoch[84] Batch [3999]	Speed: 746.242809 samples/sec	rmse=0.019144	lr=0.064066
Epoch[84] Batch [4049]	Speed: 756.846949 samples/sec	rmse=0.019147	lr=0.064058
Epoch[84] Batch [4099]	Speed: 752.111422 samples/sec	rmse=0.019149	lr=0.064051
Epoch[84] Batch [4149]	Speed: 749.560525 samples/sec	rmse=0.019148	lr=0.064043
Epoch[84] Batch [4199]	Speed: 726.528868 samples/sec	rmse=0.019148	lr=0.064035
Epoch[84] Batch [4249]	Speed: 725.251991 samples/sec	rmse=0.019147	lr=0.064028
Epoch[84] Batch [4299]	Speed: 751.994591 samples/sec	rmse=0.019145	lr=0.064020
Epoch[84] Batch [4349]	Speed: 710.446412 samples/sec	rmse=0.019145	lr=0.064012
Epoch[84] Batch [4399]	Speed: 768.803299 samples/sec	rmse=0.019146	lr=0.064004
Epoch[84] Batch [4449]	Speed: 748.806885 samples/sec	rmse=0.019145	lr=0.063997
Epoch[84] Batch [4499]	Speed: 730.324403 samples/sec	rmse=0.019147	lr=0.063989
Epoch[84] Batch [4549]	Speed: 777.357377 samples/sec	rmse=0.019149	lr=0.063981
Epoch[84] Batch [4599]	Speed: 745.062403 samples/sec	rmse=0.019151	lr=0.063973
Epoch[84] Batch [4649]	Speed: 754.556639 samples/sec	rmse=0.019149	lr=0.063966
Epoch[84] Batch [4699]	Speed: 757.484030 samples/sec	rmse=0.019150	lr=0.063958
Epoch[84] Batch [4749]	Speed: 735.084630 samples/sec	rmse=0.019151	lr=0.063950
Epoch[84] Batch [4799]	Speed: 747.115818 samples/sec	rmse=0.019155	lr=0.063943
Epoch[84] Batch [4849]	Speed: 725.946797 samples/sec	rmse=0.019156	lr=0.063935
Epoch[84] Batch [4899]	Speed: 725.495428 samples/sec	rmse=0.019157	lr=0.063927
Epoch[84] Batch [4949]	Speed: 737.942068 samples/sec	rmse=0.019160	lr=0.063919
Epoch[84] Batch [4999]	Speed: 728.532756 samples/sec	rmse=0.019162	lr=0.063912
[Epoch 84] training: rmse=0.019162
[Epoch 84] speed: 742 samples/sec	time cost: 1748.717872
[Epoch 84] validation: err-top1=0.318009 err-top5=0.105529
Epoch[85] Batch [49]	Speed: 720.914627 samples/sec	rmse=0.019045	lr=0.063903
Epoch[85] Batch [99]	Speed: 742.064042 samples/sec	rmse=0.018844	lr=0.063896
Epoch[85] Batch [149]	Speed: 709.142175 samples/sec	rmse=0.018844	lr=0.063888
Epoch[85] Batch [199]	Speed: 722.448050 samples/sec	rmse=0.018880	lr=0.063880
Epoch[85] Batch [249]	Speed: 733.036511 samples/sec	rmse=0.018928	lr=0.063872
Epoch[85] Batch [299]	Speed: 767.392395 samples/sec	rmse=0.018955	lr=0.063865
Epoch[85] Batch [349]	Speed: 767.592719 samples/sec	rmse=0.018964	lr=0.063857
Epoch[85] Batch [399]	Speed: 721.813594 samples/sec	rmse=0.018977	lr=0.063849
Epoch[85] Batch [449]	Speed: 753.872247 samples/sec	rmse=0.018981	lr=0.063841
Epoch[85] Batch [499]	Speed: 747.230535 samples/sec	rmse=0.019004	lr=0.063834
Epoch[85] Batch [549]	Speed: 760.358964 samples/sec	rmse=0.019002	lr=0.063826
Epoch[85] Batch [599]	Speed: 751.922625 samples/sec	rmse=0.019012	lr=0.063818
Epoch[85] Batch [649]	Speed: 713.199164 samples/sec	rmse=0.019022	lr=0.063810
Epoch[85] Batch [699]	Speed: 725.335336 samples/sec	rmse=0.019015	lr=0.063803
Epoch[85] Batch [749]	Speed: 749.189062 samples/sec	rmse=0.019010	lr=0.063795
Epoch[85] Batch [799]	Speed: 718.119277 samples/sec	rmse=0.019011	lr=0.063787
Epoch[85] Batch [849]	Speed: 734.277576 samples/sec	rmse=0.019014	lr=0.063780
Epoch[85] Batch [899]	Speed: 743.467949 samples/sec	rmse=0.019003	lr=0.063772
Epoch[85] Batch [949]	Speed: 740.679190 samples/sec	rmse=0.019018	lr=0.063764
Epoch[85] Batch [999]	Speed: 776.643939 samples/sec	rmse=0.019029	lr=0.063756
Epoch[85] Batch [1049]	Speed: 700.712121 samples/sec	rmse=0.019031	lr=0.063749
Epoch[85] Batch [1099]	Speed: 732.479445 samples/sec	rmse=0.019035	lr=0.063741
Epoch[85] Batch [1149]	Speed: 733.985560 samples/sec	rmse=0.019041	lr=0.063733
Epoch[85] Batch [1199]	Speed: 742.953738 samples/sec	rmse=0.019047	lr=0.063725
Epoch[85] Batch [1249]	Speed: 748.170401 samples/sec	rmse=0.019046	lr=0.063718
Epoch[85] Batch [1299]	Speed: 758.101759 samples/sec	rmse=0.019049	lr=0.063710
Epoch[85] Batch [1349]	Speed: 729.532788 samples/sec	rmse=0.019054	lr=0.063702
Epoch[85] Batch [1399]	Speed: 743.735867 samples/sec	rmse=0.019064	lr=0.063694
Epoch[85] Batch [1449]	Speed: 761.593639 samples/sec	rmse=0.019065	lr=0.063687
Epoch[85] Batch [1499]	Speed: 759.218753 samples/sec	rmse=0.019065	lr=0.063679
Epoch[85] Batch [1549]	Speed: 733.534576 samples/sec	rmse=0.019064	lr=0.063671
Epoch[85] Batch [1599]	Speed: 759.296934 samples/sec	rmse=0.019066	lr=0.063663
Epoch[85] Batch [1649]	Speed: 765.177855 samples/sec	rmse=0.019070	lr=0.063656
Epoch[85] Batch [1699]	Speed: 789.533452 samples/sec	rmse=0.019072	lr=0.063648
Epoch[85] Batch [1749]	Speed: 728.701107 samples/sec	rmse=0.019070	lr=0.063640
Epoch[85] Batch [1799]	Speed: 742.921784 samples/sec	rmse=0.019075	lr=0.063632
Epoch[85] Batch [1849]	Speed: 763.066707 samples/sec	rmse=0.019081	lr=0.063625
Epoch[85] Batch [1899]	Speed: 732.179201 samples/sec	rmse=0.019082	lr=0.063617
Epoch[85] Batch [1949]	Speed: 736.431417 samples/sec	rmse=0.019083	lr=0.063609
Epoch[85] Batch [1999]	Speed: 776.501078 samples/sec	rmse=0.019084	lr=0.063601
Epoch[85] Batch [2049]	Speed: 750.734106 samples/sec	rmse=0.019090	lr=0.063594
Epoch[85] Batch [2099]	Speed: 754.085262 samples/sec	rmse=0.019090	lr=0.063586
Epoch[85] Batch [2149]	Speed: 723.969255 samples/sec	rmse=0.019096	lr=0.063578
Epoch[85] Batch [2199]	Speed: 780.175647 samples/sec	rmse=0.019093	lr=0.063571
Epoch[85] Batch [2249]	Speed: 736.769606 samples/sec	rmse=0.019097	lr=0.063563
Epoch[85] Batch [2299]	Speed: 730.074051 samples/sec	rmse=0.019099	lr=0.063555
Epoch[85] Batch [2349]	Speed: 719.426483 samples/sec	rmse=0.019099	lr=0.063547
Epoch[85] Batch [2399]	Speed: 754.942978 samples/sec	rmse=0.019101	lr=0.063540
Epoch[85] Batch [2449]	Speed: 745.416246 samples/sec	rmse=0.019101	lr=0.063532
Epoch[85] Batch [2499]	Speed: 764.614052 samples/sec	rmse=0.019105	lr=0.063524
Epoch[85] Batch [2549]	Speed: 754.234955 samples/sec	rmse=0.019106	lr=0.063516
Epoch[85] Batch [2599]	Speed: 739.807245 samples/sec	rmse=0.019105	lr=0.063509
Epoch[85] Batch [2649]	Speed: 757.150716 samples/sec	rmse=0.019101	lr=0.063501
Epoch[85] Batch [2699]	Speed: 736.132589 samples/sec	rmse=0.019104	lr=0.063493
Epoch[85] Batch [2749]	Speed: 732.462427 samples/sec	rmse=0.019105	lr=0.063485
Epoch[85] Batch [2799]	Speed: 754.185940 samples/sec	rmse=0.019107	lr=0.063478
Epoch[85] Batch [2849]	Speed: 716.832547 samples/sec	rmse=0.019109	lr=0.063470
Epoch[85] Batch [2899]	Speed: 742.942572 samples/sec	rmse=0.019109	lr=0.063462
Epoch[85] Batch [2949]	Speed: 738.631322 samples/sec	rmse=0.019108	lr=0.063454
Epoch[85] Batch [2999]	Speed: 761.772311 samples/sec	rmse=0.019112	lr=0.063447
Epoch[85] Batch [3049]	Speed: 764.374739 samples/sec	rmse=0.019115	lr=0.063439
Epoch[85] Batch [3099]	Speed: 747.301689 samples/sec	rmse=0.019120	lr=0.063431
Epoch[85] Batch [3149]	Speed: 798.091422 samples/sec	rmse=0.019123	lr=0.063423
Epoch[85] Batch [3199]	Speed: 722.920251 samples/sec	rmse=0.019124	lr=0.063416
Epoch[85] Batch [3249]	Speed: 752.469021 samples/sec	rmse=0.019127	lr=0.063408
Epoch[85] Batch [3299]	Speed: 748.622854 samples/sec	rmse=0.019130	lr=0.063400
Epoch[85] Batch [3349]	Speed: 725.305537 samples/sec	rmse=0.019131	lr=0.063392
Epoch[85] Batch [3399]	Speed: 734.781654 samples/sec	rmse=0.019131	lr=0.063384
Epoch[85] Batch [3449]	Speed: 743.605473 samples/sec	rmse=0.019133	lr=0.063377
Epoch[85] Batch [3499]	Speed: 767.601685 samples/sec	rmse=0.019136	lr=0.063369
Epoch[85] Batch [3549]	Speed: 751.303692 samples/sec	rmse=0.019138	lr=0.063361
Epoch[85] Batch [3599]	Speed: 729.477823 samples/sec	rmse=0.019141	lr=0.063353
Epoch[85] Batch [3649]	Speed: 727.591090 samples/sec	rmse=0.019142	lr=0.063346
Epoch[85] Batch [3699]	Speed: 743.324002 samples/sec	rmse=0.019142	lr=0.063338
Epoch[85] Batch [3749]	Speed: 732.075937 samples/sec	rmse=0.019143	lr=0.063330
Epoch[85] Batch [3799]	Speed: 767.013802 samples/sec	rmse=0.019142	lr=0.063322
Epoch[85] Batch [3849]	Speed: 743.442643 samples/sec	rmse=0.019145	lr=0.063315
Epoch[85] Batch [3899]	Speed: 766.307063 samples/sec	rmse=0.019145	lr=0.063307
Epoch[85] Batch [3949]	Speed: 742.891725 samples/sec	rmse=0.019147	lr=0.063299
Epoch[85] Batch [3999]	Speed: 746.850270 samples/sec	rmse=0.019148	lr=0.063291
Epoch[85] Batch [4049]	Speed: 774.431745 samples/sec	rmse=0.019148	lr=0.063284
Epoch[85] Batch [4099]	Speed: 746.549437 samples/sec	rmse=0.019148	lr=0.063276
Epoch[85] Batch [4149]	Speed: 722.150347 samples/sec	rmse=0.019146	lr=0.063268
Epoch[85] Batch [4199]	Speed: 747.947272 samples/sec	rmse=0.019146	lr=0.063260
Epoch[85] Batch [4249]	Speed: 723.530882 samples/sec	rmse=0.019147	lr=0.063253
Epoch[85] Batch [4299]	Speed: 724.674770 samples/sec	rmse=0.019147	lr=0.063245
Epoch[85] Batch [4349]	Speed: 749.601665 samples/sec	rmse=0.019147	lr=0.063237
Epoch[85] Batch [4399]	Speed: 749.699433 samples/sec	rmse=0.019146	lr=0.063229
Epoch[85] Batch [4449]	Speed: 736.908648 samples/sec	rmse=0.019144	lr=0.063222
Epoch[85] Batch [4499]	Speed: 755.033777 samples/sec	rmse=0.019146	lr=0.063214
Epoch[85] Batch [4549]	Speed: 749.612414 samples/sec	rmse=0.019146	lr=0.063206
Epoch[85] Batch [4599]	Speed: 722.272547 samples/sec	rmse=0.019143	lr=0.063198
Epoch[85] Batch [4649]	Speed: 734.896658 samples/sec	rmse=0.019145	lr=0.063191
Epoch[85] Batch [4699]	Speed: 768.179830 samples/sec	rmse=0.019145	lr=0.063183
Epoch[85] Batch [4749]	Speed: 736.024937 samples/sec	rmse=0.019145	lr=0.063175
Epoch[85] Batch [4799]	Speed: 738.099940 samples/sec	rmse=0.019145	lr=0.063167
Epoch[85] Batch [4849]	Speed: 750.970761 samples/sec	rmse=0.019148	lr=0.063159
Epoch[85] Batch [4899]	Speed: 758.680687 samples/sec	rmse=0.019148	lr=0.063152
Epoch[85] Batch [4949]	Speed: 768.083348 samples/sec	rmse=0.019151	lr=0.063144
Epoch[85] Batch [4999]	Speed: 768.880702 samples/sec	rmse=0.019151	lr=0.063136
[Epoch 85] training: rmse=0.019151
[Epoch 85] speed: 744 samples/sec	time cost: 1744.514260
[Epoch 85] validation: err-top1=0.314283 err-top5=0.107853
Epoch[86] Batch [49]	Speed: 734.195275 samples/sec	rmse=0.018832	lr=0.063128
Epoch[86] Batch [99]	Speed: 736.254952 samples/sec	rmse=0.018892	lr=0.063120
Epoch[86] Batch [149]	Speed: 755.307961 samples/sec	rmse=0.018974	lr=0.063112
Epoch[86] Batch [199]	Speed: 756.664138 samples/sec	rmse=0.018966	lr=0.063104
Epoch[86] Batch [249]	Speed: 722.933607 samples/sec	rmse=0.018980	lr=0.063097
Epoch[86] Batch [299]	Speed: 742.652378 samples/sec	rmse=0.018974	lr=0.063089
Epoch[86] Batch [349]	Speed: 711.932322 samples/sec	rmse=0.018994	lr=0.063081
Epoch[86] Batch [399]	Speed: 735.081550 samples/sec	rmse=0.019008	lr=0.063073
Epoch[86] Batch [449]	Speed: 732.213253 samples/sec	rmse=0.019013	lr=0.063066
Epoch[86] Batch [499]	Speed: 753.930463 samples/sec	rmse=0.019018	lr=0.063058
Epoch[86] Batch [549]	Speed: 763.212490 samples/sec	rmse=0.019043	lr=0.063050
Epoch[86] Batch [599]	Speed: 714.673561 samples/sec	rmse=0.019050	lr=0.063042
Epoch[86] Batch [649]	Speed: 732.476887 samples/sec	rmse=0.019047	lr=0.063035
Epoch[86] Batch [699]	Speed: 761.064005 samples/sec	rmse=0.019043	lr=0.063027
Epoch[86] Batch [749]	Speed: 753.350683 samples/sec	rmse=0.019057	lr=0.063019
Epoch[86] Batch [799]	Speed: 750.104372 samples/sec	rmse=0.019057	lr=0.063011
Epoch[86] Batch [849]	Speed: 771.979555 samples/sec	rmse=0.019061	lr=0.063003
Epoch[86] Batch [899]	Speed: 759.290179 samples/sec	rmse=0.019060	lr=0.062996
Epoch[86] Batch [949]	Speed: 750.016861 samples/sec	rmse=0.019054	lr=0.062988
Epoch[86] Batch [999]	Speed: 767.660713 samples/sec	rmse=0.019054	lr=0.062980
Epoch[86] Batch [1049]	Speed: 748.840350 samples/sec	rmse=0.019050	lr=0.062972
Epoch[86] Batch [1099]	Speed: 750.969921 samples/sec	rmse=0.019054	lr=0.062965
Epoch[86] Batch [1149]	Speed: 773.746446 samples/sec	rmse=0.019052	lr=0.062957
Epoch[86] Batch [1199]	Speed: 797.577906 samples/sec	rmse=0.019056	lr=0.062949
Epoch[86] Batch [1249]	Speed: 737.838876 samples/sec	rmse=0.019049	lr=0.062941
Epoch[86] Batch [1299]	Speed: 746.852317 samples/sec	rmse=0.019043	lr=0.062933
Epoch[86] Batch [1349]	Speed: 747.297934 samples/sec	rmse=0.019042	lr=0.062926
Epoch[86] Batch [1399]	Speed: 723.857235 samples/sec	rmse=0.019041	lr=0.062918
Epoch[86] Batch [1449]	Speed: 775.680709 samples/sec	rmse=0.019041	lr=0.062910
Epoch[86] Batch [1499]	Speed: 747.548675 samples/sec	rmse=0.019041	lr=0.062902
Epoch[86] Batch [1549]	Speed: 777.952391 samples/sec	rmse=0.019033	lr=0.062895
Epoch[86] Batch [1599]	Speed: 740.045272 samples/sec	rmse=0.019031	lr=0.062887
Epoch[86] Batch [1649]	Speed: 720.455532 samples/sec	rmse=0.019034	lr=0.062879
Epoch[86] Batch [1699]	Speed: 715.774018 samples/sec	rmse=0.019032	lr=0.062871
Epoch[86] Batch [1749]	Speed: 763.067261 samples/sec	rmse=0.019031	lr=0.062863
Epoch[86] Batch [1799]	Speed: 763.774695 samples/sec	rmse=0.019030	lr=0.062856
Epoch[86] Batch [1849]	Speed: 723.574110 samples/sec	rmse=0.019031	lr=0.062848
Epoch[86] Batch [1899]	Speed: 749.969892 samples/sec	rmse=0.019032	lr=0.062840
Epoch[86] Batch [1949]	Speed: 739.261618 samples/sec	rmse=0.019040	lr=0.062832
Epoch[86] Batch [1999]	Speed: 720.312259 samples/sec	rmse=0.019040	lr=0.062825
Epoch[86] Batch [2049]	Speed: 741.481061 samples/sec	rmse=0.019044	lr=0.062817
Epoch[86] Batch [2099]	Speed: 762.766737 samples/sec	rmse=0.019040	lr=0.062809
Epoch[86] Batch [2149]	Speed: 761.572345 samples/sec	rmse=0.019041	lr=0.062801
Epoch[86] Batch [2199]	Speed: 752.648258 samples/sec	rmse=0.019039	lr=0.062793
Epoch[86] Batch [2249]	Speed: 741.561562 samples/sec	rmse=0.019039	lr=0.062786
Epoch[86] Batch [2299]	Speed: 752.265244 samples/sec	rmse=0.019044	lr=0.062778
Epoch[86] Batch [2349]	Speed: 730.083682 samples/sec	rmse=0.019048	lr=0.062770
Epoch[86] Batch [2399]	Speed: 771.170746 samples/sec	rmse=0.019044	lr=0.062762
Epoch[86] Batch [2449]	Speed: 787.126008 samples/sec	rmse=0.019045	lr=0.062755
Epoch[86] Batch [2499]	Speed: 722.393175 samples/sec	rmse=0.019049	lr=0.062747
Epoch[86] Batch [2549]	Speed: 745.367326 samples/sec	rmse=0.019051	lr=0.062739
Epoch[86] Batch [2599]	Speed: 755.285710 samples/sec	rmse=0.019051	lr=0.062731
Epoch[86] Batch [2649]	Speed: 759.333340 samples/sec	rmse=0.019057	lr=0.062723
Epoch[86] Batch [2699]	Speed: 738.821393 samples/sec	rmse=0.019057	lr=0.062716
Epoch[86] Batch [2749]	Speed: 722.190390 samples/sec	rmse=0.019059	lr=0.062708
Epoch[86] Batch [2799]	Speed: 722.773096 samples/sec	rmse=0.019057	lr=0.062700
Epoch[86] Batch [2849]	Speed: 722.292924 samples/sec	rmse=0.019058	lr=0.062692
Epoch[86] Batch [2899]	Speed: 745.151833 samples/sec	rmse=0.019060	lr=0.062685
Epoch[86] Batch [2949]	Speed: 772.348012 samples/sec	rmse=0.019064	lr=0.062677
Epoch[86] Batch [2999]	Speed: 787.400845 samples/sec	rmse=0.019068	lr=0.062669
Epoch[86] Batch [3049]	Speed: 761.964314 samples/sec	rmse=0.019071	lr=0.062661
Epoch[86] Batch [3099]	Speed: 730.972980 samples/sec	rmse=0.019073	lr=0.062653
Epoch[86] Batch [3149]	Speed: 754.912214 samples/sec	rmse=0.019075	lr=0.062646
Epoch[86] Batch [3199]	Speed: 740.649364 samples/sec	rmse=0.019076	lr=0.062638
Epoch[86] Batch [3249]	Speed: 737.436999 samples/sec	rmse=0.019076	lr=0.062630
Epoch[86] Batch [3299]	Speed: 769.262993 samples/sec	rmse=0.019077	lr=0.062622
Epoch[86] Batch [3349]	Speed: 748.895462 samples/sec	rmse=0.019075	lr=0.062614
Epoch[86] Batch [3399]	Speed: 748.936738 samples/sec	rmse=0.019078	lr=0.062607
Epoch[86] Batch [3449]	Speed: 735.151386 samples/sec	rmse=0.019081	lr=0.062599
Epoch[86] Batch [3499]	Speed: 721.238179 samples/sec	rmse=0.019082	lr=0.062591
Epoch[86] Batch [3549]	Speed: 770.019394 samples/sec	rmse=0.019084	lr=0.062583
Epoch[86] Batch [3599]	Speed: 731.102585 samples/sec	rmse=0.019089	lr=0.062575
Epoch[86] Batch [3649]	Speed: 711.723468 samples/sec	rmse=0.019093	lr=0.062568
Epoch[86] Batch [3699]	Speed: 744.750104 samples/sec	rmse=0.019096	lr=0.062560
Epoch[86] Batch [3749]	Speed: 732.847614 samples/sec	rmse=0.019096	lr=0.062552
Epoch[86] Batch [3799]	Speed: 747.821803 samples/sec	rmse=0.019095	lr=0.062544
Epoch[86] Batch [3849]	Speed: 748.268547 samples/sec	rmse=0.019097	lr=0.062537
Epoch[86] Batch [3899]	Speed: 708.351179 samples/sec	rmse=0.019099	lr=0.062529
Epoch[86] Batch [3949]	Speed: 720.132653 samples/sec	rmse=0.019100	lr=0.062521
Epoch[86] Batch [3999]	Speed: 728.092129 samples/sec	rmse=0.019100	lr=0.062513
Epoch[86] Batch [4049]	Speed: 743.514592 samples/sec	rmse=0.019101	lr=0.062505
Epoch[86] Batch [4099]	Speed: 763.192787 samples/sec	rmse=0.019104	lr=0.062498
Epoch[86] Batch [4149]	Speed: 731.424635 samples/sec	rmse=0.019105	lr=0.062490
Epoch[86] Batch [4199]	Speed: 730.847819 samples/sec	rmse=0.019106	lr=0.062482
Epoch[86] Batch [4249]	Speed: 739.884823 samples/sec	rmse=0.019106	lr=0.062474
Epoch[86] Batch [4299]	Speed: 742.569534 samples/sec	rmse=0.019110	lr=0.062466
Epoch[86] Batch [4349]	Speed: 779.872748 samples/sec	rmse=0.019110	lr=0.062459
Epoch[86] Batch [4399]	Speed: 744.417082 samples/sec	rmse=0.019111	lr=0.062451
Epoch[86] Batch [4449]	Speed: 751.101597 samples/sec	rmse=0.019111	lr=0.062443
Epoch[86] Batch [4499]	Speed: 715.075614 samples/sec	rmse=0.019112	lr=0.062435
Epoch[86] Batch [4549]	Speed: 756.951461 samples/sec	rmse=0.019112	lr=0.062427
Epoch[86] Batch [4599]	Speed: 729.934251 samples/sec	rmse=0.019113	lr=0.062420
Epoch[86] Batch [4649]	Speed: 739.346118 samples/sec	rmse=0.019114	lr=0.062412
Epoch[86] Batch [4699]	Speed: 784.625075 samples/sec	rmse=0.019116	lr=0.062404
Epoch[86] Batch [4749]	Speed: 734.463503 samples/sec	rmse=0.019118	lr=0.062396
Epoch[86] Batch [4799]	Speed: 720.062735 samples/sec	rmse=0.019119	lr=0.062388
Epoch[86] Batch [4849]	Speed: 760.892955 samples/sec	rmse=0.019121	lr=0.062381
Epoch[86] Batch [4899]	Speed: 762.770411 samples/sec	rmse=0.019120	lr=0.062373
Epoch[86] Batch [4949]	Speed: 751.563915 samples/sec	rmse=0.019119	lr=0.062365
Epoch[86] Batch [4999]	Speed: 753.642466 samples/sec	rmse=0.019120	lr=0.062357
[Epoch 86] training: rmse=0.019120
[Epoch 86] speed: 745 samples/sec	time cost: 1742.192458
[Epoch 86] validation: err-top1=0.317801 err-top5=0.108518
Epoch[87] Batch [49]	Speed: 745.451841 samples/sec	rmse=0.018766	lr=0.062349
Epoch[87] Batch [99]	Speed: 754.191842 samples/sec	rmse=0.018811	lr=0.062341
Epoch[87] Batch [149]	Speed: 748.474546 samples/sec	rmse=0.018891	lr=0.062333
Epoch[87] Batch [199]	Speed: 730.130487 samples/sec	rmse=0.018917	lr=0.062325
Epoch[87] Batch [249]	Speed: 741.750725 samples/sec	rmse=0.018938	lr=0.062318
Epoch[87] Batch [299]	Speed: 750.183811 samples/sec	rmse=0.018941	lr=0.062310
Epoch[87] Batch [349]	Speed: 770.842966 samples/sec	rmse=0.018951	lr=0.062302
Epoch[87] Batch [399]	Speed: 745.062703 samples/sec	rmse=0.018969	lr=0.062294
Epoch[87] Batch [449]	Speed: 773.486428 samples/sec	rmse=0.018971	lr=0.062286
Epoch[87] Batch [499]	Speed: 710.207020 samples/sec	rmse=0.018957	lr=0.062279
Epoch[87] Batch [549]	Speed: 730.892553 samples/sec	rmse=0.018978	lr=0.062271
Epoch[87] Batch [599]	Speed: 745.810706 samples/sec	rmse=0.018982	lr=0.062263
Epoch[87] Batch [649]	Speed: 782.271716 samples/sec	rmse=0.019001	lr=0.062255
Epoch[87] Batch [699]	Speed: 758.926563 samples/sec	rmse=0.019010	lr=0.062247
Epoch[87] Batch [749]	Speed: 758.092553 samples/sec	rmse=0.019009	lr=0.062240
Epoch[87] Batch [799]	Speed: 746.381009 samples/sec	rmse=0.019005	lr=0.062232
Epoch[87] Batch [849]	Speed: 750.845169 samples/sec	rmse=0.019006	lr=0.062224
Epoch[87] Batch [899]	Speed: 737.091417 samples/sec	rmse=0.019012	lr=0.062216
Epoch[87] Batch [949]	Speed: 764.169380 samples/sec	rmse=0.019021	lr=0.062208
Epoch[87] Batch [999]	Speed: 781.284434 samples/sec	rmse=0.019005	lr=0.062201
Epoch[87] Batch [1049]	Speed: 770.822170 samples/sec	rmse=0.019005	lr=0.062193
Epoch[87] Batch [1099]	Speed: 711.543254 samples/sec	rmse=0.019006	lr=0.062185
Epoch[87] Batch [1149]	Speed: 759.823787 samples/sec	rmse=0.019005	lr=0.062177
Epoch[87] Batch [1199]	Speed: 737.816000 samples/sec	rmse=0.018999	lr=0.062169
Epoch[87] Batch [1249]	Speed: 755.481771 samples/sec	rmse=0.019000	lr=0.062162
Epoch[87] Batch [1299]	Speed: 737.990911 samples/sec	rmse=0.019005	lr=0.062154
Epoch[87] Batch [1349]	Speed: 769.295312 samples/sec	rmse=0.019001	lr=0.062146
Epoch[87] Batch [1399]	Speed: 747.624377 samples/sec	rmse=0.019004	lr=0.062138
Epoch[87] Batch [1449]	Speed: 744.124094 samples/sec	rmse=0.019002	lr=0.062130
Epoch[87] Batch [1499]	Speed: 714.796641 samples/sec	rmse=0.019003	lr=0.062122
Epoch[87] Batch [1549]	Speed: 727.725979 samples/sec	rmse=0.019003	lr=0.062115
Epoch[87] Batch [1599]	Speed: 744.424524 samples/sec	rmse=0.019009	lr=0.062107
Epoch[87] Batch [1649]	Speed: 744.722242 samples/sec	rmse=0.019008	lr=0.062099
Epoch[87] Batch [1699]	Speed: 745.755954 samples/sec	rmse=0.019010	lr=0.062091
Epoch[87] Batch [1749]	Speed: 751.582359 samples/sec	rmse=0.019015	lr=0.062083
Epoch[87] Batch [1799]	Speed: 736.949413 samples/sec	rmse=0.019022	lr=0.062076
Epoch[87] Batch [1849]	Speed: 760.265029 samples/sec	rmse=0.019027	lr=0.062068
Epoch[87] Batch [1899]	Speed: 779.637093 samples/sec	rmse=0.019036	lr=0.062060
Epoch[87] Batch [1949]	Speed: 747.100868 samples/sec	rmse=0.019038	lr=0.062052
Epoch[87] Batch [1999]	Speed: 754.769320 samples/sec	rmse=0.019043	lr=0.062044
Epoch[87] Batch [2049]	Speed: 769.483726 samples/sec	rmse=0.019045	lr=0.062037
Epoch[87] Batch [2099]	Speed: 771.869321 samples/sec	rmse=0.019048	lr=0.062029
Epoch[87] Batch [2149]	Speed: 763.009946 samples/sec	rmse=0.019050	lr=0.062021
Epoch[87] Batch [2199]	Speed: 786.562804 samples/sec	rmse=0.019056	lr=0.062013
Epoch[87] Batch [2249]	Speed: 758.745856 samples/sec	rmse=0.019054	lr=0.062005
Epoch[87] Batch [2299]	Speed: 758.398124 samples/sec	rmse=0.019060	lr=0.061998
Epoch[87] Batch [2349]	Speed: 738.728983 samples/sec	rmse=0.019062	lr=0.061990
Epoch[87] Batch [2399]	Speed: 754.404328 samples/sec	rmse=0.019063	lr=0.061982
Epoch[87] Batch [2449]	Speed: 758.013893 samples/sec	rmse=0.019065	lr=0.061974
Epoch[87] Batch [2499]	Speed: 752.823243 samples/sec	rmse=0.019067	lr=0.061966
Epoch[87] Batch [2549]	Speed: 739.336517 samples/sec	rmse=0.019067	lr=0.061958
Epoch[87] Batch [2599]	Speed: 734.427343 samples/sec	rmse=0.019070	lr=0.061951
Epoch[87] Batch [2649]	Speed: 745.837645 samples/sec	rmse=0.019069	lr=0.061943
Epoch[87] Batch [2699]	Speed: 738.096662 samples/sec	rmse=0.019072	lr=0.061935
Epoch[87] Batch [2749]	Speed: 735.484742 samples/sec	rmse=0.019072	lr=0.061927
Epoch[87] Batch [2799]	Speed: 742.373404 samples/sec	rmse=0.019073	lr=0.061919
Epoch[87] Batch [2849]	Speed: 717.454687 samples/sec	rmse=0.019077	lr=0.061912
Epoch[87] Batch [2899]	Speed: 717.654486 samples/sec	rmse=0.019079	lr=0.061904
Epoch[87] Batch [2949]	Speed: 768.086446 samples/sec	rmse=0.019084	lr=0.061896
Epoch[87] Batch [2999]	Speed: 723.278461 samples/sec	rmse=0.019085	lr=0.061888
Epoch[87] Batch [3049]	Speed: 718.666048 samples/sec	rmse=0.019085	lr=0.061880
Epoch[87] Batch [3099]	Speed: 757.006887 samples/sec	rmse=0.019088	lr=0.061872
Epoch[87] Batch [3149]	Speed: 743.788983 samples/sec	rmse=0.019088	lr=0.061865
Epoch[87] Batch [3199]	Speed: 740.154226 samples/sec	rmse=0.019089	lr=0.061857
Epoch[87] Batch [3249]	Speed: 734.855516 samples/sec	rmse=0.019092	lr=0.061849
Epoch[87] Batch [3299]	Speed: 753.571422 samples/sec	rmse=0.019092	lr=0.061841
Epoch[87] Batch [3349]	Speed: 735.174812 samples/sec	rmse=0.019095	lr=0.061833
Epoch[87] Batch [3399]	Speed: 811.313463 samples/sec	rmse=0.019098	lr=0.061826
Epoch[87] Batch [3449]	Speed: 761.040443 samples/sec	rmse=0.019097	lr=0.061818
Epoch[87] Batch [3499]	Speed: 726.775132 samples/sec	rmse=0.019097	lr=0.061810
Epoch[87] Batch [3549]	Speed: 735.873247 samples/sec	rmse=0.019096	lr=0.061802
Epoch[87] Batch [3599]	Speed: 735.813731 samples/sec	rmse=0.019095	lr=0.061794
Epoch[87] Batch [3649]	Speed: 720.212962 samples/sec	rmse=0.019095	lr=0.061786
Epoch[87] Batch [3699]	Speed: 749.349765 samples/sec	rmse=0.019095	lr=0.061779
Epoch[87] Batch [3749]	Speed: 764.666936 samples/sec	rmse=0.019093	lr=0.061771
Epoch[87] Batch [3799]	Speed: 754.171765 samples/sec	rmse=0.019095	lr=0.061763
Epoch[87] Batch [3849]	Speed: 741.502588 samples/sec	rmse=0.019095	lr=0.061755
Epoch[87] Batch [3899]	Speed: 741.077960 samples/sec	rmse=0.019099	lr=0.061747
Epoch[87] Batch [3949]	Speed: 739.925459 samples/sec	rmse=0.019097	lr=0.061739
Epoch[87] Batch [3999]	Speed: 725.177617 samples/sec	rmse=0.019099	lr=0.061732
Epoch[87] Batch [4049]	Speed: 720.342741 samples/sec	rmse=0.019098	lr=0.061724
Epoch[87] Batch [4099]	Speed: 739.152073 samples/sec	rmse=0.019100	lr=0.061716
Epoch[87] Batch [4149]	Speed: 766.150103 samples/sec	rmse=0.019102	lr=0.061708
Epoch[87] Batch [4199]	Speed: 703.383196 samples/sec	rmse=0.019103	lr=0.061700
Epoch[87] Batch [4249]	Speed: 749.261029 samples/sec	rmse=0.019105	lr=0.061693
Epoch[87] Batch [4299]	Speed: 768.348102 samples/sec	rmse=0.019101	lr=0.061685
Epoch[87] Batch [4349]	Speed: 727.719617 samples/sec	rmse=0.019103	lr=0.061677
Epoch[87] Batch [4399]	Speed: 743.372521 samples/sec	rmse=0.019105	lr=0.061669
Epoch[87] Batch [4449]	Speed: 760.131617 samples/sec	rmse=0.019108	lr=0.061661
Epoch[87] Batch [4499]	Speed: 718.390919 samples/sec	rmse=0.019109	lr=0.061653
Epoch[87] Batch [4549]	Speed: 755.267881 samples/sec	rmse=0.019110	lr=0.061646
Epoch[87] Batch [4599]	Speed: 780.337295 samples/sec	rmse=0.019108	lr=0.061638
Epoch[87] Batch [4649]	Speed: 773.195304 samples/sec	rmse=0.019106	lr=0.061630
Epoch[87] Batch [4699]	Speed: 743.811159 samples/sec	rmse=0.019104	lr=0.061622
Epoch[87] Batch [4749]	Speed: 775.496160 samples/sec	rmse=0.019105	lr=0.061614
Epoch[87] Batch [4799]	Speed: 758.764697 samples/sec	rmse=0.019106	lr=0.061606
Epoch[87] Batch [4849]	Speed: 757.786415 samples/sec	rmse=0.019105	lr=0.061599
Epoch[87] Batch [4899]	Speed: 759.539567 samples/sec	rmse=0.019107	lr=0.061591
Epoch[87] Batch [4949]	Speed: 751.248698 samples/sec	rmse=0.019108	lr=0.061583
Epoch[87] Batch [4999]	Speed: 738.733080 samples/sec	rmse=0.019111	lr=0.061575
[Epoch 87] training: rmse=0.019111
[Epoch 87] speed: 747 samples/sec	time cost: 1737.355035
[Epoch 87] validation: err-top1=0.322917 err-top5=0.112200
Epoch[88] Batch [49]	Speed: 749.162267 samples/sec	rmse=0.019062	lr=0.061567
Epoch[88] Batch [99]	Speed: 721.696235 samples/sec	rmse=0.019068	lr=0.061559
Epoch[88] Batch [149]	Speed: 747.412436 samples/sec	rmse=0.019058	lr=0.061551
Epoch[88] Batch [199]	Speed: 763.462681 samples/sec	rmse=0.019034	lr=0.061543
Epoch[88] Batch [249]	Speed: 751.933188 samples/sec	rmse=0.019009	lr=0.061535
Epoch[88] Batch [299]	Speed: 729.051496 samples/sec	rmse=0.018975	lr=0.061528
Epoch[88] Batch [349]	Speed: 727.259047 samples/sec	rmse=0.018944	lr=0.061520
Epoch[88] Batch [399]	Speed: 733.884193 samples/sec	rmse=0.018951	lr=0.061512
Epoch[88] Batch [449]	Speed: 739.806399 samples/sec	rmse=0.018948	lr=0.061504
Epoch[88] Batch [499]	Speed: 754.845483 samples/sec	rmse=0.018951	lr=0.061496
Epoch[88] Batch [549]	Speed: 756.772355 samples/sec	rmse=0.018930	lr=0.061488
Epoch[88] Batch [599]	Speed: 755.891375 samples/sec	rmse=0.018925	lr=0.061481
Epoch[88] Batch [649]	Speed: 749.164463 samples/sec	rmse=0.018941	lr=0.061473
Epoch[88] Batch [699]	Speed: 769.252731 samples/sec	rmse=0.018938	lr=0.061465
Epoch[88] Batch [749]	Speed: 733.812843 samples/sec	rmse=0.018930	lr=0.061457
Epoch[88] Batch [799]	Speed: 722.684793 samples/sec	rmse=0.018930	lr=0.061449
Epoch[88] Batch [849]	Speed: 773.825116 samples/sec	rmse=0.018937	lr=0.061441
Epoch[88] Batch [899]	Speed: 802.444346 samples/sec	rmse=0.018940	lr=0.061433
Epoch[88] Batch [949]	Speed: 786.668757 samples/sec	rmse=0.018954	lr=0.061426
Epoch[88] Batch [999]	Speed: 755.838751 samples/sec	rmse=0.018949	lr=0.061418
Epoch[88] Batch [1049]	Speed: 728.190864 samples/sec	rmse=0.018955	lr=0.061410
Epoch[88] Batch [1099]	Speed: 754.530700 samples/sec	rmse=0.018959	lr=0.061402
Epoch[88] Batch [1149]	Speed: 758.083829 samples/sec	rmse=0.018963	lr=0.061394
Epoch[88] Batch [1199]	Speed: 767.773152 samples/sec	rmse=0.018971	lr=0.061386
Epoch[88] Batch [1249]	Speed: 741.953756 samples/sec	rmse=0.018977	lr=0.061379
Epoch[88] Batch [1299]	Speed: 719.245787 samples/sec	rmse=0.018980	lr=0.061371
Epoch[88] Batch [1349]	Speed: 745.499602 samples/sec	rmse=0.018987	lr=0.061363
Epoch[88] Batch [1399]	Speed: 737.257410 samples/sec	rmse=0.018991	lr=0.061355
Epoch[88] Batch [1449]	Speed: 759.912160 samples/sec	rmse=0.018989	lr=0.061347
Epoch[88] Batch [1499]	Speed: 738.798660 samples/sec	rmse=0.018993	lr=0.061339
Epoch[88] Batch [1549]	Speed: 783.993779 samples/sec	rmse=0.018991	lr=0.061332
Epoch[88] Batch [1599]	Speed: 745.840909 samples/sec	rmse=0.018993	lr=0.061324
Epoch[88] Batch [1649]	Speed: 752.022695 samples/sec	rmse=0.018994	lr=0.061316
Epoch[88] Batch [1699]	Speed: 713.611491 samples/sec	rmse=0.018998	lr=0.061308
Epoch[88] Batch [1749]	Speed: 760.082554 samples/sec	rmse=0.019005	lr=0.061300
Epoch[88] Batch [1799]	Speed: 749.916497 samples/sec	rmse=0.019007	lr=0.061292
Epoch[88] Batch [1849]	Speed: 759.902609 samples/sec	rmse=0.019011	lr=0.061285
Epoch[88] Batch [1899]	Speed: 728.979994 samples/sec	rmse=0.019017	lr=0.061277
Epoch[88] Batch [1949]	Speed: 752.023527 samples/sec	rmse=0.019019	lr=0.061269
Epoch[88] Batch [1999]	Speed: 767.744924 samples/sec	rmse=0.019024	lr=0.061261
Epoch[88] Batch [2049]	Speed: 745.036306 samples/sec	rmse=0.019021	lr=0.061253
Epoch[88] Batch [2099]	Speed: 719.471700 samples/sec	rmse=0.019025	lr=0.061245
Epoch[88] Batch [2149]	Speed: 752.164319 samples/sec	rmse=0.019025	lr=0.061238
Epoch[88] Batch [2199]	Speed: 771.356500 samples/sec	rmse=0.019025	lr=0.061230
Epoch[88] Batch [2249]	Speed: 740.153807 samples/sec	rmse=0.019026	lr=0.061222
Epoch[88] Batch [2299]	Speed: 765.226203 samples/sec	rmse=0.019026	lr=0.061214
Epoch[88] Batch [2349]	Speed: 736.921332 samples/sec	rmse=0.019025	lr=0.061206
Epoch[88] Batch [2399]	Speed: 721.290688 samples/sec	rmse=0.019028	lr=0.061198
Epoch[88] Batch [2449]	Speed: 735.083020 samples/sec	rmse=0.019030	lr=0.061190
Epoch[88] Batch [2499]	Speed: 760.050553 samples/sec	rmse=0.019031	lr=0.061183
Epoch[88] Batch [2549]	Speed: 749.815730 samples/sec	rmse=0.019033	lr=0.061175
Epoch[88] Batch [2599]	Speed: 729.870236 samples/sec	rmse=0.019036	lr=0.061167
Epoch[88] Batch [2649]	Speed: 748.323929 samples/sec	rmse=0.019041	lr=0.061159
Epoch[88] Batch [2699]	Speed: 723.174010 samples/sec	rmse=0.019041	lr=0.061151
Epoch[88] Batch [2749]	Speed: 744.577953 samples/sec	rmse=0.019040	lr=0.061143
Epoch[88] Batch [2799]	Speed: 712.871150 samples/sec	rmse=0.019040	lr=0.061136
Epoch[88] Batch [2849]	Speed: 738.980191 samples/sec	rmse=0.019041	lr=0.061128
Epoch[88] Batch [2899]	Speed: 784.219635 samples/sec	rmse=0.019044	lr=0.061120
Epoch[88] Batch [2949]	Speed: 773.691351 samples/sec	rmse=0.019044	lr=0.061112
Epoch[88] Batch [2999]	Speed: 777.981093 samples/sec	rmse=0.019046	lr=0.061104
Epoch[88] Batch [3049]	Speed: 775.852419 samples/sec	rmse=0.019049	lr=0.061096
Epoch[88] Batch [3099]	Speed: 779.647883 samples/sec	rmse=0.019050	lr=0.061088
Epoch[88] Batch [3149]	Speed: 757.520476 samples/sec	rmse=0.019052	lr=0.061081
Epoch[88] Batch [3199]	Speed: 762.505046 samples/sec	rmse=0.019053	lr=0.061073
Epoch[88] Batch [3249]	Speed: 758.015551 samples/sec	rmse=0.019053	lr=0.061065
Epoch[88] Batch [3299]	Speed: 754.653667 samples/sec	rmse=0.019051	lr=0.061057
Epoch[88] Batch [3349]	Speed: 739.070222 samples/sec	rmse=0.019052	lr=0.061049
Epoch[88] Batch [3399]	Speed: 738.297098 samples/sec	rmse=0.019051	lr=0.061041
Epoch[88] Batch [3449]	Speed: 743.945604 samples/sec	rmse=0.019054	lr=0.061033
Epoch[88] Batch [3499]	Speed: 779.077486 samples/sec	rmse=0.019057	lr=0.061026
Epoch[88] Batch [3549]	Speed: 714.847255 samples/sec	rmse=0.019058	lr=0.061018
Epoch[88] Batch [3599]	Speed: 714.090092 samples/sec	rmse=0.019057	lr=0.061010
Epoch[88] Batch [3649]	Speed: 730.130189 samples/sec	rmse=0.019060	lr=0.061002
Epoch[88] Batch [3699]	Speed: 749.365600 samples/sec	rmse=0.019064	lr=0.060994
Epoch[88] Batch [3749]	Speed: 752.167196 samples/sec	rmse=0.019066	lr=0.060986
Epoch[88] Batch [3799]	Speed: 714.527234 samples/sec	rmse=0.019065	lr=0.060979
Epoch[88] Batch [3849]	Speed: 775.808358 samples/sec	rmse=0.019066	lr=0.060971
Epoch[88] Batch [3899]	Speed: 733.560214 samples/sec	rmse=0.019066	lr=0.060963
Epoch[88] Batch [3949]	Speed: 758.540906 samples/sec	rmse=0.019065	lr=0.060955
Epoch[88] Batch [3999]	Speed: 751.806916 samples/sec	rmse=0.019068	lr=0.060947
Epoch[88] Batch [4049]	Speed: 720.155943 samples/sec	rmse=0.019070	lr=0.060939
Epoch[88] Batch [4099]	Speed: 742.212149 samples/sec	rmse=0.019073	lr=0.060931
Epoch[88] Batch [4149]	Speed: 735.507020 samples/sec	rmse=0.019075	lr=0.060924
Epoch[88] Batch [4199]	Speed: 736.481424 samples/sec	rmse=0.019075	lr=0.060916
Epoch[88] Batch [4249]	Speed: 799.469799 samples/sec	rmse=0.019076	lr=0.060908
Epoch[88] Batch [4299]	Speed: 729.171686 samples/sec	rmse=0.019075	lr=0.060900
Epoch[88] Batch [4349]	Speed: 716.780934 samples/sec	rmse=0.019078	lr=0.060892
Epoch[88] Batch [4399]	Speed: 751.176265 samples/sec	rmse=0.019079	lr=0.060884
Epoch[88] Batch [4449]	Speed: 761.126736 samples/sec	rmse=0.019079	lr=0.060876
Epoch[88] Batch [4499]	Speed: 725.307761 samples/sec	rmse=0.019079	lr=0.060869
Epoch[88] Batch [4549]	Speed: 720.301444 samples/sec	rmse=0.019080	lr=0.060861
Epoch[88] Batch [4599]	Speed: 733.550502 samples/sec	rmse=0.019082	lr=0.060853
Epoch[88] Batch [4649]	Speed: 742.776672 samples/sec	rmse=0.019082	lr=0.060845
Epoch[88] Batch [4699]	Speed: 751.140605 samples/sec	rmse=0.019082	lr=0.060837
Epoch[88] Batch [4749]	Speed: 742.326176 samples/sec	rmse=0.019081	lr=0.060829
Epoch[88] Batch [4799]	Speed: 741.993840 samples/sec	rmse=0.019081	lr=0.060821
Epoch[88] Batch [4849]	Speed: 729.090436 samples/sec	rmse=0.019082	lr=0.060814
Epoch[88] Batch [4899]	Speed: 735.648076 samples/sec	rmse=0.019084	lr=0.060806
Epoch[88] Batch [4949]	Speed: 741.749055 samples/sec	rmse=0.019086	lr=0.060798
Epoch[88] Batch [4999]	Speed: 754.517667 samples/sec	rmse=0.019088	lr=0.060790
[Epoch 88] training: rmse=0.019088
[Epoch 88] speed: 746 samples/sec	time cost: 1739.789294
[Epoch 88] validation: err-top1=0.309776 err-top5=0.102965
Epoch[89] Batch [49]	Speed: 706.836759 samples/sec	rmse=0.018883	lr=0.060782
Epoch[89] Batch [99]	Speed: 733.238834 samples/sec	rmse=0.018954	lr=0.060774
Epoch[89] Batch [149]	Speed: 785.118667 samples/sec	rmse=0.018983	lr=0.060766
Epoch[89] Batch [199]	Speed: 764.712267 samples/sec	rmse=0.018958	lr=0.060758
Epoch[89] Batch [249]	Speed: 739.826921 samples/sec	rmse=0.018925	lr=0.060750
Epoch[89] Batch [299]	Speed: 762.856338 samples/sec	rmse=0.018912	lr=0.060742
Epoch[89] Batch [349]	Speed: 757.891455 samples/sec	rmse=0.018902	lr=0.060734
Epoch[89] Batch [399]	Speed: 776.432643 samples/sec	rmse=0.018918	lr=0.060726
Epoch[89] Batch [449]	Speed: 785.728029 samples/sec	rmse=0.018926	lr=0.060719
Epoch[89] Batch [499]	Speed: 772.639576 samples/sec	rmse=0.018944	lr=0.060711
Epoch[89] Batch [549]	Speed: 766.773040 samples/sec	rmse=0.018948	lr=0.060703
Epoch[89] Batch [599]	Speed: 738.055040 samples/sec	rmse=0.018937	lr=0.060695
Epoch[89] Batch [649]	Speed: 758.079301 samples/sec	rmse=0.018942	lr=0.060687
Epoch[89] Batch [699]	Speed: 785.500637 samples/sec	rmse=0.018957	lr=0.060679
Epoch[89] Batch [749]	Speed: 739.163135 samples/sec	rmse=0.018961	lr=0.060671
Epoch[89] Batch [799]	Speed: 745.018513 samples/sec	rmse=0.018963	lr=0.060664
Epoch[89] Batch [849]	Speed: 741.572778 samples/sec	rmse=0.018962	lr=0.060656
Epoch[89] Batch [899]	Speed: 731.714657 samples/sec	rmse=0.018969	lr=0.060648
Epoch[89] Batch [949]	Speed: 744.226721 samples/sec	rmse=0.018964	lr=0.060640
Epoch[89] Batch [999]	Speed: 735.400831 samples/sec	rmse=0.018979	lr=0.060632
Epoch[89] Batch [1049]	Speed: 789.898823 samples/sec	rmse=0.018975	lr=0.060624
Epoch[89] Batch [1099]	Speed: 702.315777 samples/sec	rmse=0.018979	lr=0.060616
Epoch[89] Batch [1149]	Speed: 764.125864 samples/sec	rmse=0.018977	lr=0.060609
Epoch[89] Batch [1199]	Speed: 766.711586 samples/sec	rmse=0.018977	lr=0.060601
Epoch[89] Batch [1249]	Speed: 743.734311 samples/sec	rmse=0.018978	lr=0.060593
Epoch[89] Batch [1299]	Speed: 774.940130 samples/sec	rmse=0.018983	lr=0.060585
Epoch[89] Batch [1349]	Speed: 718.425566 samples/sec	rmse=0.018985	lr=0.060577
Epoch[89] Batch [1399]	Speed: 760.549620 samples/sec	rmse=0.018993	lr=0.060569
Epoch[89] Batch [1449]	Speed: 731.974498 samples/sec	rmse=0.018995	lr=0.060561
Epoch[89] Batch [1499]	Speed: 748.201796 samples/sec	rmse=0.018999	lr=0.060553
Epoch[89] Batch [1549]	Speed: 740.397285 samples/sec	rmse=0.018998	lr=0.060546
Epoch[89] Batch [1599]	Speed: 736.376680 samples/sec	rmse=0.019005	lr=0.060538
Epoch[89] Batch [1649]	Speed: 734.140699 samples/sec	rmse=0.019007	lr=0.060530
Epoch[89] Batch [1699]	Speed: 756.680466 samples/sec	rmse=0.019007	lr=0.060522
Epoch[89] Batch [1749]	Speed: 741.910929 samples/sec	rmse=0.019008	lr=0.060514
Epoch[89] Batch [1799]	Speed: 738.381124 samples/sec	rmse=0.019009	lr=0.060506
Epoch[89] Batch [1849]	Speed: 764.451210 samples/sec	rmse=0.019011	lr=0.060498
Epoch[89] Batch [1899]	Speed: 742.567162 samples/sec	rmse=0.019014	lr=0.060491
Epoch[89] Batch [1949]	Speed: 741.526983 samples/sec	rmse=0.019014	lr=0.060483
Epoch[89] Batch [1999]	Speed: 758.610586 samples/sec	rmse=0.019013	lr=0.060475
Epoch[89] Batch [2049]	Speed: 759.946678 samples/sec	rmse=0.019016	lr=0.060467
Epoch[89] Batch [2099]	Speed: 740.542144 samples/sec	rmse=0.019019	lr=0.060459
Epoch[89] Batch [2149]	Speed: 776.335357 samples/sec	rmse=0.019017	lr=0.060451
Epoch[89] Batch [2199]	Speed: 743.463852 samples/sec	rmse=0.019019	lr=0.060443
Epoch[89] Batch [2249]	Speed: 746.674385 samples/sec	rmse=0.019025	lr=0.060435
Epoch[89] Batch [2299]	Speed: 702.200879 samples/sec	rmse=0.019027	lr=0.060428
Epoch[89] Batch [2349]	Speed: 757.534692 samples/sec	rmse=0.019025	lr=0.060420
Epoch[89] Batch [2399]	Speed: 742.326514 samples/sec	rmse=0.019024	lr=0.060412
Epoch[89] Batch [2449]	Speed: 752.443995 samples/sec	rmse=0.019023	lr=0.060404
Epoch[89] Batch [2499]	Speed: 726.620955 samples/sec	rmse=0.019023	lr=0.060396
Epoch[89] Batch [2549]	Speed: 783.075447 samples/sec	rmse=0.019021	lr=0.060388
Epoch[89] Batch [2599]	Speed: 748.373676 samples/sec	rmse=0.019022	lr=0.060380
Epoch[89] Batch [2649]	Speed: 783.915867 samples/sec	rmse=0.019023	lr=0.060372
Epoch[89] Batch [2699]	Speed: 721.464279 samples/sec	rmse=0.019023	lr=0.060365
Epoch[89] Batch [2749]	Speed: 796.551329 samples/sec	rmse=0.019023	lr=0.060357
Epoch[89] Batch [2799]	Speed: 761.032837 samples/sec	rmse=0.019028	lr=0.060349
Epoch[89] Batch [2849]	Speed: 712.967363 samples/sec	rmse=0.019032	lr=0.060341
Epoch[89] Batch [2899]	Speed: 709.182802 samples/sec	rmse=0.019033	lr=0.060333
Epoch[89] Batch [2949]	Speed: 740.089395 samples/sec	rmse=0.019033	lr=0.060325
Epoch[89] Batch [2999]	Speed: 781.611324 samples/sec	rmse=0.019034	lr=0.060317
Epoch[89] Batch [3049]	Speed: 719.825438 samples/sec	rmse=0.019034	lr=0.060309
Epoch[89] Batch [3099]	Speed: 764.869685 samples/sec	rmse=0.019033	lr=0.060302
Epoch[89] Batch [3149]	Speed: 739.273101 samples/sec	rmse=0.019036	lr=0.060294
Epoch[89] Batch [3199]	Speed: 752.894949 samples/sec	rmse=0.019037	lr=0.060286
Epoch[89] Batch [3249]	Speed: 752.894727 samples/sec	rmse=0.019038	lr=0.060278
Epoch[89] Batch [3299]	Speed: 718.439025 samples/sec	rmse=0.019040	lr=0.060270
Epoch[89] Batch [3349]	Speed: 787.246900 samples/sec	rmse=0.019041	lr=0.060262
Epoch[89] Batch [3399]	Speed: 732.476097 samples/sec	rmse=0.019039	lr=0.060254
Epoch[89] Batch [3449]	Speed: 744.162856 samples/sec	rmse=0.019040	lr=0.060246
Epoch[89] Batch [3499]	Speed: 745.045797 samples/sec	rmse=0.019042	lr=0.060239
Epoch[89] Batch [3549]	Speed: 754.309940 samples/sec	rmse=0.019040	lr=0.060231
Epoch[89] Batch [3599]	Speed: 789.460843 samples/sec	rmse=0.019040	lr=0.060223
Epoch[89] Batch [3649]	Speed: 725.476596 samples/sec	rmse=0.019042	lr=0.060215
Epoch[89] Batch [3699]	Speed: 742.869008 samples/sec	rmse=0.019040	lr=0.060207
Epoch[89] Batch [3749]	Speed: 760.115097 samples/sec	rmse=0.019038	lr=0.060199
Epoch[89] Batch [3799]	Speed: 777.224741 samples/sec	rmse=0.019040	lr=0.060191
Epoch[89] Batch [3849]	Speed: 773.256209 samples/sec	rmse=0.019041	lr=0.060183
Epoch[89] Batch [3899]	Speed: 762.804279 samples/sec	rmse=0.019042	lr=0.060176
Epoch[89] Batch [3949]	Speed: 760.460614 samples/sec	rmse=0.019042	lr=0.060168
Epoch[89] Batch [3999]	Speed: 764.237194 samples/sec	rmse=0.019044	lr=0.060160
Epoch[89] Batch [4049]	Speed: 754.389074 samples/sec	rmse=0.019048	lr=0.060152
Epoch[89] Batch [4099]	Speed: 738.198486 samples/sec	rmse=0.019047	lr=0.060144
Epoch[89] Batch [4149]	Speed: 721.899656 samples/sec	rmse=0.019047	lr=0.060136
Epoch[89] Batch [4199]	Speed: 760.310465 samples/sec	rmse=0.019051	lr=0.060128
Epoch[89] Batch [4249]	Speed: 736.170391 samples/sec	rmse=0.019052	lr=0.060120
Epoch[89] Batch [4299]	Speed: 746.352288 samples/sec	rmse=0.019051	lr=0.060112
Epoch[89] Batch [4349]	Speed: 744.025125 samples/sec	rmse=0.019055	lr=0.060105
Epoch[89] Batch [4399]	Speed: 721.057579 samples/sec	rmse=0.019055	lr=0.060097
Epoch[89] Batch [4449]	Speed: 740.826960 samples/sec	rmse=0.019056	lr=0.060089
Epoch[89] Batch [4499]	Speed: 725.366667 samples/sec	rmse=0.019056	lr=0.060081
Epoch[89] Batch [4549]	Speed: 742.501866 samples/sec	rmse=0.019056	lr=0.060073
Epoch[89] Batch [4599]	Speed: 721.690696 samples/sec	rmse=0.019057	lr=0.060065
Epoch[89] Batch [4649]	Speed: 736.474008 samples/sec	rmse=0.019058	lr=0.060057
Epoch[89] Batch [4699]	Speed: 759.564444 samples/sec	rmse=0.019061	lr=0.060049
Epoch[89] Batch [4749]	Speed: 773.858433 samples/sec	rmse=0.019063	lr=0.060042
Epoch[89] Batch [4799]	Speed: 747.506719 samples/sec	rmse=0.019063	lr=0.060034
Epoch[89] Batch [4849]	Speed: 756.726498 samples/sec	rmse=0.019064	lr=0.060026
Epoch[89] Batch [4899]	Speed: 755.599242 samples/sec	rmse=0.019063	lr=0.060018
Epoch[89] Batch [4949]	Speed: 757.531144 samples/sec	rmse=0.019064	lr=0.060010
Epoch[89] Batch [4999]	Speed: 754.155101 samples/sec	rmse=0.019065	lr=0.060002
[Epoch 89] training: rmse=0.019065
[Epoch 89] speed: 749 samples/sec	time cost: 1734.238072
[Epoch 89] validation: err-top1=0.321967 err-top5=0.109275
Epoch[90] Batch [49]	Speed: 743.176408 samples/sec	rmse=0.018844	lr=0.059994
Epoch[90] Batch [99]	Speed: 764.674156 samples/sec	rmse=0.018979	lr=0.059986
Epoch[90] Batch [149]	Speed: 741.037320 samples/sec	rmse=0.018951	lr=0.059978
Epoch[90] Batch [199]	Speed: 749.168843 samples/sec	rmse=0.018953	lr=0.059970
Epoch[90] Batch [249]	Speed: 738.767744 samples/sec	rmse=0.018944	lr=0.059962
Epoch[90] Batch [299]	Speed: 765.254432 samples/sec	rmse=0.018951	lr=0.059954
Epoch[90] Batch [349]	Speed: 723.968669 samples/sec	rmse=0.018952	lr=0.059946
Epoch[90] Batch [399]	Speed: 738.213346 samples/sec	rmse=0.018964	lr=0.059938
Epoch[90] Batch [449]	Speed: 764.963160 samples/sec	rmse=0.018959	lr=0.059930
Epoch[90] Batch [499]	Speed: 745.585616 samples/sec	rmse=0.018959	lr=0.059923
Epoch[90] Batch [549]	Speed: 741.586791 samples/sec	rmse=0.018970	lr=0.059915
Epoch[90] Batch [599]	Speed: 744.057823 samples/sec	rmse=0.018968	lr=0.059907
Epoch[90] Batch [649]	Speed: 725.351741 samples/sec	rmse=0.018979	lr=0.059899
Epoch[90] Batch [699]	Speed: 706.176270 samples/sec	rmse=0.018981	lr=0.059891
Epoch[90] Batch [749]	Speed: 743.256156 samples/sec	rmse=0.018993	lr=0.059883
Epoch[90] Batch [799]	Speed: 736.301411 samples/sec	rmse=0.019000	lr=0.059875
Epoch[90] Batch [849]	Speed: 724.329189 samples/sec	rmse=0.018990	lr=0.059867
Epoch[90] Batch [899]	Speed: 729.533324 samples/sec	rmse=0.018992	lr=0.059859
Epoch[90] Batch [949]	Speed: 772.192521 samples/sec	rmse=0.018999	lr=0.059852
Epoch[90] Batch [999]	Speed: 757.748061 samples/sec	rmse=0.018995	lr=0.059844
Epoch[90] Batch [1049]	Speed: 741.087648 samples/sec	rmse=0.019000	lr=0.059836
Epoch[90] Batch [1099]	Speed: 762.102503 samples/sec	rmse=0.019019	lr=0.059828
Epoch[90] Batch [1149]	Speed: 757.005265 samples/sec	rmse=0.019022	lr=0.059820
Epoch[90] Batch [1199]	Speed: 743.270747 samples/sec	rmse=0.019022	lr=0.059812
Epoch[90] Batch [1249]	Speed: 770.950759 samples/sec	rmse=0.019013	lr=0.059804
Epoch[90] Batch [1299]	Speed: 726.338642 samples/sec	rmse=0.019008	lr=0.059796
Epoch[90] Batch [1349]	Speed: 751.565157 samples/sec	rmse=0.019011	lr=0.059788
Epoch[90] Batch [1399]	Speed: 729.434253 samples/sec	rmse=0.019004	lr=0.059781
Epoch[90] Batch [1449]	Speed: 746.227157 samples/sec	rmse=0.018998	lr=0.059773
Epoch[90] Batch [1499]	Speed: 732.379913 samples/sec	rmse=0.018994	lr=0.059765
Epoch[90] Batch [1549]	Speed: 733.227408 samples/sec	rmse=0.019001	lr=0.059757
Epoch[90] Batch [1599]	Speed: 714.121371 samples/sec	rmse=0.018997	lr=0.059749
Epoch[90] Batch [1649]	Speed: 715.923511 samples/sec	rmse=0.019000	lr=0.059741
Epoch[90] Batch [1699]	Speed: 708.469511 samples/sec	rmse=0.018997	lr=0.059733
Epoch[90] Batch [1749]	Speed: 739.908256 samples/sec	rmse=0.018999	lr=0.059725
Epoch[90] Batch [1799]	Speed: 777.751965 samples/sec	rmse=0.019000	lr=0.059717
Epoch[90] Batch [1849]	Speed: 722.155272 samples/sec	rmse=0.018997	lr=0.059709
Epoch[90] Batch [1899]	Speed: 773.533692 samples/sec	rmse=0.019005	lr=0.059702
Epoch[90] Batch [1949]	Speed: 725.743229 samples/sec	rmse=0.019008	lr=0.059694
Epoch[90] Batch [1999]	Speed: 738.816401 samples/sec	rmse=0.019006	lr=0.059686
Epoch[90] Batch [2049]	Speed: 755.149143 samples/sec	rmse=0.019004	lr=0.059678
Epoch[90] Batch [2099]	Speed: 734.309754 samples/sec	rmse=0.019008	lr=0.059670
Epoch[90] Batch [2149]	Speed: 739.126429 samples/sec	rmse=0.019009	lr=0.059662
Epoch[90] Batch [2199]	Speed: 734.232919 samples/sec	rmse=0.019009	lr=0.059654
Epoch[90] Batch [2249]	Speed: 739.872975 samples/sec	rmse=0.019008	lr=0.059646
Epoch[90] Batch [2299]	Speed: 774.780698 samples/sec	rmse=0.019012	lr=0.059638
Epoch[90] Batch [2349]	Speed: 713.971718 samples/sec	rmse=0.019012	lr=0.059631
Epoch[90] Batch [2399]	Speed: 737.161919 samples/sec	rmse=0.019012	lr=0.059623
Epoch[90] Batch [2449]	Speed: 723.681408 samples/sec	rmse=0.019014	lr=0.059615
Epoch[90] Batch [2499]	Speed: 755.129005 samples/sec	rmse=0.019015	lr=0.059607
Epoch[90] Batch [2549]	Speed: 744.678268 samples/sec	rmse=0.019018	lr=0.059599
Epoch[90] Batch [2599]	Speed: 692.776135 samples/sec	rmse=0.019017	lr=0.059591
Epoch[90] Batch [2649]	Speed: 713.936551 samples/sec	rmse=0.019015	lr=0.059583
Epoch[90] Batch [2699]	Speed: 785.194762 samples/sec	rmse=0.019014	lr=0.059575
Epoch[90] Batch [2749]	Speed: 766.503044 samples/sec	rmse=0.019016	lr=0.059567
Epoch[90] Batch [2799]	Speed: 752.766538 samples/sec	rmse=0.019016	lr=0.059559
Epoch[90] Batch [2849]	Speed: 729.610636 samples/sec	rmse=0.019014	lr=0.059552
Epoch[90] Batch [2899]	Speed: 718.369954 samples/sec	rmse=0.019018	lr=0.059544
Epoch[90] Batch [2949]	Speed: 712.637386 samples/sec	rmse=0.019017	lr=0.059536
Epoch[90] Batch [2999]	Speed: 756.194013 samples/sec	rmse=0.019019	lr=0.059528
Epoch[90] Batch [3049]	Speed: 781.161797 samples/sec	rmse=0.019020	lr=0.059520
Epoch[90] Batch [3099]	Speed: 751.485110 samples/sec	rmse=0.019023	lr=0.059512
Epoch[90] Batch [3149]	Speed: 744.618270 samples/sec	rmse=0.019023	lr=0.059504
Epoch[90] Batch [3199]	Speed: 718.843229 samples/sec	rmse=0.019024	lr=0.059496
Epoch[90] Batch [3249]	Speed: 765.102395 samples/sec	rmse=0.019024	lr=0.059488
Epoch[90] Batch [3299]	Speed: 755.651918 samples/sec	rmse=0.019024	lr=0.059480
Epoch[90] Batch [3349]	Speed: 699.632592 samples/sec	rmse=0.019026	lr=0.059472
Epoch[90] Batch [3399]	Speed: 722.024955 samples/sec	rmse=0.019026	lr=0.059465
Epoch[90] Batch [3449]	Speed: 745.380955 samples/sec	rmse=0.019026	lr=0.059457
Epoch[90] Batch [3499]	Speed: 754.779464 samples/sec	rmse=0.019029	lr=0.059449
Epoch[90] Batch [3549]	Speed: 711.661975 samples/sec	rmse=0.019030	lr=0.059441
Epoch[90] Batch [3599]	Speed: 728.082146 samples/sec	rmse=0.019033	lr=0.059433
Epoch[90] Batch [3649]	Speed: 757.909312 samples/sec	rmse=0.019032	lr=0.059425
Epoch[90] Batch [3699]	Speed: 759.282071 samples/sec	rmse=0.019031	lr=0.059417
Epoch[90] Batch [3749]	Speed: 711.242295 samples/sec	rmse=0.019031	lr=0.059409
Epoch[90] Batch [3799]	Speed: 728.248669 samples/sec	rmse=0.019034	lr=0.059401
Epoch[90] Batch [3849]	Speed: 742.903455 samples/sec	rmse=0.019037	lr=0.059393
Epoch[90] Batch [3899]	Speed: 732.676132 samples/sec	rmse=0.019039	lr=0.059386
Epoch[90] Batch [3949]	Speed: 725.060308 samples/sec	rmse=0.019040	lr=0.059378
Epoch[90] Batch [3999]	Speed: 719.563222 samples/sec	rmse=0.019045	lr=0.059370
Epoch[90] Batch [4049]	Speed: 705.838768 samples/sec	rmse=0.019046	lr=0.059362
Epoch[90] Batch [4099]	Speed: 718.901368 samples/sec	rmse=0.019046	lr=0.059354
Epoch[90] Batch [4149]	Speed: 736.740902 samples/sec	rmse=0.019043	lr=0.059346
Epoch[90] Batch [4199]	Speed: 717.772712 samples/sec	rmse=0.019044	lr=0.059338
Epoch[90] Batch [4249]	Speed: 731.058950 samples/sec	rmse=0.019045	lr=0.059330
Epoch[90] Batch [4299]	Speed: 751.770849 samples/sec	rmse=0.019046	lr=0.059322
Epoch[90] Batch [4349]	Speed: 729.655427 samples/sec	rmse=0.019044	lr=0.059314
Epoch[90] Batch [4399]	Speed: 735.687956 samples/sec	rmse=0.019044	lr=0.059306
Epoch[90] Batch [4449]	Speed: 714.674598 samples/sec	rmse=0.019046	lr=0.059299
Epoch[90] Batch [4499]	Speed: 730.265494 samples/sec	rmse=0.019046	lr=0.059291
Epoch[90] Batch [4549]	Speed: 767.971268 samples/sec	rmse=0.019047	lr=0.059283
Epoch[90] Batch [4599]	Speed: 737.838531 samples/sec	rmse=0.019050	lr=0.059275
Epoch[90] Batch [4649]	Speed: 739.609799 samples/sec	rmse=0.019053	lr=0.059267
Epoch[90] Batch [4699]	Speed: 735.996160 samples/sec	rmse=0.019053	lr=0.059259
Epoch[90] Batch [4749]	Speed: 725.027691 samples/sec	rmse=0.019052	lr=0.059251
Epoch[90] Batch [4799]	Speed: 740.825232 samples/sec	rmse=0.019053	lr=0.059243
Epoch[90] Batch [4849]	Speed: 765.562421 samples/sec	rmse=0.019054	lr=0.059235
Epoch[90] Batch [4899]	Speed: 723.801404 samples/sec	rmse=0.019054	lr=0.059227
Epoch[90] Batch [4949]	Speed: 718.038301 samples/sec	rmse=0.019055	lr=0.059219
Epoch[90] Batch [4999]	Speed: 763.386148 samples/sec	rmse=0.019054	lr=0.059212
[Epoch 90] training: rmse=0.019054
[Epoch 90] speed: 738 samples/sec	time cost: 1758.784253
[Epoch 90] validation: err-top1=0.313121 err-top5=0.102244
Epoch[91] Batch [49]	Speed: 729.910652 samples/sec	rmse=0.018929	lr=0.059203
Epoch[91] Batch [99]	Speed: 739.403955 samples/sec	rmse=0.018903	lr=0.059195
Epoch[91] Batch [149]	Speed: 728.425299 samples/sec	rmse=0.018865	lr=0.059187
Epoch[91] Batch [199]	Speed: 753.028135 samples/sec	rmse=0.018866	lr=0.059179
Epoch[91] Batch [249]	Speed: 707.110707 samples/sec	rmse=0.018887	lr=0.059171
Epoch[91] Batch [299]	Speed: 751.054313 samples/sec	rmse=0.018867	lr=0.059163
Epoch[91] Batch [349]	Speed: 754.292994 samples/sec	rmse=0.018874	lr=0.059156
Epoch[91] Batch [399]	Speed: 746.988467 samples/sec	rmse=0.018879	lr=0.059148
Epoch[91] Batch [449]	Speed: 724.607615 samples/sec	rmse=0.018875	lr=0.059140
Epoch[91] Batch [499]	Speed: 809.609813 samples/sec	rmse=0.018890	lr=0.059132
Epoch[91] Batch [549]	Speed: 744.366466 samples/sec	rmse=0.018895	lr=0.059124
Epoch[91] Batch [599]	Speed: 743.665957 samples/sec	rmse=0.018911	lr=0.059116
Epoch[91] Batch [649]	Speed: 764.025940 samples/sec	rmse=0.018910	lr=0.059108
Epoch[91] Batch [699]	Speed: 775.871839 samples/sec	rmse=0.018905	lr=0.059100
Epoch[91] Batch [749]	Speed: 799.693523 samples/sec	rmse=0.018908	lr=0.059092
Epoch[91] Batch [799]	Speed: 735.790547 samples/sec	rmse=0.018899	lr=0.059084
Epoch[91] Batch [849]	Speed: 745.671402 samples/sec	rmse=0.018895	lr=0.059076
Epoch[91] Batch [899]	Speed: 727.015173 samples/sec	rmse=0.018893	lr=0.059068
Epoch[91] Batch [949]	Speed: 729.918105 samples/sec	rmse=0.018897	lr=0.059061
Epoch[91] Batch [999]	Speed: 727.411681 samples/sec	rmse=0.018906	lr=0.059053
Epoch[91] Batch [1049]	Speed: 714.847741 samples/sec	rmse=0.018912	lr=0.059045
Epoch[91] Batch [1099]	Speed: 735.642794 samples/sec	rmse=0.018910	lr=0.059037
Epoch[91] Batch [1149]	Speed: 707.671469 samples/sec	rmse=0.018902	lr=0.059029
Epoch[91] Batch [1199]	Speed: 744.470677 samples/sec	rmse=0.018906	lr=0.059021
Epoch[91] Batch [1249]	Speed: 747.109019 samples/sec	rmse=0.018906	lr=0.059013
Epoch[91] Batch [1299]	Speed: 740.489592 samples/sec	rmse=0.018908	lr=0.059005
Epoch[91] Batch [1349]	Speed: 703.918511 samples/sec	rmse=0.018902	lr=0.058997
Epoch[91] Batch [1399]	Speed: 716.382372 samples/sec	rmse=0.018908	lr=0.058989
Epoch[91] Batch [1449]	Speed: 726.885950 samples/sec	rmse=0.018911	lr=0.058981
Epoch[91] Batch [1499]	Speed: 699.340237 samples/sec	rmse=0.018915	lr=0.058973
Epoch[91] Batch [1549]	Speed: 751.918307 samples/sec	rmse=0.018926	lr=0.058966
Epoch[91] Batch [1599]	Speed: 705.436428 samples/sec	rmse=0.018927	lr=0.058958
Epoch[91] Batch [1649]	Speed: 746.340543 samples/sec	rmse=0.018926	lr=0.058950
Epoch[91] Batch [1699]	Speed: 714.044922 samples/sec	rmse=0.018924	lr=0.058942
Epoch[91] Batch [1749]	Speed: 729.124043 samples/sec	rmse=0.018927	lr=0.058934
Epoch[91] Batch [1799]	Speed: 720.367920 samples/sec	rmse=0.018934	lr=0.058926
Epoch[91] Batch [1849]	Speed: 708.709341 samples/sec	rmse=0.018935	lr=0.058918
Epoch[91] Batch [1899]	Speed: 731.386482 samples/sec	rmse=0.018932	lr=0.058910
Epoch[91] Batch [1949]	Speed: 734.824427 samples/sec	rmse=0.018935	lr=0.058902
Epoch[91] Batch [1999]	Speed: 737.285941 samples/sec	rmse=0.018942	lr=0.058894
Epoch[91] Batch [2049]	Speed: 771.307230 samples/sec	rmse=0.018948	lr=0.058886
Epoch[91] Batch [2099]	Speed: 723.739679 samples/sec	rmse=0.018947	lr=0.058878
Epoch[91] Batch [2149]	Speed: 714.463410 samples/sec	rmse=0.018947	lr=0.058871
Epoch[91] Batch [2199]	Speed: 775.897517 samples/sec	rmse=0.018943	lr=0.058863
Epoch[91] Batch [2249]	Speed: 756.943670 samples/sec	rmse=0.018944	lr=0.058855
Epoch[91] Batch [2299]	Speed: 733.393989 samples/sec	rmse=0.018948	lr=0.058847
Epoch[91] Batch [2349]	Speed: 746.872224 samples/sec	rmse=0.018948	lr=0.058839
Epoch[91] Batch [2399]	Speed: 732.494076 samples/sec	rmse=0.018950	lr=0.058831
Epoch[91] Batch [2449]	Speed: 748.952295 samples/sec	rmse=0.018955	lr=0.058823
Epoch[91] Batch [2499]	Speed: 718.894100 samples/sec	rmse=0.018962	lr=0.058815
Epoch[91] Batch [2549]	Speed: 704.215048 samples/sec	rmse=0.018959	lr=0.058807
Epoch[91] Batch [2599]	Speed: 761.665199 samples/sec	rmse=0.018961	lr=0.058799
Epoch[91] Batch [2649]	Speed: 762.593816 samples/sec	rmse=0.018967	lr=0.058791
Epoch[91] Batch [2699]	Speed: 746.463584 samples/sec	rmse=0.018966	lr=0.058783
Epoch[91] Batch [2749]	Speed: 734.703081 samples/sec	rmse=0.018969	lr=0.058775
Epoch[91] Batch [2799]	Speed: 734.401263 samples/sec	rmse=0.018969	lr=0.058768
Epoch[91] Batch [2849]	Speed: 749.989086 samples/sec	rmse=0.018968	lr=0.058760
Epoch[91] Batch [2899]	Speed: 747.396860 samples/sec	rmse=0.018970	lr=0.058752
Epoch[91] Batch [2949]	Speed: 741.464830 samples/sec	rmse=0.018972	lr=0.058744
Epoch[91] Batch [2999]	Speed: 727.200661 samples/sec	rmse=0.018975	lr=0.058736
Epoch[91] Batch [3049]	Speed: 741.259662 samples/sec	rmse=0.018974	lr=0.058728
Epoch[91] Batch [3099]	Speed: 747.991799 samples/sec	rmse=0.018975	lr=0.058720
Epoch[91] Batch [3149]	Speed: 760.052855 samples/sec	rmse=0.018975	lr=0.058712
Epoch[91] Batch [3199]	Speed: 764.926135 samples/sec	rmse=0.018976	lr=0.058704
Epoch[91] Batch [3249]	Speed: 738.704599 samples/sec	rmse=0.018974	lr=0.058696
Epoch[91] Batch [3299]	Speed: 775.566693 samples/sec	rmse=0.018975	lr=0.058688
Epoch[91] Batch [3349]	Speed: 778.099700 samples/sec	rmse=0.018975	lr=0.058680
Epoch[91] Batch [3399]	Speed: 736.338988 samples/sec	rmse=0.018978	lr=0.058672
Epoch[91] Batch [3449]	Speed: 750.463588 samples/sec	rmse=0.018981	lr=0.058664
Epoch[91] Batch [3499]	Speed: 745.866067 samples/sec	rmse=0.018980	lr=0.058657
Epoch[91] Batch [3549]	Speed: 775.145164 samples/sec	rmse=0.018984	lr=0.058649
Epoch[91] Batch [3599]	Speed: 750.717687 samples/sec	rmse=0.018983	lr=0.058641
Epoch[91] Batch [3649]	Speed: 736.182030 samples/sec	rmse=0.018988	lr=0.058633
Epoch[91] Batch [3699]	Speed: 746.518482 samples/sec	rmse=0.018988	lr=0.058625
Epoch[91] Batch [3749]	Speed: 745.412986 samples/sec	rmse=0.018991	lr=0.058617
Epoch[91] Batch [3799]	Speed: 746.360651 samples/sec	rmse=0.018993	lr=0.058609
Epoch[91] Batch [3849]	Speed: 742.689137 samples/sec	rmse=0.018993	lr=0.058601
Epoch[91] Batch [3899]	Speed: 772.934533 samples/sec	rmse=0.018993	lr=0.058593
Epoch[91] Batch [3949]	Speed: 741.308381 samples/sec	rmse=0.018997	lr=0.058585
Epoch[91] Batch [3999]	Speed: 712.948540 samples/sec	rmse=0.018999	lr=0.058577
Epoch[91] Batch [4049]	Speed: 728.064660 samples/sec	rmse=0.018999	lr=0.058569
Epoch[91] Batch [4099]	Speed: 743.659261 samples/sec	rmse=0.018999	lr=0.058561
Epoch[91] Batch [4149]	Speed: 719.920738 samples/sec	rmse=0.019000	lr=0.058553
Epoch[91] Batch [4199]	Speed: 723.161599 samples/sec	rmse=0.019002	lr=0.058546
Epoch[91] Batch [4249]	Speed: 712.805492 samples/sec	rmse=0.019003	lr=0.058538
Epoch[91] Batch [4299]	Speed: 728.006855 samples/sec	rmse=0.019005	lr=0.058530
Epoch[91] Batch [4349]	Speed: 701.955657 samples/sec	rmse=0.019008	lr=0.058522
Epoch[91] Batch [4399]	Speed: 719.733676 samples/sec	rmse=0.019011	lr=0.058514
Epoch[91] Batch [4449]	Speed: 736.640279 samples/sec	rmse=0.019012	lr=0.058506
Epoch[91] Batch [4499]	Speed: 750.684527 samples/sec	rmse=0.019012	lr=0.058498
Epoch[91] Batch [4549]	Speed: 736.088684 samples/sec	rmse=0.019013	lr=0.058490
Epoch[91] Batch [4599]	Speed: 754.422996 samples/sec	rmse=0.019011	lr=0.058482
Epoch[91] Batch [4649]	Speed: 734.902261 samples/sec	rmse=0.019012	lr=0.058474
Epoch[91] Batch [4699]	Speed: 727.374980 samples/sec	rmse=0.019013	lr=0.058466
Epoch[91] Batch [4749]	Speed: 744.373876 samples/sec	rmse=0.019012	lr=0.058458
Epoch[91] Batch [4799]	Speed: 724.245098 samples/sec	rmse=0.019012	lr=0.058450
Epoch[91] Batch [4849]	Speed: 716.180234 samples/sec	rmse=0.019014	lr=0.058442
Epoch[91] Batch [4899]	Speed: 737.974193 samples/sec	rmse=0.019015	lr=0.058435
Epoch[91] Batch [4949]	Speed: 736.225350 samples/sec	rmse=0.019017	lr=0.058427
Epoch[91] Batch [4999]	Speed: 757.167555 samples/sec	rmse=0.019019	lr=0.058419
[Epoch 91] training: rmse=0.019019
[Epoch 91] speed: 738 samples/sec	time cost: 1758.328344
[Epoch 91] validation: err-top1=0.310076 err-top5=0.102604
Epoch[92] Batch [49]	Speed: 725.358396 samples/sec	rmse=0.018966	lr=0.058410
Epoch[92] Batch [99]	Speed: 712.726070 samples/sec	rmse=0.018921	lr=0.058402
Epoch[92] Batch [149]	Speed: 727.399322 samples/sec	rmse=0.018799	lr=0.058394
Epoch[92] Batch [199]	Speed: 759.136541 samples/sec	rmse=0.018828	lr=0.058386
Epoch[92] Batch [249]	Speed: 738.301870 samples/sec	rmse=0.018825	lr=0.058378
Epoch[92] Batch [299]	Speed: 758.316926 samples/sec	rmse=0.018826	lr=0.058370
Epoch[92] Batch [349]	Speed: 728.972016 samples/sec	rmse=0.018833	lr=0.058362
Epoch[92] Batch [399]	Speed: 772.072966 samples/sec	rmse=0.018834	lr=0.058355
Epoch[92] Batch [449]	Speed: 726.479172 samples/sec	rmse=0.018827	lr=0.058347
Epoch[92] Batch [499]	Speed: 737.603238 samples/sec	rmse=0.018810	lr=0.058339
Epoch[92] Batch [549]	Speed: 717.327949 samples/sec	rmse=0.018829	lr=0.058331
Epoch[92] Batch [599]	Speed: 756.210757 samples/sec	rmse=0.018829	lr=0.058323
Epoch[92] Batch [649]	Speed: 742.621488 samples/sec	rmse=0.018828	lr=0.058315
Epoch[92] Batch [699]	Speed: 722.086835 samples/sec	rmse=0.018822	lr=0.058307
Epoch[92] Batch [749]	Speed: 718.026662 samples/sec	rmse=0.018813	lr=0.058299
Epoch[92] Batch [799]	Speed: 735.911194 samples/sec	rmse=0.018829	lr=0.058291
Epoch[92] Batch [849]	Speed: 740.898096 samples/sec	rmse=0.018830	lr=0.058283
Epoch[92] Batch [899]	Speed: 742.389079 samples/sec	rmse=0.018831	lr=0.058275
Epoch[92] Batch [949]	Speed: 721.525772 samples/sec	rmse=0.018841	lr=0.058267
Epoch[92] Batch [999]	Speed: 789.642843 samples/sec	rmse=0.018844	lr=0.058259
Epoch[92] Batch [1049]	Speed: 736.554992 samples/sec	rmse=0.018853	lr=0.058251
Epoch[92] Batch [1099]	Speed: 769.748962 samples/sec	rmse=0.018851	lr=0.058243
Epoch[92] Batch [1149]	Speed: 733.291423 samples/sec	rmse=0.018847	lr=0.058235
Epoch[92] Batch [1199]	Speed: 757.091243 samples/sec	rmse=0.018854	lr=0.058228
Epoch[92] Batch [1249]	Speed: 767.662601 samples/sec	rmse=0.018854	lr=0.058220
Epoch[92] Batch [1299]	Speed: 764.911771 samples/sec	rmse=0.018849	lr=0.058212
Epoch[92] Batch [1349]	Speed: 782.581934 samples/sec	rmse=0.018849	lr=0.058204
Epoch[92] Batch [1399]	Speed: 757.948945 samples/sec	rmse=0.018857	lr=0.058196
Epoch[92] Batch [1449]	Speed: 722.771627 samples/sec	rmse=0.018862	lr=0.058188
Epoch[92] Batch [1499]	Speed: 714.473384 samples/sec	rmse=0.018869	lr=0.058180
Epoch[92] Batch [1549]	Speed: 732.409577 samples/sec	rmse=0.018871	lr=0.058172
Epoch[92] Batch [1599]	Speed: 725.970926 samples/sec	rmse=0.018876	lr=0.058164
Epoch[92] Batch [1649]	Speed: 707.701096 samples/sec	rmse=0.018883	lr=0.058156
Epoch[92] Batch [1699]	Speed: 713.698350 samples/sec	rmse=0.018887	lr=0.058148
Epoch[92] Batch [1749]	Speed: 764.233995 samples/sec	rmse=0.018891	lr=0.058140
Epoch[92] Batch [1799]	Speed: 732.881648 samples/sec	rmse=0.018894	lr=0.058132
Epoch[92] Batch [1849]	Speed: 717.223322 samples/sec	rmse=0.018896	lr=0.058124
Epoch[92] Batch [1899]	Speed: 724.594442 samples/sec	rmse=0.018898	lr=0.058116
Epoch[92] Batch [1949]	Speed: 743.860957 samples/sec	rmse=0.018901	lr=0.058108
Epoch[92] Batch [1999]	Speed: 712.152832 samples/sec	rmse=0.018905	lr=0.058100
Epoch[92] Batch [2049]	Speed: 764.635973 samples/sec	rmse=0.018906	lr=0.058093
Epoch[92] Batch [2099]	Speed: 764.309197 samples/sec	rmse=0.018910	lr=0.058085
Epoch[92] Batch [2149]	Speed: 777.222614 samples/sec	rmse=0.018915	lr=0.058077
Epoch[92] Batch [2199]	Speed: 753.309902 samples/sec	rmse=0.018916	lr=0.058069
Epoch[92] Batch [2249]	Speed: 734.767314 samples/sec	rmse=0.018920	lr=0.058061
Epoch[92] Batch [2299]	Speed: 745.291543 samples/sec	rmse=0.018921	lr=0.058053
Epoch[92] Batch [2349]	Speed: 755.520119 samples/sec	rmse=0.018924	lr=0.058045
Epoch[92] Batch [2399]	Speed: 787.002362 samples/sec	rmse=0.018923	lr=0.058037
Epoch[92] Batch [2449]	Speed: 763.451433 samples/sec	rmse=0.018927	lr=0.058029
Epoch[92] Batch [2499]	Speed: 748.656970 samples/sec	rmse=0.018929	lr=0.058021
Epoch[92] Batch [2549]	Speed: 733.577996 samples/sec	rmse=0.018933	lr=0.058013
Epoch[92] Batch [2599]	Speed: 755.003451 samples/sec	rmse=0.018934	lr=0.058005
Epoch[92] Batch [2649]	Speed: 725.098665 samples/sec	rmse=0.018933	lr=0.057997
Epoch[92] Batch [2699]	Speed: 741.624725 samples/sec	rmse=0.018931	lr=0.057989
Epoch[92] Batch [2749]	Speed: 768.425348 samples/sec	rmse=0.018935	lr=0.057981
Epoch[92] Batch [2799]	Speed: 750.744761 samples/sec	rmse=0.018937	lr=0.057973
Epoch[92] Batch [2849]	Speed: 737.756920 samples/sec	rmse=0.018941	lr=0.057965
Epoch[92] Batch [2899]	Speed: 717.076427 samples/sec	rmse=0.018944	lr=0.057957
Epoch[92] Batch [2949]	Speed: 721.428825 samples/sec	rmse=0.018945	lr=0.057950
Epoch[92] Batch [2999]	Speed: 745.481062 samples/sec	rmse=0.018944	lr=0.057942
Epoch[92] Batch [3049]	Speed: 709.983535 samples/sec	rmse=0.018950	lr=0.057934
Epoch[92] Batch [3099]	Speed: 708.907864 samples/sec	rmse=0.018952	lr=0.057926
Epoch[92] Batch [3149]	Speed: 747.873369 samples/sec	rmse=0.018952	lr=0.057918
Epoch[92] Batch [3199]	Speed: 748.106775 samples/sec	rmse=0.018955	lr=0.057910
Epoch[92] Batch [3249]	Speed: 772.239771 samples/sec	rmse=0.018956	lr=0.057902
Epoch[92] Batch [3299]	Speed: 707.324885 samples/sec	rmse=0.018956	lr=0.057894
Epoch[92] Batch [3349]	Speed: 714.224895 samples/sec	rmse=0.018961	lr=0.057886
Epoch[92] Batch [3399]	Speed: 753.694298 samples/sec	rmse=0.018961	lr=0.057878
Epoch[92] Batch [3449]	Speed: 722.941891 samples/sec	rmse=0.018961	lr=0.057870
Epoch[92] Batch [3499]	Speed: 742.368712 samples/sec	rmse=0.018963	lr=0.057862
Epoch[92] Batch [3549]	Speed: 762.055446 samples/sec	rmse=0.018964	lr=0.057854
Epoch[92] Batch [3599]	Speed: 759.163593 samples/sec	rmse=0.018965	lr=0.057846
Epoch[92] Batch [3649]	Speed: 737.716360 samples/sec	rmse=0.018964	lr=0.057838
Epoch[92] Batch [3699]	Speed: 720.125158 samples/sec	rmse=0.018964	lr=0.057830
Epoch[92] Batch [3749]	Speed: 734.839604 samples/sec	rmse=0.018964	lr=0.057822
Epoch[92] Batch [3799]	Speed: 731.271867 samples/sec	rmse=0.018965	lr=0.057814
Epoch[92] Batch [3849]	Speed: 731.586839 samples/sec	rmse=0.018964	lr=0.057806
Epoch[92] Batch [3899]	Speed: 733.070693 samples/sec	rmse=0.018964	lr=0.057799
Epoch[92] Batch [3949]	Speed: 759.380769 samples/sec	rmse=0.018965	lr=0.057791
Epoch[92] Batch [3999]	Speed: 779.504538 samples/sec	rmse=0.018967	lr=0.057783
Epoch[92] Batch [4049]	Speed: 750.241364 samples/sec	rmse=0.018966	lr=0.057775
Epoch[92] Batch [4099]	Speed: 750.577468 samples/sec	rmse=0.018968	lr=0.057767
Epoch[92] Batch [4149]	Speed: 770.769582 samples/sec	rmse=0.018971	lr=0.057759
Epoch[92] Batch [4199]	Speed: 758.108439 samples/sec	rmse=0.018973	lr=0.057751
Epoch[92] Batch [4249]	Speed: 737.505226 samples/sec	rmse=0.018973	lr=0.057743
Epoch[92] Batch [4299]	Speed: 737.635587 samples/sec	rmse=0.018977	lr=0.057735
Epoch[92] Batch [4349]	Speed: 741.834729 samples/sec	rmse=0.018975	lr=0.057727
Epoch[92] Batch [4399]	Speed: 757.949170 samples/sec	rmse=0.018978	lr=0.057719
Epoch[92] Batch [4449]	Speed: 737.707135 samples/sec	rmse=0.018978	lr=0.057711
Epoch[92] Batch [4499]	Speed: 738.356671 samples/sec	rmse=0.018980	lr=0.057703
Epoch[92] Batch [4549]	Speed: 749.480601 samples/sec	rmse=0.018982	lr=0.057695
Epoch[92] Batch [4599]	Speed: 713.636400 samples/sec	rmse=0.018981	lr=0.057687
Epoch[92] Batch [4649]	Speed: 737.756200 samples/sec	rmse=0.018981	lr=0.057679
Epoch[92] Batch [4699]	Speed: 740.318875 samples/sec	rmse=0.018982	lr=0.057671
Epoch[92] Batch [4749]	Speed: 742.762367 samples/sec	rmse=0.018983	lr=0.057663
Epoch[92] Batch [4799]	Speed: 722.856652 samples/sec	rmse=0.018981	lr=0.057655
Epoch[92] Batch [4849]	Speed: 726.670504 samples/sec	rmse=0.018982	lr=0.057647
Epoch[92] Batch [4899]	Speed: 745.481321 samples/sec	rmse=0.018982	lr=0.057639
Epoch[92] Batch [4949]	Speed: 716.608173 samples/sec	rmse=0.018980	lr=0.057632
Epoch[92] Batch [4999]	Speed: 725.072137 samples/sec	rmse=0.018979	lr=0.057624
[Epoch 92] training: rmse=0.018979
[Epoch 92] speed: 740 samples/sec	time cost: 1753.478666
[Epoch 92] validation: err-top1=0.310726 err-top5=0.105289
Epoch[93] Batch [49]	Speed: 719.315093 samples/sec	rmse=0.018706	lr=0.057615
Epoch[93] Batch [99]	Speed: 715.728072 samples/sec	rmse=0.018754	lr=0.057607
Epoch[93] Batch [149]	Speed: 737.185321 samples/sec	rmse=0.018815	lr=0.057599
Epoch[93] Batch [199]	Speed: 725.123277 samples/sec	rmse=0.018852	lr=0.057591
Epoch[93] Batch [249]	Speed: 712.579858 samples/sec	rmse=0.018867	lr=0.057583
Epoch[93] Batch [299]	Speed: 775.955853 samples/sec	rmse=0.018877	lr=0.057575
Epoch[93] Batch [349]	Speed: 757.688591 samples/sec	rmse=0.018868	lr=0.057567
Epoch[93] Batch [399]	Speed: 783.404261 samples/sec	rmse=0.018855	lr=0.057559
Epoch[93] Batch [449]	Speed: 755.173510 samples/sec	rmse=0.018838	lr=0.057551
Epoch[93] Batch [499]	Speed: 758.646112 samples/sec	rmse=0.018857	lr=0.057543
Epoch[93] Batch [549]	Speed: 746.092052 samples/sec	rmse=0.018853	lr=0.057535
Epoch[93] Batch [599]	Speed: 722.036443 samples/sec	rmse=0.018837	lr=0.057527
Epoch[93] Batch [649]	Speed: 750.188077 samples/sec	rmse=0.018850	lr=0.057519
Epoch[93] Batch [699]	Speed: 714.645345 samples/sec	rmse=0.018852	lr=0.057512
Epoch[93] Batch [749]	Speed: 723.998280 samples/sec	rmse=0.018870	lr=0.057504
Epoch[93] Batch [799]	Speed: 750.187721 samples/sec	rmse=0.018868	lr=0.057496
Epoch[93] Batch [849]	Speed: 747.524309 samples/sec	rmse=0.018891	lr=0.057488
Epoch[93] Batch [899]	Speed: 759.680844 samples/sec	rmse=0.018895	lr=0.057480
Epoch[93] Batch [949]	Speed: 719.368220 samples/sec	rmse=0.018907	lr=0.057472
Epoch[93] Batch [999]	Speed: 722.228085 samples/sec	rmse=0.018902	lr=0.057464
Epoch[93] Batch [1049]	Speed: 725.538774 samples/sec	rmse=0.018893	lr=0.057456
Epoch[93] Batch [1099]	Speed: 737.414270 samples/sec	rmse=0.018897	lr=0.057448
Epoch[93] Batch [1149]	Speed: 712.115435 samples/sec	rmse=0.018909	lr=0.057440
Epoch[93] Batch [1199]	Speed: 718.039915 samples/sec	rmse=0.018911	lr=0.057432
Epoch[93] Batch [1249]	Speed: 746.251865 samples/sec	rmse=0.018909	lr=0.057424
Epoch[93] Batch [1299]	Speed: 704.719696 samples/sec	rmse=0.018911	lr=0.057416
Epoch[93] Batch [1349]	Speed: 735.303282 samples/sec	rmse=0.018909	lr=0.057408
Epoch[93] Batch [1399]	Speed: 755.588001 samples/sec	rmse=0.018904	lr=0.057400
Epoch[93] Batch [1449]	Speed: 712.077834 samples/sec	rmse=0.018904	lr=0.057392
Epoch[93] Batch [1499]	Speed: 716.261708 samples/sec	rmse=0.018905	lr=0.057384
Epoch[93] Batch [1549]	Speed: 746.963409 samples/sec	rmse=0.018902	lr=0.057376
Epoch[93] Batch [1599]	Speed: 726.717325 samples/sec	rmse=0.018910	lr=0.057368
Epoch[93] Batch [1649]	Speed: 743.499002 samples/sec	rmse=0.018913	lr=0.057360
Epoch[93] Batch [1699]	Speed: 767.414794 samples/sec	rmse=0.018914	lr=0.057352
Epoch[93] Batch [1749]	Speed: 719.718219 samples/sec	rmse=0.018915	lr=0.057344
Epoch[93] Batch [1799]	Speed: 736.535025 samples/sec	rmse=0.018919	lr=0.057336
Epoch[93] Batch [1849]	Speed: 721.158533 samples/sec	rmse=0.018919	lr=0.057328
Epoch[93] Batch [1899]	Speed: 714.195964 samples/sec	rmse=0.018923	lr=0.057320
Epoch[93] Batch [1949]	Speed: 725.407527 samples/sec	rmse=0.018927	lr=0.057313
Epoch[93] Batch [1999]	Speed: 730.845640 samples/sec	rmse=0.018932	lr=0.057305
Epoch[93] Batch [2049]	Speed: 730.202493 samples/sec	rmse=0.018932	lr=0.057297
Epoch[93] Batch [2099]	Speed: 707.632508 samples/sec	rmse=0.018933	lr=0.057289
Epoch[93] Batch [2149]	Speed: 732.902628 samples/sec	rmse=0.018930	lr=0.057281
Epoch[93] Batch [2199]	Speed: 736.571777 samples/sec	rmse=0.018931	lr=0.057273
Epoch[93] Batch [2249]	Speed: 700.027305 samples/sec	rmse=0.018931	lr=0.057265
Epoch[93] Batch [2299]	Speed: 759.178547 samples/sec	rmse=0.018933	lr=0.057257
Epoch[93] Batch [2349]	Speed: 757.203928 samples/sec	rmse=0.018933	lr=0.057249
Epoch[93] Batch [2399]	Speed: 758.165599 samples/sec	rmse=0.018934	lr=0.057241
Epoch[93] Batch [2449]	Speed: 715.137775 samples/sec	rmse=0.018934	lr=0.057233
Epoch[93] Batch [2499]	Speed: 756.684806 samples/sec	rmse=0.018932	lr=0.057225
Epoch[93] Batch [2549]	Speed: 739.714935 samples/sec	rmse=0.018934	lr=0.057217
Epoch[93] Batch [2599]	Speed: 760.340270 samples/sec	rmse=0.018934	lr=0.057209
Epoch[93] Batch [2649]	Speed: 760.964837 samples/sec	rmse=0.018936	lr=0.057201
Epoch[93] Batch [2699]	Speed: 766.740615 samples/sec	rmse=0.018935	lr=0.057193
Epoch[93] Batch [2749]	Speed: 767.053111 samples/sec	rmse=0.018934	lr=0.057185
Epoch[93] Batch [2799]	Speed: 734.069159 samples/sec	rmse=0.018937	lr=0.057177
Epoch[93] Batch [2849]	Speed: 729.914393 samples/sec	rmse=0.018940	lr=0.057169
Epoch[93] Batch [2899]	Speed: 742.908420 samples/sec	rmse=0.018942	lr=0.057161
Epoch[93] Batch [2949]	Speed: 781.367465 samples/sec	rmse=0.018942	lr=0.057153
Epoch[93] Batch [2999]	Speed: 767.492983 samples/sec	rmse=0.018942	lr=0.057145
Epoch[93] Batch [3049]	Speed: 741.328485 samples/sec	rmse=0.018941	lr=0.057137
Epoch[93] Batch [3099]	Speed: 754.332525 samples/sec	rmse=0.018940	lr=0.057129
Epoch[93] Batch [3149]	Speed: 733.192171 samples/sec	rmse=0.018937	lr=0.057121
Epoch[93] Batch [3199]	Speed: 742.991596 samples/sec	rmse=0.018938	lr=0.057113
Epoch[93] Batch [3249]	Speed: 751.847724 samples/sec	rmse=0.018939	lr=0.057105
Epoch[93] Batch [3299]	Speed: 748.905459 samples/sec	rmse=0.018940	lr=0.057097
Epoch[93] Batch [3349]	Speed: 713.655572 samples/sec	rmse=0.018939	lr=0.057090
Epoch[93] Batch [3399]	Speed: 718.587700 samples/sec	rmse=0.018939	lr=0.057082
Epoch[93] Batch [3449]	Speed: 745.524220 samples/sec	rmse=0.018942	lr=0.057074
Epoch[93] Batch [3499]	Speed: 720.751606 samples/sec	rmse=0.018944	lr=0.057066
Epoch[93] Batch [3549]	Speed: 709.087177 samples/sec	rmse=0.018942	lr=0.057058
Epoch[93] Batch [3599]	Speed: 769.199068 samples/sec	rmse=0.018943	lr=0.057050
Epoch[93] Batch [3649]	Speed: 759.262668 samples/sec	rmse=0.018945	lr=0.057042
Epoch[93] Batch [3699]	Speed: 739.611725 samples/sec	rmse=0.018946	lr=0.057034
Epoch[93] Batch [3749]	Speed: 748.404608 samples/sec	rmse=0.018946	lr=0.057026
Epoch[93] Batch [3799]	Speed: 754.260428 samples/sec	rmse=0.018946	lr=0.057018
Epoch[93] Batch [3849]	Speed: 758.052541 samples/sec	rmse=0.018948	lr=0.057010
Epoch[93] Batch [3899]	Speed: 717.920861 samples/sec	rmse=0.018949	lr=0.057002
Epoch[93] Batch [3949]	Speed: 776.027547 samples/sec	rmse=0.018953	lr=0.056994
Epoch[93] Batch [3999]	Speed: 695.249193 samples/sec	rmse=0.018954	lr=0.056986
Epoch[93] Batch [4049]	Speed: 753.482307 samples/sec	rmse=0.018956	lr=0.056978
Epoch[93] Batch [4099]	Speed: 739.830336 samples/sec	rmse=0.018956	lr=0.056970
Epoch[93] Batch [4149]	Speed: 745.011968 samples/sec	rmse=0.018957	lr=0.056962
Epoch[93] Batch [4199]	Speed: 725.153678 samples/sec	rmse=0.018958	lr=0.056954
Epoch[93] Batch [4249]	Speed: 723.511985 samples/sec	rmse=0.018958	lr=0.056946
Epoch[93] Batch [4299]	Speed: 734.812780 samples/sec	rmse=0.018958	lr=0.056938
Epoch[93] Batch [4349]	Speed: 721.502112 samples/sec	rmse=0.018961	lr=0.056930
Epoch[93] Batch [4399]	Speed: 717.623424 samples/sec	rmse=0.018960	lr=0.056922
Epoch[93] Batch [4449]	Speed: 772.586040 samples/sec	rmse=0.018960	lr=0.056914
Epoch[93] Batch [4499]	Speed: 717.152080 samples/sec	rmse=0.018962	lr=0.056906
Epoch[93] Batch [4549]	Speed: 750.715095 samples/sec	rmse=0.018963	lr=0.056898
Epoch[93] Batch [4599]	Speed: 713.178775 samples/sec	rmse=0.018964	lr=0.056890
Epoch[93] Batch [4649]	Speed: 729.447980 samples/sec	rmse=0.018963	lr=0.056882
Epoch[93] Batch [4699]	Speed: 724.204202 samples/sec	rmse=0.018963	lr=0.056874
Epoch[93] Batch [4749]	Speed: 771.534339 samples/sec	rmse=0.018962	lr=0.056866
Epoch[93] Batch [4799]	Speed: 751.364635 samples/sec	rmse=0.018963	lr=0.056858
Epoch[93] Batch [4849]	Speed: 724.666603 samples/sec	rmse=0.018965	lr=0.056850
Epoch[93] Batch [4899]	Speed: 741.628680 samples/sec	rmse=0.018965	lr=0.056842
Epoch[93] Batch [4949]	Speed: 736.746998 samples/sec	rmse=0.018966	lr=0.056834
Epoch[93] Batch [4999]	Speed: 722.162111 samples/sec	rmse=0.018966	lr=0.056826
[Epoch 93] training: rmse=0.018966
[Epoch 93] speed: 737 samples/sec	time cost: 1761.117866
[Epoch 93] validation: err-top1=0.308193 err-top5=0.101442
Epoch[94] Batch [49]	Speed: 703.697618 samples/sec	rmse=0.018785	lr=0.056818
Epoch[94] Batch [99]	Speed: 706.570221 samples/sec	rmse=0.018758	lr=0.056810
Epoch[94] Batch [149]	Speed: 739.442053 samples/sec	rmse=0.018797	lr=0.056802
Epoch[94] Batch [199]	Speed: 749.495615 samples/sec	rmse=0.018816	lr=0.056794
Epoch[94] Batch [249]	Speed: 726.312386 samples/sec	rmse=0.018805	lr=0.056786
Epoch[94] Batch [299]	Speed: 732.046130 samples/sec	rmse=0.018827	lr=0.056778
Epoch[94] Batch [349]	Speed: 706.208689 samples/sec	rmse=0.018838	lr=0.056770
Epoch[94] Batch [399]	Speed: 748.945462 samples/sec	rmse=0.018842	lr=0.056762
Epoch[94] Batch [449]	Speed: 781.363553 samples/sec	rmse=0.018839	lr=0.056754
Epoch[94] Batch [499]	Speed: 700.782320 samples/sec	rmse=0.018831	lr=0.056746
Epoch[94] Batch [549]	Speed: 718.001167 samples/sec	rmse=0.018850	lr=0.056738
Epoch[94] Batch [599]	Speed: 725.687097 samples/sec	rmse=0.018839	lr=0.056730
Epoch[94] Batch [649]	Speed: 752.934756 samples/sec	rmse=0.018844	lr=0.056722
Epoch[94] Batch [699]	Speed: 728.708980 samples/sec	rmse=0.018845	lr=0.056714
Epoch[94] Batch [749]	Speed: 707.384690 samples/sec	rmse=0.018851	lr=0.056706
Epoch[94] Batch [799]	Speed: 726.069480 samples/sec	rmse=0.018867	lr=0.056698
Epoch[94] Batch [849]	Speed: 784.871650 samples/sec	rmse=0.018866	lr=0.056690
Epoch[94] Batch [899]	Speed: 713.871931 samples/sec	rmse=0.018879	lr=0.056682
Epoch[94] Batch [949]	Speed: 725.264972 samples/sec	rmse=0.018886	lr=0.056674
Epoch[94] Batch [999]	Speed: 719.716636 samples/sec	rmse=0.018889	lr=0.056666
Epoch[94] Batch [1049]	Speed: 740.320804 samples/sec	rmse=0.018892	lr=0.056658
Epoch[94] Batch [1099]	Speed: 721.187062 samples/sec	rmse=0.018886	lr=0.056650
Epoch[94] Batch [1149]	Speed: 745.419765 samples/sec	rmse=0.018891	lr=0.056642
Epoch[94] Batch [1199]	Speed: 733.260005 samples/sec	rmse=0.018889	lr=0.056634
Epoch[94] Batch [1249]	Speed: 726.986426 samples/sec	rmse=0.018886	lr=0.056626
Epoch[94] Batch [1299]	Speed: 731.835087 samples/sec	rmse=0.018878	lr=0.056618
Epoch[94] Batch [1349]	Speed: 737.435520 samples/sec	rmse=0.018883	lr=0.056610
Epoch[94] Batch [1399]	Speed: 707.548835 samples/sec	rmse=0.018883	lr=0.056603
Epoch[94] Batch [1449]	Speed: 747.484364 samples/sec	rmse=0.018888	lr=0.056595
Epoch[94] Batch [1499]	Speed: 740.421476 samples/sec	rmse=0.018883	lr=0.056587
Epoch[94] Batch [1549]	Speed: 763.295825 samples/sec	rmse=0.018886	lr=0.056579
Epoch[94] Batch [1599]	Speed: 714.253744 samples/sec	rmse=0.018891	lr=0.056571
Epoch[94] Batch [1649]	Speed: 742.076689 samples/sec	rmse=0.018894	lr=0.056563
Epoch[94] Batch [1699]	Speed: 746.180869 samples/sec	rmse=0.018893	lr=0.056555
Epoch[94] Batch [1749]	Speed: 732.138373 samples/sec	rmse=0.018896	lr=0.056547
Epoch[94] Batch [1799]	Speed: 766.276274 samples/sec	rmse=0.018894	lr=0.056539
Epoch[94] Batch [1849]	Speed: 739.890503 samples/sec	rmse=0.018899	lr=0.056531
Epoch[94] Batch [1899]	Speed: 723.314438 samples/sec	rmse=0.018906	lr=0.056523
Epoch[94] Batch [1949]	Speed: 736.486122 samples/sec	rmse=0.018905	lr=0.056515
Epoch[94] Batch [1999]	Speed: 738.121819 samples/sec	rmse=0.018906	lr=0.056507
Epoch[94] Batch [2049]	Speed: 771.973639 samples/sec	rmse=0.018910	lr=0.056499
Epoch[94] Batch [2099]	Speed: 727.130811 samples/sec	rmse=0.018908	lr=0.056491
Epoch[94] Batch [2149]	Speed: 716.223314 samples/sec	rmse=0.018908	lr=0.056483
Epoch[94] Batch [2199]	Speed: 746.099870 samples/sec	rmse=0.018914	lr=0.056475
Epoch[94] Batch [2249]	Speed: 745.584581 samples/sec	rmse=0.018915	lr=0.056467
Epoch[94] Batch [2299]	Speed: 712.630954 samples/sec	rmse=0.018915	lr=0.056459
Epoch[94] Batch [2349]	Speed: 750.461616 samples/sec	rmse=0.018916	lr=0.056451
Epoch[94] Batch [2399]	Speed: 726.728500 samples/sec	rmse=0.018917	lr=0.056443
Epoch[94] Batch [2449]	Speed: 772.622875 samples/sec	rmse=0.018919	lr=0.056435
Epoch[94] Batch [2499]	Speed: 773.274007 samples/sec	rmse=0.018923	lr=0.056427
Epoch[94] Batch [2549]	Speed: 724.093253 samples/sec	rmse=0.018921	lr=0.056419
Epoch[94] Batch [2599]	Speed: 724.586403 samples/sec	rmse=0.018920	lr=0.056411
Epoch[94] Batch [2649]	Speed: 764.813199 samples/sec	rmse=0.018921	lr=0.056403
Epoch[94] Batch [2699]	Speed: 768.364289 samples/sec	rmse=0.018922	lr=0.056395
Epoch[94] Batch [2749]	Speed: 761.680425 samples/sec	rmse=0.018921	lr=0.056387
Epoch[94] Batch [2799]	Speed: 732.857598 samples/sec	rmse=0.018924	lr=0.056379
Epoch[94] Batch [2849]	Speed: 733.098571 samples/sec	rmse=0.018926	lr=0.056371
Epoch[94] Batch [2899]	Speed: 726.065434 samples/sec	rmse=0.018930	lr=0.056363
Epoch[94] Batch [2949]	Speed: 710.192599 samples/sec	rmse=0.018932	lr=0.056355
Epoch[94] Batch [2999]	Speed: 752.429083 samples/sec	rmse=0.018933	lr=0.056347
Epoch[94] Batch [3049]	Speed: 768.554503 samples/sec	rmse=0.018932	lr=0.056339
Epoch[94] Batch [3099]	Speed: 725.937256 samples/sec	rmse=0.018935	lr=0.056331
Epoch[94] Batch [3149]	Speed: 708.246566 samples/sec	rmse=0.018939	lr=0.056323
Epoch[94] Batch [3199]	Speed: 737.336024 samples/sec	rmse=0.018937	lr=0.056315
Epoch[94] Batch [3249]	Speed: 721.280368 samples/sec	rmse=0.018939	lr=0.056307
Epoch[94] Batch [3299]	Speed: 737.440565 samples/sec	rmse=0.018940	lr=0.056299
Epoch[94] Batch [3349]	Speed: 751.069243 samples/sec	rmse=0.018942	lr=0.056291
Epoch[94] Batch [3399]	Speed: 724.429547 samples/sec	rmse=0.018942	lr=0.056283
Epoch[94] Batch [3449]	Speed: 715.648360 samples/sec	rmse=0.018944	lr=0.056275
Epoch[94] Batch [3499]	Speed: 753.286934 samples/sec	rmse=0.018943	lr=0.056267
Epoch[94] Batch [3549]	Speed: 738.157187 samples/sec	rmse=0.018945	lr=0.056259
Epoch[94] Batch [3599]	Speed: 718.522630 samples/sec	rmse=0.018944	lr=0.056251
Epoch[94] Batch [3649]	Speed: 731.156082 samples/sec	rmse=0.018946	lr=0.056243
Epoch[94] Batch [3699]	Speed: 721.609815 samples/sec	rmse=0.018946	lr=0.056235
Epoch[94] Batch [3749]	Speed: 741.020004 samples/sec	rmse=0.018949	lr=0.056227
Epoch[94] Batch [3799]	Speed: 771.777912 samples/sec	rmse=0.018950	lr=0.056219
Epoch[94] Batch [3849]	Speed: 762.997985 samples/sec	rmse=0.018952	lr=0.056211
Epoch[94] Batch [3899]	Speed: 708.686926 samples/sec	rmse=0.018953	lr=0.056203
Epoch[94] Batch [3949]	Speed: 764.069173 samples/sec	rmse=0.018952	lr=0.056195
Epoch[94] Batch [3999]	Speed: 724.958836 samples/sec	rmse=0.018953	lr=0.056187
Epoch[94] Batch [4049]	Speed: 739.204536 samples/sec	rmse=0.018954	lr=0.056179
Epoch[94] Batch [4099]	Speed: 732.511436 samples/sec	rmse=0.018952	lr=0.056171
Epoch[94] Batch [4149]	Speed: 737.528863 samples/sec	rmse=0.018949	lr=0.056163
Epoch[94] Batch [4199]	Speed: 714.716812 samples/sec	rmse=0.018950	lr=0.056155
Epoch[94] Batch [4249]	Speed: 753.056137 samples/sec	rmse=0.018951	lr=0.056147
Epoch[94] Batch [4299]	Speed: 762.051595 samples/sec	rmse=0.018952	lr=0.056139
Epoch[94] Batch [4349]	Speed: 745.932308 samples/sec	rmse=0.018954	lr=0.056131
Epoch[94] Batch [4399]	Speed: 714.809460 samples/sec	rmse=0.018954	lr=0.056124
Epoch[94] Batch [4449]	Speed: 773.141457 samples/sec	rmse=0.018954	lr=0.056116
Epoch[94] Batch [4499]	Speed: 734.657075 samples/sec	rmse=0.018959	lr=0.056108
Epoch[94] Batch [4549]	Speed: 727.423005 samples/sec	rmse=0.018957	lr=0.056100
Epoch[94] Batch [4599]	Speed: 727.934945 samples/sec	rmse=0.018957	lr=0.056092
Epoch[94] Batch [4649]	Speed: 724.960343 samples/sec	rmse=0.018956	lr=0.056084
Epoch[94] Batch [4699]	Speed: 711.366298 samples/sec	rmse=0.018956	lr=0.056076
Epoch[94] Batch [4749]	Speed: 746.634915 samples/sec	rmse=0.018954	lr=0.056068
Epoch[94] Batch [4799]	Speed: 732.948584 samples/sec	rmse=0.018953	lr=0.056060
Epoch[94] Batch [4849]	Speed: 743.591652 samples/sec	rmse=0.018955	lr=0.056052
Epoch[94] Batch [4899]	Speed: 758.605012 samples/sec	rmse=0.018958	lr=0.056044
Epoch[94] Batch [4949]	Speed: 721.807665 samples/sec	rmse=0.018959	lr=0.056036
Epoch[94] Batch [4999]	Speed: 721.000717 samples/sec	rmse=0.018960	lr=0.056028
[Epoch 94] training: rmse=0.018960
[Epoch 94] speed: 735 samples/sec	time cost: 1765.778212
[Epoch 94] validation: err-top1=0.309275 err-top5=0.098478
Epoch[95] Batch [49]	Speed: 713.381962 samples/sec	rmse=0.018586	lr=0.056019
Epoch[95] Batch [99]	Speed: 731.274207 samples/sec	rmse=0.018557	lr=0.056011
Epoch[95] Batch [149]	Speed: 747.101647 samples/sec	rmse=0.018611	lr=0.056003
Epoch[95] Batch [199]	Speed: 727.290209 samples/sec	rmse=0.018629	lr=0.055995
Epoch[95] Batch [249]	Speed: 724.542966 samples/sec	rmse=0.018670	lr=0.055987
Epoch[95] Batch [299]	Speed: 775.437993 samples/sec	rmse=0.018735	lr=0.055979
Epoch[95] Batch [349]	Speed: 739.253638 samples/sec	rmse=0.018735	lr=0.055971
Epoch[95] Batch [399]	Speed: 740.604398 samples/sec	rmse=0.018748	lr=0.055963
Epoch[95] Batch [449]	Speed: 715.145519 samples/sec	rmse=0.018758	lr=0.055955
Epoch[95] Batch [499]	Speed: 720.223213 samples/sec	rmse=0.018769	lr=0.055947
Epoch[95] Batch [549]	Speed: 761.618877 samples/sec	rmse=0.018765	lr=0.055939
Epoch[95] Batch [599]	Speed: 723.359151 samples/sec	rmse=0.018784	lr=0.055931
Epoch[95] Batch [649]	Speed: 751.007644 samples/sec	rmse=0.018791	lr=0.055923
Epoch[95] Batch [699]	Speed: 738.422956 samples/sec	rmse=0.018789	lr=0.055915
Epoch[95] Batch [749]	Speed: 748.951553 samples/sec	rmse=0.018791	lr=0.055907
Epoch[95] Batch [799]	Speed: 757.344776 samples/sec	rmse=0.018787	lr=0.055899
Epoch[95] Batch [849]	Speed: 716.792083 samples/sec	rmse=0.018783	lr=0.055891
Epoch[95] Batch [899]	Speed: 728.552746 samples/sec	rmse=0.018783	lr=0.055883
Epoch[95] Batch [949]	Speed: 720.278532 samples/sec	rmse=0.018783	lr=0.055875
Epoch[95] Batch [999]	Speed: 728.223223 samples/sec	rmse=0.018776	lr=0.055867
Epoch[95] Batch [1049]	Speed: 725.347753 samples/sec	rmse=0.018773	lr=0.055859
Epoch[95] Batch [1099]	Speed: 736.547282 samples/sec	rmse=0.018781	lr=0.055851
Epoch[95] Batch [1149]	Speed: 723.828660 samples/sec	rmse=0.018780	lr=0.055843
Epoch[95] Batch [1199]	Speed: 745.953648 samples/sec	rmse=0.018783	lr=0.055835
Epoch[95] Batch [1249]	Speed: 723.226314 samples/sec	rmse=0.018784	lr=0.055827
Epoch[95] Batch [1299]	Speed: 743.638011 samples/sec	rmse=0.018791	lr=0.055819
Epoch[95] Batch [1349]	Speed: 716.241756 samples/sec	rmse=0.018795	lr=0.055811
Epoch[95] Batch [1399]	Speed: 723.620991 samples/sec	rmse=0.018795	lr=0.055803
Epoch[95] Batch [1449]	Speed: 728.174548 samples/sec	rmse=0.018797	lr=0.055795
Epoch[95] Batch [1499]	Speed: 736.038186 samples/sec	rmse=0.018801	lr=0.055787
Epoch[95] Batch [1549]	Speed: 734.543714 samples/sec	rmse=0.018800	lr=0.055779
Epoch[95] Batch [1599]	Speed: 766.451000 samples/sec	rmse=0.018801	lr=0.055771
Epoch[95] Batch [1649]	Speed: 729.799207 samples/sec	rmse=0.018806	lr=0.055763
Epoch[95] Batch [1699]	Speed: 722.395080 samples/sec	rmse=0.018801	lr=0.055755
Epoch[95] Batch [1749]	Speed: 734.603194 samples/sec	rmse=0.018797	lr=0.055747
Epoch[95] Batch [1799]	Speed: 742.824687 samples/sec	rmse=0.018800	lr=0.055739
Epoch[95] Batch [1849]	Speed: 756.123967 samples/sec	rmse=0.018803	lr=0.055731
Epoch[95] Batch [1899]	Speed: 747.439449 samples/sec	rmse=0.018804	lr=0.055723
Epoch[95] Batch [1949]	Speed: 726.029733 samples/sec	rmse=0.018810	lr=0.055715
Epoch[95] Batch [1999]	Speed: 761.823094 samples/sec	rmse=0.018815	lr=0.055707
Epoch[95] Batch [2049]	Speed: 728.215478 samples/sec	rmse=0.018819	lr=0.055699
Epoch[95] Batch [2099]	Speed: 731.653918 samples/sec	rmse=0.018824	lr=0.055691
Epoch[95] Batch [2149]	Speed: 736.849896 samples/sec	rmse=0.018829	lr=0.055683
Epoch[95] Batch [2199]	Speed: 718.319080 samples/sec	rmse=0.018834	lr=0.055675
Epoch[95] Batch [2249]	Speed: 738.508543 samples/sec	rmse=0.018837	lr=0.055667
Epoch[95] Batch [2299]	Speed: 763.051697 samples/sec	rmse=0.018841	lr=0.055659
Epoch[95] Batch [2349]	Speed: 723.587120 samples/sec	rmse=0.018840	lr=0.055651
Epoch[95] Batch [2399]	Speed: 762.560704 samples/sec	rmse=0.018843	lr=0.055643
Epoch[95] Batch [2449]	Speed: 748.321916 samples/sec	rmse=0.018842	lr=0.055635
Epoch[95] Batch [2499]	Speed: 753.515440 samples/sec	rmse=0.018844	lr=0.055627
Epoch[95] Batch [2549]	Speed: 746.097796 samples/sec	rmse=0.018847	lr=0.055619
Epoch[95] Batch [2599]	Speed: 727.174224 samples/sec	rmse=0.018849	lr=0.055611
Epoch[95] Batch [2649]	Speed: 712.853364 samples/sec	rmse=0.018850	lr=0.055603
Epoch[95] Batch [2699]	Speed: 722.987259 samples/sec	rmse=0.018852	lr=0.055595
Epoch[95] Batch [2749]	Speed: 746.418491 samples/sec	rmse=0.018850	lr=0.055587
Epoch[95] Batch [2799]	Speed: 755.113105 samples/sec	rmse=0.018851	lr=0.055579
Epoch[95] Batch [2849]	Speed: 753.948991 samples/sec	rmse=0.018853	lr=0.055571
Epoch[95] Batch [2899]	Speed: 720.536280 samples/sec	rmse=0.018855	lr=0.055563
Epoch[95] Batch [2949]	Speed: 750.002318 samples/sec	rmse=0.018854	lr=0.055555
Epoch[95] Batch [2999]	Speed: 735.840508 samples/sec	rmse=0.018857	lr=0.055547
Epoch[95] Batch [3049]	Speed: 731.135989 samples/sec	rmse=0.018853	lr=0.055539
Epoch[95] Batch [3099]	Speed: 723.506876 samples/sec	rmse=0.018855	lr=0.055531
Epoch[95] Batch [3149]	Speed: 764.131204 samples/sec	rmse=0.018859	lr=0.055523
Epoch[95] Batch [3199]	Speed: 723.314876 samples/sec	rmse=0.018860	lr=0.055515
Epoch[95] Batch [3249]	Speed: 743.302771 samples/sec	rmse=0.018861	lr=0.055507
Epoch[95] Batch [3299]	Speed: 757.322202 samples/sec	rmse=0.018863	lr=0.055499
Epoch[95] Batch [3349]	Speed: 733.837778 samples/sec	rmse=0.018864	lr=0.055491
Epoch[95] Batch [3399]	Speed: 726.230211 samples/sec	rmse=0.018868	lr=0.055483
Epoch[95] Batch [3449]	Speed: 742.383998 samples/sec	rmse=0.018869	lr=0.055475
Epoch[95] Batch [3499]	Speed: 750.126434 samples/sec	rmse=0.018869	lr=0.055467
Epoch[95] Batch [3549]	Speed: 743.520595 samples/sec	rmse=0.018868	lr=0.055459
Epoch[95] Batch [3599]	Speed: 758.014567 samples/sec	rmse=0.018870	lr=0.055451
Epoch[95] Batch [3649]	Speed: 741.967989 samples/sec	rmse=0.018870	lr=0.055443
Epoch[95] Batch [3699]	Speed: 738.148043 samples/sec	rmse=0.018870	lr=0.055435
Epoch[95] Batch [3749]	Speed: 724.098868 samples/sec	rmse=0.018870	lr=0.055427
Epoch[95] Batch [3799]	Speed: 709.807945 samples/sec	rmse=0.018872	lr=0.055419
Epoch[95] Batch [3849]	Speed: 740.752271 samples/sec	rmse=0.018874	lr=0.055411
Epoch[95] Batch [3899]	Speed: 698.444811 samples/sec	rmse=0.018875	lr=0.055403
Epoch[95] Batch [3949]	Speed: 761.413150 samples/sec	rmse=0.018878	lr=0.055395
Epoch[95] Batch [3999]	Speed: 749.848970 samples/sec	rmse=0.018881	lr=0.055387
Epoch[95] Batch [4049]	Speed: 708.707255 samples/sec	rmse=0.018882	lr=0.055379
Epoch[95] Batch [4099]	Speed: 762.013349 samples/sec	rmse=0.018883	lr=0.055371
Epoch[95] Batch [4149]	Speed: 717.016419 samples/sec	rmse=0.018883	lr=0.055363
Epoch[95] Batch [4199]	Speed: 779.128466 samples/sec	rmse=0.018886	lr=0.055355
Epoch[95] Batch [4249]	Speed: 712.029906 samples/sec	rmse=0.018887	lr=0.055347
Epoch[95] Batch [4299]	Speed: 719.359005 samples/sec	rmse=0.018887	lr=0.055339
Epoch[95] Batch [4349]	Speed: 739.703612 samples/sec	rmse=0.018888	lr=0.055331
Epoch[95] Batch [4399]	Speed: 703.591046 samples/sec	rmse=0.018887	lr=0.055323
Epoch[95] Batch [4449]	Speed: 752.683671 samples/sec	rmse=0.018888	lr=0.055315
Epoch[95] Batch [4499]	Speed: 757.632883 samples/sec	rmse=0.018889	lr=0.055307
Epoch[95] Batch [4549]	Speed: 758.756601 samples/sec	rmse=0.018889	lr=0.055299
Epoch[95] Batch [4599]	Speed: 732.710480 samples/sec	rmse=0.018889	lr=0.055291
Epoch[95] Batch [4649]	Speed: 739.125401 samples/sec	rmse=0.018889	lr=0.055283
Epoch[95] Batch [4699]	Speed: 727.822642 samples/sec	rmse=0.018894	lr=0.055275
Epoch[95] Batch [4749]	Speed: 748.414937 samples/sec	rmse=0.018894	lr=0.055267
Epoch[95] Batch [4799]	Speed: 767.724108 samples/sec	rmse=0.018895	lr=0.055259
Epoch[95] Batch [4849]	Speed: 758.042534 samples/sec	rmse=0.018894	lr=0.055251
Epoch[95] Batch [4899]	Speed: 734.983201 samples/sec	rmse=0.018897	lr=0.055243
Epoch[95] Batch [4949]	Speed: 732.049943 samples/sec	rmse=0.018902	lr=0.055235
Epoch[95] Batch [4999]	Speed: 753.106113 samples/sec	rmse=0.018903	lr=0.055227
[Epoch 95] training: rmse=0.018903
[Epoch 95] speed: 737 samples/sec	time cost: 1760.932137
[Epoch 95] validation: err-top1=0.307592 err-top5=0.102264
Epoch[96] Batch [49]	Speed: 696.350188 samples/sec	rmse=0.018866	lr=0.055219
Epoch[96] Batch [99]	Speed: 721.582639 samples/sec	rmse=0.018822	lr=0.055211
Epoch[96] Batch [149]	Speed: 728.666174 samples/sec	rmse=0.018790	lr=0.055203
Epoch[96] Batch [199]	Speed: 773.583715 samples/sec	rmse=0.018786	lr=0.055195
Epoch[96] Batch [249]	Speed: 736.164546 samples/sec	rmse=0.018787	lr=0.055187
Epoch[96] Batch [299]	Speed: 745.943263 samples/sec	rmse=0.018771	lr=0.055179
Epoch[96] Batch [349]	Speed: 769.407767 samples/sec	rmse=0.018767	lr=0.055171
Epoch[96] Batch [399]	Speed: 752.709388 samples/sec	rmse=0.018761	lr=0.055163
Epoch[96] Batch [449]	Speed: 734.524398 samples/sec	rmse=0.018757	lr=0.055155
Epoch[96] Batch [499]	Speed: 755.577304 samples/sec	rmse=0.018753	lr=0.055147
Epoch[96] Batch [549]	Speed: 716.542859 samples/sec	rmse=0.018762	lr=0.055139
Epoch[96] Batch [599]	Speed: 730.670966 samples/sec	rmse=0.018779	lr=0.055131
Epoch[96] Batch [649]	Speed: 756.187260 samples/sec	rmse=0.018776	lr=0.055123
Epoch[96] Batch [699]	Speed: 758.740495 samples/sec	rmse=0.018755	lr=0.055115
Epoch[96] Batch [749]	Speed: 741.371287 samples/sec	rmse=0.018763	lr=0.055106
Epoch[96] Batch [799]	Speed: 721.410978 samples/sec	rmse=0.018776	lr=0.055098
Epoch[96] Batch [849]	Speed: 741.931260 samples/sec	rmse=0.018780	lr=0.055090
Epoch[96] Batch [899]	Speed: 732.677182 samples/sec	rmse=0.018775	lr=0.055082
Epoch[96] Batch [949]	Speed: 724.220175 samples/sec	rmse=0.018764	lr=0.055074
Epoch[96] Batch [999]	Speed: 723.081070 samples/sec	rmse=0.018761	lr=0.055066
Epoch[96] Batch [1049]	Speed: 780.641269 samples/sec	rmse=0.018767	lr=0.055058
Epoch[96] Batch [1099]	Speed: 755.317227 samples/sec	rmse=0.018770	lr=0.055050
Epoch[96] Batch [1149]	Speed: 770.753758 samples/sec	rmse=0.018771	lr=0.055042
Epoch[96] Batch [1199]	Speed: 757.029891 samples/sec	rmse=0.018778	lr=0.055034
Epoch[96] Batch [1249]	Speed: 729.391571 samples/sec	rmse=0.018780	lr=0.055026
Epoch[96] Batch [1299]	Speed: 756.831244 samples/sec	rmse=0.018790	lr=0.055018
Epoch[96] Batch [1349]	Speed: 733.615165 samples/sec	rmse=0.018800	lr=0.055010
Epoch[96] Batch [1399]	Speed: 725.134853 samples/sec	rmse=0.018802	lr=0.055002
Epoch[96] Batch [1449]	Speed: 765.762882 samples/sec	rmse=0.018801	lr=0.054994
Epoch[96] Batch [1499]	Speed: 752.881160 samples/sec	rmse=0.018804	lr=0.054986
Epoch[96] Batch [1549]	Speed: 755.413334 samples/sec	rmse=0.018813	lr=0.054978
Epoch[96] Batch [1599]	Speed: 716.568576 samples/sec	rmse=0.018812	lr=0.054970
Epoch[96] Batch [1649]	Speed: 748.049934 samples/sec	rmse=0.018817	lr=0.054962
Epoch[96] Batch [1699]	Speed: 716.123976 samples/sec	rmse=0.018821	lr=0.054954
Epoch[96] Batch [1749]	Speed: 755.923645 samples/sec	rmse=0.018823	lr=0.054946
Epoch[96] Batch [1799]	Speed: 718.267252 samples/sec	rmse=0.018822	lr=0.054938
Epoch[96] Batch [1849]	Speed: 732.444370 samples/sec	rmse=0.018825	lr=0.054930
Epoch[96] Batch [1899]	Speed: 740.978552 samples/sec	rmse=0.018826	lr=0.054922
Epoch[96] Batch [1949]	Speed: 757.563832 samples/sec	rmse=0.018828	lr=0.054914
Epoch[96] Batch [1999]	Speed: 749.556391 samples/sec	rmse=0.018828	lr=0.054906
Epoch[96] Batch [2049]	Speed: 706.331482 samples/sec	rmse=0.018834	lr=0.054898
Epoch[96] Batch [2099]	Speed: 765.063842 samples/sec	rmse=0.018836	lr=0.054890
Epoch[96] Batch [2149]	Speed: 737.590014 samples/sec	rmse=0.018838	lr=0.054882
Epoch[96] Batch [2199]	Speed: 718.781952 samples/sec	rmse=0.018839	lr=0.054874
Epoch[96] Batch [2249]	Speed: 730.003896 samples/sec	rmse=0.018845	lr=0.054866
Epoch[96] Batch [2299]	Speed: 714.823308 samples/sec	rmse=0.018849	lr=0.054858
Epoch[96] Batch [2349]	Speed: 740.967057 samples/sec	rmse=0.018850	lr=0.054850
Epoch[96] Batch [2399]	Speed: 736.292010 samples/sec	rmse=0.018853	lr=0.054842
Epoch[96] Batch [2449]	Speed: 721.625926 samples/sec	rmse=0.018856	lr=0.054834
Epoch[96] Batch [2499]	Speed: 706.604741 samples/sec	rmse=0.018857	lr=0.054826
Epoch[96] Batch [2549]	Speed: 736.873218 samples/sec	rmse=0.018861	lr=0.054818
Epoch[96] Batch [2599]	Speed: 734.999452 samples/sec	rmse=0.018857	lr=0.054810
Epoch[96] Batch [2649]	Speed: 705.364858 samples/sec	rmse=0.018859	lr=0.054802
Epoch[96] Batch [2699]	Speed: 762.686107 samples/sec	rmse=0.018861	lr=0.054794
Epoch[96] Batch [2749]	Speed: 754.967279 samples/sec	rmse=0.018866	lr=0.054786
Epoch[96] Batch [2799]	Speed: 760.632871 samples/sec	rmse=0.018870	lr=0.054778
Epoch[96] Batch [2849]	Speed: 744.041221 samples/sec	rmse=0.018869	lr=0.054770
Epoch[96] Batch [2899]	Speed: 748.920440 samples/sec	rmse=0.018869	lr=0.054762
Epoch[96] Batch [2949]	Speed: 727.905307 samples/sec	rmse=0.018871	lr=0.054754
Epoch[96] Batch [2999]	Speed: 751.907576 samples/sec	rmse=0.018873	lr=0.054746
Epoch[96] Batch [3049]	Speed: 708.076886 samples/sec	rmse=0.018873	lr=0.054738
Epoch[96] Batch [3099]	Speed: 772.313524 samples/sec	rmse=0.018870	lr=0.054730
Epoch[96] Batch [3149]	Speed: 714.529212 samples/sec	rmse=0.018867	lr=0.054722
Epoch[96] Batch [3199]	Speed: 692.094950 samples/sec	rmse=0.018869	lr=0.054714
Epoch[96] Batch [3249]	Speed: 749.915711 samples/sec	rmse=0.018872	lr=0.054706
Epoch[96] Batch [3299]	Speed: 715.881230 samples/sec	rmse=0.018871	lr=0.054698
Epoch[96] Batch [3349]	Speed: 703.061569 samples/sec	rmse=0.018869	lr=0.054690
Epoch[96] Batch [3399]	Speed: 739.126337 samples/sec	rmse=0.018867	lr=0.054682
Epoch[96] Batch [3449]	Speed: 699.083527 samples/sec	rmse=0.018870	lr=0.054674
Epoch[96] Batch [3499]	Speed: 717.161401 samples/sec	rmse=0.018868	lr=0.054666
Epoch[96] Batch [3549]	Speed: 730.232617 samples/sec	rmse=0.018871	lr=0.054658
Epoch[96] Batch [3599]	Speed: 735.149866 samples/sec	rmse=0.018873	lr=0.054650
Epoch[96] Batch [3649]	Speed: 762.349011 samples/sec	rmse=0.018872	lr=0.054642
Epoch[96] Batch [3699]	Speed: 722.140848 samples/sec	rmse=0.018875	lr=0.054634
Epoch[96] Batch [3749]	Speed: 727.484690 samples/sec	rmse=0.018875	lr=0.054626
Epoch[96] Batch [3799]	Speed: 711.639344 samples/sec	rmse=0.018875	lr=0.054618
Epoch[96] Batch [3849]	Speed: 747.250431 samples/sec	rmse=0.018877	lr=0.054610
Epoch[96] Batch [3899]	Speed: 735.286142 samples/sec	rmse=0.018875	lr=0.054602
Epoch[96] Batch [3949]	Speed: 769.878971 samples/sec	rmse=0.018876	lr=0.054594
Epoch[96] Batch [3999]	Speed: 733.057130 samples/sec	rmse=0.018875	lr=0.054586
Epoch[96] Batch [4049]	Speed: 751.319252 samples/sec	rmse=0.018876	lr=0.054578
Epoch[96] Batch [4099]	Speed: 724.547601 samples/sec	rmse=0.018877	lr=0.054570
Epoch[96] Batch [4149]	Speed: 718.508552 samples/sec	rmse=0.018877	lr=0.054562
Epoch[96] Batch [4199]	Speed: 747.166590 samples/sec	rmse=0.018876	lr=0.054554
Epoch[96] Batch [4249]	Speed: 713.518044 samples/sec	rmse=0.018876	lr=0.054546
Epoch[96] Batch [4299]	Speed: 737.527799 samples/sec	rmse=0.018876	lr=0.054538
Epoch[96] Batch [4349]	Speed: 751.508094 samples/sec	rmse=0.018877	lr=0.054530
Epoch[96] Batch [4399]	Speed: 770.444951 samples/sec	rmse=0.018875	lr=0.054522
Epoch[96] Batch [4449]	Speed: 724.242137 samples/sec	rmse=0.018875	lr=0.054514
Epoch[96] Batch [4499]	Speed: 757.887956 samples/sec	rmse=0.018877	lr=0.054506
Epoch[96] Batch [4549]	Speed: 701.654554 samples/sec	rmse=0.018879	lr=0.054498
Epoch[96] Batch [4599]	Speed: 719.653474 samples/sec	rmse=0.018878	lr=0.054490
Epoch[96] Batch [4649]	Speed: 751.608748 samples/sec	rmse=0.018878	lr=0.054482
Epoch[96] Batch [4699]	Speed: 734.548347 samples/sec	rmse=0.018877	lr=0.054474
Epoch[96] Batch [4749]	Speed: 732.565640 samples/sec	rmse=0.018876	lr=0.054466
Epoch[96] Batch [4799]	Speed: 763.539740 samples/sec	rmse=0.018879	lr=0.054458
Epoch[96] Batch [4849]	Speed: 739.918994 samples/sec	rmse=0.018880	lr=0.054450
Epoch[96] Batch [4899]	Speed: 740.058748 samples/sec	rmse=0.018879	lr=0.054441
Epoch[96] Batch [4949]	Speed: 700.284709 samples/sec	rmse=0.018878	lr=0.054433
Epoch[96] Batch [4999]	Speed: 759.965138 samples/sec	rmse=0.018879	lr=0.054425
[Epoch 96] training: rmse=0.018878
[Epoch 96] speed: 736 samples/sec	time cost: 1763.809438
[Epoch 96] validation: err-top1=0.308793 err-top5=0.102081
Epoch[97] Batch [49]	Speed: 721.961184 samples/sec	rmse=0.018398	lr=0.054417
Epoch[97] Batch [99]	Speed: 765.240295 samples/sec	rmse=0.018435	lr=0.054409
Epoch[97] Batch [149]	Speed: 733.814769 samples/sec	rmse=0.018482	lr=0.054401
Epoch[97] Batch [199]	Speed: 732.775495 samples/sec	rmse=0.018544	lr=0.054393
Epoch[97] Batch [249]	Speed: 752.230134 samples/sec	rmse=0.018598	lr=0.054385
Epoch[97] Batch [299]	Speed: 771.841856 samples/sec	rmse=0.018646	lr=0.054377
Epoch[97] Batch [349]	Speed: 777.921933 samples/sec	rmse=0.018662	lr=0.054369
Epoch[97] Batch [399]	Speed: 737.341846 samples/sec	rmse=0.018684	lr=0.054361
Epoch[97] Batch [449]	Speed: 737.413753 samples/sec	rmse=0.018710	lr=0.054353
Epoch[97] Batch [499]	Speed: 707.423904 samples/sec	rmse=0.018730	lr=0.054345
Epoch[97] Batch [549]	Speed: 719.350031 samples/sec	rmse=0.018746	lr=0.054337
Epoch[97] Batch [599]	Speed: 707.767888 samples/sec	rmse=0.018774	lr=0.054329
Epoch[97] Batch [649]	Speed: 742.485375 samples/sec	rmse=0.018781	lr=0.054321
Epoch[97] Batch [699]	Speed: 742.173426 samples/sec	rmse=0.018776	lr=0.054313
Epoch[97] Batch [749]	Speed: 727.526736 samples/sec	rmse=0.018783	lr=0.054305
Epoch[97] Batch [799]	Speed: 739.520879 samples/sec	rmse=0.018781	lr=0.054297
Epoch[97] Batch [849]	Speed: 766.240960 samples/sec	rmse=0.018785	lr=0.054289
Epoch[97] Batch [899]	Speed: 731.748117 samples/sec	rmse=0.018780	lr=0.054280
Epoch[97] Batch [949]	Speed: 784.285715 samples/sec	rmse=0.018783	lr=0.054272
Epoch[97] Batch [999]	Speed: 741.231466 samples/sec	rmse=0.018782	lr=0.054264
Epoch[97] Batch [1049]	Speed: 762.325489 samples/sec	rmse=0.018792	lr=0.054256
Epoch[97] Batch [1099]	Speed: 744.492368 samples/sec	rmse=0.018801	lr=0.054248
Epoch[97] Batch [1149]	Speed: 735.740856 samples/sec	rmse=0.018809	lr=0.054240
Epoch[97] Batch [1199]	Speed: 753.715947 samples/sec	rmse=0.018811	lr=0.054232
Epoch[97] Batch [1249]	Speed: 755.324708 samples/sec	rmse=0.018808	lr=0.054224
Epoch[97] Batch [1299]	Speed: 723.510679 samples/sec	rmse=0.018809	lr=0.054216
Epoch[97] Batch [1349]	Speed: 730.187874 samples/sec	rmse=0.018820	lr=0.054208
Epoch[97] Batch [1399]	Speed: 759.955478 samples/sec	rmse=0.018826	lr=0.054200
Epoch[97] Batch [1449]	Speed: 760.085266 samples/sec	rmse=0.018833	lr=0.054192
Epoch[97] Batch [1499]	Speed: 772.990499 samples/sec	rmse=0.018827	lr=0.054184
Epoch[97] Batch [1549]	Speed: 733.672309 samples/sec	rmse=0.018825	lr=0.054176
Epoch[97] Batch [1599]	Speed: 783.635679 samples/sec	rmse=0.018821	lr=0.054168
Epoch[97] Batch [1649]	Speed: 747.202008 samples/sec	rmse=0.018820	lr=0.054160
Epoch[97] Batch [1699]	Speed: 777.860302 samples/sec	rmse=0.018819	lr=0.054152
Epoch[97] Batch [1749]	Speed: 757.143316 samples/sec	rmse=0.018819	lr=0.054144
Epoch[97] Batch [1799]	Speed: 782.198671 samples/sec	rmse=0.018818	lr=0.054136
Epoch[97] Batch [1849]	Speed: 721.826142 samples/sec	rmse=0.018818	lr=0.054128
Epoch[97] Batch [1899]	Speed: 717.229837 samples/sec	rmse=0.018823	lr=0.054120
Epoch[97] Batch [1949]	Speed: 720.577816 samples/sec	rmse=0.018822	lr=0.054112
Epoch[97] Batch [1999]	Speed: 747.400522 samples/sec	rmse=0.018823	lr=0.054104
Epoch[97] Batch [2049]	Speed: 757.464312 samples/sec	rmse=0.018822	lr=0.054096
Epoch[97] Batch [2099]	Speed: 751.166438 samples/sec	rmse=0.018822	lr=0.054088
Epoch[97] Batch [2149]	Speed: 744.040788 samples/sec	rmse=0.018824	lr=0.054080
Epoch[97] Batch [2199]	Speed: 755.425813 samples/sec	rmse=0.018826	lr=0.054072
Epoch[97] Batch [2249]	Speed: 733.345963 samples/sec	rmse=0.018833	lr=0.054064
Epoch[97] Batch [2299]	Speed: 722.872896 samples/sec	rmse=0.018835	lr=0.054056
Epoch[97] Batch [2349]	Speed: 736.969150 samples/sec	rmse=0.018832	lr=0.054048
Epoch[97] Batch [2399]	Speed: 722.590793 samples/sec	rmse=0.018828	lr=0.054040
Epoch[97] Batch [2449]	Speed: 751.861676 samples/sec	rmse=0.018831	lr=0.054032
Epoch[97] Batch [2499]	Speed: 747.897217 samples/sec	rmse=0.018830	lr=0.054024
Epoch[97] Batch [2549]	Speed: 721.198639 samples/sec	rmse=0.018830	lr=0.054016
Epoch[97] Batch [2599]	Speed: 727.605813 samples/sec	rmse=0.018835	lr=0.054008
Epoch[97] Batch [2649]	Speed: 730.356822 samples/sec	rmse=0.018835	lr=0.054000
Epoch[97] Batch [2699]	Speed: 770.834565 samples/sec	rmse=0.018834	lr=0.053992
Epoch[97] Batch [2749]	Speed: 744.794314 samples/sec	rmse=0.018835	lr=0.053984
Epoch[97] Batch [2799]	Speed: 715.520867 samples/sec	rmse=0.018836	lr=0.053976
Epoch[97] Batch [2849]	Speed: 737.273255 samples/sec	rmse=0.018836	lr=0.053968
Epoch[97] Batch [2899]	Speed: 750.889433 samples/sec	rmse=0.018838	lr=0.053960
Epoch[97] Batch [2949]	Speed: 755.820992 samples/sec	rmse=0.018839	lr=0.053952
Epoch[97] Batch [2999]	Speed: 763.694948 samples/sec	rmse=0.018841	lr=0.053944
Epoch[97] Batch [3049]	Speed: 723.075724 samples/sec	rmse=0.018842	lr=0.053936
Epoch[97] Batch [3099]	Speed: 736.719277 samples/sec	rmse=0.018843	lr=0.053928
Epoch[97] Batch [3149]	Speed: 735.181235 samples/sec	rmse=0.018845	lr=0.053920
Epoch[97] Batch [3199]	Speed: 709.498700 samples/sec	rmse=0.018844	lr=0.053911
Epoch[97] Batch [3249]	Speed: 747.524881 samples/sec	rmse=0.018842	lr=0.053903
Epoch[97] Batch [3299]	Speed: 739.003312 samples/sec	rmse=0.018845	lr=0.053895
Epoch[97] Batch [3349]	Speed: 739.512374 samples/sec	rmse=0.018844	lr=0.053887
Epoch[97] Batch [3399]	Speed: 758.514114 samples/sec	rmse=0.018845	lr=0.053879
Epoch[97] Batch [3449]	Speed: 749.009670 samples/sec	rmse=0.018844	lr=0.053871
Epoch[97] Batch [3499]	Speed: 725.836883 samples/sec	rmse=0.018848	lr=0.053863
Epoch[97] Batch [3549]	Speed: 722.908823 samples/sec	rmse=0.018850	lr=0.053855
Epoch[97] Batch [3599]	Speed: 711.999244 samples/sec	rmse=0.018853	lr=0.053847
Epoch[97] Batch [3649]	Speed: 711.385941 samples/sec	rmse=0.018853	lr=0.053839
Epoch[97] Batch [3699]	Speed: 717.274453 samples/sec	rmse=0.018854	lr=0.053831
Epoch[97] Batch [3749]	Speed: 734.432899 samples/sec	rmse=0.018853	lr=0.053823
Epoch[97] Batch [3799]	Speed: 745.893020 samples/sec	rmse=0.018856	lr=0.053815
Epoch[97] Batch [3849]	Speed: 747.132526 samples/sec	rmse=0.018856	lr=0.053807
Epoch[97] Batch [3899]	Speed: 715.657966 samples/sec	rmse=0.018858	lr=0.053799
Epoch[97] Batch [3949]	Speed: 743.368208 samples/sec	rmse=0.018859	lr=0.053791
Epoch[97] Batch [3999]	Speed: 717.731306 samples/sec	rmse=0.018860	lr=0.053783
Epoch[97] Batch [4049]	Speed: 747.525225 samples/sec	rmse=0.018863	lr=0.053775
Epoch[97] Batch [4099]	Speed: 742.979658 samples/sec	rmse=0.018864	lr=0.053767
Epoch[97] Batch [4149]	Speed: 720.257012 samples/sec	rmse=0.018866	lr=0.053759
Epoch[97] Batch [4199]	Speed: 730.650989 samples/sec	rmse=0.018864	lr=0.053751
Epoch[97] Batch [4249]	Speed: 728.893681 samples/sec	rmse=0.018865	lr=0.053743
Epoch[97] Batch [4299]	Speed: 738.219345 samples/sec	rmse=0.018868	lr=0.053735
Epoch[97] Batch [4349]	Speed: 753.444345 samples/sec	rmse=0.018868	lr=0.053727
Epoch[97] Batch [4399]	Speed: 753.498011 samples/sec	rmse=0.018869	lr=0.053719
Epoch[97] Batch [4449]	Speed: 709.106583 samples/sec	rmse=0.018870	lr=0.053711
Epoch[97] Batch [4499]	Speed: 748.190128 samples/sec	rmse=0.018872	lr=0.053703
Epoch[97] Batch [4549]	Speed: 728.546686 samples/sec	rmse=0.018872	lr=0.053695
Epoch[97] Batch [4599]	Speed: 729.608137 samples/sec	rmse=0.018873	lr=0.053687
Epoch[97] Batch [4649]	Speed: 732.763213 samples/sec	rmse=0.018873	lr=0.053679
Epoch[97] Batch [4699]	Speed: 711.583958 samples/sec	rmse=0.018875	lr=0.053671
Epoch[97] Batch [4749]	Speed: 716.363771 samples/sec	rmse=0.018875	lr=0.053663
Epoch[97] Batch [4799]	Speed: 718.705965 samples/sec	rmse=0.018876	lr=0.053655
Epoch[97] Batch [4849]	Speed: 712.342996 samples/sec	rmse=0.018875	lr=0.053647
Epoch[97] Batch [4899]	Speed: 738.015888 samples/sec	rmse=0.018877	lr=0.053639
Epoch[97] Batch [4949]	Speed: 713.909750 samples/sec	rmse=0.018877	lr=0.053631
Epoch[97] Batch [4999]	Speed: 737.696837 samples/sec	rmse=0.018878	lr=0.053623
[Epoch 97] training: rmse=0.018879
[Epoch 97] speed: 738 samples/sec	time cost: 1758.408615
[Epoch 97] validation: err-top1=0.303105 err-top5=0.099159
Epoch[98] Batch [49]	Speed: 721.214935 samples/sec	rmse=0.018562	lr=0.053614
Epoch[98] Batch [99]	Speed: 720.342171 samples/sec	rmse=0.018607	lr=0.053606
Epoch[98] Batch [149]	Speed: 724.902463 samples/sec	rmse=0.018612	lr=0.053598
Epoch[98] Batch [199]	Speed: 765.795465 samples/sec	rmse=0.018672	lr=0.053590
Epoch[98] Batch [249]	Speed: 731.086596 samples/sec	rmse=0.018684	lr=0.053582
Epoch[98] Batch [299]	Speed: 755.897048 samples/sec	rmse=0.018706	lr=0.053574
Epoch[98] Batch [349]	Speed: 748.588261 samples/sec	rmse=0.018666	lr=0.053566
Epoch[98] Batch [399]	Speed: 737.738256 samples/sec	rmse=0.018678	lr=0.053558
Epoch[98] Batch [449]	Speed: 779.211988 samples/sec	rmse=0.018681	lr=0.053550
Epoch[98] Batch [499]	Speed: 728.531302 samples/sec	rmse=0.018688	lr=0.053542
Epoch[98] Batch [549]	Speed: 723.222846 samples/sec	rmse=0.018689	lr=0.053534
Epoch[98] Batch [599]	Speed: 715.922432 samples/sec	rmse=0.018696	lr=0.053526
Epoch[98] Batch [649]	Speed: 735.229964 samples/sec	rmse=0.018713	lr=0.053518
Epoch[98] Batch [699]	Speed: 764.808111 samples/sec	rmse=0.018707	lr=0.053510
Epoch[98] Batch [749]	Speed: 722.983102 samples/sec	rmse=0.018701	lr=0.053501
Epoch[98] Batch [799]	Speed: 721.867905 samples/sec	rmse=0.018707	lr=0.053493
Epoch[98] Batch [849]	Speed: 740.164328 samples/sec	rmse=0.018719	lr=0.053485
Epoch[98] Batch [899]	Speed: 725.907397 samples/sec	rmse=0.018725	lr=0.053477
Epoch[98] Batch [949]	Speed: 733.717600 samples/sec	rmse=0.018723	lr=0.053469
Epoch[98] Batch [999]	Speed: 695.666503 samples/sec	rmse=0.018724	lr=0.053461
Epoch[98] Batch [1049]	Speed: 739.113109 samples/sec	rmse=0.018723	lr=0.053453
Epoch[98] Batch [1099]	Speed: 744.756168 samples/sec	rmse=0.018716	lr=0.053445
Epoch[98] Batch [1149]	Speed: 765.944893 samples/sec	rmse=0.018707	lr=0.053437
Epoch[98] Batch [1199]	Speed: 763.011757 samples/sec	rmse=0.018716	lr=0.053429
Epoch[98] Batch [1249]	Speed: 722.217777 samples/sec	rmse=0.018726	lr=0.053421
Epoch[98] Batch [1299]	Speed: 735.674507 samples/sec	rmse=0.018731	lr=0.053413
Epoch[98] Batch [1349]	Speed: 744.015010 samples/sec	rmse=0.018742	lr=0.053405
Epoch[98] Batch [1399]	Speed: 745.181030 samples/sec	rmse=0.018745	lr=0.053397
Epoch[98] Batch [1449]	Speed: 738.959502 samples/sec	rmse=0.018753	lr=0.053389
Epoch[98] Batch [1499]	Speed: 748.930741 samples/sec	rmse=0.018762	lr=0.053381
Epoch[98] Batch [1549]	Speed: 778.346263 samples/sec	rmse=0.018761	lr=0.053373
Epoch[98] Batch [1599]	Speed: 711.633411 samples/sec	rmse=0.018754	lr=0.053365
Epoch[98] Batch [1649]	Speed: 733.150639 samples/sec	rmse=0.018751	lr=0.053357
Epoch[98] Batch [1699]	Speed: 748.012392 samples/sec	rmse=0.018748	lr=0.053349
Epoch[98] Batch [1749]	Speed: 767.015545 samples/sec	rmse=0.018747	lr=0.053341
Epoch[98] Batch [1799]	Speed: 745.107684 samples/sec	rmse=0.018742	lr=0.053333
Epoch[98] Batch [1849]	Speed: 753.767525 samples/sec	rmse=0.018746	lr=0.053325
Epoch[98] Batch [1899]	Speed: 744.488475 samples/sec	rmse=0.018751	lr=0.053317
Epoch[98] Batch [1949]	Speed: 776.587251 samples/sec	rmse=0.018754	lr=0.053309
Epoch[98] Batch [1999]	Speed: 742.244257 samples/sec	rmse=0.018756	lr=0.053301
Epoch[98] Batch [2049]	Speed: 736.634093 samples/sec	rmse=0.018756	lr=0.053293
Epoch[98] Batch [2099]	Speed: 736.577840 samples/sec	rmse=0.018760	lr=0.053285
Epoch[98] Batch [2149]	Speed: 723.931661 samples/sec	rmse=0.018760	lr=0.053277
Epoch[98] Batch [2199]	Speed: 733.881244 samples/sec	rmse=0.018769	lr=0.053269
Epoch[98] Batch [2249]	Speed: 745.170025 samples/sec	rmse=0.018775	lr=0.053261
Epoch[98] Batch [2299]	Speed: 743.190811 samples/sec	rmse=0.018777	lr=0.053253
Epoch[98] Batch [2349]	Speed: 734.970080 samples/sec	rmse=0.018776	lr=0.053244
Epoch[98] Batch [2399]	Speed: 732.186741 samples/sec	rmse=0.018776	lr=0.053236
Epoch[98] Batch [2449]	Speed: 703.227960 samples/sec	rmse=0.018779	lr=0.053228
Epoch[98] Batch [2499]	Speed: 770.356665 samples/sec	rmse=0.018779	lr=0.053220
Epoch[98] Batch [2549]	Speed: 781.565366 samples/sec	rmse=0.018779	lr=0.053212
Epoch[98] Batch [2599]	Speed: 752.767995 samples/sec	rmse=0.018776	lr=0.053204
Epoch[98] Batch [2649]	Speed: 751.605928 samples/sec	rmse=0.018773	lr=0.053196
Epoch[98] Batch [2699]	Speed: 742.784523 samples/sec	rmse=0.018778	lr=0.053188
Epoch[98] Batch [2749]	Speed: 745.881373 samples/sec	rmse=0.018779	lr=0.053180
Epoch[98] Batch [2799]	Speed: 747.709540 samples/sec	rmse=0.018779	lr=0.053172
Epoch[98] Batch [2849]	Speed: 739.923348 samples/sec	rmse=0.018783	lr=0.053164
Epoch[98] Batch [2899]	Speed: 743.648373 samples/sec	rmse=0.018787	lr=0.053156
Epoch[98] Batch [2949]	Speed: 736.164001 samples/sec	rmse=0.018783	lr=0.053148
Epoch[98] Batch [2999]	Speed: 733.575309 samples/sec	rmse=0.018788	lr=0.053140
Epoch[98] Batch [3049]	Speed: 754.315006 samples/sec	rmse=0.018788	lr=0.053132
Epoch[98] Batch [3099]	Speed: 735.551268 samples/sec	rmse=0.018791	lr=0.053124
Epoch[98] Batch [3149]	Speed: 738.343988 samples/sec	rmse=0.018797	lr=0.053116
Epoch[98] Batch [3199]	Speed: 733.295329 samples/sec	rmse=0.018796	lr=0.053108
Epoch[98] Batch [3249]	Speed: 722.456819 samples/sec	rmse=0.018797	lr=0.053100
Epoch[98] Batch [3299]	Speed: 744.566336 samples/sec	rmse=0.018799	lr=0.053092
Epoch[98] Batch [3349]	Speed: 726.863492 samples/sec	rmse=0.018804	lr=0.053084
Epoch[98] Batch [3399]	Speed: 750.095223 samples/sec	rmse=0.018807	lr=0.053076
Epoch[98] Batch [3449]	Speed: 755.675796 samples/sec	rmse=0.018807	lr=0.053068
Epoch[98] Batch [3499]	Speed: 733.846064 samples/sec	rmse=0.018809	lr=0.053060
Epoch[98] Batch [3549]	Speed: 746.806865 samples/sec	rmse=0.018811	lr=0.053052
Epoch[98] Batch [3599]	Speed: 723.182962 samples/sec	rmse=0.018812	lr=0.053044
Epoch[98] Batch [3649]	Speed: 761.655679 samples/sec	rmse=0.018814	lr=0.053036
Epoch[98] Batch [3699]	Speed: 792.091907 samples/sec	rmse=0.018815	lr=0.053028
Epoch[98] Batch [3749]	Speed: 770.619914 samples/sec	rmse=0.018817	lr=0.053020
Epoch[98] Batch [3799]	Speed: 734.351789 samples/sec	rmse=0.018814	lr=0.053012
Epoch[98] Batch [3849]	Speed: 717.737946 samples/sec	rmse=0.018816	lr=0.053003
Epoch[98] Batch [3899]	Speed: 722.973862 samples/sec	rmse=0.018817	lr=0.052995
Epoch[98] Batch [3949]	Speed: 765.946860 samples/sec	rmse=0.018816	lr=0.052987
Epoch[98] Batch [3999]	Speed: 762.877433 samples/sec	rmse=0.018815	lr=0.052979
Epoch[98] Batch [4049]	Speed: 722.217456 samples/sec	rmse=0.018815	lr=0.052971
Epoch[98] Batch [4099]	Speed: 762.868522 samples/sec	rmse=0.018816	lr=0.052963
Epoch[98] Batch [4149]	Speed: 747.057652 samples/sec	rmse=0.018816	lr=0.052955
Epoch[98] Batch [4199]	Speed: 737.423102 samples/sec	rmse=0.018814	lr=0.052947
Epoch[98] Batch [4249]	Speed: 761.536005 samples/sec	rmse=0.018813	lr=0.052939
Epoch[98] Batch [4299]	Speed: 705.046064 samples/sec	rmse=0.018813	lr=0.052931
Epoch[98] Batch [4349]	Speed: 734.587253 samples/sec	rmse=0.018815	lr=0.052923
Epoch[98] Batch [4399]	Speed: 762.712827 samples/sec	rmse=0.018815	lr=0.052915
Epoch[98] Batch [4449]	Speed: 720.892092 samples/sec	rmse=0.018815	lr=0.052907
Epoch[98] Batch [4499]	Speed: 751.769607 samples/sec	rmse=0.018814	lr=0.052899
Epoch[98] Batch [4549]	Speed: 757.192555 samples/sec	rmse=0.018814	lr=0.052891
Epoch[98] Batch [4599]	Speed: 708.556094 samples/sec	rmse=0.018814	lr=0.052883
Epoch[98] Batch [4649]	Speed: 742.450053 samples/sec	rmse=0.018814	lr=0.052875
Epoch[98] Batch [4699]	Speed: 744.367684 samples/sec	rmse=0.018814	lr=0.052867
Epoch[98] Batch [4749]	Speed: 744.636943 samples/sec	rmse=0.018816	lr=0.052859
Epoch[98] Batch [4799]	Speed: 715.587188 samples/sec	rmse=0.018816	lr=0.052851
Epoch[98] Batch [4849]	Speed: 723.250682 samples/sec	rmse=0.018816	lr=0.052843
Epoch[98] Batch [4899]	Speed: 736.657613 samples/sec	rmse=0.018819	lr=0.052835
Epoch[98] Batch [4949]	Speed: 720.789838 samples/sec	rmse=0.018819	lr=0.052827
Epoch[98] Batch [4999]	Speed: 738.404593 samples/sec	rmse=0.018822	lr=0.052819
[Epoch 98] training: rmse=0.018822
[Epoch 98] speed: 740 samples/sec	time cost: 1753.859090
[Epoch 98] validation: err-top1=0.300381 err-top5=0.096815
Epoch[99] Batch [49]	Speed: 709.567754 samples/sec	rmse=0.018869	lr=0.052810
Epoch[99] Batch [99]	Speed: 765.038919 samples/sec	rmse=0.018749	lr=0.052802
Epoch[99] Batch [149]	Speed: 746.540520 samples/sec	rmse=0.018654	lr=0.052794
Epoch[99] Batch [199]	Speed: 713.147418 samples/sec	rmse=0.018625	lr=0.052786
Epoch[99] Batch [249]	Speed: 723.425831 samples/sec	rmse=0.018660	lr=0.052778
Epoch[99] Batch [299]	Speed: 750.024940 samples/sec	rmse=0.018696	lr=0.052770
Epoch[99] Batch [349]	Speed: 737.814884 samples/sec	rmse=0.018703	lr=0.052762
Epoch[99] Batch [399]	Speed: 719.032091 samples/sec	rmse=0.018706	lr=0.052754
Epoch[99] Batch [449]	Speed: 734.810215 samples/sec	rmse=0.018697	lr=0.052746
Epoch[99] Batch [499]	Speed: 723.987062 samples/sec	rmse=0.018701	lr=0.052738
Epoch[99] Batch [549]	Speed: 732.748271 samples/sec	rmse=0.018706	lr=0.052730
Epoch[99] Batch [599]	Speed: 726.985481 samples/sec	rmse=0.018725	lr=0.052722
Epoch[99] Batch [649]	Speed: 723.632247 samples/sec	rmse=0.018731	lr=0.052714
Epoch[99] Batch [699]	Speed: 751.499226 samples/sec	rmse=0.018736	lr=0.052706
Epoch[99] Batch [749]	Speed: 717.375750 samples/sec	rmse=0.018737	lr=0.052697
Epoch[99] Batch [799]	Speed: 714.301259 samples/sec	rmse=0.018741	lr=0.052689
Epoch[99] Batch [849]	Speed: 732.955089 samples/sec	rmse=0.018730	lr=0.052681
Epoch[99] Batch [899]	Speed: 733.058941 samples/sec	rmse=0.018728	lr=0.052673
Epoch[99] Batch [949]	Speed: 720.322677 samples/sec	rmse=0.018721	lr=0.052665
Epoch[99] Batch [999]	Speed: 728.227243 samples/sec	rmse=0.018714	lr=0.052657
Epoch[99] Batch [1049]	Speed: 722.533689 samples/sec	rmse=0.018722	lr=0.052649
Epoch[99] Batch [1099]	Speed: 718.437054 samples/sec	rmse=0.018725	lr=0.052641
Epoch[99] Batch [1149]	Speed: 788.970242 samples/sec	rmse=0.018723	lr=0.052633
Epoch[99] Batch [1199]	Speed: 754.657443 samples/sec	rmse=0.018726	lr=0.052625
Epoch[99] Batch [1249]	Speed: 739.105946 samples/sec	rmse=0.018729	lr=0.052617
Epoch[99] Batch [1299]	Speed: 732.207471 samples/sec	rmse=0.018734	lr=0.052609
Epoch[99] Batch [1349]	Speed: 767.987538 samples/sec	rmse=0.018741	lr=0.052601
Epoch[99] Batch [1399]	Speed: 729.918552 samples/sec	rmse=0.018738	lr=0.052593
Epoch[99] Batch [1449]	Speed: 749.130792 samples/sec	rmse=0.018738	lr=0.052585
Epoch[99] Batch [1499]	Speed: 737.308673 samples/sec	rmse=0.018746	lr=0.052577
Epoch[99] Batch [1549]	Speed: 740.030001 samples/sec	rmse=0.018749	lr=0.052569
Epoch[99] Batch [1599]	Speed: 733.155845 samples/sec	rmse=0.018749	lr=0.052561
Epoch[99] Batch [1649]	Speed: 739.020128 samples/sec	rmse=0.018748	lr=0.052553
Epoch[99] Batch [1699]	Speed: 732.225317 samples/sec	rmse=0.018750	lr=0.052545
Epoch[99] Batch [1749]	Speed: 725.952942 samples/sec	rmse=0.018753	lr=0.052537
Epoch[99] Batch [1799]	Speed: 728.730849 samples/sec	rmse=0.018752	lr=0.052529
Epoch[99] Batch [1849]	Speed: 734.112993 samples/sec	rmse=0.018754	lr=0.052521
Epoch[99] Batch [1899]	Speed: 734.582107 samples/sec	rmse=0.018754	lr=0.052513
Epoch[99] Batch [1949]	Speed: 753.856718 samples/sec	rmse=0.018759	lr=0.052505
Epoch[99] Batch [1999]	Speed: 749.153465 samples/sec	rmse=0.018760	lr=0.052497
Epoch[99] Batch [2049]	Speed: 754.379470 samples/sec	rmse=0.018765	lr=0.052489
Epoch[99] Batch [2099]	Speed: 726.876296 samples/sec	rmse=0.018766	lr=0.052480
Epoch[99] Batch [2149]	Speed: 737.919561 samples/sec	rmse=0.018766	lr=0.052472
Epoch[99] Batch [2199]	Speed: 744.351667 samples/sec	rmse=0.018764	lr=0.052464
Epoch[99] Batch [2249]	Speed: 701.079406 samples/sec	rmse=0.018764	lr=0.052456
Epoch[99] Batch [2299]	Speed: 778.143221 samples/sec	rmse=0.018763	lr=0.052448
Epoch[99] Batch [2349]	Speed: 780.458391 samples/sec	rmse=0.018761	lr=0.052440
Epoch[99] Batch [2399]	Speed: 751.187774 samples/sec	rmse=0.018760	lr=0.052432
Epoch[99] Batch [2449]	Speed: 751.072952 samples/sec	rmse=0.018762	lr=0.052424
Epoch[99] Batch [2499]	Speed: 707.962140 samples/sec	rmse=0.018762	lr=0.052416
Epoch[99] Batch [2549]	Speed: 766.893862 samples/sec	rmse=0.018761	lr=0.052408
Epoch[99] Batch [2599]	Speed: 724.706973 samples/sec	rmse=0.018766	lr=0.052400
Epoch[99] Batch [2649]	Speed: 710.996171 samples/sec	rmse=0.018767	lr=0.052392
Epoch[99] Batch [2699]	Speed: 763.169766 samples/sec	rmse=0.018768	lr=0.052384
Epoch[99] Batch [2749]	Speed: 725.884676 samples/sec	rmse=0.018769	lr=0.052376
Epoch[99] Batch [2799]	Speed: 725.054511 samples/sec	rmse=0.018768	lr=0.052368
Epoch[99] Batch [2849]	Speed: 716.058081 samples/sec	rmse=0.018767	lr=0.052360
Epoch[99] Batch [2899]	Speed: 749.787446 samples/sec	rmse=0.018768	lr=0.052352
Epoch[99] Batch [2949]	Speed: 748.983818 samples/sec	rmse=0.018769	lr=0.052344
Epoch[99] Batch [2999]	Speed: 719.346427 samples/sec	rmse=0.018768	lr=0.052336
Epoch[99] Batch [3049]	Speed: 731.906153 samples/sec	rmse=0.018771	lr=0.052328
Epoch[99] Batch [3099]	Speed: 751.951608 samples/sec	rmse=0.018774	lr=0.052320
Epoch[99] Batch [3149]	Speed: 736.609038 samples/sec	rmse=0.018778	lr=0.052312
Epoch[99] Batch [3199]	Speed: 748.600181 samples/sec	rmse=0.018778	lr=0.052304
Epoch[99] Batch [3249]	Speed: 771.071241 samples/sec	rmse=0.018780	lr=0.052296
Epoch[99] Batch [3299]	Speed: 754.768874 samples/sec	rmse=0.018782	lr=0.052288
Epoch[99] Batch [3349]	Speed: 733.896814 samples/sec	rmse=0.018781	lr=0.052279
Epoch[99] Batch [3399]	Speed: 720.722995 samples/sec	rmse=0.018781	lr=0.052271
Epoch[99] Batch [3449]	Speed: 739.507800 samples/sec	rmse=0.018784	lr=0.052263
Epoch[99] Batch [3499]	Speed: 757.956938 samples/sec	rmse=0.018786	lr=0.052255
Epoch[99] Batch [3549]	Speed: 729.490302 samples/sec	rmse=0.018783	lr=0.052247
Epoch[99] Batch [3599]	Speed: 743.296556 samples/sec	rmse=0.018782	lr=0.052239
Epoch[99] Batch [3649]	Speed: 727.876411 samples/sec	rmse=0.018782	lr=0.052231
Epoch[99] Batch [3699]	Speed: 732.163625 samples/sec	rmse=0.018785	lr=0.052223
Epoch[99] Batch [3749]	Speed: 741.872012 samples/sec	rmse=0.018786	lr=0.052215
Epoch[99] Batch [3799]	Speed: 753.050369 samples/sec	rmse=0.018788	lr=0.052207
Epoch[99] Batch [3849]	Speed: 779.595635 samples/sec	rmse=0.018792	lr=0.052199
Epoch[99] Batch [3899]	Speed: 737.854097 samples/sec	rmse=0.018793	lr=0.052191
Epoch[99] Batch [3949]	Speed: 731.846849 samples/sec	rmse=0.018793	lr=0.052183
Epoch[99] Batch [3999]	Speed: 739.072440 samples/sec	rmse=0.018793	lr=0.052175
Epoch[99] Batch [4049]	Speed: 764.966909 samples/sec	rmse=0.018794	lr=0.052167
Epoch[99] Batch [4099]	Speed: 718.786032 samples/sec	rmse=0.018796	lr=0.052159
Epoch[99] Batch [4149]	Speed: 705.486977 samples/sec	rmse=0.018798	lr=0.052151
Epoch[99] Batch [4199]	Speed: 733.562991 samples/sec	rmse=0.018799	lr=0.052143
Epoch[99] Batch [4249]	Speed: 728.777115 samples/sec	rmse=0.018801	lr=0.052135
Epoch[99] Batch [4299]	Speed: 750.475558 samples/sec	rmse=0.018803	lr=0.052127
Epoch[99] Batch [4349]	Speed: 736.455329 samples/sec	rmse=0.018804	lr=0.052119
Epoch[99] Batch [4399]	Speed: 746.078708 samples/sec	rmse=0.018804	lr=0.052111
Epoch[99] Batch [4449]	Speed: 761.666236 samples/sec	rmse=0.018804	lr=0.052103
Epoch[99] Batch [4499]	Speed: 753.190299 samples/sec	rmse=0.018802	lr=0.052095
Epoch[99] Batch [4549]	Speed: 725.209835 samples/sec	rmse=0.018803	lr=0.052086
Epoch[99] Batch [4599]	Speed: 749.076429 samples/sec	rmse=0.018803	lr=0.052078
Epoch[99] Batch [4649]	Speed: 762.259313 samples/sec	rmse=0.018805	lr=0.052070
Epoch[99] Batch [4699]	Speed: 731.224666 samples/sec	rmse=0.018805	lr=0.052062
Epoch[99] Batch [4749]	Speed: 751.600983 samples/sec	rmse=0.018806	lr=0.052054
Epoch[99] Batch [4799]	Speed: 696.107591 samples/sec	rmse=0.018807	lr=0.052046
Epoch[99] Batch [4849]	Speed: 715.395936 samples/sec	rmse=0.018810	lr=0.052038
Epoch[99] Batch [4899]	Speed: 728.685005 samples/sec	rmse=0.018811	lr=0.052030
Epoch[99] Batch [4949]	Speed: 731.027006 samples/sec	rmse=0.018814	lr=0.052022
Epoch[99] Batch [4999]	Speed: 727.604619 samples/sec	rmse=0.018817	lr=0.052014
[Epoch 99] training: rmse=0.018817
[Epoch 99] speed: 737 samples/sec	time cost: 1761.420219
[Epoch 99] validation: err-top1=0.302774 err-top5=0.097218
Epoch[100] Batch [49]	Speed: 738.664493 samples/sec	rmse=0.018534	lr=0.052005
Epoch[100] Batch [99]	Speed: 715.998071 samples/sec	rmse=0.018618	lr=0.051997
Epoch[100] Batch [149]	Speed: 732.110059 samples/sec	rmse=0.018606	lr=0.051989
Epoch[100] Batch [199]	Speed: 721.830170 samples/sec	rmse=0.018591	lr=0.051981
Epoch[100] Batch [249]	Speed: 732.797059 samples/sec	rmse=0.018592	lr=0.051973
Epoch[100] Batch [299]	Speed: 733.429697 samples/sec	rmse=0.018602	lr=0.051965
Epoch[100] Batch [349]	Speed: 744.971206 samples/sec	rmse=0.018574	lr=0.051957
Epoch[100] Batch [399]	Speed: 744.179896 samples/sec	rmse=0.018614	lr=0.051949
Epoch[100] Batch [449]	Speed: 727.525257 samples/sec	rmse=0.018621	lr=0.051941
Epoch[100] Batch [499]	Speed: 729.852961 samples/sec	rmse=0.018609	lr=0.051933
Epoch[100] Batch [549]	Speed: 757.473225 samples/sec	rmse=0.018603	lr=0.051925
Epoch[100] Batch [599]	Speed: 704.510125 samples/sec	rmse=0.018608	lr=0.051917
Epoch[100] Batch [649]	Speed: 730.783891 samples/sec	rmse=0.018618	lr=0.051909
Epoch[100] Batch [699]	Speed: 735.925921 samples/sec	rmse=0.018618	lr=0.051901
Epoch[100] Batch [749]	Speed: 733.972355 samples/sec	rmse=0.018626	lr=0.051893
Epoch[100] Batch [799]	Speed: 740.745065 samples/sec	rmse=0.018633	lr=0.051885
Epoch[100] Batch [849]	Speed: 711.476144 samples/sec	rmse=0.018629	lr=0.051877
Epoch[100] Batch [899]	Speed: 743.167910 samples/sec	rmse=0.018632	lr=0.051869
Epoch[100] Batch [949]	Speed: 717.125200 samples/sec	rmse=0.018630	lr=0.051861
Epoch[100] Batch [999]	Speed: 711.025399 samples/sec	rmse=0.018629	lr=0.051853
Epoch[100] Batch [1049]	Speed: 777.617966 samples/sec	rmse=0.018634	lr=0.051845
Epoch[100] Batch [1099]	Speed: 736.029256 samples/sec	rmse=0.018633	lr=0.051837
Epoch[100] Batch [1149]	Speed: 735.859660 samples/sec	rmse=0.018650	lr=0.051828
Epoch[100] Batch [1199]	Speed: 716.828815 samples/sec	rmse=0.018649	lr=0.051820
Epoch[100] Batch [1249]	Speed: 738.320644 samples/sec	rmse=0.018657	lr=0.051812
Epoch[100] Batch [1299]	Speed: 750.556177 samples/sec	rmse=0.018659	lr=0.051804
Epoch[100] Batch [1349]	Speed: 755.738972 samples/sec	rmse=0.018669	lr=0.051796
Epoch[100] Batch [1399]	Speed: 735.827175 samples/sec	rmse=0.018671	lr=0.051788
Epoch[100] Batch [1449]	Speed: 768.295148 samples/sec	rmse=0.018670	lr=0.051780
Epoch[100] Batch [1499]	Speed: 750.864901 samples/sec	rmse=0.018674	lr=0.051772
Epoch[100] Batch [1549]	Speed: 749.903225 samples/sec	rmse=0.018680	lr=0.051764
Epoch[100] Batch [1599]	Speed: 740.477459 samples/sec	rmse=0.018684	lr=0.051756
Epoch[100] Batch [1649]	Speed: 758.584100 samples/sec	rmse=0.018687	lr=0.051748
Epoch[100] Batch [1699]	Speed: 736.204643 samples/sec	rmse=0.018685	lr=0.051740
Epoch[100] Batch [1749]	Speed: 764.002444 samples/sec	rmse=0.018686	lr=0.051732
Epoch[100] Batch [1799]	Speed: 756.974610 samples/sec	rmse=0.018685	lr=0.051724
Epoch[100] Batch [1849]	Speed: 760.830855 samples/sec	rmse=0.018683	lr=0.051716
Epoch[100] Batch [1899]	Speed: 731.063081 samples/sec	rmse=0.018681	lr=0.051708
Epoch[100] Batch [1949]	Speed: 750.563480 samples/sec	rmse=0.018682	lr=0.051700
Epoch[100] Batch [1999]	Speed: 768.739957 samples/sec	rmse=0.018684	lr=0.051692
Epoch[100] Batch [2049]	Speed: 759.490807 samples/sec	rmse=0.018683	lr=0.051684
Epoch[100] Batch [2099]	Speed: 767.548899 samples/sec	rmse=0.018689	lr=0.051676
Epoch[100] Batch [2149]	Speed: 736.680175 samples/sec	rmse=0.018689	lr=0.051668
Epoch[100] Batch [2199]	Speed: 725.111446 samples/sec	rmse=0.018694	lr=0.051660
Epoch[100] Batch [2249]	Speed: 712.266361 samples/sec	rmse=0.018703	lr=0.051652
Epoch[100] Batch [2299]	Speed: 751.206020 samples/sec	rmse=0.018710	lr=0.051643
Epoch[100] Batch [2349]	Speed: 744.313577 samples/sec	rmse=0.018711	lr=0.051635
Epoch[100] Batch [2399]	Speed: 730.297948 samples/sec	rmse=0.018711	lr=0.051627
Epoch[100] Batch [2449]	Speed: 753.876693 samples/sec	rmse=0.018708	lr=0.051619
Epoch[100] Batch [2499]	Speed: 737.377616 samples/sec	rmse=0.018709	lr=0.051611
Epoch[100] Batch [2549]	Speed: 767.276515 samples/sec	rmse=0.018709	lr=0.051603
Epoch[100] Batch [2599]	Speed: 744.772554 samples/sec	rmse=0.018708	lr=0.051595
Epoch[100] Batch [2649]	Speed: 734.764779 samples/sec	rmse=0.018710	lr=0.051587
Epoch[100] Batch [2699]	Speed: 761.595907 samples/sec	rmse=0.018712	lr=0.051579
Epoch[100] Batch [2749]	Speed: 742.889361 samples/sec	rmse=0.018711	lr=0.051571
Epoch[100] Batch [2799]	Speed: 752.044385 samples/sec	rmse=0.018716	lr=0.051563
Epoch[100] Batch [2849]	Speed: 743.092111 samples/sec	rmse=0.018717	lr=0.051555
Epoch[100] Batch [2899]	Speed: 765.764215 samples/sec	rmse=0.018719	lr=0.051547
Epoch[100] Batch [2949]	Speed: 728.506973 samples/sec	rmse=0.018720	lr=0.051539
Epoch[100] Batch [2999]	Speed: 719.157207 samples/sec	rmse=0.018724	lr=0.051531
Epoch[100] Batch [3049]	Speed: 771.386856 samples/sec	rmse=0.018726	lr=0.051523
Epoch[100] Batch [3099]	Speed: 753.289470 samples/sec	rmse=0.018727	lr=0.051515
Epoch[100] Batch [3149]	Speed: 741.733755 samples/sec	rmse=0.018730	lr=0.051507
Epoch[100] Batch [3199]	Speed: 757.000974 samples/sec	rmse=0.018729	lr=0.051499
Epoch[100] Batch [3249]	Speed: 725.001501 samples/sec	rmse=0.018733	lr=0.051491
Epoch[100] Batch [3299]	Speed: 752.167554 samples/sec	rmse=0.018733	lr=0.051483
Epoch[100] Batch [3349]	Speed: 749.671901 samples/sec	rmse=0.018736	lr=0.051475
Epoch[100] Batch [3399]	Speed: 736.252670 samples/sec	rmse=0.018737	lr=0.051466
Epoch[100] Batch [3449]	Speed: 710.678985 samples/sec	rmse=0.018736	lr=0.051458
Epoch[100] Batch [3499]	Speed: 711.000041 samples/sec	rmse=0.018736	lr=0.051450
Epoch[100] Batch [3549]	Speed: 754.474936 samples/sec	rmse=0.018736	lr=0.051442
Epoch[100] Batch [3599]	Speed: 711.110838 samples/sec	rmse=0.018738	lr=0.051434
Epoch[100] Batch [3649]	Speed: 770.250618 samples/sec	rmse=0.018740	lr=0.051426
Epoch[100] Batch [3699]	Speed: 757.348323 samples/sec	rmse=0.018742	lr=0.051418
Epoch[100] Batch [3749]	Speed: 732.332100 samples/sec	rmse=0.018743	lr=0.051410
Epoch[100] Batch [3799]	Speed: 743.475548 samples/sec	rmse=0.018745	lr=0.051402
Epoch[100] Batch [3849]	Speed: 752.773884 samples/sec	rmse=0.018746	lr=0.051394
Epoch[100] Batch [3899]	Speed: 733.361921 samples/sec	rmse=0.018745	lr=0.051386
Epoch[100] Batch [3949]	Speed: 741.437080 samples/sec	rmse=0.018746	lr=0.051378
Epoch[100] Batch [3999]	Speed: 727.114089 samples/sec	rmse=0.018746	lr=0.051370
Epoch[100] Batch [4049]	Speed: 737.244420 samples/sec	rmse=0.018746	lr=0.051362
Epoch[100] Batch [4099]	Speed: 732.089074 samples/sec	rmse=0.018749	lr=0.051354
Epoch[100] Batch [4149]	Speed: 713.508343 samples/sec	rmse=0.018751	lr=0.051346
Epoch[100] Batch [4199]	Speed: 765.156219 samples/sec	rmse=0.018753	lr=0.051338
Epoch[100] Batch [4249]	Speed: 750.318776 samples/sec	rmse=0.018753	lr=0.051330
Epoch[100] Batch [4299]	Speed: 701.045268 samples/sec	rmse=0.018754	lr=0.051322
Epoch[100] Batch [4349]	Speed: 742.477910 samples/sec	rmse=0.018757	lr=0.051314
Epoch[100] Batch [4399]	Speed: 730.905160 samples/sec	rmse=0.018758	lr=0.051306
Epoch[100] Batch [4449]	Speed: 752.214799 samples/sec	rmse=0.018759	lr=0.051298
Epoch[100] Batch [4499]	Speed: 745.709072 samples/sec	rmse=0.018759	lr=0.051289
Epoch[100] Batch [4549]	Speed: 756.688422 samples/sec	rmse=0.018758	lr=0.051281
Epoch[100] Batch [4599]	Speed: 722.226375 samples/sec	rmse=0.018761	lr=0.051273
Epoch[100] Batch [4649]	Speed: 724.597972 samples/sec	rmse=0.018762	lr=0.051265
Epoch[100] Batch [4699]	Speed: 732.840771 samples/sec	rmse=0.018761	lr=0.051257
Epoch[100] Batch [4749]	Speed: 767.326927 samples/sec	rmse=0.018762	lr=0.051249
Epoch[100] Batch [4799]	Speed: 705.017057 samples/sec	rmse=0.018765	lr=0.051241
Epoch[100] Batch [4849]	Speed: 742.006536 samples/sec	rmse=0.018767	lr=0.051233
Epoch[100] Batch [4899]	Speed: 726.944276 samples/sec	rmse=0.018769	lr=0.051225
Epoch[100] Batch [4949]	Speed: 702.974067 samples/sec	rmse=0.018772	lr=0.051217
Epoch[100] Batch [4999]	Speed: 762.041244 samples/sec	rmse=0.018772	lr=0.051209
[Epoch 100] training: rmse=0.018772
[Epoch 100] speed: 739 samples/sec	time cost: 1755.832795
[Epoch 100] validation: err-top1=0.303506 err-top5=0.097596
Epoch[101] Batch [49]	Speed: 701.292776 samples/sec	rmse=0.018580	lr=0.051200
Epoch[101] Batch [99]	Speed: 733.814428 samples/sec	rmse=0.018548	lr=0.051192
Epoch[101] Batch [149]	Speed: 717.677059 samples/sec	rmse=0.018572	lr=0.051184
Epoch[101] Batch [199]	Speed: 759.282114 samples/sec	rmse=0.018601	lr=0.051176
Epoch[101] Batch [249]	Speed: 739.622189 samples/sec	rmse=0.018606	lr=0.051168
Epoch[101] Batch [299]	Speed: 731.627745 samples/sec	rmse=0.018603	lr=0.051160
Epoch[101] Batch [349]	Speed: 757.793956 samples/sec	rmse=0.018617	lr=0.051152
Epoch[101] Batch [399]	Speed: 724.487733 samples/sec	rmse=0.018599	lr=0.051144
Epoch[101] Batch [449]	Speed: 717.715484 samples/sec	rmse=0.018602	lr=0.051136
Epoch[101] Batch [499]	Speed: 781.619244 samples/sec	rmse=0.018608	lr=0.051128
Epoch[101] Batch [549]	Speed: 727.110702 samples/sec	rmse=0.018608	lr=0.051120
Epoch[101] Batch [599]	Speed: 749.225331 samples/sec	rmse=0.018610	lr=0.051112
Epoch[101] Batch [649]	Speed: 742.091623 samples/sec	rmse=0.018625	lr=0.051104
Epoch[101] Batch [699]	Speed: 762.180683 samples/sec	rmse=0.018630	lr=0.051096
Epoch[101] Batch [749]	Speed: 730.803051 samples/sec	rmse=0.018635	lr=0.051088
Epoch[101] Batch [799]	Speed: 720.417470 samples/sec	rmse=0.018646	lr=0.051080
Epoch[101] Batch [849]	Speed: 764.005314 samples/sec	rmse=0.018651	lr=0.051072
Epoch[101] Batch [899]	Speed: 735.737640 samples/sec	rmse=0.018656	lr=0.051064
Epoch[101] Batch [949]	Speed: 710.393881 samples/sec	rmse=0.018672	lr=0.051055
Epoch[101] Batch [999]	Speed: 764.238097 samples/sec	rmse=0.018666	lr=0.051047
Epoch[101] Batch [1049]	Speed: 732.176895 samples/sec	rmse=0.018661	lr=0.051039
Epoch[101] Batch [1099]	Speed: 762.857964 samples/sec	rmse=0.018664	lr=0.051031
Epoch[101] Batch [1149]	Speed: 767.868403 samples/sec	rmse=0.018665	lr=0.051023
Epoch[101] Batch [1199]	Speed: 747.880881 samples/sec	rmse=0.018666	lr=0.051015
Epoch[101] Batch [1249]	Speed: 733.494679 samples/sec	rmse=0.018673	lr=0.051007
Epoch[101] Batch [1299]	Speed: 722.209713 samples/sec	rmse=0.018682	lr=0.050999
Epoch[101] Batch [1349]	Speed: 723.700070 samples/sec	rmse=0.018685	lr=0.050991
Epoch[101] Batch [1399]	Speed: 750.599484 samples/sec	rmse=0.018681	lr=0.050983
Epoch[101] Batch [1449]	Speed: 738.194223 samples/sec	rmse=0.018689	lr=0.050975
Epoch[101] Batch [1499]	Speed: 768.505216 samples/sec	rmse=0.018696	lr=0.050967
Epoch[101] Batch [1549]	Speed: 739.662582 samples/sec	rmse=0.018699	lr=0.050959
Epoch[101] Batch [1599]	Speed: 723.748314 samples/sec	rmse=0.018699	lr=0.050951
Epoch[101] Batch [1649]	Speed: 770.397246 samples/sec	rmse=0.018699	lr=0.050943
Epoch[101] Batch [1699]	Speed: 741.620259 samples/sec	rmse=0.018698	lr=0.050935
Epoch[101] Batch [1749]	Speed: 730.290607 samples/sec	rmse=0.018700	lr=0.050927
Epoch[101] Batch [1799]	Speed: 782.148006 samples/sec	rmse=0.018703	lr=0.050919
Epoch[101] Batch [1849]	Speed: 764.533629 samples/sec	rmse=0.018709	lr=0.050911
Epoch[101] Batch [1899]	Speed: 707.301393 samples/sec	rmse=0.018711	lr=0.050903
Epoch[101] Batch [1949]	Speed: 731.933015 samples/sec	rmse=0.018707	lr=0.050895
Epoch[101] Batch [1999]	Speed: 732.531266 samples/sec	rmse=0.018703	lr=0.050886
Epoch[101] Batch [2049]	Speed: 728.593847 samples/sec	rmse=0.018702	lr=0.050878
Epoch[101] Batch [2099]	Speed: 720.611281 samples/sec	rmse=0.018701	lr=0.050870
Epoch[101] Batch [2149]	Speed: 723.049138 samples/sec	rmse=0.018702	lr=0.050862
Epoch[101] Batch [2199]	Speed: 769.877535 samples/sec	rmse=0.018709	lr=0.050854
Epoch[101] Batch [2249]	Speed: 752.789031 samples/sec	rmse=0.018713	lr=0.050846
Epoch[101] Batch [2299]	Speed: 756.088912 samples/sec	rmse=0.018709	lr=0.050838
Epoch[101] Batch [2349]	Speed: 769.327722 samples/sec	rmse=0.018710	lr=0.050830
Epoch[101] Batch [2399]	Speed: 726.050362 samples/sec	rmse=0.018712	lr=0.050822
Epoch[101] Batch [2449]	Speed: 749.038074 samples/sec	rmse=0.018713	lr=0.050814
Epoch[101] Batch [2499]	Speed: 758.881657 samples/sec	rmse=0.018714	lr=0.050806
Epoch[101] Batch [2549]	Speed: 743.184473 samples/sec	rmse=0.018718	lr=0.050798
Epoch[101] Batch [2599]	Speed: 732.810862 samples/sec	rmse=0.018717	lr=0.050790
Epoch[101] Batch [2649]	Speed: 767.961689 samples/sec	rmse=0.018715	lr=0.050782
Epoch[101] Batch [2699]	Speed: 775.950010 samples/sec	rmse=0.018713	lr=0.050774
Epoch[101] Batch [2749]	Speed: 744.119680 samples/sec	rmse=0.018713	lr=0.050766
Epoch[101] Batch [2799]	Speed: 764.097447 samples/sec	rmse=0.018717	lr=0.050758
Epoch[101] Batch [2849]	Speed: 725.985749 samples/sec	rmse=0.018719	lr=0.050750
Epoch[101] Batch [2899]	Speed: 745.200900 samples/sec	rmse=0.018720	lr=0.050742
Epoch[101] Batch [2949]	Speed: 733.176170 samples/sec	rmse=0.018722	lr=0.050734
Epoch[101] Batch [2999]	Speed: 735.866347 samples/sec	rmse=0.018723	lr=0.050726
Epoch[101] Batch [3049]	Speed: 735.761022 samples/sec	rmse=0.018722	lr=0.050717
Epoch[101] Batch [3099]	Speed: 770.458319 samples/sec	rmse=0.018722	lr=0.050709
Epoch[101] Batch [3149]	Speed: 731.487090 samples/sec	rmse=0.018725	lr=0.050701
Epoch[101] Batch [3199]	Speed: 745.728711 samples/sec	rmse=0.018723	lr=0.050693
Epoch[101] Batch [3249]	Speed: 751.502666 samples/sec	rmse=0.018725	lr=0.050685
Epoch[101] Batch [3299]	Speed: 742.655655 samples/sec	rmse=0.018723	lr=0.050677
Epoch[101] Batch [3349]	Speed: 745.626487 samples/sec	rmse=0.018722	lr=0.050669
Epoch[101] Batch [3399]	Speed: 771.305280 samples/sec	rmse=0.018723	lr=0.050661
Epoch[101] Batch [3449]	Speed: 742.539730 samples/sec	rmse=0.018728	lr=0.050653
Epoch[101] Batch [3499]	Speed: 742.589912 samples/sec	rmse=0.018730	lr=0.050645
Epoch[101] Batch [3549]	Speed: 710.564137 samples/sec	rmse=0.018732	lr=0.050637
Epoch[101] Batch [3599]	Speed: 736.780799 samples/sec	rmse=0.018733	lr=0.050629
Epoch[101] Batch [3649]	Speed: 757.837878 samples/sec	rmse=0.018734	lr=0.050621
Epoch[101] Batch [3699]	Speed: 772.879787 samples/sec	rmse=0.018734	lr=0.050613
Epoch[101] Batch [3749]	Speed: 764.829739 samples/sec	rmse=0.018738	lr=0.050605
Epoch[101] Batch [3799]	Speed: 724.119104 samples/sec	rmse=0.018738	lr=0.050597
Epoch[101] Batch [3849]	Speed: 744.406254 samples/sec	rmse=0.018737	lr=0.050589
Epoch[101] Batch [3899]	Speed: 744.544642 samples/sec	rmse=0.018737	lr=0.050581
Epoch[101] Batch [3949]	Speed: 752.941134 samples/sec	rmse=0.018739	lr=0.050573
Epoch[101] Batch [3999]	Speed: 748.282418 samples/sec	rmse=0.018739	lr=0.050565
Epoch[101] Batch [4049]	Speed: 740.912084 samples/sec	rmse=0.018742	lr=0.050556
Epoch[101] Batch [4099]	Speed: 715.372267 samples/sec	rmse=0.018742	lr=0.050548
Epoch[101] Batch [4149]	Speed: 744.309553 samples/sec	rmse=0.018745	lr=0.050540
Epoch[101] Batch [4199]	Speed: 745.078451 samples/sec	rmse=0.018746	lr=0.050532
Epoch[101] Batch [4249]	Speed: 737.594057 samples/sec	rmse=0.018745	lr=0.050524
Epoch[101] Batch [4299]	Speed: 759.004276 samples/sec	rmse=0.018744	lr=0.050516
Epoch[101] Batch [4349]	Speed: 765.538700 samples/sec	rmse=0.018744	lr=0.050508
Epoch[101] Batch [4399]	Speed: 769.514443 samples/sec	rmse=0.018742	lr=0.050500
Epoch[101] Batch [4449]	Speed: 712.712938 samples/sec	rmse=0.018742	lr=0.050492
Epoch[101] Batch [4499]	Speed: 721.524598 samples/sec	rmse=0.018744	lr=0.050484
Epoch[101] Batch [4549]	Speed: 725.613997 samples/sec	rmse=0.018743	lr=0.050476
Epoch[101] Batch [4599]	Speed: 723.124907 samples/sec	rmse=0.018744	lr=0.050468
Epoch[101] Batch [4649]	Speed: 755.620256 samples/sec	rmse=0.018746	lr=0.050460
Epoch[101] Batch [4699]	Speed: 751.314143 samples/sec	rmse=0.018746	lr=0.050452
Epoch[101] Batch [4749]	Speed: 719.861912 samples/sec	rmse=0.018747	lr=0.050444
Epoch[101] Batch [4799]	Speed: 767.301813 samples/sec	rmse=0.018747	lr=0.050436
Epoch[101] Batch [4849]	Speed: 759.941676 samples/sec	rmse=0.018748	lr=0.050428
Epoch[101] Batch [4899]	Speed: 738.236247 samples/sec	rmse=0.018748	lr=0.050420
Epoch[101] Batch [4949]	Speed: 744.043593 samples/sec	rmse=0.018752	lr=0.050412
Epoch[101] Batch [4999]	Speed: 794.976401 samples/sec	rmse=0.018749	lr=0.050404
[Epoch 101] training: rmse=0.018749
[Epoch 101] speed: 743 samples/sec	time cost: 1746.997904
[Epoch 101] validation: err-top1=0.303285 err-top5=0.098618
Epoch[102] Batch [49]	Speed: 728.230433 samples/sec	rmse=0.018560	lr=0.050395
Epoch[102] Batch [99]	Speed: 709.933494 samples/sec	rmse=0.018518	lr=0.050387
Epoch[102] Batch [149]	Speed: 738.288408 samples/sec	rmse=0.018512	lr=0.050379
Epoch[102] Batch [199]	Speed: 764.046642 samples/sec	rmse=0.018506	lr=0.050371
Epoch[102] Batch [249]	Speed: 733.562399 samples/sec	rmse=0.018524	lr=0.050363
Epoch[102] Batch [299]	Speed: 726.067614 samples/sec	rmse=0.018534	lr=0.050355
Epoch[102] Batch [349]	Speed: 713.757529 samples/sec	rmse=0.018533	lr=0.050347
Epoch[102] Batch [399]	Speed: 741.140652 samples/sec	rmse=0.018551	lr=0.050339
Epoch[102] Batch [449]	Speed: 744.714525 samples/sec	rmse=0.018542	lr=0.050330
Epoch[102] Batch [499]	Speed: 730.730866 samples/sec	rmse=0.018578	lr=0.050322
Epoch[102] Batch [549]	Speed: 752.809119 samples/sec	rmse=0.018600	lr=0.050314
Epoch[102] Batch [599]	Speed: 711.246365 samples/sec	rmse=0.018594	lr=0.050306
Epoch[102] Batch [649]	Speed: 738.724765 samples/sec	rmse=0.018587	lr=0.050298
Epoch[102] Batch [699]	Speed: 731.981824 samples/sec	rmse=0.018592	lr=0.050290
Epoch[102] Batch [749]	Speed: 706.876768 samples/sec	rmse=0.018599	lr=0.050282
Epoch[102] Batch [799]	Speed: 711.590522 samples/sec	rmse=0.018599	lr=0.050274
Epoch[102] Batch [849]	Speed: 740.700619 samples/sec	rmse=0.018607	lr=0.050266
Epoch[102] Batch [899]	Speed: 718.155655 samples/sec	rmse=0.018607	lr=0.050258
Epoch[102] Batch [949]	Speed: 734.393547 samples/sec	rmse=0.018607	lr=0.050250
Epoch[102] Batch [999]	Speed: 715.550182 samples/sec	rmse=0.018600	lr=0.050242
Epoch[102] Batch [1049]	Speed: 725.065360 samples/sec	rmse=0.018603	lr=0.050234
Epoch[102] Batch [1099]	Speed: 743.781296 samples/sec	rmse=0.018615	lr=0.050226
Epoch[102] Batch [1149]	Speed: 755.889364 samples/sec	rmse=0.018619	lr=0.050218
Epoch[102] Batch [1199]	Speed: 741.056929 samples/sec	rmse=0.018619	lr=0.050210
Epoch[102] Batch [1249]	Speed: 766.308299 samples/sec	rmse=0.018624	lr=0.050202
Epoch[102] Batch [1299]	Speed: 738.961547 samples/sec	rmse=0.018642	lr=0.050194
Epoch[102] Batch [1349]	Speed: 744.717655 samples/sec	rmse=0.018645	lr=0.050186
Epoch[102] Batch [1399]	Speed: 735.849766 samples/sec	rmse=0.018643	lr=0.050178
Epoch[102] Batch [1449]	Speed: 735.392419 samples/sec	rmse=0.018637	lr=0.050170
Epoch[102] Batch [1499]	Speed: 723.076581 samples/sec	rmse=0.018637	lr=0.050161
Epoch[102] Batch [1549]	Speed: 731.044456 samples/sec	rmse=0.018641	lr=0.050153
Epoch[102] Batch [1599]	Speed: 708.712635 samples/sec	rmse=0.018643	lr=0.050145
Epoch[102] Batch [1649]	Speed: 712.422049 samples/sec	rmse=0.018646	lr=0.050137
Epoch[102] Batch [1699]	Speed: 748.194414 samples/sec	rmse=0.018649	lr=0.050129
Epoch[102] Batch [1749]	Speed: 729.059753 samples/sec	rmse=0.018653	lr=0.050121
Epoch[102] Batch [1799]	Speed: 766.671776 samples/sec	rmse=0.018652	lr=0.050113
Epoch[102] Batch [1849]	Speed: 730.842138 samples/sec	rmse=0.018656	lr=0.050105
Epoch[102] Batch [1899]	Speed: 731.849573 samples/sec	rmse=0.018657	lr=0.050097
Epoch[102] Batch [1949]	Speed: 785.664707 samples/sec	rmse=0.018656	lr=0.050089
Epoch[102] Batch [1999]	Speed: 749.224150 samples/sec	rmse=0.018655	lr=0.050081
Epoch[102] Batch [2049]	Speed: 724.079004 samples/sec	rmse=0.018662	lr=0.050073
Epoch[102] Batch [2099]	Speed: 764.922103 samples/sec	rmse=0.018668	lr=0.050065
Epoch[102] Batch [2149]	Speed: 769.917171 samples/sec	rmse=0.018665	lr=0.050057
Epoch[102] Batch [2199]	Speed: 750.894054 samples/sec	rmse=0.018669	lr=0.050049
Epoch[102] Batch [2249]	Speed: 759.169314 samples/sec	rmse=0.018670	lr=0.050041
Epoch[102] Batch [2299]	Speed: 738.085176 samples/sec	rmse=0.018673	lr=0.050033
Epoch[102] Batch [2349]	Speed: 738.078398 samples/sec	rmse=0.018679	lr=0.050025
Epoch[102] Batch [2399]	Speed: 713.459227 samples/sec	rmse=0.018682	lr=0.050017
Epoch[102] Batch [2449]	Speed: 727.819465 samples/sec	rmse=0.018683	lr=0.050009
Epoch[102] Batch [2499]	Speed: 778.902786 samples/sec	rmse=0.018682	lr=0.050000
Epoch[102] Batch [2549]	Speed: 743.148015 samples/sec	rmse=0.018682	lr=0.049992
Epoch[102] Batch [2599]	Speed: 745.901922 samples/sec	rmse=0.018686	lr=0.049984
Epoch[102] Batch [2649]	Speed: 729.785140 samples/sec	rmse=0.018689	lr=0.049976
Epoch[102] Batch [2699]	Speed: 743.703589 samples/sec	rmse=0.018695	lr=0.049968
Epoch[102] Batch [2749]	Speed: 761.456228 samples/sec	rmse=0.018695	lr=0.049960
Epoch[102] Batch [2799]	Speed: 735.018742 samples/sec	rmse=0.018695	lr=0.049952
Epoch[102] Batch [2849]	Speed: 723.012701 samples/sec	rmse=0.018694	lr=0.049944
Epoch[102] Batch [2899]	Speed: 738.844332 samples/sec	rmse=0.018696	lr=0.049936
Epoch[102] Batch [2949]	Speed: 722.486093 samples/sec	rmse=0.018701	lr=0.049928
Epoch[102] Batch [2999]	Speed: 766.479965 samples/sec	rmse=0.018706	lr=0.049920
Epoch[102] Batch [3049]	Speed: 768.745361 samples/sec	rmse=0.018709	lr=0.049912
Epoch[102] Batch [3099]	Speed: 755.246546 samples/sec	rmse=0.018709	lr=0.049904
Epoch[102] Batch [3149]	Speed: 767.785735 samples/sec	rmse=0.018707	lr=0.049896
Epoch[102] Batch [3199]	Speed: 747.486372 samples/sec	rmse=0.018703	lr=0.049888
Epoch[102] Batch [3249]	Speed: 725.614536 samples/sec	rmse=0.018702	lr=0.049880
Epoch[102] Batch [3299]	Speed: 693.735918 samples/sec	rmse=0.018702	lr=0.049872
Epoch[102] Batch [3349]	Speed: 762.341022 samples/sec	rmse=0.018699	lr=0.049864
Epoch[102] Batch [3399]	Speed: 755.497654 samples/sec	rmse=0.018699	lr=0.049856
Epoch[102] Batch [3449]	Speed: 749.617240 samples/sec	rmse=0.018700	lr=0.049848
Epoch[102] Batch [3499]	Speed: 737.996572 samples/sec	rmse=0.018700	lr=0.049840
Epoch[102] Batch [3549]	Speed: 752.493974 samples/sec	rmse=0.018703	lr=0.049831
Epoch[102] Batch [3599]	Speed: 755.163036 samples/sec	rmse=0.018705	lr=0.049823
Epoch[102] Batch [3649]	Speed: 738.770001 samples/sec	rmse=0.018704	lr=0.049815
Epoch[102] Batch [3699]	Speed: 750.895955 samples/sec	rmse=0.018705	lr=0.049807
Epoch[102] Batch [3749]	Speed: 725.627737 samples/sec	rmse=0.018707	lr=0.049799
Epoch[102] Batch [3799]	Speed: 748.798520 samples/sec	rmse=0.018708	lr=0.049791
Epoch[102] Batch [3849]	Speed: 786.006724 samples/sec	rmse=0.018710	lr=0.049783
Epoch[102] Batch [3899]	Speed: 755.969820 samples/sec	rmse=0.018709	lr=0.049775
Epoch[102] Batch [3949]	Speed: 727.520712 samples/sec	rmse=0.018710	lr=0.049767
Epoch[102] Batch [3999]	Speed: 705.549884 samples/sec	rmse=0.018711	lr=0.049759
Epoch[102] Batch [4049]	Speed: 743.793311 samples/sec	rmse=0.018712	lr=0.049751
Epoch[102] Batch [4099]	Speed: 735.533734 samples/sec	rmse=0.018712	lr=0.049743
Epoch[102] Batch [4149]	Speed: 756.944705 samples/sec	rmse=0.018712	lr=0.049735
Epoch[102] Batch [4199]	Speed: 748.781465 samples/sec	rmse=0.018712	lr=0.049727
Epoch[102] Batch [4249]	Speed: 741.044623 samples/sec	rmse=0.018712	lr=0.049719
Epoch[102] Batch [4299]	Speed: 752.206716 samples/sec	rmse=0.018712	lr=0.049711
Epoch[102] Batch [4349]	Speed: 786.801017 samples/sec	rmse=0.018715	lr=0.049703
Epoch[102] Batch [4399]	Speed: 759.628906 samples/sec	rmse=0.018714	lr=0.049695
Epoch[102] Batch [4449]	Speed: 743.196860 samples/sec	rmse=0.018716	lr=0.049687
Epoch[102] Batch [4499]	Speed: 769.826931 samples/sec	rmse=0.018719	lr=0.049679
Epoch[102] Batch [4549]	Speed: 746.891883 samples/sec	rmse=0.018721	lr=0.049670
Epoch[102] Batch [4599]	Speed: 743.234877 samples/sec	rmse=0.018723	lr=0.049662
Epoch[102] Batch [4649]	Speed: 751.576225 samples/sec	rmse=0.018724	lr=0.049654
Epoch[102] Batch [4699]	Speed: 749.678056 samples/sec	rmse=0.018726	lr=0.049646
Epoch[102] Batch [4749]	Speed: 751.929038 samples/sec	rmse=0.018728	lr=0.049638
Epoch[102] Batch [4799]	Speed: 753.367629 samples/sec	rmse=0.018729	lr=0.049630
Epoch[102] Batch [4849]	Speed: 737.769806 samples/sec	rmse=0.018730	lr=0.049622
Epoch[102] Batch [4899]	Speed: 748.757467 samples/sec	rmse=0.018731	lr=0.049614
Epoch[102] Batch [4949]	Speed: 751.959244 samples/sec	rmse=0.018732	lr=0.049606
Epoch[102] Batch [4999]	Speed: 723.443524 samples/sec	rmse=0.018732	lr=0.049598
[Epoch 102] training: rmse=0.018732
[Epoch 102] speed: 741 samples/sec	time cost: 1752.286293
[Epoch 102] validation: err-top1=0.296417 err-top5=0.095006
Epoch[103] Batch [49]	Speed: 725.081126 samples/sec	rmse=0.018620	lr=0.049589
Epoch[103] Batch [99]	Speed: 726.942622 samples/sec	rmse=0.018527	lr=0.049581
Epoch[103] Batch [149]	Speed: 754.567934 samples/sec	rmse=0.018487	lr=0.049573
Epoch[103] Batch [199]	Speed: 759.144141 samples/sec	rmse=0.018451	lr=0.049565
Epoch[103] Batch [249]	Speed: 772.207193 samples/sec	rmse=0.018487	lr=0.049557
Epoch[103] Batch [299]	Speed: 748.112894 samples/sec	rmse=0.018494	lr=0.049549
Epoch[103] Batch [349]	Speed: 720.953371 samples/sec	rmse=0.018477	lr=0.049541
Epoch[103] Batch [399]	Speed: 762.376433 samples/sec	rmse=0.018505	lr=0.049533
Epoch[103] Batch [449]	Speed: 758.083444 samples/sec	rmse=0.018512	lr=0.049525
Epoch[103] Batch [499]	Speed: 732.142307 samples/sec	rmse=0.018521	lr=0.049517
Epoch[103] Batch [549]	Speed: 751.220347 samples/sec	rmse=0.018536	lr=0.049509
Epoch[103] Batch [599]	Speed: 758.399196 samples/sec	rmse=0.018533	lr=0.049501
Epoch[103] Batch [649]	Speed: 733.801599 samples/sec	rmse=0.018548	lr=0.049493
Epoch[103] Batch [699]	Speed: 742.167650 samples/sec	rmse=0.018549	lr=0.049485
Epoch[103] Batch [749]	Speed: 733.946096 samples/sec	rmse=0.018550	lr=0.049477
Epoch[103] Batch [799]	Speed: 742.809127 samples/sec	rmse=0.018552	lr=0.049469
Epoch[103] Batch [849]	Speed: 723.383313 samples/sec	rmse=0.018553	lr=0.049461
Epoch[103] Batch [899]	Speed: 765.817727 samples/sec	rmse=0.018556	lr=0.049453
Epoch[103] Batch [949]	Speed: 719.628191 samples/sec	rmse=0.018558	lr=0.049444
Epoch[103] Batch [999]	Speed: 734.556437 samples/sec	rmse=0.018560	lr=0.049436
Epoch[103] Batch [1049]	Speed: 711.350566 samples/sec	rmse=0.018573	lr=0.049428
Epoch[103] Batch [1099]	Speed: 731.047761 samples/sec	rmse=0.018581	lr=0.049420
Epoch[103] Batch [1149]	Speed: 729.267069 samples/sec	rmse=0.018582	lr=0.049412
Epoch[103] Batch [1199]	Speed: 745.674012 samples/sec	rmse=0.018587	lr=0.049404
Epoch[103] Batch [1249]	Speed: 729.330771 samples/sec	rmse=0.018592	lr=0.049396
Epoch[103] Batch [1299]	Speed: 735.013761 samples/sec	rmse=0.018589	lr=0.049388
Epoch[103] Batch [1349]	Speed: 778.501815 samples/sec	rmse=0.018593	lr=0.049380
Epoch[103] Batch [1399]	Speed: 716.321390 samples/sec	rmse=0.018593	lr=0.049372
Epoch[103] Batch [1449]	Speed: 754.943021 samples/sec	rmse=0.018602	lr=0.049364
Epoch[103] Batch [1499]	Speed: 725.950714 samples/sec	rmse=0.018607	lr=0.049356
Epoch[103] Batch [1549]	Speed: 767.311848 samples/sec	rmse=0.018612	lr=0.049348
Epoch[103] Batch [1599]	Speed: 709.150784 samples/sec	rmse=0.018615	lr=0.049340
Epoch[103] Batch [1649]	Speed: 716.556544 samples/sec	rmse=0.018623	lr=0.049332
Epoch[103] Batch [1699]	Speed: 780.026350 samples/sec	rmse=0.018621	lr=0.049324
Epoch[103] Batch [1749]	Speed: 754.971791 samples/sec	rmse=0.018621	lr=0.049316
Epoch[103] Batch [1799]	Speed: 759.618491 samples/sec	rmse=0.018625	lr=0.049308
Epoch[103] Batch [1849]	Speed: 776.552339 samples/sec	rmse=0.018623	lr=0.049300
Epoch[103] Batch [1899]	Speed: 721.932437 samples/sec	rmse=0.018627	lr=0.049292
Epoch[103] Batch [1949]	Speed: 758.655825 samples/sec	rmse=0.018627	lr=0.049284
Epoch[103] Batch [1999]	Speed: 730.376038 samples/sec	rmse=0.018629	lr=0.049275
Epoch[103] Batch [2049]	Speed: 712.926812 samples/sec	rmse=0.018631	lr=0.049267
Epoch[103] Batch [2099]	Speed: 758.866801 samples/sec	rmse=0.018635	lr=0.049259
Epoch[103] Batch [2149]	Speed: 713.672117 samples/sec	rmse=0.018634	lr=0.049251
Epoch[103] Batch [2199]	Speed: 727.163243 samples/sec	rmse=0.018637	lr=0.049243
Epoch[103] Batch [2249]	Speed: 759.255946 samples/sec	rmse=0.018639	lr=0.049235
Epoch[103] Batch [2299]	Speed: 726.504978 samples/sec	rmse=0.018636	lr=0.049227
Epoch[103] Batch [2349]	Speed: 729.671016 samples/sec	rmse=0.018637	lr=0.049219
Epoch[103] Batch [2399]	Speed: 722.345763 samples/sec	rmse=0.018641	lr=0.049211
Epoch[103] Batch [2449]	Speed: 710.995173 samples/sec	rmse=0.018645	lr=0.049203
Epoch[103] Batch [2499]	Speed: 714.051940 samples/sec	rmse=0.018652	lr=0.049195
Epoch[103] Batch [2549]	Speed: 739.193575 samples/sec	rmse=0.018655	lr=0.049187
Epoch[103] Batch [2599]	Speed: 720.455300 samples/sec	rmse=0.018653	lr=0.049179
Epoch[103] Batch [2649]	Speed: 691.317284 samples/sec	rmse=0.018656	lr=0.049171
Epoch[103] Batch [2699]	Speed: 728.330916 samples/sec	rmse=0.018659	lr=0.049163
Epoch[103] Batch [2749]	Speed: 738.612655 samples/sec	rmse=0.018662	lr=0.049155
Epoch[103] Batch [2799]	Speed: 714.503137 samples/sec	rmse=0.018662	lr=0.049147
Epoch[103] Batch [2849]	Speed: 715.448399 samples/sec	rmse=0.018664	lr=0.049139
Epoch[103] Batch [2899]	Speed: 730.874563 samples/sec	rmse=0.018669	lr=0.049131
Epoch[103] Batch [2949]	Speed: 751.999100 samples/sec	rmse=0.018673	lr=0.049123
Epoch[103] Batch [2999]	Speed: 719.036569 samples/sec	rmse=0.018673	lr=0.049115
Epoch[103] Batch [3049]	Speed: 722.332351 samples/sec	rmse=0.018675	lr=0.049106
Epoch[103] Batch [3099]	Speed: 715.362392 samples/sec	rmse=0.018675	lr=0.049098
Epoch[103] Batch [3149]	Speed: 735.813217 samples/sec	rmse=0.018677	lr=0.049090
Epoch[103] Batch [3199]	Speed: 720.789267 samples/sec	rmse=0.018678	lr=0.049082
Epoch[103] Batch [3249]	Speed: 734.164653 samples/sec	rmse=0.018679	lr=0.049074
Epoch[103] Batch [3299]	Speed: 730.309402 samples/sec	rmse=0.018679	lr=0.049066
Epoch[103] Batch [3349]	Speed: 742.784133 samples/sec	rmse=0.018679	lr=0.049058
Epoch[103] Batch [3399]	Speed: 720.685456 samples/sec	rmse=0.018682	lr=0.049050
Epoch[103] Batch [3449]	Speed: 738.449709 samples/sec	rmse=0.018686	lr=0.049042
Epoch[103] Batch [3499]	Speed: 724.871632 samples/sec	rmse=0.018686	lr=0.049034
Epoch[103] Batch [3549]	Speed: 796.403107 samples/sec	rmse=0.018688	lr=0.049026
Epoch[103] Batch [3599]	Speed: 724.388298 samples/sec	rmse=0.018689	lr=0.049018
Epoch[103] Batch [3649]	Speed: 745.965775 samples/sec	rmse=0.018690	lr=0.049010
Epoch[103] Batch [3699]	Speed: 725.670892 samples/sec	rmse=0.018694	lr=0.049002
Epoch[103] Batch [3749]	Speed: 752.524003 samples/sec	rmse=0.018695	lr=0.048994
Epoch[103] Batch [3799]	Speed: 708.561743 samples/sec	rmse=0.018696	lr=0.048986
Epoch[103] Batch [3849]	Speed: 738.255545 samples/sec	rmse=0.018697	lr=0.048978
Epoch[103] Batch [3899]	Speed: 721.464492 samples/sec	rmse=0.018700	lr=0.048970
Epoch[103] Batch [3949]	Speed: 726.798774 samples/sec	rmse=0.018701	lr=0.048962
Epoch[103] Batch [3999]	Speed: 714.596519 samples/sec	rmse=0.018701	lr=0.048954
Epoch[103] Batch [4049]	Speed: 725.606220 samples/sec	rmse=0.018700	lr=0.048946
Epoch[103] Batch [4099]	Speed: 718.624491 samples/sec	rmse=0.018702	lr=0.048937
Epoch[103] Batch [4149]	Speed: 731.489173 samples/sec	rmse=0.018702	lr=0.048929
Epoch[103] Batch [4199]	Speed: 738.274062 samples/sec	rmse=0.018705	lr=0.048921
Epoch[103] Batch [4249]	Speed: 766.065957 samples/sec	rmse=0.018706	lr=0.048913
Epoch[103] Batch [4299]	Speed: 770.140689 samples/sec	rmse=0.018705	lr=0.048905
Epoch[103] Batch [4349]	Speed: 735.713785 samples/sec	rmse=0.018706	lr=0.048897
Epoch[103] Batch [4399]	Speed: 729.211975 samples/sec	rmse=0.018705	lr=0.048889
Epoch[103] Batch [4449]	Speed: 739.339154 samples/sec	rmse=0.018707	lr=0.048881
Epoch[103] Batch [4499]	Speed: 755.345526 samples/sec	rmse=0.018707	lr=0.048873
Epoch[103] Batch [4549]	Speed: 747.234414 samples/sec	rmse=0.018708	lr=0.048865
Epoch[103] Batch [4599]	Speed: 707.228894 samples/sec	rmse=0.018709	lr=0.048857
Epoch[103] Batch [4649]	Speed: 730.369620 samples/sec	rmse=0.018707	lr=0.048849
Epoch[103] Batch [4699]	Speed: 715.588952 samples/sec	rmse=0.018708	lr=0.048841
Epoch[103] Batch [4749]	Speed: 746.770570 samples/sec	rmse=0.018709	lr=0.048833
Epoch[103] Batch [4799]	Speed: 714.635138 samples/sec	rmse=0.018708	lr=0.048825
Epoch[103] Batch [4849]	Speed: 731.433843 samples/sec	rmse=0.018706	lr=0.048817
Epoch[103] Batch [4899]	Speed: 744.151262 samples/sec	rmse=0.018706	lr=0.048809
Epoch[103] Batch [4949]	Speed: 751.414440 samples/sec	rmse=0.018708	lr=0.048801
Epoch[103] Batch [4999]	Speed: 751.496323 samples/sec	rmse=0.018709	lr=0.048793
[Epoch 103] training: rmse=0.018709
[Epoch 103] speed: 735 samples/sec	time cost: 1765.886390
[Epoch 103] validation: err-top1=0.291627 err-top5=0.095052
Epoch[104] Batch [49]	Speed: 726.883509 samples/sec	rmse=0.018514	lr=0.048784
Epoch[104] Batch [99]	Speed: 725.572780 samples/sec	rmse=0.018577	lr=0.048776
Epoch[104] Batch [149]	Speed: 708.156284 samples/sec	rmse=0.018604	lr=0.048768
Epoch[104] Batch [199]	Speed: 723.828084 samples/sec	rmse=0.018558	lr=0.048760
Epoch[104] Batch [249]	Speed: 754.304831 samples/sec	rmse=0.018564	lr=0.048752
Epoch[104] Batch [299]	Speed: 709.492015 samples/sec	rmse=0.018572	lr=0.048744
Epoch[104] Batch [349]	Speed: 728.409792 samples/sec	rmse=0.018581	lr=0.048736
Epoch[104] Batch [399]	Speed: 738.393270 samples/sec	rmse=0.018598	lr=0.048728
Epoch[104] Batch [449]	Speed: 714.210111 samples/sec	rmse=0.018618	lr=0.048720
Epoch[104] Batch [499]	Speed: 716.361687 samples/sec	rmse=0.018613	lr=0.048712
Epoch[104] Batch [549]	Speed: 749.931613 samples/sec	rmse=0.018609	lr=0.048703
Epoch[104] Batch [599]	Speed: 722.532464 samples/sec	rmse=0.018610	lr=0.048695
Epoch[104] Batch [649]	Speed: 732.235154 samples/sec	rmse=0.018617	lr=0.048687
Epoch[104] Batch [699]	Speed: 737.407514 samples/sec	rmse=0.018613	lr=0.048679
Epoch[104] Batch [749]	Speed: 726.804186 samples/sec	rmse=0.018596	lr=0.048671
Epoch[104] Batch [799]	Speed: 740.574025 samples/sec	rmse=0.018596	lr=0.048663
Epoch[104] Batch [849]	Speed: 735.545353 samples/sec	rmse=0.018593	lr=0.048655
Epoch[104] Batch [899]	Speed: 772.309336 samples/sec	rmse=0.018589	lr=0.048647
Epoch[104] Batch [949]	Speed: 704.996560 samples/sec	rmse=0.018589	lr=0.048639
Epoch[104] Batch [999]	Speed: 748.158547 samples/sec	rmse=0.018592	lr=0.048631
Epoch[104] Batch [1049]	Speed: 734.349860 samples/sec	rmse=0.018592	lr=0.048623
Epoch[104] Batch [1099]	Speed: 722.888537 samples/sec	rmse=0.018592	lr=0.048615
Epoch[104] Batch [1149]	Speed: 750.685451 samples/sec	rmse=0.018593	lr=0.048607
Epoch[104] Batch [1199]	Speed: 743.677793 samples/sec	rmse=0.018599	lr=0.048599
Epoch[104] Batch [1249]	Speed: 736.270320 samples/sec	rmse=0.018598	lr=0.048591
Epoch[104] Batch [1299]	Speed: 723.680843 samples/sec	rmse=0.018596	lr=0.048583
Epoch[104] Batch [1349]	Speed: 726.365303 samples/sec	rmse=0.018597	lr=0.048575
Epoch[104] Batch [1399]	Speed: 732.012424 samples/sec	rmse=0.018591	lr=0.048567
Epoch[104] Batch [1449]	Speed: 745.554741 samples/sec	rmse=0.018596	lr=0.048559
Epoch[104] Batch [1499]	Speed: 751.727354 samples/sec	rmse=0.018599	lr=0.048551
Epoch[104] Batch [1549]	Speed: 719.867906 samples/sec	rmse=0.018600	lr=0.048543
Epoch[104] Batch [1599]	Speed: 749.498901 samples/sec	rmse=0.018599	lr=0.048535
Epoch[104] Batch [1649]	Speed: 750.944721 samples/sec	rmse=0.018600	lr=0.048526
Epoch[104] Batch [1699]	Speed: 769.282779 samples/sec	rmse=0.018606	lr=0.048518
Epoch[104] Batch [1749]	Speed: 728.291712 samples/sec	rmse=0.018610	lr=0.048510
Epoch[104] Batch [1799]	Speed: 777.156887 samples/sec	rmse=0.018613	lr=0.048502
Epoch[104] Batch [1849]	Speed: 755.859066 samples/sec	rmse=0.018614	lr=0.048494
Epoch[104] Batch [1899]	Speed: 700.614195 samples/sec	rmse=0.018616	lr=0.048486
Epoch[104] Batch [1949]	Speed: 750.150970 samples/sec	rmse=0.018619	lr=0.048478
Epoch[104] Batch [1999]	Speed: 791.270258 samples/sec	rmse=0.018620	lr=0.048470
Epoch[104] Batch [2049]	Speed: 727.124784 samples/sec	rmse=0.018617	lr=0.048462
Epoch[104] Batch [2099]	Speed: 742.070575 samples/sec	rmse=0.018617	lr=0.048454
Epoch[104] Batch [2149]	Speed: 724.834277 samples/sec	rmse=0.018613	lr=0.048446
Epoch[104] Batch [2199]	Speed: 790.219214 samples/sec	rmse=0.018618	lr=0.048438
Epoch[104] Batch [2249]	Speed: 747.090055 samples/sec	rmse=0.018617	lr=0.048430
Epoch[104] Batch [2299]	Speed: 720.871591 samples/sec	rmse=0.018617	lr=0.048422
Epoch[104] Batch [2349]	Speed: 703.863895 samples/sec	rmse=0.018618	lr=0.048414
Epoch[104] Batch [2399]	Speed: 712.974028 samples/sec	rmse=0.018625	lr=0.048406
Epoch[104] Batch [2449]	Speed: 721.795078 samples/sec	rmse=0.018625	lr=0.048398
Epoch[104] Batch [2499]	Speed: 759.703075 samples/sec	rmse=0.018628	lr=0.048390
Epoch[104] Batch [2549]	Speed: 725.259917 samples/sec	rmse=0.018634	lr=0.048382
Epoch[104] Batch [2599]	Speed: 740.060850 samples/sec	rmse=0.018635	lr=0.048374
Epoch[104] Batch [2649]	Speed: 738.689373 samples/sec	rmse=0.018636	lr=0.048366
Epoch[104] Batch [2699]	Speed: 706.552162 samples/sec	rmse=0.018635	lr=0.048358
Epoch[104] Batch [2749]	Speed: 750.962610 samples/sec	rmse=0.018637	lr=0.048349
Epoch[104] Batch [2799]	Speed: 747.686568 samples/sec	rmse=0.018640	lr=0.048341
Epoch[104] Batch [2849]	Speed: 753.593476 samples/sec	rmse=0.018639	lr=0.048333
Epoch[104] Batch [2899]	Speed: 724.100714 samples/sec	rmse=0.018643	lr=0.048325
Epoch[104] Batch [2949]	Speed: 729.720645 samples/sec	rmse=0.018643	lr=0.048317
Epoch[104] Batch [2999]	Speed: 714.486106 samples/sec	rmse=0.018645	lr=0.048309
Epoch[104] Batch [3049]	Speed: 736.864398 samples/sec	rmse=0.018644	lr=0.048301
Epoch[104] Batch [3099]	Speed: 728.722679 samples/sec	rmse=0.018645	lr=0.048293
Epoch[104] Batch [3149]	Speed: 773.610267 samples/sec	rmse=0.018647	lr=0.048285
Epoch[104] Batch [3199]	Speed: 729.252309 samples/sec	rmse=0.018647	lr=0.048277
Epoch[104] Batch [3249]	Speed: 753.523382 samples/sec	rmse=0.018650	lr=0.048269
Epoch[104] Batch [3299]	Speed: 777.834201 samples/sec	rmse=0.018650	lr=0.048261
Epoch[104] Batch [3349]	Speed: 738.551975 samples/sec	rmse=0.018653	lr=0.048253
Epoch[104] Batch [3399]	Speed: 736.901517 samples/sec	rmse=0.018652	lr=0.048245
Epoch[104] Batch [3449]	Speed: 716.536212 samples/sec	rmse=0.018656	lr=0.048237
Epoch[104] Batch [3499]	Speed: 718.075853 samples/sec	rmse=0.018655	lr=0.048229
Epoch[104] Batch [3549]	Speed: 711.547054 samples/sec	rmse=0.018658	lr=0.048221
Epoch[104] Batch [3599]	Speed: 718.630099 samples/sec	rmse=0.018661	lr=0.048213
Epoch[104] Batch [3649]	Speed: 708.863731 samples/sec	rmse=0.018660	lr=0.048205
Epoch[104] Batch [3699]	Speed: 750.695895 samples/sec	rmse=0.018661	lr=0.048197
Epoch[104] Batch [3749]	Speed: 751.961856 samples/sec	rmse=0.018663	lr=0.048189
Epoch[104] Batch [3799]	Speed: 733.887253 samples/sec	rmse=0.018664	lr=0.048181
Epoch[104] Batch [3849]	Speed: 750.693471 samples/sec	rmse=0.018665	lr=0.048172
Epoch[104] Batch [3899]	Speed: 736.138554 samples/sec	rmse=0.018666	lr=0.048164
Epoch[104] Batch [3949]	Speed: 739.898977 samples/sec	rmse=0.018669	lr=0.048156
Epoch[104] Batch [3999]	Speed: 749.878893 samples/sec	rmse=0.018670	lr=0.048148
Epoch[104] Batch [4049]	Speed: 754.962427 samples/sec	rmse=0.018672	lr=0.048140
Epoch[104] Batch [4099]	Speed: 716.954294 samples/sec	rmse=0.018674	lr=0.048132
Epoch[104] Batch [4149]	Speed: 780.074802 samples/sec	rmse=0.018674	lr=0.048124
Epoch[104] Batch [4199]	Speed: 755.180776 samples/sec	rmse=0.018673	lr=0.048116
Epoch[104] Batch [4249]	Speed: 751.169969 samples/sec	rmse=0.018676	lr=0.048108
Epoch[104] Batch [4299]	Speed: 746.703443 samples/sec	rmse=0.018676	lr=0.048100
Epoch[104] Batch [4349]	Speed: 761.676848 samples/sec	rmse=0.018676	lr=0.048092
Epoch[104] Batch [4399]	Speed: 765.515122 samples/sec	rmse=0.018678	lr=0.048084
Epoch[104] Batch [4449]	Speed: 727.593033 samples/sec	rmse=0.018680	lr=0.048076
Epoch[104] Batch [4499]	Speed: 753.264369 samples/sec	rmse=0.018680	lr=0.048068
Epoch[104] Batch [4549]	Speed: 758.505219 samples/sec	rmse=0.018681	lr=0.048060
Epoch[104] Batch [4599]	Speed: 758.763797 samples/sec	rmse=0.018681	lr=0.048052
Epoch[104] Batch [4649]	Speed: 743.764737 samples/sec	rmse=0.018683	lr=0.048044
Epoch[104] Batch [4699]	Speed: 755.122547 samples/sec	rmse=0.018683	lr=0.048036
Epoch[104] Batch [4749]	Speed: 752.890694 samples/sec	rmse=0.018684	lr=0.048028
Epoch[104] Batch [4799]	Speed: 755.998881 samples/sec	rmse=0.018685	lr=0.048020
Epoch[104] Batch [4849]	Speed: 768.082007 samples/sec	rmse=0.018684	lr=0.048012
Epoch[104] Batch [4899]	Speed: 727.434784 samples/sec	rmse=0.018685	lr=0.048004
Epoch[104] Batch [4949]	Speed: 761.271141 samples/sec	rmse=0.018686	lr=0.047996
Epoch[104] Batch [4999]	Speed: 755.227688 samples/sec	rmse=0.018686	lr=0.047988
[Epoch 104] training: rmse=0.018686
[Epoch 104] speed: 739 samples/sec	time cost: 1756.706502
[Epoch 104] validation: err-top1=0.293249 err-top5=0.093169
Epoch[105] Batch [49]	Speed: 701.983146 samples/sec	rmse=0.018615	lr=0.047979
Epoch[105] Batch [99]	Speed: 739.013943 samples/sec	rmse=0.018517	lr=0.047971
Epoch[105] Batch [149]	Speed: 755.307419 samples/sec	rmse=0.018470	lr=0.047963
Epoch[105] Batch [199]	Speed: 722.703763 samples/sec	rmse=0.018461	lr=0.047955
Epoch[105] Batch [249]	Speed: 760.523860 samples/sec	rmse=0.018446	lr=0.047947
Epoch[105] Batch [299]	Speed: 764.119349 samples/sec	rmse=0.018486	lr=0.047939
Epoch[105] Batch [349]	Speed: 736.238990 samples/sec	rmse=0.018481	lr=0.047931
Epoch[105] Batch [399]	Speed: 750.299419 samples/sec	rmse=0.018470	lr=0.047923
Epoch[105] Batch [449]	Speed: 748.778061 samples/sec	rmse=0.018482	lr=0.047914
Epoch[105] Batch [499]	Speed: 749.412274 samples/sec	rmse=0.018486	lr=0.047906
Epoch[105] Batch [549]	Speed: 793.076295 samples/sec	rmse=0.018504	lr=0.047898
Epoch[105] Batch [599]	Speed: 732.051481 samples/sec	rmse=0.018526	lr=0.047890
Epoch[105] Batch [649]	Speed: 786.036610 samples/sec	rmse=0.018529	lr=0.047882
Epoch[105] Batch [699]	Speed: 767.406282 samples/sec	rmse=0.018530	lr=0.047874
Epoch[105] Batch [749]	Speed: 748.148621 samples/sec	rmse=0.018530	lr=0.047866
Epoch[105] Batch [799]	Speed: 753.136994 samples/sec	rmse=0.018530	lr=0.047858
Epoch[105] Batch [849]	Speed: 790.511289 samples/sec	rmse=0.018536	lr=0.047850
Epoch[105] Batch [899]	Speed: 766.715583 samples/sec	rmse=0.018541	lr=0.047842
Epoch[105] Batch [949]	Speed: 747.791878 samples/sec	rmse=0.018542	lr=0.047834
Epoch[105] Batch [999]	Speed: 746.726136 samples/sec	rmse=0.018550	lr=0.047826
Epoch[105] Batch [1049]	Speed: 738.276824 samples/sec	rmse=0.018555	lr=0.047818
Epoch[105] Batch [1099]	Speed: 727.083848 samples/sec	rmse=0.018554	lr=0.047810
Epoch[105] Batch [1149]	Speed: 758.373313 samples/sec	rmse=0.018559	lr=0.047802
Epoch[105] Batch [1199]	Speed: 764.059223 samples/sec	rmse=0.018558	lr=0.047794
Epoch[105] Batch [1249]	Speed: 753.218577 samples/sec	rmse=0.018562	lr=0.047786
Epoch[105] Batch [1299]	Speed: 747.286856 samples/sec	rmse=0.018571	lr=0.047778
Epoch[105] Batch [1349]	Speed: 757.640378 samples/sec	rmse=0.018574	lr=0.047770
Epoch[105] Batch [1399]	Speed: 728.029176 samples/sec	rmse=0.018570	lr=0.047762
Epoch[105] Batch [1449]	Speed: 770.346661 samples/sec	rmse=0.018575	lr=0.047754
Epoch[105] Batch [1499]	Speed: 750.733140 samples/sec	rmse=0.018578	lr=0.047746
Epoch[105] Batch [1549]	Speed: 738.592363 samples/sec	rmse=0.018580	lr=0.047738
Epoch[105] Batch [1599]	Speed: 761.589512 samples/sec	rmse=0.018580	lr=0.047730
Epoch[105] Batch [1649]	Speed: 763.445745 samples/sec	rmse=0.018583	lr=0.047721
Epoch[105] Batch [1699]	Speed: 743.098097 samples/sec	rmse=0.018580	lr=0.047713
Epoch[105] Batch [1749]	Speed: 729.307161 samples/sec	rmse=0.018585	lr=0.047705
Epoch[105] Batch [1799]	Speed: 752.438500 samples/sec	rmse=0.018585	lr=0.047697
Epoch[105] Batch [1849]	Speed: 763.166750 samples/sec	rmse=0.018588	lr=0.047689
Epoch[105] Batch [1899]	Speed: 773.075850 samples/sec	rmse=0.018593	lr=0.047681
Epoch[105] Batch [1949]	Speed: 730.650860 samples/sec	rmse=0.018592	lr=0.047673
Epoch[105] Batch [1999]	Speed: 732.375807 samples/sec	rmse=0.018592	lr=0.047665
Epoch[105] Batch [2049]	Speed: 732.349452 samples/sec	rmse=0.018595	lr=0.047657
Epoch[105] Batch [2099]	Speed: 749.850342 samples/sec	rmse=0.018595	lr=0.047649
Epoch[105] Batch [2149]	Speed: 716.274733 samples/sec	rmse=0.018596	lr=0.047641
Epoch[105] Batch [2199]	Speed: 798.740228 samples/sec	rmse=0.018600	lr=0.047633
Epoch[105] Batch [2249]	Speed: 728.117052 samples/sec	rmse=0.018601	lr=0.047625
Epoch[105] Batch [2299]	Speed: 776.780525 samples/sec	rmse=0.018604	lr=0.047617
Epoch[105] Batch [2349]	Speed: 733.275168 samples/sec	rmse=0.018605	lr=0.047609
Epoch[105] Batch [2399]	Speed: 733.151820 samples/sec	rmse=0.018606	lr=0.047601
Epoch[105] Batch [2449]	Speed: 758.138758 samples/sec	rmse=0.018607	lr=0.047593
Epoch[105] Batch [2499]	Speed: 746.146937 samples/sec	rmse=0.018610	lr=0.047585
Epoch[105] Batch [2549]	Speed: 785.418507 samples/sec	rmse=0.018611	lr=0.047577
Epoch[105] Batch [2599]	Speed: 743.380776 samples/sec	rmse=0.018610	lr=0.047569
Epoch[105] Batch [2649]	Speed: 751.148939 samples/sec	rmse=0.018607	lr=0.047561
Epoch[105] Batch [2699]	Speed: 735.727708 samples/sec	rmse=0.018606	lr=0.047553
Epoch[105] Batch [2749]	Speed: 729.624181 samples/sec	rmse=0.018610	lr=0.047545
Epoch[105] Batch [2799]	Speed: 784.987650 samples/sec	rmse=0.018612	lr=0.047537
Epoch[105] Batch [2849]	Speed: 738.880623 samples/sec	rmse=0.018610	lr=0.047529
Epoch[105] Batch [2899]	Speed: 746.274790 samples/sec	rmse=0.018608	lr=0.047520
Epoch[105] Batch [2949]	Speed: 764.017361 samples/sec	rmse=0.018611	lr=0.047512
Epoch[105] Batch [2999]	Speed: 756.331236 samples/sec	rmse=0.018614	lr=0.047504
Epoch[105] Batch [3049]	Speed: 767.746812 samples/sec	rmse=0.018613	lr=0.047496
Epoch[105] Batch [3099]	Speed: 765.375322 samples/sec	rmse=0.018611	lr=0.047488
Epoch[105] Batch [3149]	Speed: 715.611186 samples/sec	rmse=0.018613	lr=0.047480
Epoch[105] Batch [3199]	Speed: 772.883937 samples/sec	rmse=0.018616	lr=0.047472
Epoch[105] Batch [3249]	Speed: 752.656584 samples/sec	rmse=0.018616	lr=0.047464
Epoch[105] Batch [3299]	Speed: 725.141836 samples/sec	rmse=0.018618	lr=0.047456
Epoch[105] Batch [3349]	Speed: 751.219033 samples/sec	rmse=0.018618	lr=0.047448
Epoch[105] Batch [3399]	Speed: 740.588890 samples/sec	rmse=0.018620	lr=0.047440
Epoch[105] Batch [3449]	Speed: 740.290220 samples/sec	rmse=0.018622	lr=0.047432
Epoch[105] Batch [3499]	Speed: 710.910552 samples/sec	rmse=0.018622	lr=0.047424
Epoch[105] Batch [3549]	Speed: 722.902700 samples/sec	rmse=0.018623	lr=0.047416
Epoch[105] Batch [3599]	Speed: 718.266320 samples/sec	rmse=0.018622	lr=0.047408
Epoch[105] Batch [3649]	Speed: 727.055274 samples/sec	rmse=0.018626	lr=0.047400
Epoch[105] Batch [3699]	Speed: 730.323738 samples/sec	rmse=0.018629	lr=0.047392
Epoch[105] Batch [3749]	Speed: 740.304450 samples/sec	rmse=0.018629	lr=0.047384
Epoch[105] Batch [3799]	Speed: 738.606853 samples/sec	rmse=0.018631	lr=0.047376
Epoch[105] Batch [3849]	Speed: 760.710675 samples/sec	rmse=0.018630	lr=0.047368
Epoch[105] Batch [3899]	Speed: 754.601788 samples/sec	rmse=0.018630	lr=0.047360
Epoch[105] Batch [3949]	Speed: 748.829842 samples/sec	rmse=0.018633	lr=0.047352
Epoch[105] Batch [3999]	Speed: 727.865773 samples/sec	rmse=0.018634	lr=0.047344
Epoch[105] Batch [4049]	Speed: 778.724845 samples/sec	rmse=0.018636	lr=0.047336
Epoch[105] Batch [4099]	Speed: 748.677454 samples/sec	rmse=0.018637	lr=0.047328
Epoch[105] Batch [4149]	Speed: 768.326099 samples/sec	rmse=0.018635	lr=0.047320
Epoch[105] Batch [4199]	Speed: 699.222969 samples/sec	rmse=0.018635	lr=0.047312
Epoch[105] Batch [4249]	Speed: 752.055383 samples/sec	rmse=0.018637	lr=0.047303
Epoch[105] Batch [4299]	Speed: 752.558349 samples/sec	rmse=0.018639	lr=0.047295
Epoch[105] Batch [4349]	Speed: 796.982223 samples/sec	rmse=0.018640	lr=0.047287
Epoch[105] Batch [4399]	Speed: 718.270837 samples/sec	rmse=0.018640	lr=0.047279
Epoch[105] Batch [4449]	Speed: 742.265304 samples/sec	rmse=0.018642	lr=0.047271
Epoch[105] Batch [4499]	Speed: 769.050384 samples/sec	rmse=0.018641	lr=0.047263
Epoch[105] Batch [4549]	Speed: 792.285855 samples/sec	rmse=0.018642	lr=0.047255
Epoch[105] Batch [4599]	Speed: 737.454888 samples/sec	rmse=0.018642	lr=0.047247
Epoch[105] Batch [4649]	Speed: 739.671081 samples/sec	rmse=0.018640	lr=0.047239
Epoch[105] Batch [4699]	Speed: 736.121577 samples/sec	rmse=0.018643	lr=0.047231
Epoch[105] Batch [4749]	Speed: 768.019607 samples/sec	rmse=0.018644	lr=0.047223
Epoch[105] Batch [4799]	Speed: 735.377290 samples/sec	rmse=0.018646	lr=0.047215
Epoch[105] Batch [4849]	Speed: 736.468715 samples/sec	rmse=0.018647	lr=0.047207
Epoch[105] Batch [4899]	Speed: 741.473585 samples/sec	rmse=0.018646	lr=0.047199
Epoch[105] Batch [4949]	Speed: 755.559865 samples/sec	rmse=0.018647	lr=0.047191
Epoch[105] Batch [4999]	Speed: 720.316511 samples/sec	rmse=0.018650	lr=0.047183
[Epoch 105] training: rmse=0.018650
[Epoch 105] speed: 747 samples/sec	time cost: 1736.871647
[Epoch 105] validation: err-top1=0.297971 err-top5=0.098573
Epoch[106] Batch [49]	Speed: 727.653257 samples/sec	rmse=0.018388	lr=0.047174
Epoch[106] Batch [99]	Speed: 763.491279 samples/sec	rmse=0.018463	lr=0.047166
Epoch[106] Batch [149]	Speed: 734.815858 samples/sec	rmse=0.018469	lr=0.047158
Epoch[106] Batch [199]	Speed: 714.033649 samples/sec	rmse=0.018442	lr=0.047150
Epoch[106] Batch [249]	Speed: 739.064036 samples/sec	rmse=0.018443	lr=0.047142
Epoch[106] Batch [299]	Speed: 726.777739 samples/sec	rmse=0.018440	lr=0.047134
Epoch[106] Batch [349]	Speed: 694.579654 samples/sec	rmse=0.018478	lr=0.047126
Epoch[106] Batch [399]	Speed: 725.232808 samples/sec	rmse=0.018474	lr=0.047118
Epoch[106] Batch [449]	Speed: 753.113012 samples/sec	rmse=0.018477	lr=0.047110
Epoch[106] Batch [499]	Speed: 719.040768 samples/sec	rmse=0.018505	lr=0.047102
Epoch[106] Batch [549]	Speed: 759.786538 samples/sec	rmse=0.018497	lr=0.047094
Epoch[106] Batch [599]	Speed: 704.031562 samples/sec	rmse=0.018495	lr=0.047086
Epoch[106] Batch [649]	Speed: 712.956872 samples/sec	rmse=0.018499	lr=0.047078
Epoch[106] Batch [699]	Speed: 723.488224 samples/sec	rmse=0.018497	lr=0.047070
Epoch[106] Batch [749]	Speed: 720.444994 samples/sec	rmse=0.018508	lr=0.047062
Epoch[106] Batch [799]	Speed: 710.059154 samples/sec	rmse=0.018510	lr=0.047054
Epoch[106] Batch [849]	Speed: 730.237325 samples/sec	rmse=0.018518	lr=0.047046
Epoch[106] Batch [899]	Speed: 741.151375 samples/sec	rmse=0.018524	lr=0.047038
Epoch[106] Batch [949]	Speed: 707.202054 samples/sec	rmse=0.018534	lr=0.047030
Epoch[106] Batch [999]	Speed: 735.677804 samples/sec	rmse=0.018536	lr=0.047022
Epoch[106] Batch [1049]	Speed: 719.538745 samples/sec	rmse=0.018539	lr=0.047014
Epoch[106] Batch [1099]	Speed: 743.124336 samples/sec	rmse=0.018536	lr=0.047005
Epoch[106] Batch [1149]	Speed: 725.945521 samples/sec	rmse=0.018542	lr=0.046997
Epoch[106] Batch [1199]	Speed: 733.400240 samples/sec	rmse=0.018549	lr=0.046989
Epoch[106] Batch [1249]	Speed: 741.897765 samples/sec	rmse=0.018548	lr=0.046981
Epoch[106] Batch [1299]	Speed: 717.479223 samples/sec	rmse=0.018551	lr=0.046973
Epoch[106] Batch [1349]	Speed: 745.223854 samples/sec	rmse=0.018549	lr=0.046965
Epoch[106] Batch [1399]	Speed: 729.995152 samples/sec	rmse=0.018546	lr=0.046957
Epoch[106] Batch [1449]	Speed: 741.268545 samples/sec	rmse=0.018551	lr=0.046949
Epoch[106] Batch [1499]	Speed: 720.150360 samples/sec	rmse=0.018548	lr=0.046941
Epoch[106] Batch [1549]	Speed: 763.031103 samples/sec	rmse=0.018544	lr=0.046933
Epoch[106] Batch [1599]	Speed: 745.780547 samples/sec	rmse=0.018539	lr=0.046925
Epoch[106] Batch [1649]	Speed: 733.932751 samples/sec	rmse=0.018535	lr=0.046917
Epoch[106] Batch [1699]	Speed: 726.792133 samples/sec	rmse=0.018535	lr=0.046909
Epoch[106] Batch [1749]	Speed: 752.509985 samples/sec	rmse=0.018541	lr=0.046901
Epoch[106] Batch [1799]	Speed: 743.757473 samples/sec	rmse=0.018539	lr=0.046893
Epoch[106] Batch [1849]	Speed: 726.525722 samples/sec	rmse=0.018538	lr=0.046885
Epoch[106] Batch [1899]	Speed: 715.026710 samples/sec	rmse=0.018545	lr=0.046877
Epoch[106] Batch [1949]	Speed: 739.843203 samples/sec	rmse=0.018545	lr=0.046869
Epoch[106] Batch [1999]	Speed: 739.402377 samples/sec	rmse=0.018547	lr=0.046861
Epoch[106] Batch [2049]	Speed: 727.447646 samples/sec	rmse=0.018546	lr=0.046853
Epoch[106] Batch [2099]	Speed: 736.769262 samples/sec	rmse=0.018547	lr=0.046845
Epoch[106] Batch [2149]	Speed: 756.079754 samples/sec	rmse=0.018546	lr=0.046837
Epoch[106] Batch [2199]	Speed: 731.192967 samples/sec	rmse=0.018546	lr=0.046829
Epoch[106] Batch [2249]	Speed: 745.088905 samples/sec	rmse=0.018545	lr=0.046821
Epoch[106] Batch [2299]	Speed: 739.305220 samples/sec	rmse=0.018545	lr=0.046813
Epoch[106] Batch [2349]	Speed: 760.141594 samples/sec	rmse=0.018550	lr=0.046805
Epoch[106] Batch [2399]	Speed: 727.948477 samples/sec	rmse=0.018551	lr=0.046797
Epoch[106] Batch [2449]	Speed: 740.485854 samples/sec	rmse=0.018554	lr=0.046789
Epoch[106] Batch [2499]	Speed: 774.837212 samples/sec	rmse=0.018558	lr=0.046781
Epoch[106] Batch [2549]	Speed: 743.958233 samples/sec	rmse=0.018561	lr=0.046773
Epoch[106] Batch [2599]	Speed: 731.620417 samples/sec	rmse=0.018564	lr=0.046765
Epoch[106] Batch [2649]	Speed: 733.258453 samples/sec	rmse=0.018570	lr=0.046756
Epoch[106] Batch [2699]	Speed: 710.260106 samples/sec	rmse=0.018569	lr=0.046748
Epoch[106] Batch [2749]	Speed: 721.372389 samples/sec	rmse=0.018573	lr=0.046740
Epoch[106] Batch [2799]	Speed: 736.061083 samples/sec	rmse=0.018574	lr=0.046732
Epoch[106] Batch [2849]	Speed: 711.048461 samples/sec	rmse=0.018579	lr=0.046724
Epoch[106] Batch [2899]	Speed: 764.818821 samples/sec	rmse=0.018581	lr=0.046716
Epoch[106] Batch [2949]	Speed: 749.196736 samples/sec	rmse=0.018578	lr=0.046708
Epoch[106] Batch [2999]	Speed: 727.543319 samples/sec	rmse=0.018579	lr=0.046700
Epoch[106] Batch [3049]	Speed: 777.496016 samples/sec	rmse=0.018582	lr=0.046692
Epoch[106] Batch [3099]	Speed: 758.368642 samples/sec	rmse=0.018582	lr=0.046684
Epoch[106] Batch [3149]	Speed: 740.885622 samples/sec	rmse=0.018582	lr=0.046676
Epoch[106] Batch [3199]	Speed: 699.943085 samples/sec	rmse=0.018583	lr=0.046668
Epoch[106] Batch [3249]	Speed: 728.999088 samples/sec	rmse=0.018590	lr=0.046660
Epoch[106] Batch [3299]	Speed: 745.579580 samples/sec	rmse=0.018591	lr=0.046652
Epoch[106] Batch [3349]	Speed: 722.485150 samples/sec	rmse=0.018594	lr=0.046644
Epoch[106] Batch [3399]	Speed: 729.988283 samples/sec	rmse=0.018592	lr=0.046636
Epoch[106] Batch [3449]	Speed: 736.274561 samples/sec	rmse=0.018595	lr=0.046628
Epoch[106] Batch [3499]	Speed: 723.235141 samples/sec	rmse=0.018594	lr=0.046620
Epoch[106] Batch [3549]	Speed: 732.689011 samples/sec	rmse=0.018596	lr=0.046612
Epoch[106] Batch [3599]	Speed: 730.110529 samples/sec	rmse=0.018599	lr=0.046604
Epoch[106] Batch [3649]	Speed: 720.987190 samples/sec	rmse=0.018602	lr=0.046596
Epoch[106] Batch [3699]	Speed: 715.542229 samples/sec	rmse=0.018605	lr=0.046588
Epoch[106] Batch [3749]	Speed: 731.004212 samples/sec	rmse=0.018602	lr=0.046580
Epoch[106] Batch [3799]	Speed: 743.169155 samples/sec	rmse=0.018606	lr=0.046572
Epoch[106] Batch [3849]	Speed: 717.880446 samples/sec	rmse=0.018607	lr=0.046564
Epoch[106] Batch [3899]	Speed: 702.530406 samples/sec	rmse=0.018607	lr=0.046556
Epoch[106] Batch [3949]	Speed: 753.771917 samples/sec	rmse=0.018606	lr=0.046548
Epoch[106] Batch [3999]	Speed: 743.846642 samples/sec	rmse=0.018608	lr=0.046540
Epoch[106] Batch [4049]	Speed: 739.939563 samples/sec	rmse=0.018610	lr=0.046532
Epoch[106] Batch [4099]	Speed: 730.895269 samples/sec	rmse=0.018611	lr=0.046524
Epoch[106] Batch [4149]	Speed: 735.173885 samples/sec	rmse=0.018613	lr=0.046516
Epoch[106] Batch [4199]	Speed: 742.240511 samples/sec	rmse=0.018611	lr=0.046508
Epoch[106] Batch [4249]	Speed: 734.184412 samples/sec	rmse=0.018612	lr=0.046499
Epoch[106] Batch [4299]	Speed: 722.286278 samples/sec	rmse=0.018613	lr=0.046491
Epoch[106] Batch [4349]	Speed: 746.538952 samples/sec	rmse=0.018615	lr=0.046483
Epoch[106] Batch [4399]	Speed: 732.578045 samples/sec	rmse=0.018615	lr=0.046475
Epoch[106] Batch [4449]	Speed: 719.295973 samples/sec	rmse=0.018612	lr=0.046467
Epoch[106] Batch [4499]	Speed: 702.201696 samples/sec	rmse=0.018613	lr=0.046459
Epoch[106] Batch [4549]	Speed: 719.549055 samples/sec	rmse=0.018615	lr=0.046451
Epoch[106] Batch [4599]	Speed: 735.319124 samples/sec	rmse=0.018614	lr=0.046443
Epoch[106] Batch [4649]	Speed: 733.973027 samples/sec	rmse=0.018613	lr=0.046435
Epoch[106] Batch [4699]	Speed: 715.549028 samples/sec	rmse=0.018614	lr=0.046427
Epoch[106] Batch [4749]	Speed: 698.113785 samples/sec	rmse=0.018616	lr=0.046419
Epoch[106] Batch [4799]	Speed: 721.092308 samples/sec	rmse=0.018616	lr=0.046411
Epoch[106] Batch [4849]	Speed: 723.530024 samples/sec	rmse=0.018619	lr=0.046403
Epoch[106] Batch [4899]	Speed: 720.923640 samples/sec	rmse=0.018617	lr=0.046395
Epoch[106] Batch [4949]	Speed: 736.360591 samples/sec	rmse=0.018616	lr=0.046387
Epoch[106] Batch [4999]	Speed: 744.895472 samples/sec	rmse=0.018617	lr=0.046379
[Epoch 106] training: rmse=0.018618
[Epoch 106] speed: 731 samples/sec	time cost: 1774.379018
[Epoch 106] validation: err-top1=0.292027 err-top5=0.095933
Epoch[107] Batch [49]	Speed: 720.636807 samples/sec	rmse=0.018511	lr=0.046370
Epoch[107] Batch [99]	Speed: 727.366584 samples/sec	rmse=0.018407	lr=0.046362
Epoch[107] Batch [149]	Speed: 715.175690 samples/sec	rmse=0.018416	lr=0.046354
Epoch[107] Batch [199]	Speed: 702.925498 samples/sec	rmse=0.018395	lr=0.046346
Epoch[107] Batch [249]	Speed: 697.987699 samples/sec	rmse=0.018408	lr=0.046338
Epoch[107] Batch [299]	Speed: 716.209766 samples/sec	rmse=0.018403	lr=0.046330
Epoch[107] Batch [349]	Speed: 701.654178 samples/sec	rmse=0.018414	lr=0.046322
Epoch[107] Batch [399]	Speed: 756.589324 samples/sec	rmse=0.018413	lr=0.046314
Epoch[107] Batch [449]	Speed: 754.767177 samples/sec	rmse=0.018420	lr=0.046306
Epoch[107] Batch [499]	Speed: 736.456167 samples/sec	rmse=0.018437	lr=0.046298
Epoch[107] Batch [549]	Speed: 760.471095 samples/sec	rmse=0.018439	lr=0.046290
Epoch[107] Batch [599]	Speed: 748.081465 samples/sec	rmse=0.018448	lr=0.046282
Epoch[107] Batch [649]	Speed: 726.169033 samples/sec	rmse=0.018452	lr=0.046274
Epoch[107] Batch [699]	Speed: 728.593917 samples/sec	rmse=0.018456	lr=0.046266
Epoch[107] Batch [749]	Speed: 742.674229 samples/sec	rmse=0.018460	lr=0.046258
Epoch[107] Batch [799]	Speed: 731.870743 samples/sec	rmse=0.018474	lr=0.046250
Epoch[107] Batch [849]	Speed: 732.135728 samples/sec	rmse=0.018471	lr=0.046242
Epoch[107] Batch [899]	Speed: 733.992002 samples/sec	rmse=0.018477	lr=0.046234
Epoch[107] Batch [949]	Speed: 724.087403 samples/sec	rmse=0.018479	lr=0.046226
Epoch[107] Batch [999]	Speed: 709.543803 samples/sec	rmse=0.018478	lr=0.046218
Epoch[107] Batch [1049]	Speed: 729.496448 samples/sec	rmse=0.018477	lr=0.046210
Epoch[107] Batch [1099]	Speed: 734.190054 samples/sec	rmse=0.018488	lr=0.046202
Epoch[107] Batch [1149]	Speed: 751.602666 samples/sec	rmse=0.018488	lr=0.046194
Epoch[107] Batch [1199]	Speed: 760.193107 samples/sec	rmse=0.018495	lr=0.046186
Epoch[107] Batch [1249]	Speed: 750.249280 samples/sec	rmse=0.018497	lr=0.046178
Epoch[107] Batch [1299]	Speed: 722.823708 samples/sec	rmse=0.018495	lr=0.046170
Epoch[107] Batch [1349]	Speed: 724.404328 samples/sec	rmse=0.018496	lr=0.046162
Epoch[107] Batch [1399]	Speed: 722.488300 samples/sec	rmse=0.018501	lr=0.046154
Epoch[107] Batch [1449]	Speed: 747.683902 samples/sec	rmse=0.018506	lr=0.046146
Epoch[107] Batch [1499]	Speed: 725.593393 samples/sec	rmse=0.018503	lr=0.046138
Epoch[107] Batch [1549]	Speed: 724.302629 samples/sec	rmse=0.018511	lr=0.046130
Epoch[107] Batch [1599]	Speed: 744.714577 samples/sec	rmse=0.018514	lr=0.046122
Epoch[107] Batch [1649]	Speed: 724.081543 samples/sec	rmse=0.018515	lr=0.046114
Epoch[107] Batch [1699]	Speed: 743.589005 samples/sec	rmse=0.018525	lr=0.046106
Epoch[107] Batch [1749]	Speed: 739.613345 samples/sec	rmse=0.018528	lr=0.046098
Epoch[107] Batch [1799]	Speed: 699.787658 samples/sec	rmse=0.018528	lr=0.046089
Epoch[107] Batch [1849]	Speed: 741.939647 samples/sec	rmse=0.018530	lr=0.046081
Epoch[107] Batch [1899]	Speed: 726.076020 samples/sec	rmse=0.018533	lr=0.046073
Epoch[107] Batch [1949]	Speed: 723.804098 samples/sec	rmse=0.018535	lr=0.046065
Epoch[107] Batch [1999]	Speed: 702.456492 samples/sec	rmse=0.018535	lr=0.046057
Epoch[107] Batch [2049]	Speed: 729.760797 samples/sec	rmse=0.018537	lr=0.046049
Epoch[107] Batch [2099]	Speed: 724.554827 samples/sec	rmse=0.018540	lr=0.046041
Epoch[107] Batch [2149]	Speed: 740.697748 samples/sec	rmse=0.018542	lr=0.046033
Epoch[107] Batch [2199]	Speed: 732.992275 samples/sec	rmse=0.018543	lr=0.046025
Epoch[107] Batch [2249]	Speed: 730.921937 samples/sec	rmse=0.018541	lr=0.046017
Epoch[107] Batch [2299]	Speed: 718.728595 samples/sec	rmse=0.018542	lr=0.046009
Epoch[107] Batch [2349]	Speed: 757.300730 samples/sec	rmse=0.018544	lr=0.046001
Epoch[107] Batch [2399]	Speed: 735.865591 samples/sec	rmse=0.018544	lr=0.045993
Epoch[107] Batch [2449]	Speed: 734.941134 samples/sec	rmse=0.018543	lr=0.045985
Epoch[107] Batch [2499]	Speed: 734.911677 samples/sec	rmse=0.018548	lr=0.045977
Epoch[107] Batch [2549]	Speed: 738.333600 samples/sec	rmse=0.018553	lr=0.045969
Epoch[107] Batch [2599]	Speed: 758.703985 samples/sec	rmse=0.018554	lr=0.045961
Epoch[107] Batch [2649]	Speed: 741.237044 samples/sec	rmse=0.018555	lr=0.045953
Epoch[107] Batch [2699]	Speed: 714.873212 samples/sec	rmse=0.018555	lr=0.045945
Epoch[107] Batch [2749]	Speed: 723.467897 samples/sec	rmse=0.018557	lr=0.045937
Epoch[107] Batch [2799]	Speed: 745.912700 samples/sec	rmse=0.018560	lr=0.045929
Epoch[107] Batch [2849]	Speed: 722.268476 samples/sec	rmse=0.018562	lr=0.045921
Epoch[107] Batch [2899]	Speed: 734.080450 samples/sec	rmse=0.018564	lr=0.045913
Epoch[107] Batch [2949]	Speed: 736.513250 samples/sec	rmse=0.018566	lr=0.045905
Epoch[107] Batch [2999]	Speed: 718.427864 samples/sec	rmse=0.018566	lr=0.045897
Epoch[107] Batch [3049]	Speed: 711.725846 samples/sec	rmse=0.018564	lr=0.045889
Epoch[107] Batch [3099]	Speed: 751.986281 samples/sec	rmse=0.018563	lr=0.045881
Epoch[107] Batch [3149]	Speed: 741.157340 samples/sec	rmse=0.018564	lr=0.045873
Epoch[107] Batch [3199]	Speed: 698.272438 samples/sec	rmse=0.018567	lr=0.045865
Epoch[107] Batch [3249]	Speed: 734.097243 samples/sec	rmse=0.018567	lr=0.045857
Epoch[107] Batch [3299]	Speed: 728.500706 samples/sec	rmse=0.018568	lr=0.045849
Epoch[107] Batch [3349]	Speed: 731.360996 samples/sec	rmse=0.018571	lr=0.045841
Epoch[107] Batch [3399]	Speed: 749.165989 samples/sec	rmse=0.018572	lr=0.045833
Epoch[107] Batch [3449]	Speed: 727.575708 samples/sec	rmse=0.018575	lr=0.045825
Epoch[107] Batch [3499]	Speed: 737.641415 samples/sec	rmse=0.018574	lr=0.045817
Epoch[107] Batch [3549]	Speed: 708.605791 samples/sec	rmse=0.018578	lr=0.045809
Epoch[107] Batch [3599]	Speed: 773.589511 samples/sec	rmse=0.018578	lr=0.045801
Epoch[107] Batch [3649]	Speed: 772.498429 samples/sec	rmse=0.018577	lr=0.045793
Epoch[107] Batch [3699]	Speed: 721.265765 samples/sec	rmse=0.018579	lr=0.045785
Epoch[107] Batch [3749]	Speed: 765.296757 samples/sec	rmse=0.018579	lr=0.045777
Epoch[107] Batch [3799]	Speed: 693.763404 samples/sec	rmse=0.018581	lr=0.045769
Epoch[107] Batch [3849]	Speed: 735.571051 samples/sec	rmse=0.018583	lr=0.045761
Epoch[107] Batch [3899]	Speed: 764.544767 samples/sec	rmse=0.018587	lr=0.045753
Epoch[107] Batch [3949]	Speed: 723.699221 samples/sec	rmse=0.018587	lr=0.045745
Epoch[107] Batch [3999]	Speed: 709.628464 samples/sec	rmse=0.018586	lr=0.045737
Epoch[107] Batch [4049]	Speed: 720.214788 samples/sec	rmse=0.018589	lr=0.045728
Epoch[107] Batch [4099]	Speed: 734.073495 samples/sec	rmse=0.018589	lr=0.045720
Epoch[107] Batch [4149]	Speed: 723.788465 samples/sec	rmse=0.018587	lr=0.045712
Epoch[107] Batch [4199]	Speed: 752.724258 samples/sec	rmse=0.018588	lr=0.045704
Epoch[107] Batch [4249]	Speed: 716.513577 samples/sec	rmse=0.018587	lr=0.045696
Epoch[107] Batch [4299]	Speed: 728.342151 samples/sec	rmse=0.018591	lr=0.045688
Epoch[107] Batch [4349]	Speed: 709.938761 samples/sec	rmse=0.018592	lr=0.045680
Epoch[107] Batch [4399]	Speed: 736.031627 samples/sec	rmse=0.018592	lr=0.045672
Epoch[107] Batch [4449]	Speed: 734.507626 samples/sec	rmse=0.018595	lr=0.045664
Epoch[107] Batch [4499]	Speed: 736.342159 samples/sec	rmse=0.018597	lr=0.045656
Epoch[107] Batch [4549]	Speed: 725.975667 samples/sec	rmse=0.018598	lr=0.045648
Epoch[107] Batch [4599]	Speed: 712.711868 samples/sec	rmse=0.018599	lr=0.045640
Epoch[107] Batch [4649]	Speed: 739.815370 samples/sec	rmse=0.018600	lr=0.045632
Epoch[107] Batch [4699]	Speed: 748.719541 samples/sec	rmse=0.018600	lr=0.045624
Epoch[107] Batch [4749]	Speed: 720.826536 samples/sec	rmse=0.018602	lr=0.045616
Epoch[107] Batch [4799]	Speed: 733.654473 samples/sec	rmse=0.018604	lr=0.045608
Epoch[107] Batch [4849]	Speed: 730.520978 samples/sec	rmse=0.018605	lr=0.045600
Epoch[107] Batch [4899]	Speed: 732.328623 samples/sec	rmse=0.018605	lr=0.045592
Epoch[107] Batch [4949]	Speed: 725.389513 samples/sec	rmse=0.018607	lr=0.045584
Epoch[107] Batch [4999]	Speed: 717.625477 samples/sec	rmse=0.018607	lr=0.045576
[Epoch 107] training: rmse=0.018608
[Epoch 107] speed: 730 samples/sec	time cost: 1776.866215
[Epoch 107] validation: err-top1=0.295433 err-top5=0.093309
Epoch[108] Batch [49]	Speed: 716.668793 samples/sec	rmse=0.018326	lr=0.045567
Epoch[108] Batch [99]	Speed: 743.185430 samples/sec	rmse=0.018257	lr=0.045559
Epoch[108] Batch [149]	Speed: 740.429573 samples/sec	rmse=0.018315	lr=0.045551
Epoch[108] Batch [199]	Speed: 767.782452 samples/sec	rmse=0.018360	lr=0.045543
Epoch[108] Batch [249]	Speed: 772.605808 samples/sec	rmse=0.018369	lr=0.045535
Epoch[108] Batch [299]	Speed: 736.834999 samples/sec	rmse=0.018400	lr=0.045527
Epoch[108] Batch [349]	Speed: 741.349901 samples/sec	rmse=0.018395	lr=0.045519
Epoch[108] Batch [399]	Speed: 749.845200 samples/sec	rmse=0.018411	lr=0.045511
Epoch[108] Batch [449]	Speed: 746.622819 samples/sec	rmse=0.018415	lr=0.045503
Epoch[108] Batch [499]	Speed: 702.454415 samples/sec	rmse=0.018437	lr=0.045495
Epoch[108] Batch [549]	Speed: 738.209347 samples/sec	rmse=0.018441	lr=0.045487
Epoch[108] Batch [599]	Speed: 723.767184 samples/sec	rmse=0.018439	lr=0.045479
Epoch[108] Batch [649]	Speed: 718.398543 samples/sec	rmse=0.018449	lr=0.045471
Epoch[108] Batch [699]	Speed: 769.565790 samples/sec	rmse=0.018450	lr=0.045463
Epoch[108] Batch [749]	Speed: 716.794982 samples/sec	rmse=0.018452	lr=0.045455
Epoch[108] Batch [799]	Speed: 731.200605 samples/sec	rmse=0.018452	lr=0.045447
Epoch[108] Batch [849]	Speed: 727.028513 samples/sec	rmse=0.018450	lr=0.045439
Epoch[108] Batch [899]	Speed: 702.586975 samples/sec	rmse=0.018451	lr=0.045431
Epoch[108] Batch [949]	Speed: 733.597502 samples/sec	rmse=0.018450	lr=0.045423
Epoch[108] Batch [999]	Speed: 801.126742 samples/sec	rmse=0.018449	lr=0.045415
Epoch[108] Batch [1049]	Speed: 756.846319 samples/sec	rmse=0.018454	lr=0.045407
Epoch[108] Batch [1099]	Speed: 735.693793 samples/sec	rmse=0.018465	lr=0.045399
Epoch[108] Batch [1149]	Speed: 734.344045 samples/sec	rmse=0.018465	lr=0.045391
Epoch[108] Batch [1199]	Speed: 715.032223 samples/sec	rmse=0.018467	lr=0.045383
Epoch[108] Batch [1249]	Speed: 736.809637 samples/sec	rmse=0.018464	lr=0.045375
Epoch[108] Batch [1299]	Speed: 724.228460 samples/sec	rmse=0.018460	lr=0.045367
Epoch[108] Batch [1349]	Speed: 740.731401 samples/sec	rmse=0.018462	lr=0.045359
Epoch[108] Batch [1399]	Speed: 734.209633 samples/sec	rmse=0.018466	lr=0.045351
Epoch[108] Batch [1449]	Speed: 739.773299 samples/sec	rmse=0.018461	lr=0.045343
Epoch[108] Batch [1499]	Speed: 759.951906 samples/sec	rmse=0.018472	lr=0.045335
Epoch[108] Batch [1549]	Speed: 740.291384 samples/sec	rmse=0.018473	lr=0.045327
Epoch[108] Batch [1599]	Speed: 727.915117 samples/sec	rmse=0.018481	lr=0.045319
Epoch[108] Batch [1649]	Speed: 712.573275 samples/sec	rmse=0.018482	lr=0.045311
Epoch[108] Batch [1699]	Speed: 758.395018 samples/sec	rmse=0.018484	lr=0.045303
Epoch[108] Batch [1749]	Speed: 710.389830 samples/sec	rmse=0.018482	lr=0.045295
Epoch[108] Batch [1799]	Speed: 734.505395 samples/sec	rmse=0.018479	lr=0.045287
Epoch[108] Batch [1849]	Speed: 734.427383 samples/sec	rmse=0.018480	lr=0.045279
Epoch[108] Batch [1899]	Speed: 738.174390 samples/sec	rmse=0.018484	lr=0.045271
Epoch[108] Batch [1949]	Speed: 692.929796 samples/sec	rmse=0.018485	lr=0.045263
Epoch[108] Batch [1999]	Speed: 766.321195 samples/sec	rmse=0.018485	lr=0.045255
Epoch[108] Batch [2049]	Speed: 734.829496 samples/sec	rmse=0.018486	lr=0.045247
Epoch[108] Batch [2099]	Speed: 705.936127 samples/sec	rmse=0.018489	lr=0.045239
Epoch[108] Batch [2149]	Speed: 792.575060 samples/sec	rmse=0.018495	lr=0.045231
Epoch[108] Batch [2199]	Speed: 718.752005 samples/sec	rmse=0.018498	lr=0.045223
Epoch[108] Batch [2249]	Speed: 777.688694 samples/sec	rmse=0.018497	lr=0.045215
Epoch[108] Batch [2299]	Speed: 725.699319 samples/sec	rmse=0.018498	lr=0.045207
Epoch[108] Batch [2349]	Speed: 754.205043 samples/sec	rmse=0.018497	lr=0.045199
Epoch[108] Batch [2399]	Speed: 728.839653 samples/sec	rmse=0.018500	lr=0.045191
Epoch[108] Batch [2449]	Speed: 729.997812 samples/sec	rmse=0.018500	lr=0.045183
Epoch[108] Batch [2499]	Speed: 719.615324 samples/sec	rmse=0.018500	lr=0.045175
Epoch[108] Batch [2549]	Speed: 756.835309 samples/sec	rmse=0.018506	lr=0.045167
Epoch[108] Batch [2599]	Speed: 729.710836 samples/sec	rmse=0.018505	lr=0.045159
Epoch[108] Batch [2649]	Speed: 736.258082 samples/sec	rmse=0.018509	lr=0.045151
Epoch[108] Batch [2699]	Speed: 768.065151 samples/sec	rmse=0.018512	lr=0.045143
Epoch[108] Batch [2749]	Speed: 717.099568 samples/sec	rmse=0.018511	lr=0.045135
Epoch[108] Batch [2799]	Speed: 719.615729 samples/sec	rmse=0.018511	lr=0.045127
Epoch[108] Batch [2849]	Speed: 724.147331 samples/sec	rmse=0.018515	lr=0.045119
Epoch[108] Batch [2899]	Speed: 712.014891 samples/sec	rmse=0.018515	lr=0.045111
Epoch[108] Batch [2949]	Speed: 737.931053 samples/sec	rmse=0.018517	lr=0.045103
Epoch[108] Batch [2999]	Speed: 716.934208 samples/sec	rmse=0.018516	lr=0.045095
Epoch[108] Batch [3049]	Speed: 747.657528 samples/sec	rmse=0.018516	lr=0.045087
Epoch[108] Batch [3099]	Speed: 737.339214 samples/sec	rmse=0.018516	lr=0.045079
Epoch[108] Batch [3149]	Speed: 702.525469 samples/sec	rmse=0.018518	lr=0.045071
Epoch[108] Batch [3199]	Speed: 722.246594 samples/sec	rmse=0.018522	lr=0.045063
Epoch[108] Batch [3249]	Speed: 717.980830 samples/sec	rmse=0.018525	lr=0.045055
Epoch[108] Batch [3299]	Speed: 772.280951 samples/sec	rmse=0.018527	lr=0.045047
Epoch[108] Batch [3349]	Speed: 736.446893 samples/sec	rmse=0.018526	lr=0.045039
Epoch[108] Batch [3399]	Speed: 727.278800 samples/sec	rmse=0.018528	lr=0.045031
Epoch[108] Batch [3449]	Speed: 740.967282 samples/sec	rmse=0.018530	lr=0.045023
Epoch[108] Batch [3499]	Speed: 732.991274 samples/sec	rmse=0.018526	lr=0.045015
Epoch[108] Batch [3549]	Speed: 739.487418 samples/sec	rmse=0.018527	lr=0.045007
Epoch[108] Batch [3599]	Speed: 712.131956 samples/sec	rmse=0.018527	lr=0.044999
Epoch[108] Batch [3649]	Speed: 732.481294 samples/sec	rmse=0.018527	lr=0.044991
Epoch[108] Batch [3699]	Speed: 741.399728 samples/sec	rmse=0.018527	lr=0.044983
Epoch[108] Batch [3749]	Speed: 737.825937 samples/sec	rmse=0.018529	lr=0.044975
Epoch[108] Batch [3799]	Speed: 709.509746 samples/sec	rmse=0.018528	lr=0.044967
Epoch[108] Batch [3849]	Speed: 710.723495 samples/sec	rmse=0.018528	lr=0.044959
Epoch[108] Batch [3899]	Speed: 750.972872 samples/sec	rmse=0.018529	lr=0.044951
Epoch[108] Batch [3949]	Speed: 743.725667 samples/sec	rmse=0.018534	lr=0.044943
Epoch[108] Batch [3999]	Speed: 730.946607 samples/sec	rmse=0.018535	lr=0.044935
Epoch[108] Batch [4049]	Speed: 731.423888 samples/sec	rmse=0.018535	lr=0.044926
Epoch[108] Batch [4099]	Speed: 727.502799 samples/sec	rmse=0.018535	lr=0.044918
Epoch[108] Batch [4149]	Speed: 704.849226 samples/sec	rmse=0.018537	lr=0.044910
Epoch[108] Batch [4199]	Speed: 719.198295 samples/sec	rmse=0.018538	lr=0.044902
Epoch[108] Batch [4249]	Speed: 733.687399 samples/sec	rmse=0.018539	lr=0.044894
Epoch[108] Batch [4299]	Speed: 762.558332 samples/sec	rmse=0.018540	lr=0.044886
Epoch[108] Batch [4349]	Speed: 749.006953 samples/sec	rmse=0.018539	lr=0.044878
Epoch[108] Batch [4399]	Speed: 728.422393 samples/sec	rmse=0.018540	lr=0.044870
Epoch[108] Batch [4449]	Speed: 723.053141 samples/sec	rmse=0.018540	lr=0.044862
Epoch[108] Batch [4499]	Speed: 746.822417 samples/sec	rmse=0.018542	lr=0.044854
Epoch[108] Batch [4549]	Speed: 744.517879 samples/sec	rmse=0.018544	lr=0.044846
Epoch[108] Batch [4599]	Speed: 781.621350 samples/sec	rmse=0.018544	lr=0.044838
Epoch[108] Batch [4649]	Speed: 745.110497 samples/sec	rmse=0.018543	lr=0.044830
Epoch[108] Batch [4699]	Speed: 733.664529 samples/sec	rmse=0.018542	lr=0.044822
Epoch[108] Batch [4749]	Speed: 739.602911 samples/sec	rmse=0.018543	lr=0.044814
Epoch[108] Batch [4799]	Speed: 703.080683 samples/sec	rmse=0.018544	lr=0.044806
Epoch[108] Batch [4849]	Speed: 723.260971 samples/sec	rmse=0.018546	lr=0.044798
Epoch[108] Batch [4899]	Speed: 754.120450 samples/sec	rmse=0.018547	lr=0.044790
Epoch[108] Batch [4949]	Speed: 712.112658 samples/sec	rmse=0.018547	lr=0.044782
Epoch[108] Batch [4999]	Speed: 743.504614 samples/sec	rmse=0.018547	lr=0.044774
[Epoch 108] training: rmse=0.018548
[Epoch 108] speed: 734 samples/sec	time cost: 1766.998795
[Epoch 108] validation: err-top1=0.291853 err-top5=0.092694
Epoch[109] Batch [49]	Speed: 732.823076 samples/sec	rmse=0.018217	lr=0.044766
Epoch[109] Batch [99]	Speed: 731.186116 samples/sec	rmse=0.018303	lr=0.044758
Epoch[109] Batch [149]	Speed: 722.500609 samples/sec	rmse=0.018294	lr=0.044750
Epoch[109] Batch [199]	Speed: 782.426173 samples/sec	rmse=0.018294	lr=0.044742
Epoch[109] Batch [249]	Speed: 762.330760 samples/sec	rmse=0.018311	lr=0.044734
Epoch[109] Batch [299]	Speed: 726.288647 samples/sec	rmse=0.018322	lr=0.044726
Epoch[109] Batch [349]	Speed: 771.211445 samples/sec	rmse=0.018334	lr=0.044718
Epoch[109] Batch [399]	Speed: 744.657651 samples/sec	rmse=0.018349	lr=0.044710
Epoch[109] Batch [449]	Speed: 730.483575 samples/sec	rmse=0.018359	lr=0.044702
Epoch[109] Batch [499]	Speed: 783.233604 samples/sec	rmse=0.018364	lr=0.044694
Epoch[109] Batch [549]	Speed: 746.362467 samples/sec	rmse=0.018376	lr=0.044686
Epoch[109] Batch [599]	Speed: 726.245005 samples/sec	rmse=0.018370	lr=0.044678
Epoch[109] Batch [649]	Speed: 732.041988 samples/sec	rmse=0.018375	lr=0.044670
Epoch[109] Batch [699]	Speed: 755.062055 samples/sec	rmse=0.018382	lr=0.044662
Epoch[109] Batch [749]	Speed: 753.353749 samples/sec	rmse=0.018381	lr=0.044654
Epoch[109] Batch [799]	Speed: 719.015894 samples/sec	rmse=0.018385	lr=0.044646
Epoch[109] Batch [849]	Speed: 743.457201 samples/sec	rmse=0.018389	lr=0.044638
Epoch[109] Batch [899]	Speed: 757.052863 samples/sec	rmse=0.018390	lr=0.044630
Epoch[109] Batch [949]	Speed: 710.275282 samples/sec	rmse=0.018396	lr=0.044622
Epoch[109] Batch [999]	Speed: 736.817828 samples/sec	rmse=0.018397	lr=0.044614
Epoch[109] Batch [1049]	Speed: 738.568079 samples/sec	rmse=0.018399	lr=0.044606
Epoch[109] Batch [1099]	Speed: 728.303360 samples/sec	rmse=0.018404	lr=0.044598
Epoch[109] Batch [1149]	Speed: 738.807993 samples/sec	rmse=0.018408	lr=0.044590
Epoch[109] Batch [1199]	Speed: 743.620418 samples/sec	rmse=0.018413	lr=0.044582
Epoch[109] Batch [1249]	Speed: 717.055099 samples/sec	rmse=0.018426	lr=0.044574
Epoch[109] Batch [1299]	Speed: 739.552276 samples/sec	rmse=0.018435	lr=0.044566
Epoch[109] Batch [1349]	Speed: 740.380448 samples/sec	rmse=0.018441	lr=0.044558
Epoch[109] Batch [1399]	Speed: 745.363467 samples/sec	rmse=0.018447	lr=0.044550
Epoch[109] Batch [1449]	Speed: 719.662986 samples/sec	rmse=0.018460	lr=0.044542
Epoch[109] Batch [1499]	Speed: 745.089598 samples/sec	rmse=0.018463	lr=0.044534
Epoch[109] Batch [1549]	Speed: 749.636467 samples/sec	rmse=0.018467	lr=0.044526
Epoch[109] Batch [1599]	Speed: 752.429252 samples/sec	rmse=0.018469	lr=0.044518
Epoch[109] Batch [1649]	Speed: 719.633371 samples/sec	rmse=0.018469	lr=0.044510
Epoch[109] Batch [1699]	Speed: 775.036138 samples/sec	rmse=0.018465	lr=0.044502
Epoch[109] Batch [1749]	Speed: 748.833874 samples/sec	rmse=0.018463	lr=0.044494
Epoch[109] Batch [1799]	Speed: 737.179075 samples/sec	rmse=0.018466	lr=0.044486
Epoch[109] Batch [1849]	Speed: 735.517077 samples/sec	rmse=0.018476	lr=0.044478
Epoch[109] Batch [1899]	Speed: 749.482306 samples/sec	rmse=0.018479	lr=0.044470
Epoch[109] Batch [1949]	Speed: 728.277712 samples/sec	rmse=0.018482	lr=0.044462
Epoch[109] Batch [1999]	Speed: 727.866721 samples/sec	rmse=0.018487	lr=0.044454
Epoch[109] Batch [2049]	Speed: 725.717918 samples/sec	rmse=0.018493	lr=0.044446
Epoch[109] Batch [2099]	Speed: 762.429202 samples/sec	rmse=0.018497	lr=0.044438
Epoch[109] Batch [2149]	Speed: 714.257050 samples/sec	rmse=0.018502	lr=0.044430
Epoch[109] Batch [2199]	Speed: 751.042104 samples/sec	rmse=0.018501	lr=0.044422
Epoch[109] Batch [2249]	Speed: 729.475157 samples/sec	rmse=0.018504	lr=0.044414
Epoch[109] Batch [2299]	Speed: 768.189733 samples/sec	rmse=0.018507	lr=0.044406
Epoch[109] Batch [2349]	Speed: 753.243052 samples/sec	rmse=0.018505	lr=0.044398
Epoch[109] Batch [2399]	Speed: 756.762423 samples/sec	rmse=0.018507	lr=0.044390
Epoch[109] Batch [2449]	Speed: 736.364782 samples/sec	rmse=0.018507	lr=0.044382
Epoch[109] Batch [2499]	Speed: 723.306223 samples/sec	rmse=0.018506	lr=0.044374
Epoch[109] Batch [2549]	Speed: 713.155527 samples/sec	rmse=0.018503	lr=0.044366
Epoch[109] Batch [2599]	Speed: 735.612011 samples/sec	rmse=0.018506	lr=0.044358
Epoch[109] Batch [2649]	Speed: 755.085259 samples/sec	rmse=0.018507	lr=0.044350
Epoch[109] Batch [2699]	Speed: 750.798925 samples/sec	rmse=0.018508	lr=0.044342
Epoch[109] Batch [2749]	Speed: 718.164532 samples/sec	rmse=0.018506	lr=0.044334
Epoch[109] Batch [2799]	Speed: 734.861934 samples/sec	rmse=0.018511	lr=0.044326
Epoch[109] Batch [2849]	Speed: 744.794221 samples/sec	rmse=0.018510	lr=0.044318
Epoch[109] Batch [2899]	Speed: 710.815487 samples/sec	rmse=0.018509	lr=0.044310
Epoch[109] Batch [2949]	Speed: 735.799563 samples/sec	rmse=0.018507	lr=0.044302
Epoch[109] Batch [2999]	Speed: 736.158580 samples/sec	rmse=0.018508	lr=0.044294
Epoch[109] Batch [3049]	Speed: 742.787668 samples/sec	rmse=0.018508	lr=0.044286
Epoch[109] Batch [3099]	Speed: 722.286695 samples/sec	rmse=0.018506	lr=0.044278
Epoch[109] Batch [3149]	Speed: 736.157349 samples/sec	rmse=0.018507	lr=0.044270
Epoch[109] Batch [3199]	Speed: 729.303297 samples/sec	rmse=0.018504	lr=0.044262
Epoch[109] Batch [3249]	Speed: 702.649531 samples/sec	rmse=0.018505	lr=0.044254
Epoch[109] Batch [3299]	Speed: 731.861794 samples/sec	rmse=0.018508	lr=0.044246
Epoch[109] Batch [3349]	Speed: 706.740938 samples/sec	rmse=0.018510	lr=0.044238
Epoch[109] Batch [3399]	Speed: 730.044993 samples/sec	rmse=0.018508	lr=0.044230
Epoch[109] Batch [3449]	Speed: 765.010521 samples/sec	rmse=0.018506	lr=0.044222
Epoch[109] Batch [3499]	Speed: 734.459414 samples/sec	rmse=0.018506	lr=0.044214
Epoch[109] Batch [3549]	Speed: 744.450630 samples/sec	rmse=0.018507	lr=0.044206
Epoch[109] Batch [3599]	Speed: 756.064028 samples/sec	rmse=0.018511	lr=0.044198
Epoch[109] Batch [3649]	Speed: 750.913001 samples/sec	rmse=0.018511	lr=0.044190
Epoch[109] Batch [3699]	Speed: 729.544268 samples/sec	rmse=0.018512	lr=0.044182
Epoch[109] Batch [3749]	Speed: 725.450029 samples/sec	rmse=0.018514	lr=0.044174
Epoch[109] Batch [3799]	Speed: 784.288064 samples/sec	rmse=0.018516	lr=0.044166
Epoch[109] Batch [3849]	Speed: 762.419122 samples/sec	rmse=0.018513	lr=0.044158
Epoch[109] Batch [3899]	Speed: 699.113814 samples/sec	rmse=0.018515	lr=0.044150
Epoch[109] Batch [3949]	Speed: 739.486827 samples/sec	rmse=0.018514	lr=0.044142
Epoch[109] Batch [3999]	Speed: 730.172759 samples/sec	rmse=0.018511	lr=0.044134
Epoch[109] Batch [4049]	Speed: 723.254520 samples/sec	rmse=0.018510	lr=0.044126
Epoch[109] Batch [4099]	Speed: 742.172852 samples/sec	rmse=0.018510	lr=0.044118
Epoch[109] Batch [4149]	Speed: 725.548717 samples/sec	rmse=0.018510	lr=0.044110
Epoch[109] Batch [4199]	Speed: 760.563993 samples/sec	rmse=0.018510	lr=0.044102
Epoch[109] Batch [4249]	Speed: 748.258618 samples/sec	rmse=0.018512	lr=0.044094
Epoch[109] Batch [4299]	Speed: 735.367197 samples/sec	rmse=0.018513	lr=0.044086
Epoch[109] Batch [4349]	Speed: 752.368800 samples/sec	rmse=0.018513	lr=0.044078
Epoch[109] Batch [4399]	Speed: 771.094874 samples/sec	rmse=0.018513	lr=0.044070
Epoch[109] Batch [4449]	Speed: 740.290731 samples/sec	rmse=0.018511	lr=0.044062
Epoch[109] Batch [4499]	Speed: 714.317131 samples/sec	rmse=0.018515	lr=0.044054
Epoch[109] Batch [4549]	Speed: 733.302561 samples/sec	rmse=0.018516	lr=0.044046
Epoch[109] Batch [4599]	Speed: 754.737679 samples/sec	rmse=0.018519	lr=0.044038
Epoch[109] Batch [4649]	Speed: 737.173296 samples/sec	rmse=0.018522	lr=0.044030
Epoch[109] Batch [4699]	Speed: 754.720672 samples/sec	rmse=0.018523	lr=0.044022
Epoch[109] Batch [4749]	Speed: 709.190109 samples/sec	rmse=0.018522	lr=0.044014
Epoch[109] Batch [4799]	Speed: 745.429008 samples/sec	rmse=0.018525	lr=0.044006
Epoch[109] Batch [4849]	Speed: 719.843129 samples/sec	rmse=0.018526	lr=0.043998
Epoch[109] Batch [4899]	Speed: 747.175397 samples/sec	rmse=0.018528	lr=0.043990
Epoch[109] Batch [4949]	Speed: 701.449579 samples/sec	rmse=0.018529	lr=0.043982
Epoch[109] Batch [4999]	Speed: 768.315532 samples/sec	rmse=0.018529	lr=0.043974
[Epoch 109] training: rmse=0.018529
[Epoch 109] speed: 738 samples/sec	time cost: 1758.298669
[Epoch 109] validation: err-top1=0.291106 err-top5=0.091567
Epoch[110] Batch [49]	Speed: 712.819026 samples/sec	rmse=0.018322	lr=0.043965
Epoch[110] Batch [99]	Speed: 698.878559 samples/sec	rmse=0.018363	lr=0.043957
Epoch[110] Batch [149]	Speed: 721.117094 samples/sec	rmse=0.018383	lr=0.043949
Epoch[110] Batch [199]	Speed: 756.496755 samples/sec	rmse=0.018324	lr=0.043941
Epoch[110] Batch [249]	Speed: 738.272692 samples/sec	rmse=0.018339	lr=0.043933
Epoch[110] Batch [299]	Speed: 714.950914 samples/sec	rmse=0.018367	lr=0.043925
Epoch[110] Batch [349]	Speed: 725.499291 samples/sec	rmse=0.018379	lr=0.043917
Epoch[110] Batch [399]	Speed: 761.695392 samples/sec	rmse=0.018355	lr=0.043909
Epoch[110] Batch [449]	Speed: 735.921473 samples/sec	rmse=0.018346	lr=0.043901
Epoch[110] Batch [499]	Speed: 737.134075 samples/sec	rmse=0.018345	lr=0.043893
Epoch[110] Batch [549]	Speed: 763.731897 samples/sec	rmse=0.018344	lr=0.043885
Epoch[110] Batch [599]	Speed: 751.939770 samples/sec	rmse=0.018355	lr=0.043877
Epoch[110] Batch [649]	Speed: 717.013814 samples/sec	rmse=0.018366	lr=0.043869
Epoch[110] Batch [699]	Speed: 727.934363 samples/sec	rmse=0.018359	lr=0.043861
Epoch[110] Batch [749]	Speed: 737.253633 samples/sec	rmse=0.018371	lr=0.043853
Epoch[110] Batch [799]	Speed: 738.181160 samples/sec	rmse=0.018380	lr=0.043846
Epoch[110] Batch [849]	Speed: 737.381181 samples/sec	rmse=0.018392	lr=0.043838
Epoch[110] Batch [899]	Speed: 738.746630 samples/sec	rmse=0.018392	lr=0.043830
Epoch[110] Batch [949]	Speed: 734.355747 samples/sec	rmse=0.018392	lr=0.043822
Epoch[110] Batch [999]	Speed: 746.394073 samples/sec	rmse=0.018398	lr=0.043814
Epoch[110] Batch [1049]	Speed: 720.245871 samples/sec	rmse=0.018393	lr=0.043806
Epoch[110] Batch [1099]	Speed: 721.386221 samples/sec	rmse=0.018395	lr=0.043798
Epoch[110] Batch [1149]	Speed: 764.121394 samples/sec	rmse=0.018393	lr=0.043790
Epoch[110] Batch [1199]	Speed: 731.201521 samples/sec	rmse=0.018393	lr=0.043782
Epoch[110] Batch [1249]	Speed: 706.998573 samples/sec	rmse=0.018389	lr=0.043774
Epoch[110] Batch [1299]	Speed: 732.170614 samples/sec	rmse=0.018389	lr=0.043766
Epoch[110] Batch [1349]	Speed: 734.183649 samples/sec	rmse=0.018391	lr=0.043758
Epoch[110] Batch [1399]	Speed: 724.342431 samples/sec	rmse=0.018395	lr=0.043750
Epoch[110] Batch [1449]	Speed: 761.474124 samples/sec	rmse=0.018394	lr=0.043742
Epoch[110] Batch [1499]	Speed: 724.263456 samples/sec	rmse=0.018394	lr=0.043734
Epoch[110] Batch [1549]	Speed: 741.156695 samples/sec	rmse=0.018401	lr=0.043726
Epoch[110] Batch [1599]	Speed: 747.781618 samples/sec	rmse=0.018403	lr=0.043718
Epoch[110] Batch [1649]	Speed: 737.419152 samples/sec	rmse=0.018408	lr=0.043710
Epoch[110] Batch [1699]	Speed: 751.456520 samples/sec	rmse=0.018408	lr=0.043702
Epoch[110] Batch [1749]	Speed: 763.928128 samples/sec	rmse=0.018405	lr=0.043694
Epoch[110] Batch [1799]	Speed: 726.353844 samples/sec	rmse=0.018410	lr=0.043686
Epoch[110] Batch [1849]	Speed: 732.556324 samples/sec	rmse=0.018412	lr=0.043678
Epoch[110] Batch [1899]	Speed: 728.844214 samples/sec	rmse=0.018415	lr=0.043670
Epoch[110] Batch [1949]	Speed: 765.285270 samples/sec	rmse=0.018422	lr=0.043662
Epoch[110] Batch [1999]	Speed: 745.388065 samples/sec	rmse=0.018424	lr=0.043654
Epoch[110] Batch [2049]	Speed: 740.387728 samples/sec	rmse=0.018425	lr=0.043646
Epoch[110] Batch [2099]	Speed: 762.587144 samples/sec	rmse=0.018429	lr=0.043638
Epoch[110] Batch [2149]	Speed: 740.320539 samples/sec	rmse=0.018429	lr=0.043630
Epoch[110] Batch [2199]	Speed: 760.038286 samples/sec	rmse=0.018433	lr=0.043622
Epoch[110] Batch [2249]	Speed: 744.827203 samples/sec	rmse=0.018437	lr=0.043614
Epoch[110] Batch [2299]	Speed: 727.367816 samples/sec	rmse=0.018440	lr=0.043606
Epoch[110] Batch [2349]	Speed: 737.774906 samples/sec	rmse=0.018439	lr=0.043598
Epoch[110] Batch [2399]	Speed: 728.272486 samples/sec	rmse=0.018436	lr=0.043590
Epoch[110] Batch [2449]	Speed: 739.020545 samples/sec	rmse=0.018439	lr=0.043582
Epoch[110] Batch [2499]	Speed: 764.275925 samples/sec	rmse=0.018441	lr=0.043574
Epoch[110] Batch [2549]	Speed: 755.181891 samples/sec	rmse=0.018444	lr=0.043566
Epoch[110] Batch [2599]	Speed: 725.597913 samples/sec	rmse=0.018442	lr=0.043558
Epoch[110] Batch [2649]	Speed: 762.143063 samples/sec	rmse=0.018447	lr=0.043550
Epoch[110] Batch [2699]	Speed: 768.024277 samples/sec	rmse=0.018445	lr=0.043542
Epoch[110] Batch [2749]	Speed: 720.690042 samples/sec	rmse=0.018445	lr=0.043534
Epoch[110] Batch [2799]	Speed: 738.473904 samples/sec	rmse=0.018446	lr=0.043526
Epoch[110] Batch [2849]	Speed: 739.207233 samples/sec	rmse=0.018449	lr=0.043518
Epoch[110] Batch [2899]	Speed: 728.063129 samples/sec	rmse=0.018453	lr=0.043510
Epoch[110] Batch [2949]	Speed: 760.526176 samples/sec	rmse=0.018456	lr=0.043502
Epoch[110] Batch [2999]	Speed: 717.739357 samples/sec	rmse=0.018455	lr=0.043494
Epoch[110] Batch [3049]	Speed: 720.000477 samples/sec	rmse=0.018457	lr=0.043486
Epoch[110] Batch [3099]	Speed: 718.778199 samples/sec	rmse=0.018458	lr=0.043478
Epoch[110] Batch [3149]	Speed: 755.576272 samples/sec	rmse=0.018459	lr=0.043470
Epoch[110] Batch [3199]	Speed: 737.468229 samples/sec	rmse=0.018461	lr=0.043462
Epoch[110] Batch [3249]	Speed: 730.008641 samples/sec	rmse=0.018462	lr=0.043454
Epoch[110] Batch [3299]	Speed: 727.125818 samples/sec	rmse=0.018464	lr=0.043446
Epoch[110] Batch [3349]	Speed: 703.305242 samples/sec	rmse=0.018466	lr=0.043438
Epoch[110] Batch [3399]	Speed: 730.582761 samples/sec	rmse=0.018467	lr=0.043430
Epoch[110] Batch [3449]	Speed: 725.530175 samples/sec	rmse=0.018472	lr=0.043422
Epoch[110] Batch [3499]	Speed: 742.419601 samples/sec	rmse=0.018474	lr=0.043414
Epoch[110] Batch [3549]	Speed: 738.181921 samples/sec	rmse=0.018474	lr=0.043406
Epoch[110] Batch [3599]	Speed: 756.305750 samples/sec	rmse=0.018476	lr=0.043398
Epoch[110] Batch [3649]	Speed: 763.724292 samples/sec	rmse=0.018474	lr=0.043390
Epoch[110] Batch [3699]	Speed: 805.763885 samples/sec	rmse=0.018473	lr=0.043382
Epoch[110] Batch [3749]	Speed: 724.375348 samples/sec	rmse=0.018475	lr=0.043375
Epoch[110] Batch [3799]	Speed: 724.506505 samples/sec	rmse=0.018477	lr=0.043367
Epoch[110] Batch [3849]	Speed: 723.293292 samples/sec	rmse=0.018483	lr=0.043359
Epoch[110] Batch [3899]	Speed: 775.082316 samples/sec	rmse=0.018481	lr=0.043351
Epoch[110] Batch [3949]	Speed: 745.231271 samples/sec	rmse=0.018479	lr=0.043343
Epoch[110] Batch [3999]	Speed: 705.175066 samples/sec	rmse=0.018480	lr=0.043335
Epoch[110] Batch [4049]	Speed: 770.458230 samples/sec	rmse=0.018481	lr=0.043327
Epoch[110] Batch [4099]	Speed: 734.209834 samples/sec	rmse=0.018482	lr=0.043319
Epoch[110] Batch [4149]	Speed: 749.432768 samples/sec	rmse=0.018482	lr=0.043311
Epoch[110] Batch [4199]	Speed: 743.378316 samples/sec	rmse=0.018484	lr=0.043303
Epoch[110] Batch [4249]	Speed: 761.248268 samples/sec	rmse=0.018487	lr=0.043295
Epoch[110] Batch [4299]	Speed: 740.124013 samples/sec	rmse=0.018487	lr=0.043287
Epoch[110] Batch [4349]	Speed: 756.357107 samples/sec	rmse=0.018487	lr=0.043279
Epoch[110] Batch [4399]	Speed: 734.829395 samples/sec	rmse=0.018487	lr=0.043271
Epoch[110] Batch [4449]	Speed: 734.192574 samples/sec	rmse=0.018489	lr=0.043263
Epoch[110] Batch [4499]	Speed: 728.107315 samples/sec	rmse=0.018490	lr=0.043255
Epoch[110] Batch [4549]	Speed: 747.625564 samples/sec	rmse=0.018490	lr=0.043247
Epoch[110] Batch [4599]	Speed: 741.681065 samples/sec	rmse=0.018491	lr=0.043239
Epoch[110] Batch [4649]	Speed: 769.328042 samples/sec	rmse=0.018492	lr=0.043231
Epoch[110] Batch [4699]	Speed: 762.089251 samples/sec	rmse=0.018493	lr=0.043223
Epoch[110] Batch [4749]	Speed: 716.716879 samples/sec	rmse=0.018492	lr=0.043215
Epoch[110] Batch [4799]	Speed: 720.500878 samples/sec	rmse=0.018492	lr=0.043207
Epoch[110] Batch [4849]	Speed: 733.129845 samples/sec	rmse=0.018493	lr=0.043199
Epoch[110] Batch [4899]	Speed: 751.846134 samples/sec	rmse=0.018493	lr=0.043191
Epoch[110] Batch [4949]	Speed: 725.845205 samples/sec	rmse=0.018495	lr=0.043183
Epoch[110] Batch [4999]	Speed: 737.558439 samples/sec	rmse=0.018497	lr=0.043175
[Epoch 110] training: rmse=0.018496
[Epoch 110] speed: 738 samples/sec	time cost: 1757.951194
[Epoch 110] validation: err-top1=0.291446 err-top5=0.091667
Epoch[111] Batch [49]	Speed: 710.387188 samples/sec	rmse=0.018226	lr=0.043167
Epoch[111] Batch [99]	Speed: 735.725581 samples/sec	rmse=0.018252	lr=0.043159
Epoch[111] Batch [149]	Speed: 732.361470 samples/sec	rmse=0.018337	lr=0.043151
Epoch[111] Batch [199]	Speed: 732.390643 samples/sec	rmse=0.018282	lr=0.043143
Epoch[111] Batch [249]	Speed: 741.861863 samples/sec	rmse=0.018291	lr=0.043135
Epoch[111] Batch [299]	Speed: 734.583242 samples/sec	rmse=0.018312	lr=0.043127
Epoch[111] Batch [349]	Speed: 746.138973 samples/sec	rmse=0.018317	lr=0.043119
Epoch[111] Batch [399]	Speed: 706.560075 samples/sec	rmse=0.018318	lr=0.043111
Epoch[111] Batch [449]	Speed: 730.626717 samples/sec	rmse=0.018328	lr=0.043103
Epoch[111] Batch [499]	Speed: 721.460954 samples/sec	rmse=0.018354	lr=0.043095
Epoch[111] Batch [549]	Speed: 783.096030 samples/sec	rmse=0.018349	lr=0.043087
Epoch[111] Batch [599]	Speed: 774.720671 samples/sec	rmse=0.018345	lr=0.043079
Epoch[111] Batch [649]	Speed: 778.371778 samples/sec	rmse=0.018359	lr=0.043071
Epoch[111] Batch [699]	Speed: 746.555406 samples/sec	rmse=0.018373	lr=0.043063
Epoch[111] Batch [749]	Speed: 732.343578 samples/sec	rmse=0.018386	lr=0.043055
Epoch[111] Batch [799]	Speed: 755.055821 samples/sec	rmse=0.018399	lr=0.043047
Epoch[111] Batch [849]	Speed: 745.841510 samples/sec	rmse=0.018397	lr=0.043039
Epoch[111] Batch [899]	Speed: 749.124645 samples/sec	rmse=0.018401	lr=0.043031
Epoch[111] Batch [949]	Speed: 786.988045 samples/sec	rmse=0.018399	lr=0.043023
Epoch[111] Batch [999]	Speed: 778.949053 samples/sec	rmse=0.018394	lr=0.043015
Epoch[111] Batch [1049]	Speed: 746.757628 samples/sec	rmse=0.018393	lr=0.043007
Epoch[111] Batch [1099]	Speed: 735.122113 samples/sec	rmse=0.018399	lr=0.042999
Epoch[111] Batch [1149]	Speed: 726.122116 samples/sec	rmse=0.018404	lr=0.042991
Epoch[111] Batch [1199]	Speed: 725.382574 samples/sec	rmse=0.018404	lr=0.042983
Epoch[111] Batch [1249]	Speed: 698.463412 samples/sec	rmse=0.018401	lr=0.042975
Epoch[111] Batch [1299]	Speed: 708.085188 samples/sec	rmse=0.018406	lr=0.042967
Epoch[111] Batch [1349]	Speed: 692.607335 samples/sec	rmse=0.018411	lr=0.042959
Epoch[111] Batch [1399]	Speed: 740.923955 samples/sec	rmse=0.018417	lr=0.042951
Epoch[111] Batch [1449]	Speed: 711.097200 samples/sec	rmse=0.018421	lr=0.042943
Epoch[111] Batch [1499]	Speed: 766.000311 samples/sec	rmse=0.018429	lr=0.042935
Epoch[111] Batch [1549]	Speed: 725.744053 samples/sec	rmse=0.018437	lr=0.042927
Epoch[111] Batch [1599]	Speed: 728.086777 samples/sec	rmse=0.018440	lr=0.042919
Epoch[111] Batch [1649]	Speed: 726.146502 samples/sec	rmse=0.018443	lr=0.042911
Epoch[111] Batch [1699]	Speed: 709.439119 samples/sec	rmse=0.018443	lr=0.042903
Epoch[111] Batch [1749]	Speed: 728.466920 samples/sec	rmse=0.018445	lr=0.042896
Epoch[111] Batch [1799]	Speed: 773.261299 samples/sec	rmse=0.018443	lr=0.042888
Epoch[111] Batch [1849]	Speed: 747.930704 samples/sec	rmse=0.018446	lr=0.042880
Epoch[111] Batch [1899]	Speed: 728.332161 samples/sec	rmse=0.018446	lr=0.042872
Epoch[111] Batch [1949]	Speed: 724.633132 samples/sec	rmse=0.018442	lr=0.042864
Epoch[111] Batch [1999]	Speed: 726.485974 samples/sec	rmse=0.018444	lr=0.042856
Epoch[111] Batch [2049]	Speed: 722.276667 samples/sec	rmse=0.018444	lr=0.042848
Epoch[111] Batch [2099]	Speed: 724.386949 samples/sec	rmse=0.018444	lr=0.042840
Epoch[111] Batch [2149]	Speed: 729.347387 samples/sec	rmse=0.018445	lr=0.042832
Epoch[111] Batch [2199]	Speed: 733.679498 samples/sec	rmse=0.018445	lr=0.042824
Epoch[111] Batch [2249]	Speed: 718.972640 samples/sec	rmse=0.018445	lr=0.042816
Epoch[111] Batch [2299]	Speed: 732.468293 samples/sec	rmse=0.018445	lr=0.042808
Epoch[111] Batch [2349]	Speed: 731.597925 samples/sec	rmse=0.018444	lr=0.042800
Epoch[111] Batch [2399]	Speed: 729.727350 samples/sec	rmse=0.018445	lr=0.042792
Epoch[111] Batch [2449]	Speed: 720.110978 samples/sec	rmse=0.018445	lr=0.042784
Epoch[111] Batch [2499]	Speed: 750.747533 samples/sec	rmse=0.018446	lr=0.042776
Epoch[111] Batch [2549]	Speed: 767.629354 samples/sec	rmse=0.018444	lr=0.042768
Epoch[111] Batch [2599]	Speed: 729.931125 samples/sec	rmse=0.018444	lr=0.042760
Epoch[111] Batch [2649]	Speed: 714.443672 samples/sec	rmse=0.018443	lr=0.042752
Epoch[111] Batch [2699]	Speed: 726.103251 samples/sec	rmse=0.018444	lr=0.042744
Epoch[111] Batch [2749]	Speed: 726.868777 samples/sec	rmse=0.018446	lr=0.042736
Epoch[111] Batch [2799]	Speed: 739.857966 samples/sec	rmse=0.018449	lr=0.042728
Epoch[111] Batch [2849]	Speed: 706.104829 samples/sec	rmse=0.018447	lr=0.042720
Epoch[111] Batch [2899]	Speed: 731.106637 samples/sec	rmse=0.018449	lr=0.042712
Epoch[111] Batch [2949]	Speed: 754.387823 samples/sec	rmse=0.018448	lr=0.042704
Epoch[111] Batch [2999]	Speed: 704.215861 samples/sec	rmse=0.018451	lr=0.042696
Epoch[111] Batch [3049]	Speed: 743.783584 samples/sec	rmse=0.018451	lr=0.042688
Epoch[111] Batch [3099]	Speed: 715.826174 samples/sec	rmse=0.018451	lr=0.042680
Epoch[111] Batch [3149]	Speed: 719.231757 samples/sec	rmse=0.018454	lr=0.042673
Epoch[111] Batch [3199]	Speed: 763.954207 samples/sec	rmse=0.018450	lr=0.042665
Epoch[111] Batch [3249]	Speed: 708.071992 samples/sec	rmse=0.018452	lr=0.042657
Epoch[111] Batch [3299]	Speed: 711.317033 samples/sec	rmse=0.018453	lr=0.042649
Epoch[111] Batch [3349]	Speed: 733.421431 samples/sec	rmse=0.018455	lr=0.042641
Epoch[111] Batch [3399]	Speed: 760.396151 samples/sec	rmse=0.018457	lr=0.042633
Epoch[111] Batch [3449]	Speed: 747.249204 samples/sec	rmse=0.018459	lr=0.042625
Epoch[111] Batch [3499]	Speed: 711.431172 samples/sec	rmse=0.018457	lr=0.042617
Epoch[111] Batch [3549]	Speed: 769.172619 samples/sec	rmse=0.018460	lr=0.042609
Epoch[111] Batch [3599]	Speed: 759.760970 samples/sec	rmse=0.018460	lr=0.042601
Epoch[111] Batch [3649]	Speed: 705.036481 samples/sec	rmse=0.018463	lr=0.042593
Epoch[111] Batch [3699]	Speed: 770.086195 samples/sec	rmse=0.018464	lr=0.042585
Epoch[111] Batch [3749]	Speed: 749.012471 samples/sec	rmse=0.018466	lr=0.042577
Epoch[111] Batch [3799]	Speed: 730.849819 samples/sec	rmse=0.018466	lr=0.042569
Epoch[111] Batch [3849]	Speed: 737.165279 samples/sec	rmse=0.018466	lr=0.042561
Epoch[111] Batch [3899]	Speed: 767.637641 samples/sec	rmse=0.018467	lr=0.042553
Epoch[111] Batch [3949]	Speed: 752.876166 samples/sec	rmse=0.018470	lr=0.042545
Epoch[111] Batch [3999]	Speed: 752.123887 samples/sec	rmse=0.018472	lr=0.042537
Epoch[111] Batch [4049]	Speed: 710.185976 samples/sec	rmse=0.018471	lr=0.042529
Epoch[111] Batch [4099]	Speed: 703.291257 samples/sec	rmse=0.018471	lr=0.042521
Epoch[111] Batch [4149]	Speed: 711.241428 samples/sec	rmse=0.018472	lr=0.042513
Epoch[111] Batch [4199]	Speed: 691.669731 samples/sec	rmse=0.018474	lr=0.042505
Epoch[111] Batch [4249]	Speed: 749.363278 samples/sec	rmse=0.018474	lr=0.042497
Epoch[111] Batch [4299]	Speed: 739.900476 samples/sec	rmse=0.018474	lr=0.042489
Epoch[111] Batch [4349]	Speed: 735.473085 samples/sec	rmse=0.018473	lr=0.042481
Epoch[111] Batch [4399]	Speed: 727.968890 samples/sec	rmse=0.018472	lr=0.042474
Epoch[111] Batch [4449]	Speed: 764.948805 samples/sec	rmse=0.018474	lr=0.042466
Epoch[111] Batch [4499]	Speed: 727.960726 samples/sec	rmse=0.018474	lr=0.042458
Epoch[111] Batch [4549]	Speed: 755.090739 samples/sec	rmse=0.018476	lr=0.042450
Epoch[111] Batch [4599]	Speed: 724.531897 samples/sec	rmse=0.018477	lr=0.042442
Epoch[111] Batch [4649]	Speed: 718.708418 samples/sec	rmse=0.018476	lr=0.042434
Epoch[111] Batch [4699]	Speed: 738.315831 samples/sec	rmse=0.018477	lr=0.042426
Epoch[111] Batch [4749]	Speed: 704.890649 samples/sec	rmse=0.018479	lr=0.042418
Epoch[111] Batch [4799]	Speed: 750.341679 samples/sec	rmse=0.018476	lr=0.042410
Epoch[111] Batch [4849]	Speed: 733.053096 samples/sec	rmse=0.018476	lr=0.042402
Epoch[111] Batch [4899]	Speed: 717.083735 samples/sec	rmse=0.018477	lr=0.042394
Epoch[111] Batch [4949]	Speed: 712.910700 samples/sec	rmse=0.018478	lr=0.042386
Epoch[111] Batch [4999]	Speed: 723.080428 samples/sec	rmse=0.018479	lr=0.042378
[Epoch 111] training: rmse=0.018479
[Epoch 111] speed: 733 samples/sec	time cost: 1769.562545
[Epoch 111] validation: err-top1=0.289543 err-top5=0.091266
Epoch[112] Batch [49]	Speed: 731.433385 samples/sec	rmse=0.018288	lr=0.042369
Epoch[112] Batch [99]	Speed: 737.524993 samples/sec	rmse=0.018344	lr=0.042361
Epoch[112] Batch [149]	Speed: 749.865141 samples/sec	rmse=0.018284	lr=0.042354
Epoch[112] Batch [199]	Speed: 734.117329 samples/sec	rmse=0.018282	lr=0.042346
Epoch[112] Batch [249]	Speed: 727.837463 samples/sec	rmse=0.018326	lr=0.042338
Epoch[112] Batch [299]	Speed: 751.794430 samples/sec	rmse=0.018320	lr=0.042330
Epoch[112] Batch [349]	Speed: 736.526810 samples/sec	rmse=0.018317	lr=0.042322
Epoch[112] Batch [399]	Speed: 711.926978 samples/sec	rmse=0.018305	lr=0.042314
Epoch[112] Batch [449]	Speed: 754.192605 samples/sec	rmse=0.018304	lr=0.042306
Epoch[112] Batch [499]	Speed: 706.172731 samples/sec	rmse=0.018317	lr=0.042298
Epoch[112] Batch [549]	Speed: 703.593674 samples/sec	rmse=0.018310	lr=0.042290
Epoch[112] Batch [599]	Speed: 746.988820 samples/sec	rmse=0.018290	lr=0.042282
Epoch[112] Batch [649]	Speed: 715.623672 samples/sec	rmse=0.018296	lr=0.042274
Epoch[112] Batch [699]	Speed: 730.208919 samples/sec	rmse=0.018300	lr=0.042266
Epoch[112] Batch [749]	Speed: 716.769814 samples/sec	rmse=0.018303	lr=0.042258
Epoch[112] Batch [799]	Speed: 708.844975 samples/sec	rmse=0.018310	lr=0.042250
Epoch[112] Batch [849]	Speed: 744.712542 samples/sec	rmse=0.018308	lr=0.042242
Epoch[112] Batch [899]	Speed: 725.054266 samples/sec	rmse=0.018318	lr=0.042234
Epoch[112] Batch [949]	Speed: 743.326123 samples/sec	rmse=0.018325	lr=0.042226
Epoch[112] Batch [999]	Speed: 717.755496 samples/sec	rmse=0.018333	lr=0.042218
Epoch[112] Batch [1049]	Speed: 722.922860 samples/sec	rmse=0.018340	lr=0.042210
Epoch[112] Batch [1099]	Speed: 733.520655 samples/sec	rmse=0.018350	lr=0.042202
Epoch[112] Batch [1149]	Speed: 747.048119 samples/sec	rmse=0.018347	lr=0.042194
Epoch[112] Batch [1199]	Speed: 748.781695 samples/sec	rmse=0.018344	lr=0.042187
Epoch[112] Batch [1249]	Speed: 737.452203 samples/sec	rmse=0.018341	lr=0.042179
Epoch[112] Batch [1299]	Speed: 724.721207 samples/sec	rmse=0.018337	lr=0.042171
Epoch[112] Batch [1349]	Speed: 713.452466 samples/sec	rmse=0.018333	lr=0.042163
Epoch[112] Batch [1399]	Speed: 738.374827 samples/sec	rmse=0.018334	lr=0.042155
Epoch[112] Batch [1449]	Speed: 768.068513 samples/sec	rmse=0.018336	lr=0.042147
Epoch[112] Batch [1499]	Speed: 762.737598 samples/sec	rmse=0.018343	lr=0.042139
Epoch[112] Batch [1549]	Speed: 721.995389 samples/sec	rmse=0.018347	lr=0.042131
Epoch[112] Batch [1599]	Speed: 725.410360 samples/sec	rmse=0.018343	lr=0.042123
Epoch[112] Batch [1649]	Speed: 741.829101 samples/sec	rmse=0.018352	lr=0.042115
Epoch[112] Batch [1699]	Speed: 782.500744 samples/sec	rmse=0.018354	lr=0.042107
Epoch[112] Batch [1749]	Speed: 743.343135 samples/sec	rmse=0.018353	lr=0.042099
Epoch[112] Batch [1799]	Speed: 729.830657 samples/sec	rmse=0.018356	lr=0.042091
Epoch[112] Batch [1849]	Speed: 755.948743 samples/sec	rmse=0.018357	lr=0.042083
Epoch[112] Batch [1899]	Speed: 753.016390 samples/sec	rmse=0.018352	lr=0.042075
Epoch[112] Batch [1949]	Speed: 737.449235 samples/sec	rmse=0.018360	lr=0.042067
Epoch[112] Batch [1999]	Speed: 739.434150 samples/sec	rmse=0.018362	lr=0.042059
Epoch[112] Batch [2049]	Speed: 748.308617 samples/sec	rmse=0.018367	lr=0.042051
Epoch[112] Batch [2099]	Speed: 751.219780 samples/sec	rmse=0.018363	lr=0.042043
Epoch[112] Batch [2149]	Speed: 730.954369 samples/sec	rmse=0.018364	lr=0.042036
Epoch[112] Batch [2199]	Speed: 747.835168 samples/sec	rmse=0.018365	lr=0.042028
Epoch[112] Batch [2249]	Speed: 729.791539 samples/sec	rmse=0.018369	lr=0.042020
Epoch[112] Batch [2299]	Speed: 748.932152 samples/sec	rmse=0.018369	lr=0.042012
Epoch[112] Batch [2349]	Speed: 710.619083 samples/sec	rmse=0.018370	lr=0.042004
Epoch[112] Batch [2399]	Speed: 720.181524 samples/sec	rmse=0.018370	lr=0.041996
Epoch[112] Batch [2449]	Speed: 753.883796 samples/sec	rmse=0.018371	lr=0.041988
Epoch[112] Batch [2499]	Speed: 721.446275 samples/sec	rmse=0.018371	lr=0.041980
Epoch[112] Batch [2549]	Speed: 741.198842 samples/sec	rmse=0.018370	lr=0.041972
Epoch[112] Batch [2599]	Speed: 719.124118 samples/sec	rmse=0.018371	lr=0.041964
Epoch[112] Batch [2649]	Speed: 718.895544 samples/sec	rmse=0.018373	lr=0.041956
Epoch[112] Batch [2699]	Speed: 718.376693 samples/sec	rmse=0.018376	lr=0.041948
Epoch[112] Batch [2749]	Speed: 707.087042 samples/sec	rmse=0.018377	lr=0.041940
Epoch[112] Batch [2799]	Speed: 751.100672 samples/sec	rmse=0.018379	lr=0.041932
Epoch[112] Batch [2849]	Speed: 742.160725 samples/sec	rmse=0.018381	lr=0.041924
Epoch[112] Batch [2899]	Speed: 727.373896 samples/sec	rmse=0.018381	lr=0.041916
Epoch[112] Batch [2949]	Speed: 760.610176 samples/sec	rmse=0.018386	lr=0.041908
Epoch[112] Batch [2999]	Speed: 756.783769 samples/sec	rmse=0.018387	lr=0.041900
Epoch[112] Batch [3049]	Speed: 761.312163 samples/sec	rmse=0.018388	lr=0.041893
Epoch[112] Batch [3099]	Speed: 744.899947 samples/sec	rmse=0.018388	lr=0.041885
Epoch[112] Batch [3149]	Speed: 755.663745 samples/sec	rmse=0.018390	lr=0.041877
Epoch[112] Batch [3199]	Speed: 741.108977 samples/sec	rmse=0.018389	lr=0.041869
Epoch[112] Batch [3249]	Speed: 742.937010 samples/sec	rmse=0.018390	lr=0.041861
Epoch[112] Batch [3299]	Speed: 721.632512 samples/sec	rmse=0.018393	lr=0.041853
Epoch[112] Batch [3349]	Speed: 754.841472 samples/sec	rmse=0.018391	lr=0.041845
Epoch[112] Batch [3399]	Speed: 721.246463 samples/sec	rmse=0.018393	lr=0.041837
Epoch[112] Batch [3449]	Speed: 708.189203 samples/sec	rmse=0.018398	lr=0.041829
Epoch[112] Batch [3499]	Speed: 754.283837 samples/sec	rmse=0.018399	lr=0.041821
Epoch[112] Batch [3549]	Speed: 753.530299 samples/sec	rmse=0.018401	lr=0.041813
Epoch[112] Batch [3599]	Speed: 740.926747 samples/sec	rmse=0.018400	lr=0.041805
Epoch[112] Batch [3649]	Speed: 754.422286 samples/sec	rmse=0.018402	lr=0.041797
Epoch[112] Batch [3699]	Speed: 737.485988 samples/sec	rmse=0.018402	lr=0.041789
Epoch[112] Batch [3749]	Speed: 752.151590 samples/sec	rmse=0.018405	lr=0.041781
Epoch[112] Batch [3799]	Speed: 743.840809 samples/sec	rmse=0.018408	lr=0.041773
Epoch[112] Batch [3849]	Speed: 716.683517 samples/sec	rmse=0.018411	lr=0.041765
Epoch[112] Batch [3899]	Speed: 726.654777 samples/sec	rmse=0.018412	lr=0.041758
Epoch[112] Batch [3949]	Speed: 754.517105 samples/sec	rmse=0.018414	lr=0.041750
Epoch[112] Batch [3999]	Speed: 753.879540 samples/sec	rmse=0.018415	lr=0.041742
Epoch[112] Batch [4049]	Speed: 705.804053 samples/sec	rmse=0.018415	lr=0.041734
Epoch[112] Batch [4099]	Speed: 795.715478 samples/sec	rmse=0.018414	lr=0.041726
Epoch[112] Batch [4149]	Speed: 766.350423 samples/sec	rmse=0.018415	lr=0.041718
Epoch[112] Batch [4199]	Speed: 727.949020 samples/sec	rmse=0.018415	lr=0.041710
Epoch[112] Batch [4249]	Speed: 718.665606 samples/sec	rmse=0.018417	lr=0.041702
Epoch[112] Batch [4299]	Speed: 733.391755 samples/sec	rmse=0.018419	lr=0.041694
Epoch[112] Batch [4349]	Speed: 779.003848 samples/sec	rmse=0.018424	lr=0.041686
Epoch[112] Batch [4399]	Speed: 708.512257 samples/sec	rmse=0.018424	lr=0.041678
Epoch[112] Batch [4449]	Speed: 752.846943 samples/sec	rmse=0.018426	lr=0.041670
Epoch[112] Batch [4499]	Speed: 723.016625 samples/sec	rmse=0.018429	lr=0.041662
Epoch[112] Batch [4549]	Speed: 740.481953 samples/sec	rmse=0.018431	lr=0.041654
Epoch[112] Batch [4599]	Speed: 754.781247 samples/sec	rmse=0.018432	lr=0.041646
Epoch[112] Batch [4649]	Speed: 767.328408 samples/sec	rmse=0.018433	lr=0.041638
Epoch[112] Batch [4699]	Speed: 699.608340 samples/sec	rmse=0.018437	lr=0.041631
Epoch[112] Batch [4749]	Speed: 729.215422 samples/sec	rmse=0.018439	lr=0.041623
Epoch[112] Batch [4799]	Speed: 732.694340 samples/sec	rmse=0.018440	lr=0.041615
Epoch[112] Batch [4849]	Speed: 740.763677 samples/sec	rmse=0.018441	lr=0.041607
Epoch[112] Batch [4899]	Speed: 751.923520 samples/sec	rmse=0.018438	lr=0.041599
Epoch[112] Batch [4949]	Speed: 770.289276 samples/sec	rmse=0.018439	lr=0.041591
Epoch[112] Batch [4999]	Speed: 731.211749 samples/sec	rmse=0.018438	lr=0.041583
[Epoch 112] training: rmse=0.018438
[Epoch 112] speed: 737 samples/sec	time cost: 1761.565898
[Epoch 112] validation: err-top1=0.285276 err-top5=0.088170
Epoch[113] Batch [49]	Speed: 742.536628 samples/sec	rmse=0.018432	lr=0.041574
Epoch[113] Batch [99]	Speed: 715.605749 samples/sec	rmse=0.018292	lr=0.041566
Epoch[113] Batch [149]	Speed: 739.347238 samples/sec	rmse=0.018198	lr=0.041559
Epoch[113] Batch [199]	Speed: 750.532758 samples/sec	rmse=0.018215	lr=0.041551
Epoch[113] Batch [249]	Speed: 741.265076 samples/sec	rmse=0.018221	lr=0.041543
Epoch[113] Batch [299]	Speed: 735.915339 samples/sec	rmse=0.018211	lr=0.041535
Epoch[113] Batch [349]	Speed: 704.503302 samples/sec	rmse=0.018243	lr=0.041527
Epoch[113] Batch [399]	Speed: 747.258315 samples/sec	rmse=0.018246	lr=0.041519
Epoch[113] Batch [449]	Speed: 715.495473 samples/sec	rmse=0.018254	lr=0.041511
Epoch[113] Batch [499]	Speed: 751.787450 samples/sec	rmse=0.018261	lr=0.041503
Epoch[113] Batch [549]	Speed: 726.896638 samples/sec	rmse=0.018261	lr=0.041495
Epoch[113] Batch [599]	Speed: 761.733649 samples/sec	rmse=0.018268	lr=0.041487
Epoch[113] Batch [649]	Speed: 742.980008 samples/sec	rmse=0.018289	lr=0.041479
Epoch[113] Batch [699]	Speed: 730.257280 samples/sec	rmse=0.018287	lr=0.041471
Epoch[113] Batch [749]	Speed: 744.985616 samples/sec	rmse=0.018288	lr=0.041463
Epoch[113] Batch [799]	Speed: 790.332554 samples/sec	rmse=0.018300	lr=0.041455
Epoch[113] Batch [849]	Speed: 753.324002 samples/sec	rmse=0.018303	lr=0.041447
Epoch[113] Batch [899]	Speed: 727.335218 samples/sec	rmse=0.018310	lr=0.041440
Epoch[113] Batch [949]	Speed: 712.575413 samples/sec	rmse=0.018314	lr=0.041432
Epoch[113] Batch [999]	Speed: 745.246550 samples/sec	rmse=0.018308	lr=0.041424
Epoch[113] Batch [1049]	Speed: 748.792995 samples/sec	rmse=0.018316	lr=0.041416
Epoch[113] Batch [1099]	Speed: 759.493632 samples/sec	rmse=0.018324	lr=0.041408
Epoch[113] Batch [1149]	Speed: 733.382848 samples/sec	rmse=0.018323	lr=0.041400
Epoch[113] Batch [1199]	Speed: 695.314375 samples/sec	rmse=0.018327	lr=0.041392
Epoch[113] Batch [1249]	Speed: 773.720576 samples/sec	rmse=0.018324	lr=0.041384
Epoch[113] Batch [1299]	Speed: 738.022188 samples/sec	rmse=0.018326	lr=0.041376
Epoch[113] Batch [1349]	Speed: 707.318511 samples/sec	rmse=0.018329	lr=0.041368
Epoch[113] Batch [1399]	Speed: 736.155401 samples/sec	rmse=0.018335	lr=0.041360
Epoch[113] Batch [1449]	Speed: 728.989793 samples/sec	rmse=0.018334	lr=0.041352
Epoch[113] Batch [1499]	Speed: 730.975080 samples/sec	rmse=0.018332	lr=0.041344
Epoch[113] Batch [1549]	Speed: 780.365277 samples/sec	rmse=0.018327	lr=0.041336
Epoch[113] Batch [1599]	Speed: 713.613274 samples/sec	rmse=0.018330	lr=0.041329
Epoch[113] Batch [1649]	Speed: 766.145336 samples/sec	rmse=0.018336	lr=0.041321
Epoch[113] Batch [1699]	Speed: 709.819000 samples/sec	rmse=0.018333	lr=0.041313
Epoch[113] Batch [1749]	Speed: 760.853056 samples/sec	rmse=0.018336	lr=0.041305
Epoch[113] Batch [1799]	Speed: 761.679160 samples/sec	rmse=0.018334	lr=0.041297
Epoch[113] Batch [1849]	Speed: 755.492881 samples/sec	rmse=0.018335	lr=0.041289
Epoch[113] Batch [1899]	Speed: 733.394740 samples/sec	rmse=0.018333	lr=0.041281
Epoch[113] Batch [1949]	Speed: 742.766457 samples/sec	rmse=0.018336	lr=0.041273
Epoch[113] Batch [1999]	Speed: 733.065528 samples/sec	rmse=0.018342	lr=0.041265
Epoch[113] Batch [2049]	Speed: 759.632646 samples/sec	rmse=0.018344	lr=0.041257
Epoch[113] Batch [2099]	Speed: 732.005647 samples/sec	rmse=0.018350	lr=0.041249
Epoch[113] Batch [2149]	Speed: 753.055154 samples/sec	rmse=0.018351	lr=0.041241
Epoch[113] Batch [2199]	Speed: 723.948851 samples/sec	rmse=0.018354	lr=0.041233
Epoch[113] Batch [2249]	Speed: 774.900858 samples/sec	rmse=0.018358	lr=0.041225
Epoch[113] Batch [2299]	Speed: 754.432824 samples/sec	rmse=0.018358	lr=0.041218
Epoch[113] Batch [2349]	Speed: 770.561470 samples/sec	rmse=0.018359	lr=0.041210
Epoch[113] Batch [2399]	Speed: 735.641191 samples/sec	rmse=0.018359	lr=0.041202
Epoch[113] Batch [2449]	Speed: 731.813540 samples/sec	rmse=0.018360	lr=0.041194
Epoch[113] Batch [2499]	Speed: 710.882802 samples/sec	rmse=0.018361	lr=0.041186
Epoch[113] Batch [2549]	Speed: 756.805649 samples/sec	rmse=0.018362	lr=0.041178
Epoch[113] Batch [2599]	Speed: 701.531347 samples/sec	rmse=0.018361	lr=0.041170
Epoch[113] Batch [2649]	Speed: 741.863144 samples/sec	rmse=0.018362	lr=0.041162
Epoch[113] Batch [2699]	Speed: 733.898619 samples/sec	rmse=0.018360	lr=0.041154
Epoch[113] Batch [2749]	Speed: 728.895393 samples/sec	rmse=0.018359	lr=0.041146
Epoch[113] Batch [2799]	Speed: 765.391896 samples/sec	rmse=0.018360	lr=0.041138
Epoch[113] Batch [2849]	Speed: 727.457405 samples/sec	rmse=0.018362	lr=0.041130
Epoch[113] Batch [2899]	Speed: 732.532645 samples/sec	rmse=0.018367	lr=0.041123
Epoch[113] Batch [2949]	Speed: 749.220898 samples/sec	rmse=0.018368	lr=0.041115
Epoch[113] Batch [2999]	Speed: 751.898288 samples/sec	rmse=0.018372	lr=0.041107
Epoch[113] Batch [3049]	Speed: 739.848423 samples/sec	rmse=0.018375	lr=0.041099
Epoch[113] Batch [3099]	Speed: 724.677313 samples/sec	rmse=0.018377	lr=0.041091
Epoch[113] Batch [3149]	Speed: 734.219484 samples/sec	rmse=0.018379	lr=0.041083
Epoch[113] Batch [3199]	Speed: 766.181231 samples/sec	rmse=0.018380	lr=0.041075
Epoch[113] Batch [3249]	Speed: 749.896155 samples/sec	rmse=0.018381	lr=0.041067
Epoch[113] Batch [3299]	Speed: 733.671046 samples/sec	rmse=0.018383	lr=0.041059
Epoch[113] Batch [3349]	Speed: 742.841111 samples/sec	rmse=0.018384	lr=0.041051
Epoch[113] Batch [3399]	Speed: 713.457719 samples/sec	rmse=0.018385	lr=0.041043
Epoch[113] Batch [3449]	Speed: 747.114737 samples/sec	rmse=0.018385	lr=0.041035
Epoch[113] Batch [3499]	Speed: 809.944393 samples/sec	rmse=0.018385	lr=0.041027
Epoch[113] Batch [3549]	Speed: 775.907351 samples/sec	rmse=0.018385	lr=0.041020
Epoch[113] Batch [3599]	Speed: 773.689065 samples/sec	rmse=0.018386	lr=0.041012
Epoch[113] Batch [3649]	Speed: 766.141662 samples/sec	rmse=0.018385	lr=0.041004
Epoch[113] Batch [3699]	Speed: 763.223502 samples/sec	rmse=0.018386	lr=0.040996
Epoch[113] Batch [3749]	Speed: 744.534719 samples/sec	rmse=0.018386	lr=0.040988
Epoch[113] Batch [3799]	Speed: 750.887060 samples/sec	rmse=0.018387	lr=0.040980
Epoch[113] Batch [3849]	Speed: 748.509076 samples/sec	rmse=0.018388	lr=0.040972
Epoch[113] Batch [3899]	Speed: 787.872811 samples/sec	rmse=0.018390	lr=0.040964
Epoch[113] Batch [3949]	Speed: 773.100920 samples/sec	rmse=0.018393	lr=0.040956
Epoch[113] Batch [3999]	Speed: 766.923233 samples/sec	rmse=0.018393	lr=0.040948
Epoch[113] Batch [4049]	Speed: 704.277007 samples/sec	rmse=0.018395	lr=0.040940
Epoch[113] Batch [4099]	Speed: 743.678143 samples/sec	rmse=0.018397	lr=0.040932
Epoch[113] Batch [4149]	Speed: 756.812274 samples/sec	rmse=0.018398	lr=0.040925
Epoch[113] Batch [4199]	Speed: 734.628364 samples/sec	rmse=0.018398	lr=0.040917
Epoch[113] Batch [4249]	Speed: 751.170537 samples/sec	rmse=0.018397	lr=0.040909
Epoch[113] Batch [4299]	Speed: 732.060864 samples/sec	rmse=0.018398	lr=0.040901
Epoch[113] Batch [4349]	Speed: 775.365904 samples/sec	rmse=0.018398	lr=0.040893
Epoch[113] Batch [4399]	Speed: 778.118860 samples/sec	rmse=0.018400	lr=0.040885
Epoch[113] Batch [4449]	Speed: 763.366707 samples/sec	rmse=0.018398	lr=0.040877
Epoch[113] Batch [4499]	Speed: 731.012066 samples/sec	rmse=0.018399	lr=0.040869
Epoch[113] Batch [4549]	Speed: 716.574477 samples/sec	rmse=0.018402	lr=0.040861
Epoch[113] Batch [4599]	Speed: 719.662012 samples/sec	rmse=0.018401	lr=0.040853
Epoch[113] Batch [4649]	Speed: 729.446107 samples/sec	rmse=0.018402	lr=0.040845
Epoch[113] Batch [4699]	Speed: 763.431805 samples/sec	rmse=0.018405	lr=0.040837
Epoch[113] Batch [4749]	Speed: 730.125403 samples/sec	rmse=0.018404	lr=0.040830
Epoch[113] Batch [4799]	Speed: 712.314330 samples/sec	rmse=0.018405	lr=0.040822
Epoch[113] Batch [4849]	Speed: 735.175446 samples/sec	rmse=0.018405	lr=0.040814
Epoch[113] Batch [4899]	Speed: 721.231028 samples/sec	rmse=0.018406	lr=0.040806
Epoch[113] Batch [4949]	Speed: 715.131345 samples/sec	rmse=0.018407	lr=0.040798
Epoch[113] Batch [4999]	Speed: 747.504180 samples/sec	rmse=0.018409	lr=0.040790
[Epoch 113] training: rmse=0.018409
[Epoch 113] speed: 742 samples/sec	time cost: 1749.594118
[Epoch 113] validation: err-top1=0.286719 err-top5=0.090345
Epoch[114] Batch [49]	Speed: 704.239296 samples/sec	rmse=0.018249	lr=0.040781
Epoch[114] Batch [99]	Speed: 732.248856 samples/sec	rmse=0.018183	lr=0.040774
Epoch[114] Batch [149]	Speed: 784.956351 samples/sec	rmse=0.018224	lr=0.040766
Epoch[114] Batch [199]	Speed: 754.940834 samples/sec	rmse=0.018213	lr=0.040758
Epoch[114] Batch [249]	Speed: 720.369911 samples/sec	rmse=0.018199	lr=0.040750
Epoch[114] Batch [299]	Speed: 741.507094 samples/sec	rmse=0.018198	lr=0.040742
Epoch[114] Batch [349]	Speed: 747.290777 samples/sec	rmse=0.018195	lr=0.040734
Epoch[114] Batch [399]	Speed: 744.869903 samples/sec	rmse=0.018177	lr=0.040726
Epoch[114] Batch [449]	Speed: 748.434802 samples/sec	rmse=0.018183	lr=0.040718
Epoch[114] Batch [499]	Speed: 753.788924 samples/sec	rmse=0.018172	lr=0.040710
Epoch[114] Batch [549]	Speed: 739.752647 samples/sec	rmse=0.018192	lr=0.040702
Epoch[114] Batch [599]	Speed: 763.957218 samples/sec	rmse=0.018194	lr=0.040694
Epoch[114] Batch [649]	Speed: 723.209567 samples/sec	rmse=0.018206	lr=0.040687
Epoch[114] Batch [699]	Speed: 743.761842 samples/sec	rmse=0.018220	lr=0.040679
Epoch[114] Batch [749]	Speed: 742.401090 samples/sec	rmse=0.018221	lr=0.040671
Epoch[114] Batch [799]	Speed: 729.254261 samples/sec	rmse=0.018222	lr=0.040663
Epoch[114] Batch [849]	Speed: 770.756303 samples/sec	rmse=0.018241	lr=0.040655
Epoch[114] Batch [899]	Speed: 717.341550 samples/sec	rmse=0.018244	lr=0.040647
Epoch[114] Batch [949]	Speed: 726.720414 samples/sec	rmse=0.018239	lr=0.040639
Epoch[114] Batch [999]	Speed: 743.018990 samples/sec	rmse=0.018244	lr=0.040631
Epoch[114] Batch [1049]	Speed: 722.401884 samples/sec	rmse=0.018249	lr=0.040623
Epoch[114] Batch [1099]	Speed: 752.413909 samples/sec	rmse=0.018253	lr=0.040615
Epoch[114] Batch [1149]	Speed: 759.526630 samples/sec	rmse=0.018256	lr=0.040608
Epoch[114] Batch [1199]	Speed: 740.592108 samples/sec	rmse=0.018257	lr=0.040600
Epoch[114] Batch [1249]	Speed: 782.896405 samples/sec	rmse=0.018265	lr=0.040592
Epoch[114] Batch [1299]	Speed: 718.931163 samples/sec	rmse=0.018264	lr=0.040584
Epoch[114] Batch [1349]	Speed: 755.520438 samples/sec	rmse=0.018261	lr=0.040576
Epoch[114] Batch [1399]	Speed: 729.018015 samples/sec	rmse=0.018251	lr=0.040568
Epoch[114] Batch [1449]	Speed: 761.691577 samples/sec	rmse=0.018255	lr=0.040560
Epoch[114] Batch [1499]	Speed: 721.068629 samples/sec	rmse=0.018259	lr=0.040552
Epoch[114] Batch [1549]	Speed: 697.918548 samples/sec	rmse=0.018265	lr=0.040544
Epoch[114] Batch [1599]	Speed: 753.544545 samples/sec	rmse=0.018269	lr=0.040536
Epoch[114] Batch [1649]	Speed: 730.012344 samples/sec	rmse=0.018268	lr=0.040528
Epoch[114] Batch [1699]	Speed: 728.532924 samples/sec	rmse=0.018271	lr=0.040521
Epoch[114] Batch [1749]	Speed: 717.835717 samples/sec	rmse=0.018267	lr=0.040513
Epoch[114] Batch [1799]	Speed: 713.151880 samples/sec	rmse=0.018270	lr=0.040505
Epoch[114] Batch [1849]	Speed: 743.827184 samples/sec	rmse=0.018274	lr=0.040497
Epoch[114] Batch [1899]	Speed: 752.445492 samples/sec	rmse=0.018274	lr=0.040489
Epoch[114] Batch [1949]	Speed: 775.033084 samples/sec	rmse=0.018277	lr=0.040481
Epoch[114] Batch [1999]	Speed: 771.928851 samples/sec	rmse=0.018281	lr=0.040473
Epoch[114] Batch [2049]	Speed: 742.681904 samples/sec	rmse=0.018283	lr=0.040465
Epoch[114] Batch [2099]	Speed: 750.990857 samples/sec	rmse=0.018288	lr=0.040457
Epoch[114] Batch [2149]	Speed: 728.199566 samples/sec	rmse=0.018291	lr=0.040449
Epoch[114] Batch [2199]	Speed: 740.622451 samples/sec	rmse=0.018292	lr=0.040442
Epoch[114] Batch [2249]	Speed: 712.539636 samples/sec	rmse=0.018293	lr=0.040434
Epoch[114] Batch [2299]	Speed: 761.771943 samples/sec	rmse=0.018296	lr=0.040426
Epoch[114] Batch [2349]	Speed: 715.056594 samples/sec	rmse=0.018299	lr=0.040418
Epoch[114] Batch [2399]	Speed: 739.875065 samples/sec	rmse=0.018304	lr=0.040410
Epoch[114] Batch [2449]	Speed: 700.745302 samples/sec	rmse=0.018305	lr=0.040402
Epoch[114] Batch [2499]	Speed: 721.423173 samples/sec	rmse=0.018306	lr=0.040394
Epoch[114] Batch [2549]	Speed: 715.544422 samples/sec	rmse=0.018309	lr=0.040386
Epoch[114] Batch [2599]	Speed: 744.441060 samples/sec	rmse=0.018313	lr=0.040378
Epoch[114] Batch [2649]	Speed: 769.902067 samples/sec	rmse=0.018316	lr=0.040370
Epoch[114] Batch [2699]	Speed: 786.454507 samples/sec	rmse=0.018320	lr=0.040363
Epoch[114] Batch [2749]	Speed: 782.599239 samples/sec	rmse=0.018320	lr=0.040355
Epoch[114] Batch [2799]	Speed: 800.919910 samples/sec	rmse=0.018321	lr=0.040347
Epoch[114] Batch [2849]	Speed: 780.863948 samples/sec	rmse=0.018324	lr=0.040339
Epoch[114] Batch [2899]	Speed: 767.797056 samples/sec	rmse=0.018325	lr=0.040331
Epoch[114] Batch [2949]	Speed: 733.542804 samples/sec	rmse=0.018326	lr=0.040323
Epoch[114] Batch [2999]	Speed: 736.741781 samples/sec	rmse=0.018329	lr=0.040315
Epoch[114] Batch [3049]	Speed: 759.030341 samples/sec	rmse=0.018330	lr=0.040307
Epoch[114] Batch [3099]	Speed: 773.066544 samples/sec	rmse=0.018332	lr=0.040299
Epoch[114] Batch [3149]	Speed: 752.489323 samples/sec	rmse=0.018332	lr=0.040291
Epoch[114] Batch [3199]	Speed: 728.948479 samples/sec	rmse=0.018334	lr=0.040284
Epoch[114] Batch [3249]	Speed: 735.536777 samples/sec	rmse=0.018339	lr=0.040276
Epoch[114] Batch [3299]	Speed: 749.946593 samples/sec	rmse=0.018339	lr=0.040268
Epoch[114] Batch [3349]	Speed: 754.761266 samples/sec	rmse=0.018341	lr=0.040260
Epoch[114] Batch [3399]	Speed: 765.620349 samples/sec	rmse=0.018341	lr=0.040252
Epoch[114] Batch [3449]	Speed: 730.918474 samples/sec	rmse=0.018344	lr=0.040244
Epoch[114] Batch [3499]	Speed: 700.034388 samples/sec	rmse=0.018347	lr=0.040236
Epoch[114] Batch [3549]	Speed: 723.943404 samples/sec	rmse=0.018347	lr=0.040228
Epoch[114] Batch [3599]	Speed: 724.675993 samples/sec	rmse=0.018345	lr=0.040220
Epoch[114] Batch [3649]	Speed: 792.942609 samples/sec	rmse=0.018347	lr=0.040213
Epoch[114] Batch [3699]	Speed: 771.724916 samples/sec	rmse=0.018344	lr=0.040205
Epoch[114] Batch [3749]	Speed: 715.496913 samples/sec	rmse=0.018344	lr=0.040197
Epoch[114] Batch [3799]	Speed: 751.236672 samples/sec	rmse=0.018345	lr=0.040189
Epoch[114] Batch [3849]	Speed: 751.584790 samples/sec	rmse=0.018347	lr=0.040181
Epoch[114] Batch [3899]	Speed: 757.530160 samples/sec	rmse=0.018350	lr=0.040173
Epoch[114] Batch [3949]	Speed: 740.604704 samples/sec	rmse=0.018350	lr=0.040165
Epoch[114] Batch [3999]	Speed: 751.535846 samples/sec	rmse=0.018350	lr=0.040157
Epoch[114] Batch [4049]	Speed: 760.472398 samples/sec	rmse=0.018354	lr=0.040149
Epoch[114] Batch [4099]	Speed: 756.352642 samples/sec	rmse=0.018355	lr=0.040141
Epoch[114] Batch [4149]	Speed: 759.098222 samples/sec	rmse=0.018356	lr=0.040134
Epoch[114] Batch [4199]	Speed: 743.864204 samples/sec	rmse=0.018356	lr=0.040126
Epoch[114] Batch [4249]	Speed: 740.880520 samples/sec	rmse=0.018358	lr=0.040118
Epoch[114] Batch [4299]	Speed: 744.876569 samples/sec	rmse=0.018358	lr=0.040110
Epoch[114] Batch [4349]	Speed: 740.814008 samples/sec	rmse=0.018359	lr=0.040102
Epoch[114] Batch [4399]	Speed: 749.531684 samples/sec	rmse=0.018359	lr=0.040094
Epoch[114] Batch [4449]	Speed: 718.269511 samples/sec	rmse=0.018362	lr=0.040086
Epoch[114] Batch [4499]	Speed: 742.176986 samples/sec	rmse=0.018363	lr=0.040078
Epoch[114] Batch [4549]	Speed: 759.357344 samples/sec	rmse=0.018363	lr=0.040070
Epoch[114] Batch [4599]	Speed: 751.484710 samples/sec	rmse=0.018362	lr=0.040063
Epoch[114] Batch [4649]	Speed: 702.620914 samples/sec	rmse=0.018362	lr=0.040055
Epoch[114] Batch [4699]	Speed: 749.121928 samples/sec	rmse=0.018364	lr=0.040047
Epoch[114] Batch [4749]	Speed: 769.121501 samples/sec	rmse=0.018365	lr=0.040039
Epoch[114] Batch [4799]	Speed: 761.803377 samples/sec	rmse=0.018367	lr=0.040031
Epoch[114] Batch [4849]	Speed: 742.120407 samples/sec	rmse=0.018367	lr=0.040023
Epoch[114] Batch [4899]	Speed: 744.750631 samples/sec	rmse=0.018368	lr=0.040015
Epoch[114] Batch [4949]	Speed: 726.834069 samples/sec	rmse=0.018370	lr=0.040007
Epoch[114] Batch [4999]	Speed: 725.145666 samples/sec	rmse=0.018372	lr=0.040000
[Epoch 114] training: rmse=0.018372
[Epoch 114] speed: 743 samples/sec	time cost: 1746.797001
[Epoch 114] validation: err-top1=0.281530 err-top5=0.087600
Epoch[115] Batch [49]	Speed: 711.436083 samples/sec	rmse=0.018140	lr=0.039991
Epoch[115] Batch [99]	Speed: 739.413304 samples/sec	rmse=0.018158	lr=0.039983
Epoch[115] Batch [149]	Speed: 713.478872 samples/sec	rmse=0.018189	lr=0.039975
Epoch[115] Batch [199]	Speed: 734.045342 samples/sec	rmse=0.018128	lr=0.039967
Epoch[115] Batch [249]	Speed: 715.281236 samples/sec	rmse=0.018152	lr=0.039959
Epoch[115] Batch [299]	Speed: 748.677767 samples/sec	rmse=0.018180	lr=0.039952
Epoch[115] Batch [349]	Speed: 735.266415 samples/sec	rmse=0.018221	lr=0.039944
Epoch[115] Batch [399]	Speed: 764.015349 samples/sec	rmse=0.018219	lr=0.039936
Epoch[115] Batch [449]	Speed: 736.422912 samples/sec	rmse=0.018209	lr=0.039928
Epoch[115] Batch [499]	Speed: 743.250074 samples/sec	rmse=0.018216	lr=0.039920
Epoch[115] Batch [549]	Speed: 737.393668 samples/sec	rmse=0.018226	lr=0.039912
Epoch[115] Batch [599]	Speed: 761.818597 samples/sec	rmse=0.018233	lr=0.039904
Epoch[115] Batch [649]	Speed: 736.890240 samples/sec	rmse=0.018244	lr=0.039896
Epoch[115] Batch [699]	Speed: 706.258950 samples/sec	rmse=0.018241	lr=0.039888
Epoch[115] Batch [749]	Speed: 715.693170 samples/sec	rmse=0.018230	lr=0.039881
Epoch[115] Batch [799]	Speed: 737.704023 samples/sec	rmse=0.018233	lr=0.039873
Epoch[115] Batch [849]	Speed: 749.699433 samples/sec	rmse=0.018239	lr=0.039865
Epoch[115] Batch [899]	Speed: 750.188067 samples/sec	rmse=0.018247	lr=0.039857
Epoch[115] Batch [949]	Speed: 749.479241 samples/sec	rmse=0.018250	lr=0.039849
Epoch[115] Batch [999]	Speed: 721.164461 samples/sec	rmse=0.018247	lr=0.039841
Epoch[115] Batch [1049]	Speed: 734.334733 samples/sec	rmse=0.018253	lr=0.039833
Epoch[115] Batch [1099]	Speed: 739.769660 samples/sec	rmse=0.018252	lr=0.039825
Epoch[115] Batch [1149]	Speed: 751.070872 samples/sec	rmse=0.018250	lr=0.039818
Epoch[115] Batch [1199]	Speed: 716.402543 samples/sec	rmse=0.018253	lr=0.039810
Epoch[115] Batch [1249]	Speed: 721.776155 samples/sec	rmse=0.018259	lr=0.039802
Epoch[115] Batch [1299]	Speed: 700.841719 samples/sec	rmse=0.018263	lr=0.039794
Epoch[115] Batch [1349]	Speed: 713.904453 samples/sec	rmse=0.018259	lr=0.039786
Epoch[115] Batch [1399]	Speed: 723.692178 samples/sec	rmse=0.018263	lr=0.039778
Epoch[115] Batch [1449]	Speed: 753.263745 samples/sec	rmse=0.018264	lr=0.039770
Epoch[115] Batch [1499]	Speed: 746.808694 samples/sec	rmse=0.018256	lr=0.039762
Epoch[115] Batch [1549]	Speed: 739.634631 samples/sec	rmse=0.018257	lr=0.039755
Epoch[115] Batch [1599]	Speed: 743.203506 samples/sec	rmse=0.018265	lr=0.039747
Epoch[115] Batch [1649]	Speed: 739.293604 samples/sec	rmse=0.018268	lr=0.039739
Epoch[115] Batch [1699]	Speed: 738.785697 samples/sec	rmse=0.018267	lr=0.039731
Epoch[115] Batch [1749]	Speed: 721.680238 samples/sec	rmse=0.018265	lr=0.039723
Epoch[115] Batch [1799]	Speed: 751.695968 samples/sec	rmse=0.018263	lr=0.039715
Epoch[115] Batch [1849]	Speed: 734.845981 samples/sec	rmse=0.018262	lr=0.039707
Epoch[115] Batch [1899]	Speed: 727.597707 samples/sec	rmse=0.018265	lr=0.039699
Epoch[115] Batch [1949]	Speed: 690.920796 samples/sec	rmse=0.018268	lr=0.039692
Epoch[115] Batch [1999]	Speed: 747.089016 samples/sec	rmse=0.018273	lr=0.039684
Epoch[115] Batch [2049]	Speed: 742.896783 samples/sec	rmse=0.018277	lr=0.039676
Epoch[115] Batch [2099]	Speed: 757.556338 samples/sec	rmse=0.018276	lr=0.039668
Epoch[115] Batch [2149]	Speed: 724.704234 samples/sec	rmse=0.018272	lr=0.039660
Epoch[115] Batch [2199]	Speed: 745.709289 samples/sec	rmse=0.018271	lr=0.039652
Epoch[115] Batch [2249]	Speed: 718.113312 samples/sec	rmse=0.018271	lr=0.039644
Epoch[115] Batch [2299]	Speed: 707.834506 samples/sec	rmse=0.018273	lr=0.039636
Epoch[115] Batch [2349]	Speed: 751.565946 samples/sec	rmse=0.018273	lr=0.039629
Epoch[115] Batch [2399]	Speed: 778.814630 samples/sec	rmse=0.018276	lr=0.039621
Epoch[115] Batch [2449]	Speed: 724.971690 samples/sec	rmse=0.018276	lr=0.039613
Epoch[115] Batch [2499]	Speed: 743.183187 samples/sec	rmse=0.018277	lr=0.039605
Epoch[115] Batch [2549]	Speed: 714.341642 samples/sec	rmse=0.018278	lr=0.039597
Epoch[115] Batch [2599]	Speed: 729.322538 samples/sec	rmse=0.018280	lr=0.039589
Epoch[115] Batch [2649]	Speed: 721.900345 samples/sec	rmse=0.018278	lr=0.039581
Epoch[115] Batch [2699]	Speed: 739.403741 samples/sec	rmse=0.018281	lr=0.039573
Epoch[115] Batch [2749]	Speed: 723.763789 samples/sec	rmse=0.018282	lr=0.039566
Epoch[115] Batch [2799]	Speed: 742.220163 samples/sec	rmse=0.018281	lr=0.039558
Epoch[115] Batch [2849]	Speed: 747.595519 samples/sec	rmse=0.018282	lr=0.039550
Epoch[115] Batch [2899]	Speed: 709.402437 samples/sec	rmse=0.018288	lr=0.039542
Epoch[115] Batch [2949]	Speed: 715.620162 samples/sec	rmse=0.018289	lr=0.039534
Epoch[115] Batch [2999]	Speed: 741.275587 samples/sec	rmse=0.018290	lr=0.039526
Epoch[115] Batch [3049]	Speed: 723.517670 samples/sec	rmse=0.018292	lr=0.039518
Epoch[115] Batch [3099]	Speed: 702.087836 samples/sec	rmse=0.018293	lr=0.039510
Epoch[115] Batch [3149]	Speed: 708.173014 samples/sec	rmse=0.018294	lr=0.039503
Epoch[115] Batch [3199]	Speed: 745.584187 samples/sec	rmse=0.018296	lr=0.039495
Epoch[115] Batch [3249]	Speed: 714.081135 samples/sec	rmse=0.018298	lr=0.039487
Epoch[115] Batch [3299]	Speed: 712.841968 samples/sec	rmse=0.018298	lr=0.039479
Epoch[115] Batch [3349]	Speed: 726.992835 samples/sec	rmse=0.018296	lr=0.039471
Epoch[115] Batch [3399]	Speed: 726.457447 samples/sec	rmse=0.018296	lr=0.039463
Epoch[115] Batch [3449]	Speed: 715.657404 samples/sec	rmse=0.018298	lr=0.039455
Epoch[115] Batch [3499]	Speed: 701.635407 samples/sec	rmse=0.018298	lr=0.039447
Epoch[115] Batch [3549]	Speed: 724.358381 samples/sec	rmse=0.018300	lr=0.039440
Epoch[115] Batch [3599]	Speed: 720.135010 samples/sec	rmse=0.018302	lr=0.039432
Epoch[115] Batch [3649]	Speed: 716.380441 samples/sec	rmse=0.018302	lr=0.039424
Epoch[115] Batch [3699]	Speed: 726.274558 samples/sec	rmse=0.018304	lr=0.039416
Epoch[115] Batch [3749]	Speed: 704.086905 samples/sec	rmse=0.018304	lr=0.039408
Epoch[115] Batch [3799]	Speed: 756.112093 samples/sec	rmse=0.018305	lr=0.039400
Epoch[115] Batch [3849]	Speed: 710.359939 samples/sec	rmse=0.018305	lr=0.039392
Epoch[115] Batch [3899]	Speed: 749.332832 samples/sec	rmse=0.018305	lr=0.039385
Epoch[115] Batch [3949]	Speed: 736.026763 samples/sec	rmse=0.018306	lr=0.039377
Epoch[115] Batch [3999]	Speed: 727.948852 samples/sec	rmse=0.018309	lr=0.039369
Epoch[115] Batch [4049]	Speed: 754.702031 samples/sec	rmse=0.018310	lr=0.039361
Epoch[115] Batch [4099]	Speed: 721.285649 samples/sec	rmse=0.018312	lr=0.039353
Epoch[115] Batch [4149]	Speed: 706.198833 samples/sec	rmse=0.018314	lr=0.039345
Epoch[115] Batch [4199]	Speed: 714.896963 samples/sec	rmse=0.018315	lr=0.039337
Epoch[115] Batch [4249]	Speed: 736.468250 samples/sec	rmse=0.018317	lr=0.039329
Epoch[115] Batch [4299]	Speed: 754.726019 samples/sec	rmse=0.018317	lr=0.039322
Epoch[115] Batch [4349]	Speed: 759.201918 samples/sec	rmse=0.018320	lr=0.039314
Epoch[115] Batch [4399]	Speed: 734.137246 samples/sec	rmse=0.018321	lr=0.039306
Epoch[115] Batch [4449]	Speed: 722.882980 samples/sec	rmse=0.018323	lr=0.039298
Epoch[115] Batch [4499]	Speed: 772.222166 samples/sec	rmse=0.018325	lr=0.039290
Epoch[115] Batch [4549]	Speed: 740.601874 samples/sec	rmse=0.018327	lr=0.039282
Epoch[115] Batch [4599]	Speed: 739.878145 samples/sec	rmse=0.018329	lr=0.039274
Epoch[115] Batch [4649]	Speed: 727.033052 samples/sec	rmse=0.018330	lr=0.039267
Epoch[115] Batch [4699]	Speed: 745.915788 samples/sec	rmse=0.018332	lr=0.039259
Epoch[115] Batch [4749]	Speed: 750.750840 samples/sec	rmse=0.018335	lr=0.039251
Epoch[115] Batch [4799]	Speed: 760.610553 samples/sec	rmse=0.018332	lr=0.039243
Epoch[115] Batch [4849]	Speed: 771.326789 samples/sec	rmse=0.018332	lr=0.039235
Epoch[115] Batch [4899]	Speed: 737.761168 samples/sec	rmse=0.018334	lr=0.039227
Epoch[115] Batch [4949]	Speed: 756.421878 samples/sec	rmse=0.018335	lr=0.039219
Epoch[115] Batch [4999]	Speed: 752.608956 samples/sec	rmse=0.018336	lr=0.039212
[Epoch 115] training: rmse=0.018335
[Epoch 115] speed: 732 samples/sec	time cost: 1771.812736
[Epoch 115] validation: err-top1=0.282047 err-top5=0.089246
Epoch[116] Batch [49]	Speed: 748.822124 samples/sec	rmse=0.018211	lr=0.039203
Epoch[116] Batch [99]	Speed: 744.918448 samples/sec	rmse=0.018147	lr=0.039195
Epoch[116] Batch [149]	Speed: 753.670503 samples/sec	rmse=0.018106	lr=0.039187
Epoch[116] Batch [199]	Speed: 764.608934 samples/sec	rmse=0.018167	lr=0.039180
Epoch[116] Batch [249]	Speed: 726.266678 samples/sec	rmse=0.018172	lr=0.039172
Epoch[116] Batch [299]	Speed: 770.693336 samples/sec	rmse=0.018189	lr=0.039164
Epoch[116] Batch [349]	Speed: 737.002283 samples/sec	rmse=0.018177	lr=0.039156
Epoch[116] Batch [399]	Speed: 739.574750 samples/sec	rmse=0.018179	lr=0.039148
Epoch[116] Batch [449]	Speed: 732.346095 samples/sec	rmse=0.018193	lr=0.039140
Epoch[116] Batch [499]	Speed: 761.694797 samples/sec	rmse=0.018185	lr=0.039132
Epoch[116] Batch [549]	Speed: 769.020817 samples/sec	rmse=0.018183	lr=0.039125
Epoch[116] Batch [599]	Speed: 758.294112 samples/sec	rmse=0.018196	lr=0.039117
Epoch[116] Batch [649]	Speed: 753.852589 samples/sec	rmse=0.018193	lr=0.039109
Epoch[116] Batch [699]	Speed: 713.274076 samples/sec	rmse=0.018193	lr=0.039101
Epoch[116] Batch [749]	Speed: 719.444916 samples/sec	rmse=0.018191	lr=0.039093
Epoch[116] Batch [799]	Speed: 724.780722 samples/sec	rmse=0.018191	lr=0.039085
Epoch[116] Batch [849]	Speed: 735.603010 samples/sec	rmse=0.018194	lr=0.039077
Epoch[116] Batch [899]	Speed: 734.495025 samples/sec	rmse=0.018195	lr=0.039070
Epoch[116] Batch [949]	Speed: 726.150784 samples/sec	rmse=0.018190	lr=0.039062
Epoch[116] Batch [999]	Speed: 727.586416 samples/sec	rmse=0.018195	lr=0.039054
Epoch[116] Batch [1049]	Speed: 741.163346 samples/sec	rmse=0.018199	lr=0.039046
Epoch[116] Batch [1099]	Speed: 746.547870 samples/sec	rmse=0.018207	lr=0.039038
Epoch[116] Batch [1149]	Speed: 742.739123 samples/sec	rmse=0.018206	lr=0.039030
Epoch[116] Batch [1199]	Speed: 726.580745 samples/sec	rmse=0.018209	lr=0.039022
Epoch[116] Batch [1249]	Speed: 764.352604 samples/sec	rmse=0.018217	lr=0.039015
Epoch[116] Batch [1299]	Speed: 742.613650 samples/sec	rmse=0.018218	lr=0.039007
Epoch[116] Batch [1349]	Speed: 740.110840 samples/sec	rmse=0.018222	lr=0.038999
Epoch[116] Batch [1399]	Speed: 745.709030 samples/sec	rmse=0.018229	lr=0.038991
Epoch[116] Batch [1449]	Speed: 762.207422 samples/sec	rmse=0.018236	lr=0.038983
Epoch[116] Batch [1499]	Speed: 777.841155 samples/sec	rmse=0.018239	lr=0.038975
Epoch[116] Batch [1549]	Speed: 703.791490 samples/sec	rmse=0.018237	lr=0.038967
Epoch[116] Batch [1599]	Speed: 741.075167 samples/sec	rmse=0.018243	lr=0.038960
Epoch[116] Batch [1649]	Speed: 772.780597 samples/sec	rmse=0.018243	lr=0.038952
Epoch[116] Batch [1699]	Speed: 723.166869 samples/sec	rmse=0.018249	lr=0.038944
Epoch[116] Batch [1749]	Speed: 759.524695 samples/sec	rmse=0.018252	lr=0.038936
Epoch[116] Batch [1799]	Speed: 718.129593 samples/sec	rmse=0.018250	lr=0.038928
Epoch[116] Batch [1849]	Speed: 707.039784 samples/sec	rmse=0.018248	lr=0.038920
Epoch[116] Batch [1899]	Speed: 755.119743 samples/sec	rmse=0.018250	lr=0.038912
Epoch[116] Batch [1949]	Speed: 754.947065 samples/sec	rmse=0.018250	lr=0.038905
Epoch[116] Batch [1999]	Speed: 746.844120 samples/sec	rmse=0.018252	lr=0.038897
Epoch[116] Batch [2049]	Speed: 727.556728 samples/sec	rmse=0.018259	lr=0.038889
Epoch[116] Batch [2099]	Speed: 720.105260 samples/sec	rmse=0.018262	lr=0.038881
Epoch[116] Batch [2149]	Speed: 725.590186 samples/sec	rmse=0.018265	lr=0.038873
Epoch[116] Batch [2199]	Speed: 724.995372 samples/sec	rmse=0.018269	lr=0.038865
Epoch[116] Batch [2249]	Speed: 754.215586 samples/sec	rmse=0.018267	lr=0.038858
Epoch[116] Batch [2299]	Speed: 738.661211 samples/sec	rmse=0.018275	lr=0.038850
Epoch[116] Batch [2349]	Speed: 727.438056 samples/sec	rmse=0.018275	lr=0.038842
Epoch[116] Batch [2399]	Speed: 723.221258 samples/sec	rmse=0.018277	lr=0.038834
Epoch[116] Batch [2449]	Speed: 744.657517 samples/sec	rmse=0.018279	lr=0.038826
Epoch[116] Batch [2499]	Speed: 752.708153 samples/sec	rmse=0.018280	lr=0.038818
Epoch[116] Batch [2549]	Speed: 748.420498 samples/sec	rmse=0.018282	lr=0.038810
Epoch[116] Batch [2599]	Speed: 713.538537 samples/sec	rmse=0.018285	lr=0.038803
Epoch[116] Batch [2649]	Speed: 716.077746 samples/sec	rmse=0.018285	lr=0.038795
Epoch[116] Batch [2699]	Speed: 755.767441 samples/sec	rmse=0.018285	lr=0.038787
Epoch[116] Batch [2749]	Speed: 718.230565 samples/sec	rmse=0.018286	lr=0.038779
Epoch[116] Batch [2799]	Speed: 716.314461 samples/sec	rmse=0.018286	lr=0.038771
Epoch[116] Batch [2849]	Speed: 762.991348 samples/sec	rmse=0.018283	lr=0.038763
Epoch[116] Batch [2899]	Speed: 747.422644 samples/sec	rmse=0.018283	lr=0.038756
Epoch[116] Batch [2949]	Speed: 785.698281 samples/sec	rmse=0.018281	lr=0.038748
Epoch[116] Batch [2999]	Speed: 736.671815 samples/sec	rmse=0.018280	lr=0.038740
Epoch[116] Batch [3049]	Speed: 722.989956 samples/sec	rmse=0.018283	lr=0.038732
Epoch[116] Batch [3099]	Speed: 735.862585 samples/sec	rmse=0.018287	lr=0.038724
Epoch[116] Batch [3149]	Speed: 728.159052 samples/sec	rmse=0.018287	lr=0.038716
Epoch[116] Batch [3199]	Speed: 723.507246 samples/sec	rmse=0.018289	lr=0.038709
Epoch[116] Batch [3249]	Speed: 775.610772 samples/sec	rmse=0.018290	lr=0.038701
Epoch[116] Batch [3299]	Speed: 751.488549 samples/sec	rmse=0.018293	lr=0.038693
Epoch[116] Batch [3349]	Speed: 728.957951 samples/sec	rmse=0.018290	lr=0.038685
Epoch[116] Batch [3399]	Speed: 734.582539 samples/sec	rmse=0.018288	lr=0.038677
Epoch[116] Batch [3449]	Speed: 747.551278 samples/sec	rmse=0.018287	lr=0.038669
Epoch[116] Batch [3499]	Speed: 755.889364 samples/sec	rmse=0.018288	lr=0.038661
Epoch[116] Batch [3549]	Speed: 745.306825 samples/sec	rmse=0.018289	lr=0.038654
Epoch[116] Batch [3599]	Speed: 733.494849 samples/sec	rmse=0.018292	lr=0.038646
Epoch[116] Batch [3649]	Speed: 735.526589 samples/sec	rmse=0.018291	lr=0.038638
Epoch[116] Batch [3699]	Speed: 775.233566 samples/sec	rmse=0.018292	lr=0.038630
Epoch[116] Batch [3749]	Speed: 735.166456 samples/sec	rmse=0.018295	lr=0.038622
Epoch[116] Batch [3799]	Speed: 742.935797 samples/sec	rmse=0.018293	lr=0.038614
Epoch[116] Batch [3849]	Speed: 733.450418 samples/sec	rmse=0.018293	lr=0.038607
Epoch[116] Batch [3899]	Speed: 766.311602 samples/sec	rmse=0.018292	lr=0.038599
Epoch[116] Batch [3949]	Speed: 739.638472 samples/sec	rmse=0.018294	lr=0.038591
Epoch[116] Batch [3999]	Speed: 731.590896 samples/sec	rmse=0.018294	lr=0.038583
Epoch[116] Batch [4049]	Speed: 745.889020 samples/sec	rmse=0.018296	lr=0.038575
Epoch[116] Batch [4099]	Speed: 749.412410 samples/sec	rmse=0.018297	lr=0.038567
Epoch[116] Batch [4149]	Speed: 730.075799 samples/sec	rmse=0.018296	lr=0.038560
Epoch[116] Batch [4199]	Speed: 718.564060 samples/sec	rmse=0.018296	lr=0.038552
Epoch[116] Batch [4249]	Speed: 759.545327 samples/sec	rmse=0.018298	lr=0.038544
Epoch[116] Batch [4299]	Speed: 723.928098 samples/sec	rmse=0.018299	lr=0.038536
Epoch[116] Batch [4349]	Speed: 719.604116 samples/sec	rmse=0.018302	lr=0.038528
Epoch[116] Batch [4399]	Speed: 755.567489 samples/sec	rmse=0.018302	lr=0.038520
Epoch[116] Batch [4449]	Speed: 726.585898 samples/sec	rmse=0.018303	lr=0.038513
Epoch[116] Batch [4499]	Speed: 761.811311 samples/sec	rmse=0.018306	lr=0.038505
Epoch[116] Batch [4549]	Speed: 751.706345 samples/sec	rmse=0.018307	lr=0.038497
Epoch[116] Batch [4599]	Speed: 747.043265 samples/sec	rmse=0.018305	lr=0.038489
Epoch[116] Batch [4649]	Speed: 749.071255 samples/sec	rmse=0.018304	lr=0.038481
Epoch[116] Batch [4699]	Speed: 737.960022 samples/sec	rmse=0.018305	lr=0.038473
Epoch[116] Batch [4749]	Speed: 741.053850 samples/sec	rmse=0.018306	lr=0.038466
Epoch[116] Batch [4799]	Speed: 728.705340 samples/sec	rmse=0.018308	lr=0.038458
Epoch[116] Batch [4849]	Speed: 743.201006 samples/sec	rmse=0.018307	lr=0.038450
Epoch[116] Batch [4899]	Speed: 764.485542 samples/sec	rmse=0.018308	lr=0.038442
Epoch[116] Batch [4949]	Speed: 717.352275 samples/sec	rmse=0.018309	lr=0.038434
Epoch[116] Batch [4999]	Speed: 742.810987 samples/sec	rmse=0.018311	lr=0.038426
[Epoch 116] training: rmse=0.018311
[Epoch 116] speed: 740 samples/sec	time cost: 1753.647460
[Epoch 116] validation: err-top1=0.285657 err-top5=0.087961
Epoch[117] Batch [49]	Speed: 729.921310 samples/sec	rmse=0.018190	lr=0.038418
Epoch[117] Batch [99]	Speed: 691.254629 samples/sec	rmse=0.018171	lr=0.038410
Epoch[117] Batch [149]	Speed: 727.154191 samples/sec	rmse=0.018157	lr=0.038402
Epoch[117] Batch [199]	Speed: 727.373689 samples/sec	rmse=0.018117	lr=0.038395
Epoch[117] Batch [249]	Speed: 746.381621 samples/sec	rmse=0.018110	lr=0.038387
Epoch[117] Batch [299]	Speed: 740.891195 samples/sec	rmse=0.018110	lr=0.038379
Epoch[117] Batch [349]	Speed: 712.206805 samples/sec	rmse=0.018124	lr=0.038371
Epoch[117] Batch [399]	Speed: 723.817691 samples/sec	rmse=0.018123	lr=0.038363
Epoch[117] Batch [449]	Speed: 734.280428 samples/sec	rmse=0.018119	lr=0.038355
Epoch[117] Batch [499]	Speed: 727.244506 samples/sec	rmse=0.018130	lr=0.038348
Epoch[117] Batch [549]	Speed: 730.782936 samples/sec	rmse=0.018141	lr=0.038340
Epoch[117] Batch [599]	Speed: 749.218096 samples/sec	rmse=0.018136	lr=0.038332
Epoch[117] Batch [649]	Speed: 749.694251 samples/sec	rmse=0.018139	lr=0.038324
Epoch[117] Batch [699]	Speed: 751.155108 samples/sec	rmse=0.018140	lr=0.038316
Epoch[117] Batch [749]	Speed: 761.787000 samples/sec	rmse=0.018155	lr=0.038308
Epoch[117] Batch [799]	Speed: 752.188631 samples/sec	rmse=0.018150	lr=0.038301
Epoch[117] Batch [849]	Speed: 756.662176 samples/sec	rmse=0.018148	lr=0.038293
Epoch[117] Batch [899]	Speed: 736.620529 samples/sec	rmse=0.018142	lr=0.038285
Epoch[117] Batch [949]	Speed: 743.549232 samples/sec	rmse=0.018141	lr=0.038277
Epoch[117] Batch [999]	Speed: 768.754135 samples/sec	rmse=0.018140	lr=0.038269
Epoch[117] Batch [1049]	Speed: 742.443728 samples/sec	rmse=0.018144	lr=0.038261
Epoch[117] Batch [1099]	Speed: 764.143842 samples/sec	rmse=0.018148	lr=0.038254
Epoch[117] Batch [1149]	Speed: 757.290390 samples/sec	rmse=0.018146	lr=0.038246
Epoch[117] Batch [1199]	Speed: 753.205199 samples/sec	rmse=0.018149	lr=0.038238
Epoch[117] Batch [1249]	Speed: 739.218887 samples/sec	rmse=0.018147	lr=0.038230
Epoch[117] Batch [1299]	Speed: 743.169464 samples/sec	rmse=0.018147	lr=0.038222
Epoch[117] Batch [1349]	Speed: 745.767287 samples/sec	rmse=0.018156	lr=0.038215
Epoch[117] Batch [1399]	Speed: 748.301619 samples/sec	rmse=0.018157	lr=0.038207
Epoch[117] Batch [1449]	Speed: 726.291939 samples/sec	rmse=0.018158	lr=0.038199
Epoch[117] Batch [1499]	Speed: 740.867434 samples/sec	rmse=0.018159	lr=0.038191
Epoch[117] Batch [1549]	Speed: 734.523855 samples/sec	rmse=0.018161	lr=0.038183
Epoch[117] Batch [1599]	Speed: 748.764652 samples/sec	rmse=0.018161	lr=0.038175
Epoch[117] Batch [1649]	Speed: 755.420955 samples/sec	rmse=0.018164	lr=0.038168
Epoch[117] Batch [1699]	Speed: 751.441522 samples/sec	rmse=0.018169	lr=0.038160
Epoch[117] Batch [1749]	Speed: 736.744633 samples/sec	rmse=0.018169	lr=0.038152
Epoch[117] Batch [1799]	Speed: 753.910040 samples/sec	rmse=0.018175	lr=0.038144
Epoch[117] Batch [1849]	Speed: 756.823722 samples/sec	rmse=0.018178	lr=0.038136
Epoch[117] Batch [1899]	Speed: 736.870163 samples/sec	rmse=0.018185	lr=0.038128
Epoch[117] Batch [1949]	Speed: 756.369841 samples/sec	rmse=0.018187	lr=0.038121
Epoch[117] Batch [1999]	Speed: 756.819967 samples/sec	rmse=0.018189	lr=0.038113
Epoch[117] Batch [2049]	Speed: 721.125133 samples/sec	rmse=0.018192	lr=0.038105
Epoch[117] Batch [2099]	Speed: 754.246293 samples/sec	rmse=0.018197	lr=0.038097
Epoch[117] Batch [2149]	Speed: 724.552030 samples/sec	rmse=0.018196	lr=0.038089
Epoch[117] Batch [2199]	Speed: 732.746511 samples/sec	rmse=0.018204	lr=0.038082
Epoch[117] Batch [2249]	Speed: 721.378690 samples/sec	rmse=0.018206	lr=0.038074
Epoch[117] Batch [2299]	Speed: 759.528832 samples/sec	rmse=0.018209	lr=0.038066
Epoch[117] Batch [2349]	Speed: 727.435198 samples/sec	rmse=0.018211	lr=0.038058
Epoch[117] Batch [2399]	Speed: 751.943877 samples/sec	rmse=0.018211	lr=0.038050
Epoch[117] Batch [2449]	Speed: 715.780546 samples/sec	rmse=0.018214	lr=0.038043
Epoch[117] Batch [2499]	Speed: 724.751575 samples/sec	rmse=0.018213	lr=0.038035
Epoch[117] Batch [2549]	Speed: 734.224042 samples/sec	rmse=0.018215	lr=0.038027
Epoch[117] Batch [2599]	Speed: 758.286647 samples/sec	rmse=0.018214	lr=0.038019
Epoch[117] Batch [2649]	Speed: 762.690603 samples/sec	rmse=0.018215	lr=0.038011
Epoch[117] Batch [2699]	Speed: 771.269767 samples/sec	rmse=0.018220	lr=0.038003
Epoch[117] Batch [2749]	Speed: 705.916857 samples/sec	rmse=0.018222	lr=0.037996
Epoch[117] Batch [2799]	Speed: 754.439588 samples/sec	rmse=0.018226	lr=0.037988
Epoch[117] Batch [2849]	Speed: 735.264592 samples/sec	rmse=0.018230	lr=0.037980
Epoch[117] Batch [2899]	Speed: 782.197337 samples/sec	rmse=0.018229	lr=0.037972
Epoch[117] Batch [2949]	Speed: 713.788418 samples/sec	rmse=0.018231	lr=0.037964
Epoch[117] Batch [2999]	Speed: 726.877319 samples/sec	rmse=0.018234	lr=0.037957
Epoch[117] Batch [3049]	Speed: 724.967911 samples/sec	rmse=0.018234	lr=0.037949
Epoch[117] Batch [3099]	Speed: 723.922289 samples/sec	rmse=0.018234	lr=0.037941
Epoch[117] Batch [3149]	Speed: 761.552716 samples/sec	rmse=0.018234	lr=0.037933
Epoch[117] Batch [3199]	Speed: 707.245114 samples/sec	rmse=0.018235	lr=0.037925
Epoch[117] Batch [3249]	Speed: 724.751291 samples/sec	rmse=0.018236	lr=0.037917
Epoch[117] Batch [3299]	Speed: 719.880860 samples/sec	rmse=0.018237	lr=0.037910
Epoch[117] Batch [3349]	Speed: 715.528668 samples/sec	rmse=0.018238	lr=0.037902
Epoch[117] Batch [3399]	Speed: 713.908725 samples/sec	rmse=0.018240	lr=0.037894
Epoch[117] Batch [3449]	Speed: 747.897967 samples/sec	rmse=0.018241	lr=0.037886
Epoch[117] Batch [3499]	Speed: 742.596589 samples/sec	rmse=0.018245	lr=0.037878
Epoch[117] Batch [3549]	Speed: 756.611193 samples/sec	rmse=0.018246	lr=0.037871
Epoch[117] Batch [3599]	Speed: 760.331010 samples/sec	rmse=0.018246	lr=0.037863
Epoch[117] Batch [3649]	Speed: 724.342637 samples/sec	rmse=0.018252	lr=0.037855
Epoch[117] Batch [3699]	Speed: 729.252062 samples/sec	rmse=0.018254	lr=0.037847
Epoch[117] Batch [3749]	Speed: 751.919718 samples/sec	rmse=0.018256	lr=0.037839
Epoch[117] Batch [3799]	Speed: 729.396595 samples/sec	rmse=0.018255	lr=0.037832
Epoch[117] Batch [3849]	Speed: 721.534470 samples/sec	rmse=0.018255	lr=0.037824
Epoch[117] Batch [3899]	Speed: 753.145985 samples/sec	rmse=0.018254	lr=0.037816
Epoch[117] Batch [3949]	Speed: 729.012789 samples/sec	rmse=0.018256	lr=0.037808
Epoch[117] Batch [3999]	Speed: 746.183171 samples/sec	rmse=0.018257	lr=0.037800
Epoch[117] Batch [4049]	Speed: 742.327890 samples/sec	rmse=0.018257	lr=0.037793
Epoch[117] Batch [4099]	Speed: 764.918539 samples/sec	rmse=0.018258	lr=0.037785
Epoch[117] Batch [4149]	Speed: 735.202175 samples/sec	rmse=0.018259	lr=0.037777
Epoch[117] Batch [4199]	Speed: 744.844843 samples/sec	rmse=0.018259	lr=0.037769
Epoch[117] Batch [4249]	Speed: 771.494492 samples/sec	rmse=0.018260	lr=0.037761
Epoch[117] Batch [4299]	Speed: 731.674170 samples/sec	rmse=0.018261	lr=0.037754
Epoch[117] Batch [4349]	Speed: 767.254124 samples/sec	rmse=0.018262	lr=0.037746
Epoch[117] Batch [4399]	Speed: 735.316878 samples/sec	rmse=0.018265	lr=0.037738
Epoch[117] Batch [4449]	Speed: 801.040499 samples/sec	rmse=0.018265	lr=0.037730
Epoch[117] Batch [4499]	Speed: 743.640040 samples/sec	rmse=0.018265	lr=0.037722
Epoch[117] Batch [4549]	Speed: 735.667279 samples/sec	rmse=0.018265	lr=0.037715
Epoch[117] Batch [4599]	Speed: 755.117162 samples/sec	rmse=0.018265	lr=0.037707
Epoch[117] Batch [4649]	Speed: 753.466646 samples/sec	rmse=0.018265	lr=0.037699
Epoch[117] Batch [4699]	Speed: 749.195554 samples/sec	rmse=0.018266	lr=0.037691
Epoch[117] Batch [4749]	Speed: 738.868807 samples/sec	rmse=0.018266	lr=0.037683
Epoch[117] Batch [4799]	Speed: 737.025584 samples/sec	rmse=0.018265	lr=0.037676
Epoch[117] Batch [4849]	Speed: 737.185189 samples/sec	rmse=0.018267	lr=0.037668
Epoch[117] Batch [4899]	Speed: 697.543772 samples/sec	rmse=0.018266	lr=0.037660
Epoch[117] Batch [4949]	Speed: 764.909406 samples/sec	rmse=0.018265	lr=0.037652
Epoch[117] Batch [4999]	Speed: 758.713152 samples/sec	rmse=0.018264	lr=0.037644
[Epoch 117] training: rmse=0.018264
[Epoch 117] speed: 740 samples/sec	time cost: 1753.141399
[Epoch 117] validation: err-top1=0.279467 err-top5=0.085156
Epoch[118] Batch [49]	Speed: 702.324101 samples/sec	rmse=0.018128	lr=0.037636
Epoch[118] Batch [99]	Speed: 718.200434 samples/sec	rmse=0.018081	lr=0.037628
Epoch[118] Batch [149]	Speed: 706.836126 samples/sec	rmse=0.018081	lr=0.037620
Epoch[118] Batch [199]	Speed: 731.531703 samples/sec	rmse=0.018093	lr=0.037613
Epoch[118] Batch [249]	Speed: 720.871591 samples/sec	rmse=0.018062	lr=0.037605
Epoch[118] Batch [299]	Speed: 733.651365 samples/sec	rmse=0.018040	lr=0.037597
Epoch[118] Batch [349]	Speed: 706.544751 samples/sec	rmse=0.018072	lr=0.037589
Epoch[118] Batch [399]	Speed: 740.382419 samples/sec	rmse=0.018093	lr=0.037581
Epoch[118] Batch [449]	Speed: 732.928272 samples/sec	rmse=0.018104	lr=0.037574
Epoch[118] Batch [499]	Speed: 728.865627 samples/sec	rmse=0.018104	lr=0.037566
Epoch[118] Batch [549]	Speed: 716.673816 samples/sec	rmse=0.018092	lr=0.037558
Epoch[118] Batch [599]	Speed: 722.090700 samples/sec	rmse=0.018092	lr=0.037550
Epoch[118] Batch [649]	Speed: 730.339028 samples/sec	rmse=0.018112	lr=0.037542
Epoch[118] Batch [699]	Speed: 727.980685 samples/sec	rmse=0.018126	lr=0.037535
Epoch[118] Batch [749]	Speed: 719.651458 samples/sec	rmse=0.018130	lr=0.037527
Epoch[118] Batch [799]	Speed: 730.822947 samples/sec	rmse=0.018131	lr=0.037519
Epoch[118] Batch [849]	Speed: 707.817363 samples/sec	rmse=0.018128	lr=0.037511
Epoch[118] Batch [899]	Speed: 735.667229 samples/sec	rmse=0.018123	lr=0.037503
Epoch[118] Batch [949]	Speed: 697.071700 samples/sec	rmse=0.018134	lr=0.037496
Epoch[118] Batch [999]	Speed: 721.120707 samples/sec	rmse=0.018134	lr=0.037488
Epoch[118] Batch [1049]	Speed: 733.495100 samples/sec	rmse=0.018144	lr=0.037480
Epoch[118] Batch [1099]	Speed: 733.428354 samples/sec	rmse=0.018145	lr=0.037472
Epoch[118] Batch [1149]	Speed: 739.870324 samples/sec	rmse=0.018146	lr=0.037464
Epoch[118] Batch [1199]	Speed: 734.727745 samples/sec	rmse=0.018149	lr=0.037457
Epoch[118] Batch [1249]	Speed: 746.714587 samples/sec	rmse=0.018148	lr=0.037449
Epoch[118] Batch [1299]	Speed: 723.255456 samples/sec	rmse=0.018149	lr=0.037441
Epoch[118] Batch [1349]	Speed: 709.392445 samples/sec	rmse=0.018152	lr=0.037433
Epoch[118] Batch [1399]	Speed: 729.961891 samples/sec	rmse=0.018158	lr=0.037425
Epoch[118] Batch [1449]	Speed: 695.498751 samples/sec	rmse=0.018160	lr=0.037418
Epoch[118] Batch [1499]	Speed: 720.690207 samples/sec	rmse=0.018164	lr=0.037410
Epoch[118] Batch [1549]	Speed: 705.829739 samples/sec	rmse=0.018162	lr=0.037402
Epoch[118] Batch [1599]	Speed: 720.794629 samples/sec	rmse=0.018159	lr=0.037394
Epoch[118] Batch [1649]	Speed: 720.986832 samples/sec	rmse=0.018169	lr=0.037387
Epoch[118] Batch [1699]	Speed: 729.296026 samples/sec	rmse=0.018168	lr=0.037379
Epoch[118] Batch [1749]	Speed: 725.477086 samples/sec	rmse=0.018172	lr=0.037371
Epoch[118] Batch [1799]	Speed: 711.935334 samples/sec	rmse=0.018175	lr=0.037363
Epoch[118] Batch [1849]	Speed: 747.921472 samples/sec	rmse=0.018179	lr=0.037355
Epoch[118] Batch [1899]	Speed: 751.933978 samples/sec	rmse=0.018178	lr=0.037348
Epoch[118] Batch [1949]	Speed: 734.598008 samples/sec	rmse=0.018183	lr=0.037340
Epoch[118] Batch [1999]	Speed: 741.373048 samples/sec	rmse=0.018181	lr=0.037332
Epoch[118] Batch [2049]	Speed: 719.805084 samples/sec	rmse=0.018182	lr=0.037324
Epoch[118] Batch [2099]	Speed: 738.223304 samples/sec	rmse=0.018184	lr=0.037316
Epoch[118] Batch [2149]	Speed: 714.371223 samples/sec	rmse=0.018183	lr=0.037309
Epoch[118] Batch [2199]	Speed: 735.387101 samples/sec	rmse=0.018182	lr=0.037301
Epoch[118] Batch [2249]	Speed: 762.735636 samples/sec	rmse=0.018183	lr=0.037293
Epoch[118] Batch [2299]	Speed: 712.165113 samples/sec	rmse=0.018185	lr=0.037285
Epoch[118] Batch [2349]	Speed: 734.797171 samples/sec	rmse=0.018183	lr=0.037277
Epoch[118] Batch [2399]	Speed: 709.921797 samples/sec	rmse=0.018185	lr=0.037270
Epoch[118] Batch [2449]	Speed: 758.033554 samples/sec	rmse=0.018186	lr=0.037262
Epoch[118] Batch [2499]	Speed: 782.486248 samples/sec	rmse=0.018186	lr=0.037254
Epoch[118] Batch [2549]	Speed: 763.619139 samples/sec	rmse=0.018183	lr=0.037246
Epoch[118] Batch [2599]	Speed: 722.301573 samples/sec	rmse=0.018185	lr=0.037239
Epoch[118] Batch [2649]	Speed: 763.037013 samples/sec	rmse=0.018186	lr=0.037231
Epoch[118] Batch [2699]	Speed: 764.021601 samples/sec	rmse=0.018187	lr=0.037223
Epoch[118] Batch [2749]	Speed: 726.625410 samples/sec	rmse=0.018188	lr=0.037215
Epoch[118] Batch [2799]	Speed: 721.081141 samples/sec	rmse=0.018188	lr=0.037207
Epoch[118] Batch [2849]	Speed: 746.186739 samples/sec	rmse=0.018188	lr=0.037200
Epoch[118] Batch [2899]	Speed: 743.558047 samples/sec	rmse=0.018193	lr=0.037192
Epoch[118] Batch [2949]	Speed: 718.793173 samples/sec	rmse=0.018198	lr=0.037184
Epoch[118] Batch [2999]	Speed: 762.511955 samples/sec	rmse=0.018200	lr=0.037176
Epoch[118] Batch [3049]	Speed: 767.605976 samples/sec	rmse=0.018205	lr=0.037169
Epoch[118] Batch [3099]	Speed: 771.021863 samples/sec	rmse=0.018206	lr=0.037161
Epoch[118] Batch [3149]	Speed: 758.256060 samples/sec	rmse=0.018208	lr=0.037153
Epoch[118] Batch [3199]	Speed: 726.116174 samples/sec	rmse=0.018209	lr=0.037145
Epoch[118] Batch [3249]	Speed: 747.768245 samples/sec	rmse=0.018208	lr=0.037137
Epoch[118] Batch [3299]	Speed: 728.883557 samples/sec	rmse=0.018209	lr=0.037130
Epoch[118] Batch [3349]	Speed: 762.956326 samples/sec	rmse=0.018207	lr=0.037122
Epoch[118] Batch [3399]	Speed: 703.896564 samples/sec	rmse=0.018210	lr=0.037114
Epoch[118] Batch [3449]	Speed: 730.507887 samples/sec	rmse=0.018212	lr=0.037106
Epoch[118] Batch [3499]	Speed: 743.820620 samples/sec	rmse=0.018213	lr=0.037099
Epoch[118] Batch [3549]	Speed: 751.502803 samples/sec	rmse=0.018214	lr=0.037091
Epoch[118] Batch [3599]	Speed: 723.520127 samples/sec	rmse=0.018215	lr=0.037083
Epoch[118] Batch [3649]	Speed: 769.587489 samples/sec	rmse=0.018216	lr=0.037075
Epoch[118] Batch [3699]	Speed: 759.064232 samples/sec	rmse=0.018215	lr=0.037067
Epoch[118] Batch [3749]	Speed: 781.373856 samples/sec	rmse=0.018213	lr=0.037060
Epoch[118] Batch [3799]	Speed: 715.075014 samples/sec	rmse=0.018214	lr=0.037052
Epoch[118] Batch [3849]	Speed: 726.627967 samples/sec	rmse=0.018214	lr=0.037044
Epoch[118] Batch [3899]	Speed: 743.260076 samples/sec	rmse=0.018216	lr=0.037036
Epoch[118] Batch [3949]	Speed: 731.003257 samples/sec	rmse=0.018217	lr=0.037029
Epoch[118] Batch [3999]	Speed: 713.587456 samples/sec	rmse=0.018219	lr=0.037021
Epoch[118] Batch [4049]	Speed: 724.683339 samples/sec	rmse=0.018221	lr=0.037013
Epoch[118] Batch [4099]	Speed: 742.242841 samples/sec	rmse=0.018225	lr=0.037005
Epoch[118] Batch [4149]	Speed: 748.989680 samples/sec	rmse=0.018226	lr=0.036997
Epoch[118] Batch [4199]	Speed: 711.457796 samples/sec	rmse=0.018227	lr=0.036990
Epoch[118] Batch [4249]	Speed: 725.917036 samples/sec	rmse=0.018229	lr=0.036982
Epoch[118] Batch [4299]	Speed: 741.714408 samples/sec	rmse=0.018230	lr=0.036974
Epoch[118] Batch [4349]	Speed: 739.096930 samples/sec	rmse=0.018230	lr=0.036966
Epoch[118] Batch [4399]	Speed: 726.024824 samples/sec	rmse=0.018231	lr=0.036959
Epoch[118] Batch [4449]	Speed: 717.688898 samples/sec	rmse=0.018232	lr=0.036951
Epoch[118] Batch [4499]	Speed: 729.482938 samples/sec	rmse=0.018232	lr=0.036943
Epoch[118] Batch [4549]	Speed: 730.109993 samples/sec	rmse=0.018234	lr=0.036935
Epoch[118] Batch [4599]	Speed: 712.794931 samples/sec	rmse=0.018234	lr=0.036928
Epoch[118] Batch [4649]	Speed: 729.913977 samples/sec	rmse=0.018236	lr=0.036920
Epoch[118] Batch [4699]	Speed: 719.446256 samples/sec	rmse=0.018239	lr=0.036912
Epoch[118] Batch [4749]	Speed: 725.387209 samples/sec	rmse=0.018241	lr=0.036904
Epoch[118] Batch [4799]	Speed: 704.380553 samples/sec	rmse=0.018242	lr=0.036896
Epoch[118] Batch [4849]	Speed: 717.341464 samples/sec	rmse=0.018243	lr=0.036889
Epoch[118] Batch [4899]	Speed: 750.169083 samples/sec	rmse=0.018243	lr=0.036881
Epoch[118] Batch [4949]	Speed: 769.090221 samples/sec	rmse=0.018243	lr=0.036873
Epoch[118] Batch [4999]	Speed: 719.104477 samples/sec	rmse=0.018242	lr=0.036865
[Epoch 118] training: rmse=0.018241
[Epoch 118] speed: 731 samples/sec	time cost: 1774.583181
[Epoch 118] validation: err-top1=0.279676 err-top5=0.084602
Epoch[119] Batch [49]	Speed: 706.008324 samples/sec	rmse=0.018155	lr=0.036857
Epoch[119] Batch [99]	Speed: 742.523185 samples/sec	rmse=0.018158	lr=0.036849
Epoch[119] Batch [149]	Speed: 742.793958 samples/sec	rmse=0.018180	lr=0.036841
Epoch[119] Batch [199]	Speed: 774.107885 samples/sec	rmse=0.018099	lr=0.036834
Epoch[119] Batch [249]	Speed: 740.112034 samples/sec	rmse=0.018084	lr=0.036826
Epoch[119] Batch [299]	Speed: 717.349342 samples/sec	rmse=0.018087	lr=0.036818
Epoch[119] Batch [349]	Speed: 729.910771 samples/sec	rmse=0.018068	lr=0.036810
Epoch[119] Batch [399]	Speed: 735.435858 samples/sec	rmse=0.018039	lr=0.036803
Epoch[119] Batch [449]	Speed: 745.483670 samples/sec	rmse=0.018039	lr=0.036795
Epoch[119] Batch [499]	Speed: 711.466215 samples/sec	rmse=0.018045	lr=0.036787
Epoch[119] Batch [549]	Speed: 730.769707 samples/sec	rmse=0.018062	lr=0.036779
Epoch[119] Batch [599]	Speed: 754.877430 samples/sec	rmse=0.018071	lr=0.036772
Epoch[119] Batch [649]	Speed: 755.690911 samples/sec	rmse=0.018069	lr=0.036764
Epoch[119] Batch [699]	Speed: 740.462814 samples/sec	rmse=0.018070	lr=0.036756
Epoch[119] Batch [749]	Speed: 741.442660 samples/sec	rmse=0.018074	lr=0.036748
Epoch[119] Batch [799]	Speed: 740.936563 samples/sec	rmse=0.018085	lr=0.036741
Epoch[119] Batch [849]	Speed: 731.667559 samples/sec	rmse=0.018085	lr=0.036733
Epoch[119] Batch [899]	Speed: 721.785888 samples/sec	rmse=0.018081	lr=0.036725
Epoch[119] Batch [949]	Speed: 728.725004 samples/sec	rmse=0.018080	lr=0.036717
Epoch[119] Batch [999]	Speed: 711.443390 samples/sec	rmse=0.018093	lr=0.036710
Epoch[119] Batch [1049]	Speed: 724.083887 samples/sec	rmse=0.018098	lr=0.036702
Epoch[119] Batch [1099]	Speed: 731.216271 samples/sec	rmse=0.018104	lr=0.036694
Epoch[119] Batch [1149]	Speed: 726.154035 samples/sec	rmse=0.018117	lr=0.036686
Epoch[119] Batch [1199]	Speed: 744.834747 samples/sec	rmse=0.018122	lr=0.036678
Epoch[119] Batch [1249]	Speed: 737.932118 samples/sec	rmse=0.018115	lr=0.036671
Epoch[119] Batch [1299]	Speed: 774.381099 samples/sec	rmse=0.018118	lr=0.036663
Epoch[119] Batch [1349]	Speed: 729.330761 samples/sec	rmse=0.018129	lr=0.036655
Epoch[119] Batch [1399]	Speed: 729.839765 samples/sec	rmse=0.018130	lr=0.036647
Epoch[119] Batch [1449]	Speed: 733.187304 samples/sec	rmse=0.018132	lr=0.036640
Epoch[119] Batch [1499]	Speed: 732.796849 samples/sec	rmse=0.018133	lr=0.036632
Epoch[119] Batch [1549]	Speed: 707.806360 samples/sec	rmse=0.018134	lr=0.036624
Epoch[119] Batch [1599]	Speed: 719.663024 samples/sec	rmse=0.018137	lr=0.036616
Epoch[119] Batch [1649]	Speed: 741.310193 samples/sec	rmse=0.018140	lr=0.036609
Epoch[119] Batch [1699]	Speed: 752.421512 samples/sec	rmse=0.018142	lr=0.036601
Epoch[119] Batch [1749]	Speed: 720.525817 samples/sec	rmse=0.018139	lr=0.036593
Epoch[119] Batch [1799]	Speed: 737.447108 samples/sec	rmse=0.018142	lr=0.036585
Epoch[119] Batch [1849]	Speed: 757.669387 samples/sec	rmse=0.018143	lr=0.036578
Epoch[119] Batch [1899]	Speed: 727.769513 samples/sec	rmse=0.018140	lr=0.036570
Epoch[119] Batch [1949]	Speed: 734.200326 samples/sec	rmse=0.018145	lr=0.036562
Epoch[119] Batch [1999]	Speed: 712.458845 samples/sec	rmse=0.018146	lr=0.036554
Epoch[119] Batch [2049]	Speed: 733.550332 samples/sec	rmse=0.018145	lr=0.036547
Epoch[119] Batch [2099]	Speed: 738.561810 samples/sec	rmse=0.018143	lr=0.036539
Epoch[119] Batch [2149]	Speed: 759.156207 samples/sec	rmse=0.018143	lr=0.036531
Epoch[119] Batch [2199]	Speed: 732.693110 samples/sec	rmse=0.018142	lr=0.036523
Epoch[119] Batch [2249]	Speed: 752.938832 samples/sec	rmse=0.018145	lr=0.036516
Epoch[119] Batch [2299]	Speed: 713.429997 samples/sec	rmse=0.018146	lr=0.036508
Epoch[119] Batch [2349]	Speed: 722.914050 samples/sec	rmse=0.018149	lr=0.036500
Epoch[119] Batch [2399]	Speed: 724.535505 samples/sec	rmse=0.018153	lr=0.036492
Epoch[119] Batch [2449]	Speed: 769.055605 samples/sec	rmse=0.018150	lr=0.036485
Epoch[119] Batch [2499]	Speed: 760.535571 samples/sec	rmse=0.018148	lr=0.036477
Epoch[119] Batch [2549]	Speed: 728.735459 samples/sec	rmse=0.018148	lr=0.036469
Epoch[119] Batch [2599]	Speed: 719.882076 samples/sec	rmse=0.018148	lr=0.036461
Epoch[119] Batch [2649]	Speed: 723.198032 samples/sec	rmse=0.018146	lr=0.036454
Epoch[119] Batch [2699]	Speed: 746.797319 samples/sec	rmse=0.018148	lr=0.036446
Epoch[119] Batch [2749]	Speed: 722.315139 samples/sec	rmse=0.018150	lr=0.036438
Epoch[119] Batch [2799]	Speed: 715.349200 samples/sec	rmse=0.018148	lr=0.036430
Epoch[119] Batch [2849]	Speed: 749.952135 samples/sec	rmse=0.018153	lr=0.036423
Epoch[119] Batch [2899]	Speed: 729.782353 samples/sec	rmse=0.018153	lr=0.036415
Epoch[119] Batch [2949]	Speed: 723.249814 samples/sec	rmse=0.018154	lr=0.036407
Epoch[119] Batch [2999]	Speed: 728.620516 samples/sec	rmse=0.018153	lr=0.036399
Epoch[119] Batch [3049]	Speed: 713.387128 samples/sec	rmse=0.018159	lr=0.036392
Epoch[119] Batch [3099]	Speed: 744.036715 samples/sec	rmse=0.018157	lr=0.036384
Epoch[119] Batch [3149]	Speed: 774.497482 samples/sec	rmse=0.018159	lr=0.036376
Epoch[119] Batch [3199]	Speed: 735.634045 samples/sec	rmse=0.018161	lr=0.036368
Epoch[119] Batch [3249]	Speed: 722.060361 samples/sec	rmse=0.018163	lr=0.036361
Epoch[119] Batch [3299]	Speed: 729.775399 samples/sec	rmse=0.018163	lr=0.036353
Epoch[119] Batch [3349]	Speed: 735.797193 samples/sec	rmse=0.018166	lr=0.036345
Epoch[119] Batch [3399]	Speed: 698.572817 samples/sec	rmse=0.018170	lr=0.036337
Epoch[119] Batch [3449]	Speed: 742.839518 samples/sec	rmse=0.018171	lr=0.036330
Epoch[119] Batch [3499]	Speed: 702.224493 samples/sec	rmse=0.018172	lr=0.036322
Epoch[119] Batch [3549]	Speed: 712.643128 samples/sec	rmse=0.018176	lr=0.036314
Epoch[119] Batch [3599]	Speed: 716.660700 samples/sec	rmse=0.018177	lr=0.036307
Epoch[119] Batch [3649]	Speed: 715.611320 samples/sec	rmse=0.018180	lr=0.036299
Epoch[119] Batch [3699]	Speed: 730.405839 samples/sec	rmse=0.018179	lr=0.036291
Epoch[119] Batch [3749]	Speed: 753.708456 samples/sec	rmse=0.018182	lr=0.036283
Epoch[119] Batch [3799]	Speed: 741.874195 samples/sec	rmse=0.018183	lr=0.036276
Epoch[119] Batch [3849]	Speed: 735.103804 samples/sec	rmse=0.018186	lr=0.036268
Epoch[119] Batch [3899]	Speed: 745.145989 samples/sec	rmse=0.018188	lr=0.036260
Epoch[119] Batch [3949]	Speed: 753.695187 samples/sec	rmse=0.018186	lr=0.036252
Epoch[119] Batch [3999]	Speed: 687.783633 samples/sec	rmse=0.018189	lr=0.036245
Epoch[119] Batch [4049]	Speed: 734.199603 samples/sec	rmse=0.018191	lr=0.036237
Epoch[119] Batch [4099]	Speed: 728.110426 samples/sec	rmse=0.018192	lr=0.036229
Epoch[119] Batch [4149]	Speed: 714.773373 samples/sec	rmse=0.018191	lr=0.036221
Epoch[119] Batch [4199]	Speed: 729.172844 samples/sec	rmse=0.018192	lr=0.036214
Epoch[119] Batch [4249]	Speed: 739.477293 samples/sec	rmse=0.018195	lr=0.036206
Epoch[119] Batch [4299]	Speed: 739.553641 samples/sec	rmse=0.018195	lr=0.036198
Epoch[119] Batch [4349]	Speed: 741.615351 samples/sec	rmse=0.018197	lr=0.036190
Epoch[119] Batch [4399]	Speed: 772.784790 samples/sec	rmse=0.018197	lr=0.036183
Epoch[119] Batch [4449]	Speed: 709.782833 samples/sec	rmse=0.018197	lr=0.036175
Epoch[119] Batch [4499]	Speed: 743.848548 samples/sec	rmse=0.018200	lr=0.036167
Epoch[119] Batch [4549]	Speed: 780.144538 samples/sec	rmse=0.018201	lr=0.036159
Epoch[119] Batch [4599]	Speed: 731.244715 samples/sec	rmse=0.018202	lr=0.036152
Epoch[119] Batch [4649]	Speed: 757.060389 samples/sec	rmse=0.018203	lr=0.036144
Epoch[119] Batch [4699]	Speed: 737.299580 samples/sec	rmse=0.018203	lr=0.036136
Epoch[119] Batch [4749]	Speed: 754.343717 samples/sec	rmse=0.018204	lr=0.036129
Epoch[119] Batch [4799]	Speed: 745.431316 samples/sec	rmse=0.018206	lr=0.036121
Epoch[119] Batch [4849]	Speed: 769.750992 samples/sec	rmse=0.018208	lr=0.036113
Epoch[119] Batch [4899]	Speed: 770.234672 samples/sec	rmse=0.018210	lr=0.036105
Epoch[119] Batch [4949]	Speed: 731.203772 samples/sec	rmse=0.018210	lr=0.036098
Epoch[119] Batch [4999]	Speed: 740.871073 samples/sec	rmse=0.018210	lr=0.036090
[Epoch 119] training: rmse=0.018210
[Epoch 119] speed: 734 samples/sec	time cost: 1767.561060
[Epoch 119] validation: err-top1=0.278185 err-top5=0.085597
Epoch[120] Batch [49]	Speed: 701.706452 samples/sec	rmse=0.018130	lr=0.036082
Epoch[120] Batch [99]	Speed: 739.842224 samples/sec	rmse=0.018106	lr=0.036074
Epoch[120] Batch [149]	Speed: 774.467506 samples/sec	rmse=0.018064	lr=0.036066
Epoch[120] Batch [199]	Speed: 733.696203 samples/sec	rmse=0.018078	lr=0.036058
Epoch[120] Batch [249]	Speed: 745.403568 samples/sec	rmse=0.018101	lr=0.036051
Epoch[120] Batch [299]	Speed: 725.339903 samples/sec	rmse=0.018077	lr=0.036043
Epoch[120] Batch [349]	Speed: 735.260464 samples/sec	rmse=0.018075	lr=0.036035
Epoch[120] Batch [399]	Speed: 730.843859 samples/sec	rmse=0.018070	lr=0.036027
Epoch[120] Batch [449]	Speed: 734.616000 samples/sec	rmse=0.018058	lr=0.036020
Epoch[120] Batch [499]	Speed: 722.822813 samples/sec	rmse=0.018084	lr=0.036012
Epoch[120] Batch [549]	Speed: 740.242359 samples/sec	rmse=0.018105	lr=0.036004
Epoch[120] Batch [599]	Speed: 732.833729 samples/sec	rmse=0.018093	lr=0.035997
Epoch[120] Batch [649]	Speed: 757.998856 samples/sec	rmse=0.018091	lr=0.035989
Epoch[120] Batch [699]	Speed: 741.359780 samples/sec	rmse=0.018104	lr=0.035981
Epoch[120] Batch [749]	Speed: 725.229889 samples/sec	rmse=0.018103	lr=0.035973
Epoch[120] Batch [799]	Speed: 742.986383 samples/sec	rmse=0.018105	lr=0.035966
Epoch[120] Batch [849]	Speed: 733.002182 samples/sec	rmse=0.018101	lr=0.035958
Epoch[120] Batch [899]	Speed: 751.121867 samples/sec	rmse=0.018110	lr=0.035950
Epoch[120] Batch [949]	Speed: 731.971744 samples/sec	rmse=0.018103	lr=0.035942
Epoch[120] Batch [999]	Speed: 702.076360 samples/sec	rmse=0.018105	lr=0.035935
Epoch[120] Batch [1049]	Speed: 725.305086 samples/sec	rmse=0.018100	lr=0.035927
Epoch[120] Batch [1099]	Speed: 736.916447 samples/sec	rmse=0.018100	lr=0.035919
Epoch[120] Batch [1149]	Speed: 723.930470 samples/sec	rmse=0.018103	lr=0.035912
Epoch[120] Batch [1199]	Speed: 735.314441 samples/sec	rmse=0.018101	lr=0.035904
Epoch[120] Batch [1249]	Speed: 732.378494 samples/sec	rmse=0.018103	lr=0.035896
Epoch[120] Batch [1299]	Speed: 731.899418 samples/sec	rmse=0.018105	lr=0.035888
Epoch[120] Batch [1349]	Speed: 714.042177 samples/sec	rmse=0.018104	lr=0.035881
Epoch[120] Batch [1399]	Speed: 734.003884 samples/sec	rmse=0.018106	lr=0.035873
Epoch[120] Batch [1449]	Speed: 728.365233 samples/sec	rmse=0.018108	lr=0.035865
Epoch[120] Batch [1499]	Speed: 734.635150 samples/sec	rmse=0.018114	lr=0.035858
Epoch[120] Batch [1549]	Speed: 739.376105 samples/sec	rmse=0.018113	lr=0.035850
Epoch[120] Batch [1599]	Speed: 739.207091 samples/sec	rmse=0.018114	lr=0.035842
Epoch[120] Batch [1649]	Speed: 750.158307 samples/sec	rmse=0.018113	lr=0.035834
Epoch[120] Batch [1699]	Speed: 759.107131 samples/sec	rmse=0.018116	lr=0.035827
Epoch[120] Batch [1749]	Speed: 773.500269 samples/sec	rmse=0.018114	lr=0.035819
Epoch[120] Batch [1799]	Speed: 752.811473 samples/sec	rmse=0.018113	lr=0.035811
Epoch[120] Batch [1849]	Speed: 722.118274 samples/sec	rmse=0.018115	lr=0.035803
Epoch[120] Batch [1899]	Speed: 727.300820 samples/sec	rmse=0.018117	lr=0.035796
Epoch[120] Batch [1949]	Speed: 721.303732 samples/sec	rmse=0.018117	lr=0.035788
Epoch[120] Batch [1999]	Speed: 737.379570 samples/sec	rmse=0.018122	lr=0.035780
Epoch[120] Batch [2049]	Speed: 742.018576 samples/sec	rmse=0.018120	lr=0.035773
Epoch[120] Batch [2099]	Speed: 735.791223 samples/sec	rmse=0.018122	lr=0.035765
Epoch[120] Batch [2149]	Speed: 697.943517 samples/sec	rmse=0.018124	lr=0.035757
Epoch[120] Batch [2199]	Speed: 704.930984 samples/sec	rmse=0.018124	lr=0.035749
Epoch[120] Batch [2249]	Speed: 699.602378 samples/sec	rmse=0.018120	lr=0.035742
Epoch[120] Batch [2299]	Speed: 721.858908 samples/sec	rmse=0.018123	lr=0.035734
Epoch[120] Batch [2349]	Speed: 696.718004 samples/sec	rmse=0.018129	lr=0.035726
Epoch[120] Batch [2399]	Speed: 758.854658 samples/sec	rmse=0.018125	lr=0.035719
Epoch[120] Batch [2449]	Speed: 709.285846 samples/sec	rmse=0.018125	lr=0.035711
Epoch[120] Batch [2499]	Speed: 707.986843 samples/sec	rmse=0.018125	lr=0.035703
Epoch[120] Batch [2549]	Speed: 751.594933 samples/sec	rmse=0.018126	lr=0.035695
Epoch[120] Batch [2599]	Speed: 743.664793 samples/sec	rmse=0.018128	lr=0.035688
Epoch[120] Batch [2649]	Speed: 715.746488 samples/sec	rmse=0.018124	lr=0.035680
Epoch[120] Batch [2699]	Speed: 736.206551 samples/sec	rmse=0.018122	lr=0.035672
Epoch[120] Batch [2749]	Speed: 728.556810 samples/sec	rmse=0.018122	lr=0.035665
Epoch[120] Batch [2799]	Speed: 763.114800 samples/sec	rmse=0.018126	lr=0.035657
Epoch[120] Batch [2849]	Speed: 733.158488 samples/sec	rmse=0.018127	lr=0.035649
Epoch[120] Batch [2899]	Speed: 756.955356 samples/sec	rmse=0.018128	lr=0.035641
Epoch[120] Batch [2949]	Speed: 707.509067 samples/sec	rmse=0.018131	lr=0.035634
Epoch[120] Batch [2999]	Speed: 749.947253 samples/sec	rmse=0.018130	lr=0.035626
Epoch[120] Batch [3049]	Speed: 759.416399 samples/sec	rmse=0.018129	lr=0.035618
Epoch[120] Batch [3099]	Speed: 746.198002 samples/sec	rmse=0.018126	lr=0.035611
Epoch[120] Batch [3149]	Speed: 755.395499 samples/sec	rmse=0.018126	lr=0.035603
Epoch[120] Batch [3199]	Speed: 746.079444 samples/sec	rmse=0.018127	lr=0.035595
Epoch[120] Batch [3249]	Speed: 712.779609 samples/sec	rmse=0.018131	lr=0.035588
Epoch[120] Batch [3299]	Speed: 740.876441 samples/sec	rmse=0.018129	lr=0.035580
Epoch[120] Batch [3349]	Speed: 747.997302 samples/sec	rmse=0.018126	lr=0.035572
Epoch[120] Batch [3399]	Speed: 720.735041 samples/sec	rmse=0.018126	lr=0.035564
Epoch[120] Batch [3449]	Speed: 735.453398 samples/sec	rmse=0.018129	lr=0.035557
Epoch[120] Batch [3499]	Speed: 704.265339 samples/sec	rmse=0.018128	lr=0.035549
Epoch[120] Batch [3549]	Speed: 739.753636 samples/sec	rmse=0.018129	lr=0.035541
Epoch[120] Batch [3599]	Speed: 736.244411 samples/sec	rmse=0.018130	lr=0.035534
Epoch[120] Batch [3649]	Speed: 709.045859 samples/sec	rmse=0.018129	lr=0.035526
Epoch[120] Batch [3699]	Speed: 731.705203 samples/sec	rmse=0.018130	lr=0.035518
Epoch[120] Batch [3749]	Speed: 744.845060 samples/sec	rmse=0.018131	lr=0.035510
Epoch[120] Batch [3799]	Speed: 739.800874 samples/sec	rmse=0.018130	lr=0.035503
Epoch[120] Batch [3849]	Speed: 765.246480 samples/sec	rmse=0.018132	lr=0.035495
Epoch[120] Batch [3899]	Speed: 752.306366 samples/sec	rmse=0.018136	lr=0.035487
Epoch[120] Batch [3949]	Speed: 746.858842 samples/sec	rmse=0.018137	lr=0.035480
Epoch[120] Batch [3999]	Speed: 716.013779 samples/sec	rmse=0.018135	lr=0.035472
Epoch[120] Batch [4049]	Speed: 720.800677 samples/sec	rmse=0.018137	lr=0.035464
Epoch[120] Batch [4099]	Speed: 703.387914 samples/sec	rmse=0.018137	lr=0.035457
Epoch[120] Batch [4149]	Speed: 727.407344 samples/sec	rmse=0.018137	lr=0.035449
Epoch[120] Batch [4199]	Speed: 720.397228 samples/sec	rmse=0.018139	lr=0.035441
Epoch[120] Batch [4249]	Speed: 723.167600 samples/sec	rmse=0.018139	lr=0.035433
Epoch[120] Batch [4299]	Speed: 717.091417 samples/sec	rmse=0.018140	lr=0.035426
Epoch[120] Batch [4349]	Speed: 719.942411 samples/sec	rmse=0.018141	lr=0.035418
Epoch[120] Batch [4399]	Speed: 721.564620 samples/sec	rmse=0.018143	lr=0.035410
Epoch[120] Batch [4449]	Speed: 726.714108 samples/sec	rmse=0.018143	lr=0.035403
Epoch[120] Batch [4499]	Speed: 726.736134 samples/sec	rmse=0.018145	lr=0.035395
Epoch[120] Batch [4549]	Speed: 743.329364 samples/sec	rmse=0.018146	lr=0.035387
Epoch[120] Batch [4599]	Speed: 723.407057 samples/sec	rmse=0.018147	lr=0.035380
Epoch[120] Batch [4649]	Speed: 722.796606 samples/sec	rmse=0.018147	lr=0.035372
Epoch[120] Batch [4699]	Speed: 725.401441 samples/sec	rmse=0.018149	lr=0.035364
Epoch[120] Batch [4749]	Speed: 742.301112 samples/sec	rmse=0.018152	lr=0.035356
Epoch[120] Batch [4799]	Speed: 733.246345 samples/sec	rmse=0.018152	lr=0.035349
Epoch[120] Batch [4849]	Speed: 748.142022 samples/sec	rmse=0.018152	lr=0.035341
Epoch[120] Batch [4899]	Speed: 724.601287 samples/sec	rmse=0.018153	lr=0.035333
Epoch[120] Batch [4949]	Speed: 735.218264 samples/sec	rmse=0.018155	lr=0.035326
Epoch[120] Batch [4999]	Speed: 730.705425 samples/sec	rmse=0.018155	lr=0.035318
[Epoch 120] training: rmse=0.018155
[Epoch 120] speed: 732 samples/sec	time cost: 1773.514333
[Epoch 120] validation: err-top1=0.284215 err-top5=0.088662
Epoch[121] Batch [49]	Speed: 734.368775 samples/sec	rmse=0.017804	lr=0.035310
Epoch[121] Batch [99]	Speed: 728.949974 samples/sec	rmse=0.017856	lr=0.035302
Epoch[121] Batch [149]	Speed: 742.748916 samples/sec	rmse=0.017868	lr=0.035294
Epoch[121] Batch [199]	Speed: 742.217228 samples/sec	rmse=0.017875	lr=0.035287
Epoch[121] Batch [249]	Speed: 751.497238 samples/sec	rmse=0.017890	lr=0.035279
Epoch[121] Batch [299]	Speed: 750.851816 samples/sec	rmse=0.017912	lr=0.035271
Epoch[121] Batch [349]	Speed: 729.353867 samples/sec	rmse=0.017940	lr=0.035264
Epoch[121] Batch [399]	Speed: 711.728224 samples/sec	rmse=0.017950	lr=0.035256
Epoch[121] Batch [449]	Speed: 701.652748 samples/sec	rmse=0.017946	lr=0.035248
Epoch[121] Batch [499]	Speed: 739.292535 samples/sec	rmse=0.017970	lr=0.035240
Epoch[121] Batch [549]	Speed: 709.322010 samples/sec	rmse=0.017979	lr=0.035233
Epoch[121] Batch [599]	Speed: 757.902582 samples/sec	rmse=0.017969	lr=0.035225
Epoch[121] Batch [649]	Speed: 732.117058 samples/sec	rmse=0.017970	lr=0.035217
Epoch[121] Batch [699]	Speed: 715.549267 samples/sec	rmse=0.017980	lr=0.035210
Epoch[121] Batch [749]	Speed: 772.765703 samples/sec	rmse=0.017983	lr=0.035202
Epoch[121] Batch [799]	Speed: 704.173594 samples/sec	rmse=0.017983	lr=0.035194
Epoch[121] Batch [849]	Speed: 713.285287 samples/sec	rmse=0.017991	lr=0.035187
Epoch[121] Batch [899]	Speed: 767.531869 samples/sec	rmse=0.017998	lr=0.035179
Epoch[121] Batch [949]	Speed: 729.748100 samples/sec	rmse=0.018000	lr=0.035171
Epoch[121] Batch [999]	Speed: 747.421072 samples/sec	rmse=0.018006	lr=0.035164
Epoch[121] Batch [1049]	Speed: 747.135885 samples/sec	rmse=0.018010	lr=0.035156
Epoch[121] Batch [1099]	Speed: 738.722549 samples/sec	rmse=0.018012	lr=0.035148
Epoch[121] Batch [1149]	Speed: 713.343279 samples/sec	rmse=0.018018	lr=0.035141
Epoch[121] Batch [1199]	Speed: 713.511368 samples/sec	rmse=0.018027	lr=0.035133
Epoch[121] Batch [1249]	Speed: 764.696125 samples/sec	rmse=0.018035	lr=0.035125
Epoch[121] Batch [1299]	Speed: 765.267794 samples/sec	rmse=0.018037	lr=0.035117
Epoch[121] Batch [1349]	Speed: 698.056445 samples/sec	rmse=0.018038	lr=0.035110
Epoch[121] Batch [1399]	Speed: 746.499372 samples/sec	rmse=0.018039	lr=0.035102
Epoch[121] Batch [1449]	Speed: 721.809576 samples/sec	rmse=0.018036	lr=0.035094
Epoch[121] Batch [1499]	Speed: 711.605802 samples/sec	rmse=0.018030	lr=0.035087
Epoch[121] Batch [1549]	Speed: 743.071397 samples/sec	rmse=0.018034	lr=0.035079
Epoch[121] Batch [1599]	Speed: 768.300216 samples/sec	rmse=0.018038	lr=0.035071
Epoch[121] Batch [1649]	Speed: 732.642587 samples/sec	rmse=0.018047	lr=0.035064
Epoch[121] Batch [1699]	Speed: 718.470600 samples/sec	rmse=0.018046	lr=0.035056
Epoch[121] Batch [1749]	Speed: 726.156589 samples/sec	rmse=0.018046	lr=0.035048
Epoch[121] Batch [1799]	Speed: 728.061796 samples/sec	rmse=0.018050	lr=0.035041
Epoch[121] Batch [1849]	Speed: 727.162455 samples/sec	rmse=0.018054	lr=0.035033
Epoch[121] Batch [1899]	Speed: 745.040762 samples/sec	rmse=0.018058	lr=0.035025
Epoch[121] Batch [1949]	Speed: 713.454808 samples/sec	rmse=0.018060	lr=0.035018
Epoch[121] Batch [1999]	Speed: 726.005149 samples/sec	rmse=0.018059	lr=0.035010
Epoch[121] Batch [2049]	Speed: 760.979765 samples/sec	rmse=0.018068	lr=0.035002
Epoch[121] Batch [2099]	Speed: 734.325051 samples/sec	rmse=0.018069	lr=0.034995
Epoch[121] Batch [2149]	Speed: 715.967477 samples/sec	rmse=0.018069	lr=0.034987
Epoch[121] Batch [2199]	Speed: 758.487859 samples/sec	rmse=0.018070	lr=0.034979
Epoch[121] Batch [2249]	Speed: 738.013503 samples/sec	rmse=0.018070	lr=0.034972
Epoch[121] Batch [2299]	Speed: 728.448634 samples/sec	rmse=0.018078	lr=0.034964
Epoch[121] Batch [2349]	Speed: 724.120384 samples/sec	rmse=0.018082	lr=0.034956
Epoch[121] Batch [2399]	Speed: 738.948192 samples/sec	rmse=0.018085	lr=0.034949
Epoch[121] Batch [2449]	Speed: 747.400824 samples/sec	rmse=0.018084	lr=0.034941
Epoch[121] Batch [2499]	Speed: 726.580460 samples/sec	rmse=0.018087	lr=0.034933
Epoch[121] Batch [2549]	Speed: 784.074615 samples/sec	rmse=0.018091	lr=0.034925
Epoch[121] Batch [2599]	Speed: 717.776176 samples/sec	rmse=0.018092	lr=0.034918
Epoch[121] Batch [2649]	Speed: 736.761841 samples/sec	rmse=0.018094	lr=0.034910
Epoch[121] Batch [2699]	Speed: 762.575012 samples/sec	rmse=0.018095	lr=0.034902
Epoch[121] Batch [2749]	Speed: 755.122951 samples/sec	rmse=0.018098	lr=0.034895
Epoch[121] Batch [2799]	Speed: 734.258746 samples/sec	rmse=0.018101	lr=0.034887
Epoch[121] Batch [2849]	Speed: 743.950068 samples/sec	rmse=0.018103	lr=0.034879
Epoch[121] Batch [2899]	Speed: 729.584550 samples/sec	rmse=0.018102	lr=0.034872
Epoch[121] Batch [2949]	Speed: 765.739618 samples/sec	rmse=0.018105	lr=0.034864
Epoch[121] Batch [2999]	Speed: 771.435383 samples/sec	rmse=0.018102	lr=0.034856
Epoch[121] Batch [3049]	Speed: 723.424934 samples/sec	rmse=0.018105	lr=0.034849
Epoch[121] Batch [3099]	Speed: 711.576950 samples/sec	rmse=0.018107	lr=0.034841
Epoch[121] Batch [3149]	Speed: 706.617845 samples/sec	rmse=0.018107	lr=0.034833
Epoch[121] Batch [3199]	Speed: 696.089838 samples/sec	rmse=0.018109	lr=0.034826
Epoch[121] Batch [3249]	Speed: 718.808148 samples/sec	rmse=0.018110	lr=0.034818
Epoch[121] Batch [3299]	Speed: 741.633792 samples/sec	rmse=0.018114	lr=0.034810
Epoch[121] Batch [3349]	Speed: 736.902579 samples/sec	rmse=0.018116	lr=0.034803
Epoch[121] Batch [3399]	Speed: 719.474727 samples/sec	rmse=0.018118	lr=0.034795
Epoch[121] Batch [3449]	Speed: 744.864612 samples/sec	rmse=0.018118	lr=0.034787
Epoch[121] Batch [3499]	Speed: 722.334217 samples/sec	rmse=0.018116	lr=0.034780
Epoch[121] Batch [3549]	Speed: 724.844582 samples/sec	rmse=0.018115	lr=0.034772
Epoch[121] Batch [3599]	Speed: 740.399460 samples/sec	rmse=0.018115	lr=0.034764
Epoch[121] Batch [3649]	Speed: 705.956177 samples/sec	rmse=0.018115	lr=0.034757
Epoch[121] Batch [3699]	Speed: 746.898336 samples/sec	rmse=0.018116	lr=0.034749
Epoch[121] Batch [3749]	Speed: 722.099131 samples/sec	rmse=0.018116	lr=0.034741
Epoch[121] Batch [3799]	Speed: 725.680642 samples/sec	rmse=0.018118	lr=0.034734
Epoch[121] Batch [3849]	Speed: 751.879660 samples/sec	rmse=0.018117	lr=0.034726
Epoch[121] Batch [3899]	Speed: 721.879301 samples/sec	rmse=0.018117	lr=0.034718
Epoch[121] Batch [3949]	Speed: 721.532278 samples/sec	rmse=0.018119	lr=0.034711
Epoch[121] Batch [3999]	Speed: 757.675620 samples/sec	rmse=0.018122	lr=0.034703
Epoch[121] Batch [4049]	Speed: 684.170964 samples/sec	rmse=0.018123	lr=0.034695
Epoch[121] Batch [4099]	Speed: 742.503324 samples/sec	rmse=0.018123	lr=0.034688
Epoch[121] Batch [4149]	Speed: 710.587405 samples/sec	rmse=0.018125	lr=0.034680
Epoch[121] Batch [4199]	Speed: 738.831408 samples/sec	rmse=0.018125	lr=0.034672
Epoch[121] Batch [4249]	Speed: 744.650018 samples/sec	rmse=0.018126	lr=0.034665
Epoch[121] Batch [4299]	Speed: 736.657239 samples/sec	rmse=0.018128	lr=0.034657
Epoch[121] Batch [4349]	Speed: 725.354162 samples/sec	rmse=0.018131	lr=0.034649
Epoch[121] Batch [4399]	Speed: 730.916842 samples/sec	rmse=0.018129	lr=0.034642
Epoch[121] Batch [4449]	Speed: 731.972912 samples/sec	rmse=0.018128	lr=0.034634
Epoch[121] Batch [4499]	Speed: 724.207563 samples/sec	rmse=0.018130	lr=0.034626
Epoch[121] Batch [4549]	Speed: 764.874022 samples/sec	rmse=0.018128	lr=0.034619
Epoch[121] Batch [4599]	Speed: 721.747744 samples/sec	rmse=0.018129	lr=0.034611
Epoch[121] Batch [4649]	Speed: 709.301767 samples/sec	rmse=0.018131	lr=0.034604
Epoch[121] Batch [4699]	Speed: 741.267256 samples/sec	rmse=0.018131	lr=0.034596
Epoch[121] Batch [4749]	Speed: 738.336920 samples/sec	rmse=0.018133	lr=0.034588
Epoch[121] Batch [4799]	Speed: 728.781052 samples/sec	rmse=0.018134	lr=0.034581
Epoch[121] Batch [4849]	Speed: 729.809525 samples/sec	rmse=0.018134	lr=0.034573
Epoch[121] Batch [4899]	Speed: 727.697275 samples/sec	rmse=0.018135	lr=0.034565
Epoch[121] Batch [4949]	Speed: 722.714037 samples/sec	rmse=0.018136	lr=0.034558
Epoch[121] Batch [4999]	Speed: 730.590685 samples/sec	rmse=0.018137	lr=0.034550
[Epoch 121] training: rmse=0.018138
[Epoch 121] speed: 732 samples/sec	time cost: 1772.356598
[Epoch 121] validation: err-top1=0.279177 err-top5=0.085220
Epoch[122] Batch [49]	Speed: 717.141198 samples/sec	rmse=0.017869	lr=0.034542
Epoch[122] Batch [99]	Speed: 754.187763 samples/sec	rmse=0.017932	lr=0.034534
Epoch[122] Batch [149]	Speed: 728.278710 samples/sec	rmse=0.017951	lr=0.034526
Epoch[122] Batch [199]	Speed: 755.298365 samples/sec	rmse=0.017983	lr=0.034519
Epoch[122] Batch [249]	Speed: 712.218974 samples/sec	rmse=0.017990	lr=0.034511
Epoch[122] Batch [299]	Speed: 742.154395 samples/sec	rmse=0.017955	lr=0.034503
Epoch[122] Batch [349]	Speed: 740.965431 samples/sec	rmse=0.017941	lr=0.034496
Epoch[122] Batch [399]	Speed: 727.574052 samples/sec	rmse=0.017961	lr=0.034488
Epoch[122] Batch [449]	Speed: 736.563005 samples/sec	rmse=0.017979	lr=0.034480
Epoch[122] Batch [499]	Speed: 752.470434 samples/sec	rmse=0.017991	lr=0.034473
Epoch[122] Batch [549]	Speed: 745.836122 samples/sec	rmse=0.017996	lr=0.034465
Epoch[122] Batch [599]	Speed: 712.146966 samples/sec	rmse=0.018003	lr=0.034457
Epoch[122] Batch [649]	Speed: 722.503021 samples/sec	rmse=0.017997	lr=0.034450
Epoch[122] Batch [699]	Speed: 722.556891 samples/sec	rmse=0.017991	lr=0.034442
Epoch[122] Batch [749]	Speed: 713.957656 samples/sec	rmse=0.017992	lr=0.034435
Epoch[122] Batch [799]	Speed: 744.397687 samples/sec	rmse=0.017996	lr=0.034427
Epoch[122] Batch [849]	Speed: 738.488216 samples/sec	rmse=0.018001	lr=0.034419
Epoch[122] Batch [899]	Speed: 730.874235 samples/sec	rmse=0.018005	lr=0.034412
Epoch[122] Batch [949]	Speed: 730.082053 samples/sec	rmse=0.018005	lr=0.034404
Epoch[122] Batch [999]	Speed: 727.462728 samples/sec	rmse=0.018007	lr=0.034396
Epoch[122] Batch [1049]	Speed: 719.204365 samples/sec	rmse=0.018005	lr=0.034389
Epoch[122] Batch [1099]	Speed: 708.473503 samples/sec	rmse=0.018005	lr=0.034381
Epoch[122] Batch [1149]	Speed: 751.551111 samples/sec	rmse=0.018010	lr=0.034373
Epoch[122] Batch [1199]	Speed: 707.263991 samples/sec	rmse=0.018005	lr=0.034366
Epoch[122] Batch [1249]	Speed: 737.737577 samples/sec	rmse=0.018004	lr=0.034358
Epoch[122] Batch [1299]	Speed: 749.921378 samples/sec	rmse=0.018010	lr=0.034350
Epoch[122] Batch [1349]	Speed: 729.675231 samples/sec	rmse=0.018005	lr=0.034343
Epoch[122] Batch [1399]	Speed: 731.796143 samples/sec	rmse=0.018008	lr=0.034335
Epoch[122] Batch [1449]	Speed: 726.145058 samples/sec	rmse=0.018009	lr=0.034327
Epoch[122] Batch [1499]	Speed: 744.571613 samples/sec	rmse=0.018010	lr=0.034320
Epoch[122] Batch [1549]	Speed: 743.171706 samples/sec	rmse=0.018013	lr=0.034312
Epoch[122] Batch [1599]	Speed: 730.557162 samples/sec	rmse=0.018019	lr=0.034305
Epoch[122] Batch [1649]	Speed: 743.889487 samples/sec	rmse=0.018023	lr=0.034297
Epoch[122] Batch [1699]	Speed: 748.452049 samples/sec	rmse=0.018023	lr=0.034289
Epoch[122] Batch [1749]	Speed: 740.237480 samples/sec	rmse=0.018024	lr=0.034282
Epoch[122] Batch [1799]	Speed: 726.345560 samples/sec	rmse=0.018029	lr=0.034274
Epoch[122] Batch [1849]	Speed: 733.400581 samples/sec	rmse=0.018028	lr=0.034266
Epoch[122] Batch [1899]	Speed: 757.862333 samples/sec	rmse=0.018026	lr=0.034259
Epoch[122] Batch [1949]	Speed: 730.378324 samples/sec	rmse=0.018027	lr=0.034251
Epoch[122] Batch [1999]	Speed: 704.125671 samples/sec	rmse=0.018029	lr=0.034243
Epoch[122] Batch [2049]	Speed: 730.814769 samples/sec	rmse=0.018031	lr=0.034236
Epoch[122] Batch [2099]	Speed: 734.650249 samples/sec	rmse=0.018034	lr=0.034228
Epoch[122] Batch [2149]	Speed: 733.785653 samples/sec	rmse=0.018037	lr=0.034221
Epoch[122] Batch [2199]	Speed: 705.632657 samples/sec	rmse=0.018045	lr=0.034213
Epoch[122] Batch [2249]	Speed: 730.517688 samples/sec	rmse=0.018047	lr=0.034205
Epoch[122] Batch [2299]	Speed: 735.042884 samples/sec	rmse=0.018050	lr=0.034198
Epoch[122] Batch [2349]	Speed: 745.168029 samples/sec	rmse=0.018054	lr=0.034190
Epoch[122] Batch [2399]	Speed: 746.579046 samples/sec	rmse=0.018057	lr=0.034182
Epoch[122] Batch [2449]	Speed: 732.010158 samples/sec	rmse=0.018058	lr=0.034175
Epoch[122] Batch [2499]	Speed: 761.133934 samples/sec	rmse=0.018059	lr=0.034167
Epoch[122] Batch [2549]	Speed: 756.741079 samples/sec	rmse=0.018059	lr=0.034159
Epoch[122] Batch [2599]	Speed: 746.717848 samples/sec	rmse=0.018057	lr=0.034152
Epoch[122] Batch [2649]	Speed: 740.509458 samples/sec	rmse=0.018058	lr=0.034144
Epoch[122] Batch [2699]	Speed: 729.724811 samples/sec	rmse=0.018057	lr=0.034137
Epoch[122] Batch [2749]	Speed: 733.649190 samples/sec	rmse=0.018056	lr=0.034129
Epoch[122] Batch [2799]	Speed: 772.936869 samples/sec	rmse=0.018057	lr=0.034121
Epoch[122] Batch [2849]	Speed: 717.538216 samples/sec	rmse=0.018059	lr=0.034114
Epoch[122] Batch [2899]	Speed: 720.507280 samples/sec	rmse=0.018062	lr=0.034106
Epoch[122] Batch [2949]	Speed: 752.370919 samples/sec	rmse=0.018062	lr=0.034098
Epoch[122] Batch [2999]	Speed: 729.355165 samples/sec	rmse=0.018063	lr=0.034091
Epoch[122] Batch [3049]	Speed: 733.517418 samples/sec	rmse=0.018065	lr=0.034083
Epoch[122] Batch [3099]	Speed: 725.282403 samples/sec	rmse=0.018063	lr=0.034075
Epoch[122] Batch [3149]	Speed: 753.749820 samples/sec	rmse=0.018063	lr=0.034068
Epoch[122] Batch [3199]	Speed: 739.280705 samples/sec	rmse=0.018064	lr=0.034060
Epoch[122] Batch [3249]	Speed: 719.695970 samples/sec	rmse=0.018065	lr=0.034053
Epoch[122] Batch [3299]	Speed: 729.496527 samples/sec	rmse=0.018069	lr=0.034045
Epoch[122] Batch [3349]	Speed: 723.409426 samples/sec	rmse=0.018070	lr=0.034037
Epoch[122] Batch [3399]	Speed: 718.301349 samples/sec	rmse=0.018072	lr=0.034030
Epoch[122] Batch [3449]	Speed: 723.282339 samples/sec	rmse=0.018072	lr=0.034022
Epoch[122] Batch [3499]	Speed: 732.448467 samples/sec	rmse=0.018075	lr=0.034014
Epoch[122] Batch [3549]	Speed: 723.157752 samples/sec	rmse=0.018077	lr=0.034007
Epoch[122] Batch [3599]	Speed: 753.735756 samples/sec	rmse=0.018079	lr=0.033999
Epoch[122] Batch [3649]	Speed: 730.612002 samples/sec	rmse=0.018081	lr=0.033992
Epoch[122] Batch [3699]	Speed: 716.859003 samples/sec	rmse=0.018082	lr=0.033984
Epoch[122] Batch [3749]	Speed: 748.510517 samples/sec	rmse=0.018084	lr=0.033976
Epoch[122] Batch [3799]	Speed: 736.792761 samples/sec	rmse=0.018086	lr=0.033969
Epoch[122] Batch [3849]	Speed: 741.873816 samples/sec	rmse=0.018086	lr=0.033961
Epoch[122] Batch [3899]	Speed: 705.291125 samples/sec	rmse=0.018086	lr=0.033953
Epoch[122] Batch [3949]	Speed: 724.619341 samples/sec	rmse=0.018085	lr=0.033946
Epoch[122] Batch [3999]	Speed: 743.072908 samples/sec	rmse=0.018087	lr=0.033938
Epoch[122] Batch [4049]	Speed: 732.605506 samples/sec	rmse=0.018088	lr=0.033931
Epoch[122] Batch [4099]	Speed: 751.428249 samples/sec	rmse=0.018090	lr=0.033923
Epoch[122] Batch [4149]	Speed: 731.483243 samples/sec	rmse=0.018090	lr=0.033915
Epoch[122] Batch [4199]	Speed: 788.989942 samples/sec	rmse=0.018090	lr=0.033908
Epoch[122] Batch [4249]	Speed: 771.745528 samples/sec	rmse=0.018089	lr=0.033900
Epoch[122] Batch [4299]	Speed: 732.927431 samples/sec	rmse=0.018091	lr=0.033892
Epoch[122] Batch [4349]	Speed: 735.512804 samples/sec	rmse=0.018092	lr=0.033885
Epoch[122] Batch [4399]	Speed: 738.954508 samples/sec	rmse=0.018092	lr=0.033877
Epoch[122] Batch [4449]	Speed: 776.050835 samples/sec	rmse=0.018092	lr=0.033870
Epoch[122] Batch [4499]	Speed: 715.129220 samples/sec	rmse=0.018092	lr=0.033862
Epoch[122] Batch [4549]	Speed: 731.821241 samples/sec	rmse=0.018093	lr=0.033854
Epoch[122] Batch [4599]	Speed: 744.815165 samples/sec	rmse=0.018094	lr=0.033847
Epoch[122] Batch [4649]	Speed: 762.431519 samples/sec	rmse=0.018097	lr=0.033839
Epoch[122] Batch [4699]	Speed: 760.044957 samples/sec	rmse=0.018097	lr=0.033832
Epoch[122] Batch [4749]	Speed: 740.805769 samples/sec	rmse=0.018097	lr=0.033824
Epoch[122] Batch [4799]	Speed: 726.510719 samples/sec	rmse=0.018100	lr=0.033816
Epoch[122] Batch [4849]	Speed: 693.559813 samples/sec	rmse=0.018101	lr=0.033809
Epoch[122] Batch [4899]	Speed: 699.067006 samples/sec	rmse=0.018103	lr=0.033801
Epoch[122] Batch [4949]	Speed: 712.911296 samples/sec	rmse=0.018103	lr=0.033793
Epoch[122] Batch [4999]	Speed: 750.591697 samples/sec	rmse=0.018103	lr=0.033786
[Epoch 122] training: rmse=0.018103
[Epoch 122] speed: 734 samples/sec	time cost: 1767.884475
[Epoch 122] validation: err-top1=0.274379 err-top5=0.082552
Epoch[123] Batch [49]	Speed: 697.296539 samples/sec	rmse=0.018043	lr=0.033778
Epoch[123] Batch [99]	Speed: 751.707145 samples/sec	rmse=0.018000	lr=0.033770
Epoch[123] Batch [149]	Speed: 742.512546 samples/sec	rmse=0.017987	lr=0.033762
Epoch[123] Batch [199]	Speed: 740.618374 samples/sec	rmse=0.017992	lr=0.033755
Epoch[123] Batch [249]	Speed: 718.068793 samples/sec	rmse=0.017956	lr=0.033747
Epoch[123] Batch [299]	Speed: 742.858359 samples/sec	rmse=0.017964	lr=0.033740
Epoch[123] Batch [349]	Speed: 728.970066 samples/sec	rmse=0.017953	lr=0.033732
Epoch[123] Batch [399]	Speed: 714.861076 samples/sec	rmse=0.017978	lr=0.033724
Epoch[123] Batch [449]	Speed: 729.463312 samples/sec	rmse=0.017936	lr=0.033717
Epoch[123] Batch [499]	Speed: 725.833959 samples/sec	rmse=0.017941	lr=0.033709
Epoch[123] Batch [549]	Speed: 725.940377 samples/sec	rmse=0.017940	lr=0.033702
Epoch[123] Batch [599]	Speed: 726.200927 samples/sec	rmse=0.017930	lr=0.033694
Epoch[123] Batch [649]	Speed: 735.479211 samples/sec	rmse=0.017939	lr=0.033686
Epoch[123] Batch [699]	Speed: 714.439127 samples/sec	rmse=0.017950	lr=0.033679
Epoch[123] Batch [749]	Speed: 766.581923 samples/sec	rmse=0.017948	lr=0.033671
Epoch[123] Batch [799]	Speed: 740.640311 samples/sec	rmse=0.017941	lr=0.033663
Epoch[123] Batch [849]	Speed: 742.431274 samples/sec	rmse=0.017943	lr=0.033656
Epoch[123] Batch [899]	Speed: 772.870218 samples/sec	rmse=0.017959	lr=0.033648
Epoch[123] Batch [949]	Speed: 739.696692 samples/sec	rmse=0.017965	lr=0.033641
Epoch[123] Batch [999]	Speed: 732.058478 samples/sec	rmse=0.017965	lr=0.033633
Epoch[123] Batch [1049]	Speed: 750.370981 samples/sec	rmse=0.017972	lr=0.033625
Epoch[123] Batch [1099]	Speed: 728.898965 samples/sec	rmse=0.017976	lr=0.033618
Epoch[123] Batch [1149]	Speed: 782.058316 samples/sec	rmse=0.017976	lr=0.033610
Epoch[123] Batch [1199]	Speed: 737.928416 samples/sec	rmse=0.017977	lr=0.033603
Epoch[123] Batch [1249]	Speed: 750.259879 samples/sec	rmse=0.017977	lr=0.033595
Epoch[123] Batch [1299]	Speed: 733.940868 samples/sec	rmse=0.017977	lr=0.033587
Epoch[123] Batch [1349]	Speed: 766.320965 samples/sec	rmse=0.017977	lr=0.033580
Epoch[123] Batch [1399]	Speed: 724.409498 samples/sec	rmse=0.017977	lr=0.033572
Epoch[123] Batch [1449]	Speed: 720.124549 samples/sec	rmse=0.017982	lr=0.033565
Epoch[123] Batch [1499]	Speed: 728.095436 samples/sec	rmse=0.017986	lr=0.033557
Epoch[123] Batch [1549]	Speed: 740.850074 samples/sec	rmse=0.017986	lr=0.033549
Epoch[123] Batch [1599]	Speed: 743.958965 samples/sec	rmse=0.017993	lr=0.033542
Epoch[123] Batch [1649]	Speed: 725.473223 samples/sec	rmse=0.017992	lr=0.033534
Epoch[123] Batch [1699]	Speed: 711.097086 samples/sec	rmse=0.017993	lr=0.033527
Epoch[123] Batch [1749]	Speed: 749.194185 samples/sec	rmse=0.017992	lr=0.033519
Epoch[123] Batch [1799]	Speed: 717.677462 samples/sec	rmse=0.017991	lr=0.033511
Epoch[123] Batch [1849]	Speed: 734.962735 samples/sec	rmse=0.017995	lr=0.033504
Epoch[123] Batch [1899]	Speed: 755.456534 samples/sec	rmse=0.017996	lr=0.033496
Epoch[123] Batch [1949]	Speed: 702.498820 samples/sec	rmse=0.017998	lr=0.033489
Epoch[123] Batch [1999]	Speed: 729.307290 samples/sec	rmse=0.017997	lr=0.033481
Epoch[123] Batch [2049]	Speed: 741.134769 samples/sec	rmse=0.017998	lr=0.033473
Epoch[123] Batch [2099]	Speed: 774.769528 samples/sec	rmse=0.018000	lr=0.033466
Epoch[123] Batch [2149]	Speed: 722.861099 samples/sec	rmse=0.018002	lr=0.033458
Epoch[123] Batch [2199]	Speed: 712.954969 samples/sec	rmse=0.018005	lr=0.033451
Epoch[123] Batch [2249]	Speed: 753.568502 samples/sec	rmse=0.018006	lr=0.033443
Epoch[123] Batch [2299]	Speed: 736.659099 samples/sec	rmse=0.018007	lr=0.033435
Epoch[123] Batch [2349]	Speed: 734.032375 samples/sec	rmse=0.018005	lr=0.033428
Epoch[123] Batch [2399]	Speed: 752.870327 samples/sec	rmse=0.018005	lr=0.033420
Epoch[123] Batch [2449]	Speed: 745.602556 samples/sec	rmse=0.018006	lr=0.033413
Epoch[123] Batch [2499]	Speed: 760.802553 samples/sec	rmse=0.018006	lr=0.033405
Epoch[123] Batch [2549]	Speed: 705.251415 samples/sec	rmse=0.018006	lr=0.033397
Epoch[123] Batch [2599]	Speed: 759.923390 samples/sec	rmse=0.018009	lr=0.033390
Epoch[123] Batch [2649]	Speed: 731.158243 samples/sec	rmse=0.018011	lr=0.033382
Epoch[123] Batch [2699]	Speed: 759.160125 samples/sec	rmse=0.018011	lr=0.033375
Epoch[123] Batch [2749]	Speed: 721.800745 samples/sec	rmse=0.018011	lr=0.033367
Epoch[123] Batch [2799]	Speed: 737.176191 samples/sec	rmse=0.018014	lr=0.033360
Epoch[123] Batch [2849]	Speed: 761.079627 samples/sec	rmse=0.018017	lr=0.033352
Epoch[123] Batch [2899]	Speed: 730.267898 samples/sec	rmse=0.018020	lr=0.033344
Epoch[123] Batch [2949]	Speed: 726.367485 samples/sec	rmse=0.018019	lr=0.033337
Epoch[123] Batch [2999]	Speed: 733.944621 samples/sec	rmse=0.018021	lr=0.033329
Epoch[123] Batch [3049]	Speed: 771.423578 samples/sec	rmse=0.018023	lr=0.033322
Epoch[123] Batch [3099]	Speed: 707.498969 samples/sec	rmse=0.018024	lr=0.033314
Epoch[123] Batch [3149]	Speed: 719.549508 samples/sec	rmse=0.018024	lr=0.033306
Epoch[123] Batch [3199]	Speed: 730.638689 samples/sec	rmse=0.018024	lr=0.033299
Epoch[123] Batch [3249]	Speed: 748.195895 samples/sec	rmse=0.018023	lr=0.033291
Epoch[123] Batch [3299]	Speed: 756.251427 samples/sec	rmse=0.018022	lr=0.033284
Epoch[123] Batch [3349]	Speed: 750.162228 samples/sec	rmse=0.018021	lr=0.033276
Epoch[123] Batch [3399]	Speed: 716.387104 samples/sec	rmse=0.018024	lr=0.033268
Epoch[123] Batch [3449]	Speed: 713.767512 samples/sec	rmse=0.018027	lr=0.033261
Epoch[123] Batch [3499]	Speed: 742.655922 samples/sec	rmse=0.018028	lr=0.033253
Epoch[123] Batch [3549]	Speed: 716.042495 samples/sec	rmse=0.018028	lr=0.033246
Epoch[123] Batch [3599]	Speed: 716.150217 samples/sec	rmse=0.018030	lr=0.033238
Epoch[123] Batch [3649]	Speed: 709.916362 samples/sec	rmse=0.018031	lr=0.033231
Epoch[123] Batch [3699]	Speed: 721.103728 samples/sec	rmse=0.018031	lr=0.033223
Epoch[123] Batch [3749]	Speed: 726.352979 samples/sec	rmse=0.018030	lr=0.033215
Epoch[123] Batch [3799]	Speed: 721.733384 samples/sec	rmse=0.018032	lr=0.033208
Epoch[123] Batch [3849]	Speed: 727.081377 samples/sec	rmse=0.018034	lr=0.033200
Epoch[123] Batch [3899]	Speed: 703.247166 samples/sec	rmse=0.018034	lr=0.033193
Epoch[123] Batch [3949]	Speed: 755.468621 samples/sec	rmse=0.018035	lr=0.033185
Epoch[123] Batch [3999]	Speed: 740.128329 samples/sec	rmse=0.018035	lr=0.033177
Epoch[123] Batch [4049]	Speed: 730.893140 samples/sec	rmse=0.018037	lr=0.033170
Epoch[123] Batch [4099]	Speed: 738.408981 samples/sec	rmse=0.018037	lr=0.033162
Epoch[123] Batch [4149]	Speed: 728.549019 samples/sec	rmse=0.018039	lr=0.033155
Epoch[123] Batch [4199]	Speed: 756.835319 samples/sec	rmse=0.018041	lr=0.033147
Epoch[123] Batch [4249]	Speed: 756.302543 samples/sec	rmse=0.018042	lr=0.033140
Epoch[123] Batch [4299]	Speed: 745.698817 samples/sec	rmse=0.018043	lr=0.033132
Epoch[123] Batch [4349]	Speed: 746.663534 samples/sec	rmse=0.018045	lr=0.033124
Epoch[123] Batch [4399]	Speed: 737.954656 samples/sec	rmse=0.018048	lr=0.033117
Epoch[123] Batch [4449]	Speed: 704.609254 samples/sec	rmse=0.018051	lr=0.033109
Epoch[123] Batch [4499]	Speed: 751.829446 samples/sec	rmse=0.018052	lr=0.033102
Epoch[123] Batch [4549]	Speed: 759.348827 samples/sec	rmse=0.018051	lr=0.033094
Epoch[123] Batch [4599]	Speed: 766.340589 samples/sec	rmse=0.018051	lr=0.033087
Epoch[123] Batch [4649]	Speed: 748.128375 samples/sec	rmse=0.018052	lr=0.033079
Epoch[123] Batch [4699]	Speed: 726.863866 samples/sec	rmse=0.018055	lr=0.033071
Epoch[123] Batch [4749]	Speed: 753.696647 samples/sec	rmse=0.018056	lr=0.033064
Epoch[123] Batch [4799]	Speed: 773.740134 samples/sec	rmse=0.018056	lr=0.033056
Epoch[123] Batch [4849]	Speed: 717.974953 samples/sec	rmse=0.018057	lr=0.033049
Epoch[123] Batch [4899]	Speed: 722.347065 samples/sec	rmse=0.018058	lr=0.033041
Epoch[123] Batch [4949]	Speed: 783.431217 samples/sec	rmse=0.018060	lr=0.033034
Epoch[123] Batch [4999]	Speed: 739.524720 samples/sec	rmse=0.018059	lr=0.033026
[Epoch 123] training: rmse=0.018060
[Epoch 123] speed: 736 samples/sec	time cost: 1763.668143
[Epoch 123] validation: err-top1=0.274439 err-top5=0.084235
Epoch[124] Batch [49]	Speed: 697.235512 samples/sec	rmse=0.017686	lr=0.033018
Epoch[124] Batch [99]	Speed: 777.833356 samples/sec	rmse=0.017719	lr=0.033010
Epoch[124] Batch [149]	Speed: 727.518681 samples/sec	rmse=0.017759	lr=0.033003
Epoch[124] Batch [199]	Speed: 724.584555 samples/sec	rmse=0.017820	lr=0.032995
Epoch[124] Batch [249]	Speed: 720.605981 samples/sec	rmse=0.017832	lr=0.032988
Epoch[124] Batch [299]	Speed: 723.179085 samples/sec	rmse=0.017828	lr=0.032980
Epoch[124] Batch [349]	Speed: 758.620620 samples/sec	rmse=0.017861	lr=0.032972
Epoch[124] Batch [399]	Speed: 718.284617 samples/sec	rmse=0.017868	lr=0.032965
Epoch[124] Batch [449]	Speed: 734.306681 samples/sec	rmse=0.017877	lr=0.032957
Epoch[124] Batch [499]	Speed: 767.827220 samples/sec	rmse=0.017873	lr=0.032950
Epoch[124] Batch [549]	Speed: 749.760744 samples/sec	rmse=0.017880	lr=0.032942
Epoch[124] Batch [599]	Speed: 744.818410 samples/sec	rmse=0.017879	lr=0.032935
Epoch[124] Batch [649]	Speed: 733.810235 samples/sec	rmse=0.017883	lr=0.032927
Epoch[124] Batch [699]	Speed: 728.005858 samples/sec	rmse=0.017897	lr=0.032919
Epoch[124] Batch [749]	Speed: 712.238268 samples/sec	rmse=0.017897	lr=0.032912
Epoch[124] Batch [799]	Speed: 759.460294 samples/sec	rmse=0.017893	lr=0.032904
Epoch[124] Batch [849]	Speed: 731.245502 samples/sec	rmse=0.017897	lr=0.032897
Epoch[124] Batch [899]	Speed: 746.219326 samples/sec	rmse=0.017901	lr=0.032889
Epoch[124] Batch [949]	Speed: 758.366296 samples/sec	rmse=0.017901	lr=0.032882
Epoch[124] Batch [999]	Speed: 706.638715 samples/sec	rmse=0.017902	lr=0.032874
Epoch[124] Batch [1049]	Speed: 727.753255 samples/sec	rmse=0.017898	lr=0.032866
Epoch[124] Batch [1099]	Speed: 731.835097 samples/sec	rmse=0.017903	lr=0.032859
Epoch[124] Batch [1149]	Speed: 743.410566 samples/sec	rmse=0.017902	lr=0.032851
Epoch[124] Batch [1199]	Speed: 743.339554 samples/sec	rmse=0.017900	lr=0.032844
Epoch[124] Batch [1249]	Speed: 731.183975 samples/sec	rmse=0.017907	lr=0.032836
Epoch[124] Batch [1299]	Speed: 711.489740 samples/sec	rmse=0.017908	lr=0.032829
Epoch[124] Batch [1349]	Speed: 746.291595 samples/sec	rmse=0.017907	lr=0.032821
Epoch[124] Batch [1399]	Speed: 727.574752 samples/sec	rmse=0.017907	lr=0.032814
Epoch[124] Batch [1449]	Speed: 739.526890 samples/sec	rmse=0.017903	lr=0.032806
Epoch[124] Batch [1499]	Speed: 715.864525 samples/sec	rmse=0.017906	lr=0.032798
Epoch[124] Batch [1549]	Speed: 742.574577 samples/sec	rmse=0.017907	lr=0.032791
Epoch[124] Batch [1599]	Speed: 749.468098 samples/sec	rmse=0.017915	lr=0.032783
Epoch[124] Batch [1649]	Speed: 727.085010 samples/sec	rmse=0.017919	lr=0.032776
Epoch[124] Batch [1699]	Speed: 785.900270 samples/sec	rmse=0.017926	lr=0.032768
Epoch[124] Batch [1749]	Speed: 767.835193 samples/sec	rmse=0.017927	lr=0.032761
Epoch[124] Batch [1799]	Speed: 728.992189 samples/sec	rmse=0.017934	lr=0.032753
Epoch[124] Batch [1849]	Speed: 740.501971 samples/sec	rmse=0.017935	lr=0.032746
Epoch[124] Batch [1899]	Speed: 739.879980 samples/sec	rmse=0.017937	lr=0.032738
Epoch[124] Batch [1949]	Speed: 718.624934 samples/sec	rmse=0.017939	lr=0.032730
Epoch[124] Batch [1999]	Speed: 726.691534 samples/sec	rmse=0.017943	lr=0.032723
Epoch[124] Batch [2049]	Speed: 735.606568 samples/sec	rmse=0.017944	lr=0.032715
Epoch[124] Batch [2099]	Speed: 730.992985 samples/sec	rmse=0.017945	lr=0.032708
Epoch[124] Batch [2149]	Speed: 728.566341 samples/sec	rmse=0.017948	lr=0.032700
Epoch[124] Batch [2199]	Speed: 730.873658 samples/sec	rmse=0.017953	lr=0.032693
Epoch[124] Batch [2249]	Speed: 718.047213 samples/sec	rmse=0.017954	lr=0.032685
Epoch[124] Batch [2299]	Speed: 723.640333 samples/sec	rmse=0.017959	lr=0.032678
Epoch[124] Batch [2349]	Speed: 754.883311 samples/sec	rmse=0.017966	lr=0.032670
Epoch[124] Batch [2399]	Speed: 720.061721 samples/sec	rmse=0.017968	lr=0.032662
Epoch[124] Batch [2449]	Speed: 732.510637 samples/sec	rmse=0.017970	lr=0.032655
Epoch[124] Batch [2499]	Speed: 769.260777 samples/sec	rmse=0.017971	lr=0.032647
Epoch[124] Batch [2549]	Speed: 727.047131 samples/sec	rmse=0.017971	lr=0.032640
Epoch[124] Batch [2599]	Speed: 739.297228 samples/sec	rmse=0.017972	lr=0.032632
Epoch[124] Batch [2649]	Speed: 742.506990 samples/sec	rmse=0.017973	lr=0.032625
Epoch[124] Batch [2699]	Speed: 740.821256 samples/sec	rmse=0.017976	lr=0.032617
Epoch[124] Batch [2749]	Speed: 761.388152 samples/sec	rmse=0.017978	lr=0.032610
Epoch[124] Batch [2799]	Speed: 743.502194 samples/sec	rmse=0.017978	lr=0.032602
Epoch[124] Batch [2849]	Speed: 757.108080 samples/sec	rmse=0.017979	lr=0.032595
Epoch[124] Batch [2899]	Speed: 754.329589 samples/sec	rmse=0.017983	lr=0.032587
Epoch[124] Batch [2949]	Speed: 727.793092 samples/sec	rmse=0.017986	lr=0.032579
Epoch[124] Batch [2999]	Speed: 740.968479 samples/sec	rmse=0.017986	lr=0.032572
Epoch[124] Batch [3049]	Speed: 736.127300 samples/sec	rmse=0.017989	lr=0.032564
Epoch[124] Batch [3099]	Speed: 745.330654 samples/sec	rmse=0.017990	lr=0.032557
Epoch[124] Batch [3149]	Speed: 707.011897 samples/sec	rmse=0.017991	lr=0.032549
Epoch[124] Batch [3199]	Speed: 737.499239 samples/sec	rmse=0.017991	lr=0.032542
Epoch[124] Batch [3249]	Speed: 735.848495 samples/sec	rmse=0.017994	lr=0.032534
Epoch[124] Batch [3299]	Speed: 739.861820 samples/sec	rmse=0.017995	lr=0.032527
Epoch[124] Batch [3349]	Speed: 751.122929 samples/sec	rmse=0.017998	lr=0.032519
Epoch[124] Batch [3399]	Speed: 738.061808 samples/sec	rmse=0.018001	lr=0.032512
Epoch[124] Batch [3449]	Speed: 744.538622 samples/sec	rmse=0.018001	lr=0.032504
Epoch[124] Batch [3499]	Speed: 773.838734 samples/sec	rmse=0.018004	lr=0.032496
Epoch[124] Batch [3549]	Speed: 739.148318 samples/sec	rmse=0.018007	lr=0.032489
Epoch[124] Batch [3599]	Speed: 744.131056 samples/sec	rmse=0.018007	lr=0.032481
Epoch[124] Batch [3649]	Speed: 715.556744 samples/sec	rmse=0.018008	lr=0.032474
Epoch[124] Batch [3699]	Speed: 787.784219 samples/sec	rmse=0.018011	lr=0.032466
Epoch[124] Batch [3749]	Speed: 742.935972 samples/sec	rmse=0.018012	lr=0.032459
Epoch[124] Batch [3799]	Speed: 735.558252 samples/sec	rmse=0.018013	lr=0.032451
Epoch[124] Batch [3849]	Speed: 751.108648 samples/sec	rmse=0.018013	lr=0.032444
Epoch[124] Batch [3899]	Speed: 702.280094 samples/sec	rmse=0.018011	lr=0.032436
Epoch[124] Batch [3949]	Speed: 740.175237 samples/sec	rmse=0.018012	lr=0.032429
Epoch[124] Batch [3999]	Speed: 708.806193 samples/sec	rmse=0.018013	lr=0.032421
Epoch[124] Batch [4049]	Speed: 719.190173 samples/sec	rmse=0.018017	lr=0.032414
Epoch[124] Batch [4099]	Speed: 760.721745 samples/sec	rmse=0.018017	lr=0.032406
Epoch[124] Batch [4149]	Speed: 731.686425 samples/sec	rmse=0.018017	lr=0.032399
Epoch[124] Batch [4199]	Speed: 740.389056 samples/sec	rmse=0.018019	lr=0.032391
Epoch[124] Batch [4249]	Speed: 732.730450 samples/sec	rmse=0.018018	lr=0.032383
Epoch[124] Batch [4299]	Speed: 723.506427 samples/sec	rmse=0.018021	lr=0.032376
Epoch[124] Batch [4349]	Speed: 736.449187 samples/sec	rmse=0.018022	lr=0.032368
Epoch[124] Batch [4399]	Speed: 756.147289 samples/sec	rmse=0.018023	lr=0.032361
Epoch[124] Batch [4449]	Speed: 757.256828 samples/sec	rmse=0.018023	lr=0.032353
Epoch[124] Batch [4499]	Speed: 719.935682 samples/sec	rmse=0.018023	lr=0.032346
Epoch[124] Batch [4549]	Speed: 758.052284 samples/sec	rmse=0.018023	lr=0.032338
Epoch[124] Batch [4599]	Speed: 765.734572 samples/sec	rmse=0.018025	lr=0.032331
Epoch[124] Batch [4649]	Speed: 703.119771 samples/sec	rmse=0.018025	lr=0.032323
Epoch[124] Batch [4699]	Speed: 702.669276 samples/sec	rmse=0.018025	lr=0.032316
Epoch[124] Batch [4749]	Speed: 730.458737 samples/sec	rmse=0.018026	lr=0.032308
Epoch[124] Batch [4799]	Speed: 758.121682 samples/sec	rmse=0.018026	lr=0.032301
Epoch[124] Batch [4849]	Speed: 747.795721 samples/sec	rmse=0.018027	lr=0.032293
Epoch[124] Batch [4899]	Speed: 764.598785 samples/sec	rmse=0.018029	lr=0.032286
Epoch[124] Batch [4949]	Speed: 755.168475 samples/sec	rmse=0.018029	lr=0.032278
Epoch[124] Batch [4999]	Speed: 743.673436 samples/sec	rmse=0.018030	lr=0.032271
[Epoch 124] training: rmse=0.018030
[Epoch 124] speed: 737 samples/sec	time cost: 1760.218012
[Epoch 124] validation: err-top1=0.273318 err-top5=0.081952
Epoch[125] Batch [49]	Speed: 734.638517 samples/sec	rmse=0.017690	lr=0.032262
Epoch[125] Batch [99]	Speed: 781.487538 samples/sec	rmse=0.017717	lr=0.032255
Epoch[125] Batch [149]	Speed: 719.687461 samples/sec	rmse=0.017740	lr=0.032247
Epoch[125] Batch [199]	Speed: 748.681839 samples/sec	rmse=0.017763	lr=0.032240
Epoch[125] Batch [249]	Speed: 711.758135 samples/sec	rmse=0.017767	lr=0.032232
Epoch[125] Batch [299]	Speed: 752.984981 samples/sec	rmse=0.017788	lr=0.032225
Epoch[125] Batch [349]	Speed: 774.419334 samples/sec	rmse=0.017799	lr=0.032217
Epoch[125] Batch [399]	Speed: 727.276859 samples/sec	rmse=0.017797	lr=0.032210
Epoch[125] Batch [449]	Speed: 715.471959 samples/sec	rmse=0.017801	lr=0.032202
Epoch[125] Batch [499]	Speed: 754.000675 samples/sec	rmse=0.017815	lr=0.032195
Epoch[125] Batch [549]	Speed: 753.632522 samples/sec	rmse=0.017804	lr=0.032187
Epoch[125] Batch [599]	Speed: 743.750044 samples/sec	rmse=0.017809	lr=0.032180
Epoch[125] Batch [649]	Speed: 742.535889 samples/sec	rmse=0.017824	lr=0.032172
Epoch[125] Batch [699]	Speed: 759.624757 samples/sec	rmse=0.017829	lr=0.032165
Epoch[125] Batch [749]	Speed: 732.907871 samples/sec	rmse=0.017830	lr=0.032157
Epoch[125] Batch [799]	Speed: 726.858297 samples/sec	rmse=0.017848	lr=0.032150
Epoch[125] Batch [849]	Speed: 761.821419 samples/sec	rmse=0.017845	lr=0.032142
Epoch[125] Batch [899]	Speed: 773.072344 samples/sec	rmse=0.017850	lr=0.032135
Epoch[125] Batch [949]	Speed: 746.863548 samples/sec	rmse=0.017846	lr=0.032127
Epoch[125] Batch [999]	Speed: 774.282818 samples/sec	rmse=0.017854	lr=0.032119
Epoch[125] Batch [1049]	Speed: 710.307082 samples/sec	rmse=0.017856	lr=0.032112
Epoch[125] Batch [1099]	Speed: 732.178363 samples/sec	rmse=0.017868	lr=0.032104
Epoch[125] Batch [1149]	Speed: 731.243002 samples/sec	rmse=0.017867	lr=0.032097
Epoch[125] Batch [1199]	Speed: 747.010834 samples/sec	rmse=0.017873	lr=0.032089
Epoch[125] Batch [1249]	Speed: 769.221804 samples/sec	rmse=0.017878	lr=0.032082
Epoch[125] Batch [1299]	Speed: 742.718491 samples/sec	rmse=0.017880	lr=0.032074
Epoch[125] Batch [1349]	Speed: 723.887804 samples/sec	rmse=0.017879	lr=0.032067
Epoch[125] Batch [1399]	Speed: 738.081381 samples/sec	rmse=0.017886	lr=0.032059
Epoch[125] Batch [1449]	Speed: 726.052503 samples/sec	rmse=0.017892	lr=0.032052
Epoch[125] Batch [1499]	Speed: 729.023420 samples/sec	rmse=0.017889	lr=0.032044
Epoch[125] Batch [1549]	Speed: 727.661660 samples/sec	rmse=0.017893	lr=0.032037
Epoch[125] Batch [1599]	Speed: 741.337463 samples/sec	rmse=0.017894	lr=0.032029
Epoch[125] Batch [1649]	Speed: 748.420936 samples/sec	rmse=0.017896	lr=0.032022
Epoch[125] Batch [1699]	Speed: 711.568095 samples/sec	rmse=0.017902	lr=0.032014
Epoch[125] Batch [1749]	Speed: 740.811861 samples/sec	rmse=0.017904	lr=0.032007
Epoch[125] Batch [1799]	Speed: 730.706131 samples/sec	rmse=0.017911	lr=0.031999
Epoch[125] Batch [1849]	Speed: 716.010418 samples/sec	rmse=0.017913	lr=0.031992
Epoch[125] Batch [1899]	Speed: 750.847595 samples/sec	rmse=0.017912	lr=0.031984
Epoch[125] Batch [1949]	Speed: 755.409816 samples/sec	rmse=0.017913	lr=0.031977
Epoch[125] Batch [1999]	Speed: 725.034633 samples/sec	rmse=0.017915	lr=0.031969
Epoch[125] Batch [2049]	Speed: 732.436905 samples/sec	rmse=0.017918	lr=0.031962
Epoch[125] Batch [2099]	Speed: 731.641624 samples/sec	rmse=0.017918	lr=0.031954
Epoch[125] Batch [2149]	Speed: 700.508372 samples/sec	rmse=0.017919	lr=0.031947
Epoch[125] Batch [2199]	Speed: 738.272955 samples/sec	rmse=0.017924	lr=0.031939
Epoch[125] Batch [2249]	Speed: 729.361685 samples/sec	rmse=0.017924	lr=0.031932
Epoch[125] Batch [2299]	Speed: 751.265896 samples/sec	rmse=0.017930	lr=0.031924
Epoch[125] Batch [2349]	Speed: 714.448264 samples/sec	rmse=0.017931	lr=0.031917
Epoch[125] Batch [2399]	Speed: 757.791710 samples/sec	rmse=0.017933	lr=0.031909
Epoch[125] Batch [2449]	Speed: 727.822149 samples/sec	rmse=0.017935	lr=0.031902
Epoch[125] Batch [2499]	Speed: 734.383984 samples/sec	rmse=0.017934	lr=0.031894
Epoch[125] Batch [2549]	Speed: 743.253182 samples/sec	rmse=0.017934	lr=0.031887
Epoch[125] Batch [2599]	Speed: 767.607535 samples/sec	rmse=0.017940	lr=0.031879
Epoch[125] Batch [2649]	Speed: 714.518371 samples/sec	rmse=0.017943	lr=0.031872
Epoch[125] Batch [2699]	Speed: 697.723693 samples/sec	rmse=0.017942	lr=0.031864
Epoch[125] Batch [2749]	Speed: 757.156172 samples/sec	rmse=0.017943	lr=0.031857
Epoch[125] Batch [2799]	Speed: 813.153264 samples/sec	rmse=0.017946	lr=0.031849
Epoch[125] Batch [2849]	Speed: 736.547585 samples/sec	rmse=0.017946	lr=0.031842
Epoch[125] Batch [2899]	Speed: 743.685962 samples/sec	rmse=0.017948	lr=0.031834
Epoch[125] Batch [2949]	Speed: 751.456520 samples/sec	rmse=0.017947	lr=0.031827
Epoch[125] Batch [2999]	Speed: 741.874544 samples/sec	rmse=0.017948	lr=0.031819
Epoch[125] Batch [3049]	Speed: 739.487968 samples/sec	rmse=0.017947	lr=0.031812
Epoch[125] Batch [3099]	Speed: 723.500626 samples/sec	rmse=0.017948	lr=0.031804
Epoch[125] Batch [3149]	Speed: 714.174759 samples/sec	rmse=0.017949	lr=0.031797
Epoch[125] Batch [3199]	Speed: 746.658829 samples/sec	rmse=0.017947	lr=0.031789
Epoch[125] Batch [3249]	Speed: 729.347476 samples/sec	rmse=0.017949	lr=0.031782
Epoch[125] Batch [3299]	Speed: 731.410765 samples/sec	rmse=0.017951	lr=0.031774
Epoch[125] Batch [3349]	Speed: 754.996858 samples/sec	rmse=0.017950	lr=0.031767
Epoch[125] Batch [3399]	Speed: 706.192247 samples/sec	rmse=0.017951	lr=0.031759
Epoch[125] Batch [3449]	Speed: 771.188769 samples/sec	rmse=0.017951	lr=0.031752
Epoch[125] Batch [3499]	Speed: 777.574459 samples/sec	rmse=0.017952	lr=0.031744
Epoch[125] Batch [3549]	Speed: 781.276612 samples/sec	rmse=0.017952	lr=0.031737
Epoch[125] Batch [3599]	Speed: 721.996777 samples/sec	rmse=0.017953	lr=0.031729
Epoch[125] Batch [3649]	Speed: 752.178114 samples/sec	rmse=0.017956	lr=0.031722
Epoch[125] Batch [3699]	Speed: 750.712040 samples/sec	rmse=0.017955	lr=0.031714
Epoch[125] Batch [3749]	Speed: 718.195793 samples/sec	rmse=0.017956	lr=0.031707
Epoch[125] Batch [3799]	Speed: 748.358060 samples/sec	rmse=0.017958	lr=0.031699
Epoch[125] Batch [3849]	Speed: 756.241510 samples/sec	rmse=0.017959	lr=0.031692
Epoch[125] Batch [3899]	Speed: 740.592618 samples/sec	rmse=0.017962	lr=0.031684
Epoch[125] Batch [3949]	Speed: 718.886505 samples/sec	rmse=0.017964	lr=0.031677
Epoch[125] Batch [3999]	Speed: 753.955164 samples/sec	rmse=0.017966	lr=0.031669
Epoch[125] Batch [4049]	Speed: 746.918204 samples/sec	rmse=0.017966	lr=0.031662
Epoch[125] Batch [4099]	Speed: 763.796014 samples/sec	rmse=0.017967	lr=0.031654
Epoch[125] Batch [4149]	Speed: 708.147672 samples/sec	rmse=0.017966	lr=0.031647
Epoch[125] Batch [4199]	Speed: 768.499815 samples/sec	rmse=0.017968	lr=0.031639
Epoch[125] Batch [4249]	Speed: 739.465631 samples/sec	rmse=0.017970	lr=0.031632
Epoch[125] Batch [4299]	Speed: 735.715479 samples/sec	rmse=0.017971	lr=0.031624
Epoch[125] Batch [4349]	Speed: 732.974192 samples/sec	rmse=0.017972	lr=0.031617
Epoch[125] Batch [4399]	Speed: 732.000077 samples/sec	rmse=0.017971	lr=0.031609
Epoch[125] Batch [4449]	Speed: 734.817085 samples/sec	rmse=0.017972	lr=0.031602
Epoch[125] Batch [4499]	Speed: 734.012625 samples/sec	rmse=0.017972	lr=0.031594
Epoch[125] Batch [4549]	Speed: 726.683537 samples/sec	rmse=0.017971	lr=0.031587
Epoch[125] Batch [4599]	Speed: 718.394073 samples/sec	rmse=0.017969	lr=0.031579
Epoch[125] Batch [4649]	Speed: 748.416116 samples/sec	rmse=0.017970	lr=0.031572
Epoch[125] Batch [4699]	Speed: 740.768522 samples/sec	rmse=0.017973	lr=0.031565
Epoch[125] Batch [4749]	Speed: 740.139032 samples/sec	rmse=0.017974	lr=0.031557
Epoch[125] Batch [4799]	Speed: 746.454576 samples/sec	rmse=0.017976	lr=0.031550
Epoch[125] Batch [4849]	Speed: 757.826432 samples/sec	rmse=0.017976	lr=0.031542
Epoch[125] Batch [4899]	Speed: 741.576732 samples/sec	rmse=0.017976	lr=0.031535
Epoch[125] Batch [4949]	Speed: 738.290063 samples/sec	rmse=0.017978	lr=0.031527
Epoch[125] Batch [4999]	Speed: 764.883492 samples/sec	rmse=0.017980	lr=0.031520
[Epoch 125] training: rmse=0.017980
[Epoch 125] speed: 740 samples/sec	time cost: 1754.394477
[Epoch 125] validation: err-top1=0.274058 err-top5=0.080950
Epoch[126] Batch [49]	Speed: 734.008881 samples/sec	rmse=0.017620	lr=0.031512
Epoch[126] Batch [99]	Speed: 735.940014 samples/sec	rmse=0.017684	lr=0.031504
Epoch[126] Batch [149]	Speed: 738.838699 samples/sec	rmse=0.017757	lr=0.031497
Epoch[126] Batch [199]	Speed: 725.158722 samples/sec	rmse=0.017770	lr=0.031489
Epoch[126] Batch [249]	Speed: 767.969796 samples/sec	rmse=0.017790	lr=0.031482
Epoch[126] Batch [299]	Speed: 740.990139 samples/sec	rmse=0.017799	lr=0.031474
Epoch[126] Batch [349]	Speed: 758.990101 samples/sec	rmse=0.017795	lr=0.031467
Epoch[126] Batch [399]	Speed: 725.177911 samples/sec	rmse=0.017802	lr=0.031459
Epoch[126] Batch [449]	Speed: 729.115893 samples/sec	rmse=0.017825	lr=0.031452
Epoch[126] Batch [499]	Speed: 762.646800 samples/sec	rmse=0.017841	lr=0.031444
Epoch[126] Batch [549]	Speed: 731.154280 samples/sec	rmse=0.017834	lr=0.031437
Epoch[126] Batch [599]	Speed: 711.236651 samples/sec	rmse=0.017845	lr=0.031429
Epoch[126] Batch [649]	Speed: 725.920128 samples/sec	rmse=0.017847	lr=0.031422
Epoch[126] Batch [699]	Speed: 727.160101 samples/sec	rmse=0.017846	lr=0.031414
Epoch[126] Batch [749]	Speed: 725.146489 samples/sec	rmse=0.017848	lr=0.031407
Epoch[126] Batch [799]	Speed: 734.983966 samples/sec	rmse=0.017846	lr=0.031399
Epoch[126] Batch [849]	Speed: 723.063969 samples/sec	rmse=0.017850	lr=0.031392
Epoch[126] Batch [899]	Speed: 733.456219 samples/sec	rmse=0.017858	lr=0.031385
Epoch[126] Batch [949]	Speed: 707.632825 samples/sec	rmse=0.017851	lr=0.031377
Epoch[126] Batch [999]	Speed: 720.086947 samples/sec	rmse=0.017857	lr=0.031370
Epoch[126] Batch [1049]	Speed: 725.952608 samples/sec	rmse=0.017852	lr=0.031362
Epoch[126] Batch [1099]	Speed: 747.901770 samples/sec	rmse=0.017850	lr=0.031355
Epoch[126] Batch [1149]	Speed: 736.666822 samples/sec	rmse=0.017858	lr=0.031347
Epoch[126] Batch [1199]	Speed: 794.535184 samples/sec	rmse=0.017864	lr=0.031340
Epoch[126] Batch [1249]	Speed: 738.131815 samples/sec	rmse=0.017869	lr=0.031332
Epoch[126] Batch [1299]	Speed: 719.681393 samples/sec	rmse=0.017868	lr=0.031325
Epoch[126] Batch [1349]	Speed: 719.382698 samples/sec	rmse=0.017874	lr=0.031317
Epoch[126] Batch [1399]	Speed: 746.828733 samples/sec	rmse=0.017877	lr=0.031310
Epoch[126] Batch [1449]	Speed: 704.319435 samples/sec	rmse=0.017879	lr=0.031302
Epoch[126] Batch [1499]	Speed: 733.279284 samples/sec	rmse=0.017879	lr=0.031295
Epoch[126] Batch [1549]	Speed: 741.889809 samples/sec	rmse=0.017882	lr=0.031287
Epoch[126] Batch [1599]	Speed: 750.371243 samples/sec	rmse=0.017885	lr=0.031280
Epoch[126] Batch [1649]	Speed: 754.420728 samples/sec	rmse=0.017885	lr=0.031273
Epoch[126] Batch [1699]	Speed: 736.799930 samples/sec	rmse=0.017886	lr=0.031265
Epoch[126] Batch [1749]	Speed: 763.474884 samples/sec	rmse=0.017883	lr=0.031258
Epoch[126] Batch [1799]	Speed: 740.090333 samples/sec	rmse=0.017877	lr=0.031250
Epoch[126] Batch [1849]	Speed: 715.067137 samples/sec	rmse=0.017878	lr=0.031243
Epoch[126] Batch [1899]	Speed: 736.803702 samples/sec	rmse=0.017880	lr=0.031235
Epoch[126] Batch [1949]	Speed: 735.102697 samples/sec	rmse=0.017883	lr=0.031228
Epoch[126] Batch [1999]	Speed: 734.295473 samples/sec	rmse=0.017885	lr=0.031220
Epoch[126] Batch [2049]	Speed: 756.700591 samples/sec	rmse=0.017892	lr=0.031213
Epoch[126] Batch [2099]	Speed: 714.899038 samples/sec	rmse=0.017898	lr=0.031205
Epoch[126] Batch [2149]	Speed: 708.986082 samples/sec	rmse=0.017899	lr=0.031198
Epoch[126] Batch [2199]	Speed: 752.232306 samples/sec	rmse=0.017896	lr=0.031190
Epoch[126] Batch [2249]	Speed: 741.484584 samples/sec	rmse=0.017894	lr=0.031183
Epoch[126] Batch [2299]	Speed: 737.474733 samples/sec	rmse=0.017894	lr=0.031176
Epoch[126] Batch [2349]	Speed: 748.280008 samples/sec	rmse=0.017898	lr=0.031168
Epoch[126] Batch [2399]	Speed: 726.480076 samples/sec	rmse=0.017897	lr=0.031161
Epoch[126] Batch [2449]	Speed: 726.464613 samples/sec	rmse=0.017897	lr=0.031153
Epoch[126] Batch [2499]	Speed: 708.138462 samples/sec	rmse=0.017897	lr=0.031146
Epoch[126] Batch [2549]	Speed: 731.517649 samples/sec	rmse=0.017900	lr=0.031138
Epoch[126] Batch [2599]	Speed: 711.376298 samples/sec	rmse=0.017900	lr=0.031131
Epoch[126] Batch [2649]	Speed: 712.522065 samples/sec	rmse=0.017902	lr=0.031123
Epoch[126] Batch [2699]	Speed: 707.561508 samples/sec	rmse=0.017903	lr=0.031116
Epoch[126] Batch [2749]	Speed: 717.695441 samples/sec	rmse=0.017903	lr=0.031108
Epoch[126] Batch [2799]	Speed: 749.327832 samples/sec	rmse=0.017905	lr=0.031101
Epoch[126] Batch [2849]	Speed: 723.080992 samples/sec	rmse=0.017908	lr=0.031094
Epoch[126] Batch [2899]	Speed: 750.483038 samples/sec	rmse=0.017908	lr=0.031086
Epoch[126] Batch [2949]	Speed: 769.242139 samples/sec	rmse=0.017910	lr=0.031079
Epoch[126] Batch [2999]	Speed: 736.083729 samples/sec	rmse=0.017912	lr=0.031071
Epoch[126] Batch [3049]	Speed: 733.303232 samples/sec	rmse=0.017915	lr=0.031064
Epoch[126] Batch [3099]	Speed: 740.703103 samples/sec	rmse=0.017919	lr=0.031056
Epoch[126] Batch [3149]	Speed: 732.671182 samples/sec	rmse=0.017920	lr=0.031049
Epoch[126] Batch [3199]	Speed: 713.912940 samples/sec	rmse=0.017922	lr=0.031041
Epoch[126] Batch [3249]	Speed: 734.619880 samples/sec	rmse=0.017923	lr=0.031034
Epoch[126] Batch [3299]	Speed: 718.162706 samples/sec	rmse=0.017924	lr=0.031026
Epoch[126] Batch [3349]	Speed: 739.961633 samples/sec	rmse=0.017926	lr=0.031019
Epoch[126] Batch [3399]	Speed: 710.460994 samples/sec	rmse=0.017928	lr=0.031012
Epoch[126] Batch [3449]	Speed: 748.258097 samples/sec	rmse=0.017928	lr=0.031004
Epoch[126] Batch [3499]	Speed: 734.801013 samples/sec	rmse=0.017928	lr=0.030997
Epoch[126] Batch [3549]	Speed: 729.849012 samples/sec	rmse=0.017930	lr=0.030989
Epoch[126] Batch [3599]	Speed: 724.761760 samples/sec	rmse=0.017928	lr=0.030982
Epoch[126] Batch [3649]	Speed: 715.728711 samples/sec	rmse=0.017929	lr=0.030974
Epoch[126] Batch [3699]	Speed: 740.599688 samples/sec	rmse=0.017929	lr=0.030967
Epoch[126] Batch [3749]	Speed: 751.352458 samples/sec	rmse=0.017928	lr=0.030959
Epoch[126] Batch [3799]	Speed: 761.232293 samples/sec	rmse=0.017929	lr=0.030952
Epoch[126] Batch [3849]	Speed: 734.649606 samples/sec	rmse=0.017931	lr=0.030945
Epoch[126] Batch [3899]	Speed: 724.672100 samples/sec	rmse=0.017930	lr=0.030937
Epoch[126] Batch [3949]	Speed: 749.591691 samples/sec	rmse=0.017931	lr=0.030930
Epoch[126] Batch [3999]	Speed: 752.838392 samples/sec	rmse=0.017931	lr=0.030922
Epoch[126] Batch [4049]	Speed: 731.404587 samples/sec	rmse=0.017932	lr=0.030915
Epoch[126] Batch [4099]	Speed: 735.818764 samples/sec	rmse=0.017935	lr=0.030907
Epoch[126] Batch [4149]	Speed: 760.305092 samples/sec	rmse=0.017937	lr=0.030900
Epoch[126] Batch [4199]	Speed: 769.970295 samples/sec	rmse=0.017938	lr=0.030893
Epoch[126] Batch [4249]	Speed: 755.642728 samples/sec	rmse=0.017939	lr=0.030885
Epoch[126] Batch [4299]	Speed: 737.516584 samples/sec	rmse=0.017941	lr=0.030878
Epoch[126] Batch [4349]	Speed: 756.728290 samples/sec	rmse=0.017940	lr=0.030870
Epoch[126] Batch [4399]	Speed: 715.805569 samples/sec	rmse=0.017943	lr=0.030863
Epoch[126] Batch [4449]	Speed: 739.082726 samples/sec	rmse=0.017946	lr=0.030855
Epoch[126] Batch [4499]	Speed: 730.369789 samples/sec	rmse=0.017947	lr=0.030848
Epoch[126] Batch [4549]	Speed: 750.147983 samples/sec	rmse=0.017948	lr=0.030840
Epoch[126] Batch [4599]	Speed: 741.035653 samples/sec	rmse=0.017950	lr=0.030833
Epoch[126] Batch [4649]	Speed: 730.806851 samples/sec	rmse=0.017949	lr=0.030826
Epoch[126] Batch [4699]	Speed: 767.156219 samples/sec	rmse=0.017949	lr=0.030818
Epoch[126] Batch [4749]	Speed: 760.143090 samples/sec	rmse=0.017949	lr=0.030811
Epoch[126] Batch [4799]	Speed: 718.451495 samples/sec	rmse=0.017949	lr=0.030803
Epoch[126] Batch [4849]	Speed: 735.159399 samples/sec	rmse=0.017951	lr=0.030796
Epoch[126] Batch [4899]	Speed: 717.025698 samples/sec	rmse=0.017953	lr=0.030788
Epoch[126] Batch [4949]	Speed: 756.578534 samples/sec	rmse=0.017952	lr=0.030781
Epoch[126] Batch [4999]	Speed: 717.994772 samples/sec	rmse=0.017954	lr=0.030774
[Epoch 126] training: rmse=0.017954
[Epoch 126] speed: 735 samples/sec	time cost: 1765.667783
[Epoch 126] validation: err-top1=0.270793 err-top5=0.081210
Epoch[127] Batch [49]	Speed: 708.990482 samples/sec	rmse=0.017565	lr=0.030766
Epoch[127] Batch [99]	Speed: 770.362568 samples/sec	rmse=0.017624	lr=0.030758
Epoch[127] Batch [149]	Speed: 744.596139 samples/sec	rmse=0.017666	lr=0.030751
Epoch[127] Batch [199]	Speed: 743.053841 samples/sec	rmse=0.017679	lr=0.030743
Epoch[127] Batch [249]	Speed: 764.337946 samples/sec	rmse=0.017710	lr=0.030736
Epoch[127] Batch [299]	Speed: 719.609054 samples/sec	rmse=0.017729	lr=0.030728
Epoch[127] Batch [349]	Speed: 756.739564 samples/sec	rmse=0.017722	lr=0.030721
Epoch[127] Batch [399]	Speed: 728.635527 samples/sec	rmse=0.017728	lr=0.030714
Epoch[127] Batch [449]	Speed: 742.742319 samples/sec	rmse=0.017753	lr=0.030706
Epoch[127] Batch [499]	Speed: 731.554978 samples/sec	rmse=0.017777	lr=0.030699
Epoch[127] Batch [549]	Speed: 763.884911 samples/sec	rmse=0.017773	lr=0.030691
Epoch[127] Batch [599]	Speed: 723.474653 samples/sec	rmse=0.017759	lr=0.030684
Epoch[127] Batch [649]	Speed: 773.144630 samples/sec	rmse=0.017765	lr=0.030676
Epoch[127] Batch [699]	Speed: 741.818349 samples/sec	rmse=0.017760	lr=0.030669
Epoch[127] Batch [749]	Speed: 728.962593 samples/sec	rmse=0.017774	lr=0.030662
Epoch[127] Batch [799]	Speed: 750.428647 samples/sec	rmse=0.017777	lr=0.030654
Epoch[127] Batch [849]	Speed: 745.447638 samples/sec	rmse=0.017779	lr=0.030647
Epoch[127] Batch [899]	Speed: 719.756747 samples/sec	rmse=0.017788	lr=0.030639
Epoch[127] Batch [949]	Speed: 751.453470 samples/sec	rmse=0.017784	lr=0.030632
Epoch[127] Batch [999]	Speed: 747.105484 samples/sec	rmse=0.017790	lr=0.030624
Epoch[127] Batch [1049]	Speed: 714.025444 samples/sec	rmse=0.017786	lr=0.030617
Epoch[127] Batch [1099]	Speed: 716.190495 samples/sec	rmse=0.017790	lr=0.030610
Epoch[127] Batch [1149]	Speed: 724.198214 samples/sec	rmse=0.017793	lr=0.030602
Epoch[127] Batch [1199]	Speed: 731.497077 samples/sec	rmse=0.017793	lr=0.030595
Epoch[127] Batch [1249]	Speed: 694.583985 samples/sec	rmse=0.017795	lr=0.030587
Epoch[127] Batch [1299]	Speed: 754.066028 samples/sec	rmse=0.017794	lr=0.030580
Epoch[127] Batch [1349]	Speed: 751.364551 samples/sec	rmse=0.017798	lr=0.030573
Epoch[127] Batch [1399]	Speed: 735.164755 samples/sec	rmse=0.017804	lr=0.030565
Epoch[127] Batch [1449]	Speed: 750.416951 samples/sec	rmse=0.017807	lr=0.030558
Epoch[127] Batch [1499]	Speed: 720.070596 samples/sec	rmse=0.017804	lr=0.030550
Epoch[127] Batch [1549]	Speed: 735.654386 samples/sec	rmse=0.017809	lr=0.030543
Epoch[127] Batch [1599]	Speed: 738.232673 samples/sec	rmse=0.017809	lr=0.030535
Epoch[127] Batch [1649]	Speed: 757.146508 samples/sec	rmse=0.017814	lr=0.030528
Epoch[127] Batch [1699]	Speed: 768.156276 samples/sec	rmse=0.017818	lr=0.030521
Epoch[127] Batch [1749]	Speed: 753.294956 samples/sec	rmse=0.017820	lr=0.030513
Epoch[127] Batch [1799]	Speed: 758.883363 samples/sec	rmse=0.017821	lr=0.030506
Epoch[127] Batch [1849]	Speed: 743.254478 samples/sec	rmse=0.017821	lr=0.030498
Epoch[127] Batch [1899]	Speed: 750.821962 samples/sec	rmse=0.017821	lr=0.030491
Epoch[127] Batch [1949]	Speed: 734.239366 samples/sec	rmse=0.017825	lr=0.030484
Epoch[127] Batch [1999]	Speed: 754.658822 samples/sec	rmse=0.017832	lr=0.030476
Epoch[127] Batch [2049]	Speed: 757.679523 samples/sec	rmse=0.017833	lr=0.030469
Epoch[127] Batch [2099]	Speed: 742.490663 samples/sec	rmse=0.017833	lr=0.030461
Epoch[127] Batch [2149]	Speed: 715.610833 samples/sec	rmse=0.017835	lr=0.030454
Epoch[127] Batch [2199]	Speed: 720.025709 samples/sec	rmse=0.017838	lr=0.030447
Epoch[127] Batch [2249]	Speed: 722.179927 samples/sec	rmse=0.017838	lr=0.030439
Epoch[127] Batch [2299]	Speed: 772.119769 samples/sec	rmse=0.017838	lr=0.030432
Epoch[127] Batch [2349]	Speed: 766.987284 samples/sec	rmse=0.017839	lr=0.030424
Epoch[127] Batch [2399]	Speed: 729.316801 samples/sec	rmse=0.017845	lr=0.030417
Epoch[127] Batch [2449]	Speed: 691.069444 samples/sec	rmse=0.017848	lr=0.030410
Epoch[127] Batch [2499]	Speed: 766.569291 samples/sec	rmse=0.017846	lr=0.030402
Epoch[127] Batch [2549]	Speed: 737.770353 samples/sec	rmse=0.017845	lr=0.030395
Epoch[127] Batch [2599]	Speed: 755.735621 samples/sec	rmse=0.017852	lr=0.030387
Epoch[127] Batch [2649]	Speed: 731.475968 samples/sec	rmse=0.017855	lr=0.030380
Epoch[127] Batch [2699]	Speed: 728.595331 samples/sec	rmse=0.017857	lr=0.030372
Epoch[127] Batch [2749]	Speed: 723.932520 samples/sec	rmse=0.017861	lr=0.030365
Epoch[127] Batch [2799]	Speed: 750.412588 samples/sec	rmse=0.017862	lr=0.030358
Epoch[127] Batch [2849]	Speed: 718.804077 samples/sec	rmse=0.017862	lr=0.030350
Epoch[127] Batch [2899]	Speed: 739.501311 samples/sec	rmse=0.017864	lr=0.030343
Epoch[127] Batch [2949]	Speed: 726.753556 samples/sec	rmse=0.017867	lr=0.030335
Epoch[127] Batch [2999]	Speed: 730.347115 samples/sec	rmse=0.017866	lr=0.030328
Epoch[127] Batch [3049]	Speed: 729.901116 samples/sec	rmse=0.017868	lr=0.030321
Epoch[127] Batch [3099]	Speed: 735.530862 samples/sec	rmse=0.017872	lr=0.030313
Epoch[127] Batch [3149]	Speed: 714.722921 samples/sec	rmse=0.017874	lr=0.030306
Epoch[127] Batch [3199]	Speed: 730.559757 samples/sec	rmse=0.017873	lr=0.030298
Epoch[127] Batch [3249]	Speed: 771.414089 samples/sec	rmse=0.017872	lr=0.030291
Epoch[127] Batch [3299]	Speed: 744.347983 samples/sec	rmse=0.017873	lr=0.030284
Epoch[127] Batch [3349]	Speed: 712.360000 samples/sec	rmse=0.017874	lr=0.030276
Epoch[127] Batch [3399]	Speed: 746.320488 samples/sec	rmse=0.017876	lr=0.030269
Epoch[127] Batch [3449]	Speed: 758.334717 samples/sec	rmse=0.017879	lr=0.030262
Epoch[127] Batch [3499]	Speed: 729.859837 samples/sec	rmse=0.017878	lr=0.030254
Epoch[127] Batch [3549]	Speed: 760.117088 samples/sec	rmse=0.017879	lr=0.030247
Epoch[127] Batch [3599]	Speed: 770.611209 samples/sec	rmse=0.017882	lr=0.030239
Epoch[127] Batch [3649]	Speed: 735.295165 samples/sec	rmse=0.017881	lr=0.030232
Epoch[127] Batch [3699]	Speed: 746.070041 samples/sec	rmse=0.017882	lr=0.030225
Epoch[127] Batch [3749]	Speed: 752.973997 samples/sec	rmse=0.017881	lr=0.030217
Epoch[127] Batch [3799]	Speed: 726.463541 samples/sec	rmse=0.017881	lr=0.030210
Epoch[127] Batch [3849]	Speed: 741.251812 samples/sec	rmse=0.017883	lr=0.030202
Epoch[127] Batch [3899]	Speed: 712.313461 samples/sec	rmse=0.017885	lr=0.030195
Epoch[127] Batch [3949]	Speed: 729.590964 samples/sec	rmse=0.017885	lr=0.030188
Epoch[127] Batch [3999]	Speed: 724.971396 samples/sec	rmse=0.017888	lr=0.030180
Epoch[127] Batch [4049]	Speed: 723.241562 samples/sec	rmse=0.017889	lr=0.030173
Epoch[127] Batch [4099]	Speed: 720.395652 samples/sec	rmse=0.017891	lr=0.030165
Epoch[127] Batch [4149]	Speed: 759.858706 samples/sec	rmse=0.017892	lr=0.030158
Epoch[127] Batch [4199]	Speed: 722.792733 samples/sec	rmse=0.017893	lr=0.030151
Epoch[127] Batch [4249]	Speed: 724.609542 samples/sec	rmse=0.017895	lr=0.030143
Epoch[127] Batch [4299]	Speed: 739.233616 samples/sec	rmse=0.017894	lr=0.030136
Epoch[127] Batch [4349]	Speed: 738.581714 samples/sec	rmse=0.017896	lr=0.030128
Epoch[127] Batch [4399]	Speed: 737.728646 samples/sec	rmse=0.017898	lr=0.030121
Epoch[127] Batch [4449]	Speed: 743.784882 samples/sec	rmse=0.017899	lr=0.030114
Epoch[127] Batch [4499]	Speed: 718.982327 samples/sec	rmse=0.017899	lr=0.030106
Epoch[127] Batch [4549]	Speed: 732.335616 samples/sec	rmse=0.017900	lr=0.030099
Epoch[127] Batch [4599]	Speed: 743.743605 samples/sec	rmse=0.017900	lr=0.030092
Epoch[127] Batch [4649]	Speed: 746.741985 samples/sec	rmse=0.017903	lr=0.030084
Epoch[127] Batch [4699]	Speed: 772.284828 samples/sec	rmse=0.017904	lr=0.030077
Epoch[127] Batch [4749]	Speed: 747.808179 samples/sec	rmse=0.017904	lr=0.030069
Epoch[127] Batch [4799]	Speed: 735.383636 samples/sec	rmse=0.017904	lr=0.030062
Epoch[127] Batch [4849]	Speed: 747.840950 samples/sec	rmse=0.017907	lr=0.030055
Epoch[127] Batch [4899]	Speed: 735.927485 samples/sec	rmse=0.017908	lr=0.030047
Epoch[127] Batch [4949]	Speed: 723.960322 samples/sec	rmse=0.017907	lr=0.030040
Epoch[127] Batch [4999]	Speed: 709.680629 samples/sec	rmse=0.017907	lr=0.030033
[Epoch 127] training: rmse=0.017906
[Epoch 127] speed: 738 samples/sec	time cost: 1759.228862
[Epoch 127] validation: err-top1=0.270753 err-top5=0.079347
Epoch[128] Batch [49]	Speed: 723.085365 samples/sec	rmse=0.017665	lr=0.030025
Epoch[128] Batch [99]	Speed: 717.925978 samples/sec	rmse=0.017622	lr=0.030017
Epoch[128] Batch [149]	Speed: 759.162916 samples/sec	rmse=0.017673	lr=0.030010
Epoch[128] Batch [199]	Speed: 740.228488 samples/sec	rmse=0.017639	lr=0.030002
Epoch[128] Batch [249]	Speed: 735.684024 samples/sec	rmse=0.017634	lr=0.029995
Epoch[128] Batch [299]	Speed: 730.257816 samples/sec	rmse=0.017638	lr=0.029988
Epoch[128] Batch [349]	Speed: 752.139619 samples/sec	rmse=0.017655	lr=0.029980
Epoch[128] Batch [399]	Speed: 794.224255 samples/sec	rmse=0.017666	lr=0.029973
Epoch[128] Batch [449]	Speed: 724.973608 samples/sec	rmse=0.017678	lr=0.029966
Epoch[128] Batch [499]	Speed: 746.691500 samples/sec	rmse=0.017688	lr=0.029958
Epoch[128] Batch [549]	Speed: 754.956779 samples/sec	rmse=0.017689	lr=0.029951
Epoch[128] Batch [599]	Speed: 735.288831 samples/sec	rmse=0.017691	lr=0.029943
Epoch[128] Batch [649]	Speed: 743.100689 samples/sec	rmse=0.017709	lr=0.029936
Epoch[128] Batch [699]	Speed: 740.235602 samples/sec	rmse=0.017704	lr=0.029929
Epoch[128] Batch [749]	Speed: 744.580597 samples/sec	rmse=0.017710	lr=0.029921
Epoch[128] Batch [799]	Speed: 751.380514 samples/sec	rmse=0.017718	lr=0.029914
Epoch[128] Batch [849]	Speed: 774.473784 samples/sec	rmse=0.017713	lr=0.029907
Epoch[128] Batch [899]	Speed: 716.916784 samples/sec	rmse=0.017709	lr=0.029899
Epoch[128] Batch [949]	Speed: 743.952346 samples/sec	rmse=0.017709	lr=0.029892
Epoch[128] Batch [999]	Speed: 740.864898 samples/sec	rmse=0.017725	lr=0.029884
Epoch[128] Batch [1049]	Speed: 766.450814 samples/sec	rmse=0.017726	lr=0.029877
Epoch[128] Batch [1099]	Speed: 745.110114 samples/sec	rmse=0.017739	lr=0.029870
Epoch[128] Batch [1149]	Speed: 725.054178 samples/sec	rmse=0.017742	lr=0.029862
Epoch[128] Batch [1199]	Speed: 725.527253 samples/sec	rmse=0.017746	lr=0.029855
Epoch[128] Batch [1249]	Speed: 702.719696 samples/sec	rmse=0.017751	lr=0.029848
Epoch[128] Batch [1299]	Speed: 751.867425 samples/sec	rmse=0.017756	lr=0.029840
Epoch[128] Batch [1349]	Speed: 721.006807 samples/sec	rmse=0.017759	lr=0.029833
Epoch[128] Batch [1399]	Speed: 779.922122 samples/sec	rmse=0.017758	lr=0.029826
Epoch[128] Batch [1449]	Speed: 746.080087 samples/sec	rmse=0.017753	lr=0.029818
Epoch[128] Batch [1499]	Speed: 744.430542 samples/sec	rmse=0.017753	lr=0.029811
Epoch[128] Batch [1549]	Speed: 759.749110 samples/sec	rmse=0.017757	lr=0.029803
Epoch[128] Batch [1599]	Speed: 733.152071 samples/sec	rmse=0.017760	lr=0.029796
Epoch[128] Batch [1649]	Speed: 781.763995 samples/sec	rmse=0.017757	lr=0.029789
Epoch[128] Batch [1699]	Speed: 761.973149 samples/sec	rmse=0.017759	lr=0.029781
Epoch[128] Batch [1749]	Speed: 735.002692 samples/sec	rmse=0.017760	lr=0.029774
Epoch[128] Batch [1799]	Speed: 764.282910 samples/sec	rmse=0.017762	lr=0.029767
Epoch[128] Batch [1849]	Speed: 749.721785 samples/sec	rmse=0.017767	lr=0.029759
Epoch[128] Batch [1899]	Speed: 746.970632 samples/sec	rmse=0.017765	lr=0.029752
Epoch[128] Batch [1949]	Speed: 731.163600 samples/sec	rmse=0.017762	lr=0.029745
Epoch[128] Batch [1999]	Speed: 734.275959 samples/sec	rmse=0.017771	lr=0.029737
Epoch[128] Batch [2049]	Speed: 759.964320 samples/sec	rmse=0.017774	lr=0.029730
Epoch[128] Batch [2099]	Speed: 751.926690 samples/sec	rmse=0.017775	lr=0.029722
Epoch[128] Batch [2149]	Speed: 721.545903 samples/sec	rmse=0.017775	lr=0.029715
Epoch[128] Batch [2199]	Speed: 726.641746 samples/sec	rmse=0.017783	lr=0.029708
Epoch[128] Batch [2249]	Speed: 740.411499 samples/sec	rmse=0.017784	lr=0.029700
Epoch[128] Batch [2299]	Speed: 753.817998 samples/sec	rmse=0.017782	lr=0.029693
Epoch[128] Batch [2349]	Speed: 743.407241 samples/sec	rmse=0.017783	lr=0.029686
Epoch[128] Batch [2399]	Speed: 724.299522 samples/sec	rmse=0.017785	lr=0.029678
Epoch[128] Batch [2449]	Speed: 736.427185 samples/sec	rmse=0.017788	lr=0.029671
Epoch[128] Batch [2499]	Speed: 717.218263 samples/sec	rmse=0.017791	lr=0.029664
Epoch[128] Batch [2549]	Speed: 731.082156 samples/sec	rmse=0.017795	lr=0.029656
Epoch[128] Batch [2599]	Speed: 776.155343 samples/sec	rmse=0.017799	lr=0.029649
Epoch[128] Batch [2649]	Speed: 757.975120 samples/sec	rmse=0.017801	lr=0.029642
Epoch[128] Batch [2699]	Speed: 741.904213 samples/sec	rmse=0.017802	lr=0.029634
Epoch[128] Batch [2749]	Speed: 732.708380 samples/sec	rmse=0.017804	lr=0.029627
Epoch[128] Batch [2799]	Speed: 736.721986 samples/sec	rmse=0.017806	lr=0.029619
Epoch[128] Batch [2849]	Speed: 698.189448 samples/sec	rmse=0.017807	lr=0.029612
Epoch[128] Batch [2899]	Speed: 744.686758 samples/sec	rmse=0.017807	lr=0.029605
Epoch[128] Batch [2949]	Speed: 732.733920 samples/sec	rmse=0.017807	lr=0.029597
Epoch[128] Batch [2999]	Speed: 711.329727 samples/sec	rmse=0.017807	lr=0.029590
Epoch[128] Batch [3049]	Speed: 783.675875 samples/sec	rmse=0.017811	lr=0.029583
Epoch[128] Batch [3099]	Speed: 748.032195 samples/sec	rmse=0.017814	lr=0.029575
Epoch[128] Batch [3149]	Speed: 735.996160 samples/sec	rmse=0.017814	lr=0.029568
Epoch[128] Batch [3199]	Speed: 726.155597 samples/sec	rmse=0.017818	lr=0.029561
Epoch[128] Batch [3249]	Speed: 716.666153 samples/sec	rmse=0.017818	lr=0.029553
Epoch[128] Batch [3299]	Speed: 740.114687 samples/sec	rmse=0.017821	lr=0.029546
Epoch[128] Batch [3349]	Speed: 769.765395 samples/sec	rmse=0.017821	lr=0.029539
Epoch[128] Batch [3399]	Speed: 736.372660 samples/sec	rmse=0.017825	lr=0.029531
Epoch[128] Batch [3449]	Speed: 734.929997 samples/sec	rmse=0.017826	lr=0.029524
Epoch[128] Batch [3499]	Speed: 730.333861 samples/sec	rmse=0.017829	lr=0.029517
Epoch[128] Batch [3549]	Speed: 774.495895 samples/sec	rmse=0.017828	lr=0.029509
Epoch[128] Batch [3599]	Speed: 730.136266 samples/sec	rmse=0.017829	lr=0.029502
Epoch[128] Batch [3649]	Speed: 744.187612 samples/sec	rmse=0.017831	lr=0.029495
Epoch[128] Batch [3699]	Speed: 736.847984 samples/sec	rmse=0.017832	lr=0.029487
Epoch[128] Batch [3749]	Speed: 749.083787 samples/sec	rmse=0.017834	lr=0.029480
Epoch[128] Batch [3799]	Speed: 750.968513 samples/sec	rmse=0.017836	lr=0.029473
Epoch[128] Batch [3849]	Speed: 741.000050 samples/sec	rmse=0.017838	lr=0.029465
Epoch[128] Batch [3899]	Speed: 752.458632 samples/sec	rmse=0.017839	lr=0.029458
Epoch[128] Batch [3949]	Speed: 737.564093 samples/sec	rmse=0.017841	lr=0.029451
Epoch[128] Batch [3999]	Speed: 732.784096 samples/sec	rmse=0.017843	lr=0.029443
Epoch[128] Batch [4049]	Speed: 722.171116 samples/sec	rmse=0.017845	lr=0.029436
Epoch[128] Batch [4099]	Speed: 726.465154 samples/sec	rmse=0.017846	lr=0.029429
Epoch[128] Batch [4149]	Speed: 776.633142 samples/sec	rmse=0.017849	lr=0.029421
Epoch[128] Batch [4199]	Speed: 730.494289 samples/sec	rmse=0.017850	lr=0.029414
Epoch[128] Batch [4249]	Speed: 761.750640 samples/sec	rmse=0.017852	lr=0.029407
Epoch[128] Batch [4299]	Speed: 758.724400 samples/sec	rmse=0.017852	lr=0.029399
Epoch[128] Batch [4349]	Speed: 755.344899 samples/sec	rmse=0.017853	lr=0.029392
Epoch[128] Batch [4399]	Speed: 745.415594 samples/sec	rmse=0.017855	lr=0.029385
Epoch[128] Batch [4449]	Speed: 776.021613 samples/sec	rmse=0.017855	lr=0.029377
Epoch[128] Batch [4499]	Speed: 706.903658 samples/sec	rmse=0.017856	lr=0.029370
Epoch[128] Batch [4549]	Speed: 750.301002 samples/sec	rmse=0.017856	lr=0.029363
Epoch[128] Batch [4599]	Speed: 760.907470 samples/sec	rmse=0.017857	lr=0.029355
Epoch[128] Batch [4649]	Speed: 742.554632 samples/sec	rmse=0.017859	lr=0.029348
Epoch[128] Batch [4699]	Speed: 760.371489 samples/sec	rmse=0.017860	lr=0.029341
Epoch[128] Batch [4749]	Speed: 740.936134 samples/sec	rmse=0.017862	lr=0.029333
Epoch[128] Batch [4799]	Speed: 792.534812 samples/sec	rmse=0.017862	lr=0.029326
Epoch[128] Batch [4849]	Speed: 764.358807 samples/sec	rmse=0.017863	lr=0.029319
Epoch[128] Batch [4899]	Speed: 737.296947 samples/sec	rmse=0.017863	lr=0.029311
Epoch[128] Batch [4949]	Speed: 742.517157 samples/sec	rmse=0.017865	lr=0.029304
Epoch[128] Batch [4999]	Speed: 762.950373 samples/sec	rmse=0.017865	lr=0.029297
[Epoch 128] training: rmse=0.017865
[Epoch 128] speed: 743 samples/sec	time cost: 1747.407637
[Epoch 128] validation: err-top1=0.269890 err-top5=0.080158
Epoch[129] Batch [49]	Speed: 743.869378 samples/sec	rmse=0.017759	lr=0.029289
Epoch[129] Batch [99]	Speed: 744.242248 samples/sec	rmse=0.017701	lr=0.029281
Epoch[129] Batch [149]	Speed: 738.011170 samples/sec	rmse=0.017664	lr=0.029274
Epoch[129] Batch [199]	Speed: 712.026346 samples/sec	rmse=0.017662	lr=0.029267
Epoch[129] Batch [249]	Speed: 726.304800 samples/sec	rmse=0.017678	lr=0.029259
Epoch[129] Batch [299]	Speed: 750.843583 samples/sec	rmse=0.017659	lr=0.029252
Epoch[129] Batch [349]	Speed: 744.646517 samples/sec	rmse=0.017675	lr=0.029245
Epoch[129] Batch [399]	Speed: 775.197690 samples/sec	rmse=0.017681	lr=0.029237
Epoch[129] Batch [449]	Speed: 739.764746 samples/sec	rmse=0.017671	lr=0.029230
Epoch[129] Batch [499]	Speed: 700.055292 samples/sec	rmse=0.017685	lr=0.029223
Epoch[129] Batch [549]	Speed: 761.877690 samples/sec	rmse=0.017692	lr=0.029215
Epoch[129] Batch [599]	Speed: 767.310049 samples/sec	rmse=0.017687	lr=0.029208
Epoch[129] Batch [649]	Speed: 743.443858 samples/sec	rmse=0.017680	lr=0.029201
Epoch[129] Batch [699]	Speed: 720.711027 samples/sec	rmse=0.017688	lr=0.029194
Epoch[129] Batch [749]	Speed: 735.742127 samples/sec	rmse=0.017699	lr=0.029186
Epoch[129] Batch [799]	Speed: 760.757328 samples/sec	rmse=0.017708	lr=0.029179
Epoch[129] Batch [849]	Speed: 767.435089 samples/sec	rmse=0.017723	lr=0.029172
Epoch[129] Batch [899]	Speed: 771.906698 samples/sec	rmse=0.017719	lr=0.029164
Epoch[129] Batch [949]	Speed: 715.554341 samples/sec	rmse=0.017726	lr=0.029157
Epoch[129] Batch [999]	Speed: 757.238596 samples/sec	rmse=0.017727	lr=0.029150
Epoch[129] Batch [1049]	Speed: 729.316137 samples/sec	rmse=0.017733	lr=0.029142
Epoch[129] Batch [1099]	Speed: 716.205724 samples/sec	rmse=0.017738	lr=0.029135
Epoch[129] Batch [1149]	Speed: 771.001844 samples/sec	rmse=0.017737	lr=0.029128
Epoch[129] Batch [1199]	Speed: 716.384456 samples/sec	rmse=0.017744	lr=0.029120
Epoch[129] Batch [1249]	Speed: 770.963203 samples/sec	rmse=0.017756	lr=0.029113
Epoch[129] Batch [1299]	Speed: 727.767313 samples/sec	rmse=0.017757	lr=0.029106
Epoch[129] Batch [1349]	Speed: 715.239994 samples/sec	rmse=0.017753	lr=0.029098
Epoch[129] Batch [1399]	Speed: 679.273813 samples/sec	rmse=0.017757	lr=0.029091
Epoch[129] Batch [1449]	Speed: 726.415878 samples/sec	rmse=0.017761	lr=0.029084
Epoch[129] Batch [1499]	Speed: 743.234836 samples/sec	rmse=0.017758	lr=0.029076
Epoch[129] Batch [1549]	Speed: 739.776673 samples/sec	rmse=0.017757	lr=0.029069
Epoch[129] Batch [1599]	Speed: 767.901890 samples/sec	rmse=0.017758	lr=0.029062
Epoch[129] Batch [1649]	Speed: 734.983795 samples/sec	rmse=0.017758	lr=0.029055
Epoch[129] Batch [1699]	Speed: 751.850683 samples/sec	rmse=0.017758	lr=0.029047
Epoch[129] Batch [1749]	Speed: 747.380712 samples/sec	rmse=0.017762	lr=0.029040
Epoch[129] Batch [1799]	Speed: 716.595854 samples/sec	rmse=0.017758	lr=0.029033
Epoch[129] Batch [1849]	Speed: 764.350950 samples/sec	rmse=0.017761	lr=0.029025
Epoch[129] Batch [1899]	Speed: 754.969689 samples/sec	rmse=0.017763	lr=0.029018
Epoch[129] Batch [1949]	Speed: 751.697252 samples/sec	rmse=0.017769	lr=0.029011
Epoch[129] Batch [1999]	Speed: 772.774334 samples/sec	rmse=0.017770	lr=0.029003
Epoch[129] Batch [2049]	Speed: 747.209205 samples/sec	rmse=0.017773	lr=0.028996
Epoch[129] Batch [2099]	Speed: 720.793119 samples/sec	rmse=0.017776	lr=0.028989
Epoch[129] Batch [2149]	Speed: 771.925688 samples/sec	rmse=0.017776	lr=0.028981
Epoch[129] Batch [2199]	Speed: 720.385918 samples/sec	rmse=0.017777	lr=0.028974
Epoch[129] Batch [2249]	Speed: 756.441361 samples/sec	rmse=0.017779	lr=0.028967
Epoch[129] Batch [2299]	Speed: 739.797927 samples/sec	rmse=0.017778	lr=0.028960
Epoch[129] Batch [2349]	Speed: 748.269902 samples/sec	rmse=0.017780	lr=0.028952
Epoch[129] Batch [2399]	Speed: 733.213379 samples/sec	rmse=0.017780	lr=0.028945
Epoch[129] Batch [2449]	Speed: 766.544358 samples/sec	rmse=0.017782	lr=0.028938
Epoch[129] Batch [2499]	Speed: 739.416084 samples/sec	rmse=0.017781	lr=0.028930
Epoch[129] Batch [2549]	Speed: 742.613599 samples/sec	rmse=0.017782	lr=0.028923
Epoch[129] Batch [2599]	Speed: 768.294356 samples/sec	rmse=0.017780	lr=0.028916
Epoch[129] Batch [2649]	Speed: 745.783324 samples/sec	rmse=0.017780	lr=0.028908
Epoch[129] Batch [2699]	Speed: 744.341151 samples/sec	rmse=0.017782	lr=0.028901
Epoch[129] Batch [2749]	Speed: 717.335713 samples/sec	rmse=0.017785	lr=0.028894
Epoch[129] Batch [2799]	Speed: 747.489734 samples/sec	rmse=0.017788	lr=0.028887
Epoch[129] Batch [2849]	Speed: 777.327439 samples/sec	rmse=0.017791	lr=0.028879
Epoch[129] Batch [2899]	Speed: 750.656965 samples/sec	rmse=0.017795	lr=0.028872
Epoch[129] Batch [2949]	Speed: 743.845003 samples/sec	rmse=0.017796	lr=0.028865
Epoch[129] Batch [2999]	Speed: 787.779480 samples/sec	rmse=0.017796	lr=0.028857
Epoch[129] Batch [3049]	Speed: 784.066920 samples/sec	rmse=0.017796	lr=0.028850
Epoch[129] Batch [3099]	Speed: 751.165639 samples/sec	rmse=0.017798	lr=0.028843
Epoch[129] Batch [3149]	Speed: 745.592046 samples/sec	rmse=0.017798	lr=0.028836
Epoch[129] Batch [3199]	Speed: 760.458664 samples/sec	rmse=0.017797	lr=0.028828
Epoch[129] Batch [3249]	Speed: 758.456667 samples/sec	rmse=0.017797	lr=0.028821
Epoch[129] Batch [3299]	Speed: 764.478782 samples/sec	rmse=0.017798	lr=0.028814
Epoch[129] Batch [3349]	Speed: 706.417590 samples/sec	rmse=0.017800	lr=0.028806
Epoch[129] Batch [3399]	Speed: 714.783146 samples/sec	rmse=0.017804	lr=0.028799
Epoch[129] Batch [3449]	Speed: 710.677602 samples/sec	rmse=0.017805	lr=0.028792
Epoch[129] Batch [3499]	Speed: 743.166655 samples/sec	rmse=0.017808	lr=0.028785
Epoch[129] Batch [3549]	Speed: 750.164722 samples/sec	rmse=0.017808	lr=0.028777
Epoch[129] Batch [3599]	Speed: 733.537182 samples/sec	rmse=0.017810	lr=0.028770
Epoch[129] Batch [3649]	Speed: 758.919633 samples/sec	rmse=0.017811	lr=0.028763
Epoch[129] Batch [3699]	Speed: 760.677855 samples/sec	rmse=0.017811	lr=0.028755
Epoch[129] Batch [3749]	Speed: 733.903164 samples/sec	rmse=0.017811	lr=0.028748
Epoch[129] Batch [3799]	Speed: 737.050627 samples/sec	rmse=0.017813	lr=0.028741
Epoch[129] Batch [3849]	Speed: 718.578178 samples/sec	rmse=0.017814	lr=0.028733
Epoch[129] Batch [3899]	Speed: 731.861834 samples/sec	rmse=0.017814	lr=0.028726
Epoch[129] Batch [3949]	Speed: 738.562155 samples/sec	rmse=0.017816	lr=0.028719
Epoch[129] Batch [3999]	Speed: 712.512108 samples/sec	rmse=0.017819	lr=0.028712
Epoch[129] Batch [4049]	Speed: 746.877492 samples/sec	rmse=0.017818	lr=0.028704
Epoch[129] Batch [4099]	Speed: 741.668473 samples/sec	rmse=0.017821	lr=0.028697
Epoch[129] Batch [4149]	Speed: 767.558699 samples/sec	rmse=0.017822	lr=0.028690
Epoch[129] Batch [4199]	Speed: 732.207012 samples/sec	rmse=0.017822	lr=0.028683
Epoch[129] Batch [4249]	Speed: 743.054623 samples/sec	rmse=0.017823	lr=0.028675
Epoch[129] Batch [4299]	Speed: 723.883470 samples/sec	rmse=0.017823	lr=0.028668
Epoch[129] Batch [4349]	Speed: 728.447507 samples/sec	rmse=0.017822	lr=0.028661
Epoch[129] Batch [4399]	Speed: 740.978041 samples/sec	rmse=0.017823	lr=0.028653
Epoch[129] Batch [4449]	Speed: 752.719699 samples/sec	rmse=0.017824	lr=0.028646
Epoch[129] Batch [4499]	Speed: 754.560149 samples/sec	rmse=0.017824	lr=0.028639
Epoch[129] Batch [4549]	Speed: 717.132586 samples/sec	rmse=0.017824	lr=0.028632
Epoch[129] Batch [4599]	Speed: 741.578535 samples/sec	rmse=0.017825	lr=0.028624
Epoch[129] Batch [4649]	Speed: 727.758345 samples/sec	rmse=0.017824	lr=0.028617
Epoch[129] Batch [4699]	Speed: 746.067003 samples/sec	rmse=0.017825	lr=0.028610
Epoch[129] Batch [4749]	Speed: 703.351883 samples/sec	rmse=0.017826	lr=0.028602
Epoch[129] Batch [4799]	Speed: 731.404078 samples/sec	rmse=0.017827	lr=0.028595
Epoch[129] Batch [4849]	Speed: 740.817617 samples/sec	rmse=0.017827	lr=0.028588
Epoch[129] Batch [4899]	Speed: 696.863007 samples/sec	rmse=0.017826	lr=0.028581
Epoch[129] Batch [4949]	Speed: 720.709972 samples/sec	rmse=0.017829	lr=0.028573
Epoch[129] Batch [4999]	Speed: 723.546415 samples/sec	rmse=0.017829	lr=0.028566
[Epoch 129] training: rmse=0.017828
[Epoch 129] speed: 740 samples/sec	time cost: 1753.187384
[Epoch 129] validation: err-top1=0.265966 err-top5=0.077885
Epoch[130] Batch [49]	Speed: 702.655196 samples/sec	rmse=0.017889	lr=0.028558
Epoch[130] Batch [99]	Speed: 749.281859 samples/sec	rmse=0.017784	lr=0.028551
Epoch[130] Batch [149]	Speed: 721.120339 samples/sec	rmse=0.017700	lr=0.028544
Epoch[130] Batch [199]	Speed: 719.432257 samples/sec	rmse=0.017691	lr=0.028536
Epoch[130] Batch [249]	Speed: 724.197686 samples/sec	rmse=0.017702	lr=0.028529
Epoch[130] Batch [299]	Speed: 743.759771 samples/sec	rmse=0.017666	lr=0.028522
Epoch[130] Batch [349]	Speed: 767.814790 samples/sec	rmse=0.017652	lr=0.028515
Epoch[130] Batch [399]	Speed: 747.242485 samples/sec	rmse=0.017670	lr=0.028507
Epoch[130] Batch [449]	Speed: 755.293828 samples/sec	rmse=0.017692	lr=0.028500
Epoch[130] Batch [499]	Speed: 742.592275 samples/sec	rmse=0.017702	lr=0.028493
Epoch[130] Batch [549]	Speed: 751.439492 samples/sec	rmse=0.017695	lr=0.028486
Epoch[130] Batch [599]	Speed: 726.206114 samples/sec	rmse=0.017698	lr=0.028478
Epoch[130] Batch [649]	Speed: 717.655771 samples/sec	rmse=0.017696	lr=0.028471
Epoch[130] Batch [699]	Speed: 769.739515 samples/sec	rmse=0.017690	lr=0.028464
Epoch[130] Batch [749]	Speed: 776.713490 samples/sec	rmse=0.017689	lr=0.028457
Epoch[130] Batch [799]	Speed: 776.666747 samples/sec	rmse=0.017692	lr=0.028449
Epoch[130] Batch [849]	Speed: 766.547532 samples/sec	rmse=0.017686	lr=0.028442
Epoch[130] Batch [899]	Speed: 777.656094 samples/sec	rmse=0.017690	lr=0.028435
Epoch[130] Batch [949]	Speed: 729.221870 samples/sec	rmse=0.017682	lr=0.028427
Epoch[130] Batch [999]	Speed: 755.578048 samples/sec	rmse=0.017686	lr=0.028420
Epoch[130] Batch [1049]	Speed: 764.234539 samples/sec	rmse=0.017684	lr=0.028413
Epoch[130] Batch [1099]	Speed: 709.413048 samples/sec	rmse=0.017693	lr=0.028406
Epoch[130] Batch [1149]	Speed: 757.918963 samples/sec	rmse=0.017685	lr=0.028398
Epoch[130] Batch [1199]	Speed: 734.325131 samples/sec	rmse=0.017688	lr=0.028391
Epoch[130] Batch [1249]	Speed: 724.665370 samples/sec	rmse=0.017693	lr=0.028384
Epoch[130] Batch [1299]	Speed: 726.533027 samples/sec	rmse=0.017697	lr=0.028377
Epoch[130] Batch [1349]	Speed: 733.593723 samples/sec	rmse=0.017701	lr=0.028369
Epoch[130] Batch [1399]	Speed: 712.170262 samples/sec	rmse=0.017705	lr=0.028362
Epoch[130] Batch [1449]	Speed: 737.896629 samples/sec	rmse=0.017708	lr=0.028355
Epoch[130] Batch [1499]	Speed: 755.633943 samples/sec	rmse=0.017711	lr=0.028348
Epoch[130] Batch [1549]	Speed: 738.789490 samples/sec	rmse=0.017712	lr=0.028340
Epoch[130] Batch [1599]	Speed: 718.901368 samples/sec	rmse=0.017711	lr=0.028333
Epoch[130] Batch [1649]	Speed: 752.351688 samples/sec	rmse=0.017715	lr=0.028326
Epoch[130] Batch [1699]	Speed: 742.014228 samples/sec	rmse=0.017722	lr=0.028319
Epoch[130] Batch [1749]	Speed: 742.400998 samples/sec	rmse=0.017723	lr=0.028311
Epoch[130] Batch [1799]	Speed: 724.295418 samples/sec	rmse=0.017726	lr=0.028304
Epoch[130] Batch [1849]	Speed: 712.799852 samples/sec	rmse=0.017726	lr=0.028297
Epoch[130] Batch [1899]	Speed: 778.395297 samples/sec	rmse=0.017730	lr=0.028290
Epoch[130] Batch [1949]	Speed: 717.924865 samples/sec	rmse=0.017729	lr=0.028282
Epoch[130] Batch [1999]	Speed: 725.862123 samples/sec	rmse=0.017726	lr=0.028275
Epoch[130] Batch [2049]	Speed: 737.979346 samples/sec	rmse=0.017725	lr=0.028268
Epoch[130] Batch [2099]	Speed: 732.548697 samples/sec	rmse=0.017729	lr=0.028261
Epoch[130] Batch [2149]	Speed: 717.672588 samples/sec	rmse=0.017732	lr=0.028253
Epoch[130] Batch [2199]	Speed: 724.062003 samples/sec	rmse=0.017739	lr=0.028246
Epoch[130] Batch [2249]	Speed: 731.416624 samples/sec	rmse=0.017736	lr=0.028239
Epoch[130] Batch [2299]	Speed: 731.905524 samples/sec	rmse=0.017738	lr=0.028232
Epoch[130] Batch [2349]	Speed: 722.158973 samples/sec	rmse=0.017741	lr=0.028224
Epoch[130] Batch [2399]	Speed: 748.892443 samples/sec	rmse=0.017739	lr=0.028217
Epoch[130] Batch [2449]	Speed: 762.956824 samples/sec	rmse=0.017745	lr=0.028210
Epoch[130] Batch [2499]	Speed: 723.304664 samples/sec	rmse=0.017744	lr=0.028203
Epoch[130] Batch [2549]	Speed: 717.165185 samples/sec	rmse=0.017744	lr=0.028195
Epoch[130] Batch [2599]	Speed: 727.753955 samples/sec	rmse=0.017750	lr=0.028188
Epoch[130] Batch [2649]	Speed: 748.183914 samples/sec	rmse=0.017753	lr=0.028181
Epoch[130] Batch [2699]	Speed: 727.132259 samples/sec	rmse=0.017752	lr=0.028174
Epoch[130] Batch [2749]	Speed: 763.987169 samples/sec	rmse=0.017751	lr=0.028166
Epoch[130] Batch [2799]	Speed: 701.687293 samples/sec	rmse=0.017751	lr=0.028159
Epoch[130] Batch [2849]	Speed: 738.740023 samples/sec	rmse=0.017748	lr=0.028152
Epoch[130] Batch [2899]	Speed: 747.625689 samples/sec	rmse=0.017748	lr=0.028145
Epoch[130] Batch [2949]	Speed: 729.485098 samples/sec	rmse=0.017751	lr=0.028137
Epoch[130] Batch [2999]	Speed: 768.051328 samples/sec	rmse=0.017754	lr=0.028130
Epoch[130] Batch [3049]	Speed: 723.586915 samples/sec	rmse=0.017758	lr=0.028123
Epoch[130] Batch [3099]	Speed: 771.684528 samples/sec	rmse=0.017760	lr=0.028116
Epoch[130] Batch [3149]	Speed: 714.734729 samples/sec	rmse=0.017760	lr=0.028109
Epoch[130] Batch [3199]	Speed: 722.036977 samples/sec	rmse=0.017759	lr=0.028101
Epoch[130] Batch [3249]	Speed: 701.355872 samples/sec	rmse=0.017760	lr=0.028094
Epoch[130] Batch [3299]	Speed: 744.566378 samples/sec	rmse=0.017757	lr=0.028087
Epoch[130] Batch [3349]	Speed: 734.746820 samples/sec	rmse=0.017760	lr=0.028080
Epoch[130] Batch [3399]	Speed: 758.517758 samples/sec	rmse=0.017760	lr=0.028072
Epoch[130] Batch [3449]	Speed: 731.111097 samples/sec	rmse=0.017763	lr=0.028065
Epoch[130] Batch [3499]	Speed: 740.324306 samples/sec	rmse=0.017764	lr=0.028058
Epoch[130] Batch [3549]	Speed: 733.763910 samples/sec	rmse=0.017764	lr=0.028051
Epoch[130] Batch [3599]	Speed: 767.918563 samples/sec	rmse=0.017763	lr=0.028043
Epoch[130] Batch [3649]	Speed: 751.495997 samples/sec	rmse=0.017764	lr=0.028036
Epoch[130] Batch [3699]	Speed: 731.653918 samples/sec	rmse=0.017765	lr=0.028029
Epoch[130] Batch [3749]	Speed: 728.674848 samples/sec	rmse=0.017764	lr=0.028022
Epoch[130] Batch [3799]	Speed: 736.693660 samples/sec	rmse=0.017765	lr=0.028014
Epoch[130] Batch [3849]	Speed: 759.276627 samples/sec	rmse=0.017768	lr=0.028007
Epoch[130] Batch [3899]	Speed: 728.987002 samples/sec	rmse=0.017771	lr=0.028000
Epoch[130] Batch [3949]	Speed: 695.903714 samples/sec	rmse=0.017771	lr=0.027993
Epoch[130] Batch [3999]	Speed: 723.341774 samples/sec	rmse=0.017772	lr=0.027986
Epoch[130] Batch [4049]	Speed: 778.471664 samples/sec	rmse=0.017772	lr=0.027978
Epoch[130] Batch [4099]	Speed: 746.629516 samples/sec	rmse=0.017770	lr=0.027971
Epoch[130] Batch [4149]	Speed: 744.773681 samples/sec	rmse=0.017769	lr=0.027964
Epoch[130] Batch [4199]	Speed: 716.532961 samples/sec	rmse=0.017768	lr=0.027957
Epoch[130] Batch [4249]	Speed: 736.062233 samples/sec	rmse=0.017770	lr=0.027949
Epoch[130] Batch [4299]	Speed: 764.476311 samples/sec	rmse=0.017770	lr=0.027942
Epoch[130] Batch [4349]	Speed: 796.730524 samples/sec	rmse=0.017770	lr=0.027935
Epoch[130] Batch [4399]	Speed: 748.898919 samples/sec	rmse=0.017769	lr=0.027928
Epoch[130] Batch [4449]	Speed: 738.424367 samples/sec	rmse=0.017769	lr=0.027921
Epoch[130] Batch [4499]	Speed: 736.316952 samples/sec	rmse=0.017768	lr=0.027913
Epoch[130] Batch [4549]	Speed: 748.928286 samples/sec	rmse=0.017772	lr=0.027906
Epoch[130] Batch [4599]	Speed: 730.467901 samples/sec	rmse=0.017773	lr=0.027899
Epoch[130] Batch [4649]	Speed: 729.789545 samples/sec	rmse=0.017771	lr=0.027892
Epoch[130] Batch [4699]	Speed: 736.432064 samples/sec	rmse=0.017773	lr=0.027884
Epoch[130] Batch [4749]	Speed: 742.712932 samples/sec	rmse=0.017774	lr=0.027877
Epoch[130] Batch [4799]	Speed: 732.703860 samples/sec	rmse=0.017775	lr=0.027870
Epoch[130] Batch [4849]	Speed: 712.198869 samples/sec	rmse=0.017777	lr=0.027863
Epoch[130] Batch [4899]	Speed: 713.036989 samples/sec	rmse=0.017778	lr=0.027856
Epoch[130] Batch [4949]	Speed: 735.579003 samples/sec	rmse=0.017782	lr=0.027848
Epoch[130] Batch [4999]	Speed: 750.424871 samples/sec	rmse=0.017782	lr=0.027841
[Epoch 130] training: rmse=0.017781
[Epoch 130] speed: 738 samples/sec	time cost: 1759.539796
[Epoch 130] validation: err-top1=0.267147 err-top5=0.080128
Epoch[131] Batch [49]	Speed: 733.411632 samples/sec	rmse=0.017652	lr=0.027833
Epoch[131] Batch [99]	Speed: 773.286526 samples/sec	rmse=0.017650	lr=0.027826
Epoch[131] Batch [149]	Speed: 732.423246 samples/sec	rmse=0.017636	lr=0.027819
Epoch[131] Batch [199]	Speed: 760.356800 samples/sec	rmse=0.017606	lr=0.027812
Epoch[131] Batch [249]	Speed: 735.416878 samples/sec	rmse=0.017554	lr=0.027804
Epoch[131] Batch [299]	Speed: 742.572554 samples/sec	rmse=0.017542	lr=0.027797
Epoch[131] Batch [349]	Speed: 715.988302 samples/sec	rmse=0.017551	lr=0.027790
Epoch[131] Batch [399]	Speed: 710.472164 samples/sec	rmse=0.017561	lr=0.027783
Epoch[131] Batch [449]	Speed: 714.919325 samples/sec	rmse=0.017574	lr=0.027776
Epoch[131] Batch [499]	Speed: 729.076694 samples/sec	rmse=0.017574	lr=0.027768
Epoch[131] Batch [549]	Speed: 754.699718 samples/sec	rmse=0.017571	lr=0.027761
Epoch[131] Batch [599]	Speed: 766.768451 samples/sec	rmse=0.017559	lr=0.027754
Epoch[131] Batch [649]	Speed: 740.112544 samples/sec	rmse=0.017563	lr=0.027747
Epoch[131] Batch [699]	Speed: 755.657193 samples/sec	rmse=0.017578	lr=0.027740
Epoch[131] Batch [749]	Speed: 705.184347 samples/sec	rmse=0.017584	lr=0.027732
Epoch[131] Batch [799]	Speed: 707.500069 samples/sec	rmse=0.017600	lr=0.027725
Epoch[131] Batch [849]	Speed: 734.930741 samples/sec	rmse=0.017602	lr=0.027718
Epoch[131] Batch [899]	Speed: 717.748731 samples/sec	rmse=0.017608	lr=0.027711
Epoch[131] Batch [949]	Speed: 742.473392 samples/sec	rmse=0.017618	lr=0.027704
Epoch[131] Batch [999]	Speed: 755.176941 samples/sec	rmse=0.017626	lr=0.027696
Epoch[131] Batch [1049]	Speed: 703.052417 samples/sec	rmse=0.017634	lr=0.027689
Epoch[131] Batch [1099]	Speed: 747.980742 samples/sec	rmse=0.017634	lr=0.027682
Epoch[131] Batch [1149]	Speed: 747.295229 samples/sec	rmse=0.017641	lr=0.027675
Epoch[131] Batch [1199]	Speed: 740.105137 samples/sec	rmse=0.017639	lr=0.027668
Epoch[131] Batch [1249]	Speed: 737.852525 samples/sec	rmse=0.017638	lr=0.027660
Epoch[131] Batch [1299]	Speed: 714.081458 samples/sec	rmse=0.017636	lr=0.027653
Epoch[131] Batch [1349]	Speed: 747.069606 samples/sec	rmse=0.017639	lr=0.027646
Epoch[131] Batch [1399]	Speed: 739.881438 samples/sec	rmse=0.017646	lr=0.027639
Epoch[131] Batch [1449]	Speed: 784.341836 samples/sec	rmse=0.017650	lr=0.027632
Epoch[131] Batch [1499]	Speed: 712.206408 samples/sec	rmse=0.017647	lr=0.027624
Epoch[131] Batch [1549]	Speed: 751.326171 samples/sec	rmse=0.017651	lr=0.027617
Epoch[131] Batch [1599]	Speed: 723.144485 samples/sec	rmse=0.017652	lr=0.027610
Epoch[131] Batch [1649]	Speed: 735.954360 samples/sec	rmse=0.017658	lr=0.027603
Epoch[131] Batch [1699]	Speed: 724.834483 samples/sec	rmse=0.017659	lr=0.027596
Epoch[131] Batch [1749]	Speed: 787.369123 samples/sec	rmse=0.017662	lr=0.027588
Epoch[131] Batch [1799]	Speed: 750.865394 samples/sec	rmse=0.017665	lr=0.027581
Epoch[131] Batch [1849]	Speed: 724.841098 samples/sec	rmse=0.017670	lr=0.027574
Epoch[131] Batch [1899]	Speed: 734.157033 samples/sec	rmse=0.017679	lr=0.027567
Epoch[131] Batch [1949]	Speed: 705.163720 samples/sec	rmse=0.017682	lr=0.027560
Epoch[131] Batch [1999]	Speed: 736.416932 samples/sec	rmse=0.017686	lr=0.027552
Epoch[131] Batch [2049]	Speed: 734.623308 samples/sec	rmse=0.017689	lr=0.027545
Epoch[131] Batch [2099]	Speed: 781.375573 samples/sec	rmse=0.017693	lr=0.027538
Epoch[131] Batch [2149]	Speed: 730.763579 samples/sec	rmse=0.017694	lr=0.027531
Epoch[131] Batch [2199]	Speed: 730.789731 samples/sec	rmse=0.017695	lr=0.027524
Epoch[131] Batch [2249]	Speed: 727.618011 samples/sec	rmse=0.017697	lr=0.027516
Epoch[131] Batch [2299]	Speed: 747.693691 samples/sec	rmse=0.017700	lr=0.027509
Epoch[131] Batch [2349]	Speed: 720.288147 samples/sec	rmse=0.017700	lr=0.027502
Epoch[131] Batch [2399]	Speed: 699.840612 samples/sec	rmse=0.017699	lr=0.027495
Epoch[131] Batch [2449]	Speed: 737.250231 samples/sec	rmse=0.017701	lr=0.027488
Epoch[131] Batch [2499]	Speed: 771.613823 samples/sec	rmse=0.017702	lr=0.027481
Epoch[131] Batch [2549]	Speed: 782.331859 samples/sec	rmse=0.017705	lr=0.027473
Epoch[131] Batch [2599]	Speed: 728.174005 samples/sec	rmse=0.017705	lr=0.027466
Epoch[131] Batch [2649]	Speed: 733.973619 samples/sec	rmse=0.017703	lr=0.027459
Epoch[131] Batch [2699]	Speed: 732.613904 samples/sec	rmse=0.017705	lr=0.027452
Epoch[131] Batch [2749]	Speed: 739.105732 samples/sec	rmse=0.017709	lr=0.027445
Epoch[131] Batch [2799]	Speed: 705.316430 samples/sec	rmse=0.017710	lr=0.027437
Epoch[131] Batch [2849]	Speed: 780.152587 samples/sec	rmse=0.017708	lr=0.027430
Epoch[131] Batch [2899]	Speed: 746.204225 samples/sec	rmse=0.017706	lr=0.027423
Epoch[131] Batch [2949]	Speed: 786.824667 samples/sec	rmse=0.017707	lr=0.027416
Epoch[131] Batch [2999]	Speed: 752.756226 samples/sec	rmse=0.017704	lr=0.027409
Epoch[131] Batch [3049]	Speed: 753.229303 samples/sec	rmse=0.017704	lr=0.027402
Epoch[131] Batch [3099]	Speed: 738.375335 samples/sec	rmse=0.017704	lr=0.027394
Epoch[131] Batch [3149]	Speed: 756.348263 samples/sec	rmse=0.017706	lr=0.027387
Epoch[131] Batch [3199]	Speed: 727.976549 samples/sec	rmse=0.017705	lr=0.027380
Epoch[131] Batch [3249]	Speed: 733.270341 samples/sec	rmse=0.017703	lr=0.027373
Epoch[131] Batch [3299]	Speed: 736.546979 samples/sec	rmse=0.017703	lr=0.027366
Epoch[131] Batch [3349]	Speed: 718.640103 samples/sec	rmse=0.017703	lr=0.027358
Epoch[131] Batch [3399]	Speed: 767.676267 samples/sec	rmse=0.017704	lr=0.027351
Epoch[131] Batch [3449]	Speed: 723.109996 samples/sec	rmse=0.017708	lr=0.027344
Epoch[131] Batch [3499]	Speed: 729.690534 samples/sec	rmse=0.017709	lr=0.027337
Epoch[131] Batch [3549]	Speed: 762.844372 samples/sec	rmse=0.017710	lr=0.027330
Epoch[131] Batch [3599]	Speed: 790.838573 samples/sec	rmse=0.017709	lr=0.027323
Epoch[131] Batch [3649]	Speed: 731.502309 samples/sec	rmse=0.017712	lr=0.027315
Epoch[131] Batch [3699]	Speed: 763.582962 samples/sec	rmse=0.017715	lr=0.027308
Epoch[131] Batch [3749]	Speed: 723.022058 samples/sec	rmse=0.017716	lr=0.027301
Epoch[131] Batch [3799]	Speed: 729.719286 samples/sec	rmse=0.017718	lr=0.027294
Epoch[131] Batch [3849]	Speed: 751.678708 samples/sec	rmse=0.017718	lr=0.027287
Epoch[131] Batch [3899]	Speed: 745.321269 samples/sec	rmse=0.017719	lr=0.027280
Epoch[131] Batch [3949]	Speed: 738.637206 samples/sec	rmse=0.017721	lr=0.027272
Epoch[131] Batch [3999]	Speed: 773.722817 samples/sec	rmse=0.017722	lr=0.027265
Epoch[131] Batch [4049]	Speed: 737.661685 samples/sec	rmse=0.017724	lr=0.027258
Epoch[131] Batch [4099]	Speed: 731.750800 samples/sec	rmse=0.017725	lr=0.027251
Epoch[131] Batch [4149]	Speed: 778.260184 samples/sec	rmse=0.017726	lr=0.027244
Epoch[131] Batch [4199]	Speed: 724.529394 samples/sec	rmse=0.017728	lr=0.027237
Epoch[131] Batch [4249]	Speed: 745.161038 samples/sec	rmse=0.017729	lr=0.027229
Epoch[131] Batch [4299]	Speed: 714.217760 samples/sec	rmse=0.017728	lr=0.027222
Epoch[131] Batch [4349]	Speed: 726.124660 samples/sec	rmse=0.017727	lr=0.027215
Epoch[131] Batch [4399]	Speed: 728.987794 samples/sec	rmse=0.017728	lr=0.027208
Epoch[131] Batch [4449]	Speed: 720.672512 samples/sec	rmse=0.017730	lr=0.027201
Epoch[131] Batch [4499]	Speed: 718.369118 samples/sec	rmse=0.017732	lr=0.027194
Epoch[131] Batch [4549]	Speed: 711.303396 samples/sec	rmse=0.017733	lr=0.027186
Epoch[131] Batch [4599]	Speed: 715.395459 samples/sec	rmse=0.017733	lr=0.027179
Epoch[131] Batch [4649]	Speed: 726.575710 samples/sec	rmse=0.017734	lr=0.027172
Epoch[131] Batch [4699]	Speed: 758.959372 samples/sec	rmse=0.017736	lr=0.027165
Epoch[131] Batch [4749]	Speed: 725.024862 samples/sec	rmse=0.017736	lr=0.027158
Epoch[131] Batch [4799]	Speed: 756.288458 samples/sec	rmse=0.017736	lr=0.027151
Epoch[131] Batch [4849]	Speed: 726.629541 samples/sec	rmse=0.017737	lr=0.027143
Epoch[131] Batch [4899]	Speed: 770.951368 samples/sec	rmse=0.017738	lr=0.027136
Epoch[131] Batch [4949]	Speed: 756.515495 samples/sec	rmse=0.017740	lr=0.027129
Epoch[131] Batch [4999]	Speed: 747.125778 samples/sec	rmse=0.017741	lr=0.027122
[Epoch 131] training: rmse=0.017741
[Epoch 131] speed: 738 samples/sec	time cost: 1757.101617
[Epoch 131] validation: err-top1=0.265605 err-top5=0.077886
Epoch[132] Batch [49]	Speed: 708.751986 samples/sec	rmse=0.017509	lr=0.027114
Epoch[132] Batch [99]	Speed: 740.281799 samples/sec	rmse=0.017506	lr=0.027107
Epoch[132] Batch [149]	Speed: 729.744450 samples/sec	rmse=0.017579	lr=0.027100
Epoch[132] Batch [199]	Speed: 760.505879 samples/sec	rmse=0.017565	lr=0.027093
Epoch[132] Batch [249]	Speed: 737.225570 samples/sec	rmse=0.017554	lr=0.027086
Epoch[132] Batch [299]	Speed: 724.085762 samples/sec	rmse=0.017558	lr=0.027078
Epoch[132] Batch [349]	Speed: 718.127086 samples/sec	rmse=0.017548	lr=0.027071
Epoch[132] Batch [399]	Speed: 761.381846 samples/sec	rmse=0.017551	lr=0.027064
Epoch[132] Batch [449]	Speed: 729.696891 samples/sec	rmse=0.017542	lr=0.027057
Epoch[132] Batch [499]	Speed: 714.769347 samples/sec	rmse=0.017578	lr=0.027050
Epoch[132] Batch [549]	Speed: 735.301762 samples/sec	rmse=0.017580	lr=0.027043
Epoch[132] Batch [599]	Speed: 745.578151 samples/sec	rmse=0.017569	lr=0.027036
Epoch[132] Batch [649]	Speed: 726.901392 samples/sec	rmse=0.017565	lr=0.027028
Epoch[132] Batch [699]	Speed: 735.484369 samples/sec	rmse=0.017564	lr=0.027021
Epoch[132] Batch [749]	Speed: 750.008511 samples/sec	rmse=0.017563	lr=0.027014
Epoch[132] Batch [799]	Speed: 740.264109 samples/sec	rmse=0.017565	lr=0.027007
Epoch[132] Batch [849]	Speed: 738.380281 samples/sec	rmse=0.017570	lr=0.027000
Epoch[132] Batch [899]	Speed: 722.516876 samples/sec	rmse=0.017578	lr=0.026993
Epoch[132] Batch [949]	Speed: 743.602528 samples/sec	rmse=0.017576	lr=0.026985
Epoch[132] Batch [999]	Speed: 747.570452 samples/sec	rmse=0.017576	lr=0.026978
Epoch[132] Batch [1049]	Speed: 697.069455 samples/sec	rmse=0.017575	lr=0.026971
Epoch[132] Batch [1099]	Speed: 709.642431 samples/sec	rmse=0.017580	lr=0.026964
Epoch[132] Batch [1149]	Speed: 718.918407 samples/sec	rmse=0.017572	lr=0.026957
Epoch[132] Batch [1199]	Speed: 718.672667 samples/sec	rmse=0.017574	lr=0.026950
Epoch[132] Batch [1249]	Speed: 720.456634 samples/sec	rmse=0.017578	lr=0.026943
Epoch[132] Batch [1299]	Speed: 761.282649 samples/sec	rmse=0.017583	lr=0.026935
Epoch[132] Batch [1349]	Speed: 743.102324 samples/sec	rmse=0.017584	lr=0.026928
Epoch[132] Batch [1399]	Speed: 776.078073 samples/sec	rmse=0.017585	lr=0.026921
Epoch[132] Batch [1449]	Speed: 755.872230 samples/sec	rmse=0.017587	lr=0.026914
Epoch[132] Batch [1499]	Speed: 713.083377 samples/sec	rmse=0.017596	lr=0.026907
Epoch[132] Batch [1549]	Speed: 748.158849 samples/sec	rmse=0.017600	lr=0.026900
Epoch[132] Batch [1599]	Speed: 726.547372 samples/sec	rmse=0.017605	lr=0.026893
Epoch[132] Batch [1649]	Speed: 726.055350 samples/sec	rmse=0.017606	lr=0.026886
Epoch[132] Batch [1699]	Speed: 714.268767 samples/sec	rmse=0.017608	lr=0.026878
Epoch[132] Batch [1749]	Speed: 716.885097 samples/sec	rmse=0.017607	lr=0.026871
Epoch[132] Batch [1799]	Speed: 738.928441 samples/sec	rmse=0.017608	lr=0.026864
Epoch[132] Batch [1849]	Speed: 738.057465 samples/sec	rmse=0.017604	lr=0.026857
Epoch[132] Batch [1899]	Speed: 749.990489 samples/sec	rmse=0.017610	lr=0.026850
Epoch[132] Batch [1949]	Speed: 718.245449 samples/sec	rmse=0.017610	lr=0.026843
Epoch[132] Batch [1999]	Speed: 695.990520 samples/sec	rmse=0.017609	lr=0.026836
Epoch[132] Batch [2049]	Speed: 742.783701 samples/sec	rmse=0.017608	lr=0.026828
Epoch[132] Batch [2099]	Speed: 725.475811 samples/sec	rmse=0.017607	lr=0.026821
Epoch[132] Batch [2149]	Speed: 730.995324 samples/sec	rmse=0.017608	lr=0.026814
Epoch[132] Batch [2199]	Speed: 707.118130 samples/sec	rmse=0.017610	lr=0.026807
Epoch[132] Batch [2249]	Speed: 724.193339 samples/sec	rmse=0.017615	lr=0.026800
Epoch[132] Batch [2299]	Speed: 726.035330 samples/sec	rmse=0.017616	lr=0.026793
Epoch[132] Batch [2349]	Speed: 701.376011 samples/sec	rmse=0.017618	lr=0.026786
Epoch[132] Batch [2399]	Speed: 739.446158 samples/sec	rmse=0.017619	lr=0.026779
Epoch[132] Batch [2449]	Speed: 724.198878 samples/sec	rmse=0.017619	lr=0.026771
Epoch[132] Batch [2499]	Speed: 750.405466 samples/sec	rmse=0.017624	lr=0.026764
Epoch[132] Batch [2549]	Speed: 794.284323 samples/sec	rmse=0.017623	lr=0.026757
Epoch[132] Batch [2599]	Speed: 732.127770 samples/sec	rmse=0.017625	lr=0.026750
Epoch[132] Batch [2649]	Speed: 747.235246 samples/sec	rmse=0.017627	lr=0.026743
Epoch[132] Batch [2699]	Speed: 731.486303 samples/sec	rmse=0.017628	lr=0.026736
Epoch[132] Batch [2749]	Speed: 715.815093 samples/sec	rmse=0.017627	lr=0.026729
Epoch[132] Batch [2799]	Speed: 731.909326 samples/sec	rmse=0.017628	lr=0.026722
Epoch[132] Batch [2849]	Speed: 731.871412 samples/sec	rmse=0.017630	lr=0.026714
Epoch[132] Batch [2899]	Speed: 753.217435 samples/sec	rmse=0.017629	lr=0.026707
Epoch[132] Batch [2949]	Speed: 738.409285 samples/sec	rmse=0.017631	lr=0.026700
Epoch[132] Batch [2999]	Speed: 745.491082 samples/sec	rmse=0.017631	lr=0.026693
Epoch[132] Batch [3049]	Speed: 713.627408 samples/sec	rmse=0.017632	lr=0.026686
Epoch[132] Batch [3099]	Speed: 716.574678 samples/sec	rmse=0.017635	lr=0.026679
Epoch[132] Batch [3149]	Speed: 747.890934 samples/sec	rmse=0.017635	lr=0.026672
Epoch[132] Batch [3199]	Speed: 724.029164 samples/sec	rmse=0.017637	lr=0.026665
Epoch[132] Batch [3249]	Speed: 751.798799 samples/sec	rmse=0.017636	lr=0.026657
Epoch[132] Batch [3299]	Speed: 731.453275 samples/sec	rmse=0.017638	lr=0.026650
Epoch[132] Batch [3349]	Speed: 736.643372 samples/sec	rmse=0.017644	lr=0.026643
Epoch[132] Batch [3399]	Speed: 744.257136 samples/sec	rmse=0.017645	lr=0.026636
Epoch[132] Batch [3449]	Speed: 743.608316 samples/sec	rmse=0.017645	lr=0.026629
Epoch[132] Batch [3499]	Speed: 744.987901 samples/sec	rmse=0.017647	lr=0.026622
Epoch[132] Batch [3549]	Speed: 737.696674 samples/sec	rmse=0.017646	lr=0.026615
Epoch[132] Batch [3599]	Speed: 721.697409 samples/sec	rmse=0.017652	lr=0.026608
Epoch[132] Batch [3649]	Speed: 749.003923 samples/sec	rmse=0.017654	lr=0.026601
Epoch[132] Batch [3699]	Speed: 748.874883 samples/sec	rmse=0.017656	lr=0.026593
Epoch[132] Batch [3749]	Speed: 758.570166 samples/sec	rmse=0.017658	lr=0.026586
Epoch[132] Batch [3799]	Speed: 721.952067 samples/sec	rmse=0.017659	lr=0.026579
Epoch[132] Batch [3849]	Speed: 739.709299 samples/sec	rmse=0.017661	lr=0.026572
Epoch[132] Batch [3899]	Speed: 775.987178 samples/sec	rmse=0.017662	lr=0.026565
Epoch[132] Batch [3949]	Speed: 753.568143 samples/sec	rmse=0.017664	lr=0.026558
Epoch[132] Batch [3999]	Speed: 742.798870 samples/sec	rmse=0.017664	lr=0.026551
Epoch[132] Batch [4049]	Speed: 758.399914 samples/sec	rmse=0.017667	lr=0.026544
Epoch[132] Batch [4099]	Speed: 739.636852 samples/sec	rmse=0.017669	lr=0.026537
Epoch[132] Batch [4149]	Speed: 738.003257 samples/sec	rmse=0.017672	lr=0.026529
Epoch[132] Batch [4199]	Speed: 771.261867 samples/sec	rmse=0.017673	lr=0.026522
Epoch[132] Batch [4249]	Speed: 750.601509 samples/sec	rmse=0.017673	lr=0.026515
Epoch[132] Batch [4299]	Speed: 772.680576 samples/sec	rmse=0.017676	lr=0.026508
Epoch[132] Batch [4349]	Speed: 768.859649 samples/sec	rmse=0.017676	lr=0.026501
Epoch[132] Batch [4399]	Speed: 739.806480 samples/sec	rmse=0.017676	lr=0.026494
Epoch[132] Batch [4449]	Speed: 714.899200 samples/sec	rmse=0.017675	lr=0.026487
Epoch[132] Batch [4499]	Speed: 748.445872 samples/sec	rmse=0.017676	lr=0.026480
Epoch[132] Batch [4549]	Speed: 746.402987 samples/sec	rmse=0.017679	lr=0.026473
Epoch[132] Batch [4599]	Speed: 726.109624 samples/sec	rmse=0.017681	lr=0.026465
Epoch[132] Batch [4649]	Speed: 724.678791 samples/sec	rmse=0.017682	lr=0.026458
Epoch[132] Batch [4699]	Speed: 717.391797 samples/sec	rmse=0.017682	lr=0.026451
Epoch[132] Batch [4749]	Speed: 710.988666 samples/sec	rmse=0.017686	lr=0.026444
Epoch[132] Batch [4799]	Speed: 748.585036 samples/sec	rmse=0.017688	lr=0.026437
Epoch[132] Batch [4849]	Speed: 727.704436 samples/sec	rmse=0.017688	lr=0.026430
Epoch[132] Batch [4899]	Speed: 731.641374 samples/sec	rmse=0.017690	lr=0.026423
Epoch[132] Batch [4949]	Speed: 742.526328 samples/sec	rmse=0.017689	lr=0.026416
Epoch[132] Batch [4999]	Speed: 764.596051 samples/sec	rmse=0.017691	lr=0.026409
[Epoch 132] training: rmse=0.017691
[Epoch 132] speed: 735 samples/sec	time cost: 1764.774576
[Epoch 132] validation: err-top1=0.263341 err-top5=0.077624
Epoch[133] Batch [49]	Speed: 706.352642 samples/sec	rmse=0.017373	lr=0.026401
Epoch[133] Batch [99]	Speed: 738.328696 samples/sec	rmse=0.017396	lr=0.026394
Epoch[133] Batch [149]	Speed: 730.344780 samples/sec	rmse=0.017422	lr=0.026387
Epoch[133] Batch [199]	Speed: 693.944052 samples/sec	rmse=0.017435	lr=0.026380
Epoch[133] Batch [249]	Speed: 785.047017 samples/sec	rmse=0.017450	lr=0.026373
Epoch[133] Batch [299]	Speed: 741.847153 samples/sec	rmse=0.017462	lr=0.026366
Epoch[133] Batch [349]	Speed: 731.479267 samples/sec	rmse=0.017458	lr=0.026358
Epoch[133] Batch [399]	Speed: 743.386303 samples/sec	rmse=0.017466	lr=0.026351
Epoch[133] Batch [449]	Speed: 748.987361 samples/sec	rmse=0.017489	lr=0.026344
Epoch[133] Batch [499]	Speed: 765.598142 samples/sec	rmse=0.017498	lr=0.026337
Epoch[133] Batch [549]	Speed: 779.258145 samples/sec	rmse=0.017483	lr=0.026330
Epoch[133] Batch [599]	Speed: 780.130231 samples/sec	rmse=0.017498	lr=0.026323
Epoch[133] Batch [649]	Speed: 750.466893 samples/sec	rmse=0.017492	lr=0.026316
Epoch[133] Batch [699]	Speed: 730.352282 samples/sec	rmse=0.017488	lr=0.026309
Epoch[133] Batch [749]	Speed: 759.993066 samples/sec	rmse=0.017483	lr=0.026302
Epoch[133] Batch [799]	Speed: 752.809478 samples/sec	rmse=0.017486	lr=0.026295
Epoch[133] Batch [849]	Speed: 737.673503 samples/sec	rmse=0.017491	lr=0.026288
Epoch[133] Batch [899]	Speed: 732.158802 samples/sec	rmse=0.017500	lr=0.026280
Epoch[133] Batch [949]	Speed: 727.891273 samples/sec	rmse=0.017514	lr=0.026273
Epoch[133] Batch [999]	Speed: 733.523802 samples/sec	rmse=0.017521	lr=0.026266
Epoch[133] Batch [1049]	Speed: 738.156892 samples/sec	rmse=0.017522	lr=0.026259
Epoch[133] Batch [1099]	Speed: 721.816127 samples/sec	rmse=0.017525	lr=0.026252
Epoch[133] Batch [1149]	Speed: 749.054596 samples/sec	rmse=0.017529	lr=0.026245
Epoch[133] Batch [1199]	Speed: 748.834386 samples/sec	rmse=0.017529	lr=0.026238
Epoch[133] Batch [1249]	Speed: 739.419669 samples/sec	rmse=0.017528	lr=0.026231
Epoch[133] Batch [1299]	Speed: 783.377124 samples/sec	rmse=0.017522	lr=0.026224
Epoch[133] Batch [1349]	Speed: 741.922196 samples/sec	rmse=0.017526	lr=0.026217
Epoch[133] Batch [1399]	Speed: 761.473433 samples/sec	rmse=0.017527	lr=0.026210
Epoch[133] Batch [1449]	Speed: 743.545473 samples/sec	rmse=0.017533	lr=0.026203
Epoch[133] Batch [1499]	Speed: 756.511956 samples/sec	rmse=0.017539	lr=0.026195
Epoch[133] Batch [1549]	Speed: 741.197512 samples/sec	rmse=0.017540	lr=0.026188
Epoch[133] Batch [1599]	Speed: 740.994731 samples/sec	rmse=0.017541	lr=0.026181
Epoch[133] Batch [1649]	Speed: 735.231565 samples/sec	rmse=0.017540	lr=0.026174
Epoch[133] Batch [1699]	Speed: 745.337462 samples/sec	rmse=0.017539	lr=0.026167
Epoch[133] Batch [1749]	Speed: 773.131459 samples/sec	rmse=0.017535	lr=0.026160
Epoch[133] Batch [1799]	Speed: 752.970502 samples/sec	rmse=0.017538	lr=0.026153
Epoch[133] Batch [1849]	Speed: 734.574016 samples/sec	rmse=0.017541	lr=0.026146
Epoch[133] Batch [1899]	Speed: 720.985980 samples/sec	rmse=0.017542	lr=0.026139
Epoch[133] Batch [1949]	Speed: 723.038154 samples/sec	rmse=0.017541	lr=0.026132
Epoch[133] Batch [1999]	Speed: 711.414014 samples/sec	rmse=0.017546	lr=0.026125
Epoch[133] Batch [2049]	Speed: 791.197190 samples/sec	rmse=0.017552	lr=0.026118
Epoch[133] Batch [2099]	Speed: 737.394175 samples/sec	rmse=0.017553	lr=0.026111
Epoch[133] Batch [2149]	Speed: 756.229568 samples/sec	rmse=0.017560	lr=0.026104
Epoch[133] Batch [2199]	Speed: 725.094073 samples/sec	rmse=0.017562	lr=0.026096
Epoch[133] Batch [2249]	Speed: 746.254168 samples/sec	rmse=0.017566	lr=0.026089
Epoch[133] Batch [2299]	Speed: 728.769231 samples/sec	rmse=0.017570	lr=0.026082
Epoch[133] Batch [2349]	Speed: 752.747361 samples/sec	rmse=0.017570	lr=0.026075
Epoch[133] Batch [2399]	Speed: 741.522170 samples/sec	rmse=0.017571	lr=0.026068
Epoch[133] Batch [2449]	Speed: 751.484489 samples/sec	rmse=0.017572	lr=0.026061
Epoch[133] Batch [2499]	Speed: 772.363901 samples/sec	rmse=0.017577	lr=0.026054
Epoch[133] Batch [2549]	Speed: 746.489750 samples/sec	rmse=0.017577	lr=0.026047
Epoch[133] Batch [2599]	Speed: 744.408370 samples/sec	rmse=0.017580	lr=0.026040
Epoch[133] Batch [2649]	Speed: 783.799589 samples/sec	rmse=0.017579	lr=0.026033
Epoch[133] Batch [2699]	Speed: 785.581152 samples/sec	rmse=0.017580	lr=0.026026
Epoch[133] Batch [2749]	Speed: 793.570340 samples/sec	rmse=0.017582	lr=0.026019
Epoch[133] Batch [2799]	Speed: 719.560107 samples/sec	rmse=0.017583	lr=0.026012
Epoch[133] Batch [2849]	Speed: 743.578294 samples/sec	rmse=0.017585	lr=0.026005
Epoch[133] Batch [2899]	Speed: 713.156522 samples/sec	rmse=0.017588	lr=0.025998
Epoch[133] Batch [2949]	Speed: 732.099637 samples/sec	rmse=0.017594	lr=0.025990
Epoch[133] Batch [2999]	Speed: 741.871151 samples/sec	rmse=0.017597	lr=0.025983
Epoch[133] Batch [3049]	Speed: 764.781386 samples/sec	rmse=0.017595	lr=0.025976
Epoch[133] Batch [3099]	Speed: 748.091253 samples/sec	rmse=0.017597	lr=0.025969
Epoch[133] Batch [3149]	Speed: 742.607877 samples/sec	rmse=0.017599	lr=0.025962
Epoch[133] Batch [3199]	Speed: 803.915726 samples/sec	rmse=0.017602	lr=0.025955
Epoch[133] Batch [3249]	Speed: 735.967728 samples/sec	rmse=0.017605	lr=0.025948
Epoch[133] Batch [3299]	Speed: 741.884611 samples/sec	rmse=0.017607	lr=0.025941
Epoch[133] Batch [3349]	Speed: 760.002221 samples/sec	rmse=0.017607	lr=0.025934
Epoch[133] Batch [3399]	Speed: 751.780165 samples/sec	rmse=0.017609	lr=0.025927
Epoch[133] Batch [3449]	Speed: 735.327664 samples/sec	rmse=0.017608	lr=0.025920
Epoch[133] Batch [3499]	Speed: 732.338723 samples/sec	rmse=0.017610	lr=0.025913
Epoch[133] Batch [3549]	Speed: 755.182242 samples/sec	rmse=0.017610	lr=0.025906
Epoch[133] Batch [3599]	Speed: 756.529396 samples/sec	rmse=0.017612	lr=0.025899
Epoch[133] Batch [3649]	Speed: 734.254489 samples/sec	rmse=0.017612	lr=0.025892
Epoch[133] Batch [3699]	Speed: 746.788437 samples/sec	rmse=0.017613	lr=0.025885
Epoch[133] Batch [3749]	Speed: 738.068961 samples/sec	rmse=0.017614	lr=0.025878
Epoch[133] Batch [3799]	Speed: 730.752807 samples/sec	rmse=0.017618	lr=0.025871
Epoch[133] Batch [3849]	Speed: 774.029794 samples/sec	rmse=0.017619	lr=0.025863
Epoch[133] Batch [3899]	Speed: 730.869061 samples/sec	rmse=0.017621	lr=0.025856
Epoch[133] Batch [3949]	Speed: 742.604857 samples/sec	rmse=0.017621	lr=0.025849
Epoch[133] Batch [3999]	Speed: 724.109601 samples/sec	rmse=0.017622	lr=0.025842
Epoch[133] Batch [4049]	Speed: 757.413114 samples/sec	rmse=0.017624	lr=0.025835
Epoch[133] Batch [4099]	Speed: 749.366123 samples/sec	rmse=0.017626	lr=0.025828
Epoch[133] Batch [4149]	Speed: 743.058191 samples/sec	rmse=0.017626	lr=0.025821
Epoch[133] Batch [4199]	Speed: 731.119879 samples/sec	rmse=0.017629	lr=0.025814
Epoch[133] Batch [4249]	Speed: 748.326203 samples/sec	rmse=0.017631	lr=0.025807
Epoch[133] Batch [4299]	Speed: 752.486581 samples/sec	rmse=0.017631	lr=0.025800
Epoch[133] Batch [4349]	Speed: 787.465949 samples/sec	rmse=0.017632	lr=0.025793
Epoch[133] Batch [4399]	Speed: 765.092920 samples/sec	rmse=0.017631	lr=0.025786
Epoch[133] Batch [4449]	Speed: 770.123079 samples/sec	rmse=0.017632	lr=0.025779
Epoch[133] Batch [4499]	Speed: 756.240029 samples/sec	rmse=0.017635	lr=0.025772
Epoch[133] Batch [4549]	Speed: 739.365596 samples/sec	rmse=0.017636	lr=0.025765
Epoch[133] Batch [4599]	Speed: 751.725944 samples/sec	rmse=0.017637	lr=0.025758
Epoch[133] Batch [4649]	Speed: 770.406289 samples/sec	rmse=0.017637	lr=0.025751
Epoch[133] Batch [4699]	Speed: 799.113887 samples/sec	rmse=0.017638	lr=0.025744
Epoch[133] Batch [4749]	Speed: 746.750741 samples/sec	rmse=0.017639	lr=0.025737
Epoch[133] Batch [4799]	Speed: 739.456149 samples/sec	rmse=0.017640	lr=0.025730
Epoch[133] Batch [4849]	Speed: 731.321883 samples/sec	rmse=0.017641	lr=0.025723
Epoch[133] Batch [4899]	Speed: 746.782724 samples/sec	rmse=0.017643	lr=0.025716
Epoch[133] Batch [4949]	Speed: 774.541361 samples/sec	rmse=0.017644	lr=0.025709
Epoch[133] Batch [4999]	Speed: 777.234789 samples/sec	rmse=0.017644	lr=0.025702
[Epoch 133] training: rmse=0.017643
[Epoch 133] speed: 747 samples/sec	time cost: 1736.952784
[Epoch 133] validation: err-top1=0.261558 err-top5=0.075861
Epoch[134] Batch [49]	Speed: 727.068025 samples/sec	rmse=0.017441	lr=0.025694
Epoch[134] Batch [99]	Speed: 748.017280 samples/sec	rmse=0.017432	lr=0.025687
Epoch[134] Batch [149]	Speed: 763.358556 samples/sec	rmse=0.017415	lr=0.025680
Epoch[134] Batch [199]	Speed: 749.589504 samples/sec	rmse=0.017406	lr=0.025673
Epoch[134] Batch [249]	Speed: 751.493094 samples/sec	rmse=0.017406	lr=0.025666
Epoch[134] Batch [299]	Speed: 784.166509 samples/sec	rmse=0.017443	lr=0.025659
Epoch[134] Batch [349]	Speed: 767.213928 samples/sec	rmse=0.017460	lr=0.025652
Epoch[134] Batch [399]	Speed: 722.364181 samples/sec	rmse=0.017481	lr=0.025645
Epoch[134] Batch [449]	Speed: 723.232861 samples/sec	rmse=0.017491	lr=0.025638
Epoch[134] Batch [499]	Speed: 767.227074 samples/sec	rmse=0.017499	lr=0.025631
Epoch[134] Batch [549]	Speed: 746.895925 samples/sec	rmse=0.017496	lr=0.025624
Epoch[134] Batch [599]	Speed: 738.825145 samples/sec	rmse=0.017502	lr=0.025617
Epoch[134] Batch [649]	Speed: 748.747098 samples/sec	rmse=0.017491	lr=0.025610
Epoch[134] Batch [699]	Speed: 761.422394 samples/sec	rmse=0.017489	lr=0.025603
Epoch[134] Batch [749]	Speed: 728.034685 samples/sec	rmse=0.017487	lr=0.025596
Epoch[134] Batch [799]	Speed: 728.349443 samples/sec	rmse=0.017488	lr=0.025588
Epoch[134] Batch [849]	Speed: 750.362884 samples/sec	rmse=0.017486	lr=0.025581
Epoch[134] Batch [899]	Speed: 734.819488 samples/sec	rmse=0.017480	lr=0.025574
Epoch[134] Batch [949]	Speed: 725.729278 samples/sec	rmse=0.017483	lr=0.025567
Epoch[134] Batch [999]	Speed: 739.819224 samples/sec	rmse=0.017484	lr=0.025560
Epoch[134] Batch [1049]	Speed: 710.957539 samples/sec	rmse=0.017476	lr=0.025553
Epoch[134] Batch [1099]	Speed: 761.728116 samples/sec	rmse=0.017475	lr=0.025546
Epoch[134] Batch [1149]	Speed: 790.883834 samples/sec	rmse=0.017478	lr=0.025539
Epoch[134] Batch [1199]	Speed: 769.699113 samples/sec	rmse=0.017480	lr=0.025532
Epoch[134] Batch [1249]	Speed: 773.957018 samples/sec	rmse=0.017484	lr=0.025525
Epoch[134] Batch [1299]	Speed: 732.737200 samples/sec	rmse=0.017490	lr=0.025518
Epoch[134] Batch [1349]	Speed: 747.565653 samples/sec	rmse=0.017499	lr=0.025511
Epoch[134] Batch [1399]	Speed: 749.054199 samples/sec	rmse=0.017495	lr=0.025504
Epoch[134] Batch [1449]	Speed: 760.845918 samples/sec	rmse=0.017503	lr=0.025497
Epoch[134] Batch [1499]	Speed: 740.853284 samples/sec	rmse=0.017504	lr=0.025490
Epoch[134] Batch [1549]	Speed: 766.216234 samples/sec	rmse=0.017512	lr=0.025483
Epoch[134] Batch [1599]	Speed: 751.828562 samples/sec	rmse=0.017511	lr=0.025476
Epoch[134] Batch [1649]	Speed: 777.082802 samples/sec	rmse=0.017511	lr=0.025469
Epoch[134] Batch [1699]	Speed: 727.796989 samples/sec	rmse=0.017513	lr=0.025462
Epoch[134] Batch [1749]	Speed: 757.705177 samples/sec	rmse=0.017513	lr=0.025455
Epoch[134] Batch [1799]	Speed: 759.802560 samples/sec	rmse=0.017514	lr=0.025448
Epoch[134] Batch [1849]	Speed: 743.529141 samples/sec	rmse=0.017516	lr=0.025441
Epoch[134] Batch [1899]	Speed: 770.769947 samples/sec	rmse=0.017519	lr=0.025434
Epoch[134] Batch [1949]	Speed: 707.486345 samples/sec	rmse=0.017521	lr=0.025427
Epoch[134] Batch [1999]	Speed: 737.836878 samples/sec	rmse=0.017525	lr=0.025420
Epoch[134] Batch [2049]	Speed: 755.307376 samples/sec	rmse=0.017529	lr=0.025413
Epoch[134] Batch [2099]	Speed: 789.152700 samples/sec	rmse=0.017534	lr=0.025406
Epoch[134] Batch [2149]	Speed: 756.843460 samples/sec	rmse=0.017536	lr=0.025399
Epoch[134] Batch [2199]	Speed: 717.346448 samples/sec	rmse=0.017538	lr=0.025392
Epoch[134] Batch [2249]	Speed: 735.999550 samples/sec	rmse=0.017538	lr=0.025385
Epoch[134] Batch [2299]	Speed: 749.328052 samples/sec	rmse=0.017540	lr=0.025378
Epoch[134] Batch [2349]	Speed: 746.051213 samples/sec	rmse=0.017541	lr=0.025371
Epoch[134] Batch [2399]	Speed: 743.284598 samples/sec	rmse=0.017542	lr=0.025364
Epoch[134] Batch [2449]	Speed: 743.138047 samples/sec	rmse=0.017543	lr=0.025357
Epoch[134] Batch [2499]	Speed: 735.655737 samples/sec	rmse=0.017546	lr=0.025350
Epoch[134] Batch [2549]	Speed: 746.531499 samples/sec	rmse=0.017545	lr=0.025343
Epoch[134] Batch [2599]	Speed: 747.084254 samples/sec	rmse=0.017549	lr=0.025336
Epoch[134] Batch [2649]	Speed: 774.045853 samples/sec	rmse=0.017552	lr=0.025329
Epoch[134] Batch [2699]	Speed: 722.789220 samples/sec	rmse=0.017555	lr=0.025322
Epoch[134] Batch [2749]	Speed: 747.703302 samples/sec	rmse=0.017561	lr=0.025315
Epoch[134] Batch [2799]	Speed: 749.598107 samples/sec	rmse=0.017562	lr=0.025308
Epoch[134] Batch [2849]	Speed: 736.233396 samples/sec	rmse=0.017562	lr=0.025301
Epoch[134] Batch [2899]	Speed: 748.411702 samples/sec	rmse=0.017567	lr=0.025294
Epoch[134] Batch [2949]	Speed: 717.827309 samples/sec	rmse=0.017566	lr=0.025287
Epoch[134] Batch [2999]	Speed: 759.983222 samples/sec	rmse=0.017570	lr=0.025280
Epoch[134] Batch [3049]	Speed: 760.561741 samples/sec	rmse=0.017571	lr=0.025273
Epoch[134] Batch [3099]	Speed: 736.371216 samples/sec	rmse=0.017572	lr=0.025266
Epoch[134] Batch [3149]	Speed: 733.459666 samples/sec	rmse=0.017575	lr=0.025259
Epoch[134] Batch [3199]	Speed: 703.815784 samples/sec	rmse=0.017576	lr=0.025252
Epoch[134] Batch [3249]	Speed: 754.142484 samples/sec	rmse=0.017579	lr=0.025245
Epoch[134] Batch [3299]	Speed: 749.294105 samples/sec	rmse=0.017576	lr=0.025238
Epoch[134] Batch [3349]	Speed: 738.585169 samples/sec	rmse=0.017577	lr=0.025231
Epoch[134] Batch [3399]	Speed: 756.099219 samples/sec	rmse=0.017578	lr=0.025224
Epoch[134] Batch [3449]	Speed: 764.515992 samples/sec	rmse=0.017577	lr=0.025217
Epoch[134] Batch [3499]	Speed: 754.981187 samples/sec	rmse=0.017576	lr=0.025210
Epoch[134] Batch [3549]	Speed: 773.289377 samples/sec	rmse=0.017575	lr=0.025203
Epoch[134] Batch [3599]	Speed: 789.727078 samples/sec	rmse=0.017574	lr=0.025196
Epoch[134] Batch [3649]	Speed: 760.452212 samples/sec	rmse=0.017575	lr=0.025189
Epoch[134] Batch [3699]	Speed: 708.090045 samples/sec	rmse=0.017577	lr=0.025182
Epoch[134] Batch [3749]	Speed: 745.506237 samples/sec	rmse=0.017577	lr=0.025175
Epoch[134] Batch [3799]	Speed: 773.972003 samples/sec	rmse=0.017578	lr=0.025168
Epoch[134] Batch [3849]	Speed: 752.258656 samples/sec	rmse=0.017578	lr=0.025161
Epoch[134] Batch [3899]	Speed: 759.855458 samples/sec	rmse=0.017582	lr=0.025154
Epoch[134] Batch [3949]	Speed: 756.233819 samples/sec	rmse=0.017583	lr=0.025147
Epoch[134] Batch [3999]	Speed: 735.453267 samples/sec	rmse=0.017584	lr=0.025140
Epoch[134] Batch [4049]	Speed: 755.159170 samples/sec	rmse=0.017584	lr=0.025133
Epoch[134] Batch [4099]	Speed: 735.186973 samples/sec	rmse=0.017584	lr=0.025126
Epoch[134] Batch [4149]	Speed: 736.857784 samples/sec	rmse=0.017586	lr=0.025119
Epoch[134] Batch [4199]	Speed: 730.272110 samples/sec	rmse=0.017588	lr=0.025112
Epoch[134] Batch [4249]	Speed: 765.818000 samples/sec	rmse=0.017589	lr=0.025105
Epoch[134] Batch [4299]	Speed: 752.293937 samples/sec	rmse=0.017590	lr=0.025098
Epoch[134] Batch [4349]	Speed: 742.708319 samples/sec	rmse=0.017590	lr=0.025091
Epoch[134] Batch [4399]	Speed: 766.971890 samples/sec	rmse=0.017594	lr=0.025084
Epoch[134] Batch [4449]	Speed: 748.220034 samples/sec	rmse=0.017594	lr=0.025077
Epoch[134] Batch [4499]	Speed: 758.881797 samples/sec	rmse=0.017595	lr=0.025070
Epoch[134] Batch [4549]	Speed: 775.734676 samples/sec	rmse=0.017596	lr=0.025063
Epoch[134] Batch [4599]	Speed: 790.664720 samples/sec	rmse=0.017598	lr=0.025056
Epoch[134] Batch [4649]	Speed: 728.119580 samples/sec	rmse=0.017600	lr=0.025050
Epoch[134] Batch [4699]	Speed: 771.594383 samples/sec	rmse=0.017602	lr=0.025043
Epoch[134] Batch [4749]	Speed: 788.798078 samples/sec	rmse=0.017605	lr=0.025036
Epoch[134] Batch [4799]	Speed: 778.660094 samples/sec	rmse=0.017607	lr=0.025029
Epoch[134] Batch [4849]	Speed: 759.919517 samples/sec	rmse=0.017607	lr=0.025022
Epoch[134] Batch [4899]	Speed: 725.328928 samples/sec	rmse=0.017608	lr=0.025015
Epoch[134] Batch [4949]	Speed: 766.123732 samples/sec	rmse=0.017609	lr=0.025008
Epoch[134] Batch [4999]	Speed: 736.691325 samples/sec	rmse=0.017608	lr=0.025001
[Epoch 134] training: rmse=0.017608
[Epoch 134] speed: 749 samples/sec	time cost: 1734.042822
[Epoch 134] validation: err-top1=0.262516 err-top5=0.074956
Epoch[135] Batch [49]	Speed: 714.659757 samples/sec	rmse=0.017256	lr=0.024993
Epoch[135] Batch [99]	Speed: 780.030056 samples/sec	rmse=0.017349	lr=0.024986
Epoch[135] Batch [149]	Speed: 737.853630 samples/sec	rmse=0.017425	lr=0.024979
Epoch[135] Batch [199]	Speed: 761.326695 samples/sec	rmse=0.017389	lr=0.024972
Epoch[135] Batch [249]	Speed: 705.408705 samples/sec	rmse=0.017402	lr=0.024965
Epoch[135] Batch [299]	Speed: 736.593515 samples/sec	rmse=0.017413	lr=0.024958
Epoch[135] Batch [349]	Speed: 776.628480 samples/sec	rmse=0.017410	lr=0.024951
Epoch[135] Batch [399]	Speed: 733.355540 samples/sec	rmse=0.017402	lr=0.024944
Epoch[135] Batch [449]	Speed: 736.931893 samples/sec	rmse=0.017417	lr=0.024937
Epoch[135] Batch [499]	Speed: 725.304920 samples/sec	rmse=0.017423	lr=0.024930
Epoch[135] Batch [549]	Speed: 755.951500 samples/sec	rmse=0.017419	lr=0.024924
Epoch[135] Batch [599]	Speed: 767.822564 samples/sec	rmse=0.017426	lr=0.024917
Epoch[135] Batch [649]	Speed: 734.579664 samples/sec	rmse=0.017436	lr=0.024910
Epoch[135] Batch [699]	Speed: 736.049791 samples/sec	rmse=0.017431	lr=0.024903
Epoch[135] Batch [749]	Speed: 752.136342 samples/sec	rmse=0.017429	lr=0.024896
Epoch[135] Batch [799]	Speed: 736.955614 samples/sec	rmse=0.017438	lr=0.024889
Epoch[135] Batch [849]	Speed: 751.120680 samples/sec	rmse=0.017448	lr=0.024882
Epoch[135] Batch [899]	Speed: 757.802749 samples/sec	rmse=0.017453	lr=0.024875
Epoch[135] Batch [949]	Speed: 722.116361 samples/sec	rmse=0.017459	lr=0.024868
Epoch[135] Batch [999]	Speed: 706.536290 samples/sec	rmse=0.017454	lr=0.024861
Epoch[135] Batch [1049]	Speed: 727.963382 samples/sec	rmse=0.017463	lr=0.024854
Epoch[135] Batch [1099]	Speed: 730.408671 samples/sec	rmse=0.017466	lr=0.024847
Epoch[135] Batch [1149]	Speed: 750.374798 samples/sec	rmse=0.017473	lr=0.024840
Epoch[135] Batch [1199]	Speed: 740.205290 samples/sec	rmse=0.017467	lr=0.024833
Epoch[135] Batch [1249]	Speed: 727.198268 samples/sec	rmse=0.017472	lr=0.024826
Epoch[135] Batch [1299]	Speed: 742.120356 samples/sec	rmse=0.017474	lr=0.024819
Epoch[135] Batch [1349]	Speed: 740.778344 samples/sec	rmse=0.017474	lr=0.024812
Epoch[135] Batch [1399]	Speed: 727.502060 samples/sec	rmse=0.017477	lr=0.024805
Epoch[135] Batch [1449]	Speed: 732.651435 samples/sec	rmse=0.017478	lr=0.024798
Epoch[135] Batch [1499]	Speed: 752.284386 samples/sec	rmse=0.017483	lr=0.024791
Epoch[135] Batch [1549]	Speed: 778.383898 samples/sec	rmse=0.017491	lr=0.024784
Epoch[135] Batch [1599]	Speed: 737.008697 samples/sec	rmse=0.017491	lr=0.024777
Epoch[135] Batch [1649]	Speed: 746.211713 samples/sec	rmse=0.017498	lr=0.024770
Epoch[135] Batch [1699]	Speed: 741.350167 samples/sec	rmse=0.017500	lr=0.024764
Epoch[135] Batch [1749]	Speed: 722.046542 samples/sec	rmse=0.017499	lr=0.024757
Epoch[135] Batch [1799]	Speed: 707.721210 samples/sec	rmse=0.017498	lr=0.024750
Epoch[135] Batch [1849]	Speed: 728.757162 samples/sec	rmse=0.017500	lr=0.024743
Epoch[135] Batch [1899]	Speed: 789.545527 samples/sec	rmse=0.017503	lr=0.024736
Epoch[135] Batch [1949]	Speed: 766.098839 samples/sec	rmse=0.017502	lr=0.024729
Epoch[135] Batch [1999]	Speed: 758.633923 samples/sec	rmse=0.017501	lr=0.024722
Epoch[135] Batch [2049]	Speed: 755.647333 samples/sec	rmse=0.017501	lr=0.024715
Epoch[135] Batch [2099]	Speed: 742.736760 samples/sec	rmse=0.017499	lr=0.024708
Epoch[135] Batch [2149]	Speed: 739.193738 samples/sec	rmse=0.017504	lr=0.024701
Epoch[135] Batch [2199]	Speed: 767.082165 samples/sec	rmse=0.017507	lr=0.024694
Epoch[135] Batch [2249]	Speed: 734.935480 samples/sec	rmse=0.017512	lr=0.024687
Epoch[135] Batch [2299]	Speed: 748.334256 samples/sec	rmse=0.017512	lr=0.024680
Epoch[135] Batch [2349]	Speed: 782.429753 samples/sec	rmse=0.017513	lr=0.024673
Epoch[135] Batch [2399]	Speed: 739.378202 samples/sec	rmse=0.017513	lr=0.024666
Epoch[135] Batch [2449]	Speed: 750.040731 samples/sec	rmse=0.017515	lr=0.024659
Epoch[135] Batch [2499]	Speed: 742.342917 samples/sec	rmse=0.017515	lr=0.024652
Epoch[135] Batch [2549]	Speed: 735.248461 samples/sec	rmse=0.017515	lr=0.024645
Epoch[135] Batch [2599]	Speed: 756.227971 samples/sec	rmse=0.017516	lr=0.024639
Epoch[135] Batch [2649]	Speed: 743.702857 samples/sec	rmse=0.017519	lr=0.024632
Epoch[135] Batch [2699]	Speed: 756.083375 samples/sec	rmse=0.017516	lr=0.024625
Epoch[135] Batch [2749]	Speed: 763.295966 samples/sec	rmse=0.017514	lr=0.024618
Epoch[135] Batch [2799]	Speed: 748.584722 samples/sec	rmse=0.017516	lr=0.024611
Epoch[135] Batch [2849]	Speed: 779.528601 samples/sec	rmse=0.017517	lr=0.024604
Epoch[135] Batch [2899]	Speed: 747.661682 samples/sec	rmse=0.017520	lr=0.024597
Epoch[135] Batch [2949]	Speed: 746.528582 samples/sec	rmse=0.017523	lr=0.024590
Epoch[135] Batch [2999]	Speed: 753.891482 samples/sec	rmse=0.017524	lr=0.024583
Epoch[135] Batch [3049]	Speed: 737.241069 samples/sec	rmse=0.017523	lr=0.024576
Epoch[135] Batch [3099]	Speed: 727.590716 samples/sec	rmse=0.017526	lr=0.024569
Epoch[135] Batch [3149]	Speed: 765.323758 samples/sec	rmse=0.017526	lr=0.024562
Epoch[135] Batch [3199]	Speed: 719.673829 samples/sec	rmse=0.017528	lr=0.024555
Epoch[135] Batch [3249]	Speed: 751.293725 samples/sec	rmse=0.017528	lr=0.024548
Epoch[135] Batch [3299]	Speed: 736.882634 samples/sec	rmse=0.017528	lr=0.024542
Epoch[135] Batch [3349]	Speed: 735.763271 samples/sec	rmse=0.017530	lr=0.024535
Epoch[135] Batch [3399]	Speed: 776.860869 samples/sec	rmse=0.017531	lr=0.024528
Epoch[135] Batch [3449]	Speed: 722.343751 samples/sec	rmse=0.017532	lr=0.024521
Epoch[135] Batch [3499]	Speed: 757.643693 samples/sec	rmse=0.017532	lr=0.024514
Epoch[135] Batch [3549]	Speed: 748.279789 samples/sec	rmse=0.017533	lr=0.024507
Epoch[135] Batch [3599]	Speed: 764.606233 samples/sec	rmse=0.017536	lr=0.024500
Epoch[135] Batch [3649]	Speed: 758.604873 samples/sec	rmse=0.017537	lr=0.024493
Epoch[135] Batch [3699]	Speed: 781.622203 samples/sec	rmse=0.017537	lr=0.024486
Epoch[135] Batch [3749]	Speed: 784.043676 samples/sec	rmse=0.017540	lr=0.024479
Epoch[135] Batch [3799]	Speed: 761.949574 samples/sec	rmse=0.017540	lr=0.024472
Epoch[135] Batch [3849]	Speed: 718.943361 samples/sec	rmse=0.017540	lr=0.024465
Epoch[135] Batch [3899]	Speed: 778.877146 samples/sec	rmse=0.017539	lr=0.024458
Epoch[135] Batch [3949]	Speed: 721.378651 samples/sec	rmse=0.017542	lr=0.024451
Epoch[135] Batch [3999]	Speed: 740.629726 samples/sec	rmse=0.017544	lr=0.024445
Epoch[135] Batch [4049]	Speed: 758.615303 samples/sec	rmse=0.017546	lr=0.024438
Epoch[135] Batch [4099]	Speed: 740.705157 samples/sec	rmse=0.017548	lr=0.024431
Epoch[135] Batch [4149]	Speed: 724.948283 samples/sec	rmse=0.017552	lr=0.024424
Epoch[135] Batch [4199]	Speed: 754.193367 samples/sec	rmse=0.017555	lr=0.024417
Epoch[135] Batch [4249]	Speed: 769.017160 samples/sec	rmse=0.017557	lr=0.024410
Epoch[135] Batch [4299]	Speed: 748.884294 samples/sec	rmse=0.017556	lr=0.024403
Epoch[135] Batch [4349]	Speed: 759.684230 samples/sec	rmse=0.017558	lr=0.024396
Epoch[135] Batch [4399]	Speed: 745.549585 samples/sec	rmse=0.017559	lr=0.024389
Epoch[135] Batch [4449]	Speed: 739.741618 samples/sec	rmse=0.017560	lr=0.024382
Epoch[135] Batch [4499]	Speed: 751.519792 samples/sec	rmse=0.017560	lr=0.024375
Epoch[135] Batch [4549]	Speed: 726.440500 samples/sec	rmse=0.017561	lr=0.024369
Epoch[135] Batch [4599]	Speed: 769.306038 samples/sec	rmse=0.017560	lr=0.024362
Epoch[135] Batch [4649]	Speed: 751.039330 samples/sec	rmse=0.017560	lr=0.024355
Epoch[135] Batch [4699]	Speed: 732.357584 samples/sec	rmse=0.017560	lr=0.024348
Epoch[135] Batch [4749]	Speed: 744.434268 samples/sec	rmse=0.017560	lr=0.024341
Epoch[135] Batch [4799]	Speed: 760.130584 samples/sec	rmse=0.017560	lr=0.024334
Epoch[135] Batch [4849]	Speed: 721.760853 samples/sec	rmse=0.017561	lr=0.024327
Epoch[135] Batch [4899]	Speed: 711.276953 samples/sec	rmse=0.017560	lr=0.024320
Epoch[135] Batch [4949]	Speed: 752.767910 samples/sec	rmse=0.017562	lr=0.024313
Epoch[135] Batch [4999]	Speed: 736.602853 samples/sec	rmse=0.017562	lr=0.024306
[Epoch 135] training: rmse=0.017563
[Epoch 135] speed: 745 samples/sec	time cost: 1742.251612
[Epoch 135] validation: err-top1=0.258433 err-top5=0.075381
Epoch[136] Batch [49]	Speed: 711.851197 samples/sec	rmse=0.017316	lr=0.024299
Epoch[136] Batch [99]	Speed: 769.239549 samples/sec	rmse=0.017331	lr=0.024292
Epoch[136] Batch [149]	Speed: 728.669873 samples/sec	rmse=0.017292	lr=0.024285
Epoch[136] Batch [199]	Speed: 750.619686 samples/sec	rmse=0.017317	lr=0.024278
Epoch[136] Batch [249]	Speed: 771.921404 samples/sec	rmse=0.017275	lr=0.024271
Epoch[136] Batch [299]	Speed: 760.800472 samples/sec	rmse=0.017282	lr=0.024264
Epoch[136] Batch [349]	Speed: 758.028309 samples/sec	rmse=0.017303	lr=0.024257
Epoch[136] Batch [399]	Speed: 743.960697 samples/sec	rmse=0.017348	lr=0.024251
Epoch[136] Batch [449]	Speed: 742.899754 samples/sec	rmse=0.017345	lr=0.024244
Epoch[136] Batch [499]	Speed: 762.507959 samples/sec	rmse=0.017344	lr=0.024237
Epoch[136] Batch [549]	Speed: 722.097013 samples/sec	rmse=0.017357	lr=0.024230
Epoch[136] Batch [599]	Speed: 755.809649 samples/sec	rmse=0.017362	lr=0.024223
Epoch[136] Batch [649]	Speed: 748.108526 samples/sec	rmse=0.017363	lr=0.024216
Epoch[136] Batch [699]	Speed: 743.300271 samples/sec	rmse=0.017369	lr=0.024209
Epoch[136] Batch [749]	Speed: 769.536271 samples/sec	rmse=0.017384	lr=0.024202
Epoch[136] Batch [799]	Speed: 742.366341 samples/sec	rmse=0.017392	lr=0.024195
Epoch[136] Batch [849]	Speed: 727.597953 samples/sec	rmse=0.017391	lr=0.024189
Epoch[136] Batch [899]	Speed: 750.790820 samples/sec	rmse=0.017400	lr=0.024182
Epoch[136] Batch [949]	Speed: 753.138674 samples/sec	rmse=0.017408	lr=0.024175
Epoch[136] Batch [999]	Speed: 757.384895 samples/sec	rmse=0.017403	lr=0.024168
Epoch[136] Batch [1049]	Speed: 733.007637 samples/sec	rmse=0.017407	lr=0.024161
Epoch[136] Batch [1099]	Speed: 737.118701 samples/sec	rmse=0.017412	lr=0.024154
Epoch[136] Batch [1149]	Speed: 744.654656 samples/sec	rmse=0.017416	lr=0.024147
Epoch[136] Batch [1199]	Speed: 759.522847 samples/sec	rmse=0.017415	lr=0.024140
Epoch[136] Batch [1249]	Speed: 755.971150 samples/sec	rmse=0.017425	lr=0.024133
Epoch[136] Batch [1299]	Speed: 747.245023 samples/sec	rmse=0.017421	lr=0.024126
Epoch[136] Batch [1349]	Speed: 760.061162 samples/sec	rmse=0.017425	lr=0.024120
Epoch[136] Batch [1399]	Speed: 763.177674 samples/sec	rmse=0.017421	lr=0.024113
Epoch[136] Batch [1449]	Speed: 743.369330 samples/sec	rmse=0.017422	lr=0.024106
Epoch[136] Batch [1499]	Speed: 756.912199 samples/sec	rmse=0.017421	lr=0.024099
Epoch[136] Batch [1549]	Speed: 761.200842 samples/sec	rmse=0.017423	lr=0.024092
Epoch[136] Batch [1599]	Speed: 733.743973 samples/sec	rmse=0.017427	lr=0.024085
Epoch[136] Batch [1649]	Speed: 736.190298 samples/sec	rmse=0.017429	lr=0.024078
Epoch[136] Batch [1699]	Speed: 763.259863 samples/sec	rmse=0.017429	lr=0.024071
Epoch[136] Batch [1749]	Speed: 742.009151 samples/sec	rmse=0.017431	lr=0.024065
Epoch[136] Batch [1799]	Speed: 735.580525 samples/sec	rmse=0.017435	lr=0.024058
Epoch[136] Batch [1849]	Speed: 729.912478 samples/sec	rmse=0.017437	lr=0.024051
Epoch[136] Batch [1899]	Speed: 726.146414 samples/sec	rmse=0.017438	lr=0.024044
Epoch[136] Batch [1949]	Speed: 735.112279 samples/sec	rmse=0.017433	lr=0.024037
Epoch[136] Batch [1999]	Speed: 763.300058 samples/sec	rmse=0.017437	lr=0.024030
Epoch[136] Batch [2049]	Speed: 718.701962 samples/sec	rmse=0.017437	lr=0.024023
Epoch[136] Batch [2099]	Speed: 740.294038 samples/sec	rmse=0.017442	lr=0.024016
Epoch[136] Batch [2149]	Speed: 751.368073 samples/sec	rmse=0.017444	lr=0.024010
Epoch[136] Batch [2199]	Speed: 709.191805 samples/sec	rmse=0.017446	lr=0.024003
Epoch[136] Batch [2249]	Speed: 747.054439 samples/sec	rmse=0.017449	lr=0.023996
Epoch[136] Batch [2299]	Speed: 739.228659 samples/sec	rmse=0.017449	lr=0.023989
Epoch[136] Batch [2349]	Speed: 758.850250 samples/sec	rmse=0.017449	lr=0.023982
Epoch[136] Batch [2399]	Speed: 761.620649 samples/sec	rmse=0.017450	lr=0.023975
Epoch[136] Batch [2449]	Speed: 749.064107 samples/sec	rmse=0.017451	lr=0.023968
Epoch[136] Batch [2499]	Speed: 720.832333 samples/sec	rmse=0.017450	lr=0.023961
Epoch[136] Batch [2549]	Speed: 737.063822 samples/sec	rmse=0.017451	lr=0.023955
Epoch[136] Batch [2599]	Speed: 766.683119 samples/sec	rmse=0.017453	lr=0.023948
Epoch[136] Batch [2649]	Speed: 762.557519 samples/sec	rmse=0.017453	lr=0.023941
Epoch[136] Batch [2699]	Speed: 739.641682 samples/sec	rmse=0.017456	lr=0.023934
Epoch[136] Batch [2749]	Speed: 753.183220 samples/sec	rmse=0.017458	lr=0.023927
Epoch[136] Batch [2799]	Speed: 769.195133 samples/sec	rmse=0.017460	lr=0.023920
Epoch[136] Batch [2849]	Speed: 733.343809 samples/sec	rmse=0.017463	lr=0.023913
Epoch[136] Batch [2899]	Speed: 767.388392 samples/sec	rmse=0.017466	lr=0.023906
Epoch[136] Batch [2949]	Speed: 732.803681 samples/sec	rmse=0.017467	lr=0.023900
Epoch[136] Batch [2999]	Speed: 765.022371 samples/sec	rmse=0.017469	lr=0.023893
Epoch[136] Batch [3049]	Speed: 759.087371 samples/sec	rmse=0.017472	lr=0.023886
Epoch[136] Batch [3099]	Speed: 741.689139 samples/sec	rmse=0.017472	lr=0.023879
Epoch[136] Batch [3149]	Speed: 730.929829 samples/sec	rmse=0.017472	lr=0.023872
Epoch[136] Batch [3199]	Speed: 742.261866 samples/sec	rmse=0.017476	lr=0.023865
Epoch[136] Batch [3249]	Speed: 733.503758 samples/sec	rmse=0.017478	lr=0.023858
Epoch[136] Batch [3299]	Speed: 754.085082 samples/sec	rmse=0.017481	lr=0.023852
Epoch[136] Batch [3349]	Speed: 741.819087 samples/sec	rmse=0.017481	lr=0.023845
Epoch[136] Batch [3399]	Speed: 725.426602 samples/sec	rmse=0.017482	lr=0.023838
Epoch[136] Batch [3449]	Speed: 738.379001 samples/sec	rmse=0.017482	lr=0.023831
Epoch[136] Batch [3499]	Speed: 753.642688 samples/sec	rmse=0.017482	lr=0.023824
Epoch[136] Batch [3549]	Speed: 766.128138 samples/sec	rmse=0.017483	lr=0.023817
Epoch[136] Batch [3599]	Speed: 725.175452 samples/sec	rmse=0.017480	lr=0.023810
Epoch[136] Batch [3649]	Speed: 771.734124 samples/sec	rmse=0.017483	lr=0.023804
Epoch[136] Batch [3699]	Speed: 703.494876 samples/sec	rmse=0.017484	lr=0.023797
Epoch[136] Batch [3749]	Speed: 744.728492 samples/sec	rmse=0.017484	lr=0.023790
Epoch[136] Batch [3799]	Speed: 734.779200 samples/sec	rmse=0.017485	lr=0.023783
Epoch[136] Batch [3849]	Speed: 734.332966 samples/sec	rmse=0.017487	lr=0.023776
Epoch[136] Batch [3899]	Speed: 741.318055 samples/sec	rmse=0.017490	lr=0.023769
Epoch[136] Batch [3949]	Speed: 798.549129 samples/sec	rmse=0.017488	lr=0.023762
Epoch[136] Batch [3999]	Speed: 745.562433 samples/sec	rmse=0.017490	lr=0.023756
Epoch[136] Batch [4049]	Speed: 748.036822 samples/sec	rmse=0.017490	lr=0.023749
Epoch[136] Batch [4099]	Speed: 766.003885 samples/sec	rmse=0.017493	lr=0.023742
Epoch[136] Batch [4149]	Speed: 793.622155 samples/sec	rmse=0.017494	lr=0.023735
Epoch[136] Batch [4199]	Speed: 750.640193 samples/sec	rmse=0.017495	lr=0.023728
Epoch[136] Batch [4249]	Speed: 719.213287 samples/sec	rmse=0.017496	lr=0.023721
Epoch[136] Batch [4299]	Speed: 742.084012 samples/sec	rmse=0.017497	lr=0.023714
Epoch[136] Batch [4349]	Speed: 761.651649 samples/sec	rmse=0.017500	lr=0.023708
Epoch[136] Batch [4399]	Speed: 706.190259 samples/sec	rmse=0.017500	lr=0.023701
Epoch[136] Batch [4449]	Speed: 726.526509 samples/sec	rmse=0.017501	lr=0.023694
Epoch[136] Batch [4499]	Speed: 739.671051 samples/sec	rmse=0.017502	lr=0.023687
Epoch[136] Batch [4549]	Speed: 777.291571 samples/sec	rmse=0.017503	lr=0.023680
Epoch[136] Batch [4599]	Speed: 733.050744 samples/sec	rmse=0.017504	lr=0.023673
Epoch[136] Batch [4649]	Speed: 716.154717 samples/sec	rmse=0.017507	lr=0.023667
Epoch[136] Batch [4699]	Speed: 792.078082 samples/sec	rmse=0.017508	lr=0.023660
Epoch[136] Batch [4749]	Speed: 737.926286 samples/sec	rmse=0.017509	lr=0.023653
Epoch[136] Batch [4799]	Speed: 733.500351 samples/sec	rmse=0.017509	lr=0.023646
Epoch[136] Batch [4849]	Speed: 721.917934 samples/sec	rmse=0.017510	lr=0.023639
Epoch[136] Batch [4899]	Speed: 728.547111 samples/sec	rmse=0.017510	lr=0.023632
Epoch[136] Batch [4949]	Speed: 742.748834 samples/sec	rmse=0.017511	lr=0.023626
Epoch[136] Batch [4999]	Speed: 720.533118 samples/sec	rmse=0.017514	lr=0.023619
[Epoch 136] training: rmse=0.017514
[Epoch 136] speed: 745 samples/sec	time cost: 1743.302056
[Epoch 136] validation: err-top1=0.254267 err-top5=0.075220
Epoch[137] Batch [49]	Speed: 744.043170 samples/sec	rmse=0.017333	lr=0.023611
Epoch[137] Batch [99]	Speed: 730.183505 samples/sec	rmse=0.017334	lr=0.023604
Epoch[137] Batch [149]	Speed: 729.613373 samples/sec	rmse=0.017345	lr=0.023598
Epoch[137] Batch [199]	Speed: 778.029427 samples/sec	rmse=0.017375	lr=0.023591
Epoch[137] Batch [249]	Speed: 719.705589 samples/sec	rmse=0.017391	lr=0.023584
Epoch[137] Batch [299]	Speed: 717.003156 samples/sec	rmse=0.017379	lr=0.023577
Epoch[137] Batch [349]	Speed: 769.987201 samples/sec	rmse=0.017375	lr=0.023570
Epoch[137] Batch [399]	Speed: 766.249905 samples/sec	rmse=0.017370	lr=0.023563
Epoch[137] Batch [449]	Speed: 731.964748 samples/sec	rmse=0.017366	lr=0.023557
Epoch[137] Batch [499]	Speed: 702.961218 samples/sec	rmse=0.017372	lr=0.023550
Epoch[137] Batch [549]	Speed: 708.993582 samples/sec	rmse=0.017357	lr=0.023543
Epoch[137] Batch [599]	Speed: 752.294253 samples/sec	rmse=0.017379	lr=0.023536
Epoch[137] Batch [649]	Speed: 733.838460 samples/sec	rmse=0.017386	lr=0.023529
Epoch[137] Batch [699]	Speed: 759.406946 samples/sec	rmse=0.017394	lr=0.023522
Epoch[137] Batch [749]	Speed: 732.119104 samples/sec	rmse=0.017392	lr=0.023516
Epoch[137] Batch [799]	Speed: 734.424811 samples/sec	rmse=0.017392	lr=0.023509
Epoch[137] Batch [849]	Speed: 754.519894 samples/sec	rmse=0.017386	lr=0.023502
Epoch[137] Batch [899]	Speed: 737.881498 samples/sec	rmse=0.017390	lr=0.023495
Epoch[137] Batch [949]	Speed: 758.264510 samples/sec	rmse=0.017403	lr=0.023488
Epoch[137] Batch [999]	Speed: 757.383773 samples/sec	rmse=0.017406	lr=0.023482
Epoch[137] Batch [1049]	Speed: 770.903135 samples/sec	rmse=0.017396	lr=0.023475
Epoch[137] Batch [1099]	Speed: 746.497057 samples/sec	rmse=0.017398	lr=0.023468
Epoch[137] Batch [1149]	Speed: 739.745125 samples/sec	rmse=0.017396	lr=0.023461
Epoch[137] Batch [1199]	Speed: 726.620788 samples/sec	rmse=0.017400	lr=0.023454
Epoch[137] Batch [1249]	Speed: 784.361592 samples/sec	rmse=0.017391	lr=0.023447
Epoch[137] Batch [1299]	Speed: 761.683375 samples/sec	rmse=0.017391	lr=0.023441
Epoch[137] Batch [1349]	Speed: 728.658539 samples/sec	rmse=0.017394	lr=0.023434
Epoch[137] Batch [1399]	Speed: 718.408588 samples/sec	rmse=0.017399	lr=0.023427
Epoch[137] Batch [1449]	Speed: 732.212165 samples/sec	rmse=0.017394	lr=0.023420
Epoch[137] Batch [1499]	Speed: 755.783996 samples/sec	rmse=0.017392	lr=0.023413
Epoch[137] Batch [1549]	Speed: 742.071365 samples/sec	rmse=0.017390	lr=0.023406
Epoch[137] Batch [1599]	Speed: 761.563454 samples/sec	rmse=0.017395	lr=0.023400
Epoch[137] Batch [1649]	Speed: 748.392663 samples/sec	rmse=0.017393	lr=0.023393
Epoch[137] Batch [1699]	Speed: 794.809349 samples/sec	rmse=0.017400	lr=0.023386
Epoch[137] Batch [1749]	Speed: 737.479778 samples/sec	rmse=0.017403	lr=0.023379
Epoch[137] Batch [1799]	Speed: 730.726072 samples/sec	rmse=0.017403	lr=0.023372
Epoch[137] Batch [1849]	Speed: 769.601643 samples/sec	rmse=0.017403	lr=0.023366
Epoch[137] Batch [1899]	Speed: 733.321131 samples/sec	rmse=0.017407	lr=0.023359
Epoch[137] Batch [1949]	Speed: 719.422202 samples/sec	rmse=0.017405	lr=0.023352
Epoch[137] Batch [1999]	Speed: 735.880902 samples/sec	rmse=0.017407	lr=0.023345
Epoch[137] Batch [2049]	Speed: 755.462465 samples/sec	rmse=0.017405	lr=0.023338
Epoch[137] Batch [2099]	Speed: 760.279036 samples/sec	rmse=0.017405	lr=0.023332
Epoch[137] Batch [2149]	Speed: 753.157375 samples/sec	rmse=0.017408	lr=0.023325
Epoch[137] Batch [2199]	Speed: 705.257780 samples/sec	rmse=0.017412	lr=0.023318
Epoch[137] Batch [2249]	Speed: 722.601161 samples/sec	rmse=0.017414	lr=0.023311
Epoch[137] Batch [2299]	Speed: 756.005450 samples/sec	rmse=0.017416	lr=0.023304
Epoch[137] Batch [2349]	Speed: 729.000415 samples/sec	rmse=0.017414	lr=0.023298
Epoch[137] Batch [2399]	Speed: 723.553865 samples/sec	rmse=0.017416	lr=0.023291
Epoch[137] Batch [2449]	Speed: 722.694745 samples/sec	rmse=0.017419	lr=0.023284
Epoch[137] Batch [2499]	Speed: 734.936617 samples/sec	rmse=0.017420	lr=0.023277
Epoch[137] Batch [2549]	Speed: 702.249119 samples/sec	rmse=0.017424	lr=0.023270
Epoch[137] Batch [2599]	Speed: 720.771859 samples/sec	rmse=0.017427	lr=0.023264
Epoch[137] Batch [2649]	Speed: 752.987769 samples/sec	rmse=0.017432	lr=0.023257
Epoch[137] Batch [2699]	Speed: 741.693443 samples/sec	rmse=0.017430	lr=0.023250
Epoch[137] Batch [2749]	Speed: 715.970561 samples/sec	rmse=0.017434	lr=0.023243
Epoch[137] Batch [2799]	Speed: 753.518634 samples/sec	rmse=0.017436	lr=0.023236
Epoch[137] Batch [2849]	Speed: 759.756819 samples/sec	rmse=0.017436	lr=0.023230
Epoch[137] Batch [2899]	Speed: 723.016216 samples/sec	rmse=0.017438	lr=0.023223
Epoch[137] Batch [2949]	Speed: 711.382114 samples/sec	rmse=0.017437	lr=0.023216
Epoch[137] Batch [2999]	Speed: 742.683147 samples/sec	rmse=0.017439	lr=0.023209
Epoch[137] Batch [3049]	Speed: 748.084258 samples/sec	rmse=0.017440	lr=0.023202
Epoch[137] Batch [3099]	Speed: 730.403255 samples/sec	rmse=0.017444	lr=0.023196
Epoch[137] Batch [3149]	Speed: 740.916020 samples/sec	rmse=0.017446	lr=0.023189
Epoch[137] Batch [3199]	Speed: 763.986669 samples/sec	rmse=0.017448	lr=0.023182
Epoch[137] Batch [3249]	Speed: 732.644097 samples/sec	rmse=0.017453	lr=0.023175
Epoch[137] Batch [3299]	Speed: 769.592574 samples/sec	rmse=0.017456	lr=0.023168
Epoch[137] Batch [3349]	Speed: 707.233394 samples/sec	rmse=0.017459	lr=0.023162
Epoch[137] Batch [3399]	Speed: 765.270358 samples/sec	rmse=0.017460	lr=0.023155
Epoch[137] Batch [3449]	Speed: 710.283711 samples/sec	rmse=0.017465	lr=0.023148
Epoch[137] Batch [3499]	Speed: 759.420825 samples/sec	rmse=0.017465	lr=0.023141
Epoch[137] Batch [3549]	Speed: 736.076069 samples/sec	rmse=0.017464	lr=0.023134
Epoch[137] Batch [3599]	Speed: 719.913613 samples/sec	rmse=0.017463	lr=0.023128
Epoch[137] Batch [3649]	Speed: 745.814695 samples/sec	rmse=0.017462	lr=0.023121
Epoch[137] Batch [3699]	Speed: 785.618421 samples/sec	rmse=0.017463	lr=0.023114
Epoch[137] Batch [3749]	Speed: 760.800203 samples/sec	rmse=0.017463	lr=0.023107
Epoch[137] Batch [3799]	Speed: 740.852507 samples/sec	rmse=0.017464	lr=0.023100
Epoch[137] Batch [3849]	Speed: 729.345811 samples/sec	rmse=0.017467	lr=0.023094
Epoch[137] Batch [3899]	Speed: 754.552768 samples/sec	rmse=0.017468	lr=0.023087
Epoch[137] Batch [3949]	Speed: 715.749809 samples/sec	rmse=0.017469	lr=0.023080
Epoch[137] Batch [3999]	Speed: 734.852056 samples/sec	rmse=0.017470	lr=0.023073
Epoch[137] Batch [4049]	Speed: 713.600507 samples/sec	rmse=0.017470	lr=0.023067
Epoch[137] Batch [4099]	Speed: 774.048810 samples/sec	rmse=0.017470	lr=0.023060
Epoch[137] Batch [4149]	Speed: 732.272067 samples/sec	rmse=0.017472	lr=0.023053
Epoch[137] Batch [4199]	Speed: 749.024352 samples/sec	rmse=0.017473	lr=0.023046
Epoch[137] Batch [4249]	Speed: 745.288946 samples/sec	rmse=0.017476	lr=0.023039
Epoch[137] Batch [4299]	Speed: 748.541168 samples/sec	rmse=0.017476	lr=0.023033
Epoch[137] Batch [4349]	Speed: 727.808454 samples/sec	rmse=0.017479	lr=0.023026
Epoch[137] Batch [4399]	Speed: 764.579969 samples/sec	rmse=0.017478	lr=0.023019
Epoch[137] Batch [4449]	Speed: 717.594054 samples/sec	rmse=0.017478	lr=0.023012
Epoch[137] Batch [4499]	Speed: 731.145558 samples/sec	rmse=0.017480	lr=0.023006
Epoch[137] Batch [4549]	Speed: 775.560060 samples/sec	rmse=0.017480	lr=0.022999
Epoch[137] Batch [4599]	Speed: 714.765703 samples/sec	rmse=0.017481	lr=0.022992
Epoch[137] Batch [4649]	Speed: 722.065324 samples/sec	rmse=0.017483	lr=0.022985
Epoch[137] Batch [4699]	Speed: 753.079566 samples/sec	rmse=0.017482	lr=0.022978
Epoch[137] Batch [4749]	Speed: 756.988475 samples/sec	rmse=0.017485	lr=0.022972
Epoch[137] Batch [4799]	Speed: 738.906219 samples/sec	rmse=0.017485	lr=0.022965
Epoch[137] Batch [4849]	Speed: 733.399569 samples/sec	rmse=0.017483	lr=0.022958
Epoch[137] Batch [4899]	Speed: 720.077801 samples/sec	rmse=0.017483	lr=0.022951
Epoch[137] Batch [4949]	Speed: 701.726731 samples/sec	rmse=0.017484	lr=0.022945
Epoch[137] Batch [4999]	Speed: 722.210976 samples/sec	rmse=0.017485	lr=0.022938
[Epoch 137] training: rmse=0.017485
[Epoch 137] speed: 739 samples/sec	time cost: 1755.651112
[Epoch 137] validation: err-top1=0.258909 err-top5=0.073740
Epoch[138] Batch [49]	Speed: 714.628270 samples/sec	rmse=0.017318	lr=0.022931
Epoch[138] Batch [99]	Speed: 755.445170 samples/sec	rmse=0.017283	lr=0.022924
Epoch[138] Batch [149]	Speed: 759.531540 samples/sec	rmse=0.017327	lr=0.022917
Epoch[138] Batch [199]	Speed: 719.446700 samples/sec	rmse=0.017320	lr=0.022910
Epoch[138] Batch [249]	Speed: 756.812893 samples/sec	rmse=0.017318	lr=0.022903
Epoch[138] Batch [299]	Speed: 747.334010 samples/sec	rmse=0.017313	lr=0.022897
Epoch[138] Batch [349]	Speed: 732.705070 samples/sec	rmse=0.017312	lr=0.022890
Epoch[138] Batch [399]	Speed: 752.717757 samples/sec	rmse=0.017313	lr=0.022883
Epoch[138] Batch [449]	Speed: 717.883701 samples/sec	rmse=0.017306	lr=0.022876
Epoch[138] Batch [499]	Speed: 798.273839 samples/sec	rmse=0.017300	lr=0.022870
Epoch[138] Batch [549]	Speed: 739.582789 samples/sec	rmse=0.017292	lr=0.022863
Epoch[138] Batch [599]	Speed: 725.007326 samples/sec	rmse=0.017288	lr=0.022856
Epoch[138] Batch [649]	Speed: 752.385122 samples/sec	rmse=0.017297	lr=0.022849
Epoch[138] Batch [699]	Speed: 747.470658 samples/sec	rmse=0.017292	lr=0.022843
Epoch[138] Batch [749]	Speed: 746.242208 samples/sec	rmse=0.017296	lr=0.022836
Epoch[138] Batch [799]	Speed: 747.866858 samples/sec	rmse=0.017300	lr=0.022829
Epoch[138] Batch [849]	Speed: 769.904441 samples/sec	rmse=0.017305	lr=0.022822
Epoch[138] Batch [899]	Speed: 725.066261 samples/sec	rmse=0.017304	lr=0.022816
Epoch[138] Batch [949]	Speed: 712.228045 samples/sec	rmse=0.017313	lr=0.022809
Epoch[138] Batch [999]	Speed: 700.372565 samples/sec	rmse=0.017315	lr=0.022802
Epoch[138] Batch [1049]	Speed: 723.662962 samples/sec	rmse=0.017317	lr=0.022795
Epoch[138] Batch [1099]	Speed: 732.731580 samples/sec	rmse=0.017321	lr=0.022789
Epoch[138] Batch [1149]	Speed: 730.287567 samples/sec	rmse=0.017325	lr=0.022782
Epoch[138] Batch [1199]	Speed: 759.718577 samples/sec	rmse=0.017329	lr=0.022775
Epoch[138] Batch [1249]	Speed: 729.907735 samples/sec	rmse=0.017332	lr=0.022768
Epoch[138] Batch [1299]	Speed: 741.243184 samples/sec	rmse=0.017337	lr=0.022762
Epoch[138] Batch [1349]	Speed: 727.673318 samples/sec	rmse=0.017338	lr=0.022755
Epoch[138] Batch [1399]	Speed: 718.959584 samples/sec	rmse=0.017345	lr=0.022748
Epoch[138] Batch [1449]	Speed: 736.886376 samples/sec	rmse=0.017349	lr=0.022741
Epoch[138] Batch [1499]	Speed: 727.363066 samples/sec	rmse=0.017351	lr=0.022735
Epoch[138] Batch [1549]	Speed: 723.257785 samples/sec	rmse=0.017356	lr=0.022728
Epoch[138] Batch [1599]	Speed: 745.393105 samples/sec	rmse=0.017359	lr=0.022721
Epoch[138] Batch [1649]	Speed: 741.807177 samples/sec	rmse=0.017357	lr=0.022714
Epoch[138] Batch [1699]	Speed: 731.643638 samples/sec	rmse=0.017359	lr=0.022708
Epoch[138] Batch [1749]	Speed: 720.029968 samples/sec	rmse=0.017355	lr=0.022701
Epoch[138] Batch [1799]	Speed: 791.787534 samples/sec	rmse=0.017356	lr=0.022694
Epoch[138] Batch [1849]	Speed: 764.535491 samples/sec	rmse=0.017361	lr=0.022687
Epoch[138] Batch [1899]	Speed: 775.533419 samples/sec	rmse=0.017366	lr=0.022681
Epoch[138] Batch [1949]	Speed: 721.671866 samples/sec	rmse=0.017370	lr=0.022674
Epoch[138] Batch [1999]	Speed: 738.078661 samples/sec	rmse=0.017370	lr=0.022667
Epoch[138] Batch [2049]	Speed: 746.905703 samples/sec	rmse=0.017372	lr=0.022660
Epoch[138] Batch [2099]	Speed: 741.701732 samples/sec	rmse=0.017372	lr=0.022654
Epoch[138] Batch [2149]	Speed: 788.014208 samples/sec	rmse=0.017376	lr=0.022647
Epoch[138] Batch [2199]	Speed: 724.855954 samples/sec	rmse=0.017375	lr=0.022640
Epoch[138] Batch [2249]	Speed: 733.579509 samples/sec	rmse=0.017374	lr=0.022633
Epoch[138] Batch [2299]	Speed: 776.449375 samples/sec	rmse=0.017377	lr=0.022627
Epoch[138] Batch [2349]	Speed: 719.010077 samples/sec	rmse=0.017380	lr=0.022620
Epoch[138] Batch [2399]	Speed: 726.593607 samples/sec	rmse=0.017381	lr=0.022613
Epoch[138] Batch [2449]	Speed: 732.783716 samples/sec	rmse=0.017381	lr=0.022607
Epoch[138] Batch [2499]	Speed: 797.168454 samples/sec	rmse=0.017380	lr=0.022600
Epoch[138] Batch [2549]	Speed: 755.573550 samples/sec	rmse=0.017382	lr=0.022593
Epoch[138] Batch [2599]	Speed: 741.114993 samples/sec	rmse=0.017382	lr=0.022586
Epoch[138] Batch [2649]	Speed: 753.248199 samples/sec	rmse=0.017383	lr=0.022580
Epoch[138] Batch [2699]	Speed: 742.358201 samples/sec	rmse=0.017386	lr=0.022573
Epoch[138] Batch [2749]	Speed: 794.624525 samples/sec	rmse=0.017391	lr=0.022566
Epoch[138] Batch [2799]	Speed: 731.557500 samples/sec	rmse=0.017395	lr=0.022559
Epoch[138] Batch [2849]	Speed: 730.816739 samples/sec	rmse=0.017396	lr=0.022553
Epoch[138] Batch [2899]	Speed: 759.471070 samples/sec	rmse=0.017396	lr=0.022546
Epoch[138] Batch [2949]	Speed: 737.473193 samples/sec	rmse=0.017397	lr=0.022539
Epoch[138] Batch [2999]	Speed: 737.684430 samples/sec	rmse=0.017397	lr=0.022532
Epoch[138] Batch [3049]	Speed: 753.816664 samples/sec	rmse=0.017396	lr=0.022526
Epoch[138] Batch [3099]	Speed: 720.456711 samples/sec	rmse=0.017397	lr=0.022519
Epoch[138] Batch [3149]	Speed: 727.163863 samples/sec	rmse=0.017401	lr=0.022512
Epoch[138] Batch [3199]	Speed: 775.317901 samples/sec	rmse=0.017402	lr=0.022506
Epoch[138] Batch [3249]	Speed: 730.985929 samples/sec	rmse=0.017400	lr=0.022499
Epoch[138] Batch [3299]	Speed: 775.141828 samples/sec	rmse=0.017403	lr=0.022492
Epoch[138] Batch [3349]	Speed: 717.791156 samples/sec	rmse=0.017405	lr=0.022485
Epoch[138] Batch [3399]	Speed: 733.921093 samples/sec	rmse=0.017406	lr=0.022479
Epoch[138] Batch [3449]	Speed: 738.854276 samples/sec	rmse=0.017405	lr=0.022472
Epoch[138] Batch [3499]	Speed: 741.872094 samples/sec	rmse=0.017405	lr=0.022465
Epoch[138] Batch [3549]	Speed: 745.604783 samples/sec	rmse=0.017409	lr=0.022459
Epoch[138] Batch [3599]	Speed: 738.830819 samples/sec	rmse=0.017410	lr=0.022452
Epoch[138] Batch [3649]	Speed: 755.711930 samples/sec	rmse=0.017411	lr=0.022445
Epoch[138] Batch [3699]	Speed: 768.103315 samples/sec	rmse=0.017414	lr=0.022438
Epoch[138] Batch [3749]	Speed: 728.615858 samples/sec	rmse=0.017416	lr=0.022432
Epoch[138] Batch [3799]	Speed: 734.532619 samples/sec	rmse=0.017419	lr=0.022425
Epoch[138] Batch [3849]	Speed: 739.178716 samples/sec	rmse=0.017421	lr=0.022418
Epoch[138] Batch [3899]	Speed: 774.282450 samples/sec	rmse=0.017423	lr=0.022412
Epoch[138] Batch [3949]	Speed: 754.137643 samples/sec	rmse=0.017421	lr=0.022405
Epoch[138] Batch [3999]	Speed: 710.898710 samples/sec	rmse=0.017421	lr=0.022398
Epoch[138] Batch [4049]	Speed: 755.237452 samples/sec	rmse=0.017422	lr=0.022391
Epoch[138] Batch [4099]	Speed: 741.468516 samples/sec	rmse=0.017420	lr=0.022385
Epoch[138] Batch [4149]	Speed: 741.071055 samples/sec	rmse=0.017423	lr=0.022378
Epoch[138] Batch [4199]	Speed: 726.395730 samples/sec	rmse=0.017426	lr=0.022371
Epoch[138] Batch [4249]	Speed: 754.028664 samples/sec	rmse=0.017426	lr=0.022365
Epoch[138] Batch [4299]	Speed: 742.750725 samples/sec	rmse=0.017428	lr=0.022358
Epoch[138] Batch [4349]	Speed: 726.201340 samples/sec	rmse=0.017427	lr=0.022351
Epoch[138] Batch [4399]	Speed: 745.921737 samples/sec	rmse=0.017427	lr=0.022344
Epoch[138] Batch [4449]	Speed: 727.558088 samples/sec	rmse=0.017428	lr=0.022338
Epoch[138] Batch [4499]	Speed: 734.711848 samples/sec	rmse=0.017430	lr=0.022331
Epoch[138] Batch [4549]	Speed: 723.520497 samples/sec	rmse=0.017431	lr=0.022324
Epoch[138] Batch [4599]	Speed: 720.360013 samples/sec	rmse=0.017432	lr=0.022318
Epoch[138] Batch [4649]	Speed: 746.136194 samples/sec	rmse=0.017432	lr=0.022311
Epoch[138] Batch [4699]	Speed: 751.785724 samples/sec	rmse=0.017433	lr=0.022304
Epoch[138] Batch [4749]	Speed: 765.542684 samples/sec	rmse=0.017435	lr=0.022298
Epoch[138] Batch [4799]	Speed: 747.415703 samples/sec	rmse=0.017435	lr=0.022291
Epoch[138] Batch [4849]	Speed: 757.793774 samples/sec	rmse=0.017436	lr=0.022284
Epoch[138] Batch [4899]	Speed: 758.798929 samples/sec	rmse=0.017437	lr=0.022277
Epoch[138] Batch [4949]	Speed: 750.330028 samples/sec	rmse=0.017438	lr=0.022271
Epoch[138] Batch [4999]	Speed: 759.820325 samples/sec	rmse=0.017440	lr=0.022264
[Epoch 138] training: rmse=0.017440
[Epoch 138] speed: 742 samples/sec	time cost: 1748.692622
[Epoch 138] validation: err-top1=0.258273 err-top5=0.074279
Epoch[139] Batch [49]	Speed: 753.695356 samples/sec	rmse=0.017247	lr=0.022257
Epoch[139] Batch [99]	Speed: 716.657887 samples/sec	rmse=0.017243	lr=0.022250
Epoch[139] Batch [149]	Speed: 753.097873 samples/sec	rmse=0.017242	lr=0.022243
Epoch[139] Batch [199]	Speed: 765.066306 samples/sec	rmse=0.017298	lr=0.022237
Epoch[139] Batch [249]	Speed: 744.006710 samples/sec	rmse=0.017327	lr=0.022230
Epoch[139] Batch [299]	Speed: 723.579347 samples/sec	rmse=0.017287	lr=0.022223
Epoch[139] Batch [349]	Speed: 760.509585 samples/sec	rmse=0.017295	lr=0.022217
Epoch[139] Batch [399]	Speed: 718.529160 samples/sec	rmse=0.017305	lr=0.022210
Epoch[139] Batch [449]	Speed: 713.087753 samples/sec	rmse=0.017272	lr=0.022203
Epoch[139] Batch [499]	Speed: 750.444496 samples/sec	rmse=0.017265	lr=0.022197
Epoch[139] Batch [549]	Speed: 718.182420 samples/sec	rmse=0.017270	lr=0.022190
Epoch[139] Batch [599]	Speed: 745.312681 samples/sec	rmse=0.017276	lr=0.022183
Epoch[139] Batch [649]	Speed: 792.802400 samples/sec	rmse=0.017290	lr=0.022176
Epoch[139] Batch [699]	Speed: 746.711398 samples/sec	rmse=0.017292	lr=0.022170
Epoch[139] Batch [749]	Speed: 723.990987 samples/sec	rmse=0.017301	lr=0.022163
Epoch[139] Batch [799]	Speed: 734.679293 samples/sec	rmse=0.017302	lr=0.022156
Epoch[139] Batch [849]	Speed: 790.605967 samples/sec	rmse=0.017297	lr=0.022150
Epoch[139] Batch [899]	Speed: 724.414298 samples/sec	rmse=0.017302	lr=0.022143
Epoch[139] Batch [949]	Speed: 741.026437 samples/sec	rmse=0.017305	lr=0.022136
Epoch[139] Batch [999]	Speed: 716.442915 samples/sec	rmse=0.017303	lr=0.022130
Epoch[139] Batch [1049]	Speed: 744.165837 samples/sec	rmse=0.017304	lr=0.022123
Epoch[139] Batch [1099]	Speed: 723.442511 samples/sec	rmse=0.017308	lr=0.022116
Epoch[139] Batch [1149]	Speed: 731.471323 samples/sec	rmse=0.017309	lr=0.022110
Epoch[139] Batch [1199]	Speed: 720.399103 samples/sec	rmse=0.017311	lr=0.022103
Epoch[139] Batch [1249]	Speed: 742.495356 samples/sec	rmse=0.017317	lr=0.022096
Epoch[139] Batch [1299]	Speed: 760.875626 samples/sec	rmse=0.017323	lr=0.022090
Epoch[139] Batch [1349]	Speed: 726.615763 samples/sec	rmse=0.017327	lr=0.022083
Epoch[139] Batch [1399]	Speed: 724.600965 samples/sec	rmse=0.017327	lr=0.022076
Epoch[139] Batch [1449]	Speed: 770.047182 samples/sec	rmse=0.017324	lr=0.022070
Epoch[139] Batch [1499]	Speed: 763.606519 samples/sec	rmse=0.017327	lr=0.022063
Epoch[139] Batch [1549]	Speed: 734.323745 samples/sec	rmse=0.017327	lr=0.022056
Epoch[139] Batch [1599]	Speed: 738.844210 samples/sec	rmse=0.017329	lr=0.022050
Epoch[139] Batch [1649]	Speed: 747.864451 samples/sec	rmse=0.017333	lr=0.022043
Epoch[139] Batch [1699]	Speed: 727.169438 samples/sec	rmse=0.017332	lr=0.022036
Epoch[139] Batch [1749]	Speed: 759.846984 samples/sec	rmse=0.017333	lr=0.022030
Epoch[139] Batch [1799]	Speed: 731.389959 samples/sec	rmse=0.017332	lr=0.022023
Epoch[139] Batch [1849]	Speed: 736.874158 samples/sec	rmse=0.017337	lr=0.022016
Epoch[139] Batch [1899]	Speed: 722.495680 samples/sec	rmse=0.017338	lr=0.022010
Epoch[139] Batch [1949]	Speed: 765.795869 samples/sec	rmse=0.017343	lr=0.022003
Epoch[139] Batch [1999]	Speed: 766.360411 samples/sec	rmse=0.017344	lr=0.021996
Epoch[139] Batch [2049]	Speed: 736.612939 samples/sec	rmse=0.017345	lr=0.021990
Epoch[139] Batch [2099]	Speed: 746.572048 samples/sec	rmse=0.017346	lr=0.021983
Epoch[139] Batch [2149]	Speed: 721.810265 samples/sec	rmse=0.017345	lr=0.021976
Epoch[139] Batch [2199]	Speed: 747.763089 samples/sec	rmse=0.017346	lr=0.021970
Epoch[139] Batch [2249]	Speed: 714.708240 samples/sec	rmse=0.017347	lr=0.021963
Epoch[139] Batch [2299]	Speed: 756.702340 samples/sec	rmse=0.017347	lr=0.021956
Epoch[139] Batch [2349]	Speed: 743.422785 samples/sec	rmse=0.017350	lr=0.021950
Epoch[139] Batch [2399]	Speed: 756.673811 samples/sec	rmse=0.017351	lr=0.021943
Epoch[139] Batch [2449]	Speed: 749.856134 samples/sec	rmse=0.017353	lr=0.021936
Epoch[139] Batch [2499]	Speed: 738.863011 samples/sec	rmse=0.017352	lr=0.021930
Epoch[139] Batch [2549]	Speed: 747.908594 samples/sec	rmse=0.017352	lr=0.021923
Epoch[139] Batch [2599]	Speed: 738.546346 samples/sec	rmse=0.017350	lr=0.021916
Epoch[139] Batch [2649]	Speed: 751.980719 samples/sec	rmse=0.017352	lr=0.021910
Epoch[139] Batch [2699]	Speed: 740.013354 samples/sec	rmse=0.017351	lr=0.021903
Epoch[139] Batch [2749]	Speed: 731.893601 samples/sec	rmse=0.017355	lr=0.021896
Epoch[139] Batch [2799]	Speed: 740.563269 samples/sec	rmse=0.017353	lr=0.021890
Epoch[139] Batch [2849]	Speed: 732.011545 samples/sec	rmse=0.017356	lr=0.021883
Epoch[139] Batch [2899]	Speed: 739.003699 samples/sec	rmse=0.017358	lr=0.021876
Epoch[139] Batch [2949]	Speed: 736.416214 samples/sec	rmse=0.017357	lr=0.021870
Epoch[139] Batch [2999]	Speed: 745.169539 samples/sec	rmse=0.017360	lr=0.021863
Epoch[139] Batch [3049]	Speed: 722.634473 samples/sec	rmse=0.017360	lr=0.021856
Epoch[139] Batch [3099]	Speed: 734.386515 samples/sec	rmse=0.017361	lr=0.021850
Epoch[139] Batch [3149]	Speed: 714.277139 samples/sec	rmse=0.017363	lr=0.021843
Epoch[139] Batch [3199]	Speed: 731.700426 samples/sec	rmse=0.017362	lr=0.021836
Epoch[139] Batch [3249]	Speed: 715.566424 samples/sec	rmse=0.017364	lr=0.021830
Epoch[139] Batch [3299]	Speed: 728.693560 samples/sec	rmse=0.017363	lr=0.021823
Epoch[139] Batch [3349]	Speed: 769.535345 samples/sec	rmse=0.017363	lr=0.021816
Epoch[139] Batch [3399]	Speed: 725.558473 samples/sec	rmse=0.017365	lr=0.021810
Epoch[139] Batch [3449]	Speed: 723.358089 samples/sec	rmse=0.017367	lr=0.021803
Epoch[139] Batch [3499]	Speed: 719.445813 samples/sec	rmse=0.017367	lr=0.021796
Epoch[139] Batch [3549]	Speed: 699.948186 samples/sec	rmse=0.017369	lr=0.021790
Epoch[139] Batch [3599]	Speed: 744.019506 samples/sec	rmse=0.017370	lr=0.021783
Epoch[139] Batch [3649]	Speed: 724.320297 samples/sec	rmse=0.017372	lr=0.021777
Epoch[139] Batch [3699]	Speed: 750.088767 samples/sec	rmse=0.017370	lr=0.021770
Epoch[139] Batch [3749]	Speed: 761.618575 samples/sec	rmse=0.017372	lr=0.021763
Epoch[139] Batch [3799]	Speed: 702.967505 samples/sec	rmse=0.017373	lr=0.021757
Epoch[139] Batch [3849]	Speed: 722.648888 samples/sec	rmse=0.017374	lr=0.021750
Epoch[139] Batch [3899]	Speed: 751.372574 samples/sec	rmse=0.017374	lr=0.021743
Epoch[139] Batch [3949]	Speed: 761.944676 samples/sec	rmse=0.017375	lr=0.021737
Epoch[139] Batch [3999]	Speed: 763.027134 samples/sec	rmse=0.017375	lr=0.021730
Epoch[139] Batch [4049]	Speed: 766.547160 samples/sec	rmse=0.017374	lr=0.021723
Epoch[139] Batch [4099]	Speed: 735.668792 samples/sec	rmse=0.017374	lr=0.021717
Epoch[139] Batch [4149]	Speed: 759.687832 samples/sec	rmse=0.017377	lr=0.021710
Epoch[139] Batch [4199]	Speed: 734.472225 samples/sec	rmse=0.017380	lr=0.021704
Epoch[139] Batch [4249]	Speed: 726.556123 samples/sec	rmse=0.017380	lr=0.021697
Epoch[139] Batch [4299]	Speed: 751.328253 samples/sec	rmse=0.017380	lr=0.021690
Epoch[139] Batch [4349]	Speed: 772.645592 samples/sec	rmse=0.017383	lr=0.021684
Epoch[139] Batch [4399]	Speed: 730.943392 samples/sec	rmse=0.017384	lr=0.021677
Epoch[139] Batch [4449]	Speed: 767.943630 samples/sec	rmse=0.017384	lr=0.021670
Epoch[139] Batch [4499]	Speed: 777.586656 samples/sec	rmse=0.017385	lr=0.021664
Epoch[139] Batch [4549]	Speed: 716.391798 samples/sec	rmse=0.017387	lr=0.021657
Epoch[139] Batch [4599]	Speed: 736.154845 samples/sec	rmse=0.017388	lr=0.021650
Epoch[139] Batch [4649]	Speed: 744.636819 samples/sec	rmse=0.017388	lr=0.021644
Epoch[139] Batch [4699]	Speed: 728.338831 samples/sec	rmse=0.017388	lr=0.021637
Epoch[139] Batch [4749]	Speed: 744.668910 samples/sec	rmse=0.017388	lr=0.021631
Epoch[139] Batch [4799]	Speed: 726.545602 samples/sec	rmse=0.017389	lr=0.021624
Epoch[139] Batch [4849]	Speed: 738.067632 samples/sec	rmse=0.017390	lr=0.021617
Epoch[139] Batch [4899]	Speed: 741.956555 samples/sec	rmse=0.017392	lr=0.021611
Epoch[139] Batch [4949]	Speed: 780.141556 samples/sec	rmse=0.017394	lr=0.021604
Epoch[139] Batch [4999]	Speed: 759.942074 samples/sec	rmse=0.017396	lr=0.021597
[Epoch 139] training: rmse=0.017396
[Epoch 139] speed: 740 samples/sec	time cost: 1754.031946
[Epoch 139] validation: err-top1=0.253766 err-top5=0.071174
Epoch[140] Batch [49]	Speed: 738.251748 samples/sec	rmse=0.017419	lr=0.021590
Epoch[140] Batch [99]	Speed: 737.578421 samples/sec	rmse=0.017222	lr=0.021584
Epoch[140] Batch [149]	Speed: 725.979457 samples/sec	rmse=0.017224	lr=0.021577
Epoch[140] Batch [199]	Speed: 738.445707 samples/sec	rmse=0.017204	lr=0.021570
Epoch[140] Batch [249]	Speed: 766.562637 samples/sec	rmse=0.017216	lr=0.021564
Epoch[140] Batch [299]	Speed: 752.851229 samples/sec	rmse=0.017233	lr=0.021557
Epoch[140] Batch [349]	Speed: 721.294468 samples/sec	rmse=0.017210	lr=0.021551
Epoch[140] Batch [399]	Speed: 712.460471 samples/sec	rmse=0.017197	lr=0.021544
Epoch[140] Batch [449]	Speed: 736.475958 samples/sec	rmse=0.017178	lr=0.021537
Epoch[140] Batch [499]	Speed: 770.247037 samples/sec	rmse=0.017178	lr=0.021531
Epoch[140] Batch [549]	Speed: 759.989860 samples/sec	rmse=0.017171	lr=0.021524
Epoch[140] Batch [599]	Speed: 722.020236 samples/sec	rmse=0.017173	lr=0.021517
Epoch[140] Batch [649]	Speed: 723.835208 samples/sec	rmse=0.017172	lr=0.021511
Epoch[140] Batch [699]	Speed: 731.720511 samples/sec	rmse=0.017193	lr=0.021504
Epoch[140] Batch [749]	Speed: 731.020367 samples/sec	rmse=0.017198	lr=0.021498
Epoch[140] Batch [799]	Speed: 727.750562 samples/sec	rmse=0.017204	lr=0.021491
Epoch[140] Batch [849]	Speed: 713.329612 samples/sec	rmse=0.017211	lr=0.021484
Epoch[140] Batch [899]	Speed: 722.840856 samples/sec	rmse=0.017221	lr=0.021478
Epoch[140] Batch [949]	Speed: 721.454196 samples/sec	rmse=0.017220	lr=0.021471
Epoch[140] Batch [999]	Speed: 745.108635 samples/sec	rmse=0.017222	lr=0.021465
Epoch[140] Batch [1049]	Speed: 750.774357 samples/sec	rmse=0.017228	lr=0.021458
Epoch[140] Batch [1099]	Speed: 751.915390 samples/sec	rmse=0.017226	lr=0.021451
Epoch[140] Batch [1149]	Speed: 720.869722 samples/sec	rmse=0.017229	lr=0.021445
Epoch[140] Batch [1199]	Speed: 720.010645 samples/sec	rmse=0.017231	lr=0.021438
Epoch[140] Batch [1249]	Speed: 737.543990 samples/sec	rmse=0.017233	lr=0.021432
Epoch[140] Batch [1299]	Speed: 702.228121 samples/sec	rmse=0.017232	lr=0.021425
Epoch[140] Batch [1349]	Speed: 719.335719 samples/sec	rmse=0.017240	lr=0.021418
Epoch[140] Batch [1399]	Speed: 711.473881 samples/sec	rmse=0.017245	lr=0.021412
Epoch[140] Batch [1449]	Speed: 742.717751 samples/sec	rmse=0.017249	lr=0.021405
Epoch[140] Batch [1499]	Speed: 718.679286 samples/sec	rmse=0.017248	lr=0.021399
Epoch[140] Batch [1549]	Speed: 769.408517 samples/sec	rmse=0.017252	lr=0.021392
Epoch[140] Batch [1599]	Speed: 757.234655 samples/sec	rmse=0.017259	lr=0.021385
Epoch[140] Batch [1649]	Speed: 727.091401 samples/sec	rmse=0.017265	lr=0.021379
Epoch[140] Batch [1699]	Speed: 734.180114 samples/sec	rmse=0.017269	lr=0.021372
Epoch[140] Batch [1749]	Speed: 745.781107 samples/sec	rmse=0.017274	lr=0.021366
Epoch[140] Batch [1799]	Speed: 714.652736 samples/sec	rmse=0.017274	lr=0.021359
Epoch[140] Batch [1849]	Speed: 758.032526 samples/sec	rmse=0.017275	lr=0.021352
Epoch[140] Batch [1899]	Speed: 710.964487 samples/sec	rmse=0.017273	lr=0.021346
Epoch[140] Batch [1949]	Speed: 713.956071 samples/sec	rmse=0.017274	lr=0.021339
Epoch[140] Batch [1999]	Speed: 725.106069 samples/sec	rmse=0.017273	lr=0.021333
Epoch[140] Batch [2049]	Speed: 734.520358 samples/sec	rmse=0.017278	lr=0.021326
Epoch[140] Batch [2099]	Speed: 736.451419 samples/sec	rmse=0.017285	lr=0.021319
Epoch[140] Batch [2149]	Speed: 727.752801 samples/sec	rmse=0.017288	lr=0.021313
Epoch[140] Batch [2199]	Speed: 754.033631 samples/sec	rmse=0.017290	lr=0.021306
Epoch[140] Batch [2249]	Speed: 699.663674 samples/sec	rmse=0.017288	lr=0.021300
Epoch[140] Batch [2299]	Speed: 727.112435 samples/sec	rmse=0.017292	lr=0.021293
Epoch[140] Batch [2349]	Speed: 746.997665 samples/sec	rmse=0.017293	lr=0.021286
Epoch[140] Batch [2399]	Speed: 722.860525 samples/sec	rmse=0.017294	lr=0.021280
Epoch[140] Batch [2449]	Speed: 730.937372 samples/sec	rmse=0.017297	lr=0.021273
Epoch[140] Batch [2499]	Speed: 744.936443 samples/sec	rmse=0.017301	lr=0.021267
Epoch[140] Batch [2549]	Speed: 710.234013 samples/sec	rmse=0.017302	lr=0.021260
Epoch[140] Batch [2599]	Speed: 710.574473 samples/sec	rmse=0.017303	lr=0.021253
Epoch[140] Batch [2649]	Speed: 713.803934 samples/sec	rmse=0.017305	lr=0.021247
Epoch[140] Batch [2699]	Speed: 711.777923 samples/sec	rmse=0.017304	lr=0.021240
Epoch[140] Batch [2749]	Speed: 715.323532 samples/sec	rmse=0.017305	lr=0.021234
Epoch[140] Batch [2799]	Speed: 738.723403 samples/sec	rmse=0.017308	lr=0.021227
Epoch[140] Batch [2849]	Speed: 755.428045 samples/sec	rmse=0.017306	lr=0.021221
Epoch[140] Batch [2899]	Speed: 722.322486 samples/sec	rmse=0.017306	lr=0.021214
Epoch[140] Batch [2949]	Speed: 735.755658 samples/sec	rmse=0.017307	lr=0.021207
Epoch[140] Batch [2999]	Speed: 736.916366 samples/sec	rmse=0.017308	lr=0.021201
Epoch[140] Batch [3049]	Speed: 735.531668 samples/sec	rmse=0.017311	lr=0.021194
Epoch[140] Batch [3099]	Speed: 717.011037 samples/sec	rmse=0.017311	lr=0.021188
Epoch[140] Batch [3149]	Speed: 702.530599 samples/sec	rmse=0.017312	lr=0.021181
Epoch[140] Batch [3199]	Speed: 709.910570 samples/sec	rmse=0.017314	lr=0.021174
Epoch[140] Batch [3249]	Speed: 750.125469 samples/sec	rmse=0.017315	lr=0.021168
Epoch[140] Batch [3299]	Speed: 742.945328 samples/sec	rmse=0.017317	lr=0.021161
Epoch[140] Batch [3349]	Speed: 732.268462 samples/sec	rmse=0.017318	lr=0.021155
Epoch[140] Batch [3399]	Speed: 726.665350 samples/sec	rmse=0.017321	lr=0.021148
Epoch[140] Batch [3449]	Speed: 754.833056 samples/sec	rmse=0.017320	lr=0.021142
Epoch[140] Batch [3499]	Speed: 711.649834 samples/sec	rmse=0.017319	lr=0.021135
Epoch[140] Batch [3549]	Speed: 733.984265 samples/sec	rmse=0.017320	lr=0.021128
Epoch[140] Batch [3599]	Speed: 759.177645 samples/sec	rmse=0.017322	lr=0.021122
Epoch[140] Batch [3649]	Speed: 760.249860 samples/sec	rmse=0.017322	lr=0.021115
Epoch[140] Batch [3699]	Speed: 701.085055 samples/sec	rmse=0.017323	lr=0.021109
Epoch[140] Batch [3749]	Speed: 739.868478 samples/sec	rmse=0.017320	lr=0.021102
Epoch[140] Batch [3799]	Speed: 732.262929 samples/sec	rmse=0.017320	lr=0.021096
Epoch[140] Batch [3849]	Speed: 741.877035 samples/sec	rmse=0.017322	lr=0.021089
Epoch[140] Batch [3899]	Speed: 785.488156 samples/sec	rmse=0.017325	lr=0.021082
Epoch[140] Batch [3949]	Speed: 743.721144 samples/sec	rmse=0.017325	lr=0.021076
Epoch[140] Batch [3999]	Speed: 731.720840 samples/sec	rmse=0.017326	lr=0.021069
Epoch[140] Batch [4049]	Speed: 718.309008 samples/sec	rmse=0.017328	lr=0.021063
Epoch[140] Batch [4099]	Speed: 747.614997 samples/sec	rmse=0.017327	lr=0.021056
Epoch[140] Batch [4149]	Speed: 726.308347 samples/sec	rmse=0.017330	lr=0.021050
Epoch[140] Batch [4199]	Speed: 733.626342 samples/sec	rmse=0.017330	lr=0.021043
Epoch[140] Batch [4249]	Speed: 727.605024 samples/sec	rmse=0.017331	lr=0.021037
Epoch[140] Batch [4299]	Speed: 737.019391 samples/sec	rmse=0.017333	lr=0.021030
Epoch[140] Batch [4349]	Speed: 750.603975 samples/sec	rmse=0.017331	lr=0.021023
Epoch[140] Batch [4399]	Speed: 738.579967 samples/sec	rmse=0.017333	lr=0.021017
Epoch[140] Batch [4449]	Speed: 726.015899 samples/sec	rmse=0.017333	lr=0.021010
Epoch[140] Batch [4499]	Speed: 735.134827 samples/sec	rmse=0.017334	lr=0.021004
Epoch[140] Batch [4549]	Speed: 718.599877 samples/sec	rmse=0.017335	lr=0.020997
Epoch[140] Batch [4599]	Speed: 743.426800 samples/sec	rmse=0.017336	lr=0.020991
Epoch[140] Batch [4649]	Speed: 712.350284 samples/sec	rmse=0.017338	lr=0.020984
Epoch[140] Batch [4699]	Speed: 720.781148 samples/sec	rmse=0.017341	lr=0.020978
Epoch[140] Batch [4749]	Speed: 737.017783 samples/sec	rmse=0.017340	lr=0.020971
Epoch[140] Batch [4799]	Speed: 778.287442 samples/sec	rmse=0.017340	lr=0.020964
Epoch[140] Batch [4849]	Speed: 756.507489 samples/sec	rmse=0.017340	lr=0.020958
Epoch[140] Batch [4899]	Speed: 714.707041 samples/sec	rmse=0.017340	lr=0.020951
Epoch[140] Batch [4949]	Speed: 721.096822 samples/sec	rmse=0.017340	lr=0.020945
Epoch[140] Batch [4999]	Speed: 754.937808 samples/sec	rmse=0.017342	lr=0.020938
[Epoch 140] training: rmse=0.017342
[Epoch 140] speed: 732 samples/sec	time cost: 1772.352213
[Epoch 140] validation: err-top1=0.254584 err-top5=0.073441
Epoch[141] Batch [49]	Speed: 699.096982 samples/sec	rmse=0.017157	lr=0.020931
Epoch[141] Batch [99]	Speed: 694.688673 samples/sec	rmse=0.017145	lr=0.020925
Epoch[141] Batch [149]	Speed: 742.367327 samples/sec	rmse=0.017117	lr=0.020918
Epoch[141] Batch [199]	Speed: 735.472500 samples/sec	rmse=0.017169	lr=0.020911
Epoch[141] Batch [249]	Speed: 743.941151 samples/sec	rmse=0.017170	lr=0.020905
Epoch[141] Batch [299]	Speed: 732.282375 samples/sec	rmse=0.017166	lr=0.020898
Epoch[141] Batch [349]	Speed: 737.677203 samples/sec	rmse=0.017188	lr=0.020892
Epoch[141] Batch [399]	Speed: 731.879204 samples/sec	rmse=0.017172	lr=0.020885
Epoch[141] Batch [449]	Speed: 746.990078 samples/sec	rmse=0.017183	lr=0.020879
Epoch[141] Batch [499]	Speed: 751.731154 samples/sec	rmse=0.017190	lr=0.020872
Epoch[141] Batch [549]	Speed: 757.050621 samples/sec	rmse=0.017187	lr=0.020866
Epoch[141] Batch [599]	Speed: 780.286111 samples/sec	rmse=0.017190	lr=0.020859
Epoch[141] Batch [649]	Speed: 780.835465 samples/sec	rmse=0.017190	lr=0.020853
Epoch[141] Batch [699]	Speed: 725.437286 samples/sec	rmse=0.017179	lr=0.020846
Epoch[141] Batch [749]	Speed: 716.194421 samples/sec	rmse=0.017185	lr=0.020840
Epoch[141] Batch [799]	Speed: 747.044096 samples/sec	rmse=0.017187	lr=0.020833
Epoch[141] Batch [849]	Speed: 729.735047 samples/sec	rmse=0.017193	lr=0.020826
Epoch[141] Batch [899]	Speed: 741.108640 samples/sec	rmse=0.017194	lr=0.020820
Epoch[141] Batch [949]	Speed: 725.069503 samples/sec	rmse=0.017194	lr=0.020813
Epoch[141] Batch [999]	Speed: 761.345707 samples/sec	rmse=0.017200	lr=0.020807
Epoch[141] Batch [1049]	Speed: 755.183538 samples/sec	rmse=0.017201	lr=0.020800
Epoch[141] Batch [1099]	Speed: 764.196215 samples/sec	rmse=0.017203	lr=0.020794
Epoch[141] Batch [1149]	Speed: 769.174614 samples/sec	rmse=0.017198	lr=0.020787
Epoch[141] Batch [1199]	Speed: 759.349546 samples/sec	rmse=0.017198	lr=0.020781
Epoch[141] Batch [1249]	Speed: 707.790320 samples/sec	rmse=0.017196	lr=0.020774
Epoch[141] Batch [1299]	Speed: 730.879289 samples/sec	rmse=0.017199	lr=0.020768
Epoch[141] Batch [1349]	Speed: 725.407772 samples/sec	rmse=0.017197	lr=0.020761
Epoch[141] Batch [1399]	Speed: 752.903353 samples/sec	rmse=0.017208	lr=0.020755
Epoch[141] Batch [1449]	Speed: 698.054766 samples/sec	rmse=0.017210	lr=0.020748
Epoch[141] Batch [1499]	Speed: 730.278408 samples/sec	rmse=0.017210	lr=0.020742
Epoch[141] Batch [1549]	Speed: 741.679508 samples/sec	rmse=0.017215	lr=0.020735
Epoch[141] Batch [1599]	Speed: 703.416400 samples/sec	rmse=0.017215	lr=0.020728
Epoch[141] Batch [1649]	Speed: 720.560466 samples/sec	rmse=0.017219	lr=0.020722
Epoch[141] Batch [1699]	Speed: 724.124349 samples/sec	rmse=0.017223	lr=0.020715
Epoch[141] Batch [1749]	Speed: 733.045999 samples/sec	rmse=0.017223	lr=0.020709
Epoch[141] Batch [1799]	Speed: 727.160849 samples/sec	rmse=0.017226	lr=0.020702
Epoch[141] Batch [1849]	Speed: 707.832938 samples/sec	rmse=0.017226	lr=0.020696
Epoch[141] Batch [1899]	Speed: 741.935905 samples/sec	rmse=0.017230	lr=0.020689
Epoch[141] Batch [1949]	Speed: 735.542188 samples/sec	rmse=0.017234	lr=0.020683
Epoch[141] Batch [1999]	Speed: 745.920659 samples/sec	rmse=0.017236	lr=0.020676
Epoch[141] Batch [2049]	Speed: 745.769028 samples/sec	rmse=0.017238	lr=0.020670
Epoch[141] Batch [2099]	Speed: 714.459065 samples/sec	rmse=0.017237	lr=0.020663
Epoch[141] Batch [2149]	Speed: 713.521790 samples/sec	rmse=0.017238	lr=0.020657
Epoch[141] Batch [2199]	Speed: 709.829126 samples/sec	rmse=0.017241	lr=0.020650
Epoch[141] Batch [2249]	Speed: 735.673237 samples/sec	rmse=0.017240	lr=0.020644
Epoch[141] Batch [2299]	Speed: 707.538559 samples/sec	rmse=0.017241	lr=0.020637
Epoch[141] Batch [2349]	Speed: 744.691055 samples/sec	rmse=0.017244	lr=0.020631
Epoch[141] Batch [2399]	Speed: 737.791026 samples/sec	rmse=0.017246	lr=0.020624
Epoch[141] Batch [2449]	Speed: 763.513093 samples/sec	rmse=0.017248	lr=0.020618
Epoch[141] Batch [2499]	Speed: 735.168177 samples/sec	rmse=0.017249	lr=0.020611
Epoch[141] Batch [2549]	Speed: 743.232500 samples/sec	rmse=0.017251	lr=0.020605
Epoch[141] Batch [2599]	Speed: 746.496279 samples/sec	rmse=0.017252	lr=0.020598
Epoch[141] Batch [2649]	Speed: 759.772205 samples/sec	rmse=0.017254	lr=0.020592
Epoch[141] Batch [2699]	Speed: 720.546511 samples/sec	rmse=0.017256	lr=0.020585
Epoch[141] Batch [2749]	Speed: 764.259822 samples/sec	rmse=0.017257	lr=0.020579
Epoch[141] Batch [2799]	Speed: 749.012951 samples/sec	rmse=0.017258	lr=0.020572
Epoch[141] Batch [2849]	Speed: 715.030871 samples/sec	rmse=0.017260	lr=0.020566
Epoch[141] Batch [2899]	Speed: 710.719976 samples/sec	rmse=0.017261	lr=0.020559
Epoch[141] Batch [2949]	Speed: 753.770679 samples/sec	rmse=0.017260	lr=0.020553
Epoch[141] Batch [2999]	Speed: 707.744721 samples/sec	rmse=0.017263	lr=0.020546
Epoch[141] Batch [3049]	Speed: 725.181809 samples/sec	rmse=0.017264	lr=0.020540
Epoch[141] Batch [3099]	Speed: 753.312914 samples/sec	rmse=0.017264	lr=0.020533
Epoch[141] Batch [3149]	Speed: 732.498484 samples/sec	rmse=0.017266	lr=0.020527
Epoch[141] Batch [3199]	Speed: 756.541027 samples/sec	rmse=0.017267	lr=0.020520
Epoch[141] Batch [3249]	Speed: 743.876696 samples/sec	rmse=0.017269	lr=0.020514
Epoch[141] Batch [3299]	Speed: 744.446562 samples/sec	rmse=0.017271	lr=0.020507
Epoch[141] Batch [3349]	Speed: 737.662871 samples/sec	rmse=0.017273	lr=0.020501
Epoch[141] Batch [3399]	Speed: 747.427753 samples/sec	rmse=0.017274	lr=0.020494
Epoch[141] Batch [3449]	Speed: 719.770063 samples/sec	rmse=0.017276	lr=0.020488
Epoch[141] Batch [3499]	Speed: 724.431345 samples/sec	rmse=0.017277	lr=0.020481
Epoch[141] Batch [3549]	Speed: 703.403056 samples/sec	rmse=0.017279	lr=0.020475
Epoch[141] Batch [3599]	Speed: 729.661704 samples/sec	rmse=0.017279	lr=0.020468
Epoch[141] Batch [3649]	Speed: 744.068723 samples/sec	rmse=0.017277	lr=0.020462
Epoch[141] Batch [3699]	Speed: 731.591574 samples/sec	rmse=0.017278	lr=0.020455
Epoch[141] Batch [3749]	Speed: 753.316994 samples/sec	rmse=0.017278	lr=0.020449
Epoch[141] Batch [3799]	Speed: 717.125124 samples/sec	rmse=0.017279	lr=0.020442
Epoch[141] Batch [3849]	Speed: 736.989393 samples/sec	rmse=0.017280	lr=0.020436
Epoch[141] Batch [3899]	Speed: 753.463939 samples/sec	rmse=0.017280	lr=0.020429
Epoch[141] Batch [3949]	Speed: 740.406189 samples/sec	rmse=0.017283	lr=0.020423
Epoch[141] Batch [3999]	Speed: 719.795202 samples/sec	rmse=0.017282	lr=0.020416
Epoch[141] Batch [4049]	Speed: 725.275299 samples/sec	rmse=0.017285	lr=0.020410
Epoch[141] Batch [4099]	Speed: 700.457930 samples/sec	rmse=0.017285	lr=0.020403
Epoch[141] Batch [4149]	Speed: 725.139084 samples/sec	rmse=0.017285	lr=0.020397
Epoch[141] Batch [4199]	Speed: 755.780027 samples/sec	rmse=0.017287	lr=0.020390
Epoch[141] Batch [4249]	Speed: 733.098571 samples/sec	rmse=0.017288	lr=0.020384
Epoch[141] Batch [4299]	Speed: 755.097334 samples/sec	rmse=0.017289	lr=0.020377
Epoch[141] Batch [4349]	Speed: 735.337756 samples/sec	rmse=0.017289	lr=0.020371
Epoch[141] Batch [4399]	Speed: 793.738197 samples/sec	rmse=0.017289	lr=0.020364
Epoch[141] Batch [4449]	Speed: 768.021321 samples/sec	rmse=0.017291	lr=0.020358
Epoch[141] Batch [4499]	Speed: 717.770466 samples/sec	rmse=0.017292	lr=0.020351
Epoch[141] Batch [4549]	Speed: 728.017497 samples/sec	rmse=0.017293	lr=0.020345
Epoch[141] Batch [4599]	Speed: 746.569287 samples/sec	rmse=0.017295	lr=0.020338
Epoch[141] Batch [4649]	Speed: 718.307836 samples/sec	rmse=0.017295	lr=0.020332
Epoch[141] Batch [4699]	Speed: 739.919371 samples/sec	rmse=0.017297	lr=0.020325
Epoch[141] Batch [4749]	Speed: 731.198434 samples/sec	rmse=0.017297	lr=0.020319
Epoch[141] Batch [4799]	Speed: 719.301148 samples/sec	rmse=0.017297	lr=0.020312
Epoch[141] Batch [4849]	Speed: 729.876477 samples/sec	rmse=0.017298	lr=0.020306
Epoch[141] Batch [4899]	Speed: 729.506430 samples/sec	rmse=0.017297	lr=0.020299
Epoch[141] Batch [4949]	Speed: 720.191079 samples/sec	rmse=0.017299	lr=0.020293
Epoch[141] Batch [4999]	Speed: 735.028986 samples/sec	rmse=0.017298	lr=0.020286
[Epoch 141] training: rmse=0.017298
[Epoch 141] speed: 734 samples/sec	time cost: 1767.085219
[Epoch 141] validation: err-top1=0.249359 err-top5=0.071414
Epoch[142] Batch [49]	Speed: 691.051467 samples/sec	rmse=0.016978	lr=0.020280
Epoch[142] Batch [99]	Speed: 760.745481 samples/sec	rmse=0.017039	lr=0.020273
Epoch[142] Batch [149]	Speed: 709.445690 samples/sec	rmse=0.017068	lr=0.020267
Epoch[142] Batch [199]	Speed: 744.226504 samples/sec	rmse=0.017103	lr=0.020260
Epoch[142] Batch [249]	Speed: 738.746122 samples/sec	rmse=0.017080	lr=0.020254
Epoch[142] Batch [299]	Speed: 708.902604 samples/sec	rmse=0.017081	lr=0.020247
Epoch[142] Batch [349]	Speed: 712.455356 samples/sec	rmse=0.017087	lr=0.020241
Epoch[142] Batch [399]	Speed: 705.537719 samples/sec	rmse=0.017090	lr=0.020234
Epoch[142] Batch [449]	Speed: 718.317302 samples/sec	rmse=0.017096	lr=0.020228
Epoch[142] Batch [499]	Speed: 740.250718 samples/sec	rmse=0.017111	lr=0.020221
Epoch[142] Batch [549]	Speed: 720.764059 samples/sec	rmse=0.017113	lr=0.020215
Epoch[142] Batch [599]	Speed: 765.003065 samples/sec	rmse=0.017102	lr=0.020208
Epoch[142] Batch [649]	Speed: 736.144439 samples/sec	rmse=0.017103	lr=0.020202
Epoch[142] Batch [699]	Speed: 730.799201 samples/sec	rmse=0.017101	lr=0.020195
Epoch[142] Batch [749]	Speed: 745.232181 samples/sec	rmse=0.017104	lr=0.020189
Epoch[142] Batch [799]	Speed: 717.398871 samples/sec	rmse=0.017115	lr=0.020183
Epoch[142] Batch [849]	Speed: 737.410866 samples/sec	rmse=0.017111	lr=0.020176
Epoch[142] Batch [899]	Speed: 727.568224 samples/sec	rmse=0.017116	lr=0.020170
Epoch[142] Batch [949]	Speed: 727.060266 samples/sec	rmse=0.017131	lr=0.020163
Epoch[142] Batch [999]	Speed: 723.180955 samples/sec	rmse=0.017137	lr=0.020157
Epoch[142] Batch [1049]	Speed: 730.181926 samples/sec	rmse=0.017140	lr=0.020150
Epoch[142] Batch [1099]	Speed: 758.892181 samples/sec	rmse=0.017149	lr=0.020144
Epoch[142] Batch [1149]	Speed: 749.973307 samples/sec	rmse=0.017155	lr=0.020137
Epoch[142] Batch [1199]	Speed: 747.435266 samples/sec	rmse=0.017159	lr=0.020131
Epoch[142] Batch [1249]	Speed: 750.545254 samples/sec	rmse=0.017168	lr=0.020124
Epoch[142] Batch [1299]	Speed: 733.892309 samples/sec	rmse=0.017169	lr=0.020118
Epoch[142] Batch [1349]	Speed: 720.388644 samples/sec	rmse=0.017167	lr=0.020111
Epoch[142] Batch [1399]	Speed: 720.427640 samples/sec	rmse=0.017170	lr=0.020105
Epoch[142] Batch [1449]	Speed: 735.848031 samples/sec	rmse=0.017168	lr=0.020099
Epoch[142] Batch [1499]	Speed: 747.857899 samples/sec	rmse=0.017177	lr=0.020092
Epoch[142] Batch [1549]	Speed: 732.249615 samples/sec	rmse=0.017171	lr=0.020086
Epoch[142] Batch [1599]	Speed: 731.448681 samples/sec	rmse=0.017173	lr=0.020079
Epoch[142] Batch [1649]	Speed: 753.414676 samples/sec	rmse=0.017176	lr=0.020073
Epoch[142] Batch [1699]	Speed: 708.373835 samples/sec	rmse=0.017178	lr=0.020066
Epoch[142] Batch [1749]	Speed: 713.223239 samples/sec	rmse=0.017181	lr=0.020060
Epoch[142] Batch [1799]	Speed: 730.223578 samples/sec	rmse=0.017177	lr=0.020053
Epoch[142] Batch [1849]	Speed: 731.270701 samples/sec	rmse=0.017178	lr=0.020047
Epoch[142] Batch [1899]	Speed: 718.130996 samples/sec	rmse=0.017176	lr=0.020041
Epoch[142] Batch [1949]	Speed: 732.955669 samples/sec	rmse=0.017178	lr=0.020034
Epoch[142] Batch [1999]	Speed: 735.933659 samples/sec	rmse=0.017177	lr=0.020028
Epoch[142] Batch [2049]	Speed: 718.615334 samples/sec	rmse=0.017184	lr=0.020021
Epoch[142] Batch [2099]	Speed: 712.665832 samples/sec	rmse=0.017184	lr=0.020015
Epoch[142] Batch [2149]	Speed: 725.830181 samples/sec	rmse=0.017189	lr=0.020008
Epoch[142] Batch [2199]	Speed: 743.851094 samples/sec	rmse=0.017192	lr=0.020002
Epoch[142] Batch [2249]	Speed: 759.249965 samples/sec	rmse=0.017192	lr=0.019995
Epoch[142] Batch [2299]	Speed: 711.631939 samples/sec	rmse=0.017188	lr=0.019989
Epoch[142] Batch [2349]	Speed: 702.667887 samples/sec	rmse=0.017189	lr=0.019983
Epoch[142] Batch [2399]	Speed: 765.833535 samples/sec	rmse=0.017192	lr=0.019976
Epoch[142] Batch [2449]	Speed: 750.253285 samples/sec	rmse=0.017197	lr=0.019970
Epoch[142] Batch [2499]	Speed: 769.157500 samples/sec	rmse=0.017198	lr=0.019963
Epoch[142] Batch [2549]	Speed: 729.052982 samples/sec	rmse=0.017200	lr=0.019957
Epoch[142] Batch [2599]	Speed: 746.321878 samples/sec	rmse=0.017204	lr=0.019950
Epoch[142] Batch [2649]	Speed: 725.828983 samples/sec	rmse=0.017204	lr=0.019944
Epoch[142] Batch [2699]	Speed: 749.810494 samples/sec	rmse=0.017206	lr=0.019938
Epoch[142] Batch [2749]	Speed: 724.264033 samples/sec	rmse=0.017204	lr=0.019931
Epoch[142] Batch [2799]	Speed: 706.755535 samples/sec	rmse=0.017204	lr=0.019925
Epoch[142] Batch [2849]	Speed: 742.999370 samples/sec	rmse=0.017210	lr=0.019918
Epoch[142] Batch [2899]	Speed: 737.352287 samples/sec	rmse=0.017209	lr=0.019912
Epoch[142] Batch [2949]	Speed: 772.035195 samples/sec	rmse=0.017210	lr=0.019905
Epoch[142] Batch [2999]	Speed: 750.834427 samples/sec	rmse=0.017212	lr=0.019899
Epoch[142] Batch [3049]	Speed: 746.324970 samples/sec	rmse=0.017214	lr=0.019893
Epoch[142] Batch [3099]	Speed: 728.438147 samples/sec	rmse=0.017212	lr=0.019886
Epoch[142] Batch [3149]	Speed: 759.041856 samples/sec	rmse=0.017214	lr=0.019880
Epoch[142] Batch [3199]	Speed: 742.891479 samples/sec	rmse=0.017213	lr=0.019873
Epoch[142] Batch [3249]	Speed: 739.221656 samples/sec	rmse=0.017212	lr=0.019867
Epoch[142] Batch [3299]	Speed: 741.696619 samples/sec	rmse=0.017210	lr=0.019860
Epoch[142] Batch [3349]	Speed: 703.205439 samples/sec	rmse=0.017210	lr=0.019854
Epoch[142] Batch [3399]	Speed: 780.558961 samples/sec	rmse=0.017213	lr=0.019848
Epoch[142] Batch [3449]	Speed: 742.758617 samples/sec	rmse=0.017216	lr=0.019841
Epoch[142] Batch [3499]	Speed: 730.823653 samples/sec	rmse=0.017217	lr=0.019835
Epoch[142] Batch [3549]	Speed: 746.027649 samples/sec	rmse=0.017218	lr=0.019828
Epoch[142] Batch [3599]	Speed: 767.492006 samples/sec	rmse=0.017219	lr=0.019822
Epoch[142] Batch [3649]	Speed: 739.299020 samples/sec	rmse=0.017220	lr=0.019815
Epoch[142] Batch [3699]	Speed: 732.278010 samples/sec	rmse=0.017222	lr=0.019809
Epoch[142] Batch [3749]	Speed: 742.156980 samples/sec	rmse=0.017221	lr=0.019803
Epoch[142] Batch [3799]	Speed: 752.863359 samples/sec	rmse=0.017223	lr=0.019796
Epoch[142] Batch [3849]	Speed: 723.544377 samples/sec	rmse=0.017227	lr=0.019790
Epoch[142] Batch [3899]	Speed: 772.007674 samples/sec	rmse=0.017229	lr=0.019783
Epoch[142] Batch [3949]	Speed: 733.908712 samples/sec	rmse=0.017230	lr=0.019777
Epoch[142] Batch [3999]	Speed: 766.169860 samples/sec	rmse=0.017234	lr=0.019771
Epoch[142] Batch [4049]	Speed: 734.924202 samples/sec	rmse=0.017236	lr=0.019764
Epoch[142] Batch [4099]	Speed: 762.173975 samples/sec	rmse=0.017237	lr=0.019758
Epoch[142] Batch [4149]	Speed: 728.638177 samples/sec	rmse=0.017237	lr=0.019751
Epoch[142] Batch [4199]	Speed: 746.414309 samples/sec	rmse=0.017238	lr=0.019745
Epoch[142] Batch [4249]	Speed: 734.987085 samples/sec	rmse=0.017237	lr=0.019739
Epoch[142] Batch [4299]	Speed: 765.510952 samples/sec	rmse=0.017237	lr=0.019732
Epoch[142] Batch [4349]	Speed: 734.333126 samples/sec	rmse=0.017238	lr=0.019726
Epoch[142] Batch [4399]	Speed: 752.166574 samples/sec	rmse=0.017239	lr=0.019719
Epoch[142] Batch [4449]	Speed: 738.668020 samples/sec	rmse=0.017240	lr=0.019713
Epoch[142] Batch [4499]	Speed: 742.279775 samples/sec	rmse=0.017242	lr=0.019707
Epoch[142] Batch [4549]	Speed: 744.832928 samples/sec	rmse=0.017241	lr=0.019700
Epoch[142] Batch [4599]	Speed: 726.094805 samples/sec	rmse=0.017241	lr=0.019694
Epoch[142] Batch [4649]	Speed: 746.862987 samples/sec	rmse=0.017243	lr=0.019687
Epoch[142] Batch [4699]	Speed: 739.016669 samples/sec	rmse=0.017244	lr=0.019681
Epoch[142] Batch [4749]	Speed: 741.436394 samples/sec	rmse=0.017245	lr=0.019675
Epoch[142] Batch [4799]	Speed: 715.429808 samples/sec	rmse=0.017246	lr=0.019668
Epoch[142] Batch [4849]	Speed: 713.373137 samples/sec	rmse=0.017244	lr=0.019662
Epoch[142] Batch [4899]	Speed: 727.981633 samples/sec	rmse=0.017245	lr=0.019655
Epoch[142] Batch [4949]	Speed: 717.828749 samples/sec	rmse=0.017246	lr=0.019649
Epoch[142] Batch [4999]	Speed: 738.997382 samples/sec	rmse=0.017246	lr=0.019643
[Epoch 142] training: rmse=0.017246
[Epoch 142] speed: 735 samples/sec	time cost: 1764.832682
[Epoch 142] validation: err-top1=0.247536 err-top5=0.069912
Epoch[143] Batch [49]	Speed: 734.644127 samples/sec	rmse=0.017058	lr=0.019636
Epoch[143] Batch [99]	Speed: 725.741816 samples/sec	rmse=0.016991	lr=0.019629
Epoch[143] Batch [149]	Speed: 722.706448 samples/sec	rmse=0.016999	lr=0.019623
Epoch[143] Batch [199]	Speed: 745.983614 samples/sec	rmse=0.016972	lr=0.019616
Epoch[143] Batch [249]	Speed: 733.396924 samples/sec	rmse=0.016971	lr=0.019610
Epoch[143] Batch [299]	Speed: 762.117064 samples/sec	rmse=0.016958	lr=0.019604
Epoch[143] Batch [349]	Speed: 742.856982 samples/sec	rmse=0.016981	lr=0.019597
Epoch[143] Batch [399]	Speed: 733.752517 samples/sec	rmse=0.016993	lr=0.019591
Epoch[143] Batch [449]	Speed: 702.231584 samples/sec	rmse=0.016996	lr=0.019584
Epoch[143] Batch [499]	Speed: 768.728223 samples/sec	rmse=0.017010	lr=0.019578
Epoch[143] Batch [549]	Speed: 749.520111 samples/sec	rmse=0.017009	lr=0.019572
Epoch[143] Batch [599]	Speed: 742.440155 samples/sec	rmse=0.017025	lr=0.019565
Epoch[143] Batch [649]	Speed: 735.507312 samples/sec	rmse=0.017041	lr=0.019559
Epoch[143] Batch [699]	Speed: 737.406116 samples/sec	rmse=0.017046	lr=0.019553
Epoch[143] Batch [749]	Speed: 727.538113 samples/sec	rmse=0.017050	lr=0.019546
Epoch[143] Batch [799]	Speed: 743.421323 samples/sec	rmse=0.017054	lr=0.019540
Epoch[143] Batch [849]	Speed: 753.689505 samples/sec	rmse=0.017054	lr=0.019533
Epoch[143] Batch [899]	Speed: 760.150398 samples/sec	rmse=0.017059	lr=0.019527
Epoch[143] Batch [949]	Speed: 738.639676 samples/sec	rmse=0.017065	lr=0.019521
Epoch[143] Batch [999]	Speed: 738.214239 samples/sec	rmse=0.017065	lr=0.019514
Epoch[143] Batch [1049]	Speed: 742.667726 samples/sec	rmse=0.017069	lr=0.019508
Epoch[143] Batch [1099]	Speed: 717.066591 samples/sec	rmse=0.017079	lr=0.019501
Epoch[143] Batch [1149]	Speed: 734.029856 samples/sec	rmse=0.017083	lr=0.019495
Epoch[143] Batch [1199]	Speed: 733.969485 samples/sec	rmse=0.017088	lr=0.019489
Epoch[143] Batch [1249]	Speed: 720.147278 samples/sec	rmse=0.017089	lr=0.019482
Epoch[143] Batch [1299]	Speed: 767.100359 samples/sec	rmse=0.017092	lr=0.019476
Epoch[143] Batch [1349]	Speed: 744.557683 samples/sec	rmse=0.017092	lr=0.019470
Epoch[143] Batch [1399]	Speed: 735.873408 samples/sec	rmse=0.017087	lr=0.019463
Epoch[143] Batch [1449]	Speed: 766.089613 samples/sec	rmse=0.017086	lr=0.019457
Epoch[143] Batch [1499]	Speed: 747.940749 samples/sec	rmse=0.017085	lr=0.019450
Epoch[143] Batch [1549]	Speed: 730.500332 samples/sec	rmse=0.017086	lr=0.019444
Epoch[143] Batch [1599]	Speed: 720.125563 samples/sec	rmse=0.017090	lr=0.019438
Epoch[143] Batch [1649]	Speed: 750.703894 samples/sec	rmse=0.017092	lr=0.019431
Epoch[143] Batch [1699]	Speed: 731.365589 samples/sec	rmse=0.017095	lr=0.019425
Epoch[143] Batch [1749]	Speed: 745.113103 samples/sec	rmse=0.017103	lr=0.019419
Epoch[143] Batch [1799]	Speed: 705.179373 samples/sec	rmse=0.017108	lr=0.019412
Epoch[143] Batch [1849]	Speed: 729.871942 samples/sec	rmse=0.017106	lr=0.019406
Epoch[143] Batch [1899]	Speed: 764.401076 samples/sec	rmse=0.017106	lr=0.019400
Epoch[143] Batch [1949]	Speed: 733.206750 samples/sec	rmse=0.017110	lr=0.019393
Epoch[143] Batch [1999]	Speed: 730.741797 samples/sec	rmse=0.017110	lr=0.019387
Epoch[143] Batch [2049]	Speed: 726.178463 samples/sec	rmse=0.017113	lr=0.019380
Epoch[143] Batch [2099]	Speed: 741.684416 samples/sec	rmse=0.017118	lr=0.019374
Epoch[143] Batch [2149]	Speed: 771.376061 samples/sec	rmse=0.017114	lr=0.019368
Epoch[143] Batch [2199]	Speed: 738.361321 samples/sec	rmse=0.017116	lr=0.019361
Epoch[143] Batch [2249]	Speed: 706.057070 samples/sec	rmse=0.017118	lr=0.019355
Epoch[143] Batch [2299]	Speed: 741.578494 samples/sec	rmse=0.017119	lr=0.019349
Epoch[143] Batch [2349]	Speed: 742.195547 samples/sec	rmse=0.017119	lr=0.019342
Epoch[143] Batch [2399]	Speed: 756.372036 samples/sec	rmse=0.017123	lr=0.019336
Epoch[143] Batch [2449]	Speed: 746.783939 samples/sec	rmse=0.017125	lr=0.019330
Epoch[143] Batch [2499]	Speed: 739.764023 samples/sec	rmse=0.017129	lr=0.019323
Epoch[143] Batch [2549]	Speed: 765.857678 samples/sec	rmse=0.017131	lr=0.019317
Epoch[143] Batch [2599]	Speed: 765.966716 samples/sec	rmse=0.017132	lr=0.019311
Epoch[143] Batch [2649]	Speed: 716.731882 samples/sec	rmse=0.017134	lr=0.019304
Epoch[143] Batch [2699]	Speed: 732.748811 samples/sec	rmse=0.017135	lr=0.019298
Epoch[143] Batch [2749]	Speed: 719.900822 samples/sec	rmse=0.017137	lr=0.019291
Epoch[143] Batch [2799]	Speed: 729.124251 samples/sec	rmse=0.017134	lr=0.019285
Epoch[143] Batch [2849]	Speed: 736.471341 samples/sec	rmse=0.017134	lr=0.019279
Epoch[143] Batch [2899]	Speed: 720.135290 samples/sec	rmse=0.017137	lr=0.019272
Epoch[143] Batch [2949]	Speed: 738.747189 samples/sec	rmse=0.017139	lr=0.019266
Epoch[143] Batch [2999]	Speed: 754.910251 samples/sec	rmse=0.017143	lr=0.019260
Epoch[143] Batch [3049]	Speed: 762.471486 samples/sec	rmse=0.017145	lr=0.019253
Epoch[143] Batch [3099]	Speed: 747.828970 samples/sec	rmse=0.017149	lr=0.019247
Epoch[143] Batch [3149]	Speed: 723.027453 samples/sec	rmse=0.017151	lr=0.019241
Epoch[143] Batch [3199]	Speed: 745.464169 samples/sec	rmse=0.017153	lr=0.019234
Epoch[143] Batch [3249]	Speed: 740.636469 samples/sec	rmse=0.017154	lr=0.019228
Epoch[143] Batch [3299]	Speed: 747.102656 samples/sec	rmse=0.017157	lr=0.019222
Epoch[143] Batch [3349]	Speed: 742.741117 samples/sec	rmse=0.017159	lr=0.019215
Epoch[143] Batch [3399]	Speed: 727.444177 samples/sec	rmse=0.017159	lr=0.019209
Epoch[143] Batch [3449]	Speed: 729.104397 samples/sec	rmse=0.017160	lr=0.019203
Epoch[143] Batch [3499]	Speed: 716.314250 samples/sec	rmse=0.017162	lr=0.019196
Epoch[143] Batch [3549]	Speed: 733.099912 samples/sec	rmse=0.017161	lr=0.019190
Epoch[143] Batch [3599]	Speed: 726.614848 samples/sec	rmse=0.017160	lr=0.019184
Epoch[143] Batch [3649]	Speed: 714.802227 samples/sec	rmse=0.017160	lr=0.019177
Epoch[143] Batch [3699]	Speed: 731.854261 samples/sec	rmse=0.017161	lr=0.019171
Epoch[143] Batch [3749]	Speed: 765.616550 samples/sec	rmse=0.017164	lr=0.019165
Epoch[143] Batch [3799]	Speed: 716.555817 samples/sec	rmse=0.017165	lr=0.019158
Epoch[143] Batch [3849]	Speed: 715.305986 samples/sec	rmse=0.017168	lr=0.019152
Epoch[143] Batch [3899]	Speed: 728.613663 samples/sec	rmse=0.017166	lr=0.019146
Epoch[143] Batch [3949]	Speed: 746.919035 samples/sec	rmse=0.017169	lr=0.019139
Epoch[143] Batch [3999]	Speed: 752.596496 samples/sec	rmse=0.017171	lr=0.019133
Epoch[143] Batch [4049]	Speed: 733.044698 samples/sec	rmse=0.017172	lr=0.019127
Epoch[143] Batch [4099]	Speed: 735.311218 samples/sec	rmse=0.017172	lr=0.019120
Epoch[143] Batch [4149]	Speed: 754.879702 samples/sec	rmse=0.017173	lr=0.019114
Epoch[143] Batch [4199]	Speed: 775.673761 samples/sec	rmse=0.017172	lr=0.019108
Epoch[143] Batch [4249]	Speed: 733.751424 samples/sec	rmse=0.017174	lr=0.019101
Epoch[143] Batch [4299]	Speed: 711.675503 samples/sec	rmse=0.017175	lr=0.019095
Epoch[143] Batch [4349]	Speed: 740.952393 samples/sec	rmse=0.017178	lr=0.019089
Epoch[143] Batch [4399]	Speed: 766.843102 samples/sec	rmse=0.017181	lr=0.019082
Epoch[143] Batch [4449]	Speed: 735.710024 samples/sec	rmse=0.017181	lr=0.019076
Epoch[143] Batch [4499]	Speed: 736.193175 samples/sec	rmse=0.017181	lr=0.019070
Epoch[143] Batch [4549]	Speed: 748.814813 samples/sec	rmse=0.017181	lr=0.019063
Epoch[143] Batch [4599]	Speed: 755.230057 samples/sec	rmse=0.017182	lr=0.019057
Epoch[143] Batch [4649]	Speed: 701.549342 samples/sec	rmse=0.017184	lr=0.019051
Epoch[143] Batch [4699]	Speed: 735.894903 samples/sec	rmse=0.017183	lr=0.019044
Epoch[143] Batch [4749]	Speed: 733.629751 samples/sec	rmse=0.017183	lr=0.019038
Epoch[143] Batch [4799]	Speed: 772.016200 samples/sec	rmse=0.017185	lr=0.019032
Epoch[143] Batch [4849]	Speed: 785.871361 samples/sec	rmse=0.017185	lr=0.019025
Epoch[143] Batch [4899]	Speed: 711.803262 samples/sec	rmse=0.017187	lr=0.019019
Epoch[143] Batch [4949]	Speed: 712.527380 samples/sec	rmse=0.017187	lr=0.019013
Epoch[143] Batch [4999]	Speed: 740.774603 samples/sec	rmse=0.017186	lr=0.019006
[Epoch 143] training: rmse=0.017187
[Epoch 143] speed: 738 samples/sec	time cost: 1759.146162
[Epoch 143] validation: err-top1=0.247796 err-top5=0.069932
Epoch[144] Batch [49]	Speed: 733.562489 samples/sec	rmse=0.016930	lr=0.019000
Epoch[144] Batch [99]	Speed: 758.906448 samples/sec	rmse=0.016969	lr=0.018993
Epoch[144] Batch [149]	Speed: 769.399398 samples/sec	rmse=0.017001	lr=0.018987
Epoch[144] Batch [199]	Speed: 715.851124 samples/sec	rmse=0.016949	lr=0.018981
Epoch[144] Batch [249]	Speed: 735.388793 samples/sec	rmse=0.016928	lr=0.018974
Epoch[144] Batch [299]	Speed: 738.131521 samples/sec	rmse=0.016931	lr=0.018968
Epoch[144] Batch [349]	Speed: 742.880870 samples/sec	rmse=0.016935	lr=0.018962
Epoch[144] Batch [399]	Speed: 725.978298 samples/sec	rmse=0.016957	lr=0.018955
Epoch[144] Batch [449]	Speed: 737.727328 samples/sec	rmse=0.016961	lr=0.018949
Epoch[144] Batch [499]	Speed: 714.515223 samples/sec	rmse=0.016972	lr=0.018943
Epoch[144] Batch [549]	Speed: 750.961381 samples/sec	rmse=0.016977	lr=0.018936
Epoch[144] Batch [599]	Speed: 747.991497 samples/sec	rmse=0.016996	lr=0.018930
Epoch[144] Batch [649]	Speed: 748.340545 samples/sec	rmse=0.017011	lr=0.018924
Epoch[144] Batch [699]	Speed: 760.838230 samples/sec	rmse=0.017014	lr=0.018918
Epoch[144] Batch [749]	Speed: 761.407178 samples/sec	rmse=0.017011	lr=0.018911
Epoch[144] Batch [799]	Speed: 741.897119 samples/sec	rmse=0.017008	lr=0.018905
Epoch[144] Batch [849]	Speed: 744.538922 samples/sec	rmse=0.017019	lr=0.018899
Epoch[144] Batch [899]	Speed: 729.372485 samples/sec	rmse=0.017022	lr=0.018892
Epoch[144] Batch [949]	Speed: 725.816639 samples/sec	rmse=0.017022	lr=0.018886
Epoch[144] Batch [999]	Speed: 740.769513 samples/sec	rmse=0.017027	lr=0.018880
Epoch[144] Batch [1049]	Speed: 741.511211 samples/sec	rmse=0.017028	lr=0.018873
Epoch[144] Batch [1099]	Speed: 761.658942 samples/sec	rmse=0.017028	lr=0.018867
Epoch[144] Batch [1149]	Speed: 759.149004 samples/sec	rmse=0.017028	lr=0.018861
Epoch[144] Batch [1199]	Speed: 737.689103 samples/sec	rmse=0.017030	lr=0.018855
Epoch[144] Batch [1249]	Speed: 737.534689 samples/sec	rmse=0.017031	lr=0.018848
Epoch[144] Batch [1299]	Speed: 785.390943 samples/sec	rmse=0.017036	lr=0.018842
Epoch[144] Batch [1349]	Speed: 773.396418 samples/sec	rmse=0.017032	lr=0.018836
Epoch[144] Batch [1399]	Speed: 734.341935 samples/sec	rmse=0.017035	lr=0.018829
Epoch[144] Batch [1449]	Speed: 760.434817 samples/sec	rmse=0.017033	lr=0.018823
Epoch[144] Batch [1499]	Speed: 746.384236 samples/sec	rmse=0.017039	lr=0.018817
Epoch[144] Batch [1549]	Speed: 755.945614 samples/sec	rmse=0.017044	lr=0.018810
Epoch[144] Batch [1599]	Speed: 760.430842 samples/sec	rmse=0.017042	lr=0.018804
Epoch[144] Batch [1649]	Speed: 705.797280 samples/sec	rmse=0.017048	lr=0.018798
Epoch[144] Batch [1699]	Speed: 738.757517 samples/sec	rmse=0.017048	lr=0.018792
Epoch[144] Batch [1749]	Speed: 740.037356 samples/sec	rmse=0.017050	lr=0.018785
Epoch[144] Batch [1799]	Speed: 744.118638 samples/sec	rmse=0.017050	lr=0.018779
Epoch[144] Batch [1849]	Speed: 737.567538 samples/sec	rmse=0.017052	lr=0.018773
Epoch[144] Batch [1899]	Speed: 744.145723 samples/sec	rmse=0.017049	lr=0.018766
Epoch[144] Batch [1949]	Speed: 727.745728 samples/sec	rmse=0.017047	lr=0.018760
Epoch[144] Batch [1999]	Speed: 743.090979 samples/sec	rmse=0.017054	lr=0.018754
Epoch[144] Batch [2049]	Speed: 710.023075 samples/sec	rmse=0.017057	lr=0.018748
Epoch[144] Batch [2099]	Speed: 740.751964 samples/sec	rmse=0.017061	lr=0.018741
Epoch[144] Batch [2149]	Speed: 772.299359 samples/sec	rmse=0.017066	lr=0.018735
Epoch[144] Batch [2199]	Speed: 741.384739 samples/sec	rmse=0.017070	lr=0.018729
Epoch[144] Batch [2249]	Speed: 733.420459 samples/sec	rmse=0.017075	lr=0.018723
Epoch[144] Batch [2299]	Speed: 717.922685 samples/sec	rmse=0.017078	lr=0.018716
Epoch[144] Batch [2349]	Speed: 722.620895 samples/sec	rmse=0.017078	lr=0.018710
Epoch[144] Batch [2399]	Speed: 741.417543 samples/sec	rmse=0.017079	lr=0.018704
Epoch[144] Batch [2449]	Speed: 733.558781 samples/sec	rmse=0.017078	lr=0.018697
Epoch[144] Batch [2499]	Speed: 762.268837 samples/sec	rmse=0.017081	lr=0.018691
Epoch[144] Batch [2549]	Speed: 775.492217 samples/sec	rmse=0.017080	lr=0.018685
Epoch[144] Batch [2599]	Speed: 721.881252 samples/sec	rmse=0.017079	lr=0.018679
Epoch[144] Batch [2649]	Speed: 746.302903 samples/sec	rmse=0.017079	lr=0.018672
Epoch[144] Batch [2699]	Speed: 775.365009 samples/sec	rmse=0.017081	lr=0.018666
Epoch[144] Batch [2749]	Speed: 735.630416 samples/sec	rmse=0.017082	lr=0.018660
Epoch[144] Batch [2799]	Speed: 736.801366 samples/sec	rmse=0.017083	lr=0.018653
Epoch[144] Batch [2849]	Speed: 752.078982 samples/sec	rmse=0.017083	lr=0.018647
Epoch[144] Batch [2899]	Speed: 755.838528 samples/sec	rmse=0.017083	lr=0.018641
Epoch[144] Batch [2949]	Speed: 729.217671 samples/sec	rmse=0.017087	lr=0.018635
Epoch[144] Batch [2999]	Speed: 714.537713 samples/sec	rmse=0.017089	lr=0.018628
Epoch[144] Batch [3049]	Speed: 745.065484 samples/sec	rmse=0.017094	lr=0.018622
Epoch[144] Batch [3099]	Speed: 713.864204 samples/sec	rmse=0.017095	lr=0.018616
Epoch[144] Batch [3149]	Speed: 731.051892 samples/sec	rmse=0.017098	lr=0.018610
Epoch[144] Batch [3199]	Speed: 696.353485 samples/sec	rmse=0.017101	lr=0.018603
Epoch[144] Batch [3249]	Speed: 730.594602 samples/sec	rmse=0.017103	lr=0.018597
Epoch[144] Batch [3299]	Speed: 727.169842 samples/sec	rmse=0.017101	lr=0.018591
Epoch[144] Batch [3349]	Speed: 750.836369 samples/sec	rmse=0.017103	lr=0.018585
Epoch[144] Batch [3399]	Speed: 730.956499 samples/sec	rmse=0.017106	lr=0.018578
Epoch[144] Batch [3449]	Speed: 739.398650 samples/sec	rmse=0.017108	lr=0.018572
Epoch[144] Batch [3499]	Speed: 776.138826 samples/sec	rmse=0.017108	lr=0.018566
Epoch[144] Batch [3549]	Speed: 743.187663 samples/sec	rmse=0.017109	lr=0.018560
Epoch[144] Batch [3599]	Speed: 740.435312 samples/sec	rmse=0.017109	lr=0.018553
Epoch[144] Batch [3649]	Speed: 742.632171 samples/sec	rmse=0.017108	lr=0.018547
Epoch[144] Batch [3699]	Speed: 724.532552 samples/sec	rmse=0.017108	lr=0.018541
Epoch[144] Batch [3749]	Speed: 777.217708 samples/sec	rmse=0.017109	lr=0.018534
Epoch[144] Batch [3799]	Speed: 752.965454 samples/sec	rmse=0.017108	lr=0.018528
Epoch[144] Batch [3849]	Speed: 754.706115 samples/sec	rmse=0.017109	lr=0.018522
Epoch[144] Batch [3899]	Speed: 742.540161 samples/sec	rmse=0.017112	lr=0.018516
Epoch[144] Batch [3949]	Speed: 718.759424 samples/sec	rmse=0.017115	lr=0.018509
Epoch[144] Batch [3999]	Speed: 735.413544 samples/sec	rmse=0.017115	lr=0.018503
Epoch[144] Batch [4049]	Speed: 749.129955 samples/sec	rmse=0.017116	lr=0.018497
Epoch[144] Batch [4099]	Speed: 754.820151 samples/sec	rmse=0.017117	lr=0.018491
Epoch[144] Batch [4149]	Speed: 760.826294 samples/sec	rmse=0.017121	lr=0.018484
Epoch[144] Batch [4199]	Speed: 752.114952 samples/sec	rmse=0.017120	lr=0.018478
Epoch[144] Batch [4249]	Speed: 732.433718 samples/sec	rmse=0.017120	lr=0.018472
Epoch[144] Batch [4299]	Speed: 726.755790 samples/sec	rmse=0.017122	lr=0.018466
Epoch[144] Batch [4349]	Speed: 754.350829 samples/sec	rmse=0.017124	lr=0.018459
Epoch[144] Batch [4399]	Speed: 726.393990 samples/sec	rmse=0.017125	lr=0.018453
Epoch[144] Batch [4449]	Speed: 771.326800 samples/sec	rmse=0.017125	lr=0.018447
Epoch[144] Batch [4499]	Speed: 719.022798 samples/sec	rmse=0.017125	lr=0.018441
Epoch[144] Batch [4549]	Speed: 722.480950 samples/sec	rmse=0.017126	lr=0.018435
Epoch[144] Batch [4599]	Speed: 719.489605 samples/sec	rmse=0.017128	lr=0.018428
Epoch[144] Batch [4649]	Speed: 759.330494 samples/sec	rmse=0.017129	lr=0.018422
Epoch[144] Batch [4699]	Speed: 742.339088 samples/sec	rmse=0.017129	lr=0.018416
Epoch[144] Batch [4749]	Speed: 767.937973 samples/sec	rmse=0.017129	lr=0.018410
Epoch[144] Batch [4799]	Speed: 778.233865 samples/sec	rmse=0.017130	lr=0.018403
Epoch[144] Batch [4849]	Speed: 745.491217 samples/sec	rmse=0.017132	lr=0.018397
Epoch[144] Batch [4899]	Speed: 774.817833 samples/sec	rmse=0.017134	lr=0.018391
Epoch[144] Batch [4949]	Speed: 746.879113 samples/sec	rmse=0.017135	lr=0.018385
Epoch[144] Batch [4999]	Speed: 723.324894 samples/sec	rmse=0.017138	lr=0.018378
[Epoch 144] training: rmse=0.017137
[Epoch 144] speed: 742 samples/sec	time cost: 1749.965226
[Epoch 144] validation: err-top1=0.248346 err-top5=0.069954
Epoch[145] Batch [49]	Speed: 731.651026 samples/sec	rmse=0.016802	lr=0.018372
Epoch[145] Batch [99]	Speed: 761.858500 samples/sec	rmse=0.016954	lr=0.018365
Epoch[145] Batch [149]	Speed: 745.514188 samples/sec	rmse=0.016955	lr=0.018359
Epoch[145] Batch [199]	Speed: 765.230511 samples/sec	rmse=0.016969	lr=0.018353
Epoch[145] Batch [249]	Speed: 719.685319 samples/sec	rmse=0.016990	lr=0.018347
Epoch[145] Batch [299]	Speed: 716.264919 samples/sec	rmse=0.016974	lr=0.018340
Epoch[145] Batch [349]	Speed: 731.602521 samples/sec	rmse=0.016965	lr=0.018334
Epoch[145] Batch [399]	Speed: 730.117995 samples/sec	rmse=0.016978	lr=0.018328
Epoch[145] Batch [449]	Speed: 744.113151 samples/sec	rmse=0.016976	lr=0.018322
Epoch[145] Batch [499]	Speed: 738.543105 samples/sec	rmse=0.016961	lr=0.018316
Epoch[145] Batch [549]	Speed: 737.287187 samples/sec	rmse=0.016949	lr=0.018309
Epoch[145] Batch [599]	Speed: 701.299885 samples/sec	rmse=0.016952	lr=0.018303
Epoch[145] Batch [649]	Speed: 722.723143 samples/sec	rmse=0.016955	lr=0.018297
Epoch[145] Batch [699]	Speed: 745.445547 samples/sec	rmse=0.016968	lr=0.018291
Epoch[145] Batch [749]	Speed: 731.097945 samples/sec	rmse=0.016977	lr=0.018284
Epoch[145] Batch [799]	Speed: 701.710607 samples/sec	rmse=0.016983	lr=0.018278
Epoch[145] Batch [849]	Speed: 724.716952 samples/sec	rmse=0.016982	lr=0.018272
Epoch[145] Batch [899]	Speed: 756.367432 samples/sec	rmse=0.016990	lr=0.018266
Epoch[145] Batch [949]	Speed: 755.583227 samples/sec	rmse=0.016988	lr=0.018260
Epoch[145] Batch [999]	Speed: 746.313609 samples/sec	rmse=0.016993	lr=0.018253
Epoch[145] Batch [1049]	Speed: 727.224913 samples/sec	rmse=0.016998	lr=0.018247
Epoch[145] Batch [1099]	Speed: 734.733949 samples/sec	rmse=0.017002	lr=0.018241
Epoch[145] Batch [1149]	Speed: 737.286549 samples/sec	rmse=0.017004	lr=0.018235
Epoch[145] Batch [1199]	Speed: 733.220098 samples/sec	rmse=0.017010	lr=0.018228
Epoch[145] Batch [1249]	Speed: 721.193476 samples/sec	rmse=0.017010	lr=0.018222
Epoch[145] Batch [1299]	Speed: 744.179597 samples/sec	rmse=0.017006	lr=0.018216
Epoch[145] Batch [1349]	Speed: 727.258062 samples/sec	rmse=0.017010	lr=0.018210
Epoch[145] Batch [1399]	Speed: 742.871465 samples/sec	rmse=0.017013	lr=0.018204
Epoch[145] Batch [1449]	Speed: 754.457643 samples/sec	rmse=0.017016	lr=0.018197
Epoch[145] Batch [1499]	Speed: 749.347485 samples/sec	rmse=0.017010	lr=0.018191
Epoch[145] Batch [1549]	Speed: 763.431718 samples/sec	rmse=0.017016	lr=0.018185
Epoch[145] Batch [1599]	Speed: 730.903200 samples/sec	rmse=0.017019	lr=0.018179
Epoch[145] Batch [1649]	Speed: 735.124106 samples/sec	rmse=0.017024	lr=0.018173
Epoch[145] Batch [1699]	Speed: 712.729600 samples/sec	rmse=0.017023	lr=0.018166
Epoch[145] Batch [1749]	Speed: 729.565008 samples/sec	rmse=0.017022	lr=0.018160
Epoch[145] Batch [1799]	Speed: 732.365876 samples/sec	rmse=0.017022	lr=0.018154
Epoch[145] Batch [1849]	Speed: 715.848241 samples/sec	rmse=0.017023	lr=0.018148
Epoch[145] Batch [1899]	Speed: 711.882119 samples/sec	rmse=0.017025	lr=0.018142
Epoch[145] Batch [1949]	Speed: 714.980631 samples/sec	rmse=0.017030	lr=0.018135
Epoch[145] Batch [1999]	Speed: 717.493980 samples/sec	rmse=0.017032	lr=0.018129
Epoch[145] Batch [2049]	Speed: 726.970499 samples/sec	rmse=0.017033	lr=0.018123
Epoch[145] Batch [2099]	Speed: 745.892626 samples/sec	rmse=0.017033	lr=0.018117
Epoch[145] Batch [2149]	Speed: 764.156013 samples/sec	rmse=0.017035	lr=0.018111
Epoch[145] Batch [2199]	Speed: 727.511031 samples/sec	rmse=0.017036	lr=0.018104
Epoch[145] Batch [2249]	Speed: 754.341502 samples/sec	rmse=0.017033	lr=0.018098
Epoch[145] Batch [2299]	Speed: 740.134930 samples/sec	rmse=0.017035	lr=0.018092
Epoch[145] Batch [2349]	Speed: 731.244635 samples/sec	rmse=0.017038	lr=0.018086
Epoch[145] Batch [2399]	Speed: 739.337199 samples/sec	rmse=0.017038	lr=0.018080
Epoch[145] Batch [2449]	Speed: 737.526219 samples/sec	rmse=0.017038	lr=0.018073
Epoch[145] Batch [2499]	Speed: 754.182910 samples/sec	rmse=0.017040	lr=0.018067
Epoch[145] Batch [2549]	Speed: 730.592823 samples/sec	rmse=0.017039	lr=0.018061
Epoch[145] Batch [2599]	Speed: 733.015703 samples/sec	rmse=0.017039	lr=0.018055
Epoch[145] Batch [2649]	Speed: 729.787839 samples/sec	rmse=0.017038	lr=0.018049
Epoch[145] Batch [2699]	Speed: 757.545724 samples/sec	rmse=0.017038	lr=0.018042
Epoch[145] Batch [2749]	Speed: 722.639784 samples/sec	rmse=0.017040	lr=0.018036
Epoch[145] Batch [2799]	Speed: 758.922959 samples/sec	rmse=0.017043	lr=0.018030
Epoch[145] Batch [2849]	Speed: 741.388261 samples/sec	rmse=0.017047	lr=0.018024
Epoch[145] Batch [2899]	Speed: 725.096158 samples/sec	rmse=0.017050	lr=0.018018
Epoch[145] Batch [2949]	Speed: 734.997167 samples/sec	rmse=0.017052	lr=0.018011
Epoch[145] Batch [2999]	Speed: 723.822688 samples/sec	rmse=0.017053	lr=0.018005
Epoch[145] Batch [3049]	Speed: 758.318586 samples/sec	rmse=0.017055	lr=0.017999
Epoch[145] Batch [3099]	Speed: 702.773444 samples/sec	rmse=0.017058	lr=0.017993
Epoch[145] Batch [3149]	Speed: 724.614217 samples/sec	rmse=0.017058	lr=0.017987
Epoch[145] Batch [3199]	Speed: 749.712603 samples/sec	rmse=0.017059	lr=0.017981
Epoch[145] Batch [3249]	Speed: 738.270448 samples/sec	rmse=0.017062	lr=0.017974
Epoch[145] Batch [3299]	Speed: 728.185610 samples/sec	rmse=0.017065	lr=0.017968
Epoch[145] Batch [3349]	Speed: 732.202189 samples/sec	rmse=0.017066	lr=0.017962
Epoch[145] Batch [3399]	Speed: 746.295900 samples/sec	rmse=0.017070	lr=0.017956
Epoch[145] Batch [3449]	Speed: 745.288170 samples/sec	rmse=0.017072	lr=0.017950
Epoch[145] Batch [3499]	Speed: 723.900551 samples/sec	rmse=0.017071	lr=0.017943
Epoch[145] Batch [3549]	Speed: 755.894323 samples/sec	rmse=0.017070	lr=0.017937
Epoch[145] Batch [3599]	Speed: 750.603262 samples/sec	rmse=0.017074	lr=0.017931
Epoch[145] Batch [3649]	Speed: 742.448164 samples/sec	rmse=0.017077	lr=0.017925
Epoch[145] Batch [3699]	Speed: 710.107334 samples/sec	rmse=0.017079	lr=0.017919
Epoch[145] Batch [3749]	Speed: 758.615174 samples/sec	rmse=0.017081	lr=0.017913
Epoch[145] Batch [3799]	Speed: 736.289728 samples/sec	rmse=0.017080	lr=0.017906
Epoch[145] Batch [3849]	Speed: 728.844056 samples/sec	rmse=0.017081	lr=0.017900
Epoch[145] Batch [3899]	Speed: 738.115172 samples/sec	rmse=0.017082	lr=0.017894
Epoch[145] Batch [3949]	Speed: 764.684580 samples/sec	rmse=0.017080	lr=0.017888
Epoch[145] Batch [3999]	Speed: 747.605784 samples/sec	rmse=0.017083	lr=0.017882
Epoch[145] Batch [4049]	Speed: 741.543862 samples/sec	rmse=0.017082	lr=0.017876
Epoch[145] Batch [4099]	Speed: 727.073647 samples/sec	rmse=0.017084	lr=0.017869
Epoch[145] Batch [4149]	Speed: 750.981644 samples/sec	rmse=0.017083	lr=0.017863
Epoch[145] Batch [4199]	Speed: 715.261053 samples/sec	rmse=0.017082	lr=0.017857
Epoch[145] Batch [4249]	Speed: 751.869625 samples/sec	rmse=0.017083	lr=0.017851
Epoch[145] Batch [4299]	Speed: 731.493279 samples/sec	rmse=0.017084	lr=0.017845
Epoch[145] Batch [4349]	Speed: 758.557808 samples/sec	rmse=0.017084	lr=0.017839
Epoch[145] Batch [4399]	Speed: 771.028739 samples/sec	rmse=0.017084	lr=0.017832
Epoch[145] Batch [4449]	Speed: 756.313708 samples/sec	rmse=0.017083	lr=0.017826
Epoch[145] Batch [4499]	Speed: 777.438674 samples/sec	rmse=0.017084	lr=0.017820
Epoch[145] Batch [4549]	Speed: 733.768533 samples/sec	rmse=0.017084	lr=0.017814
Epoch[145] Batch [4599]	Speed: 730.380738 samples/sec	rmse=0.017086	lr=0.017808
Epoch[145] Batch [4649]	Speed: 744.335176 samples/sec	rmse=0.017086	lr=0.017802
Epoch[145] Batch [4699]	Speed: 743.497365 samples/sec	rmse=0.017086	lr=0.017795
Epoch[145] Batch [4749]	Speed: 723.641532 samples/sec	rmse=0.017086	lr=0.017789
Epoch[145] Batch [4799]	Speed: 764.730763 samples/sec	rmse=0.017086	lr=0.017783
Epoch[145] Batch [4849]	Speed: 716.340439 samples/sec	rmse=0.017087	lr=0.017777
Epoch[145] Batch [4899]	Speed: 702.263182 samples/sec	rmse=0.017088	lr=0.017771
Epoch[145] Batch [4949]	Speed: 729.598609 samples/sec	rmse=0.017090	lr=0.017765
Epoch[145] Batch [4999]	Speed: 755.350255 samples/sec	rmse=0.017092	lr=0.017759
[Epoch 145] training: rmse=0.017092
[Epoch 145] speed: 736 samples/sec	time cost: 1762.363335
[Epoch 145] validation: err-top1=0.247356 err-top5=0.069091
Epoch[146] Batch [49]	Speed: 728.166963 samples/sec	rmse=0.016997	lr=0.017752
Epoch[146] Batch [99]	Speed: 750.416679 samples/sec	rmse=0.017040	lr=0.017746
Epoch[146] Batch [149]	Speed: 756.453117 samples/sec	rmse=0.016981	lr=0.017740
Epoch[146] Batch [199]	Speed: 731.746192 samples/sec	rmse=0.016946	lr=0.017733
Epoch[146] Batch [249]	Speed: 726.284147 samples/sec	rmse=0.016943	lr=0.017727
Epoch[146] Batch [299]	Speed: 731.681030 samples/sec	rmse=0.016926	lr=0.017721
Epoch[146] Batch [349]	Speed: 729.673644 samples/sec	rmse=0.016936	lr=0.017715
Epoch[146] Batch [399]	Speed: 746.795002 samples/sec	rmse=0.016952	lr=0.017709
Epoch[146] Batch [449]	Speed: 749.106938 samples/sec	rmse=0.016940	lr=0.017703
Epoch[146] Batch [499]	Speed: 739.509807 samples/sec	rmse=0.016935	lr=0.017697
Epoch[146] Batch [549]	Speed: 710.739321 samples/sec	rmse=0.016918	lr=0.017690
Epoch[146] Batch [599]	Speed: 773.768281 samples/sec	rmse=0.016915	lr=0.017684
Epoch[146] Batch [649]	Speed: 758.477433 samples/sec	rmse=0.016918	lr=0.017678
Epoch[146] Batch [699]	Speed: 716.941561 samples/sec	rmse=0.016926	lr=0.017672
Epoch[146] Batch [749]	Speed: 745.166809 samples/sec	rmse=0.016929	lr=0.017666
Epoch[146] Batch [799]	Speed: 731.453355 samples/sec	rmse=0.016941	lr=0.017660
Epoch[146] Batch [849]	Speed: 724.978866 samples/sec	rmse=0.016934	lr=0.017654
Epoch[146] Batch [899]	Speed: 722.821917 samples/sec	rmse=0.016931	lr=0.017647
Epoch[146] Batch [949]	Speed: 738.783136 samples/sec	rmse=0.016927	lr=0.017641
Epoch[146] Batch [999]	Speed: 738.045929 samples/sec	rmse=0.016936	lr=0.017635
Epoch[146] Batch [1049]	Speed: 727.790123 samples/sec	rmse=0.016937	lr=0.017629
Epoch[146] Batch [1099]	Speed: 702.817623 samples/sec	rmse=0.016945	lr=0.017623
Epoch[146] Batch [1149]	Speed: 735.829040 samples/sec	rmse=0.016937	lr=0.017617
Epoch[146] Batch [1199]	Speed: 729.797203 samples/sec	rmse=0.016931	lr=0.017611
Epoch[146] Batch [1249]	Speed: 732.741731 samples/sec	rmse=0.016935	lr=0.017604
Epoch[146] Batch [1299]	Speed: 734.325844 samples/sec	rmse=0.016936	lr=0.017598
Epoch[146] Batch [1349]	Speed: 730.472453 samples/sec	rmse=0.016946	lr=0.017592
Epoch[146] Batch [1399]	Speed: 743.103702 samples/sec	rmse=0.016946	lr=0.017586
Epoch[146] Batch [1449]	Speed: 732.512985 samples/sec	rmse=0.016946	lr=0.017580
Epoch[146] Batch [1499]	Speed: 757.198236 samples/sec	rmse=0.016946	lr=0.017574
Epoch[146] Batch [1549]	Speed: 753.254445 samples/sec	rmse=0.016950	lr=0.017568
Epoch[146] Batch [1599]	Speed: 768.949806 samples/sec	rmse=0.016949	lr=0.017562
Epoch[146] Batch [1649]	Speed: 744.014742 samples/sec	rmse=0.016950	lr=0.017555
Epoch[146] Batch [1699]	Speed: 762.977740 samples/sec	rmse=0.016953	lr=0.017549
Epoch[146] Batch [1749]	Speed: 777.162411 samples/sec	rmse=0.016957	lr=0.017543
Epoch[146] Batch [1799]	Speed: 713.369165 samples/sec	rmse=0.016962	lr=0.017537
Epoch[146] Batch [1849]	Speed: 733.147525 samples/sec	rmse=0.016964	lr=0.017531
Epoch[146] Batch [1899]	Speed: 729.544764 samples/sec	rmse=0.016963	lr=0.017525
Epoch[146] Batch [1949]	Speed: 760.358383 samples/sec	rmse=0.016970	lr=0.017519
Epoch[146] Batch [1999]	Speed: 704.076480 samples/sec	rmse=0.016971	lr=0.017513
Epoch[146] Batch [2049]	Speed: 741.573731 samples/sec	rmse=0.016976	lr=0.017506
Epoch[146] Batch [2099]	Speed: 731.589730 samples/sec	rmse=0.016975	lr=0.017500
Epoch[146] Batch [2149]	Speed: 741.116313 samples/sec	rmse=0.016980	lr=0.017494
Epoch[146] Batch [2199]	Speed: 711.012037 samples/sec	rmse=0.016981	lr=0.017488
Epoch[146] Batch [2249]	Speed: 757.216958 samples/sec	rmse=0.016986	lr=0.017482
Epoch[146] Batch [2299]	Speed: 757.538006 samples/sec	rmse=0.016984	lr=0.017476
Epoch[146] Batch [2349]	Speed: 717.967858 samples/sec	rmse=0.016986	lr=0.017470
Epoch[146] Batch [2399]	Speed: 735.168942 samples/sec	rmse=0.016987	lr=0.017464
Epoch[146] Batch [2449]	Speed: 741.859157 samples/sec	rmse=0.016988	lr=0.017458
Epoch[146] Batch [2499]	Speed: 715.955666 samples/sec	rmse=0.016986	lr=0.017451
Epoch[146] Batch [2549]	Speed: 753.883796 samples/sec	rmse=0.016986	lr=0.017445
Epoch[146] Batch [2599]	Speed: 738.359402 samples/sec	rmse=0.016987	lr=0.017439
Epoch[146] Batch [2649]	Speed: 733.161852 samples/sec	rmse=0.016989	lr=0.017433
Epoch[146] Batch [2699]	Speed: 725.368020 samples/sec	rmse=0.016987	lr=0.017427
Epoch[146] Batch [2749]	Speed: 706.932550 samples/sec	rmse=0.016990	lr=0.017421
Epoch[146] Batch [2799]	Speed: 787.041750 samples/sec	rmse=0.016992	lr=0.017415
Epoch[146] Batch [2849]	Speed: 765.491502 samples/sec	rmse=0.016996	lr=0.017409
Epoch[146] Batch [2899]	Speed: 750.235954 samples/sec	rmse=0.016998	lr=0.017403
Epoch[146] Batch [2949]	Speed: 704.949774 samples/sec	rmse=0.017001	lr=0.017397
Epoch[146] Batch [2999]	Speed: 719.424169 samples/sec	rmse=0.017003	lr=0.017390
Epoch[146] Batch [3049]	Speed: 730.408253 samples/sec	rmse=0.017002	lr=0.017384
Epoch[146] Batch [3099]	Speed: 723.271971 samples/sec	rmse=0.017005	lr=0.017378
Epoch[146] Batch [3149]	Speed: 781.758645 samples/sec	rmse=0.017004	lr=0.017372
Epoch[146] Batch [3199]	Speed: 724.096612 samples/sec	rmse=0.017007	lr=0.017366
Epoch[146] Batch [3249]	Speed: 741.232244 samples/sec	rmse=0.017007	lr=0.017360
Epoch[146] Batch [3299]	Speed: 738.025759 samples/sec	rmse=0.017009	lr=0.017354
Epoch[146] Batch [3349]	Speed: 707.594875 samples/sec	rmse=0.017010	lr=0.017348
Epoch[146] Batch [3399]	Speed: 733.426300 samples/sec	rmse=0.017013	lr=0.017342
Epoch[146] Batch [3449]	Speed: 710.785259 samples/sec	rmse=0.017012	lr=0.017336
Epoch[146] Batch [3499]	Speed: 762.465400 samples/sec	rmse=0.017011	lr=0.017329
Epoch[146] Batch [3549]	Speed: 747.221768 samples/sec	rmse=0.017011	lr=0.017323
Epoch[146] Batch [3599]	Speed: 730.844277 samples/sec	rmse=0.017011	lr=0.017317
Epoch[146] Batch [3649]	Speed: 770.171447 samples/sec	rmse=0.017011	lr=0.017311
Epoch[146] Batch [3699]	Speed: 722.878084 samples/sec	rmse=0.017015	lr=0.017305
Epoch[146] Batch [3749]	Speed: 733.283982 samples/sec	rmse=0.017015	lr=0.017299
Epoch[146] Batch [3799]	Speed: 763.993692 samples/sec	rmse=0.017016	lr=0.017293
Epoch[146] Batch [3849]	Speed: 738.006524 samples/sec	rmse=0.017019	lr=0.017287
Epoch[146] Batch [3899]	Speed: 742.414827 samples/sec	rmse=0.017019	lr=0.017281
Epoch[146] Batch [3949]	Speed: 753.352057 samples/sec	rmse=0.017020	lr=0.017275
Epoch[146] Batch [3999]	Speed: 738.752648 samples/sec	rmse=0.017021	lr=0.017269
Epoch[146] Batch [4049]	Speed: 733.974371 samples/sec	rmse=0.017021	lr=0.017262
Epoch[146] Batch [4099]	Speed: 737.211164 samples/sec	rmse=0.017021	lr=0.017256
Epoch[146] Batch [4149]	Speed: 724.808707 samples/sec	rmse=0.017020	lr=0.017250
Epoch[146] Batch [4199]	Speed: 723.293711 samples/sec	rmse=0.017021	lr=0.017244
Epoch[146] Batch [4249]	Speed: 721.598952 samples/sec	rmse=0.017020	lr=0.017238
Epoch[146] Batch [4299]	Speed: 732.455012 samples/sec	rmse=0.017021	lr=0.017232
Epoch[146] Batch [4349]	Speed: 752.771499 samples/sec	rmse=0.017021	lr=0.017226
Epoch[146] Batch [4399]	Speed: 742.863663 samples/sec	rmse=0.017022	lr=0.017220
Epoch[146] Batch [4449]	Speed: 720.360574 samples/sec	rmse=0.017022	lr=0.017214
Epoch[146] Batch [4499]	Speed: 715.759179 samples/sec	rmse=0.017024	lr=0.017208
Epoch[146] Batch [4549]	Speed: 721.961184 samples/sec	rmse=0.017024	lr=0.017202
Epoch[146] Batch [4599]	Speed: 768.659082 samples/sec	rmse=0.017026	lr=0.017196
Epoch[146] Batch [4649]	Speed: 717.142433 samples/sec	rmse=0.017026	lr=0.017190
Epoch[146] Batch [4699]	Speed: 721.636906 samples/sec	rmse=0.017028	lr=0.017183
Epoch[146] Batch [4749]	Speed: 733.894376 samples/sec	rmse=0.017029	lr=0.017177
Epoch[146] Batch [4799]	Speed: 736.245340 samples/sec	rmse=0.017031	lr=0.017171
Epoch[146] Batch [4849]	Speed: 757.401072 samples/sec	rmse=0.017031	lr=0.017165
Epoch[146] Batch [4899]	Speed: 744.885933 samples/sec	rmse=0.017033	lr=0.017159
Epoch[146] Batch [4949]	Speed: 747.502879 samples/sec	rmse=0.017034	lr=0.017153
Epoch[146] Batch [4999]	Speed: 706.246565 samples/sec	rmse=0.017035	lr=0.017147
[Epoch 146] training: rmse=0.017036
[Epoch 146] speed: 736 samples/sec	time cost: 1763.344499
[Epoch 146] validation: err-top1=0.244191 err-top5=0.067748
Epoch[147] Batch [49]	Speed: 710.401495 samples/sec	rmse=0.016854	lr=0.017140
Epoch[147] Batch [99]	Speed: 734.297622 samples/sec	rmse=0.016918	lr=0.017134
Epoch[147] Batch [149]	Speed: 736.103843 samples/sec	rmse=0.016882	lr=0.017128
Epoch[147] Batch [199]	Speed: 742.804307 samples/sec	rmse=0.016846	lr=0.017122
Epoch[147] Batch [249]	Speed: 733.693465 samples/sec	rmse=0.016853	lr=0.017116
Epoch[147] Batch [299]	Speed: 710.809294 samples/sec	rmse=0.016863	lr=0.017110
Epoch[147] Batch [349]	Speed: 734.227778 samples/sec	rmse=0.016866	lr=0.017104
Epoch[147] Batch [399]	Speed: 778.098470 samples/sec	rmse=0.016855	lr=0.017098
Epoch[147] Batch [449]	Speed: 762.473619 samples/sec	rmse=0.016858	lr=0.017092
Epoch[147] Batch [499]	Speed: 754.097433 samples/sec	rmse=0.016872	lr=0.017086
Epoch[147] Batch [549]	Speed: 736.326536 samples/sec	rmse=0.016873	lr=0.017080
Epoch[147] Batch [599]	Speed: 709.493037 samples/sec	rmse=0.016854	lr=0.017074
Epoch[147] Batch [649]	Speed: 752.954820 samples/sec	rmse=0.016865	lr=0.017068
Epoch[147] Batch [699]	Speed: 749.289796 samples/sec	rmse=0.016869	lr=0.017062
Epoch[147] Batch [749]	Speed: 749.042505 samples/sec	rmse=0.016871	lr=0.017056
Epoch[147] Batch [799]	Speed: 711.784142 samples/sec	rmse=0.016862	lr=0.017050
Epoch[147] Batch [849]	Speed: 757.489898 samples/sec	rmse=0.016862	lr=0.017044
Epoch[147] Batch [899]	Speed: 741.904521 samples/sec	rmse=0.016859	lr=0.017037
Epoch[147] Batch [949]	Speed: 747.774234 samples/sec	rmse=0.016862	lr=0.017031
Epoch[147] Batch [999]	Speed: 720.258597 samples/sec	rmse=0.016871	lr=0.017025
Epoch[147] Batch [1049]	Speed: 734.368444 samples/sec	rmse=0.016865	lr=0.017019
Epoch[147] Batch [1099]	Speed: 754.524698 samples/sec	rmse=0.016869	lr=0.017013
Epoch[147] Batch [1149]	Speed: 747.087747 samples/sec	rmse=0.016878	lr=0.017007
Epoch[147] Batch [1199]	Speed: 722.226948 samples/sec	rmse=0.016877	lr=0.017001
Epoch[147] Batch [1249]	Speed: 725.784867 samples/sec	rmse=0.016881	lr=0.016995
Epoch[147] Batch [1299]	Speed: 756.521401 samples/sec	rmse=0.016891	lr=0.016989
Epoch[147] Batch [1349]	Speed: 757.251402 samples/sec	rmse=0.016895	lr=0.016983
Epoch[147] Batch [1399]	Speed: 748.407634 samples/sec	rmse=0.016896	lr=0.016977
Epoch[147] Batch [1449]	Speed: 743.801431 samples/sec	rmse=0.016900	lr=0.016971
Epoch[147] Batch [1499]	Speed: 756.291281 samples/sec	rmse=0.016901	lr=0.016965
Epoch[147] Batch [1549]	Speed: 730.076136 samples/sec	rmse=0.016905	lr=0.016959
Epoch[147] Batch [1599]	Speed: 764.924947 samples/sec	rmse=0.016908	lr=0.016953
Epoch[147] Batch [1649]	Speed: 734.126123 samples/sec	rmse=0.016910	lr=0.016947
Epoch[147] Batch [1699]	Speed: 745.812747 samples/sec	rmse=0.016916	lr=0.016941
Epoch[147] Batch [1749]	Speed: 779.030073 samples/sec	rmse=0.016915	lr=0.016935
Epoch[147] Batch [1799]	Speed: 782.243700 samples/sec	rmse=0.016915	lr=0.016929
Epoch[147] Batch [1849]	Speed: 749.466257 samples/sec	rmse=0.016918	lr=0.016923
Epoch[147] Batch [1899]	Speed: 741.124559 samples/sec	rmse=0.016916	lr=0.016917
Epoch[147] Batch [1949]	Speed: 775.564811 samples/sec	rmse=0.016917	lr=0.016911
Epoch[147] Batch [1999]	Speed: 729.445809 samples/sec	rmse=0.016914	lr=0.016905
Epoch[147] Batch [2049]	Speed: 739.145255 samples/sec	rmse=0.016916	lr=0.016898
Epoch[147] Batch [2099]	Speed: 745.192708 samples/sec	rmse=0.016917	lr=0.016892
Epoch[147] Batch [2149]	Speed: 734.413007 samples/sec	rmse=0.016916	lr=0.016886
Epoch[147] Batch [2199]	Speed: 715.797686 samples/sec	rmse=0.016918	lr=0.016880
Epoch[147] Batch [2249]	Speed: 727.782841 samples/sec	rmse=0.016924	lr=0.016874
Epoch[147] Batch [2299]	Speed: 724.583459 samples/sec	rmse=0.016922	lr=0.016868
Epoch[147] Batch [2349]	Speed: 744.343916 samples/sec	rmse=0.016922	lr=0.016862
Epoch[147] Batch [2399]	Speed: 736.094901 samples/sec	rmse=0.016923	lr=0.016856
Epoch[147] Batch [2449]	Speed: 757.658673 samples/sec	rmse=0.016924	lr=0.016850
Epoch[147] Batch [2499]	Speed: 741.514570 samples/sec	rmse=0.016924	lr=0.016844
Epoch[147] Batch [2549]	Speed: 741.416898 samples/sec	rmse=0.016925	lr=0.016838
Epoch[147] Batch [2599]	Speed: 751.021785 samples/sec	rmse=0.016927	lr=0.016832
Epoch[147] Batch [2649]	Speed: 725.717751 samples/sec	rmse=0.016930	lr=0.016826
Epoch[147] Batch [2699]	Speed: 745.822082 samples/sec	rmse=0.016930	lr=0.016820
Epoch[147] Batch [2749]	Speed: 703.338937 samples/sec	rmse=0.016929	lr=0.016814
Epoch[147] Batch [2799]	Speed: 742.637698 samples/sec	rmse=0.016930	lr=0.016808
Epoch[147] Batch [2849]	Speed: 733.933303 samples/sec	rmse=0.016931	lr=0.016802
Epoch[147] Batch [2899]	Speed: 752.542283 samples/sec	rmse=0.016929	lr=0.016796
Epoch[147] Batch [2949]	Speed: 758.001874 samples/sec	rmse=0.016933	lr=0.016790
Epoch[147] Batch [2999]	Speed: 762.533984 samples/sec	rmse=0.016931	lr=0.016784
Epoch[147] Batch [3049]	Speed: 767.001990 samples/sec	rmse=0.016932	lr=0.016778
Epoch[147] Batch [3099]	Speed: 748.361909 samples/sec	rmse=0.016931	lr=0.016772
Epoch[147] Batch [3149]	Speed: 711.896855 samples/sec	rmse=0.016931	lr=0.016766
Epoch[147] Batch [3199]	Speed: 737.558186 samples/sec	rmse=0.016934	lr=0.016760
Epoch[147] Batch [3249]	Speed: 720.156726 samples/sec	rmse=0.016935	lr=0.016754
Epoch[147] Batch [3299]	Speed: 770.272035 samples/sec	rmse=0.016936	lr=0.016748
Epoch[147] Batch [3349]	Speed: 765.658129 samples/sec	rmse=0.016937	lr=0.016742
Epoch[147] Batch [3399]	Speed: 732.061702 samples/sec	rmse=0.016941	lr=0.016736
Epoch[147] Batch [3449]	Speed: 762.557389 samples/sec	rmse=0.016943	lr=0.016730
Epoch[147] Batch [3499]	Speed: 761.475755 samples/sec	rmse=0.016944	lr=0.016724
Epoch[147] Batch [3549]	Speed: 717.915399 samples/sec	rmse=0.016947	lr=0.016718
Epoch[147] Batch [3599]	Speed: 741.567196 samples/sec	rmse=0.016946	lr=0.016712
Epoch[147] Batch [3649]	Speed: 704.635786 samples/sec	rmse=0.016949	lr=0.016706
Epoch[147] Batch [3699]	Speed: 730.693113 samples/sec	rmse=0.016950	lr=0.016700
Epoch[147] Batch [3749]	Speed: 737.198136 samples/sec	rmse=0.016951	lr=0.016694
Epoch[147] Batch [3799]	Speed: 729.960095 samples/sec	rmse=0.016953	lr=0.016688
Epoch[147] Batch [3849]	Speed: 707.868645 samples/sec	rmse=0.016956	lr=0.016682
Epoch[147] Batch [3899]	Speed: 732.414523 samples/sec	rmse=0.016957	lr=0.016676
Epoch[147] Batch [3949]	Speed: 720.836959 samples/sec	rmse=0.016960	lr=0.016670
Epoch[147] Batch [3999]	Speed: 721.128301 samples/sec	rmse=0.016962	lr=0.016664
Epoch[147] Batch [4049]	Speed: 737.175077 samples/sec	rmse=0.016963	lr=0.016658
Epoch[147] Batch [4099]	Speed: 728.831223 samples/sec	rmse=0.016963	lr=0.016652
Epoch[147] Batch [4149]	Speed: 720.440614 samples/sec	rmse=0.016964	lr=0.016646
Epoch[147] Batch [4199]	Speed: 735.545816 samples/sec	rmse=0.016965	lr=0.016640
Epoch[147] Batch [4249]	Speed: 754.170875 samples/sec	rmse=0.016966	lr=0.016634
Epoch[147] Batch [4299]	Speed: 751.445308 samples/sec	rmse=0.016966	lr=0.016628
Epoch[147] Batch [4349]	Speed: 763.806359 samples/sec	rmse=0.016967	lr=0.016622
Epoch[147] Batch [4399]	Speed: 698.129817 samples/sec	rmse=0.016969	lr=0.016616
Epoch[147] Batch [4449]	Speed: 727.329385 samples/sec	rmse=0.016970	lr=0.016610
Epoch[147] Batch [4499]	Speed: 737.547131 samples/sec	rmse=0.016970	lr=0.016604
Epoch[147] Batch [4549]	Speed: 736.230105 samples/sec	rmse=0.016972	lr=0.016598
Epoch[147] Batch [4599]	Speed: 723.361763 samples/sec	rmse=0.016973	lr=0.016592
Epoch[147] Batch [4649]	Speed: 732.378534 samples/sec	rmse=0.016971	lr=0.016586
Epoch[147] Batch [4699]	Speed: 732.303241 samples/sec	rmse=0.016972	lr=0.016580
Epoch[147] Batch [4749]	Speed: 755.420647 samples/sec	rmse=0.016975	lr=0.016574
Epoch[147] Batch [4799]	Speed: 735.196044 samples/sec	rmse=0.016976	lr=0.016568
Epoch[147] Batch [4849]	Speed: 708.351263 samples/sec	rmse=0.016975	lr=0.016562
Epoch[147] Batch [4899]	Speed: 729.790081 samples/sec	rmse=0.016976	lr=0.016556
Epoch[147] Batch [4949]	Speed: 757.460679 samples/sec	rmse=0.016977	lr=0.016550
Epoch[147] Batch [4999]	Speed: 727.697187 samples/sec	rmse=0.016979	lr=0.016544
[Epoch 147] training: rmse=0.016980
[Epoch 147] speed: 738 samples/sec	time cost: 1757.126077
[Epoch 147] validation: err-top1=0.243742 err-top5=0.066506
Epoch[148] Batch [49]	Speed: 734.327321 samples/sec	rmse=0.016793	lr=0.016538
Epoch[148] Batch [99]	Speed: 740.221089 samples/sec	rmse=0.016707	lr=0.016532
Epoch[148] Batch [149]	Speed: 763.939705 samples/sec	rmse=0.016694	lr=0.016526
Epoch[148] Batch [199]	Speed: 738.263758 samples/sec	rmse=0.016710	lr=0.016520
Epoch[148] Batch [249]	Speed: 751.216342 samples/sec	rmse=0.016723	lr=0.016514
Epoch[148] Batch [299]	Speed: 727.876500 samples/sec	rmse=0.016716	lr=0.016508
Epoch[148] Batch [349]	Speed: 733.946086 samples/sec	rmse=0.016697	lr=0.016502
Epoch[148] Batch [399]	Speed: 764.177092 samples/sec	rmse=0.016722	lr=0.016496
Epoch[148] Batch [449]	Speed: 750.370320 samples/sec	rmse=0.016734	lr=0.016490
Epoch[148] Batch [499]	Speed: 729.995866 samples/sec	rmse=0.016737	lr=0.016484
Epoch[148] Batch [549]	Speed: 729.084000 samples/sec	rmse=0.016743	lr=0.016478
Epoch[148] Batch [599]	Speed: 734.116908 samples/sec	rmse=0.016745	lr=0.016472
Epoch[148] Batch [649]	Speed: 741.645441 samples/sec	rmse=0.016757	lr=0.016466
Epoch[148] Batch [699]	Speed: 719.582270 samples/sec	rmse=0.016760	lr=0.016460
Epoch[148] Batch [749]	Speed: 732.341190 samples/sec	rmse=0.016773	lr=0.016454
Epoch[148] Batch [799]	Speed: 741.581331 samples/sec	rmse=0.016774	lr=0.016448
Epoch[148] Batch [849]	Speed: 716.385221 samples/sec	rmse=0.016768	lr=0.016442
Epoch[148] Batch [899]	Speed: 702.350075 samples/sec	rmse=0.016772	lr=0.016436
Epoch[148] Batch [949]	Speed: 777.405487 samples/sec	rmse=0.016779	lr=0.016430
Epoch[148] Batch [999]	Speed: 775.578110 samples/sec	rmse=0.016774	lr=0.016424
Epoch[148] Batch [1049]	Speed: 760.206875 samples/sec	rmse=0.016778	lr=0.016418
Epoch[148] Batch [1099]	Speed: 729.813513 samples/sec	rmse=0.016787	lr=0.016412
Epoch[148] Batch [1149]	Speed: 748.535386 samples/sec	rmse=0.016788	lr=0.016406
Epoch[148] Batch [1199]	Speed: 749.640811 samples/sec	rmse=0.016794	lr=0.016400
Epoch[148] Batch [1249]	Speed: 779.130931 samples/sec	rmse=0.016794	lr=0.016394
Epoch[148] Batch [1299]	Speed: 759.625703 samples/sec	rmse=0.016792	lr=0.016388
Epoch[148] Batch [1349]	Speed: 724.504500 samples/sec	rmse=0.016791	lr=0.016382
Epoch[148] Batch [1399]	Speed: 713.523089 samples/sec	rmse=0.016799	lr=0.016376
Epoch[148] Batch [1449]	Speed: 727.729876 samples/sec	rmse=0.016802	lr=0.016370
Epoch[148] Batch [1499]	Speed: 697.185912 samples/sec	rmse=0.016810	lr=0.016365
Epoch[148] Batch [1549]	Speed: 772.590609 samples/sec	rmse=0.016809	lr=0.016359
Epoch[148] Batch [1599]	Speed: 736.996303 samples/sec	rmse=0.016809	lr=0.016353
Epoch[148] Batch [1649]	Speed: 756.386742 samples/sec	rmse=0.016813	lr=0.016347
Epoch[148] Batch [1699]	Speed: 757.135179 samples/sec	rmse=0.016814	lr=0.016341
Epoch[148] Batch [1749]	Speed: 742.139201 samples/sec	rmse=0.016813	lr=0.016335
Epoch[148] Batch [1799]	Speed: 766.247882 samples/sec	rmse=0.016818	lr=0.016329
Epoch[148] Batch [1849]	Speed: 748.207437 samples/sec	rmse=0.016820	lr=0.016323
Epoch[148] Batch [1899]	Speed: 771.832369 samples/sec	rmse=0.016821	lr=0.016317
Epoch[148] Batch [1949]	Speed: 769.468915 samples/sec	rmse=0.016819	lr=0.016311
Epoch[148] Batch [1999]	Speed: 723.405878 samples/sec	rmse=0.016819	lr=0.016305
Epoch[148] Batch [2049]	Speed: 745.116670 samples/sec	rmse=0.016822	lr=0.016299
Epoch[148] Batch [2099]	Speed: 742.729989 samples/sec	rmse=0.016821	lr=0.016293
Epoch[148] Batch [2149]	Speed: 752.802669 samples/sec	rmse=0.016823	lr=0.016287
Epoch[148] Batch [2199]	Speed: 758.872786 samples/sec	rmse=0.016827	lr=0.016281
Epoch[148] Batch [2249]	Speed: 741.048183 samples/sec	rmse=0.016832	lr=0.016275
Epoch[148] Batch [2299]	Speed: 731.696367 samples/sec	rmse=0.016832	lr=0.016269
Epoch[148] Batch [2349]	Speed: 728.412283 samples/sec	rmse=0.016834	lr=0.016263
Epoch[148] Batch [2399]	Speed: 767.981836 samples/sec	rmse=0.016839	lr=0.016257
Epoch[148] Batch [2449]	Speed: 720.730706 samples/sec	rmse=0.016842	lr=0.016252
Epoch[148] Batch [2499]	Speed: 758.561356 samples/sec	rmse=0.016845	lr=0.016246
Epoch[148] Batch [2549]	Speed: 705.593605 samples/sec	rmse=0.016844	lr=0.016240
Epoch[148] Batch [2599]	Speed: 725.852486 samples/sec	rmse=0.016846	lr=0.016234
Epoch[148] Batch [2649]	Speed: 782.252738 samples/sec	rmse=0.016849	lr=0.016228
Epoch[148] Batch [2699]	Speed: 738.680470 samples/sec	rmse=0.016852	lr=0.016222
Epoch[148] Batch [2749]	Speed: 750.913358 samples/sec	rmse=0.016855	lr=0.016216
Epoch[148] Batch [2799]	Speed: 743.661641 samples/sec	rmse=0.016856	lr=0.016210
Epoch[148] Batch [2849]	Speed: 721.810392 samples/sec	rmse=0.016858	lr=0.016204
Epoch[148] Batch [2899]	Speed: 795.488540 samples/sec	rmse=0.016859	lr=0.016198
Epoch[148] Batch [2949]	Speed: 737.662405 samples/sec	rmse=0.016863	lr=0.016192
Epoch[148] Batch [2999]	Speed: 760.899242 samples/sec	rmse=0.016863	lr=0.016186
Epoch[148] Batch [3049]	Speed: 741.796343 samples/sec	rmse=0.016866	lr=0.016180
Epoch[148] Batch [3099]	Speed: 738.571706 samples/sec	rmse=0.016866	lr=0.016174
Epoch[148] Batch [3149]	Speed: 758.906448 samples/sec	rmse=0.016866	lr=0.016168
Epoch[148] Batch [3199]	Speed: 767.084171 samples/sec	rmse=0.016869	lr=0.016163
Epoch[148] Batch [3249]	Speed: 733.872235 samples/sec	rmse=0.016870	lr=0.016157
Epoch[148] Batch [3299]	Speed: 729.947451 samples/sec	rmse=0.016874	lr=0.016151
Epoch[148] Batch [3349]	Speed: 731.022497 samples/sec	rmse=0.016877	lr=0.016145
Epoch[148] Batch [3399]	Speed: 757.915239 samples/sec	rmse=0.016877	lr=0.016139
Epoch[148] Batch [3449]	Speed: 704.021462 samples/sec	rmse=0.016877	lr=0.016133
Epoch[148] Batch [3499]	Speed: 746.230497 samples/sec	rmse=0.016880	lr=0.016127
Epoch[148] Batch [3549]	Speed: 721.778513 samples/sec	rmse=0.016880	lr=0.016121
Epoch[148] Batch [3599]	Speed: 720.493530 samples/sec	rmse=0.016883	lr=0.016115
Epoch[148] Batch [3649]	Speed: 743.170626 samples/sec	rmse=0.016885	lr=0.016109
Epoch[148] Batch [3699]	Speed: 717.136255 samples/sec	rmse=0.016887	lr=0.016103
Epoch[148] Batch [3749]	Speed: 743.821578 samples/sec	rmse=0.016889	lr=0.016097
Epoch[148] Batch [3799]	Speed: 774.610871 samples/sec	rmse=0.016892	lr=0.016092
Epoch[148] Batch [3849]	Speed: 729.942866 samples/sec	rmse=0.016895	lr=0.016086
Epoch[148] Batch [3899]	Speed: 747.820939 samples/sec	rmse=0.016896	lr=0.016080
Epoch[148] Batch [3949]	Speed: 765.046736 samples/sec	rmse=0.016897	lr=0.016074
Epoch[148] Batch [3999]	Speed: 753.973186 samples/sec	rmse=0.016898	lr=0.016068
Epoch[148] Batch [4049]	Speed: 728.200643 samples/sec	rmse=0.016897	lr=0.016062
Epoch[148] Batch [4099]	Speed: 741.206783 samples/sec	rmse=0.016899	lr=0.016056
Epoch[148] Batch [4149]	Speed: 728.823545 samples/sec	rmse=0.016900	lr=0.016050
Epoch[148] Batch [4199]	Speed: 764.276066 samples/sec	rmse=0.016902	lr=0.016044
Epoch[148] Batch [4249]	Speed: 716.397925 samples/sec	rmse=0.016903	lr=0.016038
Epoch[148] Batch [4299]	Speed: 739.663826 samples/sec	rmse=0.016904	lr=0.016032
Epoch[148] Batch [4349]	Speed: 760.338655 samples/sec	rmse=0.016904	lr=0.016026
Epoch[148] Batch [4399]	Speed: 741.624592 samples/sec	rmse=0.016907	lr=0.016021
Epoch[148] Batch [4449]	Speed: 734.763432 samples/sec	rmse=0.016909	lr=0.016015
Epoch[148] Batch [4499]	Speed: 725.043838 samples/sec	rmse=0.016909	lr=0.016009
Epoch[148] Batch [4549]	Speed: 781.793491 samples/sec	rmse=0.016910	lr=0.016003
Epoch[148] Batch [4599]	Speed: 750.467543 samples/sec	rmse=0.016910	lr=0.015997
Epoch[148] Batch [4649]	Speed: 711.782915 samples/sec	rmse=0.016911	lr=0.015991
Epoch[148] Batch [4699]	Speed: 754.801399 samples/sec	rmse=0.016911	lr=0.015985
Epoch[148] Batch [4749]	Speed: 743.708091 samples/sec	rmse=0.016915	lr=0.015979
Epoch[148] Batch [4799]	Speed: 729.964631 samples/sec	rmse=0.016918	lr=0.015973
Epoch[148] Batch [4849]	Speed: 730.979210 samples/sec	rmse=0.016919	lr=0.015967
Epoch[148] Batch [4899]	Speed: 745.503598 samples/sec	rmse=0.016919	lr=0.015962
Epoch[148] Batch [4949]	Speed: 714.352174 samples/sec	rmse=0.016918	lr=0.015956
Epoch[148] Batch [4999]	Speed: 744.177441 samples/sec	rmse=0.016921	lr=0.015950
[Epoch 148] training: rmse=0.016921
[Epoch 148] speed: 742 samples/sec	time cost: 1750.070627
[Epoch 148] validation: err-top1=0.241987 err-top5=0.066386
Epoch[149] Batch [49]	Speed: 743.734620 samples/sec	rmse=0.016821	lr=0.015943
Epoch[149] Batch [99]	Speed: 761.735962 samples/sec	rmse=0.016797	lr=0.015938
Epoch[149] Batch [149]	Speed: 730.918892 samples/sec	rmse=0.016814	lr=0.015932
Epoch[149] Batch [199]	Speed: 730.566875 samples/sec	rmse=0.016789	lr=0.015926
Epoch[149] Batch [249]	Speed: 740.786491 samples/sec	rmse=0.016793	lr=0.015920
Epoch[149] Batch [299]	Speed: 730.886672 samples/sec	rmse=0.016795	lr=0.015914
Epoch[149] Batch [349]	Speed: 699.754640 samples/sec	rmse=0.016771	lr=0.015908
Epoch[149] Batch [399]	Speed: 767.888996 samples/sec	rmse=0.016770	lr=0.015902
Epoch[149] Batch [449]	Speed: 748.678550 samples/sec	rmse=0.016774	lr=0.015896
Epoch[149] Batch [499]	Speed: 751.811116 samples/sec	rmse=0.016768	lr=0.015890
Epoch[149] Batch [549]	Speed: 723.838117 samples/sec	rmse=0.016789	lr=0.015885
Epoch[149] Batch [599]	Speed: 752.416387 samples/sec	rmse=0.016782	lr=0.015879
Epoch[149] Batch [649]	Speed: 785.572761 samples/sec	rmse=0.016786	lr=0.015873
Epoch[149] Batch [699]	Speed: 781.491122 samples/sec	rmse=0.016787	lr=0.015867
Epoch[149] Batch [749]	Speed: 721.191276 samples/sec	rmse=0.016783	lr=0.015861
Epoch[149] Batch [799]	Speed: 747.710029 samples/sec	rmse=0.016789	lr=0.015855
Epoch[149] Batch [849]	Speed: 761.406682 samples/sec	rmse=0.016790	lr=0.015849
Epoch[149] Batch [899]	Speed: 746.778755 samples/sec	rmse=0.016784	lr=0.015843
Epoch[149] Batch [949]	Speed: 716.172744 samples/sec	rmse=0.016770	lr=0.015837
Epoch[149] Batch [999]	Speed: 747.221071 samples/sec	rmse=0.016770	lr=0.015832
Epoch[149] Batch [1049]	Speed: 770.258022 samples/sec	rmse=0.016773	lr=0.015826
Epoch[149] Batch [1099]	Speed: 748.953967 samples/sec	rmse=0.016776	lr=0.015820
Epoch[149] Batch [1149]	Speed: 766.085852 samples/sec	rmse=0.016784	lr=0.015814
Epoch[149] Batch [1199]	Speed: 775.165533 samples/sec	rmse=0.016787	lr=0.015808
Epoch[149] Batch [1249]	Speed: 781.445496 samples/sec	rmse=0.016792	lr=0.015802
Epoch[149] Batch [1299]	Speed: 749.342140 samples/sec	rmse=0.016797	lr=0.015796
Epoch[149] Batch [1349]	Speed: 733.979037 samples/sec	rmse=0.016802	lr=0.015791
Epoch[149] Batch [1399]	Speed: 734.545472 samples/sec	rmse=0.016799	lr=0.015785
Epoch[149] Batch [1449]	Speed: 761.969851 samples/sec	rmse=0.016803	lr=0.015779
Epoch[149] Batch [1499]	Speed: 744.976375 samples/sec	rmse=0.016806	lr=0.015773
Epoch[149] Batch [1549]	Speed: 756.190307 samples/sec	rmse=0.016808	lr=0.015767
Epoch[149] Batch [1599]	Speed: 723.987228 samples/sec	rmse=0.016806	lr=0.015761
Epoch[149] Batch [1649]	Speed: 756.803100 samples/sec	rmse=0.016805	lr=0.015755
Epoch[149] Batch [1699]	Speed: 739.818367 samples/sec	rmse=0.016809	lr=0.015749
Epoch[149] Batch [1749]	Speed: 727.658139 samples/sec	rmse=0.016816	lr=0.015744
Epoch[149] Batch [1799]	Speed: 738.432452 samples/sec	rmse=0.016816	lr=0.015738
Epoch[149] Batch [1849]	Speed: 737.108399 samples/sec	rmse=0.016818	lr=0.015732
Epoch[149] Batch [1899]	Speed: 734.828520 samples/sec	rmse=0.016816	lr=0.015726
Epoch[149] Batch [1949]	Speed: 724.362886 samples/sec	rmse=0.016820	lr=0.015720
Epoch[149] Batch [1999]	Speed: 749.090194 samples/sec	rmse=0.016820	lr=0.015714
Epoch[149] Batch [2049]	Speed: 735.243265 samples/sec	rmse=0.016821	lr=0.015708
Epoch[149] Batch [2099]	Speed: 774.468008 samples/sec	rmse=0.016823	lr=0.015703
Epoch[149] Batch [2149]	Speed: 746.487830 samples/sec	rmse=0.016825	lr=0.015697
Epoch[149] Batch [2199]	Speed: 761.147012 samples/sec	rmse=0.016828	lr=0.015691
Epoch[149] Batch [2249]	Speed: 770.280512 samples/sec	rmse=0.016827	lr=0.015685
Epoch[149] Batch [2299]	Speed: 717.740086 samples/sec	rmse=0.016828	lr=0.015679
Epoch[149] Batch [2349]	Speed: 775.958007 samples/sec	rmse=0.016832	lr=0.015673
Epoch[149] Batch [2399]	Speed: 771.508904 samples/sec	rmse=0.016829	lr=0.015667
Epoch[149] Batch [2449]	Speed: 743.751343 samples/sec	rmse=0.016829	lr=0.015662
Epoch[149] Batch [2499]	Speed: 753.747111 samples/sec	rmse=0.016825	lr=0.015656
Epoch[149] Batch [2549]	Speed: 735.115410 samples/sec	rmse=0.016824	lr=0.015650
Epoch[149] Batch [2599]	Speed: 760.718500 samples/sec	rmse=0.016829	lr=0.015644
Epoch[149] Batch [2649]	Speed: 761.931926 samples/sec	rmse=0.016829	lr=0.015638
Epoch[149] Batch [2699]	Speed: 719.882279 samples/sec	rmse=0.016829	lr=0.015632
Epoch[149] Batch [2749]	Speed: 760.159643 samples/sec	rmse=0.016830	lr=0.015626
Epoch[149] Batch [2799]	Speed: 721.837818 samples/sec	rmse=0.016828	lr=0.015621
Epoch[149] Batch [2849]	Speed: 745.597048 samples/sec	rmse=0.016827	lr=0.015615
Epoch[149] Batch [2899]	Speed: 750.423549 samples/sec	rmse=0.016828	lr=0.015609
Epoch[149] Batch [2949]	Speed: 783.556192 samples/sec	rmse=0.016828	lr=0.015603
Epoch[149] Batch [2999]	Speed: 745.088636 samples/sec	rmse=0.016827	lr=0.015597
Epoch[149] Batch [3049]	Speed: 744.884114 samples/sec	rmse=0.016825	lr=0.015591
Epoch[149] Batch [3099]	Speed: 691.879507 samples/sec	rmse=0.016824	lr=0.015586
Epoch[149] Batch [3149]	Speed: 761.535465 samples/sec	rmse=0.016825	lr=0.015580
Epoch[149] Batch [3199]	Speed: 755.549827 samples/sec	rmse=0.016831	lr=0.015574
Epoch[149] Batch [3249]	Speed: 753.699885 samples/sec	rmse=0.016828	lr=0.015568
Epoch[149] Batch [3299]	Speed: 743.619378 samples/sec	rmse=0.016828	lr=0.015562
Epoch[149] Batch [3349]	Speed: 734.767987 samples/sec	rmse=0.016829	lr=0.015556
Epoch[149] Batch [3399]	Speed: 739.795063 samples/sec	rmse=0.016830	lr=0.015551
Epoch[149] Batch [3449]	Speed: 732.446878 samples/sec	rmse=0.016830	lr=0.015545
Epoch[149] Batch [3499]	Speed: 730.103042 samples/sec	rmse=0.016830	lr=0.015539
Epoch[149] Batch [3549]	Speed: 742.333627 samples/sec	rmse=0.016834	lr=0.015533
Epoch[149] Batch [3599]	Speed: 744.364485 samples/sec	rmse=0.016834	lr=0.015527
Epoch[149] Batch [3649]	Speed: 743.984997 samples/sec	rmse=0.016836	lr=0.015521
Epoch[149] Batch [3699]	Speed: 720.575466 samples/sec	rmse=0.016837	lr=0.015516
Epoch[149] Batch [3749]	Speed: 761.043021 samples/sec	rmse=0.016839	lr=0.015510
Epoch[149] Batch [3799]	Speed: 739.399678 samples/sec	rmse=0.016842	lr=0.015504
Epoch[149] Batch [3849]	Speed: 703.938373 samples/sec	rmse=0.016842	lr=0.015498
Epoch[149] Batch [3899]	Speed: 722.151571 samples/sec	rmse=0.016841	lr=0.015492
Epoch[149] Batch [3949]	Speed: 734.593163 samples/sec	rmse=0.016844	lr=0.015486
Epoch[149] Batch [3999]	Speed: 751.639022 samples/sec	rmse=0.016842	lr=0.015481
Epoch[149] Batch [4049]	Speed: 730.275279 samples/sec	rmse=0.016843	lr=0.015475
Epoch[149] Batch [4099]	Speed: 742.915873 samples/sec	rmse=0.016845	lr=0.015469
Epoch[149] Batch [4149]	Speed: 725.231162 samples/sec	rmse=0.016850	lr=0.015463
Epoch[149] Batch [4199]	Speed: 737.610677 samples/sec	rmse=0.016850	lr=0.015457
Epoch[149] Batch [4249]	Speed: 744.677617 samples/sec	rmse=0.016850	lr=0.015452
Epoch[149] Batch [4299]	Speed: 715.541914 samples/sec	rmse=0.016852	lr=0.015446
Epoch[149] Batch [4349]	Speed: 740.832051 samples/sec	rmse=0.016854	lr=0.015440
Epoch[149] Batch [4399]	Speed: 725.997854 samples/sec	rmse=0.016855	lr=0.015434
Epoch[149] Batch [4449]	Speed: 730.708558 samples/sec	rmse=0.016857	lr=0.015428
Epoch[149] Batch [4499]	Speed: 754.540223 samples/sec	rmse=0.016859	lr=0.015422
Epoch[149] Batch [4549]	Speed: 724.254233 samples/sec	rmse=0.016861	lr=0.015417
Epoch[149] Batch [4599]	Speed: 727.570581 samples/sec	rmse=0.016864	lr=0.015411
Epoch[149] Batch [4649]	Speed: 738.635194 samples/sec	rmse=0.016866	lr=0.015405
Epoch[149] Batch [4699]	Speed: 722.318891 samples/sec	rmse=0.016867	lr=0.015399
Epoch[149] Batch [4749]	Speed: 734.582700 samples/sec	rmse=0.016864	lr=0.015393
Epoch[149] Batch [4799]	Speed: 739.145255 samples/sec	rmse=0.016864	lr=0.015388
Epoch[149] Batch [4849]	Speed: 756.780057 samples/sec	rmse=0.016866	lr=0.015382
Epoch[149] Batch [4899]	Speed: 736.022576 samples/sec	rmse=0.016866	lr=0.015376
Epoch[149] Batch [4949]	Speed: 731.730962 samples/sec	rmse=0.016867	lr=0.015370
Epoch[149] Batch [4999]	Speed: 752.247641 samples/sec	rmse=0.016868	lr=0.015364
[Epoch 149] training: rmse=0.016868
[Epoch 149] speed: 742 samples/sec	time cost: 1747.915685
[Epoch 149] validation: err-top1=0.240785 err-top5=0.067308
Epoch[150] Batch [49]	Speed: 749.217521 samples/sec	rmse=0.016668	lr=0.015358
Epoch[150] Batch [99]	Speed: 785.222405 samples/sec	rmse=0.016665	lr=0.015352
Epoch[150] Batch [149]	Speed: 725.682045 samples/sec	rmse=0.016632	lr=0.015346
Epoch[150] Batch [199]	Speed: 797.740458 samples/sec	rmse=0.016648	lr=0.015341
Epoch[150] Batch [249]	Speed: 770.066036 samples/sec	rmse=0.016646	lr=0.015335
Epoch[150] Batch [299]	Speed: 764.580241 samples/sec	rmse=0.016657	lr=0.015329
Epoch[150] Batch [349]	Speed: 746.923129 samples/sec	rmse=0.016672	lr=0.015323
Epoch[150] Batch [399]	Speed: 746.646628 samples/sec	rmse=0.016682	lr=0.015317
Epoch[150] Batch [449]	Speed: 747.932142 samples/sec	rmse=0.016689	lr=0.015312
Epoch[150] Batch [499]	Speed: 689.073165 samples/sec	rmse=0.016690	lr=0.015306
Epoch[150] Batch [549]	Speed: 770.251679 samples/sec	rmse=0.016684	lr=0.015300
Epoch[150] Batch [599]	Speed: 760.109049 samples/sec	rmse=0.016681	lr=0.015294
Epoch[150] Batch [649]	Speed: 767.958558 samples/sec	rmse=0.016685	lr=0.015289
Epoch[150] Batch [699]	Speed: 725.433424 samples/sec	rmse=0.016698	lr=0.015283
Epoch[150] Batch [749]	Speed: 706.147328 samples/sec	rmse=0.016694	lr=0.015277
Epoch[150] Batch [799]	Speed: 719.427813 samples/sec	rmse=0.016705	lr=0.015271
Epoch[150] Batch [849]	Speed: 743.641338 samples/sec	rmse=0.016702	lr=0.015265
Epoch[150] Batch [899]	Speed: 756.536379 samples/sec	rmse=0.016702	lr=0.015260
Epoch[150] Batch [949]	Speed: 727.349142 samples/sec	rmse=0.016702	lr=0.015254
Epoch[150] Batch [999]	Speed: 748.833738 samples/sec	rmse=0.016706	lr=0.015248
Epoch[150] Batch [1049]	Speed: 737.836401 samples/sec	rmse=0.016705	lr=0.015242
Epoch[150] Batch [1099]	Speed: 718.129872 samples/sec	rmse=0.016697	lr=0.015236
Epoch[150] Batch [1149]	Speed: 742.625925 samples/sec	rmse=0.016697	lr=0.015231
Epoch[150] Batch [1199]	Speed: 743.521552 samples/sec	rmse=0.016707	lr=0.015225
Epoch[150] Batch [1249]	Speed: 748.421197 samples/sec	rmse=0.016709	lr=0.015219
Epoch[150] Batch [1299]	Speed: 756.559450 samples/sec	rmse=0.016707	lr=0.015213
Epoch[150] Batch [1349]	Speed: 749.248920 samples/sec	rmse=0.016709	lr=0.015207
Epoch[150] Batch [1399]	Speed: 776.679893 samples/sec	rmse=0.016711	lr=0.015202
Epoch[150] Batch [1449]	Speed: 722.198502 samples/sec	rmse=0.016715	lr=0.015196
Epoch[150] Batch [1499]	Speed: 740.026615 samples/sec	rmse=0.016717	lr=0.015190
Epoch[150] Batch [1549]	Speed: 730.891219 samples/sec	rmse=0.016721	lr=0.015184
Epoch[150] Batch [1599]	Speed: 742.721841 samples/sec	rmse=0.016729	lr=0.015179
Epoch[150] Batch [1649]	Speed: 729.435294 samples/sec	rmse=0.016736	lr=0.015173
Epoch[150] Batch [1699]	Speed: 727.831128 samples/sec	rmse=0.016740	lr=0.015167
Epoch[150] Batch [1749]	Speed: 719.906170 samples/sec	rmse=0.016739	lr=0.015161
Epoch[150] Batch [1799]	Speed: 781.793639 samples/sec	rmse=0.016742	lr=0.015156
Epoch[150] Batch [1849]	Speed: 758.718503 samples/sec	rmse=0.016741	lr=0.015150
Epoch[150] Batch [1899]	Speed: 709.974991 samples/sec	rmse=0.016743	lr=0.015144
Epoch[150] Batch [1949]	Speed: 740.409906 samples/sec	rmse=0.016742	lr=0.015138
Epoch[150] Batch [1999]	Speed: 768.942229 samples/sec	rmse=0.016742	lr=0.015132
Epoch[150] Batch [2049]	Speed: 734.877283 samples/sec	rmse=0.016745	lr=0.015127
Epoch[150] Batch [2099]	Speed: 741.978838 samples/sec	rmse=0.016747	lr=0.015121
Epoch[150] Batch [2149]	Speed: 713.307387 samples/sec	rmse=0.016748	lr=0.015115
Epoch[150] Batch [2199]	Speed: 739.289583 samples/sec	rmse=0.016753	lr=0.015109
Epoch[150] Batch [2249]	Speed: 735.750999 samples/sec	rmse=0.016759	lr=0.015104
Epoch[150] Batch [2299]	Speed: 763.983113 samples/sec	rmse=0.016762	lr=0.015098
Epoch[150] Batch [2349]	Speed: 747.235028 samples/sec	rmse=0.016761	lr=0.015092
Epoch[150] Batch [2399]	Speed: 736.557367 samples/sec	rmse=0.016760	lr=0.015086
Epoch[150] Batch [2449]	Speed: 755.102676 samples/sec	rmse=0.016759	lr=0.015081
Epoch[150] Batch [2499]	Speed: 741.491845 samples/sec	rmse=0.016762	lr=0.015075
Epoch[150] Batch [2549]	Speed: 766.257058 samples/sec	rmse=0.016763	lr=0.015069
Epoch[150] Batch [2599]	Speed: 726.577362 samples/sec	rmse=0.016762	lr=0.015063
Epoch[150] Batch [2649]	Speed: 773.336695 samples/sec	rmse=0.016765	lr=0.015058
Epoch[150] Batch [2699]	Speed: 741.370826 samples/sec	rmse=0.016769	lr=0.015052
Epoch[150] Batch [2749]	Speed: 743.957882 samples/sec	rmse=0.016769	lr=0.015046
Epoch[150] Batch [2799]	Speed: 748.284337 samples/sec	rmse=0.016771	lr=0.015040
Epoch[150] Batch [2849]	Speed: 741.794190 samples/sec	rmse=0.016769	lr=0.015034
Epoch[150] Batch [2899]	Speed: 764.078198 samples/sec	rmse=0.016771	lr=0.015029
Epoch[150] Batch [2949]	Speed: 716.344128 samples/sec	rmse=0.016771	lr=0.015023
Epoch[150] Batch [2999]	Speed: 726.128706 samples/sec	rmse=0.016771	lr=0.015017
Epoch[150] Batch [3049]	Speed: 731.510084 samples/sec	rmse=0.016775	lr=0.015011
Epoch[150] Batch [3099]	Speed: 723.700451 samples/sec	rmse=0.016775	lr=0.015006
Epoch[150] Batch [3149]	Speed: 750.382769 samples/sec	rmse=0.016778	lr=0.015000
Epoch[150] Batch [3199]	Speed: 762.905489 samples/sec	rmse=0.016781	lr=0.014994
Epoch[150] Batch [3249]	Speed: 744.047532 samples/sec	rmse=0.016782	lr=0.014988
Epoch[150] Batch [3299]	Speed: 738.568800 samples/sec	rmse=0.016782	lr=0.014983
Epoch[150] Batch [3349]	Speed: 742.535416 samples/sec	rmse=0.016784	lr=0.014977
Epoch[150] Batch [3399]	Speed: 766.997300 samples/sec	rmse=0.016786	lr=0.014971
Epoch[150] Batch [3449]	Speed: 730.459523 samples/sec	rmse=0.016786	lr=0.014966
Epoch[150] Batch [3499]	Speed: 724.971102 samples/sec	rmse=0.016787	lr=0.014960
Epoch[150] Batch [3549]	Speed: 741.992466 samples/sec	rmse=0.016787	lr=0.014954
Epoch[150] Batch [3599]	Speed: 750.912476 samples/sec	rmse=0.016789	lr=0.014948
Epoch[150] Batch [3649]	Speed: 727.306358 samples/sec	rmse=0.016791	lr=0.014943
Epoch[150] Batch [3699]	Speed: 729.113359 samples/sec	rmse=0.016794	lr=0.014937
Epoch[150] Batch [3749]	Speed: 759.990527 samples/sec	rmse=0.016796	lr=0.014931
Epoch[150] Batch [3799]	Speed: 735.056973 samples/sec	rmse=0.016797	lr=0.014925
Epoch[150] Batch [3849]	Speed: 764.742909 samples/sec	rmse=0.016797	lr=0.014920
Epoch[150] Batch [3899]	Speed: 714.623447 samples/sec	rmse=0.016798	lr=0.014914
Epoch[150] Batch [3949]	Speed: 726.791228 samples/sec	rmse=0.016801	lr=0.014908
Epoch[150] Batch [3999]	Speed: 717.452798 samples/sec	rmse=0.016802	lr=0.014902
Epoch[150] Batch [4049]	Speed: 721.385892 samples/sec	rmse=0.016803	lr=0.014897
Epoch[150] Batch [4099]	Speed: 737.276140 samples/sec	rmse=0.016803	lr=0.014891
Epoch[150] Batch [4149]	Speed: 761.537042 samples/sec	rmse=0.016803	lr=0.014885
Epoch[150] Batch [4199]	Speed: 740.606125 samples/sec	rmse=0.016804	lr=0.014879
Epoch[150] Batch [4249]	Speed: 733.955096 samples/sec	rmse=0.016805	lr=0.014874
Epoch[150] Batch [4299]	Speed: 732.764543 samples/sec	rmse=0.016805	lr=0.014868
Epoch[150] Batch [4349]	Speed: 714.190339 samples/sec	rmse=0.016807	lr=0.014862
Epoch[150] Batch [4399]	Speed: 740.129706 samples/sec	rmse=0.016807	lr=0.014857
Epoch[150] Batch [4449]	Speed: 711.279129 samples/sec	rmse=0.016808	lr=0.014851
Epoch[150] Batch [4499]	Speed: 755.854766 samples/sec	rmse=0.016808	lr=0.014845
Epoch[150] Batch [4549]	Speed: 764.127147 samples/sec	rmse=0.016807	lr=0.014839
Epoch[150] Batch [4599]	Speed: 746.224232 samples/sec	rmse=0.016808	lr=0.014834
Epoch[150] Batch [4649]	Speed: 766.021350 samples/sec	rmse=0.016810	lr=0.014828
Epoch[150] Batch [4699]	Speed: 748.695756 samples/sec	rmse=0.016810	lr=0.014822
Epoch[150] Batch [4749]	Speed: 728.076172 samples/sec	rmse=0.016812	lr=0.014817
Epoch[150] Batch [4799]	Speed: 734.297582 samples/sec	rmse=0.016813	lr=0.014811
Epoch[150] Batch [4849]	Speed: 736.922556 samples/sec	rmse=0.016812	lr=0.014805
Epoch[150] Batch [4899]	Speed: 755.549412 samples/sec	rmse=0.016811	lr=0.014799
Epoch[150] Batch [4949]	Speed: 753.678586 samples/sec	rmse=0.016813	lr=0.014794
Epoch[150] Batch [4999]	Speed: 742.288724 samples/sec	rmse=0.016814	lr=0.014788
[Epoch 150] training: rmse=0.016814
[Epoch 150] speed: 741 samples/sec	time cost: 1750.773045
[Epoch 150] validation: err-top1=0.244340 err-top5=0.067104
Epoch[151] Batch [49]	Speed: 747.049938 samples/sec	rmse=0.016557	lr=0.014782
Epoch[151] Batch [99]	Speed: 733.342597 samples/sec	rmse=0.016583	lr=0.014776
Epoch[151] Batch [149]	Speed: 714.716223 samples/sec	rmse=0.016584	lr=0.014770
Epoch[151] Batch [199]	Speed: 780.707826 samples/sec	rmse=0.016647	lr=0.014765
Epoch[151] Batch [249]	Speed: 776.747337 samples/sec	rmse=0.016642	lr=0.014759
Epoch[151] Batch [299]	Speed: 741.845092 samples/sec	rmse=0.016685	lr=0.014753
Epoch[151] Batch [349]	Speed: 744.434134 samples/sec	rmse=0.016700	lr=0.014747
Epoch[151] Batch [399]	Speed: 733.859576 samples/sec	rmse=0.016691	lr=0.014742
Epoch[151] Batch [449]	Speed: 710.604485 samples/sec	rmse=0.016704	lr=0.014736
Epoch[151] Batch [499]	Speed: 725.753589 samples/sec	rmse=0.016709	lr=0.014730
Epoch[151] Batch [549]	Speed: 747.889965 samples/sec	rmse=0.016695	lr=0.014725
Epoch[151] Batch [599]	Speed: 790.985967 samples/sec	rmse=0.016684	lr=0.014719
Epoch[151] Batch [649]	Speed: 734.027447 samples/sec	rmse=0.016684	lr=0.014713
Epoch[151] Batch [699]	Speed: 712.110996 samples/sec	rmse=0.016665	lr=0.014708
Epoch[151] Batch [749]	Speed: 756.969146 samples/sec	rmse=0.016662	lr=0.014702
Epoch[151] Batch [799]	Speed: 737.353776 samples/sec	rmse=0.016660	lr=0.014696
Epoch[151] Batch [849]	Speed: 774.332246 samples/sec	rmse=0.016659	lr=0.014690
Epoch[151] Batch [899]	Speed: 728.938146 samples/sec	rmse=0.016649	lr=0.014685
Epoch[151] Batch [949]	Speed: 751.526409 samples/sec	rmse=0.016663	lr=0.014679
Epoch[151] Batch [999]	Speed: 728.871109 samples/sec	rmse=0.016662	lr=0.014673
Epoch[151] Batch [1049]	Speed: 715.577383 samples/sec	rmse=0.016662	lr=0.014668
Epoch[151] Batch [1099]	Speed: 700.666890 samples/sec	rmse=0.016656	lr=0.014662
Epoch[151] Batch [1149]	Speed: 755.799519 samples/sec	rmse=0.016654	lr=0.014656
Epoch[151] Batch [1199]	Speed: 721.333039 samples/sec	rmse=0.016655	lr=0.014651
Epoch[151] Batch [1249]	Speed: 738.947124 samples/sec	rmse=0.016654	lr=0.014645
Epoch[151] Batch [1299]	Speed: 750.155236 samples/sec	rmse=0.016658	lr=0.014639
Epoch[151] Batch [1349]	Speed: 720.898510 samples/sec	rmse=0.016666	lr=0.014634
Epoch[151] Batch [1399]	Speed: 743.170503 samples/sec	rmse=0.016661	lr=0.014628
Epoch[151] Batch [1449]	Speed: 723.482257 samples/sec	rmse=0.016659	lr=0.014622
Epoch[151] Batch [1499]	Speed: 728.496890 samples/sec	rmse=0.016664	lr=0.014616
Epoch[151] Batch [1549]	Speed: 753.470294 samples/sec	rmse=0.016670	lr=0.014611
Epoch[151] Batch [1599]	Speed: 740.628356 samples/sec	rmse=0.016671	lr=0.014605
Epoch[151] Batch [1649]	Speed: 742.576590 samples/sec	rmse=0.016676	lr=0.014599
Epoch[151] Batch [1699]	Speed: 757.564997 samples/sec	rmse=0.016677	lr=0.014594
Epoch[151] Batch [1749]	Speed: 741.515041 samples/sec	rmse=0.016680	lr=0.014588
Epoch[151] Batch [1799]	Speed: 735.746906 samples/sec	rmse=0.016685	lr=0.014582
Epoch[151] Batch [1849]	Speed: 738.774952 samples/sec	rmse=0.016682	lr=0.014577
Epoch[151] Batch [1899]	Speed: 749.001039 samples/sec	rmse=0.016686	lr=0.014571
Epoch[151] Batch [1949]	Speed: 744.720382 samples/sec	rmse=0.016689	lr=0.014565
Epoch[151] Batch [1999]	Speed: 707.640137 samples/sec	rmse=0.016691	lr=0.014560
Epoch[151] Batch [2049]	Speed: 738.306175 samples/sec	rmse=0.016691	lr=0.014554
Epoch[151] Batch [2099]	Speed: 699.195003 samples/sec	rmse=0.016688	lr=0.014548
Epoch[151] Batch [2149]	Speed: 761.850024 samples/sec	rmse=0.016688	lr=0.014543
Epoch[151] Batch [2199]	Speed: 737.305524 samples/sec	rmse=0.016688	lr=0.014537
Epoch[151] Batch [2249]	Speed: 728.029087 samples/sec	rmse=0.016688	lr=0.014531
Epoch[151] Batch [2299]	Speed: 695.041931 samples/sec	rmse=0.016691	lr=0.014526
Epoch[151] Batch [2349]	Speed: 747.665295 samples/sec	rmse=0.016692	lr=0.014520
Epoch[151] Batch [2399]	Speed: 720.125563 samples/sec	rmse=0.016701	lr=0.014514
Epoch[151] Batch [2449]	Speed: 722.618901 samples/sec	rmse=0.016702	lr=0.014509
Epoch[151] Batch [2499]	Speed: 738.685125 samples/sec	rmse=0.016700	lr=0.014503
Epoch[151] Batch [2549]	Speed: 753.246106 samples/sec	rmse=0.016703	lr=0.014497
Epoch[151] Batch [2599]	Speed: 771.543586 samples/sec	rmse=0.016704	lr=0.014492
Epoch[151] Batch [2649]	Speed: 759.750143 samples/sec	rmse=0.016707	lr=0.014486
Epoch[151] Batch [2699]	Speed: 741.459884 samples/sec	rmse=0.016706	lr=0.014480
Epoch[151] Batch [2749]	Speed: 723.334055 samples/sec	rmse=0.016709	lr=0.014475
Epoch[151] Batch [2799]	Speed: 743.288827 samples/sec	rmse=0.016710	lr=0.014469
Epoch[151] Batch [2849]	Speed: 724.250706 samples/sec	rmse=0.016711	lr=0.014463
Epoch[151] Batch [2899]	Speed: 731.176596 samples/sec	rmse=0.016714	lr=0.014458
Epoch[151] Batch [2949]	Speed: 744.555164 samples/sec	rmse=0.016716	lr=0.014452
Epoch[151] Batch [2999]	Speed: 741.887277 samples/sec	rmse=0.016714	lr=0.014446
Epoch[151] Batch [3049]	Speed: 713.668578 samples/sec	rmse=0.016711	lr=0.014441
Epoch[151] Batch [3099]	Speed: 739.181443 samples/sec	rmse=0.016712	lr=0.014435
Epoch[151] Batch [3149]	Speed: 773.317402 samples/sec	rmse=0.016709	lr=0.014429
Epoch[151] Batch [3199]	Speed: 743.804760 samples/sec	rmse=0.016711	lr=0.014424
Epoch[151] Batch [3249]	Speed: 750.734673 samples/sec	rmse=0.016711	lr=0.014418
Epoch[151] Batch [3299]	Speed: 747.782274 samples/sec	rmse=0.016713	lr=0.014412
Epoch[151] Batch [3349]	Speed: 723.054971 samples/sec	rmse=0.016714	lr=0.014407
Epoch[151] Batch [3399]	Speed: 730.967148 samples/sec	rmse=0.016717	lr=0.014401
Epoch[151] Batch [3449]	Speed: 746.453662 samples/sec	rmse=0.016718	lr=0.014395
Epoch[151] Batch [3499]	Speed: 701.123720 samples/sec	rmse=0.016718	lr=0.014390
Epoch[151] Batch [3549]	Speed: 718.004153 samples/sec	rmse=0.016719	lr=0.014384
Epoch[151] Batch [3599]	Speed: 735.039382 samples/sec	rmse=0.016720	lr=0.014378
Epoch[151] Batch [3649]	Speed: 754.990572 samples/sec	rmse=0.016724	lr=0.014373
Epoch[151] Batch [3699]	Speed: 762.457582 samples/sec	rmse=0.016725	lr=0.014367
Epoch[151] Batch [3749]	Speed: 747.208238 samples/sec	rmse=0.016726	lr=0.014361
Epoch[151] Batch [3799]	Speed: 746.059569 samples/sec	rmse=0.016729	lr=0.014356
Epoch[151] Batch [3849]	Speed: 734.978261 samples/sec	rmse=0.016729	lr=0.014350
Epoch[151] Batch [3899]	Speed: 734.054766 samples/sec	rmse=0.016732	lr=0.014345
Epoch[151] Batch [3949]	Speed: 759.103900 samples/sec	rmse=0.016733	lr=0.014339
Epoch[151] Batch [3999]	Speed: 743.543053 samples/sec	rmse=0.016739	lr=0.014333
Epoch[151] Batch [4049]	Speed: 730.699209 samples/sec	rmse=0.016738	lr=0.014328
Epoch[151] Batch [4099]	Speed: 758.969543 samples/sec	rmse=0.016740	lr=0.014322
Epoch[151] Batch [4149]	Speed: 736.213921 samples/sec	rmse=0.016738	lr=0.014316
Epoch[151] Batch [4199]	Speed: 716.042457 samples/sec	rmse=0.016738	lr=0.014311
Epoch[151] Batch [4249]	Speed: 760.813669 samples/sec	rmse=0.016737	lr=0.014305
Epoch[151] Batch [4299]	Speed: 741.106185 samples/sec	rmse=0.016738	lr=0.014299
Epoch[151] Batch [4349]	Speed: 751.158713 samples/sec	rmse=0.016740	lr=0.014294
Epoch[151] Batch [4399]	Speed: 730.101662 samples/sec	rmse=0.016741	lr=0.014288
Epoch[151] Batch [4449]	Speed: 716.896154 samples/sec	rmse=0.016743	lr=0.014283
Epoch[151] Batch [4499]	Speed: 734.538860 samples/sec	rmse=0.016744	lr=0.014277
Epoch[151] Batch [4549]	Speed: 750.927674 samples/sec	rmse=0.016745	lr=0.014271
Epoch[151] Batch [4599]	Speed: 740.381428 samples/sec	rmse=0.016745	lr=0.014266
Epoch[151] Batch [4649]	Speed: 774.070394 samples/sec	rmse=0.016746	lr=0.014260
Epoch[151] Batch [4699]	Speed: 739.383406 samples/sec	rmse=0.016748	lr=0.014254
Epoch[151] Batch [4749]	Speed: 781.702630 samples/sec	rmse=0.016749	lr=0.014249
Epoch[151] Batch [4799]	Speed: 750.620179 samples/sec	rmse=0.016750	lr=0.014243
Epoch[151] Batch [4849]	Speed: 741.670276 samples/sec	rmse=0.016751	lr=0.014237
Epoch[151] Batch [4899]	Speed: 730.903737 samples/sec	rmse=0.016753	lr=0.014232
Epoch[151] Batch [4949]	Speed: 726.216536 samples/sec	rmse=0.016755	lr=0.014226
Epoch[151] Batch [4999]	Speed: 729.993990 samples/sec	rmse=0.016755	lr=0.014221
[Epoch 151] training: rmse=0.016755
[Epoch 151] speed: 738 samples/sec	time cost: 1757.032184
[Epoch 151] validation: err-top1=0.235517 err-top5=0.064022
Epoch[152] Batch [49]	Speed: 719.526209 samples/sec	rmse=0.016451	lr=0.014215
Epoch[152] Batch [99]	Speed: 735.403530 samples/sec	rmse=0.016402	lr=0.014209
Epoch[152] Batch [149]	Speed: 707.607512 samples/sec	rmse=0.016430	lr=0.014203
Epoch[152] Batch [199]	Speed: 715.027519 samples/sec	rmse=0.016405	lr=0.014198
Epoch[152] Batch [249]	Speed: 726.636553 samples/sec	rmse=0.016475	lr=0.014192
Epoch[152] Batch [299]	Speed: 723.733952 samples/sec	rmse=0.016485	lr=0.014186
Epoch[152] Batch [349]	Speed: 763.104561 samples/sec	rmse=0.016480	lr=0.014181
Epoch[152] Batch [399]	Speed: 730.019084 samples/sec	rmse=0.016494	lr=0.014175
Epoch[152] Batch [449]	Speed: 730.398833 samples/sec	rmse=0.016508	lr=0.014170
Epoch[152] Batch [499]	Speed: 754.634573 samples/sec	rmse=0.016508	lr=0.014164
Epoch[152] Batch [549]	Speed: 757.483987 samples/sec	rmse=0.016532	lr=0.014158
Epoch[152] Batch [599]	Speed: 712.467686 samples/sec	rmse=0.016553	lr=0.014153
Epoch[152] Batch [649]	Speed: 740.175634 samples/sec	rmse=0.016551	lr=0.014147
Epoch[152] Batch [699]	Speed: 748.463997 samples/sec	rmse=0.016538	lr=0.014142
Epoch[152] Batch [749]	Speed: 750.250863 samples/sec	rmse=0.016546	lr=0.014136
Epoch[152] Batch [799]	Speed: 754.651121 samples/sec	rmse=0.016547	lr=0.014130
Epoch[152] Batch [849]	Speed: 723.778727 samples/sec	rmse=0.016541	lr=0.014125
Epoch[152] Batch [899]	Speed: 748.674134 samples/sec	rmse=0.016552	lr=0.014119
Epoch[152] Batch [949]	Speed: 742.985735 samples/sec	rmse=0.016561	lr=0.014114
Epoch[152] Batch [999]	Speed: 728.705380 samples/sec	rmse=0.016557	lr=0.014108
Epoch[152] Batch [1049]	Speed: 714.163482 samples/sec	rmse=0.016562	lr=0.014102
Epoch[152] Batch [1099]	Speed: 724.655481 samples/sec	rmse=0.016569	lr=0.014097
Epoch[152] Batch [1149]	Speed: 736.557114 samples/sec	rmse=0.016572	lr=0.014091
Epoch[152] Batch [1199]	Speed: 724.728231 samples/sec	rmse=0.016566	lr=0.014085
Epoch[152] Batch [1249]	Speed: 715.876629 samples/sec	rmse=0.016573	lr=0.014080
Epoch[152] Batch [1299]	Speed: 716.485989 samples/sec	rmse=0.016582	lr=0.014074
Epoch[152] Batch [1349]	Speed: 720.990405 samples/sec	rmse=0.016581	lr=0.014069
Epoch[152] Batch [1399]	Speed: 757.382609 samples/sec	rmse=0.016584	lr=0.014063
Epoch[152] Batch [1449]	Speed: 723.742226 samples/sec	rmse=0.016589	lr=0.014058
Epoch[152] Batch [1499]	Speed: 727.122430 samples/sec	rmse=0.016588	lr=0.014052
Epoch[152] Batch [1549]	Speed: 733.251603 samples/sec	rmse=0.016588	lr=0.014046
Epoch[152] Batch [1599]	Speed: 718.853970 samples/sec	rmse=0.016593	lr=0.014041
Epoch[152] Batch [1649]	Speed: 732.176316 samples/sec	rmse=0.016592	lr=0.014035
Epoch[152] Batch [1699]	Speed: 739.325073 samples/sec	rmse=0.016599	lr=0.014030
Epoch[152] Batch [1749]	Speed: 734.099271 samples/sec	rmse=0.016602	lr=0.014024
Epoch[152] Batch [1799]	Speed: 719.772370 samples/sec	rmse=0.016605	lr=0.014018
Epoch[152] Batch [1849]	Speed: 737.268283 samples/sec	rmse=0.016609	lr=0.014013
Epoch[152] Batch [1899]	Speed: 735.524271 samples/sec	rmse=0.016607	lr=0.014007
Epoch[152] Batch [1949]	Speed: 742.356661 samples/sec	rmse=0.016606	lr=0.014002
Epoch[152] Batch [1999]	Speed: 727.155393 samples/sec	rmse=0.016603	lr=0.013996
Epoch[152] Batch [2049]	Speed: 743.588284 samples/sec	rmse=0.016607	lr=0.013990
Epoch[152] Batch [2099]	Speed: 736.402911 samples/sec	rmse=0.016611	lr=0.013985
Epoch[152] Batch [2149]	Speed: 763.117165 samples/sec	rmse=0.016609	lr=0.013979
Epoch[152] Batch [2199]	Speed: 736.568179 samples/sec	rmse=0.016611	lr=0.013974
Epoch[152] Batch [2249]	Speed: 730.062316 samples/sec	rmse=0.016614	lr=0.013968
Epoch[152] Batch [2299]	Speed: 708.901190 samples/sec	rmse=0.016614	lr=0.013963
Epoch[152] Batch [2349]	Speed: 758.658869 samples/sec	rmse=0.016615	lr=0.013957
Epoch[152] Batch [2399]	Speed: 741.390319 samples/sec	rmse=0.016619	lr=0.013951
Epoch[152] Batch [2449]	Speed: 724.933208 samples/sec	rmse=0.016623	lr=0.013946
Epoch[152] Batch [2499]	Speed: 722.351507 samples/sec	rmse=0.016627	lr=0.013940
Epoch[152] Batch [2549]	Speed: 735.250153 samples/sec	rmse=0.016628	lr=0.013935
Epoch[152] Batch [2599]	Speed: 761.846618 samples/sec	rmse=0.016630	lr=0.013929
Epoch[152] Batch [2649]	Speed: 738.398886 samples/sec	rmse=0.016631	lr=0.013923
Epoch[152] Batch [2699]	Speed: 733.756047 samples/sec	rmse=0.016634	lr=0.013918
Epoch[152] Batch [2749]	Speed: 713.764646 samples/sec	rmse=0.016632	lr=0.013912
Epoch[152] Batch [2799]	Speed: 758.711887 samples/sec	rmse=0.016633	lr=0.013907
Epoch[152] Batch [2849]	Speed: 766.222795 samples/sec	rmse=0.016634	lr=0.013901
Epoch[152] Batch [2899]	Speed: 727.629184 samples/sec	rmse=0.016633	lr=0.013896
Epoch[152] Batch [2949]	Speed: 744.083429 samples/sec	rmse=0.016637	lr=0.013890
Epoch[152] Batch [2999]	Speed: 757.055778 samples/sec	rmse=0.016639	lr=0.013885
Epoch[152] Batch [3049]	Speed: 733.968220 samples/sec	rmse=0.016640	lr=0.013879
Epoch[152] Batch [3099]	Speed: 749.977268 samples/sec	rmse=0.016642	lr=0.013873
Epoch[152] Batch [3149]	Speed: 736.187289 samples/sec	rmse=0.016643	lr=0.013868
Epoch[152] Batch [3199]	Speed: 727.018648 samples/sec	rmse=0.016645	lr=0.013862
Epoch[152] Batch [3249]	Speed: 736.436256 samples/sec	rmse=0.016648	lr=0.013857
Epoch[152] Batch [3299]	Speed: 724.380840 samples/sec	rmse=0.016650	lr=0.013851
Epoch[152] Batch [3349]	Speed: 703.007160 samples/sec	rmse=0.016651	lr=0.013846
Epoch[152] Batch [3399]	Speed: 736.813076 samples/sec	rmse=0.016651	lr=0.013840
Epoch[152] Batch [3449]	Speed: 748.548526 samples/sec	rmse=0.016653	lr=0.013834
Epoch[152] Batch [3499]	Speed: 746.981358 samples/sec	rmse=0.016654	lr=0.013829
Epoch[152] Batch [3549]	Speed: 732.627150 samples/sec	rmse=0.016654	lr=0.013823
Epoch[152] Batch [3599]	Speed: 750.664018 samples/sec	rmse=0.016657	lr=0.013818
Epoch[152] Batch [3649]	Speed: 731.779784 samples/sec	rmse=0.016658	lr=0.013812
Epoch[152] Batch [3699]	Speed: 732.905729 samples/sec	rmse=0.016659	lr=0.013807
Epoch[152] Batch [3749]	Speed: 733.879057 samples/sec	rmse=0.016661	lr=0.013801
Epoch[152] Batch [3799]	Speed: 751.073740 samples/sec	rmse=0.016662	lr=0.013796
Epoch[152] Batch [3849]	Speed: 745.799351 samples/sec	rmse=0.016662	lr=0.013790
Epoch[152] Batch [3899]	Speed: 753.648899 samples/sec	rmse=0.016665	lr=0.013784
Epoch[152] Batch [3949]	Speed: 797.225310 samples/sec	rmse=0.016663	lr=0.013779
Epoch[152] Batch [3999]	Speed: 721.809770 samples/sec	rmse=0.016664	lr=0.013773
Epoch[152] Batch [4049]	Speed: 728.410573 samples/sec	rmse=0.016664	lr=0.013768
Epoch[152] Batch [4099]	Speed: 733.866688 samples/sec	rmse=0.016664	lr=0.013762
Epoch[152] Batch [4149]	Speed: 692.691327 samples/sec	rmse=0.016664	lr=0.013757
Epoch[152] Batch [4199]	Speed: 744.716663 samples/sec	rmse=0.016666	lr=0.013751
Epoch[152] Batch [4249]	Speed: 734.540206 samples/sec	rmse=0.016667	lr=0.013746
Epoch[152] Batch [4299]	Speed: 733.257992 samples/sec	rmse=0.016670	lr=0.013740
Epoch[152] Batch [4349]	Speed: 763.724563 samples/sec	rmse=0.016670	lr=0.013735
Epoch[152] Batch [4399]	Speed: 728.329839 samples/sec	rmse=0.016669	lr=0.013729
Epoch[152] Batch [4449]	Speed: 735.075723 samples/sec	rmse=0.016668	lr=0.013723
Epoch[152] Batch [4499]	Speed: 721.656267 samples/sec	rmse=0.016669	lr=0.013718
Epoch[152] Batch [4549]	Speed: 744.922003 samples/sec	rmse=0.016669	lr=0.013712
Epoch[152] Batch [4599]	Speed: 714.624560 samples/sec	rmse=0.016671	lr=0.013707
Epoch[152] Batch [4649]	Speed: 720.044666 samples/sec	rmse=0.016673	lr=0.013701
Epoch[152] Batch [4699]	Speed: 720.348096 samples/sec	rmse=0.016675	lr=0.013696
Epoch[152] Batch [4749]	Speed: 709.166661 samples/sec	rmse=0.016677	lr=0.013690
Epoch[152] Batch [4799]	Speed: 725.074516 samples/sec	rmse=0.016679	lr=0.013685
Epoch[152] Batch [4849]	Speed: 714.038474 samples/sec	rmse=0.016679	lr=0.013679
Epoch[152] Batch [4899]	Speed: 730.750390 samples/sec	rmse=0.016681	lr=0.013674
Epoch[152] Batch [4949]	Speed: 729.787343 samples/sec	rmse=0.016683	lr=0.013668
Epoch[152] Batch [4999]	Speed: 747.985818 samples/sec	rmse=0.016685	lr=0.013663
[Epoch 152] training: rmse=0.016685
[Epoch 152] speed: 734 samples/sec	time cost: 1768.764149
[Epoch 152] validation: err-top1=0.236438 err-top5=0.064724
Epoch[153] Batch [49]	Speed: 698.295644 samples/sec	rmse=0.016493	lr=0.013657
Epoch[153] Batch [99]	Speed: 745.967485 samples/sec	rmse=0.016404	lr=0.013651
Epoch[153] Batch [149]	Speed: 765.253614 samples/sec	rmse=0.016406	lr=0.013646
Epoch[153] Batch [199]	Speed: 720.484741 samples/sec	rmse=0.016425	lr=0.013640
Epoch[153] Batch [249]	Speed: 714.999475 samples/sec	rmse=0.016416	lr=0.013635
Epoch[153] Batch [299]	Speed: 744.789850 samples/sec	rmse=0.016408	lr=0.013629
Epoch[153] Batch [349]	Speed: 741.951818 samples/sec	rmse=0.016416	lr=0.013623
Epoch[153] Batch [399]	Speed: 732.262509 samples/sec	rmse=0.016426	lr=0.013618
Epoch[153] Batch [449]	Speed: 741.117939 samples/sec	rmse=0.016455	lr=0.013612
Epoch[153] Batch [499]	Speed: 743.597265 samples/sec	rmse=0.016454	lr=0.013607
Epoch[153] Batch [549]	Speed: 732.400654 samples/sec	rmse=0.016438	lr=0.013601
Epoch[153] Batch [599]	Speed: 737.040781 samples/sec	rmse=0.016451	lr=0.013596
Epoch[153] Batch [649]	Speed: 755.203764 samples/sec	rmse=0.016460	lr=0.013590
Epoch[153] Batch [699]	Speed: 729.786053 samples/sec	rmse=0.016457	lr=0.013585
Epoch[153] Batch [749]	Speed: 754.950898 samples/sec	rmse=0.016458	lr=0.013579
Epoch[153] Batch [799]	Speed: 740.360579 samples/sec	rmse=0.016460	lr=0.013574
Epoch[153] Batch [849]	Speed: 749.966016 samples/sec	rmse=0.016471	lr=0.013568
Epoch[153] Batch [899]	Speed: 792.669192 samples/sec	rmse=0.016472	lr=0.013563
Epoch[153] Batch [949]	Speed: 724.082315 samples/sec	rmse=0.016470	lr=0.013557
Epoch[153] Batch [999]	Speed: 766.478499 samples/sec	rmse=0.016480	lr=0.013552
Epoch[153] Batch [1049]	Speed: 700.735205 samples/sec	rmse=0.016489	lr=0.013546
Epoch[153] Batch [1099]	Speed: 740.719055 samples/sec	rmse=0.016493	lr=0.013541
Epoch[153] Batch [1149]	Speed: 738.023639 samples/sec	rmse=0.016495	lr=0.013535
Epoch[153] Batch [1199]	Speed: 745.668751 samples/sec	rmse=0.016499	lr=0.013530
Epoch[153] Batch [1249]	Speed: 761.498037 samples/sec	rmse=0.016503	lr=0.013524
Epoch[153] Batch [1299]	Speed: 712.803628 samples/sec	rmse=0.016503	lr=0.013519
Epoch[153] Batch [1349]	Speed: 749.117286 samples/sec	rmse=0.016508	lr=0.013513
Epoch[153] Batch [1399]	Speed: 735.809788 samples/sec	rmse=0.016507	lr=0.013508
Epoch[153] Batch [1449]	Speed: 750.941381 samples/sec	rmse=0.016504	lr=0.013502
Epoch[153] Batch [1499]	Speed: 761.087719 samples/sec	rmse=0.016511	lr=0.013497
Epoch[153] Batch [1549]	Speed: 729.552031 samples/sec	rmse=0.016516	lr=0.013491
Epoch[153] Batch [1599]	Speed: 714.007326 samples/sec	rmse=0.016519	lr=0.013486
Epoch[153] Batch [1649]	Speed: 713.014896 samples/sec	rmse=0.016524	lr=0.013480
Epoch[153] Batch [1699]	Speed: 743.945646 samples/sec	rmse=0.016522	lr=0.013475
Epoch[153] Batch [1749]	Speed: 741.642213 samples/sec	rmse=0.016524	lr=0.013469
Epoch[153] Batch [1799]	Speed: 754.987547 samples/sec	rmse=0.016524	lr=0.013464
Epoch[153] Batch [1849]	Speed: 754.510775 samples/sec	rmse=0.016530	lr=0.013458
Epoch[153] Batch [1899]	Speed: 786.284925 samples/sec	rmse=0.016532	lr=0.013453
Epoch[153] Batch [1949]	Speed: 722.981593 samples/sec	rmse=0.016532	lr=0.013447
Epoch[153] Batch [1999]	Speed: 741.887533 samples/sec	rmse=0.016537	lr=0.013442
Epoch[153] Batch [2049]	Speed: 721.509268 samples/sec	rmse=0.016541	lr=0.013436
Epoch[153] Batch [2099]	Speed: 747.803991 samples/sec	rmse=0.016539	lr=0.013431
Epoch[153] Batch [2149]	Speed: 712.363611 samples/sec	rmse=0.016542	lr=0.013425
Epoch[153] Batch [2199]	Speed: 754.326791 samples/sec	rmse=0.016544	lr=0.013420
Epoch[153] Batch [2249]	Speed: 729.280076 samples/sec	rmse=0.016543	lr=0.013414
Epoch[153] Batch [2299]	Speed: 720.998238 samples/sec	rmse=0.016541	lr=0.013409
Epoch[153] Batch [2349]	Speed: 739.118655 samples/sec	rmse=0.016549	lr=0.013403
Epoch[153] Batch [2399]	Speed: 734.656954 samples/sec	rmse=0.016552	lr=0.013398
Epoch[153] Batch [2449]	Speed: 720.982930 samples/sec	rmse=0.016555	lr=0.013392
Epoch[153] Batch [2499]	Speed: 749.986183 samples/sec	rmse=0.016558	lr=0.013387
Epoch[153] Batch [2549]	Speed: 754.767495 samples/sec	rmse=0.016561	lr=0.013381
Epoch[153] Batch [2599]	Speed: 751.186670 samples/sec	rmse=0.016562	lr=0.013376
Epoch[153] Batch [2649]	Speed: 743.316582 samples/sec	rmse=0.016562	lr=0.013370
Epoch[153] Batch [2699]	Speed: 761.916734 samples/sec	rmse=0.016568	lr=0.013365
Epoch[153] Batch [2749]	Speed: 746.422933 samples/sec	rmse=0.016570	lr=0.013359
Epoch[153] Batch [2799]	Speed: 743.738680 samples/sec	rmse=0.016572	lr=0.013354
Epoch[153] Batch [2849]	Speed: 713.535540 samples/sec	rmse=0.016572	lr=0.013349
Epoch[153] Batch [2899]	Speed: 782.397712 samples/sec	rmse=0.016573	lr=0.013343
Epoch[153] Batch [2949]	Speed: 731.395011 samples/sec	rmse=0.016574	lr=0.013338
Epoch[153] Batch [2999]	Speed: 771.696164 samples/sec	rmse=0.016571	lr=0.013332
Epoch[153] Batch [3049]	Speed: 737.174146 samples/sec	rmse=0.016573	lr=0.013327
Epoch[153] Batch [3099]	Speed: 749.437298 samples/sec	rmse=0.016577	lr=0.013321
Epoch[153] Batch [3149]	Speed: 715.042413 samples/sec	rmse=0.016581	lr=0.013316
Epoch[153] Batch [3199]	Speed: 732.432838 samples/sec	rmse=0.016583	lr=0.013310
Epoch[153] Batch [3249]	Speed: 764.511289 samples/sec	rmse=0.016588	lr=0.013305
Epoch[153] Batch [3299]	Speed: 747.443861 samples/sec	rmse=0.016589	lr=0.013299
Epoch[153] Batch [3349]	Speed: 743.550015 samples/sec	rmse=0.016587	lr=0.013294
Epoch[153] Batch [3399]	Speed: 756.817641 samples/sec	rmse=0.016590	lr=0.013288
Epoch[153] Batch [3449]	Speed: 719.543886 samples/sec	rmse=0.016592	lr=0.013283
Epoch[153] Batch [3499]	Speed: 715.874987 samples/sec	rmse=0.016594	lr=0.013277
Epoch[153] Batch [3549]	Speed: 773.670535 samples/sec	rmse=0.016596	lr=0.013272
Epoch[153] Batch [3599]	Speed: 747.489422 samples/sec	rmse=0.016596	lr=0.013267
Epoch[153] Batch [3649]	Speed: 744.671037 samples/sec	rmse=0.016595	lr=0.013261
Epoch[153] Batch [3699]	Speed: 760.021727 samples/sec	rmse=0.016595	lr=0.013256
Epoch[153] Batch [3749]	Speed: 732.900237 samples/sec	rmse=0.016597	lr=0.013250
Epoch[153] Batch [3799]	Speed: 706.011749 samples/sec	rmse=0.016600	lr=0.013245
Epoch[153] Batch [3849]	Speed: 740.662473 samples/sec	rmse=0.016600	lr=0.013239
Epoch[153] Batch [3899]	Speed: 775.049039 samples/sec	rmse=0.016600	lr=0.013234
Epoch[153] Batch [3949]	Speed: 775.105547 samples/sec	rmse=0.016602	lr=0.013228
Epoch[153] Batch [3999]	Speed: 746.707234 samples/sec	rmse=0.016602	lr=0.013223
Epoch[153] Batch [4049]	Speed: 759.407537 samples/sec	rmse=0.016603	lr=0.013217
Epoch[153] Batch [4099]	Speed: 743.890342 samples/sec	rmse=0.016603	lr=0.013212
Epoch[153] Batch [4149]	Speed: 722.010177 samples/sec	rmse=0.016606	lr=0.013207
Epoch[153] Batch [4199]	Speed: 706.910452 samples/sec	rmse=0.016606	lr=0.013201
Epoch[153] Batch [4249]	Speed: 718.579429 samples/sec	rmse=0.016608	lr=0.013196
Epoch[153] Batch [4299]	Speed: 741.454825 samples/sec	rmse=0.016611	lr=0.013190
Epoch[153] Batch [4349]	Speed: 735.710780 samples/sec	rmse=0.016611	lr=0.013185
Epoch[153] Batch [4399]	Speed: 707.580317 samples/sec	rmse=0.016613	lr=0.013179
Epoch[153] Batch [4449]	Speed: 716.469266 samples/sec	rmse=0.016614	lr=0.013174
Epoch[153] Batch [4499]	Speed: 726.871415 samples/sec	rmse=0.016616	lr=0.013168
Epoch[153] Batch [4549]	Speed: 712.475382 samples/sec	rmse=0.016618	lr=0.013163
Epoch[153] Batch [4599]	Speed: 720.392569 samples/sec	rmse=0.016620	lr=0.013158
Epoch[153] Batch [4649]	Speed: 736.127885 samples/sec	rmse=0.016621	lr=0.013152
Epoch[153] Batch [4699]	Speed: 762.210138 samples/sec	rmse=0.016620	lr=0.013147
Epoch[153] Batch [4749]	Speed: 743.671396 samples/sec	rmse=0.016621	lr=0.013141
Epoch[153] Batch [4799]	Speed: 702.923887 samples/sec	rmse=0.016620	lr=0.013136
Epoch[153] Batch [4849]	Speed: 730.567799 samples/sec	rmse=0.016621	lr=0.013130
Epoch[153] Batch [4899]	Speed: 732.011376 samples/sec	rmse=0.016622	lr=0.013125
Epoch[153] Batch [4949]	Speed: 747.570504 samples/sec	rmse=0.016625	lr=0.013119
Epoch[153] Batch [4999]	Speed: 729.728004 samples/sec	rmse=0.016626	lr=0.013114
[Epoch 153] training: rmse=0.016626
[Epoch 153] speed: 738 samples/sec	time cost: 1758.171362
[Epoch 153] validation: err-top1=0.235013 err-top5=0.062938
Epoch[154] Batch [49]	Speed: 732.793028 samples/sec	rmse=0.016472	lr=0.013108
Epoch[154] Batch [99]	Speed: 740.415563 samples/sec	rmse=0.016398	lr=0.013103
Epoch[154] Batch [149]	Speed: 733.333011 samples/sec	rmse=0.016417	lr=0.013097
Epoch[154] Batch [199]	Speed: 742.166060 samples/sec	rmse=0.016378	lr=0.013092
Epoch[154] Batch [249]	Speed: 710.572611 samples/sec	rmse=0.016377	lr=0.013086
Epoch[154] Batch [299]	Speed: 728.098211 samples/sec	rmse=0.016384	lr=0.013081
Epoch[154] Batch [349]	Speed: 745.580284 samples/sec	rmse=0.016373	lr=0.013076
Epoch[154] Batch [399]	Speed: 737.531751 samples/sec	rmse=0.016379	lr=0.013070
Epoch[154] Batch [449]	Speed: 736.625320 samples/sec	rmse=0.016393	lr=0.013065
Epoch[154] Batch [499]	Speed: 733.235560 samples/sec	rmse=0.016399	lr=0.013059
Epoch[154] Batch [549]	Speed: 737.181920 samples/sec	rmse=0.016408	lr=0.013054
Epoch[154] Batch [599]	Speed: 690.138188 samples/sec	rmse=0.016407	lr=0.013048
Epoch[154] Batch [649]	Speed: 723.310384 samples/sec	rmse=0.016409	lr=0.013043
Epoch[154] Batch [699]	Speed: 743.132781 samples/sec	rmse=0.016412	lr=0.013038
Epoch[154] Batch [749]	Speed: 734.451778 samples/sec	rmse=0.016413	lr=0.013032
Epoch[154] Batch [799]	Speed: 735.928121 samples/sec	rmse=0.016420	lr=0.013027
Epoch[154] Batch [849]	Speed: 729.016738 samples/sec	rmse=0.016430	lr=0.013021
Epoch[154] Batch [899]	Speed: 716.045656 samples/sec	rmse=0.016427	lr=0.013016
Epoch[154] Batch [949]	Speed: 745.028365 samples/sec	rmse=0.016446	lr=0.013011
Epoch[154] Batch [999]	Speed: 769.998587 samples/sec	rmse=0.016459	lr=0.013005
Epoch[154] Batch [1049]	Speed: 746.207056 samples/sec	rmse=0.016466	lr=0.013000
Epoch[154] Batch [1099]	Speed: 748.594054 samples/sec	rmse=0.016470	lr=0.012994
Epoch[154] Batch [1149]	Speed: 741.602464 samples/sec	rmse=0.016473	lr=0.012989
Epoch[154] Batch [1199]	Speed: 751.037250 samples/sec	rmse=0.016478	lr=0.012983
Epoch[154] Batch [1249]	Speed: 767.307516 samples/sec	rmse=0.016484	lr=0.012978
Epoch[154] Batch [1299]	Speed: 724.141393 samples/sec	rmse=0.016486	lr=0.012973
Epoch[154] Batch [1349]	Speed: 741.522303 samples/sec	rmse=0.016489	lr=0.012967
Epoch[154] Batch [1399]	Speed: 744.201972 samples/sec	rmse=0.016489	lr=0.012962
Epoch[154] Batch [1449]	Speed: 739.601760 samples/sec	rmse=0.016489	lr=0.012956
Epoch[154] Batch [1499]	Speed: 716.042409 samples/sec	rmse=0.016494	lr=0.012951
Epoch[154] Batch [1549]	Speed: 757.879258 samples/sec	rmse=0.016496	lr=0.012946
Epoch[154] Batch [1599]	Speed: 736.510744 samples/sec	rmse=0.016494	lr=0.012940
Epoch[154] Batch [1649]	Speed: 754.961100 samples/sec	rmse=0.016499	lr=0.012935
Epoch[154] Batch [1699]	Speed: 743.369083 samples/sec	rmse=0.016504	lr=0.012929
Epoch[154] Batch [1749]	Speed: 715.442841 samples/sec	rmse=0.016505	lr=0.012924
Epoch[154] Batch [1799]	Speed: 777.323533 samples/sec	rmse=0.016505	lr=0.012919
Epoch[154] Batch [1849]	Speed: 735.762424 samples/sec	rmse=0.016502	lr=0.012913
Epoch[154] Batch [1899]	Speed: 758.485577 samples/sec	rmse=0.016507	lr=0.012908
Epoch[154] Batch [1949]	Speed: 742.405874 samples/sec	rmse=0.016508	lr=0.012902
Epoch[154] Batch [1999]	Speed: 735.146775 samples/sec	rmse=0.016508	lr=0.012897
Epoch[154] Batch [2049]	Speed: 739.474686 samples/sec	rmse=0.016508	lr=0.012892
Epoch[154] Batch [2099]	Speed: 749.606668 samples/sec	rmse=0.016511	lr=0.012886
Epoch[154] Batch [2149]	Speed: 732.531476 samples/sec	rmse=0.016510	lr=0.012881
Epoch[154] Batch [2199]	Speed: 731.509496 samples/sec	rmse=0.016508	lr=0.012875
Epoch[154] Batch [2249]	Speed: 744.973294 samples/sec	rmse=0.016514	lr=0.012870
Epoch[154] Batch [2299]	Speed: 735.011949 samples/sec	rmse=0.016516	lr=0.012865
Epoch[154] Batch [2349]	Speed: 731.626319 samples/sec	rmse=0.016523	lr=0.012859
Epoch[154] Batch [2399]	Speed: 736.153887 samples/sec	rmse=0.016523	lr=0.012854
Epoch[154] Batch [2449]	Speed: 744.847581 samples/sec	rmse=0.016524	lr=0.012848
Epoch[154] Batch [2499]	Speed: 753.145848 samples/sec	rmse=0.016527	lr=0.012843
Epoch[154] Batch [2549]	Speed: 708.206560 samples/sec	rmse=0.016529	lr=0.012838
Epoch[154] Batch [2599]	Speed: 737.984824 samples/sec	rmse=0.016528	lr=0.012832
Epoch[154] Batch [2649]	Speed: 729.969881 samples/sec	rmse=0.016531	lr=0.012827
Epoch[154] Batch [2699]	Speed: 760.660815 samples/sec	rmse=0.016534	lr=0.012822
Epoch[154] Batch [2749]	Speed: 796.586927 samples/sec	rmse=0.016536	lr=0.012816
Epoch[154] Batch [2799]	Speed: 749.080108 samples/sec	rmse=0.016536	lr=0.012811
Epoch[154] Batch [2849]	Speed: 734.274413 samples/sec	rmse=0.016537	lr=0.012805
Epoch[154] Batch [2899]	Speed: 748.702240 samples/sec	rmse=0.016540	lr=0.012800
Epoch[154] Batch [2949]	Speed: 729.886549 samples/sec	rmse=0.016541	lr=0.012795
Epoch[154] Batch [2999]	Speed: 795.353792 samples/sec	rmse=0.016542	lr=0.012789
Epoch[154] Batch [3049]	Speed: 733.614192 samples/sec	rmse=0.016546	lr=0.012784
Epoch[154] Batch [3099]	Speed: 744.644875 samples/sec	rmse=0.016546	lr=0.012779
Epoch[154] Batch [3149]	Speed: 750.735733 samples/sec	rmse=0.016547	lr=0.012773
Epoch[154] Batch [3199]	Speed: 723.453302 samples/sec	rmse=0.016548	lr=0.012768
Epoch[154] Batch [3249]	Speed: 774.289195 samples/sec	rmse=0.016550	lr=0.012762
Epoch[154] Batch [3299]	Speed: 756.027913 samples/sec	rmse=0.016554	lr=0.012757
Epoch[154] Batch [3349]	Speed: 754.267178 samples/sec	rmse=0.016557	lr=0.012752
Epoch[154] Batch [3399]	Speed: 741.966061 samples/sec	rmse=0.016558	lr=0.012746
Epoch[154] Batch [3449]	Speed: 709.665920 samples/sec	rmse=0.016561	lr=0.012741
Epoch[154] Batch [3499]	Speed: 769.608593 samples/sec	rmse=0.016561	lr=0.012736
Epoch[154] Batch [3549]	Speed: 716.617968 samples/sec	rmse=0.016560	lr=0.012730
Epoch[154] Batch [3599]	Speed: 729.152949 samples/sec	rmse=0.016563	lr=0.012725
Epoch[154] Batch [3649]	Speed: 755.150874 samples/sec	rmse=0.016564	lr=0.012719
Epoch[154] Batch [3699]	Speed: 760.664340 samples/sec	rmse=0.016564	lr=0.012714
Epoch[154] Batch [3749]	Speed: 743.728779 samples/sec	rmse=0.016566	lr=0.012709
Epoch[154] Batch [3799]	Speed: 736.700827 samples/sec	rmse=0.016566	lr=0.012703
Epoch[154] Batch [3849]	Speed: 736.247238 samples/sec	rmse=0.016568	lr=0.012698
Epoch[154] Batch [3899]	Speed: 714.208629 samples/sec	rmse=0.016568	lr=0.012693
Epoch[154] Batch [3949]	Speed: 743.679688 samples/sec	rmse=0.016568	lr=0.012687
Epoch[154] Batch [3999]	Speed: 698.911230 samples/sec	rmse=0.016570	lr=0.012682
Epoch[154] Batch [4049]	Speed: 754.640672 samples/sec	rmse=0.016571	lr=0.012677
Epoch[154] Batch [4099]	Speed: 784.783870 samples/sec	rmse=0.016572	lr=0.012671
Epoch[154] Batch [4149]	Speed: 733.198970 samples/sec	rmse=0.016573	lr=0.012666
Epoch[154] Batch [4199]	Speed: 765.172413 samples/sec	rmse=0.016574	lr=0.012661
Epoch[154] Batch [4249]	Speed: 766.821546 samples/sec	rmse=0.016575	lr=0.012655
Epoch[154] Batch [4299]	Speed: 774.295381 samples/sec	rmse=0.016575	lr=0.012650
Epoch[154] Batch [4349]	Speed: 749.028428 samples/sec	rmse=0.016574	lr=0.012644
Epoch[154] Batch [4399]	Speed: 716.325050 samples/sec	rmse=0.016574	lr=0.012639
Epoch[154] Batch [4449]	Speed: 731.172154 samples/sec	rmse=0.016578	lr=0.012634
Epoch[154] Batch [4499]	Speed: 718.031896 samples/sec	rmse=0.016577	lr=0.012628
Epoch[154] Batch [4549]	Speed: 743.243376 samples/sec	rmse=0.016579	lr=0.012623
Epoch[154] Batch [4599]	Speed: 719.646837 samples/sec	rmse=0.016581	lr=0.012618
Epoch[154] Batch [4649]	Speed: 714.565274 samples/sec	rmse=0.016582	lr=0.012612
Epoch[154] Batch [4699]	Speed: 733.857770 samples/sec	rmse=0.016583	lr=0.012607
Epoch[154] Batch [4749]	Speed: 724.129594 samples/sec	rmse=0.016585	lr=0.012602
Epoch[154] Batch [4799]	Speed: 780.426557 samples/sec	rmse=0.016588	lr=0.012596
Epoch[154] Batch [4849]	Speed: 713.659632 samples/sec	rmse=0.016590	lr=0.012591
Epoch[154] Batch [4899]	Speed: 720.301106 samples/sec	rmse=0.016591	lr=0.012586
Epoch[154] Batch [4949]	Speed: 753.454856 samples/sec	rmse=0.016591	lr=0.012580
Epoch[154] Batch [4999]	Speed: 755.581483 samples/sec	rmse=0.016593	lr=0.012575
[Epoch 154] training: rmse=0.016592
[Epoch 154] speed: 740 samples/sec	time cost: 1754.094880
[Epoch 154] validation: err-top1=0.235577 err-top5=0.063882
Epoch[155] Batch [49]	Speed: 721.212406 samples/sec	rmse=0.016466	lr=0.012569
Epoch[155] Batch [99]	Speed: 750.745685 samples/sec	rmse=0.016462	lr=0.012564
Epoch[155] Batch [149]	Speed: 731.585503 samples/sec	rmse=0.016472	lr=0.012559
Epoch[155] Batch [199]	Speed: 720.472896 samples/sec	rmse=0.016475	lr=0.012553
Epoch[155] Batch [249]	Speed: 761.927936 samples/sec	rmse=0.016479	lr=0.012548
Epoch[155] Batch [299]	Speed: 729.468764 samples/sec	rmse=0.016456	lr=0.012543
Epoch[155] Batch [349]	Speed: 735.083493 samples/sec	rmse=0.016461	lr=0.012537
Epoch[155] Batch [399]	Speed: 723.021357 samples/sec	rmse=0.016459	lr=0.012532
Epoch[155] Batch [449]	Speed: 751.121394 samples/sec	rmse=0.016448	lr=0.012527
Epoch[155] Batch [499]	Speed: 741.668421 samples/sec	rmse=0.016461	lr=0.012521
Epoch[155] Batch [549]	Speed: 748.595317 samples/sec	rmse=0.016458	lr=0.012516
Epoch[155] Batch [599]	Speed: 745.507542 samples/sec	rmse=0.016451	lr=0.012511
Epoch[155] Batch [649]	Speed: 753.065337 samples/sec	rmse=0.016438	lr=0.012505
Epoch[155] Batch [699]	Speed: 749.532657 samples/sec	rmse=0.016434	lr=0.012500
Epoch[155] Batch [749]	Speed: 736.358934 samples/sec	rmse=0.016429	lr=0.012495
Epoch[155] Batch [799]	Speed: 752.251583 samples/sec	rmse=0.016429	lr=0.012489
Epoch[155] Batch [849]	Speed: 761.359074 samples/sec	rmse=0.016428	lr=0.012484
Epoch[155] Batch [899]	Speed: 739.626673 samples/sec	rmse=0.016427	lr=0.012479
Epoch[155] Batch [949]	Speed: 753.781516 samples/sec	rmse=0.016421	lr=0.012473
Epoch[155] Batch [999]	Speed: 769.271822 samples/sec	rmse=0.016421	lr=0.012468
Epoch[155] Batch [1049]	Speed: 755.364560 samples/sec	rmse=0.016420	lr=0.012463
Epoch[155] Batch [1099]	Speed: 744.778309 samples/sec	rmse=0.016427	lr=0.012457
Epoch[155] Batch [1149]	Speed: 716.046095 samples/sec	rmse=0.016429	lr=0.012452
Epoch[155] Batch [1199]	Speed: 723.674131 samples/sec	rmse=0.016430	lr=0.012447
Epoch[155] Batch [1249]	Speed: 725.212461 samples/sec	rmse=0.016434	lr=0.012441
Epoch[155] Batch [1299]	Speed: 754.362627 samples/sec	rmse=0.016434	lr=0.012436
Epoch[155] Batch [1349]	Speed: 746.306078 samples/sec	rmse=0.016432	lr=0.012431
Epoch[155] Batch [1399]	Speed: 742.182117 samples/sec	rmse=0.016430	lr=0.012426
Epoch[155] Batch [1449]	Speed: 748.991917 samples/sec	rmse=0.016431	lr=0.012420
Epoch[155] Batch [1499]	Speed: 725.633209 samples/sec	rmse=0.016431	lr=0.012415
Epoch[155] Batch [1549]	Speed: 762.380622 samples/sec	rmse=0.016433	lr=0.012410
Epoch[155] Batch [1599]	Speed: 748.742931 samples/sec	rmse=0.016432	lr=0.012404
Epoch[155] Batch [1649]	Speed: 741.222573 samples/sec	rmse=0.016435	lr=0.012399
Epoch[155] Batch [1699]	Speed: 745.310736 samples/sec	rmse=0.016436	lr=0.012394
Epoch[155] Batch [1749]	Speed: 721.675514 samples/sec	rmse=0.016434	lr=0.012388
Epoch[155] Batch [1799]	Speed: 758.253993 samples/sec	rmse=0.016434	lr=0.012383
Epoch[155] Batch [1849]	Speed: 705.228292 samples/sec	rmse=0.016435	lr=0.012378
Epoch[155] Batch [1899]	Speed: 752.568656 samples/sec	rmse=0.016435	lr=0.012372
Epoch[155] Batch [1949]	Speed: 743.970037 samples/sec	rmse=0.016438	lr=0.012367
Epoch[155] Batch [1999]	Speed: 759.795474 samples/sec	rmse=0.016441	lr=0.012362
Epoch[155] Batch [2049]	Speed: 733.174448 samples/sec	rmse=0.016440	lr=0.012357
Epoch[155] Batch [2099]	Speed: 740.680090 samples/sec	rmse=0.016441	lr=0.012351
Epoch[155] Batch [2149]	Speed: 761.601342 samples/sec	rmse=0.016444	lr=0.012346
Epoch[155] Batch [2199]	Speed: 720.254703 samples/sec	rmse=0.016446	lr=0.012341
Epoch[155] Batch [2249]	Speed: 724.578658 samples/sec	rmse=0.016448	lr=0.012335
Epoch[155] Batch [2299]	Speed: 742.571301 samples/sec	rmse=0.016449	lr=0.012330
Epoch[155] Batch [2349]	Speed: 763.040559 samples/sec	rmse=0.016448	lr=0.012325
Epoch[155] Batch [2399]	Speed: 731.746820 samples/sec	rmse=0.016449	lr=0.012319
Epoch[155] Batch [2449]	Speed: 760.785368 samples/sec	rmse=0.016454	lr=0.012314
Epoch[155] Batch [2499]	Speed: 723.663284 samples/sec	rmse=0.016455	lr=0.012309
Epoch[155] Batch [2549]	Speed: 705.352264 samples/sec	rmse=0.016459	lr=0.012304
Epoch[155] Batch [2599]	Speed: 760.280888 samples/sec	rmse=0.016461	lr=0.012298
Epoch[155] Batch [2649]	Speed: 731.301242 samples/sec	rmse=0.016462	lr=0.012293
Epoch[155] Batch [2699]	Speed: 743.566554 samples/sec	rmse=0.016465	lr=0.012288
Epoch[155] Batch [2749]	Speed: 714.582594 samples/sec	rmse=0.016467	lr=0.012282
Epoch[155] Batch [2799]	Speed: 714.607486 samples/sec	rmse=0.016471	lr=0.012277
Epoch[155] Batch [2849]	Speed: 726.351496 samples/sec	rmse=0.016472	lr=0.012272
Epoch[155] Batch [2899]	Speed: 741.115505 samples/sec	rmse=0.016476	lr=0.012267
Epoch[155] Batch [2949]	Speed: 721.488479 samples/sec	rmse=0.016476	lr=0.012261
Epoch[155] Batch [2999]	Speed: 709.987910 samples/sec	rmse=0.016478	lr=0.012256
Epoch[155] Batch [3049]	Speed: 732.595149 samples/sec	rmse=0.016481	lr=0.012251
Epoch[155] Batch [3099]	Speed: 701.057096 samples/sec	rmse=0.016482	lr=0.012246
Epoch[155] Batch [3149]	Speed: 748.628762 samples/sec	rmse=0.016482	lr=0.012240
Epoch[155] Batch [3199]	Speed: 735.918598 samples/sec	rmse=0.016483	lr=0.012235
Epoch[155] Batch [3249]	Speed: 764.459689 samples/sec	rmse=0.016482	lr=0.012230
Epoch[155] Batch [3299]	Speed: 729.022005 samples/sec	rmse=0.016485	lr=0.012224
Epoch[155] Batch [3349]	Speed: 744.200115 samples/sec	rmse=0.016486	lr=0.012219
Epoch[155] Batch [3399]	Speed: 744.508907 samples/sec	rmse=0.016488	lr=0.012214
Epoch[155] Batch [3449]	Speed: 718.179278 samples/sec	rmse=0.016487	lr=0.012209
Epoch[155] Batch [3499]	Speed: 745.058236 samples/sec	rmse=0.016488	lr=0.012203
Epoch[155] Batch [3549]	Speed: 707.633636 samples/sec	rmse=0.016488	lr=0.012198
Epoch[155] Batch [3599]	Speed: 715.407614 samples/sec	rmse=0.016489	lr=0.012193
Epoch[155] Batch [3649]	Speed: 735.565307 samples/sec	rmse=0.016491	lr=0.012188
Epoch[155] Batch [3699]	Speed: 742.784174 samples/sec	rmse=0.016490	lr=0.012182
Epoch[155] Batch [3749]	Speed: 719.344451 samples/sec	rmse=0.016489	lr=0.012177
Epoch[155] Batch [3799]	Speed: 747.600235 samples/sec	rmse=0.016491	lr=0.012172
Epoch[155] Batch [3849]	Speed: 765.378431 samples/sec	rmse=0.016491	lr=0.012166
Epoch[155] Batch [3899]	Speed: 761.204674 samples/sec	rmse=0.016496	lr=0.012161
Epoch[155] Batch [3949]	Speed: 768.730909 samples/sec	rmse=0.016496	lr=0.012156
Epoch[155] Batch [3999]	Speed: 721.607739 samples/sec	rmse=0.016496	lr=0.012151
Epoch[155] Batch [4049]	Speed: 732.476177 samples/sec	rmse=0.016496	lr=0.012145
Epoch[155] Batch [4099]	Speed: 768.737007 samples/sec	rmse=0.016498	lr=0.012140
Epoch[155] Batch [4149]	Speed: 765.663992 samples/sec	rmse=0.016501	lr=0.012135
Epoch[155] Batch [4199]	Speed: 773.195727 samples/sec	rmse=0.016500	lr=0.012130
Epoch[155] Batch [4249]	Speed: 722.739216 samples/sec	rmse=0.016500	lr=0.012124
Epoch[155] Batch [4299]	Speed: 732.771764 samples/sec	rmse=0.016501	lr=0.012119
Epoch[155] Batch [4349]	Speed: 720.127186 samples/sec	rmse=0.016502	lr=0.012114
Epoch[155] Batch [4399]	Speed: 750.969133 samples/sec	rmse=0.016503	lr=0.012109
Epoch[155] Batch [4449]	Speed: 725.854302 samples/sec	rmse=0.016505	lr=0.012103
Epoch[155] Batch [4499]	Speed: 740.426704 samples/sec	rmse=0.016504	lr=0.012098
Epoch[155] Batch [4549]	Speed: 708.843206 samples/sec	rmse=0.016506	lr=0.012093
Epoch[155] Batch [4599]	Speed: 758.534840 samples/sec	rmse=0.016507	lr=0.012088
Epoch[155] Batch [4649]	Speed: 754.679201 samples/sec	rmse=0.016509	lr=0.012082
Epoch[155] Batch [4699]	Speed: 763.552261 samples/sec	rmse=0.016509	lr=0.012077
Epoch[155] Batch [4749]	Speed: 719.925400 samples/sec	rmse=0.016510	lr=0.012072
Epoch[155] Batch [4799]	Speed: 753.187066 samples/sec	rmse=0.016510	lr=0.012067
Epoch[155] Batch [4849]	Speed: 757.957388 samples/sec	rmse=0.016510	lr=0.012061
Epoch[155] Batch [4899]	Speed: 746.715978 samples/sec	rmse=0.016513	lr=0.012056
Epoch[155] Batch [4949]	Speed: 758.310200 samples/sec	rmse=0.016513	lr=0.012051
Epoch[155] Batch [4999]	Speed: 701.853732 samples/sec	rmse=0.016514	lr=0.012046
[Epoch 155] training: rmse=0.016515
[Epoch 155] speed: 739 samples/sec	time cost: 1756.946492
[Epoch 155] validation: err-top1=0.232071 err-top5=0.061799
Epoch[156] Batch [49]	Speed: 733.861181 samples/sec	rmse=0.016224	lr=0.012040
Epoch[156] Batch [99]	Speed: 703.675611 samples/sec	rmse=0.016161	lr=0.012035
Epoch[156] Batch [149]	Speed: 740.859756 samples/sec	rmse=0.016223	lr=0.012030
Epoch[156] Batch [199]	Speed: 723.947211 samples/sec	rmse=0.016274	lr=0.012024
Epoch[156] Batch [249]	Speed: 713.879971 samples/sec	rmse=0.016307	lr=0.012019
Epoch[156] Batch [299]	Speed: 746.276003 samples/sec	rmse=0.016286	lr=0.012014
Epoch[156] Batch [349]	Speed: 708.781976 samples/sec	rmse=0.016287	lr=0.012009
Epoch[156] Batch [399]	Speed: 725.301431 samples/sec	rmse=0.016297	lr=0.012003
Epoch[156] Batch [449]	Speed: 743.159197 samples/sec	rmse=0.016296	lr=0.011998
Epoch[156] Batch [499]	Speed: 749.211781 samples/sec	rmse=0.016292	lr=0.011993
Epoch[156] Batch [549]	Speed: 749.330416 samples/sec	rmse=0.016286	lr=0.011988
Epoch[156] Batch [599]	Speed: 771.659727 samples/sec	rmse=0.016284	lr=0.011982
Epoch[156] Batch [649]	Speed: 747.287854 samples/sec	rmse=0.016291	lr=0.011977
Epoch[156] Batch [699]	Speed: 766.277838 samples/sec	rmse=0.016293	lr=0.011972
Epoch[156] Batch [749]	Speed: 769.121358 samples/sec	rmse=0.016295	lr=0.011967
Epoch[156] Batch [799]	Speed: 756.157066 samples/sec	rmse=0.016302	lr=0.011962
Epoch[156] Batch [849]	Speed: 776.423896 samples/sec	rmse=0.016296	lr=0.011956
Epoch[156] Batch [899]	Speed: 713.656644 samples/sec	rmse=0.016314	lr=0.011951
Epoch[156] Batch [949]	Speed: 745.621848 samples/sec	rmse=0.016324	lr=0.011946
Epoch[156] Batch [999]	Speed: 762.104547 samples/sec	rmse=0.016326	lr=0.011941
Epoch[156] Batch [1049]	Speed: 743.943790 samples/sec	rmse=0.016334	lr=0.011935
Epoch[156] Batch [1099]	Speed: 720.419529 samples/sec	rmse=0.016333	lr=0.011930
Epoch[156] Batch [1149]	Speed: 746.128582 samples/sec	rmse=0.016345	lr=0.011925
Epoch[156] Batch [1199]	Speed: 765.909238 samples/sec	rmse=0.016346	lr=0.011920
Epoch[156] Batch [1249]	Speed: 736.696804 samples/sec	rmse=0.016349	lr=0.011915
Epoch[156] Batch [1299]	Speed: 779.059567 samples/sec	rmse=0.016350	lr=0.011909
Epoch[156] Batch [1349]	Speed: 731.313943 samples/sec	rmse=0.016354	lr=0.011904
Epoch[156] Batch [1399]	Speed: 751.056288 samples/sec	rmse=0.016361	lr=0.011899
Epoch[156] Batch [1449]	Speed: 733.159540 samples/sec	rmse=0.016362	lr=0.011894
Epoch[156] Batch [1499]	Speed: 761.412113 samples/sec	rmse=0.016356	lr=0.011889
Epoch[156] Batch [1549]	Speed: 719.205695 samples/sec	rmse=0.016351	lr=0.011883
Epoch[156] Batch [1599]	Speed: 738.723190 samples/sec	rmse=0.016354	lr=0.011878
Epoch[156] Batch [1649]	Speed: 753.207640 samples/sec	rmse=0.016355	lr=0.011873
Epoch[156] Batch [1699]	Speed: 734.904374 samples/sec	rmse=0.016360	lr=0.011868
Epoch[156] Batch [1749]	Speed: 730.699418 samples/sec	rmse=0.016362	lr=0.011862
Epoch[156] Batch [1799]	Speed: 706.192870 samples/sec	rmse=0.016361	lr=0.011857
Epoch[156] Batch [1849]	Speed: 730.416789 samples/sec	rmse=0.016366	lr=0.011852
Epoch[156] Batch [1899]	Speed: 721.760814 samples/sec	rmse=0.016367	lr=0.011847
Epoch[156] Batch [1949]	Speed: 736.656896 samples/sec	rmse=0.016368	lr=0.011842
Epoch[156] Batch [1999]	Speed: 739.263369 samples/sec	rmse=0.016373	lr=0.011836
Epoch[156] Batch [2049]	Speed: 732.569159 samples/sec	rmse=0.016374	lr=0.011831
Epoch[156] Batch [2099]	Speed: 744.803024 samples/sec	rmse=0.016380	lr=0.011826
Epoch[156] Batch [2149]	Speed: 749.784629 samples/sec	rmse=0.016382	lr=0.011821
Epoch[156] Batch [2199]	Speed: 764.584487 samples/sec	rmse=0.016381	lr=0.011816
Epoch[156] Batch [2249]	Speed: 750.867054 samples/sec	rmse=0.016381	lr=0.011810
Epoch[156] Batch [2299]	Speed: 757.839311 samples/sec	rmse=0.016383	lr=0.011805
Epoch[156] Batch [2349]	Speed: 745.571638 samples/sec	rmse=0.016387	lr=0.011800
Epoch[156] Batch [2399]	Speed: 734.110423 samples/sec	rmse=0.016389	lr=0.011795
Epoch[156] Batch [2449]	Speed: 724.374448 samples/sec	rmse=0.016393	lr=0.011790
Epoch[156] Batch [2499]	Speed: 765.502755 samples/sec	rmse=0.016395	lr=0.011785
Epoch[156] Batch [2549]	Speed: 737.432998 samples/sec	rmse=0.016397	lr=0.011779
Epoch[156] Batch [2599]	Speed: 712.133458 samples/sec	rmse=0.016399	lr=0.011774
Epoch[156] Batch [2649]	Speed: 723.333480 samples/sec	rmse=0.016402	lr=0.011769
Epoch[156] Batch [2699]	Speed: 778.962604 samples/sec	rmse=0.016402	lr=0.011764
Epoch[156] Batch [2749]	Speed: 761.159012 samples/sec	rmse=0.016403	lr=0.011759
Epoch[156] Batch [2799]	Speed: 729.993653 samples/sec	rmse=0.016401	lr=0.011753
Epoch[156] Batch [2849]	Speed: 739.858221 samples/sec	rmse=0.016404	lr=0.011748
Epoch[156] Batch [2899]	Speed: 735.064028 samples/sec	rmse=0.016407	lr=0.011743
Epoch[156] Batch [2949]	Speed: 730.778052 samples/sec	rmse=0.016408	lr=0.011738
Epoch[156] Batch [2999]	Speed: 728.679704 samples/sec	rmse=0.016407	lr=0.011733
Epoch[156] Batch [3049]	Speed: 771.696807 samples/sec	rmse=0.016405	lr=0.011727
Epoch[156] Batch [3099]	Speed: 714.917288 samples/sec	rmse=0.016403	lr=0.011722
Epoch[156] Batch [3149]	Speed: 737.485005 samples/sec	rmse=0.016403	lr=0.011717
Epoch[156] Batch [3199]	Speed: 738.525336 samples/sec	rmse=0.016406	lr=0.011712
Epoch[156] Batch [3249]	Speed: 727.976214 samples/sec	rmse=0.016412	lr=0.011707
Epoch[156] Batch [3299]	Speed: 733.761513 samples/sec	rmse=0.016411	lr=0.011702
Epoch[156] Batch [3349]	Speed: 741.716129 samples/sec	rmse=0.016410	lr=0.011696
Epoch[156] Batch [3399]	Speed: 738.519454 samples/sec	rmse=0.016408	lr=0.011691
Epoch[156] Batch [3449]	Speed: 726.657138 samples/sec	rmse=0.016411	lr=0.011686
Epoch[156] Batch [3499]	Speed: 728.373564 samples/sec	rmse=0.016412	lr=0.011681
Epoch[156] Batch [3549]	Speed: 729.649021 samples/sec	rmse=0.016415	lr=0.011676
Epoch[156] Batch [3599]	Speed: 735.519656 samples/sec	rmse=0.016418	lr=0.011671
Epoch[156] Batch [3649]	Speed: 709.284665 samples/sec	rmse=0.016419	lr=0.011665
Epoch[156] Batch [3699]	Speed: 737.135775 samples/sec	rmse=0.016421	lr=0.011660
Epoch[156] Batch [3749]	Speed: 717.816953 samples/sec	rmse=0.016421	lr=0.011655
Epoch[156] Batch [3799]	Speed: 721.905489 samples/sec	rmse=0.016422	lr=0.011650
Epoch[156] Batch [3849]	Speed: 784.843057 samples/sec	rmse=0.016425	lr=0.011645
Epoch[156] Batch [3899]	Speed: 744.099177 samples/sec	rmse=0.016424	lr=0.011640
Epoch[156] Batch [3949]	Speed: 790.442422 samples/sec	rmse=0.016426	lr=0.011634
Epoch[156] Batch [3999]	Speed: 764.213195 samples/sec	rmse=0.016428	lr=0.011629
Epoch[156] Batch [4049]	Speed: 747.044533 samples/sec	rmse=0.016427	lr=0.011624
Epoch[156] Batch [4099]	Speed: 744.324484 samples/sec	rmse=0.016429	lr=0.011619
Epoch[156] Batch [4149]	Speed: 704.506908 samples/sec	rmse=0.016428	lr=0.011614
Epoch[156] Batch [4199]	Speed: 756.944428 samples/sec	rmse=0.016427	lr=0.011609
Epoch[156] Batch [4249]	Speed: 738.271971 samples/sec	rmse=0.016428	lr=0.011603
Epoch[156] Batch [4299]	Speed: 719.223509 samples/sec	rmse=0.016430	lr=0.011598
Epoch[156] Batch [4349]	Speed: 739.359741 samples/sec	rmse=0.016430	lr=0.011593
Epoch[156] Batch [4399]	Speed: 749.134074 samples/sec	rmse=0.016434	lr=0.011588
Epoch[156] Batch [4449]	Speed: 767.912588 samples/sec	rmse=0.016434	lr=0.011583
Epoch[156] Batch [4499]	Speed: 717.998709 samples/sec	rmse=0.016434	lr=0.011578
Epoch[156] Batch [4549]	Speed: 768.840303 samples/sec	rmse=0.016435	lr=0.011573
Epoch[156] Batch [4599]	Speed: 744.041180 samples/sec	rmse=0.016436	lr=0.011567
Epoch[156] Batch [4649]	Speed: 735.800107 samples/sec	rmse=0.016436	lr=0.011562
Epoch[156] Batch [4699]	Speed: 714.787657 samples/sec	rmse=0.016436	lr=0.011557
Epoch[156] Batch [4749]	Speed: 738.486307 samples/sec	rmse=0.016436	lr=0.011552
Epoch[156] Batch [4799]	Speed: 739.969975 samples/sec	rmse=0.016438	lr=0.011547
Epoch[156] Batch [4849]	Speed: 785.005268 samples/sec	rmse=0.016441	lr=0.011542
Epoch[156] Batch [4899]	Speed: 761.122398 samples/sec	rmse=0.016444	lr=0.011537
Epoch[156] Batch [4949]	Speed: 723.200293 samples/sec	rmse=0.016445	lr=0.011531
Epoch[156] Batch [4999]	Speed: 743.519606 samples/sec	rmse=0.016446	lr=0.011526
[Epoch 156] training: rmse=0.016445
[Epoch 156] speed: 740 samples/sec	time cost: 1753.745216
[Epoch 156] validation: err-top1=0.231983 err-top5=0.061683
Epoch[157] Batch [49]	Speed: 717.379373 samples/sec	rmse=0.016144	lr=0.011521
Epoch[157] Batch [99]	Speed: 726.434848 samples/sec	rmse=0.016195	lr=0.011516
Epoch[157] Batch [149]	Speed: 750.441538 samples/sec	rmse=0.016212	lr=0.011510
Epoch[157] Batch [199]	Speed: 734.569754 samples/sec	rmse=0.016234	lr=0.011505
Epoch[157] Batch [249]	Speed: 741.254350 samples/sec	rmse=0.016241	lr=0.011500
Epoch[157] Batch [299]	Speed: 812.234128 samples/sec	rmse=0.016276	lr=0.011495
Epoch[157] Batch [349]	Speed: 752.398513 samples/sec	rmse=0.016273	lr=0.011490
Epoch[157] Batch [399]	Speed: 744.800028 samples/sec	rmse=0.016277	lr=0.011485
Epoch[157] Batch [449]	Speed: 723.353752 samples/sec	rmse=0.016270	lr=0.011480
Epoch[157] Batch [499]	Speed: 760.493232 samples/sec	rmse=0.016264	lr=0.011474
Epoch[157] Batch [549]	Speed: 698.076741 samples/sec	rmse=0.016268	lr=0.011469
Epoch[157] Batch [599]	Speed: 729.231419 samples/sec	rmse=0.016274	lr=0.011464
Epoch[157] Batch [649]	Speed: 733.464546 samples/sec	rmse=0.016263	lr=0.011459
Epoch[157] Batch [699]	Speed: 734.735940 samples/sec	rmse=0.016277	lr=0.011454
Epoch[157] Batch [749]	Speed: 714.764428 samples/sec	rmse=0.016281	lr=0.011449
Epoch[157] Batch [799]	Speed: 730.942467 samples/sec	rmse=0.016274	lr=0.011444
Epoch[157] Batch [849]	Speed: 721.392919 samples/sec	rmse=0.016286	lr=0.011439
Epoch[157] Batch [899]	Speed: 703.587994 samples/sec	rmse=0.016288	lr=0.011433
Epoch[157] Batch [949]	Speed: 746.211454 samples/sec	rmse=0.016287	lr=0.011428
Epoch[157] Batch [999]	Speed: 741.325568 samples/sec	rmse=0.016289	lr=0.011423
Epoch[157] Batch [1049]	Speed: 753.052672 samples/sec	rmse=0.016291	lr=0.011418
Epoch[157] Batch [1099]	Speed: 732.723440 samples/sec	rmse=0.016292	lr=0.011413
Epoch[157] Batch [1149]	Speed: 741.767492 samples/sec	rmse=0.016293	lr=0.011408
Epoch[157] Batch [1199]	Speed: 755.625605 samples/sec	rmse=0.016298	lr=0.011403
Epoch[157] Batch [1249]	Speed: 721.002624 samples/sec	rmse=0.016292	lr=0.011398
Epoch[157] Batch [1299]	Speed: 729.987539 samples/sec	rmse=0.016290	lr=0.011393
Epoch[157] Batch [1349]	Speed: 709.489221 samples/sec	rmse=0.016286	lr=0.011387
Epoch[157] Batch [1399]	Speed: 712.687771 samples/sec	rmse=0.016288	lr=0.011382
Epoch[157] Batch [1449]	Speed: 726.831226 samples/sec	rmse=0.016293	lr=0.011377
Epoch[157] Batch [1499]	Speed: 743.067992 samples/sec	rmse=0.016299	lr=0.011372
Epoch[157] Batch [1549]	Speed: 738.188518 samples/sec	rmse=0.016298	lr=0.011367
Epoch[157] Batch [1599]	Speed: 736.988493 samples/sec	rmse=0.016302	lr=0.011362
Epoch[157] Batch [1649]	Speed: 716.821876 samples/sec	rmse=0.016301	lr=0.011357
Epoch[157] Batch [1699]	Speed: 734.586660 samples/sec	rmse=0.016299	lr=0.011352
Epoch[157] Batch [1749]	Speed: 766.408329 samples/sec	rmse=0.016297	lr=0.011347
Epoch[157] Batch [1799]	Speed: 747.483011 samples/sec	rmse=0.016296	lr=0.011341
Epoch[157] Batch [1849]	Speed: 748.624388 samples/sec	rmse=0.016297	lr=0.011336
Epoch[157] Batch [1899]	Speed: 765.062642 samples/sec	rmse=0.016299	lr=0.011331
Epoch[157] Batch [1949]	Speed: 739.616208 samples/sec	rmse=0.016301	lr=0.011326
Epoch[157] Batch [1999]	Speed: 747.038868 samples/sec	rmse=0.016305	lr=0.011321
Epoch[157] Batch [2049]	Speed: 735.198199 samples/sec	rmse=0.016306	lr=0.011316
Epoch[157] Batch [2099]	Speed: 743.967656 samples/sec	rmse=0.016309	lr=0.011311
Epoch[157] Batch [2149]	Speed: 764.828497 samples/sec	rmse=0.016308	lr=0.011306
Epoch[157] Batch [2199]	Speed: 720.829497 samples/sec	rmse=0.016305	lr=0.011301
Epoch[157] Batch [2249]	Speed: 758.890743 samples/sec	rmse=0.016304	lr=0.011296
Epoch[157] Batch [2299]	Speed: 723.122336 samples/sec	rmse=0.016308	lr=0.011290
Epoch[157] Batch [2349]	Speed: 717.225899 samples/sec	rmse=0.016308	lr=0.011285
Epoch[157] Batch [2399]	Speed: 749.721785 samples/sec	rmse=0.016308	lr=0.011280
Epoch[157] Batch [2449]	Speed: 746.886864 samples/sec	rmse=0.016308	lr=0.011275
Epoch[157] Batch [2499]	Speed: 709.461225 samples/sec	rmse=0.016311	lr=0.011270
Epoch[157] Batch [2549]	Speed: 735.446970 samples/sec	rmse=0.016309	lr=0.011265
Epoch[157] Batch [2599]	Speed: 726.509195 samples/sec	rmse=0.016311	lr=0.011260
Epoch[157] Batch [2649]	Speed: 715.965071 samples/sec	rmse=0.016309	lr=0.011255
Epoch[157] Batch [2699]	Speed: 715.890910 samples/sec	rmse=0.016314	lr=0.011250
Epoch[157] Batch [2749]	Speed: 762.593643 samples/sec	rmse=0.016316	lr=0.011245
Epoch[157] Batch [2799]	Speed: 756.541517 samples/sec	rmse=0.016316	lr=0.011240
Epoch[157] Batch [2849]	Speed: 772.287705 samples/sec	rmse=0.016317	lr=0.011234
Epoch[157] Batch [2899]	Speed: 758.151187 samples/sec	rmse=0.016317	lr=0.011229
Epoch[157] Batch [2949]	Speed: 737.123762 samples/sec	rmse=0.016320	lr=0.011224
Epoch[157] Batch [2999]	Speed: 734.802994 samples/sec	rmse=0.016323	lr=0.011219
Epoch[157] Batch [3049]	Speed: 753.378666 samples/sec	rmse=0.016326	lr=0.011214
Epoch[157] Batch [3099]	Speed: 702.547910 samples/sec	rmse=0.016330	lr=0.011209
Epoch[157] Batch [3149]	Speed: 741.703536 samples/sec	rmse=0.016332	lr=0.011204
Epoch[157] Batch [3199]	Speed: 735.717092 samples/sec	rmse=0.016333	lr=0.011199
Epoch[157] Batch [3249]	Speed: 741.419694 samples/sec	rmse=0.016335	lr=0.011194
Epoch[157] Batch [3299]	Speed: 743.907175 samples/sec	rmse=0.016338	lr=0.011189
Epoch[157] Batch [3349]	Speed: 728.848192 samples/sec	rmse=0.016338	lr=0.011184
Epoch[157] Batch [3399]	Speed: 751.634834 samples/sec	rmse=0.016341	lr=0.011179
Epoch[157] Batch [3449]	Speed: 753.083992 samples/sec	rmse=0.016341	lr=0.011174
Epoch[157] Batch [3499]	Speed: 749.733207 samples/sec	rmse=0.016339	lr=0.011168
Epoch[157] Batch [3549]	Speed: 753.800778 samples/sec	rmse=0.016341	lr=0.011163
Epoch[157] Batch [3599]	Speed: 740.350554 samples/sec	rmse=0.016340	lr=0.011158
Epoch[157] Batch [3649]	Speed: 747.293180 samples/sec	rmse=0.016342	lr=0.011153
Epoch[157] Batch [3699]	Speed: 751.156474 samples/sec	rmse=0.016344	lr=0.011148
Epoch[157] Batch [3749]	Speed: 776.697421 samples/sec	rmse=0.016346	lr=0.011143
Epoch[157] Batch [3799]	Speed: 749.909154 samples/sec	rmse=0.016346	lr=0.011138
Epoch[157] Batch [3849]	Speed: 788.528288 samples/sec	rmse=0.016348	lr=0.011133
Epoch[157] Batch [3899]	Speed: 726.173974 samples/sec	rmse=0.016348	lr=0.011128
Epoch[157] Batch [3949]	Speed: 736.147870 samples/sec	rmse=0.016350	lr=0.011123
Epoch[157] Batch [3999]	Speed: 724.346741 samples/sec	rmse=0.016348	lr=0.011118
Epoch[157] Batch [4049]	Speed: 759.245906 samples/sec	rmse=0.016350	lr=0.011113
Epoch[157] Batch [4099]	Speed: 778.622297 samples/sec	rmse=0.016351	lr=0.011108
Epoch[157] Batch [4149]	Speed: 755.083793 samples/sec	rmse=0.016351	lr=0.011103
Epoch[157] Batch [4199]	Speed: 769.030610 samples/sec	rmse=0.016352	lr=0.011098
Epoch[157] Batch [4249]	Speed: 755.638942 samples/sec	rmse=0.016354	lr=0.011093
Epoch[157] Batch [4299]	Speed: 742.168214 samples/sec	rmse=0.016358	lr=0.011087
Epoch[157] Batch [4349]	Speed: 755.011107 samples/sec	rmse=0.016359	lr=0.011082
Epoch[157] Batch [4399]	Speed: 722.011400 samples/sec	rmse=0.016359	lr=0.011077
Epoch[157] Batch [4449]	Speed: 722.584792 samples/sec	rmse=0.016359	lr=0.011072
Epoch[157] Batch [4499]	Speed: 768.412524 samples/sec	rmse=0.016361	lr=0.011067
Epoch[157] Batch [4549]	Speed: 739.124882 samples/sec	rmse=0.016363	lr=0.011062
Epoch[157] Batch [4599]	Speed: 698.079137 samples/sec	rmse=0.016363	lr=0.011057
Epoch[157] Batch [4649]	Speed: 731.642003 samples/sec	rmse=0.016364	lr=0.011052
Epoch[157] Batch [4699]	Speed: 755.507010 samples/sec	rmse=0.016367	lr=0.011047
Epoch[157] Batch [4749]	Speed: 747.758767 samples/sec	rmse=0.016368	lr=0.011042
Epoch[157] Batch [4799]	Speed: 709.141360 samples/sec	rmse=0.016369	lr=0.011037
Epoch[157] Batch [4849]	Speed: 714.866340 samples/sec	rmse=0.016370	lr=0.011032
Epoch[157] Batch [4899]	Speed: 719.161320 samples/sec	rmse=0.016372	lr=0.011027
Epoch[157] Batch [4949]	Speed: 777.448604 samples/sec	rmse=0.016373	lr=0.011022
Epoch[157] Batch [4999]	Speed: 737.552147 samples/sec	rmse=0.016376	lr=0.011017
[Epoch 157] training: rmse=0.016376
[Epoch 157] speed: 739 samples/sec	time cost: 1756.285496
[Epoch 157] validation: err-top1=0.232853 err-top5=0.062600
Epoch[158] Batch [49]	Speed: 729.367630 samples/sec	rmse=0.016190	lr=0.011011
Epoch[158] Batch [99]	Speed: 741.091944 samples/sec	rmse=0.016229	lr=0.011006
Epoch[158] Batch [149]	Speed: 722.377516 samples/sec	rmse=0.016204	lr=0.011001
Epoch[158] Batch [199]	Speed: 722.967330 samples/sec	rmse=0.016191	lr=0.010996
Epoch[158] Batch [249]	Speed: 723.937391 samples/sec	rmse=0.016178	lr=0.010991
Epoch[158] Batch [299]	Speed: 717.321969 samples/sec	rmse=0.016188	lr=0.010986
Epoch[158] Batch [349]	Speed: 715.122867 samples/sec	rmse=0.016194	lr=0.010981
Epoch[158] Batch [399]	Speed: 693.513969 samples/sec	rmse=0.016198	lr=0.010976
Epoch[158] Batch [449]	Speed: 748.664852 samples/sec	rmse=0.016194	lr=0.010971
Epoch[158] Batch [499]	Speed: 757.026133 samples/sec	rmse=0.016221	lr=0.010966
Epoch[158] Batch [549]	Speed: 752.650210 samples/sec	rmse=0.016227	lr=0.010961
Epoch[158] Batch [599]	Speed: 730.699746 samples/sec	rmse=0.016209	lr=0.010956
Epoch[158] Batch [649]	Speed: 710.249338 samples/sec	rmse=0.016214	lr=0.010951
Epoch[158] Batch [699]	Speed: 728.545400 samples/sec	rmse=0.016226	lr=0.010946
Epoch[158] Batch [749]	Speed: 719.160838 samples/sec	rmse=0.016228	lr=0.010941
Epoch[158] Batch [799]	Speed: 742.516387 samples/sec	rmse=0.016223	lr=0.010936
Epoch[158] Batch [849]	Speed: 714.353324 samples/sec	rmse=0.016231	lr=0.010931
Epoch[158] Batch [899]	Speed: 726.422896 samples/sec	rmse=0.016226	lr=0.010926
Epoch[158] Batch [949]	Speed: 716.400860 samples/sec	rmse=0.016227	lr=0.010921
Epoch[158] Batch [999]	Speed: 736.565845 samples/sec	rmse=0.016228	lr=0.010916
Epoch[158] Batch [1049]	Speed: 710.860098 samples/sec	rmse=0.016222	lr=0.010911
Epoch[158] Batch [1099]	Speed: 720.491103 samples/sec	rmse=0.016217	lr=0.010906
Epoch[158] Batch [1149]	Speed: 750.330647 samples/sec	rmse=0.016214	lr=0.010901
Epoch[158] Batch [1199]	Speed: 728.913394 samples/sec	rmse=0.016215	lr=0.010896
Epoch[158] Batch [1249]	Speed: 718.331334 samples/sec	rmse=0.016214	lr=0.010891
Epoch[158] Batch [1299]	Speed: 729.039577 samples/sec	rmse=0.016220	lr=0.010886
Epoch[158] Batch [1349]	Speed: 751.081936 samples/sec	rmse=0.016229	lr=0.010881
Epoch[158] Batch [1399]	Speed: 740.498836 samples/sec	rmse=0.016232	lr=0.010876
Epoch[158] Batch [1449]	Speed: 729.795209 samples/sec	rmse=0.016234	lr=0.010871
Epoch[158] Batch [1499]	Speed: 724.358254 samples/sec	rmse=0.016237	lr=0.010866
Epoch[158] Batch [1549]	Speed: 737.737699 samples/sec	rmse=0.016239	lr=0.010861
Epoch[158] Batch [1599]	Speed: 776.480785 samples/sec	rmse=0.016236	lr=0.010856
Epoch[158] Batch [1649]	Speed: 734.174974 samples/sec	rmse=0.016237	lr=0.010851
Epoch[158] Batch [1699]	Speed: 760.185389 samples/sec	rmse=0.016238	lr=0.010846
Epoch[158] Batch [1749]	Speed: 737.518529 samples/sec	rmse=0.016240	lr=0.010841
Epoch[158] Batch [1799]	Speed: 768.206617 samples/sec	rmse=0.016239	lr=0.010836
Epoch[158] Batch [1849]	Speed: 740.273480 samples/sec	rmse=0.016237	lr=0.010831
Epoch[158] Batch [1899]	Speed: 726.714354 samples/sec	rmse=0.016241	lr=0.010826
Epoch[158] Batch [1949]	Speed: 743.557347 samples/sec	rmse=0.016245	lr=0.010821
Epoch[158] Batch [1999]	Speed: 763.925802 samples/sec	rmse=0.016246	lr=0.010816
Epoch[158] Batch [2049]	Speed: 774.274778 samples/sec	rmse=0.016249	lr=0.010811
Epoch[158] Batch [2099]	Speed: 759.008375 samples/sec	rmse=0.016249	lr=0.010806
Epoch[158] Batch [2149]	Speed: 745.275486 samples/sec	rmse=0.016249	lr=0.010801
Epoch[158] Batch [2199]	Speed: 745.712459 samples/sec	rmse=0.016251	lr=0.010796
Epoch[158] Batch [2249]	Speed: 736.144994 samples/sec	rmse=0.016251	lr=0.010791
Epoch[158] Batch [2299]	Speed: 740.913750 samples/sec	rmse=0.016252	lr=0.010786
Epoch[158] Batch [2349]	Speed: 758.786607 samples/sec	rmse=0.016253	lr=0.010781
Epoch[158] Batch [2399]	Speed: 756.576754 samples/sec	rmse=0.016251	lr=0.010776
Epoch[158] Batch [2449]	Speed: 717.290285 samples/sec	rmse=0.016253	lr=0.010771
Epoch[158] Batch [2499]	Speed: 732.874635 samples/sec	rmse=0.016255	lr=0.010766
Epoch[158] Batch [2549]	Speed: 780.352675 samples/sec	rmse=0.016254	lr=0.010761
Epoch[158] Batch [2599]	Speed: 733.860920 samples/sec	rmse=0.016261	lr=0.010756
Epoch[158] Batch [2649]	Speed: 720.888191 samples/sec	rmse=0.016260	lr=0.010751
Epoch[158] Batch [2699]	Speed: 708.622037 samples/sec	rmse=0.016261	lr=0.010746
Epoch[158] Batch [2749]	Speed: 739.110168 samples/sec	rmse=0.016259	lr=0.010741
Epoch[158] Batch [2799]	Speed: 717.755333 samples/sec	rmse=0.016257	lr=0.010736
Epoch[158] Batch [2849]	Speed: 722.009439 samples/sec	rmse=0.016259	lr=0.010731
Epoch[158] Batch [2899]	Speed: 727.037886 samples/sec	rmse=0.016267	lr=0.010726
Epoch[158] Batch [2949]	Speed: 727.712870 samples/sec	rmse=0.016266	lr=0.010721
Epoch[158] Batch [2999]	Speed: 720.768162 samples/sec	rmse=0.016266	lr=0.010716
Epoch[158] Batch [3049]	Speed: 733.713860 samples/sec	rmse=0.016266	lr=0.010711
Epoch[158] Batch [3099]	Speed: 753.930156 samples/sec	rmse=0.016267	lr=0.010706
Epoch[158] Batch [3149]	Speed: 716.489279 samples/sec	rmse=0.016269	lr=0.010701
Epoch[158] Batch [3199]	Speed: 735.755991 samples/sec	rmse=0.016271	lr=0.010696
Epoch[158] Batch [3249]	Speed: 751.575825 samples/sec	rmse=0.016271	lr=0.010691
Epoch[158] Batch [3299]	Speed: 792.559452 samples/sec	rmse=0.016269	lr=0.010686
Epoch[158] Batch [3349]	Speed: 729.261829 samples/sec	rmse=0.016271	lr=0.010681
Epoch[158] Batch [3399]	Speed: 740.914302 samples/sec	rmse=0.016273	lr=0.010676
Epoch[158] Batch [3449]	Speed: 746.658881 samples/sec	rmse=0.016277	lr=0.010671
Epoch[158] Batch [3499]	Speed: 719.503432 samples/sec	rmse=0.016278	lr=0.010666
Epoch[158] Batch [3549]	Speed: 736.025754 samples/sec	rmse=0.016275	lr=0.010661
Epoch[158] Batch [3599]	Speed: 751.350082 samples/sec	rmse=0.016277	lr=0.010656
Epoch[158] Batch [3649]	Speed: 752.319364 samples/sec	rmse=0.016277	lr=0.010651
Epoch[158] Batch [3699]	Speed: 761.849397 samples/sec	rmse=0.016278	lr=0.010646
Epoch[158] Batch [3749]	Speed: 727.799515 samples/sec	rmse=0.016279	lr=0.010641
Epoch[158] Batch [3799]	Speed: 726.354424 samples/sec	rmse=0.016283	lr=0.010636
Epoch[158] Batch [3849]	Speed: 714.372772 samples/sec	rmse=0.016284	lr=0.010631
Epoch[158] Batch [3899]	Speed: 741.993328 samples/sec	rmse=0.016285	lr=0.010626
Epoch[158] Batch [3949]	Speed: 773.588519 samples/sec	rmse=0.016288	lr=0.010621
Epoch[158] Batch [3999]	Speed: 736.892394 samples/sec	rmse=0.016288	lr=0.010616
Epoch[158] Batch [4049]	Speed: 746.150328 samples/sec	rmse=0.016289	lr=0.010611
Epoch[158] Batch [4099]	Speed: 736.192529 samples/sec	rmse=0.016290	lr=0.010607
Epoch[158] Batch [4149]	Speed: 730.743139 samples/sec	rmse=0.016290	lr=0.010602
Epoch[158] Batch [4199]	Speed: 730.188877 samples/sec	rmse=0.016292	lr=0.010597
Epoch[158] Batch [4249]	Speed: 744.282714 samples/sec	rmse=0.016293	lr=0.010592
Epoch[158] Batch [4299]	Speed: 734.123433 samples/sec	rmse=0.016294	lr=0.010587
Epoch[158] Batch [4349]	Speed: 700.190975 samples/sec	rmse=0.016296	lr=0.010582
Epoch[158] Batch [4399]	Speed: 740.857527 samples/sec	rmse=0.016297	lr=0.010577
Epoch[158] Batch [4449]	Speed: 717.759594 samples/sec	rmse=0.016297	lr=0.010572
Epoch[158] Batch [4499]	Speed: 748.953486 samples/sec	rmse=0.016298	lr=0.010567
Epoch[158] Batch [4549]	Speed: 746.774528 samples/sec	rmse=0.016298	lr=0.010562
Epoch[158] Batch [4599]	Speed: 749.425612 samples/sec	rmse=0.016300	lr=0.010557
Epoch[158] Batch [4649]	Speed: 736.075948 samples/sec	rmse=0.016300	lr=0.010552
Epoch[158] Batch [4699]	Speed: 734.730872 samples/sec	rmse=0.016301	lr=0.010547
Epoch[158] Batch [4749]	Speed: 760.641783 samples/sec	rmse=0.016301	lr=0.010542
Epoch[158] Batch [4799]	Speed: 750.317098 samples/sec	rmse=0.016304	lr=0.010537
Epoch[158] Batch [4849]	Speed: 701.872560 samples/sec	rmse=0.016305	lr=0.010532
Epoch[158] Batch [4899]	Speed: 739.009151 samples/sec	rmse=0.016306	lr=0.010527
Epoch[158] Batch [4949]	Speed: 739.470418 samples/sec	rmse=0.016307	lr=0.010522
Epoch[158] Batch [4999]	Speed: 719.989624 samples/sec	rmse=0.016307	lr=0.010517
[Epoch 158] training: rmse=0.016308
[Epoch 158] speed: 735 samples/sec	time cost: 1764.279879
[Epoch 158] validation: err-top1=0.228826 err-top5=0.060577
Epoch[159] Batch [49]	Speed: 703.722228 samples/sec	rmse=0.016063	lr=0.010512
Epoch[159] Batch [99]	Speed: 704.305603 samples/sec	rmse=0.016047	lr=0.010507
Epoch[159] Batch [149]	Speed: 728.505105 samples/sec	rmse=0.016066	lr=0.010502
Epoch[159] Batch [199]	Speed: 753.053865 samples/sec	rmse=0.016066	lr=0.010497
Epoch[159] Batch [249]	Speed: 746.237208 samples/sec	rmse=0.016067	lr=0.010492
Epoch[159] Batch [299]	Speed: 760.396689 samples/sec	rmse=0.016090	lr=0.010487
Epoch[159] Batch [349]	Speed: 722.943605 samples/sec	rmse=0.016090	lr=0.010483
Epoch[159] Batch [399]	Speed: 733.975084 samples/sec	rmse=0.016104	lr=0.010478
Epoch[159] Batch [449]	Speed: 752.281245 samples/sec	rmse=0.016103	lr=0.010473
Epoch[159] Batch [499]	Speed: 746.061093 samples/sec	rmse=0.016121	lr=0.010468
Epoch[159] Batch [549]	Speed: 707.808871 samples/sec	rmse=0.016119	lr=0.010463
Epoch[159] Batch [599]	Speed: 744.327952 samples/sec	rmse=0.016118	lr=0.010458
Epoch[159] Batch [649]	Speed: 764.891850 samples/sec	rmse=0.016125	lr=0.010453
Epoch[159] Batch [699]	Speed: 721.197903 samples/sec	rmse=0.016127	lr=0.010448
Epoch[159] Batch [749]	Speed: 769.908791 samples/sec	rmse=0.016130	lr=0.010443
Epoch[159] Batch [799]	Speed: 732.102442 samples/sec	rmse=0.016129	lr=0.010438
Epoch[159] Batch [849]	Speed: 725.379653 samples/sec	rmse=0.016138	lr=0.010433
Epoch[159] Batch [899]	Speed: 729.893753 samples/sec	rmse=0.016126	lr=0.010428
Epoch[159] Batch [949]	Speed: 727.691150 samples/sec	rmse=0.016138	lr=0.010423
Epoch[159] Batch [999]	Speed: 761.340017 samples/sec	rmse=0.016140	lr=0.010418
Epoch[159] Batch [1049]	Speed: 724.868266 samples/sec	rmse=0.016147	lr=0.010414
Epoch[159] Batch [1099]	Speed: 726.924541 samples/sec	rmse=0.016152	lr=0.010409
Epoch[159] Batch [1149]	Speed: 703.967522 samples/sec	rmse=0.016156	lr=0.010404
Epoch[159] Batch [1199]	Speed: 748.752570 samples/sec	rmse=0.016159	lr=0.010399
Epoch[159] Batch [1249]	Speed: 754.817922 samples/sec	rmse=0.016158	lr=0.010394
Epoch[159] Batch [1299]	Speed: 757.478430 samples/sec	rmse=0.016160	lr=0.010389
Epoch[159] Batch [1349]	Speed: 716.918785 samples/sec	rmse=0.016164	lr=0.010384
Epoch[159] Batch [1399]	Speed: 757.097008 samples/sec	rmse=0.016158	lr=0.010379
Epoch[159] Batch [1449]	Speed: 722.257020 samples/sec	rmse=0.016159	lr=0.010374
Epoch[159] Batch [1499]	Speed: 734.015826 samples/sec	rmse=0.016165	lr=0.010369
Epoch[159] Batch [1549]	Speed: 778.157601 samples/sec	rmse=0.016169	lr=0.010364
Epoch[159] Batch [1599]	Speed: 746.923347 samples/sec	rmse=0.016170	lr=0.010360
Epoch[159] Batch [1649]	Speed: 737.189815 samples/sec	rmse=0.016173	lr=0.010355
Epoch[159] Batch [1699]	Speed: 744.501515 samples/sec	rmse=0.016169	lr=0.010350
Epoch[159] Batch [1749]	Speed: 720.163043 samples/sec	rmse=0.016166	lr=0.010345
Epoch[159] Batch [1799]	Speed: 755.635507 samples/sec	rmse=0.016166	lr=0.010340
Epoch[159] Batch [1849]	Speed: 746.240818 samples/sec	rmse=0.016164	lr=0.010335
Epoch[159] Batch [1899]	Speed: 727.357163 samples/sec	rmse=0.016169	lr=0.010330
Epoch[159] Batch [1949]	Speed: 723.868283 samples/sec	rmse=0.016174	lr=0.010325
Epoch[159] Batch [1999]	Speed: 738.491670 samples/sec	rmse=0.016179	lr=0.010320
Epoch[159] Batch [2049]	Speed: 754.381293 samples/sec	rmse=0.016183	lr=0.010315
Epoch[159] Batch [2099]	Speed: 742.775069 samples/sec	rmse=0.016184	lr=0.010311
Epoch[159] Batch [2149]	Speed: 725.792854 samples/sec	rmse=0.016186	lr=0.010306
Epoch[159] Batch [2199]	Speed: 748.879688 samples/sec	rmse=0.016190	lr=0.010301
Epoch[159] Batch [2249]	Speed: 746.646067 samples/sec	rmse=0.016191	lr=0.010296
Epoch[159] Batch [2299]	Speed: 733.903505 samples/sec	rmse=0.016193	lr=0.010291
Epoch[159] Batch [2349]	Speed: 717.083496 samples/sec	rmse=0.016193	lr=0.010286
Epoch[159] Batch [2399]	Speed: 737.430881 samples/sec	rmse=0.016196	lr=0.010281
Epoch[159] Batch [2449]	Speed: 731.974369 samples/sec	rmse=0.016198	lr=0.010276
Epoch[159] Batch [2499]	Speed: 732.990554 samples/sec	rmse=0.016204	lr=0.010271
Epoch[159] Batch [2549]	Speed: 727.230203 samples/sec	rmse=0.016204	lr=0.010267
Epoch[159] Batch [2599]	Speed: 701.369249 samples/sec	rmse=0.016208	lr=0.010262
Epoch[159] Batch [2649]	Speed: 753.069203 samples/sec	rmse=0.016208	lr=0.010257
Epoch[159] Batch [2699]	Speed: 741.963774 samples/sec	rmse=0.016210	lr=0.010252
Epoch[159] Batch [2749]	Speed: 719.472413 samples/sec	rmse=0.016212	lr=0.010247
Epoch[159] Batch [2799]	Speed: 714.370947 samples/sec	rmse=0.016210	lr=0.010242
Epoch[159] Batch [2849]	Speed: 727.692393 samples/sec	rmse=0.016212	lr=0.010237
Epoch[159] Batch [2899]	Speed: 736.410578 samples/sec	rmse=0.016215	lr=0.010232
Epoch[159] Batch [2949]	Speed: 727.784489 samples/sec	rmse=0.016216	lr=0.010227
Epoch[159] Batch [2999]	Speed: 727.735784 samples/sec	rmse=0.016217	lr=0.010223
Epoch[159] Batch [3049]	Speed: 731.593199 samples/sec	rmse=0.016217	lr=0.010218
Epoch[159] Batch [3099]	Speed: 722.047688 samples/sec	rmse=0.016218	lr=0.010213
Epoch[159] Batch [3149]	Speed: 737.461847 samples/sec	rmse=0.016219	lr=0.010208
Epoch[159] Batch [3199]	Speed: 733.564544 samples/sec	rmse=0.016218	lr=0.010203
Epoch[159] Batch [3249]	Speed: 725.195327 samples/sec	rmse=0.016217	lr=0.010198
Epoch[159] Batch [3299]	Speed: 760.446417 samples/sec	rmse=0.016215	lr=0.010193
Epoch[159] Batch [3349]	Speed: 754.230250 samples/sec	rmse=0.016215	lr=0.010188
Epoch[159] Batch [3399]	Speed: 723.165028 samples/sec	rmse=0.016216	lr=0.010184
Epoch[159] Batch [3449]	Speed: 742.845295 samples/sec	rmse=0.016217	lr=0.010179
Epoch[159] Batch [3499]	Speed: 754.798778 samples/sec	rmse=0.016217	lr=0.010174
Epoch[159] Batch [3549]	Speed: 751.066028 samples/sec	rmse=0.016219	lr=0.010169
Epoch[159] Batch [3599]	Speed: 773.398747 samples/sec	rmse=0.016219	lr=0.010164
Epoch[159] Batch [3649]	Speed: 780.311856 samples/sec	rmse=0.016219	lr=0.010159
Epoch[159] Batch [3699]	Speed: 803.740854 samples/sec	rmse=0.016220	lr=0.010154
Epoch[159] Batch [3749]	Speed: 771.684063 samples/sec	rmse=0.016221	lr=0.010150
Epoch[159] Batch [3799]	Speed: 728.332952 samples/sec	rmse=0.016220	lr=0.010145
Epoch[159] Batch [3849]	Speed: 739.735758 samples/sec	rmse=0.016222	lr=0.010140
Epoch[159] Batch [3899]	Speed: 751.735922 samples/sec	rmse=0.016223	lr=0.010135
Epoch[159] Batch [3949]	Speed: 741.979822 samples/sec	rmse=0.016224	lr=0.010130
Epoch[159] Batch [3999]	Speed: 759.613074 samples/sec	rmse=0.016223	lr=0.010125
Epoch[159] Batch [4049]	Speed: 737.037847 samples/sec	rmse=0.016226	lr=0.010120
Epoch[159] Batch [4099]	Speed: 730.650701 samples/sec	rmse=0.016227	lr=0.010116
Epoch[159] Batch [4149]	Speed: 727.554243 samples/sec	rmse=0.016228	lr=0.010111
Epoch[159] Batch [4199]	Speed: 735.531104 samples/sec	rmse=0.016228	lr=0.010106
Epoch[159] Batch [4249]	Speed: 739.693227 samples/sec	rmse=0.016229	lr=0.010101
Epoch[159] Batch [4299]	Speed: 726.863994 samples/sec	rmse=0.016229	lr=0.010096
Epoch[159] Batch [4349]	Speed: 755.378780 samples/sec	rmse=0.016230	lr=0.010091
Epoch[159] Batch [4399]	Speed: 735.995020 samples/sec	rmse=0.016233	lr=0.010086
Epoch[159] Batch [4449]	Speed: 755.198420 samples/sec	rmse=0.016235	lr=0.010082
Epoch[159] Batch [4499]	Speed: 751.443110 samples/sec	rmse=0.016236	lr=0.010077
Epoch[159] Batch [4549]	Speed: 748.202328 samples/sec	rmse=0.016235	lr=0.010072
Epoch[159] Batch [4599]	Speed: 784.995982 samples/sec	rmse=0.016238	lr=0.010067
Epoch[159] Batch [4649]	Speed: 724.403311 samples/sec	rmse=0.016237	lr=0.010062
Epoch[159] Batch [4699]	Speed: 772.327045 samples/sec	rmse=0.016239	lr=0.010057
Epoch[159] Batch [4749]	Speed: 770.965118 samples/sec	rmse=0.016239	lr=0.010053
Epoch[159] Batch [4799]	Speed: 752.844409 samples/sec	rmse=0.016242	lr=0.010048
Epoch[159] Batch [4849]	Speed: 744.077860 samples/sec	rmse=0.016243	lr=0.010043
Epoch[159] Batch [4899]	Speed: 742.119628 samples/sec	rmse=0.016244	lr=0.010038
Epoch[159] Batch [4949]	Speed: 764.886685 samples/sec	rmse=0.016247	lr=0.010033
Epoch[159] Batch [4999]	Speed: 725.707216 samples/sec	rmse=0.016248	lr=0.010028
[Epoch 159] training: rmse=0.016247
[Epoch 159] speed: 740 samples/sec	time cost: 1754.605893
[Epoch 159] validation: err-top1=0.227123 err-top5=0.059736
Epoch[160] Batch [49]	Speed: 701.930758 samples/sec	rmse=0.015841	lr=0.010023
Epoch[160] Batch [99]	Speed: 718.835798 samples/sec	rmse=0.016115	lr=0.010018
Epoch[160] Batch [149]	Speed: 757.776458 samples/sec	rmse=0.016091	lr=0.010013
Epoch[160] Batch [199]	Speed: 735.224014 samples/sec	rmse=0.016096	lr=0.010009
Epoch[160] Batch [249]	Speed: 759.437358 samples/sec	rmse=0.016068	lr=0.010004
Epoch[160] Batch [299]	Speed: 719.496037 samples/sec	rmse=0.016084	lr=0.009999
Epoch[160] Batch [349]	Speed: 704.473600 samples/sec	rmse=0.016055	lr=0.009994
Epoch[160] Batch [399]	Speed: 716.255860 samples/sec	rmse=0.016084	lr=0.009989
Epoch[160] Batch [449]	Speed: 775.262537 samples/sec	rmse=0.016084	lr=0.009984
Epoch[160] Batch [499]	Speed: 744.227453 samples/sec	rmse=0.016070	lr=0.009980
Epoch[160] Batch [549]	Speed: 721.725564 samples/sec	rmse=0.016072	lr=0.009975
Epoch[160] Batch [599]	Speed: 741.873509 samples/sec	rmse=0.016063	lr=0.009970
Epoch[160] Batch [649]	Speed: 744.798860 samples/sec	rmse=0.016079	lr=0.009965
Epoch[160] Batch [699]	Speed: 720.017492 samples/sec	rmse=0.016083	lr=0.009960
Epoch[160] Batch [749]	Speed: 749.850782 samples/sec	rmse=0.016082	lr=0.009956
Epoch[160] Batch [799]	Speed: 759.808775 samples/sec	rmse=0.016092	lr=0.009951
Epoch[160] Batch [849]	Speed: 737.404414 samples/sec	rmse=0.016089	lr=0.009946
Epoch[160] Batch [899]	Speed: 738.117689 samples/sec	rmse=0.016075	lr=0.009941
Epoch[160] Batch [949]	Speed: 772.153350 samples/sec	rmse=0.016081	lr=0.009936
Epoch[160] Batch [999]	Speed: 752.870401 samples/sec	rmse=0.016087	lr=0.009931
Epoch[160] Batch [1049]	Speed: 743.420458 samples/sec	rmse=0.016090	lr=0.009927
Epoch[160] Batch [1099]	Speed: 737.000805 samples/sec	rmse=0.016093	lr=0.009922
Epoch[160] Batch [1149]	Speed: 735.825692 samples/sec	rmse=0.016101	lr=0.009917
Epoch[160] Batch [1199]	Speed: 729.582140 samples/sec	rmse=0.016100	lr=0.009912
Epoch[160] Batch [1249]	Speed: 743.548542 samples/sec	rmse=0.016100	lr=0.009907
Epoch[160] Batch [1299]	Speed: 733.642032 samples/sec	rmse=0.016103	lr=0.009903
Epoch[160] Batch [1349]	Speed: 780.408337 samples/sec	rmse=0.016110	lr=0.009898
Epoch[160] Batch [1399]	Speed: 751.791735 samples/sec	rmse=0.016116	lr=0.009893
Epoch[160] Batch [1449]	Speed: 722.426799 samples/sec	rmse=0.016117	lr=0.009888
Epoch[160] Batch [1499]	Speed: 712.609491 samples/sec	rmse=0.016113	lr=0.009883
Epoch[160] Batch [1549]	Speed: 726.473234 samples/sec	rmse=0.016121	lr=0.009879
Epoch[160] Batch [1599]	Speed: 747.550153 samples/sec	rmse=0.016124	lr=0.009874
Epoch[160] Batch [1649]	Speed: 769.937819 samples/sec	rmse=0.016123	lr=0.009869
Epoch[160] Batch [1699]	Speed: 743.424175 samples/sec	rmse=0.016124	lr=0.009864
Epoch[160] Batch [1749]	Speed: 715.943016 samples/sec	rmse=0.016125	lr=0.009859
Epoch[160] Batch [1799]	Speed: 749.868964 samples/sec	rmse=0.016119	lr=0.009855
Epoch[160] Batch [1849]	Speed: 756.472793 samples/sec	rmse=0.016121	lr=0.009850
Epoch[160] Batch [1899]	Speed: 765.440784 samples/sec	rmse=0.016120	lr=0.009845
Epoch[160] Batch [1949]	Speed: 752.736912 samples/sec	rmse=0.016116	lr=0.009840
Epoch[160] Batch [1999]	Speed: 735.659497 samples/sec	rmse=0.016121	lr=0.009835
Epoch[160] Batch [2049]	Speed: 722.150056 samples/sec	rmse=0.016125	lr=0.009831
Epoch[160] Batch [2099]	Speed: 739.744615 samples/sec	rmse=0.016126	lr=0.009826
Epoch[160] Batch [2149]	Speed: 743.483414 samples/sec	rmse=0.016130	lr=0.009821
Epoch[160] Batch [2199]	Speed: 734.383602 samples/sec	rmse=0.016126	lr=0.009816
Epoch[160] Batch [2249]	Speed: 733.369354 samples/sec	rmse=0.016127	lr=0.009811
Epoch[160] Batch [2299]	Speed: 735.576725 samples/sec	rmse=0.016128	lr=0.009807
Epoch[160] Batch [2349]	Speed: 741.362667 samples/sec	rmse=0.016130	lr=0.009802
Epoch[160] Batch [2399]	Speed: 743.922214 samples/sec	rmse=0.016131	lr=0.009797
Epoch[160] Batch [2449]	Speed: 727.161381 samples/sec	rmse=0.016133	lr=0.009792
Epoch[160] Batch [2499]	Speed: 756.666292 samples/sec	rmse=0.016132	lr=0.009787
Epoch[160] Batch [2549]	Speed: 743.480222 samples/sec	rmse=0.016133	lr=0.009783
Epoch[160] Batch [2599]	Speed: 743.499692 samples/sec	rmse=0.016131	lr=0.009778
Epoch[160] Batch [2649]	Speed: 710.134160 samples/sec	rmse=0.016134	lr=0.009773
Epoch[160] Batch [2699]	Speed: 754.623807 samples/sec	rmse=0.016137	lr=0.009768
Epoch[160] Batch [2749]	Speed: 742.948525 samples/sec	rmse=0.016139	lr=0.009764
Epoch[160] Batch [2799]	Speed: 716.506319 samples/sec	rmse=0.016141	lr=0.009759
Epoch[160] Batch [2849]	Speed: 732.107334 samples/sec	rmse=0.016142	lr=0.009754
Epoch[160] Batch [2899]	Speed: 747.343352 samples/sec	rmse=0.016144	lr=0.009749
Epoch[160] Batch [2949]	Speed: 762.687429 samples/sec	rmse=0.016147	lr=0.009744
Epoch[160] Batch [2999]	Speed: 746.215624 samples/sec	rmse=0.016147	lr=0.009740
Epoch[160] Batch [3049]	Speed: 751.981994 samples/sec	rmse=0.016147	lr=0.009735
Epoch[160] Batch [3099]	Speed: 750.757401 samples/sec	rmse=0.016149	lr=0.009730
Epoch[160] Batch [3149]	Speed: 766.087699 samples/sec	rmse=0.016152	lr=0.009725
Epoch[160] Batch [3199]	Speed: 747.347055 samples/sec	rmse=0.016154	lr=0.009721
Epoch[160] Batch [3249]	Speed: 731.551051 samples/sec	rmse=0.016153	lr=0.009716
Epoch[160] Batch [3299]	Speed: 730.207747 samples/sec	rmse=0.016154	lr=0.009711
Epoch[160] Batch [3349]	Speed: 734.262281 samples/sec	rmse=0.016157	lr=0.009706
Epoch[160] Batch [3399]	Speed: 719.510722 samples/sec	rmse=0.016158	lr=0.009702
Epoch[160] Batch [3449]	Speed: 731.137084 samples/sec	rmse=0.016155	lr=0.009697
Epoch[160] Batch [3499]	Speed: 697.331345 samples/sec	rmse=0.016155	lr=0.009692
Epoch[160] Batch [3549]	Speed: 715.119161 samples/sec	rmse=0.016159	lr=0.009687
Epoch[160] Batch [3599]	Speed: 748.066642 samples/sec	rmse=0.016160	lr=0.009683
Epoch[160] Batch [3649]	Speed: 757.887507 samples/sec	rmse=0.016163	lr=0.009678
Epoch[160] Batch [3699]	Speed: 716.149988 samples/sec	rmse=0.016163	lr=0.009673
Epoch[160] Batch [3749]	Speed: 750.296116 samples/sec	rmse=0.016164	lr=0.009668
Epoch[160] Batch [3799]	Speed: 750.128991 samples/sec	rmse=0.016164	lr=0.009663
Epoch[160] Batch [3849]	Speed: 750.329944 samples/sec	rmse=0.016166	lr=0.009659
Epoch[160] Batch [3899]	Speed: 709.951716 samples/sec	rmse=0.016167	lr=0.009654
Epoch[160] Batch [3949]	Speed: 714.884588 samples/sec	rmse=0.016165	lr=0.009649
Epoch[160] Batch [3999]	Speed: 719.136361 samples/sec	rmse=0.016166	lr=0.009644
Epoch[160] Batch [4049]	Speed: 735.998026 samples/sec	rmse=0.016166	lr=0.009640
Epoch[160] Batch [4099]	Speed: 757.095983 samples/sec	rmse=0.016166	lr=0.009635
Epoch[160] Batch [4149]	Speed: 718.732549 samples/sec	rmse=0.016168	lr=0.009630
Epoch[160] Batch [4199]	Speed: 753.728740 samples/sec	rmse=0.016168	lr=0.009625
Epoch[160] Batch [4249]	Speed: 766.857253 samples/sec	rmse=0.016169	lr=0.009621
Epoch[160] Batch [4299]	Speed: 732.760233 samples/sec	rmse=0.016171	lr=0.009616
Epoch[160] Batch [4349]	Speed: 724.351989 samples/sec	rmse=0.016170	lr=0.009611
Epoch[160] Batch [4399]	Speed: 793.182053 samples/sec	rmse=0.016169	lr=0.009606
Epoch[160] Batch [4449]	Speed: 737.944279 samples/sec	rmse=0.016170	lr=0.009602
Epoch[160] Batch [4499]	Speed: 732.718070 samples/sec	rmse=0.016173	lr=0.009597
Epoch[160] Batch [4549]	Speed: 724.247589 samples/sec	rmse=0.016174	lr=0.009592
Epoch[160] Batch [4599]	Speed: 762.575142 samples/sec	rmse=0.016174	lr=0.009588
Epoch[160] Batch [4649]	Speed: 724.170315 samples/sec	rmse=0.016175	lr=0.009583
Epoch[160] Batch [4699]	Speed: 736.095547 samples/sec	rmse=0.016174	lr=0.009578
Epoch[160] Batch [4749]	Speed: 722.361206 samples/sec	rmse=0.016173	lr=0.009573
Epoch[160] Batch [4799]	Speed: 734.838347 samples/sec	rmse=0.016174	lr=0.009569
Epoch[160] Batch [4849]	Speed: 740.371708 samples/sec	rmse=0.016175	lr=0.009564
Epoch[160] Batch [4899]	Speed: 754.581371 samples/sec	rmse=0.016176	lr=0.009559
Epoch[160] Batch [4949]	Speed: 730.735829 samples/sec	rmse=0.016179	lr=0.009554
Epoch[160] Batch [4999]	Speed: 754.096447 samples/sec	rmse=0.016179	lr=0.009550
[Epoch 160] training: rmse=0.016179
[Epoch 160] speed: 738 samples/sec	time cost: 1757.674347
[Epoch 160] validation: err-top1=0.228177 err-top5=0.058673
Epoch[161] Batch [49]	Speed: 729.920308 samples/sec	rmse=0.015888	lr=0.009545
Epoch[161] Batch [99]	Speed: 733.702800 samples/sec	rmse=0.015849	lr=0.009540
Epoch[161] Batch [149]	Speed: 730.634224 samples/sec	rmse=0.015927	lr=0.009535
Epoch[161] Batch [199]	Speed: 741.390872 samples/sec	rmse=0.015933	lr=0.009530
Epoch[161] Batch [249]	Speed: 743.546730 samples/sec	rmse=0.015925	lr=0.009526
Epoch[161] Batch [299]	Speed: 723.873115 samples/sec	rmse=0.015940	lr=0.009521
Epoch[161] Batch [349]	Speed: 772.902007 samples/sec	rmse=0.015961	lr=0.009516
Epoch[161] Batch [399]	Speed: 734.177584 samples/sec	rmse=0.015968	lr=0.009511
Epoch[161] Batch [449]	Speed: 699.489715 samples/sec	rmse=0.015963	lr=0.009507
Epoch[161] Batch [499]	Speed: 732.363438 samples/sec	rmse=0.015967	lr=0.009502
Epoch[161] Batch [549]	Speed: 721.691550 samples/sec	rmse=0.015972	lr=0.009497
Epoch[161] Batch [599]	Speed: 749.958892 samples/sec	rmse=0.015974	lr=0.009493
Epoch[161] Batch [649]	Speed: 712.773496 samples/sec	rmse=0.015984	lr=0.009488
Epoch[161] Batch [699]	Speed: 732.182347 samples/sec	rmse=0.015984	lr=0.009483
Epoch[161] Batch [749]	Speed: 736.473079 samples/sec	rmse=0.015986	lr=0.009478
Epoch[161] Batch [799]	Speed: 745.097963 samples/sec	rmse=0.015981	lr=0.009474
Epoch[161] Batch [849]	Speed: 754.641383 samples/sec	rmse=0.015985	lr=0.009469
Epoch[161] Batch [899]	Speed: 734.592017 samples/sec	rmse=0.015980	lr=0.009464
Epoch[161] Batch [949]	Speed: 766.306232 samples/sec	rmse=0.015980	lr=0.009460
Epoch[161] Batch [999]	Speed: 747.535831 samples/sec	rmse=0.015987	lr=0.009455
Epoch[161] Batch [1049]	Speed: 743.314545 samples/sec	rmse=0.015987	lr=0.009450
Epoch[161] Batch [1099]	Speed: 706.075734 samples/sec	rmse=0.015992	lr=0.009445
Epoch[161] Batch [1149]	Speed: 718.378067 samples/sec	rmse=0.015994	lr=0.009441
Epoch[161] Batch [1199]	Speed: 711.760164 samples/sec	rmse=0.015999	lr=0.009436
Epoch[161] Batch [1249]	Speed: 735.459856 samples/sec	rmse=0.016012	lr=0.009431
Epoch[161] Batch [1299]	Speed: 746.558282 samples/sec	rmse=0.016013	lr=0.009427
Epoch[161] Batch [1349]	Speed: 737.982532 samples/sec	rmse=0.016013	lr=0.009422
Epoch[161] Batch [1399]	Speed: 732.926121 samples/sec	rmse=0.016009	lr=0.009417
Epoch[161] Batch [1449]	Speed: 738.496953 samples/sec	rmse=0.016014	lr=0.009412
Epoch[161] Batch [1499]	Speed: 716.827609 samples/sec	rmse=0.016017	lr=0.009408
Epoch[161] Batch [1549]	Speed: 727.190338 samples/sec	rmse=0.016018	lr=0.009403
Epoch[161] Batch [1599]	Speed: 745.866368 samples/sec	rmse=0.016021	lr=0.009398
Epoch[161] Batch [1649]	Speed: 736.895954 samples/sec	rmse=0.016022	lr=0.009394
Epoch[161] Batch [1699]	Speed: 735.238875 samples/sec	rmse=0.016026	lr=0.009389
Epoch[161] Batch [1749]	Speed: 756.021376 samples/sec	rmse=0.016028	lr=0.009384
Epoch[161] Batch [1799]	Speed: 753.264337 samples/sec	rmse=0.016025	lr=0.009380
Epoch[161] Batch [1849]	Speed: 735.591178 samples/sec	rmse=0.016027	lr=0.009375
Epoch[161] Batch [1899]	Speed: 735.013801 samples/sec	rmse=0.016031	lr=0.009370
Epoch[161] Batch [1949]	Speed: 747.692243 samples/sec	rmse=0.016032	lr=0.009366
Epoch[161] Batch [1999]	Speed: 707.333980 samples/sec	rmse=0.016032	lr=0.009361
Epoch[161] Batch [2049]	Speed: 740.678169 samples/sec	rmse=0.016033	lr=0.009356
Epoch[161] Batch [2099]	Speed: 753.737523 samples/sec	rmse=0.016031	lr=0.009351
Epoch[161] Batch [2149]	Speed: 770.667946 samples/sec	rmse=0.016032	lr=0.009347
Epoch[161] Batch [2199]	Speed: 734.646570 samples/sec	rmse=0.016028	lr=0.009342
Epoch[161] Batch [2249]	Speed: 747.213177 samples/sec	rmse=0.016032	lr=0.009337
Epoch[161] Batch [2299]	Speed: 785.350950 samples/sec	rmse=0.016030	lr=0.009333
Epoch[161] Batch [2349]	Speed: 724.155526 samples/sec	rmse=0.016027	lr=0.009328
Epoch[161] Batch [2399]	Speed: 723.497838 samples/sec	rmse=0.016032	lr=0.009323
Epoch[161] Batch [2449]	Speed: 725.008765 samples/sec	rmse=0.016034	lr=0.009319
Epoch[161] Batch [2499]	Speed: 734.468266 samples/sec	rmse=0.016037	lr=0.009314
Epoch[161] Batch [2549]	Speed: 725.702811 samples/sec	rmse=0.016041	lr=0.009309
Epoch[161] Batch [2599]	Speed: 724.202395 samples/sec	rmse=0.016042	lr=0.009305
Epoch[161] Batch [2649]	Speed: 693.643579 samples/sec	rmse=0.016044	lr=0.009300
Epoch[161] Batch [2699]	Speed: 747.810585 samples/sec	rmse=0.016046	lr=0.009295
Epoch[161] Batch [2749]	Speed: 737.654965 samples/sec	rmse=0.016049	lr=0.009291
Epoch[161] Batch [2799]	Speed: 746.933375 samples/sec	rmse=0.016049	lr=0.009286
Epoch[161] Batch [2849]	Speed: 777.204072 samples/sec	rmse=0.016050	lr=0.009281
Epoch[161] Batch [2899]	Speed: 709.025942 samples/sec	rmse=0.016051	lr=0.009277
Epoch[161] Batch [2949]	Speed: 714.154048 samples/sec	rmse=0.016055	lr=0.009272
Epoch[161] Batch [2999]	Speed: 756.575858 samples/sec	rmse=0.016054	lr=0.009267
Epoch[161] Batch [3049]	Speed: 734.714804 samples/sec	rmse=0.016057	lr=0.009263
Epoch[161] Batch [3099]	Speed: 731.562554 samples/sec	rmse=0.016055	lr=0.009258
Epoch[161] Batch [3149]	Speed: 728.955833 samples/sec	rmse=0.016055	lr=0.009253
Epoch[161] Batch [3199]	Speed: 728.927804 samples/sec	rmse=0.016055	lr=0.009249
Epoch[161] Batch [3249]	Speed: 728.232004 samples/sec	rmse=0.016056	lr=0.009244
Epoch[161] Batch [3299]	Speed: 722.123043 samples/sec	rmse=0.016057	lr=0.009239
Epoch[161] Batch [3349]	Speed: 702.996960 samples/sec	rmse=0.016057	lr=0.009235
Epoch[161] Batch [3399]	Speed: 721.238179 samples/sec	rmse=0.016060	lr=0.009230
Epoch[161] Batch [3449]	Speed: 760.907341 samples/sec	rmse=0.016061	lr=0.009225
Epoch[161] Batch [3499]	Speed: 755.048919 samples/sec	rmse=0.016061	lr=0.009221
Epoch[161] Batch [3549]	Speed: 720.251098 samples/sec	rmse=0.016061	lr=0.009216
Epoch[161] Batch [3599]	Speed: 752.271210 samples/sec	rmse=0.016062	lr=0.009211
Epoch[161] Batch [3649]	Speed: 733.049573 samples/sec	rmse=0.016065	lr=0.009207
Epoch[161] Batch [3699]	Speed: 714.838756 samples/sec	rmse=0.016064	lr=0.009202
Epoch[161] Batch [3749]	Speed: 753.294649 samples/sec	rmse=0.016068	lr=0.009197
Epoch[161] Batch [3799]	Speed: 747.368705 samples/sec	rmse=0.016071	lr=0.009193
Epoch[161] Batch [3849]	Speed: 719.820777 samples/sec	rmse=0.016072	lr=0.009188
Epoch[161] Batch [3899]	Speed: 744.250822 samples/sec	rmse=0.016074	lr=0.009183
Epoch[161] Batch [3949]	Speed: 731.365967 samples/sec	rmse=0.016074	lr=0.009179
Epoch[161] Batch [3999]	Speed: 737.352885 samples/sec	rmse=0.016074	lr=0.009174
Epoch[161] Batch [4049]	Speed: 720.417954 samples/sec	rmse=0.016074	lr=0.009169
Epoch[161] Batch [4099]	Speed: 729.167526 samples/sec	rmse=0.016077	lr=0.009165
Epoch[161] Batch [4149]	Speed: 738.655153 samples/sec	rmse=0.016077	lr=0.009160
Epoch[161] Batch [4199]	Speed: 693.218524 samples/sec	rmse=0.016077	lr=0.009156
Epoch[161] Batch [4249]	Speed: 754.726687 samples/sec	rmse=0.016079	lr=0.009151
Epoch[161] Batch [4299]	Speed: 739.364751 samples/sec	rmse=0.016079	lr=0.009146
Epoch[161] Batch [4349]	Speed: 769.414240 samples/sec	rmse=0.016080	lr=0.009142
Epoch[161] Batch [4399]	Speed: 761.431271 samples/sec	rmse=0.016081	lr=0.009137
Epoch[161] Batch [4449]	Speed: 741.661895 samples/sec	rmse=0.016083	lr=0.009132
Epoch[161] Batch [4499]	Speed: 746.503981 samples/sec	rmse=0.016083	lr=0.009128
Epoch[161] Batch [4549]	Speed: 740.384553 samples/sec	rmse=0.016083	lr=0.009123
Epoch[161] Batch [4599]	Speed: 716.956621 samples/sec	rmse=0.016084	lr=0.009118
Epoch[161] Batch [4649]	Speed: 717.179402 samples/sec	rmse=0.016085	lr=0.009114
Epoch[161] Batch [4699]	Speed: 730.493206 samples/sec	rmse=0.016089	lr=0.009109
Epoch[161] Batch [4749]	Speed: 742.673798 samples/sec	rmse=0.016090	lr=0.009105
Epoch[161] Batch [4799]	Speed: 718.333997 samples/sec	rmse=0.016091	lr=0.009100
Epoch[161] Batch [4849]	Speed: 726.471671 samples/sec	rmse=0.016094	lr=0.009095
Epoch[161] Batch [4899]	Speed: 726.764979 samples/sec	rmse=0.016095	lr=0.009091
Epoch[161] Batch [4949]	Speed: 768.291926 samples/sec	rmse=0.016096	lr=0.009086
Epoch[161] Batch [4999]	Speed: 725.031020 samples/sec	rmse=0.016097	lr=0.009081
[Epoch 161] training: rmse=0.016098
[Epoch 161] speed: 734 samples/sec	time cost: 1766.837926
[Epoch 161] validation: err-top1=0.224740 err-top5=0.059195
Epoch[162] Batch [49]	Speed: 702.821404 samples/sec	rmse=0.015944	lr=0.009076
Epoch[162] Batch [99]	Speed: 750.933881 samples/sec	rmse=0.015931	lr=0.009072
Epoch[162] Batch [149]	Speed: 761.210243 samples/sec	rmse=0.015923	lr=0.009067
Epoch[162] Batch [199]	Speed: 769.222443 samples/sec	rmse=0.015923	lr=0.009063
Epoch[162] Batch [249]	Speed: 742.906652 samples/sec	rmse=0.015927	lr=0.009058
Epoch[162] Batch [299]	Speed: 767.644512 samples/sec	rmse=0.015894	lr=0.009053
Epoch[162] Batch [349]	Speed: 720.266743 samples/sec	rmse=0.015909	lr=0.009049
Epoch[162] Batch [399]	Speed: 757.449201 samples/sec	rmse=0.015896	lr=0.009044
Epoch[162] Batch [449]	Speed: 730.097035 samples/sec	rmse=0.015891	lr=0.009039
Epoch[162] Batch [499]	Speed: 765.805089 samples/sec	rmse=0.015885	lr=0.009035
Epoch[162] Batch [549]	Speed: 746.915626 samples/sec	rmse=0.015886	lr=0.009030
Epoch[162] Batch [599]	Speed: 755.488012 samples/sec	rmse=0.015883	lr=0.009026
Epoch[162] Batch [649]	Speed: 737.357310 samples/sec	rmse=0.015881	lr=0.009021
Epoch[162] Batch [699]	Speed: 728.005868 samples/sec	rmse=0.015893	lr=0.009016
Epoch[162] Batch [749]	Speed: 730.964849 samples/sec	rmse=0.015900	lr=0.009012
Epoch[162] Batch [799]	Speed: 730.848993 samples/sec	rmse=0.015893	lr=0.009007
Epoch[162] Batch [849]	Speed: 762.862018 samples/sec	rmse=0.015896	lr=0.009003
Epoch[162] Batch [899]	Speed: 741.478009 samples/sec	rmse=0.015893	lr=0.008998
Epoch[162] Batch [949]	Speed: 743.517701 samples/sec	rmse=0.015880	lr=0.008993
Epoch[162] Batch [999]	Speed: 765.640996 samples/sec	rmse=0.015871	lr=0.008989
Epoch[162] Batch [1049]	Speed: 706.355421 samples/sec	rmse=0.015880	lr=0.008984
Epoch[162] Batch [1099]	Speed: 745.694654 samples/sec	rmse=0.015883	lr=0.008980
Epoch[162] Batch [1149]	Speed: 727.561638 samples/sec	rmse=0.015887	lr=0.008975
Epoch[162] Batch [1199]	Speed: 729.736455 samples/sec	rmse=0.015883	lr=0.008970
Epoch[162] Batch [1249]	Speed: 769.456431 samples/sec	rmse=0.015891	lr=0.008966
Epoch[162] Batch [1299]	Speed: 746.172811 samples/sec	rmse=0.015892	lr=0.008961
Epoch[162] Batch [1349]	Speed: 769.360367 samples/sec	rmse=0.015898	lr=0.008957
Epoch[162] Batch [1399]	Speed: 766.878833 samples/sec	rmse=0.015907	lr=0.008952
Epoch[162] Batch [1449]	Speed: 726.822999 samples/sec	rmse=0.015908	lr=0.008947
Epoch[162] Batch [1499]	Speed: 768.982187 samples/sec	rmse=0.015913	lr=0.008943
Epoch[162] Batch [1549]	Speed: 748.915666 samples/sec	rmse=0.015917	lr=0.008938
Epoch[162] Batch [1599]	Speed: 757.771388 samples/sec	rmse=0.015917	lr=0.008934
Epoch[162] Batch [1649]	Speed: 716.598264 samples/sec	rmse=0.015920	lr=0.008929
Epoch[162] Batch [1699]	Speed: 706.759787 samples/sec	rmse=0.015923	lr=0.008924
Epoch[162] Batch [1749]	Speed: 735.414390 samples/sec	rmse=0.015929	lr=0.008920
Epoch[162] Batch [1799]	Speed: 729.879692 samples/sec	rmse=0.015931	lr=0.008915
Epoch[162] Batch [1849]	Speed: 775.351717 samples/sec	rmse=0.015937	lr=0.008911
Epoch[162] Batch [1899]	Speed: 755.819874 samples/sec	rmse=0.015939	lr=0.008906
Epoch[162] Batch [1949]	Speed: 747.263505 samples/sec	rmse=0.015944	lr=0.008901
Epoch[162] Batch [1999]	Speed: 746.634230 samples/sec	rmse=0.015944	lr=0.008897
Epoch[162] Batch [2049]	Speed: 713.044177 samples/sec	rmse=0.015944	lr=0.008892
Epoch[162] Batch [2099]	Speed: 754.780313 samples/sec	rmse=0.015942	lr=0.008888
Epoch[162] Batch [2149]	Speed: 764.351461 samples/sec	rmse=0.015943	lr=0.008883
Epoch[162] Batch [2199]	Speed: 772.230408 samples/sec	rmse=0.015939	lr=0.008879
Epoch[162] Batch [2249]	Speed: 756.238154 samples/sec	rmse=0.015939	lr=0.008874
Epoch[162] Batch [2299]	Speed: 764.306825 samples/sec	rmse=0.015940	lr=0.008869
Epoch[162] Batch [2349]	Speed: 765.188466 samples/sec	rmse=0.015941	lr=0.008865
Epoch[162] Batch [2399]	Speed: 765.952039 samples/sec	rmse=0.015947	lr=0.008860
Epoch[162] Batch [2449]	Speed: 745.310777 samples/sec	rmse=0.015947	lr=0.008856
Epoch[162] Batch [2499]	Speed: 752.020346 samples/sec	rmse=0.015944	lr=0.008851
Epoch[162] Batch [2549]	Speed: 768.847966 samples/sec	rmse=0.015945	lr=0.008847
Epoch[162] Batch [2599]	Speed: 768.660138 samples/sec	rmse=0.015948	lr=0.008842
Epoch[162] Batch [2649]	Speed: 747.192763 samples/sec	rmse=0.015951	lr=0.008837
Epoch[162] Batch [2699]	Speed: 759.290404 samples/sec	rmse=0.015953	lr=0.008833
Epoch[162] Batch [2749]	Speed: 727.411267 samples/sec	rmse=0.015955	lr=0.008828
Epoch[162] Batch [2799]	Speed: 785.171543 samples/sec	rmse=0.015955	lr=0.008824
Epoch[162] Batch [2849]	Speed: 744.094072 samples/sec	rmse=0.015958	lr=0.008819
Epoch[162] Batch [2899]	Speed: 743.063591 samples/sec	rmse=0.015960	lr=0.008815
Epoch[162] Batch [2949]	Speed: 751.410243 samples/sec	rmse=0.015963	lr=0.008810
Epoch[162] Batch [2999]	Speed: 741.788471 samples/sec	rmse=0.015964	lr=0.008805
Epoch[162] Batch [3049]	Speed: 746.854925 samples/sec	rmse=0.015962	lr=0.008801
Epoch[162] Batch [3099]	Speed: 782.806920 samples/sec	rmse=0.015963	lr=0.008796
Epoch[162] Batch [3149]	Speed: 722.429978 samples/sec	rmse=0.015965	lr=0.008792
Epoch[162] Batch [3199]	Speed: 755.794433 samples/sec	rmse=0.015970	lr=0.008787
Epoch[162] Batch [3249]	Speed: 777.845313 samples/sec	rmse=0.015971	lr=0.008783
Epoch[162] Batch [3299]	Speed: 731.430664 samples/sec	rmse=0.015973	lr=0.008778
Epoch[162] Batch [3349]	Speed: 748.449556 samples/sec	rmse=0.015976	lr=0.008774
Epoch[162] Batch [3399]	Speed: 776.301646 samples/sec	rmse=0.015979	lr=0.008769
Epoch[162] Batch [3449]	Speed: 705.050148 samples/sec	rmse=0.015978	lr=0.008764
Epoch[162] Batch [3499]	Speed: 770.351857 samples/sec	rmse=0.015978	lr=0.008760
Epoch[162] Batch [3549]	Speed: 749.929989 samples/sec	rmse=0.015983	lr=0.008755
Epoch[162] Batch [3599]	Speed: 752.530997 samples/sec	rmse=0.015984	lr=0.008751
Epoch[162] Batch [3649]	Speed: 719.820255 samples/sec	rmse=0.015985	lr=0.008746
Epoch[162] Batch [3699]	Speed: 745.371528 samples/sec	rmse=0.015985	lr=0.008742
Epoch[162] Batch [3749]	Speed: 766.271144 samples/sec	rmse=0.015985	lr=0.008737
Epoch[162] Batch [3799]	Speed: 797.340822 samples/sec	rmse=0.015988	lr=0.008733
Epoch[162] Batch [3849]	Speed: 749.481166 samples/sec	rmse=0.015990	lr=0.008728
Epoch[162] Batch [3899]	Speed: 735.932953 samples/sec	rmse=0.015993	lr=0.008723
Epoch[162] Batch [3949]	Speed: 765.791707 samples/sec	rmse=0.015995	lr=0.008719
Epoch[162] Batch [3999]	Speed: 762.476619 samples/sec	rmse=0.015995	lr=0.008714
Epoch[162] Batch [4049]	Speed: 777.884782 samples/sec	rmse=0.015995	lr=0.008710
Epoch[162] Batch [4099]	Speed: 783.655537 samples/sec	rmse=0.015996	lr=0.008705
Epoch[162] Batch [4149]	Speed: 746.448660 samples/sec	rmse=0.015999	lr=0.008701
Epoch[162] Batch [4199]	Speed: 742.909407 samples/sec	rmse=0.016000	lr=0.008696
Epoch[162] Batch [4249]	Speed: 764.582212 samples/sec	rmse=0.016002	lr=0.008692
Epoch[162] Batch [4299]	Speed: 760.805356 samples/sec	rmse=0.016000	lr=0.008687
Epoch[162] Batch [4349]	Speed: 762.420573 samples/sec	rmse=0.015998	lr=0.008683
Epoch[162] Batch [4399]	Speed: 775.263948 samples/sec	rmse=0.016000	lr=0.008678
Epoch[162] Batch [4449]	Speed: 745.179438 samples/sec	rmse=0.016003	lr=0.008674
Epoch[162] Batch [4499]	Speed: 784.278737 samples/sec	rmse=0.016005	lr=0.008669
Epoch[162] Batch [4549]	Speed: 750.351359 samples/sec	rmse=0.016005	lr=0.008665
Epoch[162] Batch [4599]	Speed: 796.159034 samples/sec	rmse=0.016006	lr=0.008660
Epoch[162] Batch [4649]	Speed: 743.103970 samples/sec	rmse=0.016007	lr=0.008655
Epoch[162] Batch [4699]	Speed: 760.684537 samples/sec	rmse=0.016007	lr=0.008651
Epoch[162] Batch [4749]	Speed: 766.867167 samples/sec	rmse=0.016009	lr=0.008646
Epoch[162] Batch [4799]	Speed: 759.670611 samples/sec	rmse=0.016011	lr=0.008642
Epoch[162] Batch [4849]	Speed: 734.918297 samples/sec	rmse=0.016014	lr=0.008637
Epoch[162] Batch [4899]	Speed: 729.673644 samples/sec	rmse=0.016016	lr=0.008633
Epoch[162] Batch [4949]	Speed: 768.235396 samples/sec	rmse=0.016016	lr=0.008628
Epoch[162] Batch [4999]	Speed: 765.062097 samples/sec	rmse=0.016018	lr=0.008624
[Epoch 162] training: rmse=0.016019
[Epoch 162] speed: 750 samples/sec	time cost: 1730.099264
[Epoch 162] validation: err-top1=0.224579 err-top5=0.058454
Epoch[163] Batch [49]	Speed: 739.515063 samples/sec	rmse=0.015742	lr=0.008619
Epoch[163] Batch [99]	Speed: 742.708524 samples/sec	rmse=0.015817	lr=0.008614
Epoch[163] Batch [149]	Speed: 734.292821 samples/sec	rmse=0.015779	lr=0.008610
Epoch[163] Batch [199]	Speed: 746.966579 samples/sec	rmse=0.015818	lr=0.008605
Epoch[163] Batch [249]	Speed: 780.154197 samples/sec	rmse=0.015860	lr=0.008601
Epoch[163] Batch [299]	Speed: 733.984265 samples/sec	rmse=0.015862	lr=0.008596
Epoch[163] Batch [349]	Speed: 775.678221 samples/sec	rmse=0.015824	lr=0.008592
Epoch[163] Batch [399]	Speed: 721.650176 samples/sec	rmse=0.015863	lr=0.008587
Epoch[163] Batch [449]	Speed: 745.595432 samples/sec	rmse=0.015873	lr=0.008583
Epoch[163] Batch [499]	Speed: 730.909498 samples/sec	rmse=0.015875	lr=0.008578
Epoch[163] Batch [549]	Speed: 755.504161 samples/sec	rmse=0.015873	lr=0.008574
Epoch[163] Batch [599]	Speed: 739.228577 samples/sec	rmse=0.015867	lr=0.008569
Epoch[163] Batch [649]	Speed: 737.869541 samples/sec	rmse=0.015862	lr=0.008565
Epoch[163] Batch [699]	Speed: 736.624006 samples/sec	rmse=0.015851	lr=0.008560
Epoch[163] Batch [749]	Speed: 746.279572 samples/sec	rmse=0.015853	lr=0.008556
Epoch[163] Batch [799]	Speed: 746.203966 samples/sec	rmse=0.015848	lr=0.008551
Epoch[163] Batch [849]	Speed: 749.163856 samples/sec	rmse=0.015842	lr=0.008547
Epoch[163] Batch [899]	Speed: 727.751548 samples/sec	rmse=0.015843	lr=0.008542
Epoch[163] Batch [949]	Speed: 759.762959 samples/sec	rmse=0.015855	lr=0.008538
Epoch[163] Batch [999]	Speed: 729.434669 samples/sec	rmse=0.015865	lr=0.008533
Epoch[163] Batch [1049]	Speed: 759.552043 samples/sec	rmse=0.015876	lr=0.008529
Epoch[163] Batch [1099]	Speed: 763.774684 samples/sec	rmse=0.015884	lr=0.008524
Epoch[163] Batch [1149]	Speed: 735.653822 samples/sec	rmse=0.015885	lr=0.008520
Epoch[163] Batch [1199]	Speed: 773.347021 samples/sec	rmse=0.015889	lr=0.008515
Epoch[163] Batch [1249]	Speed: 726.208009 samples/sec	rmse=0.015887	lr=0.008511
Epoch[163] Batch [1299]	Speed: 758.820872 samples/sec	rmse=0.015888	lr=0.008506
Epoch[163] Batch [1349]	Speed: 755.491626 samples/sec	rmse=0.015893	lr=0.008502
Epoch[163] Batch [1399]	Speed: 769.333179 samples/sec	rmse=0.015893	lr=0.008497
Epoch[163] Batch [1449]	Speed: 721.625470 samples/sec	rmse=0.015894	lr=0.008493
Epoch[163] Batch [1499]	Speed: 748.249775 samples/sec	rmse=0.015895	lr=0.008488
Epoch[163] Batch [1549]	Speed: 738.766636 samples/sec	rmse=0.015900	lr=0.008484
Epoch[163] Batch [1599]	Speed: 743.465097 samples/sec	rmse=0.015903	lr=0.008479
Epoch[163] Batch [1649]	Speed: 782.818791 samples/sec	rmse=0.015903	lr=0.008475
Epoch[163] Batch [1699]	Speed: 771.945656 samples/sec	rmse=0.015899	lr=0.008470
Epoch[163] Batch [1749]	Speed: 740.196351 samples/sec	rmse=0.015899	lr=0.008466
Epoch[163] Batch [1799]	Speed: 779.284421 samples/sec	rmse=0.015896	lr=0.008461
Epoch[163] Batch [1849]	Speed: 740.384389 samples/sec	rmse=0.015898	lr=0.008457
Epoch[163] Batch [1899]	Speed: 738.615683 samples/sec	rmse=0.015899	lr=0.008452
Epoch[163] Batch [1949]	Speed: 762.442109 samples/sec	rmse=0.015901	lr=0.008448
Epoch[163] Batch [1999]	Speed: 737.997292 samples/sec	rmse=0.015902	lr=0.008444
Epoch[163] Batch [2049]	Speed: 769.945372 samples/sec	rmse=0.015907	lr=0.008439
Epoch[163] Batch [2099]	Speed: 728.832974 samples/sec	rmse=0.015907	lr=0.008435
Epoch[163] Batch [2149]	Speed: 748.114562 samples/sec	rmse=0.015913	lr=0.008430
Epoch[163] Batch [2199]	Speed: 754.364259 samples/sec	rmse=0.015912	lr=0.008426
Epoch[163] Batch [2249]	Speed: 773.642953 samples/sec	rmse=0.015914	lr=0.008421
Epoch[163] Batch [2299]	Speed: 721.105471 samples/sec	rmse=0.015917	lr=0.008417
Epoch[163] Batch [2349]	Speed: 762.492787 samples/sec	rmse=0.015920	lr=0.008412
Epoch[163] Batch [2399]	Speed: 756.346068 samples/sec	rmse=0.015923	lr=0.008408
Epoch[163] Batch [2449]	Speed: 752.986977 samples/sec	rmse=0.015930	lr=0.008403
Epoch[163] Batch [2499]	Speed: 773.359598 samples/sec	rmse=0.015934	lr=0.008399
Epoch[163] Batch [2549]	Speed: 796.546613 samples/sec	rmse=0.015938	lr=0.008394
Epoch[163] Batch [2599]	Speed: 718.903996 samples/sec	rmse=0.015936	lr=0.008390
Epoch[163] Batch [2649]	Speed: 737.196142 samples/sec	rmse=0.015938	lr=0.008385
Epoch[163] Batch [2699]	Speed: 743.180976 samples/sec	rmse=0.015938	lr=0.008381
Epoch[163] Batch [2749]	Speed: 740.748417 samples/sec	rmse=0.015940	lr=0.008377
Epoch[163] Batch [2799]	Speed: 741.700523 samples/sec	rmse=0.015939	lr=0.008372
Epoch[163] Batch [2849]	Speed: 757.481786 samples/sec	rmse=0.015941	lr=0.008368
Epoch[163] Batch [2899]	Speed: 765.429151 samples/sec	rmse=0.015939	lr=0.008363
Epoch[163] Batch [2949]	Speed: 742.290058 samples/sec	rmse=0.015938	lr=0.008359
Epoch[163] Batch [2999]	Speed: 739.393568 samples/sec	rmse=0.015937	lr=0.008354
Epoch[163] Batch [3049]	Speed: 756.217382 samples/sec	rmse=0.015939	lr=0.008350
Epoch[163] Batch [3099]	Speed: 748.417347 samples/sec	rmse=0.015940	lr=0.008345
Epoch[163] Batch [3149]	Speed: 735.677421 samples/sec	rmse=0.015941	lr=0.008341
Epoch[163] Batch [3199]	Speed: 736.759637 samples/sec	rmse=0.015938	lr=0.008336
Epoch[163] Batch [3249]	Speed: 717.826254 samples/sec	rmse=0.015937	lr=0.008332
Epoch[163] Batch [3299]	Speed: 731.590527 samples/sec	rmse=0.015937	lr=0.008328
Epoch[163] Batch [3349]	Speed: 763.716904 samples/sec	rmse=0.015939	lr=0.008323
Epoch[163] Batch [3399]	Speed: 736.845274 samples/sec	rmse=0.015939	lr=0.008319
Epoch[163] Batch [3449]	Speed: 744.776625 samples/sec	rmse=0.015938	lr=0.008314
Epoch[163] Batch [3499]	Speed: 741.575103 samples/sec	rmse=0.015939	lr=0.008310
Epoch[163] Batch [3549]	Speed: 807.959870 samples/sec	rmse=0.015941	lr=0.008305
Epoch[163] Batch [3599]	Speed: 760.463867 samples/sec	rmse=0.015940	lr=0.008301
Epoch[163] Batch [3649]	Speed: 739.133165 samples/sec	rmse=0.015941	lr=0.008296
Epoch[163] Batch [3699]	Speed: 770.802205 samples/sec	rmse=0.015941	lr=0.008292
Epoch[163] Batch [3749]	Speed: 726.833607 samples/sec	rmse=0.015941	lr=0.008288
Epoch[163] Batch [3799]	Speed: 769.867710 samples/sec	rmse=0.015941	lr=0.008283
Epoch[163] Batch [3849]	Speed: 737.571531 samples/sec	rmse=0.015944	lr=0.008279
Epoch[163] Batch [3899]	Speed: 783.777665 samples/sec	rmse=0.015942	lr=0.008274
Epoch[163] Batch [3949]	Speed: 754.311582 samples/sec	rmse=0.015943	lr=0.008270
Epoch[163] Batch [3999]	Speed: 792.133372 samples/sec	rmse=0.015944	lr=0.008265
Epoch[163] Batch [4049]	Speed: 753.533546 samples/sec	rmse=0.015946	lr=0.008261
Epoch[163] Batch [4099]	Speed: 740.920918 samples/sec	rmse=0.015946	lr=0.008257
Epoch[163] Batch [4149]	Speed: 755.914811 samples/sec	rmse=0.015947	lr=0.008252
Epoch[163] Batch [4199]	Speed: 763.569028 samples/sec	rmse=0.015950	lr=0.008248
Epoch[163] Batch [4249]	Speed: 786.981458 samples/sec	rmse=0.015950	lr=0.008243
Epoch[163] Batch [4299]	Speed: 819.004497 samples/sec	rmse=0.015949	lr=0.008239
Epoch[163] Batch [4349]	Speed: 752.319976 samples/sec	rmse=0.015952	lr=0.008234
Epoch[163] Batch [4399]	Speed: 712.740084 samples/sec	rmse=0.015955	lr=0.008230
Epoch[163] Batch [4449]	Speed: 721.343855 samples/sec	rmse=0.015955	lr=0.008226
Epoch[163] Batch [4499]	Speed: 748.919301 samples/sec	rmse=0.015956	lr=0.008221
Epoch[163] Batch [4549]	Speed: 715.093272 samples/sec	rmse=0.015955	lr=0.008217
Epoch[163] Batch [4599]	Speed: 741.538065 samples/sec	rmse=0.015955	lr=0.008212
Epoch[163] Batch [4649]	Speed: 758.080789 samples/sec	rmse=0.015954	lr=0.008208
Epoch[163] Batch [4699]	Speed: 737.848915 samples/sec	rmse=0.015954	lr=0.008203
Epoch[163] Batch [4749]	Speed: 792.975812 samples/sec	rmse=0.015955	lr=0.008199
Epoch[163] Batch [4799]	Speed: 756.829323 samples/sec	rmse=0.015957	lr=0.008195
Epoch[163] Batch [4849]	Speed: 750.007368 samples/sec	rmse=0.015959	lr=0.008190
Epoch[163] Batch [4899]	Speed: 784.714735 samples/sec	rmse=0.015958	lr=0.008186
Epoch[163] Batch [4949]	Speed: 750.802852 samples/sec	rmse=0.015959	lr=0.008181
Epoch[163] Batch [4999]	Speed: 774.691930 samples/sec	rmse=0.015960	lr=0.008177
[Epoch 163] training: rmse=0.015959
[Epoch 163] speed: 750 samples/sec	time cost: 1730.428792
[Epoch 163] validation: err-top1=0.224151 err-top5=0.056840
Epoch[164] Batch [49]	Speed: 704.621045 samples/sec	rmse=0.015779	lr=0.008172
Epoch[164] Batch [99]	Speed: 755.111501 samples/sec	rmse=0.015819	lr=0.008168
Epoch[164] Batch [149]	Speed: 771.345440 samples/sec	rmse=0.015767	lr=0.008163
Epoch[164] Batch [199]	Speed: 727.312112 samples/sec	rmse=0.015696	lr=0.008159
Epoch[164] Batch [249]	Speed: 712.598425 samples/sec	rmse=0.015691	lr=0.008155
Epoch[164] Batch [299]	Speed: 750.668856 samples/sec	rmse=0.015704	lr=0.008150
Epoch[164] Batch [349]	Speed: 742.645361 samples/sec	rmse=0.015729	lr=0.008146
Epoch[164] Batch [399]	Speed: 741.417451 samples/sec	rmse=0.015746	lr=0.008141
Epoch[164] Batch [449]	Speed: 749.137764 samples/sec	rmse=0.015745	lr=0.008137
Epoch[164] Batch [499]	Speed: 738.935306 samples/sec	rmse=0.015728	lr=0.008133
Epoch[164] Batch [549]	Speed: 761.883853 samples/sec	rmse=0.015728	lr=0.008128
Epoch[164] Batch [599]	Speed: 749.779404 samples/sec	rmse=0.015737	lr=0.008124
Epoch[164] Batch [649]	Speed: 752.728205 samples/sec	rmse=0.015727	lr=0.008119
Epoch[164] Batch [699]	Speed: 754.239532 samples/sec	rmse=0.015729	lr=0.008115
Epoch[164] Batch [749]	Speed: 732.078782 samples/sec	rmse=0.015737	lr=0.008111
Epoch[164] Batch [799]	Speed: 736.992449 samples/sec	rmse=0.015744	lr=0.008106
Epoch[164] Batch [849]	Speed: 750.915648 samples/sec	rmse=0.015743	lr=0.008102
Epoch[164] Batch [899]	Speed: 726.478798 samples/sec	rmse=0.015738	lr=0.008097
Epoch[164] Batch [949]	Speed: 738.650855 samples/sec	rmse=0.015746	lr=0.008093
Epoch[164] Batch [999]	Speed: 747.874765 samples/sec	rmse=0.015762	lr=0.008089
Epoch[164] Batch [1049]	Speed: 749.751865 samples/sec	rmse=0.015766	lr=0.008084
Epoch[164] Batch [1099]	Speed: 763.382956 samples/sec	rmse=0.015776	lr=0.008080
Epoch[164] Batch [1149]	Speed: 774.933698 samples/sec	rmse=0.015769	lr=0.008075
Epoch[164] Batch [1199]	Speed: 759.852931 samples/sec	rmse=0.015767	lr=0.008071
Epoch[164] Batch [1249]	Speed: 777.153726 samples/sec	rmse=0.015774	lr=0.008067
Epoch[164] Batch [1299]	Speed: 748.704610 samples/sec	rmse=0.015773	lr=0.008062
Epoch[164] Batch [1349]	Speed: 744.996223 samples/sec	rmse=0.015776	lr=0.008058
Epoch[164] Batch [1399]	Speed: 720.827426 samples/sec	rmse=0.015781	lr=0.008054
Epoch[164] Batch [1449]	Speed: 742.766242 samples/sec	rmse=0.015785	lr=0.008049
Epoch[164] Batch [1499]	Speed: 744.449412 samples/sec	rmse=0.015783	lr=0.008045
Epoch[164] Batch [1549]	Speed: 748.832244 samples/sec	rmse=0.015788	lr=0.008040
Epoch[164] Batch [1599]	Speed: 741.985544 samples/sec	rmse=0.015794	lr=0.008036
Epoch[164] Batch [1649]	Speed: 731.056561 samples/sec	rmse=0.015802	lr=0.008032
Epoch[164] Batch [1699]	Speed: 750.346923 samples/sec	rmse=0.015793	lr=0.008027
Epoch[164] Batch [1749]	Speed: 771.774051 samples/sec	rmse=0.015796	lr=0.008023
Epoch[164] Batch [1799]	Speed: 766.772996 samples/sec	rmse=0.015798	lr=0.008018
Epoch[164] Batch [1849]	Speed: 770.973012 samples/sec	rmse=0.015796	lr=0.008014
Epoch[164] Batch [1899]	Speed: 739.164621 samples/sec	rmse=0.015792	lr=0.008010
Epoch[164] Batch [1949]	Speed: 729.353292 samples/sec	rmse=0.015792	lr=0.008005
Epoch[164] Batch [1999]	Speed: 749.576244 samples/sec	rmse=0.015794	lr=0.008001
Epoch[164] Batch [2049]	Speed: 770.615976 samples/sec	rmse=0.015797	lr=0.007997
Epoch[164] Batch [2099]	Speed: 761.415104 samples/sec	rmse=0.015798	lr=0.007992
Epoch[164] Batch [2149]	Speed: 739.508350 samples/sec	rmse=0.015802	lr=0.007988
Epoch[164] Batch [2199]	Speed: 777.421867 samples/sec	rmse=0.015802	lr=0.007984
Epoch[164] Batch [2249]	Speed: 759.266082 samples/sec	rmse=0.015803	lr=0.007979
Epoch[164] Batch [2299]	Speed: 754.489123 samples/sec	rmse=0.015806	lr=0.007975
Epoch[164] Batch [2349]	Speed: 729.229467 samples/sec	rmse=0.015810	lr=0.007970
Epoch[164] Batch [2399]	Speed: 786.906376 samples/sec	rmse=0.015810	lr=0.007966
Epoch[164] Batch [2449]	Speed: 745.698766 samples/sec	rmse=0.015812	lr=0.007962
Epoch[164] Batch [2499]	Speed: 713.452827 samples/sec	rmse=0.015811	lr=0.007957
Epoch[164] Batch [2549]	Speed: 743.775021 samples/sec	rmse=0.015813	lr=0.007953
Epoch[164] Batch [2599]	Speed: 786.055484 samples/sec	rmse=0.015815	lr=0.007949
Epoch[164] Batch [2649]	Speed: 749.804389 samples/sec	rmse=0.015814	lr=0.007944
Epoch[164] Batch [2699]	Speed: 760.958505 samples/sec	rmse=0.015816	lr=0.007940
Epoch[164] Batch [2749]	Speed: 731.364542 samples/sec	rmse=0.015817	lr=0.007936
Epoch[164] Batch [2799]	Speed: 754.754985 samples/sec	rmse=0.015819	lr=0.007931
Epoch[164] Batch [2849]	Speed: 726.548611 samples/sec	rmse=0.015820	lr=0.007927
Epoch[164] Batch [2899]	Speed: 755.938110 samples/sec	rmse=0.015823	lr=0.007923
Epoch[164] Batch [2949]	Speed: 751.581212 samples/sec	rmse=0.015827	lr=0.007918
Epoch[164] Batch [2999]	Speed: 737.824112 samples/sec	rmse=0.015830	lr=0.007914
Epoch[164] Batch [3049]	Speed: 771.378245 samples/sec	rmse=0.015833	lr=0.007910
Epoch[164] Batch [3099]	Speed: 772.647082 samples/sec	rmse=0.015834	lr=0.007905
Epoch[164] Batch [3149]	Speed: 729.595416 samples/sec	rmse=0.015835	lr=0.007901
Epoch[164] Batch [3199]	Speed: 748.460230 samples/sec	rmse=0.015834	lr=0.007897
Epoch[164] Batch [3249]	Speed: 770.536564 samples/sec	rmse=0.015836	lr=0.007892
Epoch[164] Batch [3299]	Speed: 717.328601 samples/sec	rmse=0.015838	lr=0.007888
Epoch[164] Batch [3349]	Speed: 738.009516 samples/sec	rmse=0.015837	lr=0.007883
Epoch[164] Batch [3399]	Speed: 734.340710 samples/sec	rmse=0.015840	lr=0.007879
Epoch[164] Batch [3449]	Speed: 760.389775 samples/sec	rmse=0.015842	lr=0.007875
Epoch[164] Batch [3499]	Speed: 736.843110 samples/sec	rmse=0.015845	lr=0.007870
Epoch[164] Batch [3549]	Speed: 744.526624 samples/sec	rmse=0.015846	lr=0.007866
Epoch[164] Batch [3599]	Speed: 757.644762 samples/sec	rmse=0.015851	lr=0.007862
Epoch[164] Batch [3649]	Speed: 740.243216 samples/sec	rmse=0.015852	lr=0.007857
Epoch[164] Batch [3699]	Speed: 761.422296 samples/sec	rmse=0.015853	lr=0.007853
Epoch[164] Batch [3749]	Speed: 746.987729 samples/sec	rmse=0.015854	lr=0.007849
Epoch[164] Batch [3799]	Speed: 709.695583 samples/sec	rmse=0.015853	lr=0.007844
Epoch[164] Batch [3849]	Speed: 765.278779 samples/sec	rmse=0.015858	lr=0.007840
Epoch[164] Batch [3899]	Speed: 711.767836 samples/sec	rmse=0.015858	lr=0.007836
Epoch[164] Batch [3949]	Speed: 738.096074 samples/sec	rmse=0.015860	lr=0.007832
Epoch[164] Batch [3999]	Speed: 744.496477 samples/sec	rmse=0.015859	lr=0.007827
Epoch[164] Batch [4049]	Speed: 778.009369 samples/sec	rmse=0.015860	lr=0.007823
Epoch[164] Batch [4099]	Speed: 782.922264 samples/sec	rmse=0.015860	lr=0.007819
Epoch[164] Batch [4149]	Speed: 733.828821 samples/sec	rmse=0.015859	lr=0.007814
Epoch[164] Batch [4199]	Speed: 726.797289 samples/sec	rmse=0.015863	lr=0.007810
Epoch[164] Batch [4249]	Speed: 720.662490 samples/sec	rmse=0.015865	lr=0.007806
Epoch[164] Batch [4299]	Speed: 744.123187 samples/sec	rmse=0.015867	lr=0.007801
Epoch[164] Batch [4349]	Speed: 760.500374 samples/sec	rmse=0.015866	lr=0.007797
Epoch[164] Batch [4399]	Speed: 756.767874 samples/sec	rmse=0.015867	lr=0.007793
Epoch[164] Batch [4449]	Speed: 730.702541 samples/sec	rmse=0.015868	lr=0.007788
Epoch[164] Batch [4499]	Speed: 759.290855 samples/sec	rmse=0.015868	lr=0.007784
Epoch[164] Batch [4549]	Speed: 758.721655 samples/sec	rmse=0.015869	lr=0.007780
Epoch[164] Batch [4599]	Speed: 781.006363 samples/sec	rmse=0.015868	lr=0.007775
Epoch[164] Batch [4649]	Speed: 751.562684 samples/sec	rmse=0.015868	lr=0.007771
Epoch[164] Batch [4699]	Speed: 736.786906 samples/sec	rmse=0.015870	lr=0.007767
Epoch[164] Batch [4749]	Speed: 752.398872 samples/sec	rmse=0.015871	lr=0.007762
Epoch[164] Batch [4799]	Speed: 713.754739 samples/sec	rmse=0.015873	lr=0.007758
Epoch[164] Batch [4849]	Speed: 795.077085 samples/sec	rmse=0.015873	lr=0.007754
Epoch[164] Batch [4899]	Speed: 761.051976 samples/sec	rmse=0.015873	lr=0.007750
Epoch[164] Batch [4949]	Speed: 769.781410 samples/sec	rmse=0.015875	lr=0.007745
Epoch[164] Batch [4999]	Speed: 728.219173 samples/sec	rmse=0.015878	lr=0.007741
[Epoch 164] training: rmse=0.015878
[Epoch 164] speed: 747 samples/sec	time cost: 1737.151759
[Epoch 164] validation: err-top1=0.221034 err-top5=0.056851
Epoch[165] Batch [49]	Speed: 697.548367 samples/sec	rmse=0.015593	lr=0.007736
Epoch[165] Batch [99]	Speed: 749.174990 samples/sec	rmse=0.015587	lr=0.007732
Epoch[165] Batch [149]	Speed: 742.326268 samples/sec	rmse=0.015660	lr=0.007728
Epoch[165] Batch [199]	Speed: 755.599465 samples/sec	rmse=0.015638	lr=0.007723
Epoch[165] Batch [249]	Speed: 753.265341 samples/sec	rmse=0.015624	lr=0.007719
Epoch[165] Batch [299]	Speed: 731.494994 samples/sec	rmse=0.015654	lr=0.007715
Epoch[165] Batch [349]	Speed: 738.159876 samples/sec	rmse=0.015647	lr=0.007710
Epoch[165] Batch [399]	Speed: 737.065056 samples/sec	rmse=0.015669	lr=0.007706
Epoch[165] Batch [449]	Speed: 742.756716 samples/sec	rmse=0.015688	lr=0.007702
Epoch[165] Batch [499]	Speed: 748.902607 samples/sec	rmse=0.015683	lr=0.007698
Epoch[165] Batch [549]	Speed: 732.670382 samples/sec	rmse=0.015677	lr=0.007693
Epoch[165] Batch [599]	Speed: 769.627613 samples/sec	rmse=0.015675	lr=0.007689
Epoch[165] Batch [649]	Speed: 726.816938 samples/sec	rmse=0.015676	lr=0.007685
Epoch[165] Batch [699]	Speed: 779.733363 samples/sec	rmse=0.015672	lr=0.007680
Epoch[165] Batch [749]	Speed: 737.488753 samples/sec	rmse=0.015674	lr=0.007676
Epoch[165] Batch [799]	Speed: 751.309064 samples/sec	rmse=0.015670	lr=0.007672
Epoch[165] Batch [849]	Speed: 723.228438 samples/sec	rmse=0.015676	lr=0.007668
Epoch[165] Batch [899]	Speed: 734.140619 samples/sec	rmse=0.015679	lr=0.007663
Epoch[165] Batch [949]	Speed: 741.867235 samples/sec	rmse=0.015686	lr=0.007659
Epoch[165] Batch [999]	Speed: 740.087425 samples/sec	rmse=0.015690	lr=0.007655
Epoch[165] Batch [1049]	Speed: 790.245269 samples/sec	rmse=0.015690	lr=0.007650
Epoch[165] Batch [1099]	Speed: 768.709852 samples/sec	rmse=0.015694	lr=0.007646
Epoch[165] Batch [1149]	Speed: 760.212031 samples/sec	rmse=0.015694	lr=0.007642
Epoch[165] Batch [1199]	Speed: 758.420312 samples/sec	rmse=0.015705	lr=0.007638
Epoch[165] Batch [1249]	Speed: 755.376283 samples/sec	rmse=0.015704	lr=0.007633
Epoch[165] Batch [1299]	Speed: 735.704651 samples/sec	rmse=0.015700	lr=0.007629
Epoch[165] Batch [1349]	Speed: 741.629407 samples/sec	rmse=0.015697	lr=0.007625
Epoch[165] Batch [1399]	Speed: 751.582191 samples/sec	rmse=0.015702	lr=0.007621
Epoch[165] Batch [1449]	Speed: 715.399692 samples/sec	rmse=0.015708	lr=0.007616
Epoch[165] Batch [1499]	Speed: 760.644035 samples/sec	rmse=0.015712	lr=0.007612
Epoch[165] Batch [1549]	Speed: 722.184405 samples/sec	rmse=0.015716	lr=0.007608
Epoch[165] Batch [1599]	Speed: 743.010146 samples/sec	rmse=0.015720	lr=0.007603
Epoch[165] Batch [1649]	Speed: 724.324929 samples/sec	rmse=0.015719	lr=0.007599
Epoch[165] Batch [1699]	Speed: 758.727767 samples/sec	rmse=0.015725	lr=0.007595
Epoch[165] Batch [1749]	Speed: 715.629358 samples/sec	rmse=0.015728	lr=0.007591
Epoch[165] Batch [1799]	Speed: 759.347839 samples/sec	rmse=0.015724	lr=0.007586
Epoch[165] Batch [1849]	Speed: 773.523962 samples/sec	rmse=0.015721	lr=0.007582
Epoch[165] Batch [1899]	Speed: 711.721298 samples/sec	rmse=0.015720	lr=0.007578
Epoch[165] Batch [1949]	Speed: 755.276264 samples/sec	rmse=0.015719	lr=0.007574
Epoch[165] Batch [1999]	Speed: 753.919537 samples/sec	rmse=0.015721	lr=0.007569
Epoch[165] Batch [2049]	Speed: 750.088369 samples/sec	rmse=0.015726	lr=0.007565
Epoch[165] Batch [2099]	Speed: 762.923268 samples/sec	rmse=0.015731	lr=0.007561
Epoch[165] Batch [2149]	Speed: 738.346283 samples/sec	rmse=0.015732	lr=0.007557
Epoch[165] Batch [2199]	Speed: 803.100119 samples/sec	rmse=0.015737	lr=0.007552
Epoch[165] Batch [2249]	Speed: 727.667775 samples/sec	rmse=0.015736	lr=0.007548
Epoch[165] Batch [2299]	Speed: 768.080260 samples/sec	rmse=0.015738	lr=0.007544
Epoch[165] Batch [2349]	Speed: 797.264094 samples/sec	rmse=0.015737	lr=0.007540
Epoch[165] Batch [2399]	Speed: 748.879343 samples/sec	rmse=0.015739	lr=0.007535
Epoch[165] Batch [2449]	Speed: 715.822776 samples/sec	rmse=0.015743	lr=0.007531
Epoch[165] Batch [2499]	Speed: 723.827313 samples/sec	rmse=0.015745	lr=0.007527
Epoch[165] Batch [2549]	Speed: 764.284411 samples/sec	rmse=0.015748	lr=0.007523
Epoch[165] Batch [2599]	Speed: 768.333422 samples/sec	rmse=0.015750	lr=0.007518
Epoch[165] Batch [2649]	Speed: 760.405898 samples/sec	rmse=0.015752	lr=0.007514
Epoch[165] Batch [2699]	Speed: 751.108606 samples/sec	rmse=0.015754	lr=0.007510
Epoch[165] Batch [2749]	Speed: 727.140935 samples/sec	rmse=0.015755	lr=0.007506
Epoch[165] Batch [2799]	Speed: 704.458597 samples/sec	rmse=0.015757	lr=0.007501
Epoch[165] Batch [2849]	Speed: 732.163125 samples/sec	rmse=0.015760	lr=0.007497
Epoch[165] Batch [2899]	Speed: 755.185450 samples/sec	rmse=0.015761	lr=0.007493
Epoch[165] Batch [2949]	Speed: 741.905167 samples/sec	rmse=0.015759	lr=0.007489
Epoch[165] Batch [2999]	Speed: 760.448690 samples/sec	rmse=0.015762	lr=0.007484
Epoch[165] Batch [3049]	Speed: 731.259834 samples/sec	rmse=0.015762	lr=0.007480
Epoch[165] Batch [3099]	Speed: 736.521505 samples/sec	rmse=0.015762	lr=0.007476
Epoch[165] Batch [3149]	Speed: 744.102199 samples/sec	rmse=0.015762	lr=0.007472
Epoch[165] Batch [3199]	Speed: 760.574337 samples/sec	rmse=0.015763	lr=0.007468
Epoch[165] Batch [3249]	Speed: 737.208704 samples/sec	rmse=0.015765	lr=0.007463
Epoch[165] Batch [3299]	Speed: 742.436490 samples/sec	rmse=0.015766	lr=0.007459
Epoch[165] Batch [3349]	Speed: 750.598340 samples/sec	rmse=0.015767	lr=0.007455
Epoch[165] Batch [3399]	Speed: 749.952795 samples/sec	rmse=0.015769	lr=0.007451
Epoch[165] Batch [3449]	Speed: 746.783762 samples/sec	rmse=0.015768	lr=0.007446
Epoch[165] Batch [3499]	Speed: 713.408922 samples/sec	rmse=0.015768	lr=0.007442
Epoch[165] Batch [3549]	Speed: 758.123256 samples/sec	rmse=0.015769	lr=0.007438
Epoch[165] Batch [3599]	Speed: 742.376206 samples/sec	rmse=0.015769	lr=0.007434
Epoch[165] Batch [3649]	Speed: 740.868855 samples/sec	rmse=0.015767	lr=0.007429
Epoch[165] Batch [3699]	Speed: 758.682306 samples/sec	rmse=0.015768	lr=0.007425
Epoch[165] Batch [3749]	Speed: 764.547086 samples/sec	rmse=0.015771	lr=0.007421
Epoch[165] Batch [3799]	Speed: 735.909206 samples/sec	rmse=0.015772	lr=0.007417
Epoch[165] Batch [3849]	Speed: 758.031081 samples/sec	rmse=0.015771	lr=0.007413
Epoch[165] Batch [3899]	Speed: 749.776283 samples/sec	rmse=0.015772	lr=0.007408
Epoch[165] Batch [3949]	Speed: 745.980090 samples/sec	rmse=0.015775	lr=0.007404
Epoch[165] Batch [3999]	Speed: 741.121469 samples/sec	rmse=0.015776	lr=0.007400
Epoch[165] Batch [4049]	Speed: 719.233655 samples/sec	rmse=0.015778	lr=0.007396
Epoch[165] Batch [4099]	Speed: 749.894091 samples/sec	rmse=0.015779	lr=0.007392
Epoch[165] Batch [4149]	Speed: 775.951894 samples/sec	rmse=0.015782	lr=0.007387
Epoch[165] Batch [4199]	Speed: 767.714216 samples/sec	rmse=0.015781	lr=0.007383
Epoch[165] Batch [4249]	Speed: 736.908385 samples/sec	rmse=0.015781	lr=0.007379
Epoch[165] Batch [4299]	Speed: 717.050760 samples/sec	rmse=0.015781	lr=0.007375
Epoch[165] Batch [4349]	Speed: 736.163708 samples/sec	rmse=0.015782	lr=0.007370
Epoch[165] Batch [4399]	Speed: 720.984237 samples/sec	rmse=0.015783	lr=0.007366
Epoch[165] Batch [4449]	Speed: 762.911896 samples/sec	rmse=0.015784	lr=0.007362
Epoch[165] Batch [4499]	Speed: 741.037709 samples/sec	rmse=0.015784	lr=0.007358
Epoch[165] Batch [4549]	Speed: 736.164465 samples/sec	rmse=0.015785	lr=0.007354
Epoch[165] Batch [4599]	Speed: 752.422672 samples/sec	rmse=0.015786	lr=0.007349
Epoch[165] Batch [4649]	Speed: 731.992532 samples/sec	rmse=0.015786	lr=0.007345
Epoch[165] Batch [4699]	Speed: 762.716695 samples/sec	rmse=0.015788	lr=0.007341
Epoch[165] Batch [4749]	Speed: 741.910877 samples/sec	rmse=0.015788	lr=0.007337
Epoch[165] Batch [4799]	Speed: 752.132053 samples/sec	rmse=0.015789	lr=0.007333
Epoch[165] Batch [4849]	Speed: 725.460567 samples/sec	rmse=0.015790	lr=0.007328
Epoch[165] Batch [4899]	Speed: 777.677170 samples/sec	rmse=0.015792	lr=0.007324
Epoch[165] Batch [4949]	Speed: 726.822055 samples/sec	rmse=0.015794	lr=0.007320
Epoch[165] Batch [4999]	Speed: 751.485246 samples/sec	rmse=0.015793	lr=0.007316
[Epoch 165] training: rmse=0.015794
[Epoch 165] speed: 745 samples/sec	time cost: 1742.523320
[Epoch 165] validation: err-top1=0.219872 err-top5=0.055829
Epoch[166] Batch [49]	Speed: 738.088839 samples/sec	rmse=0.015530	lr=0.007311
Epoch[166] Batch [99]	Speed: 777.609789 samples/sec	rmse=0.015608	lr=0.007307
Epoch[166] Batch [149]	Speed: 758.583928 samples/sec	rmse=0.015614	lr=0.007303
Epoch[166] Batch [199]	Speed: 806.647690 samples/sec	rmse=0.015654	lr=0.007299
Epoch[166] Batch [249]	Speed: 783.588385 samples/sec	rmse=0.015659	lr=0.007295
Epoch[166] Batch [299]	Speed: 761.638099 samples/sec	rmse=0.015677	lr=0.007290
Epoch[166] Batch [349]	Speed: 760.386027 samples/sec	rmse=0.015649	lr=0.007286
Epoch[166] Batch [399]	Speed: 723.752041 samples/sec	rmse=0.015653	lr=0.007282
Epoch[166] Batch [449]	Speed: 751.881766 samples/sec	rmse=0.015646	lr=0.007278
Epoch[166] Batch [499]	Speed: 762.967244 samples/sec	rmse=0.015622	lr=0.007274
Epoch[166] Batch [549]	Speed: 745.823699 samples/sec	rmse=0.015628	lr=0.007270
Epoch[166] Batch [599]	Speed: 739.230878 samples/sec	rmse=0.015642	lr=0.007265
Epoch[166] Batch [649]	Speed: 746.407657 samples/sec	rmse=0.015636	lr=0.007261
Epoch[166] Batch [699]	Speed: 747.134273 samples/sec	rmse=0.015637	lr=0.007257
Epoch[166] Batch [749]	Speed: 733.250431 samples/sec	rmse=0.015631	lr=0.007253
Epoch[166] Batch [799]	Speed: 749.243483 samples/sec	rmse=0.015625	lr=0.007249
Epoch[166] Batch [849]	Speed: 728.159349 samples/sec	rmse=0.015624	lr=0.007244
Epoch[166] Batch [899]	Speed: 766.268618 samples/sec	rmse=0.015617	lr=0.007240
Epoch[166] Batch [949]	Speed: 748.499142 samples/sec	rmse=0.015629	lr=0.007236
Epoch[166] Batch [999]	Speed: 753.423325 samples/sec	rmse=0.015637	lr=0.007232
Epoch[166] Batch [1049]	Speed: 763.523886 samples/sec	rmse=0.015639	lr=0.007228
Epoch[166] Batch [1099]	Speed: 748.701060 samples/sec	rmse=0.015643	lr=0.007224
Epoch[166] Batch [1149]	Speed: 736.643078 samples/sec	rmse=0.015648	lr=0.007219
Epoch[166] Batch [1199]	Speed: 723.296566 samples/sec	rmse=0.015652	lr=0.007215
Epoch[166] Batch [1249]	Speed: 748.058033 samples/sec	rmse=0.015658	lr=0.007211
Epoch[166] Batch [1299]	Speed: 771.592054 samples/sec	rmse=0.015654	lr=0.007207
Epoch[166] Batch [1349]	Speed: 729.490045 samples/sec	rmse=0.015661	lr=0.007203
Epoch[166] Batch [1399]	Speed: 737.152455 samples/sec	rmse=0.015666	lr=0.007199
Epoch[166] Batch [1449]	Speed: 733.334113 samples/sec	rmse=0.015667	lr=0.007194
Epoch[166] Batch [1499]	Speed: 771.586798 samples/sec	rmse=0.015668	lr=0.007190
Epoch[166] Batch [1549]	Speed: 773.720854 samples/sec	rmse=0.015671	lr=0.007186
Epoch[166] Batch [1599]	Speed: 727.987556 samples/sec	rmse=0.015671	lr=0.007182
Epoch[166] Batch [1649]	Speed: 738.883999 samples/sec	rmse=0.015675	lr=0.007178
Epoch[166] Batch [1699]	Speed: 776.258847 samples/sec	rmse=0.015677	lr=0.007174
Epoch[166] Batch [1749]	Speed: 786.121609 samples/sec	rmse=0.015680	lr=0.007170
Epoch[166] Batch [1799]	Speed: 776.830732 samples/sec	rmse=0.015681	lr=0.007165
Epoch[166] Batch [1849]	Speed: 736.482475 samples/sec	rmse=0.015681	lr=0.007161
Epoch[166] Batch [1899]	Speed: 780.499034 samples/sec	rmse=0.015683	lr=0.007157
Epoch[166] Batch [1949]	Speed: 767.817370 samples/sec	rmse=0.015684	lr=0.007153
Epoch[166] Batch [1999]	Speed: 768.610013 samples/sec	rmse=0.015686	lr=0.007149
Epoch[166] Batch [2049]	Speed: 808.793717 samples/sec	rmse=0.015684	lr=0.007145
Epoch[166] Batch [2099]	Speed: 732.916936 samples/sec	rmse=0.015685	lr=0.007140
Epoch[166] Batch [2149]	Speed: 738.892918 samples/sec	rmse=0.015684	lr=0.007136
Epoch[166] Batch [2199]	Speed: 747.543086 samples/sec	rmse=0.015682	lr=0.007132
Epoch[166] Batch [2249]	Speed: 734.486172 samples/sec	rmse=0.015685	lr=0.007128
Epoch[166] Batch [2299]	Speed: 732.127641 samples/sec	rmse=0.015683	lr=0.007124
Epoch[166] Batch [2349]	Speed: 772.448502 samples/sec	rmse=0.015683	lr=0.007120
Epoch[166] Batch [2399]	Speed: 767.216965 samples/sec	rmse=0.015684	lr=0.007116
Epoch[166] Batch [2449]	Speed: 738.056359 samples/sec	rmse=0.015683	lr=0.007111
Epoch[166] Batch [2499]	Speed: 721.702085 samples/sec	rmse=0.015687	lr=0.007107
Epoch[166] Batch [2549]	Speed: 758.088100 samples/sec	rmse=0.015688	lr=0.007103
Epoch[166] Batch [2599]	Speed: 749.057188 samples/sec	rmse=0.015690	lr=0.007099
Epoch[166] Batch [2649]	Speed: 760.169352 samples/sec	rmse=0.015690	lr=0.007095
Epoch[166] Batch [2699]	Speed: 752.258698 samples/sec	rmse=0.015689	lr=0.007091
Epoch[166] Batch [2749]	Speed: 773.269574 samples/sec	rmse=0.015686	lr=0.007087
Epoch[166] Batch [2799]	Speed: 780.366945 samples/sec	rmse=0.015687	lr=0.007083
Epoch[166] Batch [2849]	Speed: 749.550562 samples/sec	rmse=0.015689	lr=0.007078
Epoch[166] Batch [2899]	Speed: 750.788972 samples/sec	rmse=0.015692	lr=0.007074
Epoch[166] Batch [2949]	Speed: 749.011029 samples/sec	rmse=0.015695	lr=0.007070
Epoch[166] Batch [2999]	Speed: 731.533627 samples/sec	rmse=0.015698	lr=0.007066
Epoch[166] Batch [3049]	Speed: 733.559623 samples/sec	rmse=0.015700	lr=0.007062
Epoch[166] Batch [3099]	Speed: 768.801604 samples/sec	rmse=0.015701	lr=0.007058
Epoch[166] Batch [3149]	Speed: 728.300129 samples/sec	rmse=0.015703	lr=0.007054
Epoch[166] Batch [3199]	Speed: 736.260677 samples/sec	rmse=0.015706	lr=0.007050
Epoch[166] Batch [3249]	Speed: 738.336910 samples/sec	rmse=0.015705	lr=0.007045
Epoch[166] Batch [3299]	Speed: 756.536955 samples/sec	rmse=0.015704	lr=0.007041
Epoch[166] Batch [3349]	Speed: 735.669054 samples/sec	rmse=0.015706	lr=0.007037
Epoch[166] Batch [3399]	Speed: 766.740801 samples/sec	rmse=0.015706	lr=0.007033
Epoch[166] Batch [3449]	Speed: 724.254800 samples/sec	rmse=0.015708	lr=0.007029
Epoch[166] Batch [3499]	Speed: 768.958220 samples/sec	rmse=0.015710	lr=0.007025
Epoch[166] Batch [3549]	Speed: 745.374270 samples/sec	rmse=0.015708	lr=0.007021
Epoch[166] Batch [3599]	Speed: 730.711432 samples/sec	rmse=0.015709	lr=0.007017
Epoch[166] Batch [3649]	Speed: 740.085365 samples/sec	rmse=0.015709	lr=0.007013
Epoch[166] Batch [3699]	Speed: 751.975074 samples/sec	rmse=0.015710	lr=0.007008
Epoch[166] Batch [3749]	Speed: 724.118538 samples/sec	rmse=0.015710	lr=0.007004
Epoch[166] Batch [3799]	Speed: 728.137227 samples/sec	rmse=0.015711	lr=0.007000
Epoch[166] Batch [3849]	Speed: 755.937663 samples/sec	rmse=0.015713	lr=0.006996
Epoch[166] Batch [3899]	Speed: 717.474956 samples/sec	rmse=0.015715	lr=0.006992
Epoch[166] Batch [3949]	Speed: 725.019565 samples/sec	rmse=0.015716	lr=0.006988
Epoch[166] Batch [3999]	Speed: 759.560522 samples/sec	rmse=0.015718	lr=0.006984
Epoch[166] Batch [4049]	Speed: 732.110399 samples/sec	rmse=0.015713	lr=0.006980
Epoch[166] Batch [4099]	Speed: 777.930455 samples/sec	rmse=0.015713	lr=0.006976
Epoch[166] Batch [4149]	Speed: 698.999853 samples/sec	rmse=0.015713	lr=0.006971
Epoch[166] Batch [4199]	Speed: 721.862538 samples/sec	rmse=0.015714	lr=0.006967
Epoch[166] Batch [4249]	Speed: 735.548144 samples/sec	rmse=0.015714	lr=0.006963
Epoch[166] Batch [4299]	Speed: 766.563786 samples/sec	rmse=0.015717	lr=0.006959
Epoch[166] Batch [4349]	Speed: 725.339531 samples/sec	rmse=0.015718	lr=0.006955
Epoch[166] Batch [4399]	Speed: 732.384059 samples/sec	rmse=0.015719	lr=0.006951
Epoch[166] Batch [4449]	Speed: 759.216455 samples/sec	rmse=0.015719	lr=0.006947
Epoch[166] Batch [4499]	Speed: 733.696523 samples/sec	rmse=0.015721	lr=0.006943
Epoch[166] Batch [4549]	Speed: 742.785119 samples/sec	rmse=0.015724	lr=0.006939
Epoch[166] Batch [4599]	Speed: 751.347611 samples/sec	rmse=0.015726	lr=0.006935
Epoch[166] Batch [4649]	Speed: 759.699012 samples/sec	rmse=0.015728	lr=0.006931
Epoch[166] Batch [4699]	Speed: 750.763249 samples/sec	rmse=0.015728	lr=0.006926
Epoch[166] Batch [4749]	Speed: 760.540537 samples/sec	rmse=0.015730	lr=0.006922
Epoch[166] Batch [4799]	Speed: 726.254771 samples/sec	rmse=0.015731	lr=0.006918
Epoch[166] Batch [4849]	Speed: 722.254367 samples/sec	rmse=0.015732	lr=0.006914
Epoch[166] Batch [4899]	Speed: 746.797713 samples/sec	rmse=0.015731	lr=0.006910
Epoch[166] Batch [4949]	Speed: 785.011145 samples/sec	rmse=0.015733	lr=0.006906
Epoch[166] Batch [4999]	Speed: 754.794681 samples/sec	rmse=0.015732	lr=0.006902
[Epoch 166] training: rmse=0.015731
[Epoch 166] speed: 748 samples/sec	time cost: 1734.681673
[Epoch 166] validation: err-top1=0.220404 err-top5=0.055883
Epoch[167] Batch [49]	Speed: 732.107843 samples/sec	rmse=0.015453	lr=0.006898
Epoch[167] Batch [99]	Speed: 763.807011 samples/sec	rmse=0.015422	lr=0.006893
Epoch[167] Batch [149]	Speed: 746.642070 samples/sec	rmse=0.015556	lr=0.006889
Epoch[167] Batch [199]	Speed: 716.750426 samples/sec	rmse=0.015491	lr=0.006885
Epoch[167] Batch [249]	Speed: 759.423715 samples/sec	rmse=0.015555	lr=0.006881
Epoch[167] Batch [299]	Speed: 725.266589 samples/sec	rmse=0.015605	lr=0.006877
Epoch[167] Batch [349]	Speed: 765.781538 samples/sec	rmse=0.015595	lr=0.006873
Epoch[167] Batch [399]	Speed: 733.337178 samples/sec	rmse=0.015580	lr=0.006869
Epoch[167] Batch [449]	Speed: 743.668285 samples/sec	rmse=0.015574	lr=0.006865
Epoch[167] Batch [499]	Speed: 759.173222 samples/sec	rmse=0.015586	lr=0.006861
Epoch[167] Batch [549]	Speed: 774.409728 samples/sec	rmse=0.015586	lr=0.006857
Epoch[167] Batch [599]	Speed: 738.317456 samples/sec	rmse=0.015561	lr=0.006853
Epoch[167] Batch [649]	Speed: 763.604010 samples/sec	rmse=0.015561	lr=0.006849
Epoch[167] Batch [699]	Speed: 744.933404 samples/sec	rmse=0.015547	lr=0.006845
Epoch[167] Batch [749]	Speed: 733.627365 samples/sec	rmse=0.015559	lr=0.006841
Epoch[167] Batch [799]	Speed: 762.048826 samples/sec	rmse=0.015555	lr=0.006836
Epoch[167] Batch [849]	Speed: 733.154834 samples/sec	rmse=0.015563	lr=0.006832
Epoch[167] Batch [899]	Speed: 752.237164 samples/sec	rmse=0.015557	lr=0.006828
Epoch[167] Batch [949]	Speed: 732.427303 samples/sec	rmse=0.015560	lr=0.006824
Epoch[167] Batch [999]	Speed: 731.774727 samples/sec	rmse=0.015555	lr=0.006820
Epoch[167] Batch [1049]	Speed: 742.388258 samples/sec	rmse=0.015568	lr=0.006816
Epoch[167] Batch [1099]	Speed: 719.554966 samples/sec	rmse=0.015569	lr=0.006812
Epoch[167] Batch [1149]	Speed: 766.151929 samples/sec	rmse=0.015573	lr=0.006808
Epoch[167] Batch [1199]	Speed: 770.065815 samples/sec	rmse=0.015576	lr=0.006804
Epoch[167] Batch [1249]	Speed: 728.954873 samples/sec	rmse=0.015576	lr=0.006800
Epoch[167] Batch [1299]	Speed: 781.407053 samples/sec	rmse=0.015578	lr=0.006796
Epoch[167] Batch [1349]	Speed: 736.774398 samples/sec	rmse=0.015581	lr=0.006792
Epoch[167] Batch [1399]	Speed: 746.387764 samples/sec	rmse=0.015572	lr=0.006788
Epoch[167] Batch [1449]	Speed: 721.356910 samples/sec	rmse=0.015577	lr=0.006784
Epoch[167] Batch [1499]	Speed: 761.164084 samples/sec	rmse=0.015575	lr=0.006780
Epoch[167] Batch [1549]	Speed: 746.374223 samples/sec	rmse=0.015579	lr=0.006776
Epoch[167] Batch [1599]	Speed: 745.527905 samples/sec	rmse=0.015579	lr=0.006772
Epoch[167] Batch [1649]	Speed: 732.506319 samples/sec	rmse=0.015578	lr=0.006768
Epoch[167] Batch [1699]	Speed: 714.035482 samples/sec	rmse=0.015582	lr=0.006764
Epoch[167] Batch [1749]	Speed: 734.776123 samples/sec	rmse=0.015586	lr=0.006759
Epoch[167] Batch [1799]	Speed: 749.985660 samples/sec	rmse=0.015586	lr=0.006755
Epoch[167] Batch [1849]	Speed: 764.474668 samples/sec	rmse=0.015589	lr=0.006751
Epoch[167] Batch [1899]	Speed: 738.762671 samples/sec	rmse=0.015587	lr=0.006747
Epoch[167] Batch [1949]	Speed: 724.386216 samples/sec	rmse=0.015586	lr=0.006743
Epoch[167] Batch [1999]	Speed: 776.319203 samples/sec	rmse=0.015586	lr=0.006739
Epoch[167] Batch [2049]	Speed: 759.717491 samples/sec	rmse=0.015586	lr=0.006735
Epoch[167] Batch [2099]	Speed: 773.823153 samples/sec	rmse=0.015588	lr=0.006731
Epoch[167] Batch [2149]	Speed: 765.961164 samples/sec	rmse=0.015589	lr=0.006727
Epoch[167] Batch [2199]	Speed: 747.051030 samples/sec	rmse=0.015588	lr=0.006723
Epoch[167] Batch [2249]	Speed: 756.378824 samples/sec	rmse=0.015590	lr=0.006719
Epoch[167] Batch [2299]	Speed: 765.349473 samples/sec	rmse=0.015589	lr=0.006715
Epoch[167] Batch [2349]	Speed: 757.838552 samples/sec	rmse=0.015592	lr=0.006711
Epoch[167] Batch [2399]	Speed: 750.426454 samples/sec	rmse=0.015593	lr=0.006707
Epoch[167] Batch [2449]	Speed: 718.580477 samples/sec	rmse=0.015594	lr=0.006703
Epoch[167] Batch [2499]	Speed: 752.317994 samples/sec	rmse=0.015594	lr=0.006699
Epoch[167] Batch [2549]	Speed: 769.522804 samples/sec	rmse=0.015591	lr=0.006695
Epoch[167] Batch [2599]	Speed: 785.159601 samples/sec	rmse=0.015590	lr=0.006691
Epoch[167] Batch [2649]	Speed: 740.206403 samples/sec	rmse=0.015593	lr=0.006687
Epoch[167] Batch [2699]	Speed: 739.113017 samples/sec	rmse=0.015593	lr=0.006683
Epoch[167] Batch [2749]	Speed: 734.982698 samples/sec	rmse=0.015596	lr=0.006679
Epoch[167] Batch [2799]	Speed: 740.219721 samples/sec	rmse=0.015599	lr=0.006675
Epoch[167] Batch [2849]	Speed: 740.299938 samples/sec	rmse=0.015599	lr=0.006671
Epoch[167] Batch [2899]	Speed: 718.870160 samples/sec	rmse=0.015599	lr=0.006667
Epoch[167] Batch [2949]	Speed: 740.068899 samples/sec	rmse=0.015603	lr=0.006663
Epoch[167] Batch [2999]	Speed: 738.079128 samples/sec	rmse=0.015608	lr=0.006659
Epoch[167] Batch [3049]	Speed: 793.554059 samples/sec	rmse=0.015612	lr=0.006655
Epoch[167] Batch [3099]	Speed: 742.141838 samples/sec	rmse=0.015612	lr=0.006651
Epoch[167] Batch [3149]	Speed: 726.264743 samples/sec	rmse=0.015617	lr=0.006647
Epoch[167] Batch [3199]	Speed: 756.723192 samples/sec	rmse=0.015620	lr=0.006643
Epoch[167] Batch [3249]	Speed: 747.431977 samples/sec	rmse=0.015620	lr=0.006639
Epoch[167] Batch [3299]	Speed: 738.905792 samples/sec	rmse=0.015623	lr=0.006635
Epoch[167] Batch [3349]	Speed: 762.330890 samples/sec	rmse=0.015625	lr=0.006631
Epoch[167] Batch [3399]	Speed: 747.416057 samples/sec	rmse=0.015626	lr=0.006627
Epoch[167] Batch [3449]	Speed: 740.384001 samples/sec	rmse=0.015629	lr=0.006623
Epoch[167] Batch [3499]	Speed: 746.136328 samples/sec	rmse=0.015633	lr=0.006619
Epoch[167] Batch [3549]	Speed: 748.128375 samples/sec	rmse=0.015634	lr=0.006615
Epoch[167] Batch [3599]	Speed: 749.496180 samples/sec	rmse=0.015637	lr=0.006611
Epoch[167] Batch [3649]	Speed: 754.133236 samples/sec	rmse=0.015637	lr=0.006607
Epoch[167] Batch [3699]	Speed: 732.390054 samples/sec	rmse=0.015636	lr=0.006603
Epoch[167] Batch [3749]	Speed: 724.521640 samples/sec	rmse=0.015637	lr=0.006599
Epoch[167] Batch [3799]	Speed: 742.026278 samples/sec	rmse=0.015640	lr=0.006595
Epoch[167] Batch [3849]	Speed: 747.492658 samples/sec	rmse=0.015639	lr=0.006591
Epoch[167] Batch [3899]	Speed: 713.849520 samples/sec	rmse=0.015640	lr=0.006587
Epoch[167] Batch [3949]	Speed: 782.895012 samples/sec	rmse=0.015641	lr=0.006583
Epoch[167] Batch [3999]	Speed: 792.243041 samples/sec	rmse=0.015642	lr=0.006579
Epoch[167] Batch [4049]	Speed: 766.247795 samples/sec	rmse=0.015645	lr=0.006575
Epoch[167] Batch [4099]	Speed: 742.219126 samples/sec	rmse=0.015646	lr=0.006571
Epoch[167] Batch [4149]	Speed: 768.629259 samples/sec	rmse=0.015646	lr=0.006567
Epoch[167] Batch [4199]	Speed: 731.898410 samples/sec	rmse=0.015647	lr=0.006563
Epoch[167] Batch [4249]	Speed: 745.419020 samples/sec	rmse=0.015649	lr=0.006559
Epoch[167] Batch [4299]	Speed: 795.839802 samples/sec	rmse=0.015650	lr=0.006555
Epoch[167] Batch [4349]	Speed: 763.706833 samples/sec	rmse=0.015651	lr=0.006551
Epoch[167] Batch [4399]	Speed: 725.127008 samples/sec	rmse=0.015650	lr=0.006547
Epoch[167] Batch [4449]	Speed: 773.902039 samples/sec	rmse=0.015651	lr=0.006543
Epoch[167] Batch [4499]	Speed: 753.922829 samples/sec	rmse=0.015651	lr=0.006539
Epoch[167] Batch [4549]	Speed: 735.414894 samples/sec	rmse=0.015652	lr=0.006535
Epoch[167] Batch [4599]	Speed: 745.402523 samples/sec	rmse=0.015652	lr=0.006531
Epoch[167] Batch [4649]	Speed: 755.521321 samples/sec	rmse=0.015654	lr=0.006527
Epoch[167] Batch [4699]	Speed: 749.997174 samples/sec	rmse=0.015650	lr=0.006523
Epoch[167] Batch [4749]	Speed: 767.605976 samples/sec	rmse=0.015650	lr=0.006519
Epoch[167] Batch [4799]	Speed: 718.370599 samples/sec	rmse=0.015649	lr=0.006515
Epoch[167] Batch [4849]	Speed: 771.293135 samples/sec	rmse=0.015653	lr=0.006511
Epoch[167] Batch [4899]	Speed: 770.344528 samples/sec	rmse=0.015653	lr=0.006507
Epoch[167] Batch [4949]	Speed: 723.496570 samples/sec	rmse=0.015653	lr=0.006503
Epoch[167] Batch [4999]	Speed: 752.257634 samples/sec	rmse=0.015652	lr=0.006499
[Epoch 167] training: rmse=0.015652
[Epoch 167] speed: 747 samples/sec	time cost: 1736.345375
[Epoch 167] validation: err-top1=0.217869 err-top5=0.054307
Epoch[168] Batch [49]	Speed: 744.392011 samples/sec	rmse=0.015334	lr=0.006495
Epoch[168] Batch [99]	Speed: 706.027905 samples/sec	rmse=0.015167	lr=0.006491
Epoch[168] Batch [149]	Speed: 788.299712 samples/sec	rmse=0.015268	lr=0.006487
Epoch[168] Batch [199]	Speed: 770.161912 samples/sec	rmse=0.015287	lr=0.006483
Epoch[168] Batch [249]	Speed: 760.703852 samples/sec	rmse=0.015315	lr=0.006479
Epoch[168] Batch [299]	Speed: 782.262871 samples/sec	rmse=0.015307	lr=0.006475
Epoch[168] Batch [349]	Speed: 747.130395 samples/sec	rmse=0.015311	lr=0.006471
Epoch[168] Batch [399]	Speed: 742.215248 samples/sec	rmse=0.015331	lr=0.006467
Epoch[168] Batch [449]	Speed: 725.550815 samples/sec	rmse=0.015364	lr=0.006463
Epoch[168] Batch [499]	Speed: 717.367353 samples/sec	rmse=0.015391	lr=0.006459
Epoch[168] Batch [549]	Speed: 768.680906 samples/sec	rmse=0.015399	lr=0.006455
Epoch[168] Batch [599]	Speed: 775.730215 samples/sec	rmse=0.015408	lr=0.006451
Epoch[168] Batch [649]	Speed: 735.360902 samples/sec	rmse=0.015395	lr=0.006447
Epoch[168] Batch [699]	Speed: 755.379854 samples/sec	rmse=0.015408	lr=0.006443
Epoch[168] Batch [749]	Speed: 761.123801 samples/sec	rmse=0.015410	lr=0.006439
Epoch[168] Batch [799]	Speed: 761.777985 samples/sec	rmse=0.015416	lr=0.006435
Epoch[168] Batch [849]	Speed: 731.397223 samples/sec	rmse=0.015424	lr=0.006432
Epoch[168] Batch [899]	Speed: 746.084224 samples/sec	rmse=0.015427	lr=0.006428
Epoch[168] Batch [949]	Speed: 732.568569 samples/sec	rmse=0.015431	lr=0.006424
Epoch[168] Batch [999]	Speed: 737.138396 samples/sec	rmse=0.015424	lr=0.006420
Epoch[168] Batch [1049]	Speed: 731.959808 samples/sec	rmse=0.015432	lr=0.006416
Epoch[168] Batch [1099]	Speed: 738.706825 samples/sec	rmse=0.015441	lr=0.006412
Epoch[168] Batch [1149]	Speed: 735.177641 samples/sec	rmse=0.015433	lr=0.006408
Epoch[168] Batch [1199]	Speed: 747.803075 samples/sec	rmse=0.015439	lr=0.006404
Epoch[168] Batch [1249]	Speed: 717.029998 samples/sec	rmse=0.015441	lr=0.006400
Epoch[168] Batch [1299]	Speed: 728.040559 samples/sec	rmse=0.015437	lr=0.006396
Epoch[168] Batch [1349]	Speed: 701.782281 samples/sec	rmse=0.015432	lr=0.006392
Epoch[168] Batch [1399]	Speed: 750.641431 samples/sec	rmse=0.015429	lr=0.006388
Epoch[168] Batch [1449]	Speed: 725.642252 samples/sec	rmse=0.015439	lr=0.006384
Epoch[168] Batch [1499]	Speed: 725.427092 samples/sec	rmse=0.015436	lr=0.006380
Epoch[168] Batch [1549]	Speed: 770.928253 samples/sec	rmse=0.015436	lr=0.006376
Epoch[168] Batch [1599]	Speed: 750.146222 samples/sec	rmse=0.015444	lr=0.006372
Epoch[168] Batch [1649]	Speed: 748.021793 samples/sec	rmse=0.015450	lr=0.006368
Epoch[168] Batch [1699]	Speed: 752.132770 samples/sec	rmse=0.015449	lr=0.006365
Epoch[168] Batch [1749]	Speed: 750.708523 samples/sec	rmse=0.015452	lr=0.006361
Epoch[168] Batch [1799]	Speed: 743.211789 samples/sec	rmse=0.015454	lr=0.006357
Epoch[168] Batch [1849]	Speed: 736.743996 samples/sec	rmse=0.015458	lr=0.006353
Epoch[168] Batch [1899]	Speed: 752.974842 samples/sec	rmse=0.015458	lr=0.006349
Epoch[168] Batch [1949]	Speed: 730.200964 samples/sec	rmse=0.015453	lr=0.006345
Epoch[168] Batch [1999]	Speed: 763.706431 samples/sec	rmse=0.015456	lr=0.006341
Epoch[168] Batch [2049]	Speed: 748.674217 samples/sec	rmse=0.015463	lr=0.006337
Epoch[168] Batch [2099]	Speed: 793.565284 samples/sec	rmse=0.015466	lr=0.006333
Epoch[168] Batch [2149]	Speed: 765.126351 samples/sec	rmse=0.015466	lr=0.006329
Epoch[168] Batch [2199]	Speed: 735.017343 samples/sec	rmse=0.015465	lr=0.006325
Epoch[168] Batch [2249]	Speed: 750.793602 samples/sec	rmse=0.015465	lr=0.006321
Epoch[168] Batch [2299]	Speed: 712.827364 samples/sec	rmse=0.015471	lr=0.006317
Epoch[168] Batch [2349]	Speed: 723.124829 samples/sec	rmse=0.015473	lr=0.006314
Epoch[168] Batch [2399]	Speed: 737.628442 samples/sec	rmse=0.015476	lr=0.006310
Epoch[168] Batch [2449]	Speed: 759.681199 samples/sec	rmse=0.015480	lr=0.006306
Epoch[168] Batch [2499]	Speed: 751.588577 samples/sec	rmse=0.015481	lr=0.006302
Epoch[168] Batch [2549]	Speed: 722.107726 samples/sec	rmse=0.015476	lr=0.006298
Epoch[168] Batch [2599]	Speed: 742.232682 samples/sec	rmse=0.015478	lr=0.006294
Epoch[168] Batch [2649]	Speed: 728.659538 samples/sec	rmse=0.015477	lr=0.006290
Epoch[168] Batch [2699]	Speed: 752.425582 samples/sec	rmse=0.015480	lr=0.006286
Epoch[168] Batch [2749]	Speed: 705.053481 samples/sec	rmse=0.015483	lr=0.006282
Epoch[168] Batch [2799]	Speed: 788.659609 samples/sec	rmse=0.015482	lr=0.006278
Epoch[168] Batch [2849]	Speed: 703.890796 samples/sec	rmse=0.015484	lr=0.006274
Epoch[168] Batch [2899]	Speed: 782.232280 samples/sec	rmse=0.015484	lr=0.006271
Epoch[168] Batch [2949]	Speed: 742.455690 samples/sec	rmse=0.015486	lr=0.006267
Epoch[168] Batch [2999]	Speed: 746.118275 samples/sec	rmse=0.015491	lr=0.006263
Epoch[168] Batch [3049]	Speed: 737.307650 samples/sec	rmse=0.015492	lr=0.006259
Epoch[168] Batch [3099]	Speed: 701.526195 samples/sec	rmse=0.015491	lr=0.006255
Epoch[168] Batch [3149]	Speed: 752.170336 samples/sec	rmse=0.015492	lr=0.006251
Epoch[168] Batch [3199]	Speed: 769.252544 samples/sec	rmse=0.015493	lr=0.006247
Epoch[168] Batch [3249]	Speed: 730.474739 samples/sec	rmse=0.015494	lr=0.006243
Epoch[168] Batch [3299]	Speed: 736.790334 samples/sec	rmse=0.015494	lr=0.006239
Epoch[168] Batch [3349]	Speed: 738.010277 samples/sec	rmse=0.015496	lr=0.006235
Epoch[168] Batch [3399]	Speed: 749.858857 samples/sec	rmse=0.015498	lr=0.006232
Epoch[168] Batch [3449]	Speed: 761.577963 samples/sec	rmse=0.015498	lr=0.006228
Epoch[168] Batch [3499]	Speed: 739.633296 samples/sec	rmse=0.015500	lr=0.006224
Epoch[168] Batch [3549]	Speed: 757.245902 samples/sec	rmse=0.015500	lr=0.006220
Epoch[168] Batch [3599]	Speed: 793.746330 samples/sec	rmse=0.015499	lr=0.006216
Epoch[168] Batch [3649]	Speed: 733.859024 samples/sec	rmse=0.015499	lr=0.006212
Epoch[168] Batch [3699]	Speed: 719.011483 samples/sec	rmse=0.015502	lr=0.006208
Epoch[168] Batch [3749]	Speed: 772.828364 samples/sec	rmse=0.015502	lr=0.006204
Epoch[168] Batch [3799]	Speed: 746.068745 samples/sec	rmse=0.015503	lr=0.006201
Epoch[168] Batch [3849]	Speed: 742.588310 samples/sec	rmse=0.015505	lr=0.006197
Epoch[168] Batch [3899]	Speed: 727.870322 samples/sec	rmse=0.015502	lr=0.006193
Epoch[168] Batch [3949]	Speed: 726.098183 samples/sec	rmse=0.015503	lr=0.006189
Epoch[168] Batch [3999]	Speed: 736.246956 samples/sec	rmse=0.015503	lr=0.006185
Epoch[168] Batch [4049]	Speed: 774.193795 samples/sec	rmse=0.015503	lr=0.006181
Epoch[168] Batch [4099]	Speed: 755.923698 samples/sec	rmse=0.015505	lr=0.006177
Epoch[168] Batch [4149]	Speed: 750.517103 samples/sec	rmse=0.015506	lr=0.006173
Epoch[168] Batch [4199]	Speed: 726.310774 samples/sec	rmse=0.015509	lr=0.006169
Epoch[168] Batch [4249]	Speed: 722.901921 samples/sec	rmse=0.015511	lr=0.006166
Epoch[168] Batch [4299]	Speed: 712.656315 samples/sec	rmse=0.015513	lr=0.006162
Epoch[168] Batch [4349]	Speed: 731.751927 samples/sec	rmse=0.015515	lr=0.006158
Epoch[168] Batch [4399]	Speed: 783.448286 samples/sec	rmse=0.015515	lr=0.006154
Epoch[168] Batch [4449]	Speed: 721.504012 samples/sec	rmse=0.015516	lr=0.006150
Epoch[168] Batch [4499]	Speed: 740.897626 samples/sec	rmse=0.015514	lr=0.006146
Epoch[168] Batch [4549]	Speed: 766.396896 samples/sec	rmse=0.015515	lr=0.006142
Epoch[168] Batch [4599]	Speed: 729.889049 samples/sec	rmse=0.015515	lr=0.006139
Epoch[168] Batch [4649]	Speed: 738.844677 samples/sec	rmse=0.015518	lr=0.006135
Epoch[168] Batch [4699]	Speed: 724.568400 samples/sec	rmse=0.015517	lr=0.006131
Epoch[168] Batch [4749]	Speed: 730.687862 samples/sec	rmse=0.015522	lr=0.006127
Epoch[168] Batch [4799]	Speed: 746.970778 samples/sec	rmse=0.015521	lr=0.006123
Epoch[168] Batch [4849]	Speed: 763.687431 samples/sec	rmse=0.015522	lr=0.006119
Epoch[168] Batch [4899]	Speed: 757.733666 samples/sec	rmse=0.015519	lr=0.006115
Epoch[168] Batch [4949]	Speed: 766.154728 samples/sec	rmse=0.015520	lr=0.006112
Epoch[168] Batch [4999]	Speed: 762.249226 samples/sec	rmse=0.015519	lr=0.006108
[Epoch 168] training: rmse=0.015519
[Epoch 168] speed: 743 samples/sec	time cost: 1745.701911
[Epoch 168] validation: err-top1=0.217167 err-top5=0.055008
Epoch[169] Batch [49]	Speed: 743.541107 samples/sec	rmse=0.015328	lr=0.006104
Epoch[169] Batch [99]	Speed: 745.316106 samples/sec	rmse=0.015376	lr=0.006100
Epoch[169] Batch [149]	Speed: 732.244212 samples/sec	rmse=0.015343	lr=0.006096
Epoch[169] Batch [199]	Speed: 746.651644 samples/sec	rmse=0.015342	lr=0.006092
Epoch[169] Batch [249]	Speed: 730.430931 samples/sec	rmse=0.015338	lr=0.006088
Epoch[169] Batch [299]	Speed: 779.191259 samples/sec	rmse=0.015317	lr=0.006084
Epoch[169] Batch [349]	Speed: 766.770193 samples/sec	rmse=0.015295	lr=0.006080
Epoch[169] Batch [399]	Speed: 732.844183 samples/sec	rmse=0.015294	lr=0.006077
Epoch[169] Batch [449]	Speed: 762.523944 samples/sec	rmse=0.015304	lr=0.006073
Epoch[169] Batch [499]	Speed: 792.523429 samples/sec	rmse=0.015297	lr=0.006069
Epoch[169] Batch [549]	Speed: 777.336510 samples/sec	rmse=0.015305	lr=0.006065
Epoch[169] Batch [599]	Speed: 787.674753 samples/sec	rmse=0.015327	lr=0.006061
Epoch[169] Batch [649]	Speed: 750.189387 samples/sec	rmse=0.015337	lr=0.006057
Epoch[169] Batch [699]	Speed: 763.173541 samples/sec	rmse=0.015351	lr=0.006053
Epoch[169] Batch [749]	Speed: 745.592181 samples/sec	rmse=0.015354	lr=0.006050
Epoch[169] Batch [799]	Speed: 757.226944 samples/sec	rmse=0.015364	lr=0.006046
Epoch[169] Batch [849]	Speed: 754.648236 samples/sec	rmse=0.015380	lr=0.006042
Epoch[169] Batch [899]	Speed: 733.473455 samples/sec	rmse=0.015383	lr=0.006038
Epoch[169] Batch [949]	Speed: 715.594551 samples/sec	rmse=0.015382	lr=0.006034
Epoch[169] Batch [999]	Speed: 758.093806 samples/sec	rmse=0.015393	lr=0.006030
Epoch[169] Batch [1049]	Speed: 777.163716 samples/sec	rmse=0.015392	lr=0.006027
Epoch[169] Batch [1099]	Speed: 744.074560 samples/sec	rmse=0.015393	lr=0.006023
Epoch[169] Batch [1149]	Speed: 731.110520 samples/sec	rmse=0.015389	lr=0.006019
Epoch[169] Batch [1199]	Speed: 745.305438 samples/sec	rmse=0.015397	lr=0.006015
Epoch[169] Batch [1249]	Speed: 720.235706 samples/sec	rmse=0.015386	lr=0.006011
Epoch[169] Batch [1299]	Speed: 812.554525 samples/sec	rmse=0.015390	lr=0.006008
Epoch[169] Batch [1349]	Speed: 734.861250 samples/sec	rmse=0.015393	lr=0.006004
Epoch[169] Batch [1399]	Speed: 735.302396 samples/sec	rmse=0.015392	lr=0.006000
Epoch[169] Batch [1449]	Speed: 719.462714 samples/sec	rmse=0.015394	lr=0.005996
Epoch[169] Batch [1499]	Speed: 737.099139 samples/sec	rmse=0.015403	lr=0.005992
Epoch[169] Batch [1549]	Speed: 732.667573 samples/sec	rmse=0.015407	lr=0.005988
Epoch[169] Batch [1599]	Speed: 768.803453 samples/sec	rmse=0.015402	lr=0.005985
Epoch[169] Batch [1649]	Speed: 739.659118 samples/sec	rmse=0.015401	lr=0.005981
Epoch[169] Batch [1699]	Speed: 745.939874 samples/sec	rmse=0.015400	lr=0.005977
Epoch[169] Batch [1749]	Speed: 721.071757 samples/sec	rmse=0.015392	lr=0.005973
Epoch[169] Batch [1799]	Speed: 738.530792 samples/sec	rmse=0.015396	lr=0.005969
Epoch[169] Batch [1849]	Speed: 727.399982 samples/sec	rmse=0.015398	lr=0.005966
Epoch[169] Batch [1899]	Speed: 736.795764 samples/sec	rmse=0.015402	lr=0.005962
Epoch[169] Batch [1949]	Speed: 768.546559 samples/sec	rmse=0.015408	lr=0.005958
Epoch[169] Batch [1999]	Speed: 736.511128 samples/sec	rmse=0.015406	lr=0.005954
Epoch[169] Batch [2049]	Speed: 741.000561 samples/sec	rmse=0.015413	lr=0.005950
Epoch[169] Batch [2099]	Speed: 728.054766 samples/sec	rmse=0.015418	lr=0.005946
Epoch[169] Batch [2149]	Speed: 754.600366 samples/sec	rmse=0.015418	lr=0.005943
Epoch[169] Batch [2199]	Speed: 705.538219 samples/sec	rmse=0.015422	lr=0.005939
Epoch[169] Batch [2249]	Speed: 727.630348 samples/sec	rmse=0.015425	lr=0.005935
Epoch[169] Batch [2299]	Speed: 739.914884 samples/sec	rmse=0.015425	lr=0.005931
Epoch[169] Batch [2349]	Speed: 732.173590 samples/sec	rmse=0.015427	lr=0.005927
Epoch[169] Batch [2399]	Speed: 759.329140 samples/sec	rmse=0.015425	lr=0.005924
Epoch[169] Batch [2449]	Speed: 757.276770 samples/sec	rmse=0.015422	lr=0.005920
Epoch[169] Batch [2499]	Speed: 739.372042 samples/sec	rmse=0.015419	lr=0.005916
Epoch[169] Batch [2549]	Speed: 753.792745 samples/sec	rmse=0.015419	lr=0.005912
Epoch[169] Batch [2599]	Speed: 759.324544 samples/sec	rmse=0.015420	lr=0.005908
Epoch[169] Batch [2649]	Speed: 746.483958 samples/sec	rmse=0.015419	lr=0.005905
Epoch[169] Batch [2699]	Speed: 755.454620 samples/sec	rmse=0.015416	lr=0.005901
Epoch[169] Batch [2749]	Speed: 785.954115 samples/sec	rmse=0.015418	lr=0.005897
Epoch[169] Batch [2799]	Speed: 740.676707 samples/sec	rmse=0.015421	lr=0.005893
Epoch[169] Batch [2849]	Speed: 761.627218 samples/sec	rmse=0.015422	lr=0.005889
Epoch[169] Batch [2899]	Speed: 731.826598 samples/sec	rmse=0.015422	lr=0.005886
Epoch[169] Batch [2949]	Speed: 732.866921 samples/sec	rmse=0.015425	lr=0.005882
Epoch[169] Batch [2999]	Speed: 768.479332 samples/sec	rmse=0.015427	lr=0.005878
Epoch[169] Batch [3049]	Speed: 757.562357 samples/sec	rmse=0.015432	lr=0.005874
Epoch[169] Batch [3099]	Speed: 723.716401 samples/sec	rmse=0.015436	lr=0.005871
Epoch[169] Batch [3149]	Speed: 732.941740 samples/sec	rmse=0.015439	lr=0.005867
Epoch[169] Batch [3199]	Speed: 718.990569 samples/sec	rmse=0.015441	lr=0.005863
Epoch[169] Batch [3249]	Speed: 745.675876 samples/sec	rmse=0.015442	lr=0.005859
Epoch[169] Batch [3299]	Speed: 737.576202 samples/sec	rmse=0.015444	lr=0.005855
Epoch[169] Batch [3349]	Speed: 751.284862 samples/sec	rmse=0.015447	lr=0.005852
Epoch[169] Batch [3399]	Speed: 732.203497 samples/sec	rmse=0.015447	lr=0.005848
Epoch[169] Batch [3449]	Speed: 775.076777 samples/sec	rmse=0.015446	lr=0.005844
Epoch[169] Batch [3499]	Speed: 731.291669 samples/sec	rmse=0.015443	lr=0.005840
Epoch[169] Batch [3549]	Speed: 737.527840 samples/sec	rmse=0.015446	lr=0.005837
Epoch[169] Batch [3599]	Speed: 727.360750 samples/sec	rmse=0.015447	lr=0.005833
Epoch[169] Batch [3649]	Speed: 732.587102 samples/sec	rmse=0.015447	lr=0.005829
Epoch[169] Batch [3699]	Speed: 742.858009 samples/sec	rmse=0.015450	lr=0.005825
Epoch[169] Batch [3749]	Speed: 764.341559 samples/sec	rmse=0.015448	lr=0.005821
Epoch[169] Batch [3799]	Speed: 775.815264 samples/sec	rmse=0.015450	lr=0.005818
Epoch[169] Batch [3849]	Speed: 712.763693 samples/sec	rmse=0.015451	lr=0.005814
Epoch[169] Batch [3899]	Speed: 738.123432 samples/sec	rmse=0.015454	lr=0.005810
Epoch[169] Batch [3949]	Speed: 770.056813 samples/sec	rmse=0.015454	lr=0.005806
Epoch[169] Batch [3999]	Speed: 746.540561 samples/sec	rmse=0.015456	lr=0.005803
Epoch[169] Batch [4049]	Speed: 798.841036 samples/sec	rmse=0.015457	lr=0.005799
Epoch[169] Batch [4099]	Speed: 761.978416 samples/sec	rmse=0.015457	lr=0.005795
Epoch[169] Batch [4149]	Speed: 756.309649 samples/sec	rmse=0.015457	lr=0.005791
Epoch[169] Batch [4199]	Speed: 744.590728 samples/sec	rmse=0.015457	lr=0.005788
Epoch[169] Batch [4249]	Speed: 760.415246 samples/sec	rmse=0.015458	lr=0.005784
Epoch[169] Batch [4299]	Speed: 726.888676 samples/sec	rmse=0.015455	lr=0.005780
Epoch[169] Batch [4349]	Speed: 777.100405 samples/sec	rmse=0.015454	lr=0.005776
Epoch[169] Batch [4399]	Speed: 782.588390 samples/sec	rmse=0.015454	lr=0.005773
Epoch[169] Batch [4449]	Speed: 777.000163 samples/sec	rmse=0.015456	lr=0.005769
Epoch[169] Batch [4499]	Speed: 758.640398 samples/sec	rmse=0.015457	lr=0.005765
Epoch[169] Batch [4549]	Speed: 793.733914 samples/sec	rmse=0.015461	lr=0.005761
Epoch[169] Batch [4599]	Speed: 744.230311 samples/sec	rmse=0.015462	lr=0.005758
Epoch[169] Batch [4649]	Speed: 747.095420 samples/sec	rmse=0.015463	lr=0.005754
Epoch[169] Batch [4699]	Speed: 750.257237 samples/sec	rmse=0.015463	lr=0.005750
Epoch[169] Batch [4749]	Speed: 726.278272 samples/sec	rmse=0.015464	lr=0.005746
Epoch[169] Batch [4799]	Speed: 735.955672 samples/sec	rmse=0.015465	lr=0.005743
Epoch[169] Batch [4849]	Speed: 773.738584 samples/sec	rmse=0.015465	lr=0.005739
Epoch[169] Batch [4899]	Speed: 771.665928 samples/sec	rmse=0.015465	lr=0.005735
Epoch[169] Batch [4949]	Speed: 733.878766 samples/sec	rmse=0.015466	lr=0.005731
Epoch[169] Batch [4999]	Speed: 759.472370 samples/sec	rmse=0.015469	lr=0.005728
[Epoch 169] training: rmse=0.015469
[Epoch 169] speed: 748 samples/sec	time cost: 1735.117682
[Epoch 169] validation: err-top1=0.217933 err-top5=0.055485
Epoch[170] Batch [49]	Speed: 733.691450 samples/sec	rmse=0.015357	lr=0.005724
Epoch[170] Batch [99]	Speed: 753.200940 samples/sec	rmse=0.015392	lr=0.005720
Epoch[170] Batch [149]	Speed: 762.332936 samples/sec	rmse=0.015350	lr=0.005716
Epoch[170] Batch [199]	Speed: 723.470402 samples/sec	rmse=0.015318	lr=0.005712
Epoch[170] Batch [249]	Speed: 726.127724 samples/sec	rmse=0.015318	lr=0.005709
Epoch[170] Batch [299]	Speed: 713.761429 samples/sec	rmse=0.015274	lr=0.005705
Epoch[170] Batch [349]	Speed: 735.676836 samples/sec	rmse=0.015284	lr=0.005701
Epoch[170] Batch [399]	Speed: 723.087284 samples/sec	rmse=0.015280	lr=0.005697
Epoch[170] Batch [449]	Speed: 736.770030 samples/sec	rmse=0.015301	lr=0.005694
Epoch[170] Batch [499]	Speed: 746.536637 samples/sec	rmse=0.015305	lr=0.005690
Epoch[170] Batch [549]	Speed: 705.908995 samples/sec	rmse=0.015320	lr=0.005686
Epoch[170] Batch [599]	Speed: 758.684332 samples/sec	rmse=0.015304	lr=0.005682
Epoch[170] Batch [649]	Speed: 734.035235 samples/sec	rmse=0.015293	lr=0.005679
Epoch[170] Batch [699]	Speed: 720.216121 samples/sec	rmse=0.015312	lr=0.005675
Epoch[170] Batch [749]	Speed: 713.158947 samples/sec	rmse=0.015322	lr=0.005671
Epoch[170] Batch [799]	Speed: 757.566921 samples/sec	rmse=0.015314	lr=0.005668
Epoch[170] Batch [849]	Speed: 739.176619 samples/sec	rmse=0.015314	lr=0.005664
Epoch[170] Batch [899]	Speed: 761.436206 samples/sec	rmse=0.015320	lr=0.005660
Epoch[170] Batch [949]	Speed: 723.394921 samples/sec	rmse=0.015307	lr=0.005656
Epoch[170] Batch [999]	Speed: 735.131918 samples/sec	rmse=0.015303	lr=0.005653
Epoch[170] Batch [1049]	Speed: 752.236290 samples/sec	rmse=0.015304	lr=0.005649
Epoch[170] Batch [1099]	Speed: 740.788024 samples/sec	rmse=0.015295	lr=0.005645
Epoch[170] Batch [1149]	Speed: 744.282456 samples/sec	rmse=0.015300	lr=0.005642
Epoch[170] Batch [1199]	Speed: 745.886533 samples/sec	rmse=0.015293	lr=0.005638
Epoch[170] Batch [1249]	Speed: 711.886320 samples/sec	rmse=0.015297	lr=0.005634
Epoch[170] Batch [1299]	Speed: 738.536888 samples/sec	rmse=0.015301	lr=0.005630
Epoch[170] Batch [1349]	Speed: 733.032698 samples/sec	rmse=0.015302	lr=0.005627
Epoch[170] Batch [1399]	Speed: 732.691530 samples/sec	rmse=0.015304	lr=0.005623
Epoch[170] Batch [1449]	Speed: 791.125406 samples/sec	rmse=0.015317	lr=0.005619
Epoch[170] Batch [1499]	Speed: 743.891858 samples/sec	rmse=0.015318	lr=0.005616
Epoch[170] Batch [1549]	Speed: 754.101511 samples/sec	rmse=0.015313	lr=0.005612
Epoch[170] Batch [1599]	Speed: 734.760485 samples/sec	rmse=0.015316	lr=0.005608
Epoch[170] Batch [1649]	Speed: 736.526002 samples/sec	rmse=0.015320	lr=0.005604
Epoch[170] Batch [1699]	Speed: 751.688516 samples/sec	rmse=0.015324	lr=0.005601
Epoch[170] Batch [1749]	Speed: 765.643617 samples/sec	rmse=0.015331	lr=0.005597
Epoch[170] Batch [1799]	Speed: 720.300420 samples/sec	rmse=0.015332	lr=0.005593
Epoch[170] Batch [1849]	Speed: 745.357692 samples/sec	rmse=0.015331	lr=0.005590
Epoch[170] Batch [1899]	Speed: 765.550882 samples/sec	rmse=0.015329	lr=0.005586
Epoch[170] Batch [1949]	Speed: 724.572829 samples/sec	rmse=0.015334	lr=0.005582
Epoch[170] Batch [1999]	Speed: 802.607928 samples/sec	rmse=0.015334	lr=0.005579
Epoch[170] Batch [2049]	Speed: 707.380384 samples/sec	rmse=0.015339	lr=0.005575
Epoch[170] Batch [2099]	Speed: 763.967241 samples/sec	rmse=0.015340	lr=0.005571
Epoch[170] Batch [2149]	Speed: 709.122533 samples/sec	rmse=0.015343	lr=0.005567
Epoch[170] Batch [2199]	Speed: 748.463517 samples/sec	rmse=0.015338	lr=0.005564
Epoch[170] Batch [2249]	Speed: 774.082738 samples/sec	rmse=0.015339	lr=0.005560
Epoch[170] Batch [2299]	Speed: 785.717427 samples/sec	rmse=0.015340	lr=0.005556
Epoch[170] Batch [2349]	Speed: 718.413674 samples/sec	rmse=0.015344	lr=0.005553
Epoch[170] Batch [2399]	Speed: 735.465639 samples/sec	rmse=0.015341	lr=0.005549
Epoch[170] Batch [2449]	Speed: 730.221950 samples/sec	rmse=0.015348	lr=0.005545
Epoch[170] Batch [2499]	Speed: 743.822217 samples/sec	rmse=0.015346	lr=0.005542
Epoch[170] Batch [2549]	Speed: 765.101250 samples/sec	rmse=0.015349	lr=0.005538
Epoch[170] Batch [2599]	Speed: 753.823460 samples/sec	rmse=0.015349	lr=0.005534
Epoch[170] Batch [2649]	Speed: 755.100137 samples/sec	rmse=0.015350	lr=0.005531
Epoch[170] Batch [2699]	Speed: 731.509705 samples/sec	rmse=0.015351	lr=0.005527
Epoch[170] Batch [2749]	Speed: 764.756297 samples/sec	rmse=0.015353	lr=0.005523
Epoch[170] Batch [2799]	Speed: 766.616163 samples/sec	rmse=0.015355	lr=0.005520
Epoch[170] Batch [2849]	Speed: 748.383826 samples/sec	rmse=0.015353	lr=0.005516
Epoch[170] Batch [2899]	Speed: 745.175528 samples/sec	rmse=0.015356	lr=0.005512
Epoch[170] Batch [2949]	Speed: 794.326171 samples/sec	rmse=0.015354	lr=0.005509
Epoch[170] Batch [2999]	Speed: 742.038749 samples/sec	rmse=0.015355	lr=0.005505
Epoch[170] Batch [3049]	Speed: 733.896774 samples/sec	rmse=0.015353	lr=0.005501
Epoch[170] Batch [3099]	Speed: 753.882684 samples/sec	rmse=0.015353	lr=0.005498
Epoch[170] Batch [3149]	Speed: 762.334982 samples/sec	rmse=0.015354	lr=0.005494
Epoch[170] Batch [3199]	Speed: 737.300177 samples/sec	rmse=0.015353	lr=0.005490
Epoch[170] Batch [3249]	Speed: 749.570320 samples/sec	rmse=0.015355	lr=0.005487
Epoch[170] Batch [3299]	Speed: 765.748858 samples/sec	rmse=0.015354	lr=0.005483
Epoch[170] Batch [3349]	Speed: 740.906245 samples/sec	rmse=0.015355	lr=0.005479
Epoch[170] Batch [3399]	Speed: 747.158126 samples/sec	rmse=0.015354	lr=0.005476
Epoch[170] Batch [3449]	Speed: 748.389606 samples/sec	rmse=0.015351	lr=0.005472
Epoch[170] Batch [3499]	Speed: 755.291905 samples/sec	rmse=0.015352	lr=0.005468
Epoch[170] Batch [3549]	Speed: 722.107075 samples/sec	rmse=0.015352	lr=0.005465
Epoch[170] Batch [3599]	Speed: 740.402166 samples/sec	rmse=0.015352	lr=0.005461
Epoch[170] Batch [3649]	Speed: 757.727207 samples/sec	rmse=0.015354	lr=0.005457
Epoch[170] Batch [3699]	Speed: 712.752981 samples/sec	rmse=0.015354	lr=0.005454
Epoch[170] Batch [3749]	Speed: 771.575687 samples/sec	rmse=0.015353	lr=0.005450
Epoch[170] Batch [3799]	Speed: 792.778681 samples/sec	rmse=0.015353	lr=0.005446
Epoch[170] Batch [3849]	Speed: 745.956395 samples/sec	rmse=0.015357	lr=0.005443
Epoch[170] Batch [3899]	Speed: 734.838940 samples/sec	rmse=0.015358	lr=0.005439
Epoch[170] Batch [3949]	Speed: 777.598222 samples/sec	rmse=0.015357	lr=0.005435
Epoch[170] Batch [3999]	Speed: 776.053942 samples/sec	rmse=0.015358	lr=0.005432
Epoch[170] Batch [4049]	Speed: 755.930393 samples/sec	rmse=0.015357	lr=0.005428
Epoch[170] Batch [4099]	Speed: 738.264773 samples/sec	rmse=0.015358	lr=0.005424
Epoch[170] Batch [4149]	Speed: 721.976815 samples/sec	rmse=0.015358	lr=0.005421
Epoch[170] Batch [4199]	Speed: 749.407462 samples/sec	rmse=0.015359	lr=0.005417
Epoch[170] Batch [4249]	Speed: 737.196527 samples/sec	rmse=0.015361	lr=0.005413
Epoch[170] Batch [4299]	Speed: 725.920167 samples/sec	rmse=0.015364	lr=0.005410
Epoch[170] Batch [4349]	Speed: 734.905178 samples/sec	rmse=0.015365	lr=0.005406
Epoch[170] Batch [4399]	Speed: 729.640661 samples/sec	rmse=0.015365	lr=0.005403
Epoch[170] Batch [4449]	Speed: 760.086482 samples/sec	rmse=0.015366	lr=0.005399
Epoch[170] Batch [4499]	Speed: 755.123885 samples/sec	rmse=0.015366	lr=0.005395
Epoch[170] Batch [4549]	Speed: 741.913328 samples/sec	rmse=0.015367	lr=0.005392
Epoch[170] Batch [4599]	Speed: 718.336419 samples/sec	rmse=0.015369	lr=0.005388
Epoch[170] Batch [4649]	Speed: 725.118713 samples/sec	rmse=0.015370	lr=0.005384
Epoch[170] Batch [4699]	Speed: 757.728822 samples/sec	rmse=0.015368	lr=0.005381
Epoch[170] Batch [4749]	Speed: 736.487658 samples/sec	rmse=0.015371	lr=0.005377
Epoch[170] Batch [4799]	Speed: 750.065911 samples/sec	rmse=0.015374	lr=0.005373
Epoch[170] Batch [4849]	Speed: 732.700580 samples/sec	rmse=0.015374	lr=0.005370
Epoch[170] Batch [4899]	Speed: 737.101476 samples/sec	rmse=0.015373	lr=0.005366
Epoch[170] Batch [4949]	Speed: 707.909705 samples/sec	rmse=0.015370	lr=0.005363
Epoch[170] Batch [4999]	Speed: 720.579238 samples/sec	rmse=0.015370	lr=0.005359
[Epoch 170] training: rmse=0.015370
[Epoch 170] speed: 743 samples/sec	time cost: 1747.860657
[Epoch 170] validation: err-top1=0.215385 err-top5=0.054688
Epoch[171] Batch [49]	Speed: 741.970060 samples/sec	rmse=0.015104	lr=0.005355
Epoch[171] Batch [99]	Speed: 713.280880 samples/sec	rmse=0.015006	lr=0.005351
Epoch[171] Batch [149]	Speed: 706.795461 samples/sec	rmse=0.015077	lr=0.005348
Epoch[171] Batch [199]	Speed: 727.452516 samples/sec	rmse=0.015160	lr=0.005344
Epoch[171] Batch [249]	Speed: 729.778147 samples/sec	rmse=0.015158	lr=0.005341
Epoch[171] Batch [299]	Speed: 721.971203 samples/sec	rmse=0.015136	lr=0.005337
Epoch[171] Batch [349]	Speed: 766.723763 samples/sec	rmse=0.015146	lr=0.005333
Epoch[171] Batch [399]	Speed: 724.529032 samples/sec	rmse=0.015161	lr=0.005330
Epoch[171] Batch [449]	Speed: 722.981096 samples/sec	rmse=0.015174	lr=0.005326
Epoch[171] Batch [499]	Speed: 733.498507 samples/sec	rmse=0.015186	lr=0.005322
Epoch[171] Batch [549]	Speed: 752.045670 samples/sec	rmse=0.015180	lr=0.005319
Epoch[171] Batch [599]	Speed: 750.599830 samples/sec	rmse=0.015175	lr=0.005315
Epoch[171] Batch [649]	Speed: 741.484328 samples/sec	rmse=0.015186	lr=0.005312
Epoch[171] Batch [699]	Speed: 707.722777 samples/sec	rmse=0.015199	lr=0.005308
Epoch[171] Batch [749]	Speed: 737.465170 samples/sec	rmse=0.015194	lr=0.005304
Epoch[171] Batch [799]	Speed: 726.485640 samples/sec	rmse=0.015207	lr=0.005301
Epoch[171] Batch [849]	Speed: 748.379633 samples/sec	rmse=0.015193	lr=0.005297
Epoch[171] Batch [899]	Speed: 753.365991 samples/sec	rmse=0.015178	lr=0.005294
Epoch[171] Batch [949]	Speed: 739.518272 samples/sec	rmse=0.015172	lr=0.005290
Epoch[171] Batch [999]	Speed: 746.653347 samples/sec	rmse=0.015182	lr=0.005286
Epoch[171] Batch [1049]	Speed: 730.972074 samples/sec	rmse=0.015188	lr=0.005283
Epoch[171] Batch [1099]	Speed: 749.707997 samples/sec	rmse=0.015197	lr=0.005279
Epoch[171] Batch [1149]	Speed: 744.153820 samples/sec	rmse=0.015204	lr=0.005276
Epoch[171] Batch [1199]	Speed: 737.027030 samples/sec	rmse=0.015202	lr=0.005272
Epoch[171] Batch [1249]	Speed: 738.076662 samples/sec	rmse=0.015209	lr=0.005268
Epoch[171] Batch [1299]	Speed: 755.651077 samples/sec	rmse=0.015213	lr=0.005265
Epoch[171] Batch [1349]	Speed: 758.626591 samples/sec	rmse=0.015217	lr=0.005261
Epoch[171] Batch [1399]	Speed: 717.721884 samples/sec	rmse=0.015213	lr=0.005258
Epoch[171] Batch [1449]	Speed: 716.866919 samples/sec	rmse=0.015208	lr=0.005254
Epoch[171] Batch [1499]	Speed: 742.204310 samples/sec	rmse=0.015213	lr=0.005250
Epoch[171] Batch [1549]	Speed: 757.984847 samples/sec	rmse=0.015213	lr=0.005247
Epoch[171] Batch [1599]	Speed: 761.547931 samples/sec	rmse=0.015216	lr=0.005243
Epoch[171] Batch [1649]	Speed: 771.146676 samples/sec	rmse=0.015213	lr=0.005240
Epoch[171] Batch [1699]	Speed: 766.105901 samples/sec	rmse=0.015217	lr=0.005236
Epoch[171] Batch [1749]	Speed: 759.659786 samples/sec	rmse=0.015219	lr=0.005233
Epoch[171] Batch [1799]	Speed: 735.410924 samples/sec	rmse=0.015227	lr=0.005229
Epoch[171] Batch [1849]	Speed: 710.956682 samples/sec	rmse=0.015229	lr=0.005225
Epoch[171] Batch [1899]	Speed: 726.042379 samples/sec	rmse=0.015227	lr=0.005222
Epoch[171] Batch [1949]	Speed: 720.206720 samples/sec	rmse=0.015231	lr=0.005218
Epoch[171] Batch [1999]	Speed: 744.669736 samples/sec	rmse=0.015235	lr=0.005215
Epoch[171] Batch [2049]	Speed: 718.609842 samples/sec	rmse=0.015233	lr=0.005211
Epoch[171] Batch [2099]	Speed: 709.072417 samples/sec	rmse=0.015237	lr=0.005207
Epoch[171] Batch [2149]	Speed: 718.240529 samples/sec	rmse=0.015238	lr=0.005204
Epoch[171] Batch [2199]	Speed: 734.787979 samples/sec	rmse=0.015237	lr=0.005200
Epoch[171] Batch [2249]	Speed: 735.831622 samples/sec	rmse=0.015242	lr=0.005197
Epoch[171] Batch [2299]	Speed: 718.973488 samples/sec	rmse=0.015242	lr=0.005193
Epoch[171] Batch [2349]	Speed: 745.387900 samples/sec	rmse=0.015244	lr=0.005190
Epoch[171] Batch [2399]	Speed: 736.177548 samples/sec	rmse=0.015248	lr=0.005186
Epoch[171] Batch [2449]	Speed: 754.831007 samples/sec	rmse=0.015251	lr=0.005182
Epoch[171] Batch [2499]	Speed: 729.639452 samples/sec	rmse=0.015255	lr=0.005179
Epoch[171] Batch [2549]	Speed: 744.100858 samples/sec	rmse=0.015260	lr=0.005175
Epoch[171] Batch [2599]	Speed: 763.548753 samples/sec	rmse=0.015263	lr=0.005172
Epoch[171] Batch [2649]	Speed: 753.322533 samples/sec	rmse=0.015264	lr=0.005168
Epoch[171] Batch [2699]	Speed: 758.771722 samples/sec	rmse=0.015268	lr=0.005165
Epoch[171] Batch [2749]	Speed: 727.882243 samples/sec	rmse=0.015266	lr=0.005161
Epoch[171] Batch [2799]	Speed: 746.492968 samples/sec	rmse=0.015269	lr=0.005157
Epoch[171] Batch [2849]	Speed: 760.476104 samples/sec	rmse=0.015270	lr=0.005154
Epoch[171] Batch [2899]	Speed: 733.936544 samples/sec	rmse=0.015270	lr=0.005150
Epoch[171] Batch [2949]	Speed: 728.019491 samples/sec	rmse=0.015272	lr=0.005147
Epoch[171] Batch [2999]	Speed: 723.486343 samples/sec	rmse=0.015274	lr=0.005143
Epoch[171] Batch [3049]	Speed: 739.170218 samples/sec	rmse=0.015273	lr=0.005140
Epoch[171] Batch [3099]	Speed: 755.334835 samples/sec	rmse=0.015271	lr=0.005136
Epoch[171] Batch [3149]	Speed: 714.319364 samples/sec	rmse=0.015274	lr=0.005133
Epoch[171] Batch [3199]	Speed: 743.085199 samples/sec	rmse=0.015274	lr=0.005129
Epoch[171] Batch [3249]	Speed: 729.328522 samples/sec	rmse=0.015275	lr=0.005125
Epoch[171] Batch [3299]	Speed: 751.427754 samples/sec	rmse=0.015273	lr=0.005122
Epoch[171] Batch [3349]	Speed: 739.457819 samples/sec	rmse=0.015273	lr=0.005118
Epoch[171] Batch [3399]	Speed: 751.516741 samples/sec	rmse=0.015274	lr=0.005115
Epoch[171] Batch [3449]	Speed: 770.806798 samples/sec	rmse=0.015274	lr=0.005111
Epoch[171] Batch [3499]	Speed: 709.984408 samples/sec	rmse=0.015275	lr=0.005108
Epoch[171] Batch [3549]	Speed: 739.561037 samples/sec	rmse=0.015275	lr=0.005104
Epoch[171] Batch [3599]	Speed: 746.390203 samples/sec	rmse=0.015279	lr=0.005101
Epoch[171] Batch [3649]	Speed: 713.440217 samples/sec	rmse=0.015280	lr=0.005097
Epoch[171] Batch [3699]	Speed: 708.149783 samples/sec	rmse=0.015284	lr=0.005094
Epoch[171] Batch [3749]	Speed: 742.828706 samples/sec	rmse=0.015284	lr=0.005090
Epoch[171] Batch [3799]	Speed: 728.203290 samples/sec	rmse=0.015285	lr=0.005087
Epoch[171] Batch [3849]	Speed: 758.192506 samples/sec	rmse=0.015287	lr=0.005083
Epoch[171] Batch [3899]	Speed: 742.728396 samples/sec	rmse=0.015288	lr=0.005079
Epoch[171] Batch [3949]	Speed: 744.330191 samples/sec	rmse=0.015292	lr=0.005076
Epoch[171] Batch [3999]	Speed: 741.459843 samples/sec	rmse=0.015294	lr=0.005072
Epoch[171] Batch [4049]	Speed: 723.501474 samples/sec	rmse=0.015296	lr=0.005069
Epoch[171] Batch [4099]	Speed: 751.722018 samples/sec	rmse=0.015299	lr=0.005065
Epoch[171] Batch [4149]	Speed: 780.925794 samples/sec	rmse=0.015302	lr=0.005062
Epoch[171] Batch [4199]	Speed: 744.342792 samples/sec	rmse=0.015304	lr=0.005058
Epoch[171] Batch [4249]	Speed: 743.674126 samples/sec	rmse=0.015304	lr=0.005055
Epoch[171] Batch [4299]	Speed: 735.543287 samples/sec	rmse=0.015307	lr=0.005051
Epoch[171] Batch [4349]	Speed: 750.411938 samples/sec	rmse=0.015304	lr=0.005048
Epoch[171] Batch [4399]	Speed: 708.572460 samples/sec	rmse=0.015304	lr=0.005044
Epoch[171] Batch [4449]	Speed: 713.561791 samples/sec	rmse=0.015305	lr=0.005041
Epoch[171] Batch [4499]	Speed: 735.899048 samples/sec	rmse=0.015307	lr=0.005037
Epoch[171] Batch [4549]	Speed: 709.375160 samples/sec	rmse=0.015306	lr=0.005034
Epoch[171] Batch [4599]	Speed: 763.257910 samples/sec	rmse=0.015306	lr=0.005030
Epoch[171] Batch [4649]	Speed: 754.979042 samples/sec	rmse=0.015309	lr=0.005027
Epoch[171] Batch [4699]	Speed: 730.998828 samples/sec	rmse=0.015310	lr=0.005023
Epoch[171] Batch [4749]	Speed: 706.303818 samples/sec	rmse=0.015311	lr=0.005020
Epoch[171] Batch [4799]	Speed: 752.624012 samples/sec	rmse=0.015311	lr=0.005016
Epoch[171] Batch [4849]	Speed: 774.258274 samples/sec	rmse=0.015312	lr=0.005012
Epoch[171] Batch [4899]	Speed: 721.697535 samples/sec	rmse=0.015313	lr=0.005009
Epoch[171] Batch [4949]	Speed: 747.169033 samples/sec	rmse=0.015313	lr=0.005005
Epoch[171] Batch [4999]	Speed: 741.565219 samples/sec	rmse=0.015311	lr=0.005002
[Epoch 171] training: rmse=0.015311
[Epoch 171] speed: 737 samples/sec	time cost: 1759.870236
[Epoch 171] validation: err-top1=0.212921 err-top5=0.053946
Epoch[172] Batch [49]	Speed: 702.408968 samples/sec	rmse=0.015000	lr=0.004998
Epoch[172] Batch [99]	Speed: 769.936947 samples/sec	rmse=0.014973	lr=0.004995
Epoch[172] Batch [149]	Speed: 772.954931 samples/sec	rmse=0.015035	lr=0.004991
Epoch[172] Batch [199]	Speed: 735.364075 samples/sec	rmse=0.015043	lr=0.004988
Epoch[172] Batch [249]	Speed: 731.057108 samples/sec	rmse=0.015036	lr=0.004984
Epoch[172] Batch [299]	Speed: 734.997761 samples/sec	rmse=0.015041	lr=0.004981
Epoch[172] Batch [349]	Speed: 753.218006 samples/sec	rmse=0.015052	lr=0.004977
Epoch[172] Batch [399]	Speed: 742.508541 samples/sec	rmse=0.015042	lr=0.004974
Epoch[172] Batch [449]	Speed: 772.374479 samples/sec	rmse=0.015051	lr=0.004970
Epoch[172] Batch [499]	Speed: 740.176400 samples/sec	rmse=0.015051	lr=0.004967
Epoch[172] Batch [549]	Speed: 734.051695 samples/sec	rmse=0.015057	lr=0.004963
Epoch[172] Batch [599]	Speed: 727.023768 samples/sec	rmse=0.015068	lr=0.004960
Epoch[172] Batch [649]	Speed: 764.889649 samples/sec	rmse=0.015082	lr=0.004956
Epoch[172] Batch [699]	Speed: 760.633151 samples/sec	rmse=0.015091	lr=0.004953
Epoch[172] Batch [749]	Speed: 727.917229 samples/sec	rmse=0.015085	lr=0.004949
Epoch[172] Batch [799]	Speed: 747.051560 samples/sec	rmse=0.015071	lr=0.004946
Epoch[172] Batch [849]	Speed: 724.882839 samples/sec	rmse=0.015073	lr=0.004942
Epoch[172] Batch [899]	Speed: 766.520259 samples/sec	rmse=0.015075	lr=0.004939
Epoch[172] Batch [949]	Speed: 766.046019 samples/sec	rmse=0.015086	lr=0.004935
Epoch[172] Batch [999]	Speed: 701.901777 samples/sec	rmse=0.015085	lr=0.004932
Epoch[172] Batch [1049]	Speed: 779.227494 samples/sec	rmse=0.015091	lr=0.004928
Epoch[172] Batch [1099]	Speed: 741.080487 samples/sec	rmse=0.015089	lr=0.004925
Epoch[172] Batch [1149]	Speed: 726.122528 samples/sec	rmse=0.015089	lr=0.004921
Epoch[172] Batch [1199]	Speed: 761.564783 samples/sec	rmse=0.015096	lr=0.004918
Epoch[172] Batch [1249]	Speed: 734.356390 samples/sec	rmse=0.015096	lr=0.004914
Epoch[172] Batch [1299]	Speed: 744.597915 samples/sec	rmse=0.015091	lr=0.004911
Epoch[172] Batch [1349]	Speed: 773.482873 samples/sec	rmse=0.015086	lr=0.004907
Epoch[172] Batch [1399]	Speed: 762.289986 samples/sec	rmse=0.015089	lr=0.004904
Epoch[172] Batch [1449]	Speed: 771.605728 samples/sec	rmse=0.015094	lr=0.004900
Epoch[172] Batch [1499]	Speed: 729.003533 samples/sec	rmse=0.015100	lr=0.004897
Epoch[172] Batch [1549]	Speed: 761.749505 samples/sec	rmse=0.015104	lr=0.004893
Epoch[172] Batch [1599]	Speed: 718.060784 samples/sec	rmse=0.015107	lr=0.004890
Epoch[172] Batch [1649]	Speed: 718.684577 samples/sec	rmse=0.015110	lr=0.004887
Epoch[172] Batch [1699]	Speed: 761.680198 samples/sec	rmse=0.015112	lr=0.004883
Epoch[172] Batch [1749]	Speed: 728.539765 samples/sec	rmse=0.015112	lr=0.004880
Epoch[172] Batch [1799]	Speed: 716.195339 samples/sec	rmse=0.015111	lr=0.004876
Epoch[172] Batch [1849]	Speed: 734.198508 samples/sec	rmse=0.015112	lr=0.004873
Epoch[172] Batch [1899]	Speed: 750.034485 samples/sec	rmse=0.015118	lr=0.004869
Epoch[172] Batch [1949]	Speed: 763.501616 samples/sec	rmse=0.015117	lr=0.004866
Epoch[172] Batch [1999]	Speed: 759.139558 samples/sec	rmse=0.015112	lr=0.004862
Epoch[172] Batch [2049]	Speed: 718.903630 samples/sec	rmse=0.015120	lr=0.004859
Epoch[172] Batch [2099]	Speed: 753.799084 samples/sec	rmse=0.015118	lr=0.004855
Epoch[172] Batch [2149]	Speed: 702.111443 samples/sec	rmse=0.015118	lr=0.004852
Epoch[172] Batch [2199]	Speed: 704.476392 samples/sec	rmse=0.015122	lr=0.004848
Epoch[172] Batch [2249]	Speed: 748.276243 samples/sec	rmse=0.015128	lr=0.004845
Epoch[172] Batch [2299]	Speed: 721.571651 samples/sec	rmse=0.015132	lr=0.004841
Epoch[172] Batch [2349]	Speed: 723.284307 samples/sec	rmse=0.015132	lr=0.004838
Epoch[172] Batch [2399]	Speed: 760.571234 samples/sec	rmse=0.015137	lr=0.004835
Epoch[172] Batch [2449]	Speed: 748.273229 samples/sec	rmse=0.015140	lr=0.004831
Epoch[172] Batch [2499]	Speed: 728.862926 samples/sec	rmse=0.015145	lr=0.004828
Epoch[172] Batch [2549]	Speed: 730.522558 samples/sec	rmse=0.015149	lr=0.004824
Epoch[172] Batch [2599]	Speed: 747.801450 samples/sec	rmse=0.015151	lr=0.004821
Epoch[172] Batch [2649]	Speed: 765.715744 samples/sec	rmse=0.015155	lr=0.004817
Epoch[172] Batch [2699]	Speed: 708.810667 samples/sec	rmse=0.015154	lr=0.004814
Epoch[172] Batch [2749]	Speed: 762.623768 samples/sec	rmse=0.015159	lr=0.004810
Epoch[172] Batch [2799]	Speed: 723.756754 samples/sec	rmse=0.015160	lr=0.004807
Epoch[172] Batch [2849]	Speed: 713.231748 samples/sec	rmse=0.015159	lr=0.004804
Epoch[172] Batch [2899]	Speed: 736.618660 samples/sec	rmse=0.015163	lr=0.004800
Epoch[172] Batch [2949]	Speed: 745.704328 samples/sec	rmse=0.015162	lr=0.004797
Epoch[172] Batch [2999]	Speed: 715.237554 samples/sec	rmse=0.015166	lr=0.004793
Epoch[172] Batch [3049]	Speed: 725.455627 samples/sec	rmse=0.015164	lr=0.004790
Epoch[172] Batch [3099]	Speed: 705.844456 samples/sec	rmse=0.015165	lr=0.004786
Epoch[172] Batch [3149]	Speed: 713.281383 samples/sec	rmse=0.015169	lr=0.004783
Epoch[172] Batch [3199]	Speed: 720.017443 samples/sec	rmse=0.015173	lr=0.004779
Epoch[172] Batch [3249]	Speed: 742.462497 samples/sec	rmse=0.015175	lr=0.004776
Epoch[172] Batch [3299]	Speed: 717.726393 samples/sec	rmse=0.015177	lr=0.004773
Epoch[172] Batch [3349]	Speed: 748.366457 samples/sec	rmse=0.015177	lr=0.004769
Epoch[172] Batch [3399]	Speed: 746.729532 samples/sec	rmse=0.015179	lr=0.004766
Epoch[172] Batch [3449]	Speed: 720.999419 samples/sec	rmse=0.015180	lr=0.004762
Epoch[172] Batch [3499]	Speed: 737.288067 samples/sec	rmse=0.015182	lr=0.004759
Epoch[172] Batch [3549]	Speed: 736.301078 samples/sec	rmse=0.015185	lr=0.004755
Epoch[172] Batch [3599]	Speed: 739.841592 samples/sec	rmse=0.015182	lr=0.004752
Epoch[172] Batch [3649]	Speed: 751.718397 samples/sec	rmse=0.015182	lr=0.004749
Epoch[172] Batch [3699]	Speed: 713.012074 samples/sec	rmse=0.015184	lr=0.004745
Epoch[172] Batch [3749]	Speed: 763.206718 samples/sec	rmse=0.015182	lr=0.004742
Epoch[172] Batch [3799]	Speed: 766.709429 samples/sec	rmse=0.015182	lr=0.004738
Epoch[172] Batch [3849]	Speed: 733.230142 samples/sec	rmse=0.015181	lr=0.004735
Epoch[172] Batch [3899]	Speed: 736.371812 samples/sec	rmse=0.015181	lr=0.004732
Epoch[172] Batch [3949]	Speed: 738.874013 samples/sec	rmse=0.015183	lr=0.004728
Epoch[172] Batch [3999]	Speed: 762.372806 samples/sec	rmse=0.015183	lr=0.004725
Epoch[172] Batch [4049]	Speed: 769.882901 samples/sec	rmse=0.015186	lr=0.004721
Epoch[172] Batch [4099]	Speed: 767.928614 samples/sec	rmse=0.015186	lr=0.004718
Epoch[172] Batch [4149]	Speed: 763.631978 samples/sec	rmse=0.015187	lr=0.004714
Epoch[172] Batch [4199]	Speed: 749.525981 samples/sec	rmse=0.015187	lr=0.004711
Epoch[172] Batch [4249]	Speed: 728.420940 samples/sec	rmse=0.015187	lr=0.004708
Epoch[172] Batch [4299]	Speed: 755.653119 samples/sec	rmse=0.015186	lr=0.004704
Epoch[172] Batch [4349]	Speed: 746.132066 samples/sec	rmse=0.015188	lr=0.004701
Epoch[172] Batch [4399]	Speed: 755.882361 samples/sec	rmse=0.015188	lr=0.004697
Epoch[172] Batch [4449]	Speed: 737.966950 samples/sec	rmse=0.015190	lr=0.004694
Epoch[172] Batch [4499]	Speed: 769.303348 samples/sec	rmse=0.015191	lr=0.004691
Epoch[172] Batch [4549]	Speed: 735.706768 samples/sec	rmse=0.015193	lr=0.004687
Epoch[172] Batch [4599]	Speed: 762.043883 samples/sec	rmse=0.015195	lr=0.004684
Epoch[172] Batch [4649]	Speed: 732.945562 samples/sec	rmse=0.015194	lr=0.004680
Epoch[172] Batch [4699]	Speed: 740.512971 samples/sec	rmse=0.015195	lr=0.004677
Epoch[172] Batch [4749]	Speed: 735.172536 samples/sec	rmse=0.015196	lr=0.004674
Epoch[172] Batch [4799]	Speed: 734.183809 samples/sec	rmse=0.015198	lr=0.004670
Epoch[172] Batch [4849]	Speed: 735.216070 samples/sec	rmse=0.015201	lr=0.004667
Epoch[172] Batch [4899]	Speed: 724.828034 samples/sec	rmse=0.015200	lr=0.004663
Epoch[172] Batch [4949]	Speed: 734.340419 samples/sec	rmse=0.015202	lr=0.004660
Epoch[172] Batch [4999]	Speed: 758.751433 samples/sec	rmse=0.015203	lr=0.004657
[Epoch 172] training: rmse=0.015203
[Epoch 172] speed: 740 samples/sec	time cost: 1753.344839
[Epoch 172] validation: err-top1=0.211476 err-top5=0.053452
Epoch[173] Batch [49]	Speed: 732.391313 samples/sec	rmse=0.015035	lr=0.004653
Epoch[173] Batch [99]	Speed: 727.768970 samples/sec	rmse=0.014991	lr=0.004650
Epoch[173] Batch [149]	Speed: 724.992836 samples/sec	rmse=0.015015	lr=0.004646
Epoch[173] Batch [199]	Speed: 742.425637 samples/sec	rmse=0.015024	lr=0.004643
Epoch[173] Batch [249]	Speed: 737.084323 samples/sec	rmse=0.014998	lr=0.004639
Epoch[173] Batch [299]	Speed: 745.258571 samples/sec	rmse=0.015019	lr=0.004636
Epoch[173] Batch [349]	Speed: 758.662654 samples/sec	rmse=0.014996	lr=0.004633
Epoch[173] Batch [399]	Speed: 748.859538 samples/sec	rmse=0.015006	lr=0.004629
Epoch[173] Batch [449]	Speed: 778.294438 samples/sec	rmse=0.015011	lr=0.004626
Epoch[173] Batch [499]	Speed: 756.797595 samples/sec	rmse=0.015029	lr=0.004622
Epoch[173] Batch [549]	Speed: 773.472220 samples/sec	rmse=0.015035	lr=0.004619
Epoch[173] Batch [599]	Speed: 739.507250 samples/sec	rmse=0.015038	lr=0.004616
Epoch[173] Batch [649]	Speed: 761.088626 samples/sec	rmse=0.015029	lr=0.004612
Epoch[173] Batch [699]	Speed: 759.290039 samples/sec	rmse=0.015020	lr=0.004609
Epoch[173] Batch [749]	Speed: 739.481357 samples/sec	rmse=0.015027	lr=0.004606
Epoch[173] Batch [799]	Speed: 748.331846 samples/sec	rmse=0.015041	lr=0.004602
Epoch[173] Batch [849]	Speed: 739.638136 samples/sec	rmse=0.015047	lr=0.004599
Epoch[173] Batch [899]	Speed: 747.497290 samples/sec	rmse=0.015040	lr=0.004595
Epoch[173] Batch [949]	Speed: 750.986403 samples/sec	rmse=0.015031	lr=0.004592
Epoch[173] Batch [999]	Speed: 755.538896 samples/sec	rmse=0.015030	lr=0.004589
Epoch[173] Batch [1049]	Speed: 717.602542 samples/sec	rmse=0.015037	lr=0.004585
Epoch[173] Batch [1099]	Speed: 748.622718 samples/sec	rmse=0.015036	lr=0.004582
Epoch[173] Batch [1149]	Speed: 710.541689 samples/sec	rmse=0.015040	lr=0.004579
Epoch[173] Batch [1199]	Speed: 740.419076 samples/sec	rmse=0.015046	lr=0.004575
Epoch[173] Batch [1249]	Speed: 732.930323 samples/sec	rmse=0.015046	lr=0.004572
Epoch[173] Batch [1299]	Speed: 727.178440 samples/sec	rmse=0.015046	lr=0.004569
Epoch[173] Batch [1349]	Speed: 733.599096 samples/sec	rmse=0.015048	lr=0.004565
Epoch[173] Batch [1399]	Speed: 722.427576 samples/sec	rmse=0.015045	lr=0.004562
Epoch[173] Batch [1449]	Speed: 743.093828 samples/sec	rmse=0.015045	lr=0.004558
Epoch[173] Batch [1499]	Speed: 713.680437 samples/sec	rmse=0.015045	lr=0.004555
Epoch[173] Batch [1549]	Speed: 741.883658 samples/sec	rmse=0.015053	lr=0.004552
Epoch[173] Batch [1599]	Speed: 775.756354 samples/sec	rmse=0.015052	lr=0.004548
Epoch[173] Batch [1649]	Speed: 749.331733 samples/sec	rmse=0.015056	lr=0.004545
Epoch[173] Batch [1699]	Speed: 740.060890 samples/sec	rmse=0.015062	lr=0.004542
Epoch[173] Batch [1749]	Speed: 756.655330 samples/sec	rmse=0.015062	lr=0.004538
Epoch[173] Batch [1799]	Speed: 741.743767 samples/sec	rmse=0.015064	lr=0.004535
Epoch[173] Batch [1849]	Speed: 709.253181 samples/sec	rmse=0.015062	lr=0.004532
Epoch[173] Batch [1899]	Speed: 708.377639 samples/sec	rmse=0.015065	lr=0.004528
Epoch[173] Batch [1949]	Speed: 715.199346 samples/sec	rmse=0.015064	lr=0.004525
Epoch[173] Batch [1999]	Speed: 709.669259 samples/sec	rmse=0.015063	lr=0.004522
Epoch[173] Batch [2049]	Speed: 720.701119 samples/sec	rmse=0.015063	lr=0.004518
Epoch[173] Batch [2099]	Speed: 730.938765 samples/sec	rmse=0.015065	lr=0.004515
Epoch[173] Batch [2149]	Speed: 703.649336 samples/sec	rmse=0.015067	lr=0.004512
Epoch[173] Batch [2199]	Speed: 749.324674 samples/sec	rmse=0.015069	lr=0.004508
Epoch[173] Batch [2249]	Speed: 740.685403 samples/sec	rmse=0.015068	lr=0.004505
Epoch[173] Batch [2299]	Speed: 734.041548 samples/sec	rmse=0.015065	lr=0.004502
Epoch[173] Batch [2349]	Speed: 744.560926 samples/sec	rmse=0.015064	lr=0.004498
Epoch[173] Batch [2399]	Speed: 738.026743 samples/sec	rmse=0.015064	lr=0.004495
Epoch[173] Batch [2449]	Speed: 722.998407 samples/sec	rmse=0.015068	lr=0.004492
Epoch[173] Batch [2499]	Speed: 699.582878 samples/sec	rmse=0.015071	lr=0.004488
Epoch[173] Batch [2549]	Speed: 725.812567 samples/sec	rmse=0.015075	lr=0.004485
Epoch[173] Batch [2599]	Speed: 744.774238 samples/sec	rmse=0.015072	lr=0.004482
Epoch[173] Batch [2649]	Speed: 766.618002 samples/sec	rmse=0.015074	lr=0.004478
Epoch[173] Batch [2699]	Speed: 723.396510 samples/sec	rmse=0.015076	lr=0.004475
Epoch[173] Batch [2749]	Speed: 723.723230 samples/sec	rmse=0.015074	lr=0.004472
Epoch[173] Batch [2799]	Speed: 758.387058 samples/sec	rmse=0.015079	lr=0.004468
Epoch[173] Batch [2849]	Speed: 744.989162 samples/sec	rmse=0.015081	lr=0.004465
Epoch[173] Batch [2899]	Speed: 738.653741 samples/sec	rmse=0.015080	lr=0.004462
Epoch[173] Batch [2949]	Speed: 734.842732 samples/sec	rmse=0.015080	lr=0.004458
Epoch[173] Batch [2999]	Speed: 746.232105 samples/sec	rmse=0.015082	lr=0.004455
Epoch[173] Batch [3049]	Speed: 718.363870 samples/sec	rmse=0.015083	lr=0.004452
Epoch[173] Batch [3099]	Speed: 732.478526 samples/sec	rmse=0.015080	lr=0.004448
Epoch[173] Batch [3149]	Speed: 747.613852 samples/sec	rmse=0.015077	lr=0.004445
Epoch[173] Batch [3199]	Speed: 705.815495 samples/sec	rmse=0.015079	lr=0.004442
Epoch[173] Batch [3249]	Speed: 722.493793 samples/sec	rmse=0.015080	lr=0.004438
Epoch[173] Batch [3299]	Speed: 738.806671 samples/sec	rmse=0.015082	lr=0.004435
Epoch[173] Batch [3349]	Speed: 738.943076 samples/sec	rmse=0.015081	lr=0.004432
Epoch[173] Batch [3399]	Speed: 715.298552 samples/sec	rmse=0.015084	lr=0.004428
Epoch[173] Batch [3449]	Speed: 748.593824 samples/sec	rmse=0.015086	lr=0.004425
Epoch[173] Batch [3499]	Speed: 729.760470 samples/sec	rmse=0.015087	lr=0.004422
Epoch[173] Batch [3549]	Speed: 739.439742 samples/sec	rmse=0.015087	lr=0.004418
Epoch[173] Batch [3599]	Speed: 716.657122 samples/sec	rmse=0.015086	lr=0.004415
Epoch[173] Batch [3649]	Speed: 746.045439 samples/sec	rmse=0.015086	lr=0.004412
Epoch[173] Batch [3699]	Speed: 745.960821 samples/sec	rmse=0.015086	lr=0.004409
Epoch[173] Batch [3749]	Speed: 741.316847 samples/sec	rmse=0.015088	lr=0.004405
Epoch[173] Batch [3799]	Speed: 742.039180 samples/sec	rmse=0.015090	lr=0.004402
Epoch[173] Batch [3849]	Speed: 767.548844 samples/sec	rmse=0.015091	lr=0.004399
Epoch[173] Batch [3899]	Speed: 744.465867 samples/sec	rmse=0.015092	lr=0.004395
Epoch[173] Batch [3949]	Speed: 722.640805 samples/sec	rmse=0.015094	lr=0.004392
Epoch[173] Batch [3999]	Speed: 733.513129 samples/sec	rmse=0.015095	lr=0.004389
Epoch[173] Batch [4049]	Speed: 707.715416 samples/sec	rmse=0.015096	lr=0.004385
Epoch[173] Batch [4099]	Speed: 707.105631 samples/sec	rmse=0.015097	lr=0.004382
Epoch[173] Batch [4149]	Speed: 725.252853 samples/sec	rmse=0.015098	lr=0.004379
Epoch[173] Batch [4199]	Speed: 726.211556 samples/sec	rmse=0.015099	lr=0.004376
Epoch[173] Batch [4249]	Speed: 753.889301 samples/sec	rmse=0.015102	lr=0.004372
Epoch[173] Batch [4299]	Speed: 712.016997 samples/sec	rmse=0.015103	lr=0.004369
Epoch[173] Batch [4349]	Speed: 708.352114 samples/sec	rmse=0.015104	lr=0.004366
Epoch[173] Batch [4399]	Speed: 741.939176 samples/sec	rmse=0.015107	lr=0.004362
Epoch[173] Batch [4449]	Speed: 744.258044 samples/sec	rmse=0.015106	lr=0.004359
Epoch[173] Batch [4499]	Speed: 739.734270 samples/sec	rmse=0.015106	lr=0.004356
Epoch[173] Batch [4549]	Speed: 727.070260 samples/sec	rmse=0.015108	lr=0.004353
Epoch[173] Batch [4599]	Speed: 709.038040 samples/sec	rmse=0.015109	lr=0.004349
Epoch[173] Batch [4649]	Speed: 752.778666 samples/sec	rmse=0.015108	lr=0.004346
Epoch[173] Batch [4699]	Speed: 746.373092 samples/sec	rmse=0.015108	lr=0.004343
Epoch[173] Batch [4749]	Speed: 745.181692 samples/sec	rmse=0.015108	lr=0.004339
Epoch[173] Batch [4799]	Speed: 737.586660 samples/sec	rmse=0.015107	lr=0.004336
Epoch[173] Batch [4849]	Speed: 725.505791 samples/sec	rmse=0.015107	lr=0.004333
Epoch[173] Batch [4899]	Speed: 743.998967 samples/sec	rmse=0.015105	lr=0.004330
Epoch[173] Batch [4949]	Speed: 762.044100 samples/sec	rmse=0.015106	lr=0.004326
Epoch[173] Batch [4999]	Speed: 760.162226 samples/sec	rmse=0.015107	lr=0.004323
[Epoch 173] training: rmse=0.015108
[Epoch 173] speed: 736 samples/sec	time cost: 1764.001686
[Epoch 173] validation: err-top1=0.212780 err-top5=0.053265
Epoch[174] Batch [49]	Speed: 705.782063 samples/sec	rmse=0.014871	lr=0.004320
Epoch[174] Batch [99]	Speed: 777.239042 samples/sec	rmse=0.014825	lr=0.004316
Epoch[174] Batch [149]	Speed: 740.694151 samples/sec	rmse=0.014862	lr=0.004313
Epoch[174] Batch [199]	Speed: 717.055664 samples/sec	rmse=0.014914	lr=0.004310
Epoch[174] Batch [249]	Speed: 761.992886 samples/sec	rmse=0.014947	lr=0.004306
Epoch[174] Batch [299]	Speed: 732.939639 samples/sec	rmse=0.014925	lr=0.004303
Epoch[174] Batch [349]	Speed: 757.164330 samples/sec	rmse=0.014930	lr=0.004300
Epoch[174] Batch [399]	Speed: 736.186391 samples/sec	rmse=0.014912	lr=0.004297
Epoch[174] Batch [449]	Speed: 729.902575 samples/sec	rmse=0.014929	lr=0.004293
Epoch[174] Batch [499]	Speed: 720.994713 samples/sec	rmse=0.014927	lr=0.004290
Epoch[174] Batch [549]	Speed: 712.787909 samples/sec	rmse=0.014952	lr=0.004287
Epoch[174] Batch [599]	Speed: 746.674687 samples/sec	rmse=0.014929	lr=0.004284
Epoch[174] Batch [649]	Speed: 762.148786 samples/sec	rmse=0.014946	lr=0.004280
Epoch[174] Batch [699]	Speed: 780.924068 samples/sec	rmse=0.014940	lr=0.004277
Epoch[174] Batch [749]	Speed: 758.817054 samples/sec	rmse=0.014934	lr=0.004274
Epoch[174] Batch [799]	Speed: 713.719517 samples/sec	rmse=0.014943	lr=0.004271
Epoch[174] Batch [849]	Speed: 727.754163 samples/sec	rmse=0.014956	lr=0.004267
Epoch[174] Batch [899]	Speed: 739.901801 samples/sec	rmse=0.014957	lr=0.004264
Epoch[174] Batch [949]	Speed: 716.515145 samples/sec	rmse=0.014956	lr=0.004261
Epoch[174] Batch [999]	Speed: 741.673104 samples/sec	rmse=0.014953	lr=0.004258
Epoch[174] Batch [1049]	Speed: 757.657732 samples/sec	rmse=0.014957	lr=0.004254
Epoch[174] Batch [1099]	Speed: 751.109394 samples/sec	rmse=0.014969	lr=0.004251
Epoch[174] Batch [1149]	Speed: 726.705482 samples/sec	rmse=0.014963	lr=0.004248
Epoch[174] Batch [1199]	Speed: 751.090542 samples/sec	rmse=0.014967	lr=0.004245
Epoch[174] Batch [1249]	Speed: 738.342282 samples/sec	rmse=0.014963	lr=0.004241
Epoch[174] Batch [1299]	Speed: 734.950038 samples/sec	rmse=0.014961	lr=0.004238
Epoch[174] Batch [1349]	Speed: 738.465168 samples/sec	rmse=0.014961	lr=0.004235
Epoch[174] Batch [1399]	Speed: 706.918308 samples/sec	rmse=0.014962	lr=0.004232
Epoch[174] Batch [1449]	Speed: 758.497975 samples/sec	rmse=0.014958	lr=0.004228
Epoch[174] Batch [1499]	Speed: 724.594285 samples/sec	rmse=0.014960	lr=0.004225
Epoch[174] Batch [1549]	Speed: 733.214050 samples/sec	rmse=0.014964	lr=0.004222
Epoch[174] Batch [1599]	Speed: 748.179941 samples/sec	rmse=0.014971	lr=0.004219
Epoch[174] Batch [1649]	Speed: 757.015843 samples/sec	rmse=0.014969	lr=0.004215
Epoch[174] Batch [1699]	Speed: 769.062865 samples/sec	rmse=0.014972	lr=0.004212
Epoch[174] Batch [1749]	Speed: 770.310827 samples/sec	rmse=0.014978	lr=0.004209
Epoch[174] Batch [1799]	Speed: 771.597544 samples/sec	rmse=0.014980	lr=0.004206
Epoch[174] Batch [1849]	Speed: 726.874682 samples/sec	rmse=0.014987	lr=0.004202
Epoch[174] Batch [1899]	Speed: 708.619129 samples/sec	rmse=0.014987	lr=0.004199
Epoch[174] Batch [1949]	Speed: 764.574992 samples/sec	rmse=0.014995	lr=0.004196
Epoch[174] Batch [1999]	Speed: 728.939057 samples/sec	rmse=0.014991	lr=0.004193
Epoch[174] Batch [2049]	Speed: 726.059916 samples/sec	rmse=0.014992	lr=0.004190
Epoch[174] Batch [2099]	Speed: 734.884033 samples/sec	rmse=0.014991	lr=0.004186
Epoch[174] Batch [2149]	Speed: 748.714415 samples/sec	rmse=0.014994	lr=0.004183
Epoch[174] Batch [2199]	Speed: 769.582028 samples/sec	rmse=0.014991	lr=0.004180
Epoch[174] Batch [2249]	Speed: 783.472742 samples/sec	rmse=0.014994	lr=0.004177
Epoch[174] Batch [2299]	Speed: 725.866441 samples/sec	rmse=0.014995	lr=0.004173
Epoch[174] Batch [2349]	Speed: 736.961846 samples/sec	rmse=0.014998	lr=0.004170
Epoch[174] Batch [2399]	Speed: 718.156510 samples/sec	rmse=0.015004	lr=0.004167
Epoch[174] Batch [2449]	Speed: 714.739363 samples/sec	rmse=0.015000	lr=0.004164
Epoch[174] Batch [2499]	Speed: 738.695217 samples/sec	rmse=0.015000	lr=0.004161
Epoch[174] Batch [2549]	Speed: 734.390132 samples/sec	rmse=0.015003	lr=0.004157
Epoch[174] Batch [2599]	Speed: 741.997194 samples/sec	rmse=0.015006	lr=0.004154
Epoch[174] Batch [2649]	Speed: 731.687721 samples/sec	rmse=0.015008	lr=0.004151
Epoch[174] Batch [2699]	Speed: 738.781682 samples/sec	rmse=0.015009	lr=0.004148
Epoch[174] Batch [2749]	Speed: 723.525363 samples/sec	rmse=0.015009	lr=0.004145
Epoch[174] Batch [2799]	Speed: 739.639797 samples/sec	rmse=0.015009	lr=0.004141
Epoch[174] Batch [2849]	Speed: 721.694926 samples/sec	rmse=0.015009	lr=0.004138
Epoch[174] Batch [2899]	Speed: 749.039777 samples/sec	rmse=0.015007	lr=0.004135
Epoch[174] Batch [2949]	Speed: 714.026005 samples/sec	rmse=0.015009	lr=0.004132
Epoch[174] Batch [2999]	Speed: 757.700568 samples/sec	rmse=0.015014	lr=0.004128
Epoch[174] Batch [3049]	Speed: 725.670147 samples/sec	rmse=0.015012	lr=0.004125
Epoch[174] Batch [3099]	Speed: 771.862762 samples/sec	rmse=0.015009	lr=0.004122
Epoch[174] Batch [3149]	Speed: 733.242530 samples/sec	rmse=0.015005	lr=0.004119
Epoch[174] Batch [3199]	Speed: 724.851393 samples/sec	rmse=0.015006	lr=0.004116
Epoch[174] Batch [3249]	Speed: 763.254633 samples/sec	rmse=0.015009	lr=0.004112
Epoch[174] Batch [3299]	Speed: 749.882496 samples/sec	rmse=0.015014	lr=0.004109
Epoch[174] Batch [3349]	Speed: 760.907158 samples/sec	rmse=0.015013	lr=0.004106
Epoch[174] Batch [3399]	Speed: 723.114534 samples/sec	rmse=0.015014	lr=0.004103
Epoch[174] Batch [3449]	Speed: 730.079174 samples/sec	rmse=0.015012	lr=0.004100
Epoch[174] Batch [3499]	Speed: 737.918374 samples/sec	rmse=0.015011	lr=0.004097
Epoch[174] Batch [3549]	Speed: 749.764420 samples/sec	rmse=0.015011	lr=0.004093
Epoch[174] Batch [3599]	Speed: 731.760534 samples/sec	rmse=0.015011	lr=0.004090
Epoch[174] Batch [3649]	Speed: 752.625742 samples/sec	rmse=0.015011	lr=0.004087
Epoch[174] Batch [3699]	Speed: 754.073209 samples/sec	rmse=0.015010	lr=0.004084
Epoch[174] Batch [3749]	Speed: 730.383829 samples/sec	rmse=0.015013	lr=0.004081
Epoch[174] Batch [3799]	Speed: 708.791707 samples/sec	rmse=0.015014	lr=0.004077
Epoch[174] Batch [3849]	Speed: 751.997688 samples/sec	rmse=0.015012	lr=0.004074
Epoch[174] Batch [3899]	Speed: 770.329739 samples/sec	rmse=0.015012	lr=0.004071
Epoch[174] Batch [3949]	Speed: 717.261871 samples/sec	rmse=0.015013	lr=0.004068
Epoch[174] Batch [3999]	Speed: 722.566023 samples/sec	rmse=0.015014	lr=0.004065
Epoch[174] Batch [4049]	Speed: 780.533348 samples/sec	rmse=0.015014	lr=0.004062
Epoch[174] Batch [4099]	Speed: 728.575466 samples/sec	rmse=0.015016	lr=0.004058
Epoch[174] Batch [4149]	Speed: 738.822929 samples/sec	rmse=0.015017	lr=0.004055
Epoch[174] Batch [4199]	Speed: 750.428479 samples/sec	rmse=0.015019	lr=0.004052
Epoch[174] Batch [4249]	Speed: 704.436339 samples/sec	rmse=0.015020	lr=0.004049
Epoch[174] Batch [4299]	Speed: 724.070489 samples/sec	rmse=0.015021	lr=0.004046
Epoch[174] Batch [4349]	Speed: 737.635121 samples/sec	rmse=0.015020	lr=0.004042
Epoch[174] Batch [4399]	Speed: 742.901049 samples/sec	rmse=0.015021	lr=0.004039
Epoch[174] Batch [4449]	Speed: 738.706428 samples/sec	rmse=0.015022	lr=0.004036
Epoch[174] Batch [4499]	Speed: 729.671899 samples/sec	rmse=0.015020	lr=0.004033
Epoch[174] Batch [4549]	Speed: 743.432060 samples/sec	rmse=0.015021	lr=0.004030
Epoch[174] Batch [4599]	Speed: 728.923647 samples/sec	rmse=0.015020	lr=0.004027
Epoch[174] Batch [4649]	Speed: 714.822223 samples/sec	rmse=0.015021	lr=0.004023
Epoch[174] Batch [4699]	Speed: 740.085630 samples/sec	rmse=0.015019	lr=0.004020
Epoch[174] Batch [4749]	Speed: 738.309445 samples/sec	rmse=0.015020	lr=0.004017
Epoch[174] Batch [4799]	Speed: 747.104142 samples/sec	rmse=0.015019	lr=0.004014
Epoch[174] Batch [4849]	Speed: 724.566102 samples/sec	rmse=0.015020	lr=0.004011
Epoch[174] Batch [4899]	Speed: 748.192099 samples/sec	rmse=0.015020	lr=0.004008
Epoch[174] Batch [4949]	Speed: 747.962037 samples/sec	rmse=0.015020	lr=0.004004
Epoch[174] Batch [4999]	Speed: 752.913807 samples/sec	rmse=0.015018	lr=0.004001
[Epoch 174] training: rmse=0.015018
[Epoch 174] speed: 739 samples/sec	time cost: 1756.828994
[Epoch 174] validation: err-top1=0.209575 err-top5=0.051102
Epoch[175] Batch [49]	Speed: 744.181248 samples/sec	rmse=0.014740	lr=0.003998
Epoch[175] Batch [99]	Speed: 714.725918 samples/sec	rmse=0.014849	lr=0.003995
Epoch[175] Batch [149]	Speed: 732.592020 samples/sec	rmse=0.014866	lr=0.003992
Epoch[175] Batch [199]	Speed: 715.506582 samples/sec	rmse=0.014864	lr=0.003988
Epoch[175] Batch [249]	Speed: 730.479331 samples/sec	rmse=0.014879	lr=0.003985
Epoch[175] Batch [299]	Speed: 745.466384 samples/sec	rmse=0.014862	lr=0.003982
Epoch[175] Batch [349]	Speed: 742.073642 samples/sec	rmse=0.014876	lr=0.003979
Epoch[175] Batch [399]	Speed: 741.449111 samples/sec	rmse=0.014879	lr=0.003976
Epoch[175] Batch [449]	Speed: 774.637169 samples/sec	rmse=0.014880	lr=0.003973
Epoch[175] Batch [499]	Speed: 723.801844 samples/sec	rmse=0.014892	lr=0.003970
Epoch[175] Batch [549]	Speed: 762.635978 samples/sec	rmse=0.014896	lr=0.003966
Epoch[175] Batch [599]	Speed: 748.012518 samples/sec	rmse=0.014902	lr=0.003963
Epoch[175] Batch [649]	Speed: 722.404421 samples/sec	rmse=0.014887	lr=0.003960
Epoch[175] Batch [699]	Speed: 752.835911 samples/sec	rmse=0.014884	lr=0.003957
Epoch[175] Batch [749]	Speed: 769.175859 samples/sec	rmse=0.014881	lr=0.003954
Epoch[175] Batch [799]	Speed: 735.232451 samples/sec	rmse=0.014880	lr=0.003951
Epoch[175] Batch [849]	Speed: 744.890005 samples/sec	rmse=0.014880	lr=0.003948
Epoch[175] Batch [899]	Speed: 719.546634 samples/sec	rmse=0.014873	lr=0.003944
Epoch[175] Batch [949]	Speed: 732.423665 samples/sec	rmse=0.014878	lr=0.003941
Epoch[175] Batch [999]	Speed: 742.249121 samples/sec	rmse=0.014877	lr=0.003938
Epoch[175] Batch [1049]	Speed: 713.305596 samples/sec	rmse=0.014867	lr=0.003935
Epoch[175] Batch [1099]	Speed: 728.188504 samples/sec	rmse=0.014865	lr=0.003932
Epoch[175] Batch [1149]	Speed: 727.638158 samples/sec	rmse=0.014857	lr=0.003929
Epoch[175] Batch [1199]	Speed: 744.037025 samples/sec	rmse=0.014871	lr=0.003926
Epoch[175] Batch [1249]	Speed: 718.452053 samples/sec	rmse=0.014868	lr=0.003923
Epoch[175] Batch [1299]	Speed: 723.382650 samples/sec	rmse=0.014868	lr=0.003919
Epoch[175] Batch [1349]	Speed: 765.743146 samples/sec	rmse=0.014870	lr=0.003916
Epoch[175] Batch [1399]	Speed: 711.401288 samples/sec	rmse=0.014876	lr=0.003913
Epoch[175] Batch [1449]	Speed: 726.877368 samples/sec	rmse=0.014874	lr=0.003910
Epoch[175] Batch [1499]	Speed: 723.922407 samples/sec	rmse=0.014872	lr=0.003907
Epoch[175] Batch [1549]	Speed: 716.499099 samples/sec	rmse=0.014865	lr=0.003904
Epoch[175] Batch [1599]	Speed: 737.206629 samples/sec	rmse=0.014865	lr=0.003901
Epoch[175] Batch [1649]	Speed: 751.067257 samples/sec	rmse=0.014862	lr=0.003898
Epoch[175] Batch [1699]	Speed: 728.859205 samples/sec	rmse=0.014861	lr=0.003895
Epoch[175] Batch [1749]	Speed: 735.631585 samples/sec	rmse=0.014869	lr=0.003891
Epoch[175] Batch [1799]	Speed: 721.835265 samples/sec	rmse=0.014874	lr=0.003888
Epoch[175] Batch [1849]	Speed: 738.809793 samples/sec	rmse=0.014880	lr=0.003885
Epoch[175] Batch [1899]	Speed: 738.728770 samples/sec	rmse=0.014878	lr=0.003882
Epoch[175] Batch [1949]	Speed: 737.904500 samples/sec	rmse=0.014874	lr=0.003879
Epoch[175] Batch [1999]	Speed: 750.076066 samples/sec	rmse=0.014874	lr=0.003876
Epoch[175] Batch [2049]	Speed: 735.152433 samples/sec	rmse=0.014879	lr=0.003873
Epoch[175] Batch [2099]	Speed: 747.535175 samples/sec	rmse=0.014878	lr=0.003870
Epoch[175] Batch [2149]	Speed: 730.619966 samples/sec	rmse=0.014883	lr=0.003867
Epoch[175] Batch [2199]	Speed: 768.222435 samples/sec	rmse=0.014884	lr=0.003863
Epoch[175] Batch [2249]	Speed: 740.502901 samples/sec	rmse=0.014886	lr=0.003860
Epoch[175] Batch [2299]	Speed: 761.957058 samples/sec	rmse=0.014884	lr=0.003857
Epoch[175] Batch [2349]	Speed: 773.529858 samples/sec	rmse=0.014885	lr=0.003854
Epoch[175] Batch [2399]	Speed: 737.108682 samples/sec	rmse=0.014888	lr=0.003851
Epoch[175] Batch [2449]	Speed: 763.677860 samples/sec	rmse=0.014885	lr=0.003848
Epoch[175] Batch [2499]	Speed: 751.803778 samples/sec	rmse=0.014881	lr=0.003845
Epoch[175] Batch [2549]	Speed: 736.559186 samples/sec	rmse=0.014879	lr=0.003842
Epoch[175] Batch [2599]	Speed: 697.074660 samples/sec	rmse=0.014882	lr=0.003839
Epoch[175] Batch [2649]	Speed: 731.020954 samples/sec	rmse=0.014880	lr=0.003836
Epoch[175] Batch [2699]	Speed: 755.595094 samples/sec	rmse=0.014877	lr=0.003832
Epoch[175] Batch [2749]	Speed: 722.520474 samples/sec	rmse=0.014874	lr=0.003829
Epoch[175] Batch [2799]	Speed: 714.341595 samples/sec	rmse=0.014881	lr=0.003826
Epoch[175] Batch [2849]	Speed: 729.854926 samples/sec	rmse=0.014883	lr=0.003823
Epoch[175] Batch [2899]	Speed: 766.526869 samples/sec	rmse=0.014883	lr=0.003820
Epoch[175] Batch [2949]	Speed: 739.827604 samples/sec	rmse=0.014887	lr=0.003817
Epoch[175] Batch [2999]	Speed: 733.661120 samples/sec	rmse=0.014887	lr=0.003814
Epoch[175] Batch [3049]	Speed: 781.756539 samples/sec	rmse=0.014887	lr=0.003811
Epoch[175] Batch [3099]	Speed: 749.971254 samples/sec	rmse=0.014886	lr=0.003808
Epoch[175] Batch [3149]	Speed: 728.758942 samples/sec	rmse=0.014882	lr=0.003805
Epoch[175] Batch [3199]	Speed: 728.324286 samples/sec	rmse=0.014881	lr=0.003802
Epoch[175] Batch [3249]	Speed: 725.042114 samples/sec	rmse=0.014881	lr=0.003799
Epoch[175] Batch [3299]	Speed: 765.895164 samples/sec	rmse=0.014885	lr=0.003795
Epoch[175] Batch [3349]	Speed: 736.134698 samples/sec	rmse=0.014884	lr=0.003792
Epoch[175] Batch [3399]	Speed: 733.026863 samples/sec	rmse=0.014887	lr=0.003789
Epoch[175] Batch [3449]	Speed: 718.606004 samples/sec	rmse=0.014886	lr=0.003786
Epoch[175] Batch [3499]	Speed: 752.389055 samples/sec	rmse=0.014884	lr=0.003783
Epoch[175] Batch [3549]	Speed: 752.496369 samples/sec	rmse=0.014884	lr=0.003780
Epoch[175] Batch [3599]	Speed: 762.941266 samples/sec	rmse=0.014887	lr=0.003777
Epoch[175] Batch [3649]	Speed: 766.854997 samples/sec	rmse=0.014888	lr=0.003774
Epoch[175] Batch [3699]	Speed: 735.431375 samples/sec	rmse=0.014888	lr=0.003771
Epoch[175] Batch [3749]	Speed: 731.701732 samples/sec	rmse=0.014888	lr=0.003768
Epoch[175] Batch [3799]	Speed: 751.262995 samples/sec	rmse=0.014890	lr=0.003765
Epoch[175] Batch [3849]	Speed: 715.189314 samples/sec	rmse=0.014891	lr=0.003762
Epoch[175] Batch [3899]	Speed: 721.295156 samples/sec	rmse=0.014890	lr=0.003759
Epoch[175] Batch [3949]	Speed: 725.768482 samples/sec	rmse=0.014889	lr=0.003756
Epoch[175] Batch [3999]	Speed: 728.720691 samples/sec	rmse=0.014891	lr=0.003753
Epoch[175] Batch [4049]	Speed: 735.812501 samples/sec	rmse=0.014891	lr=0.003749
Epoch[175] Batch [4099]	Speed: 739.225625 samples/sec	rmse=0.014889	lr=0.003746
Epoch[175] Batch [4149]	Speed: 708.772244 samples/sec	rmse=0.014892	lr=0.003743
Epoch[175] Batch [4199]	Speed: 713.858794 samples/sec	rmse=0.014892	lr=0.003740
Epoch[175] Batch [4249]	Speed: 763.070352 samples/sec	rmse=0.014895	lr=0.003737
Epoch[175] Batch [4299]	Speed: 757.544559 samples/sec	rmse=0.014895	lr=0.003734
Epoch[175] Batch [4349]	Speed: 777.691713 samples/sec	rmse=0.014894	lr=0.003731
Epoch[175] Batch [4399]	Speed: 743.103702 samples/sec	rmse=0.014894	lr=0.003728
Epoch[175] Batch [4449]	Speed: 724.829032 samples/sec	rmse=0.014897	lr=0.003725
Epoch[175] Batch [4499]	Speed: 746.776055 samples/sec	rmse=0.014898	lr=0.003722
Epoch[175] Batch [4549]	Speed: 742.958138 samples/sec	rmse=0.014901	lr=0.003719
Epoch[175] Batch [4599]	Speed: 741.101550 samples/sec	rmse=0.014902	lr=0.003716
Epoch[175] Batch [4649]	Speed: 756.075516 samples/sec	rmse=0.014904	lr=0.003713
Epoch[175] Batch [4699]	Speed: 734.938126 samples/sec	rmse=0.014906	lr=0.003710
Epoch[175] Batch [4749]	Speed: 737.722949 samples/sec	rmse=0.014908	lr=0.003707
Epoch[175] Batch [4799]	Speed: 718.511706 samples/sec	rmse=0.014909	lr=0.003704
Epoch[175] Batch [4849]	Speed: 767.993811 samples/sec	rmse=0.014909	lr=0.003701
Epoch[175] Batch [4899]	Speed: 770.833591 samples/sec	rmse=0.014910	lr=0.003698
Epoch[175] Batch [4949]	Speed: 739.839961 samples/sec	rmse=0.014912	lr=0.003695
Epoch[175] Batch [4999]	Speed: 791.644091 samples/sec	rmse=0.014913	lr=0.003692
[Epoch 175] training: rmse=0.014914
[Epoch 175] speed: 739 samples/sec	time cost: 1756.079643
[Epoch 175] validation: err-top1=0.207812 err-top5=0.051583
Epoch[176] Batch [49]	Speed: 734.084235 samples/sec	rmse=0.014766	lr=0.003688
Epoch[176] Batch [99]	Speed: 800.463420 samples/sec	rmse=0.014774	lr=0.003685
Epoch[176] Batch [149]	Speed: 776.609202 samples/sec	rmse=0.014785	lr=0.003682
Epoch[176] Batch [199]	Speed: 763.116763 samples/sec	rmse=0.014762	lr=0.003679
Epoch[176] Batch [249]	Speed: 749.164640 samples/sec	rmse=0.014766	lr=0.003676
Epoch[176] Batch [299]	Speed: 762.043472 samples/sec	rmse=0.014796	lr=0.003673
Epoch[176] Batch [349]	Speed: 776.938048 samples/sec	rmse=0.014799	lr=0.003670
Epoch[176] Batch [399]	Speed: 768.432046 samples/sec	rmse=0.014756	lr=0.003667
Epoch[176] Batch [449]	Speed: 714.695500 samples/sec	rmse=0.014744	lr=0.003664
Epoch[176] Batch [499]	Speed: 716.615711 samples/sec	rmse=0.014750	lr=0.003661
Epoch[176] Batch [549]	Speed: 752.288192 samples/sec	rmse=0.014759	lr=0.003658
Epoch[176] Batch [599]	Speed: 750.609957 samples/sec	rmse=0.014764	lr=0.003655
Epoch[176] Batch [649]	Speed: 751.872100 samples/sec	rmse=0.014767	lr=0.003652
Epoch[176] Batch [699]	Speed: 742.326042 samples/sec	rmse=0.014757	lr=0.003649
Epoch[176] Batch [749]	Speed: 738.247576 samples/sec	rmse=0.014760	lr=0.003646
Epoch[176] Batch [799]	Speed: 725.671177 samples/sec	rmse=0.014772	lr=0.003643
Epoch[176] Batch [849]	Speed: 746.118099 samples/sec	rmse=0.014772	lr=0.003640
Epoch[176] Batch [899]	Speed: 723.851994 samples/sec	rmse=0.014771	lr=0.003637
Epoch[176] Batch [949]	Speed: 722.436870 samples/sec	rmse=0.014766	lr=0.003634
Epoch[176] Batch [999]	Speed: 781.847127 samples/sec	rmse=0.014775	lr=0.003631
Epoch[176] Batch [1049]	Speed: 775.648098 samples/sec	rmse=0.014782	lr=0.003628
Epoch[176] Batch [1099]	Speed: 773.618639 samples/sec	rmse=0.014783	lr=0.003625
Epoch[176] Batch [1149]	Speed: 754.727441 samples/sec	rmse=0.014779	lr=0.003622
Epoch[176] Batch [1199]	Speed: 744.009474 samples/sec	rmse=0.014782	lr=0.003619
Epoch[176] Batch [1249]	Speed: 739.518312 samples/sec	rmse=0.014789	lr=0.003616
Epoch[176] Batch [1299]	Speed: 721.550829 samples/sec	rmse=0.014787	lr=0.003613
Epoch[176] Batch [1349]	Speed: 716.926855 samples/sec	rmse=0.014787	lr=0.003610
Epoch[176] Batch [1399]	Speed: 713.302052 samples/sec	rmse=0.014790	lr=0.003607
Epoch[176] Batch [1449]	Speed: 733.387216 samples/sec	rmse=0.014785	lr=0.003604
Epoch[176] Batch [1499]	Speed: 712.149101 samples/sec	rmse=0.014782	lr=0.003601
Epoch[176] Batch [1549]	Speed: 748.853093 samples/sec	rmse=0.014777	lr=0.003598
Epoch[176] Batch [1599]	Speed: 747.874067 samples/sec	rmse=0.014773	lr=0.003595
Epoch[176] Batch [1649]	Speed: 770.241998 samples/sec	rmse=0.014772	lr=0.003592
Epoch[176] Batch [1699]	Speed: 752.262008 samples/sec	rmse=0.014777	lr=0.003589
Epoch[176] Batch [1749]	Speed: 753.155473 samples/sec	rmse=0.014770	lr=0.003586
Epoch[176] Batch [1799]	Speed: 738.996741 samples/sec	rmse=0.014769	lr=0.003583
Epoch[176] Batch [1849]	Speed: 750.522633 samples/sec	rmse=0.014771	lr=0.003580
Epoch[176] Batch [1899]	Speed: 749.795132 samples/sec	rmse=0.014774	lr=0.003577
Epoch[176] Batch [1949]	Speed: 737.774612 samples/sec	rmse=0.014776	lr=0.003574
Epoch[176] Batch [1999]	Speed: 760.447107 samples/sec	rmse=0.014777	lr=0.003571
Epoch[176] Batch [2049]	Speed: 790.510998 samples/sec	rmse=0.014780	lr=0.003568
Epoch[176] Batch [2099]	Speed: 740.116605 samples/sec	rmse=0.014782	lr=0.003565
Epoch[176] Batch [2149]	Speed: 704.830525 samples/sec	rmse=0.014779	lr=0.003562
Epoch[176] Batch [2199]	Speed: 761.459306 samples/sec	rmse=0.014779	lr=0.003559
Epoch[176] Batch [2249]	Speed: 725.793305 samples/sec	rmse=0.014778	lr=0.003556
Epoch[176] Batch [2299]	Speed: 781.946996 samples/sec	rmse=0.014778	lr=0.003553
Epoch[176] Batch [2349]	Speed: 735.359512 samples/sec	rmse=0.014777	lr=0.003550
Epoch[176] Batch [2399]	Speed: 768.704228 samples/sec	rmse=0.014777	lr=0.003547
Epoch[176] Batch [2449]	Speed: 754.319446 samples/sec	rmse=0.014785	lr=0.003544
Epoch[176] Batch [2499]	Speed: 749.618339 samples/sec	rmse=0.014784	lr=0.003541
Epoch[176] Batch [2549]	Speed: 752.516440 samples/sec	rmse=0.014786	lr=0.003538
Epoch[176] Batch [2599]	Speed: 725.159623 samples/sec	rmse=0.014783	lr=0.003535
Epoch[176] Batch [2649]	Speed: 748.865231 samples/sec	rmse=0.014782	lr=0.003532
Epoch[176] Batch [2699]	Speed: 754.320252 samples/sec	rmse=0.014781	lr=0.003529
Epoch[176] Batch [2749]	Speed: 755.130885 samples/sec	rmse=0.014781	lr=0.003526
Epoch[176] Batch [2799]	Speed: 763.456395 samples/sec	rmse=0.014781	lr=0.003523
Epoch[176] Batch [2849]	Speed: 745.671278 samples/sec	rmse=0.014784	lr=0.003520
Epoch[176] Batch [2899]	Speed: 768.013257 samples/sec	rmse=0.014785	lr=0.003517
Epoch[176] Batch [2949]	Speed: 731.472041 samples/sec	rmse=0.014786	lr=0.003514
Epoch[176] Batch [2999]	Speed: 702.446557 samples/sec	rmse=0.014788	lr=0.003511
Epoch[176] Batch [3049]	Speed: 750.150970 samples/sec	rmse=0.014796	lr=0.003508
Epoch[176] Batch [3099]	Speed: 771.044165 samples/sec	rmse=0.014795	lr=0.003505
Epoch[176] Batch [3149]	Speed: 790.571262 samples/sec	rmse=0.014799	lr=0.003502
Epoch[176] Batch [3199]	Speed: 739.998595 samples/sec	rmse=0.014799	lr=0.003500
Epoch[176] Batch [3249]	Speed: 734.135941 samples/sec	rmse=0.014800	lr=0.003497
Epoch[176] Batch [3299]	Speed: 761.256331 samples/sec	rmse=0.014800	lr=0.003494
Epoch[176] Batch [3349]	Speed: 710.841114 samples/sec	rmse=0.014799	lr=0.003491
Epoch[176] Batch [3399]	Speed: 716.701226 samples/sec	rmse=0.014798	lr=0.003488
Epoch[176] Batch [3449]	Speed: 768.793292 samples/sec	rmse=0.014797	lr=0.003485
Epoch[176] Batch [3499]	Speed: 741.396452 samples/sec	rmse=0.014799	lr=0.003482
Epoch[176] Batch [3549]	Speed: 727.900037 samples/sec	rmse=0.014798	lr=0.003479
Epoch[176] Batch [3599]	Speed: 775.188870 samples/sec	rmse=0.014800	lr=0.003476
Epoch[176] Batch [3649]	Speed: 746.154766 samples/sec	rmse=0.014804	lr=0.003473
Epoch[176] Batch [3699]	Speed: 727.182035 samples/sec	rmse=0.014808	lr=0.003470
Epoch[176] Batch [3749]	Speed: 756.786457 samples/sec	rmse=0.014810	lr=0.003467
Epoch[176] Batch [3799]	Speed: 716.900921 samples/sec	rmse=0.014811	lr=0.003464
Epoch[176] Batch [3849]	Speed: 747.766110 samples/sec	rmse=0.014812	lr=0.003461
Epoch[176] Batch [3899]	Speed: 710.243945 samples/sec	rmse=0.014814	lr=0.003458
Epoch[176] Batch [3949]	Speed: 753.107793 samples/sec	rmse=0.014816	lr=0.003455
Epoch[176] Batch [3999]	Speed: 746.403994 samples/sec	rmse=0.014815	lr=0.003452
Epoch[176] Batch [4049]	Speed: 709.973695 samples/sec	rmse=0.014814	lr=0.003449
Epoch[176] Batch [4099]	Speed: 749.821741 samples/sec	rmse=0.014815	lr=0.003446
Epoch[176] Batch [4149]	Speed: 770.433917 samples/sec	rmse=0.014817	lr=0.003444
Epoch[176] Batch [4199]	Speed: 742.858143 samples/sec	rmse=0.014818	lr=0.003441
Epoch[176] Batch [4249]	Speed: 736.474382 samples/sec	rmse=0.014818	lr=0.003438
Epoch[176] Batch [4299]	Speed: 715.615469 samples/sec	rmse=0.014818	lr=0.003435
Epoch[176] Batch [4349]	Speed: 734.245391 samples/sec	rmse=0.014819	lr=0.003432
Epoch[176] Batch [4399]	Speed: 763.043878 samples/sec	rmse=0.014820	lr=0.003429
Epoch[176] Batch [4449]	Speed: 739.938921 samples/sec	rmse=0.014821	lr=0.003426
Epoch[176] Batch [4499]	Speed: 734.607064 samples/sec	rmse=0.014822	lr=0.003423
Epoch[176] Batch [4549]	Speed: 727.061999 samples/sec	rmse=0.014822	lr=0.003420
Epoch[176] Batch [4599]	Speed: 725.046383 samples/sec	rmse=0.014824	lr=0.003417
Epoch[176] Batch [4649]	Speed: 732.338303 samples/sec	rmse=0.014824	lr=0.003414
Epoch[176] Batch [4699]	Speed: 762.467122 samples/sec	rmse=0.014825	lr=0.003411
Epoch[176] Batch [4749]	Speed: 751.807674 samples/sec	rmse=0.014824	lr=0.003408
Epoch[176] Batch [4799]	Speed: 711.796212 samples/sec	rmse=0.014827	lr=0.003405
Epoch[176] Batch [4849]	Speed: 782.642216 samples/sec	rmse=0.014829	lr=0.003403
Epoch[176] Batch [4899]	Speed: 760.180287 samples/sec	rmse=0.014828	lr=0.003400
Epoch[176] Batch [4949]	Speed: 720.778758 samples/sec	rmse=0.014827	lr=0.003397
Epoch[176] Batch [4999]	Speed: 711.180018 samples/sec	rmse=0.014829	lr=0.003394
[Epoch 176] training: rmse=0.014829
[Epoch 176] speed: 744 samples/sec	time cost: 1744.423416
[Epoch 176] validation: err-top1=0.208885 err-top5=0.051120
Epoch[177] Batch [49]	Speed: 743.625177 samples/sec	rmse=0.014801	lr=0.003391
Epoch[177] Batch [99]	Speed: 770.917980 samples/sec	rmse=0.014731	lr=0.003388
Epoch[177] Batch [149]	Speed: 767.138153 samples/sec	rmse=0.014699	lr=0.003385
Epoch[177] Batch [199]	Speed: 712.783101 samples/sec	rmse=0.014670	lr=0.003382
Epoch[177] Batch [249]	Speed: 700.890449 samples/sec	rmse=0.014671	lr=0.003379
Epoch[177] Batch [299]	Speed: 723.846832 samples/sec	rmse=0.014696	lr=0.003376
Epoch[177] Batch [349]	Speed: 735.594947 samples/sec	rmse=0.014702	lr=0.003373
Epoch[177] Batch [399]	Speed: 716.519324 samples/sec	rmse=0.014704	lr=0.003370
Epoch[177] Batch [449]	Speed: 718.227385 samples/sec	rmse=0.014721	lr=0.003367
Epoch[177] Batch [499]	Speed: 756.144201 samples/sec	rmse=0.014716	lr=0.003364
Epoch[177] Batch [549]	Speed: 751.020997 samples/sec	rmse=0.014710	lr=0.003362
Epoch[177] Batch [599]	Speed: 734.520358 samples/sec	rmse=0.014725	lr=0.003359
Epoch[177] Batch [649]	Speed: 736.858593 samples/sec	rmse=0.014704	lr=0.003356
Epoch[177] Batch [699]	Speed: 765.016419 samples/sec	rmse=0.014702	lr=0.003353
Epoch[177] Batch [749]	Speed: 719.213161 samples/sec	rmse=0.014703	lr=0.003350
Epoch[177] Batch [799]	Speed: 749.327393 samples/sec	rmse=0.014704	lr=0.003347
Epoch[177] Batch [849]	Speed: 727.423794 samples/sec	rmse=0.014710	lr=0.003344
Epoch[177] Batch [899]	Speed: 715.990584 samples/sec	rmse=0.014697	lr=0.003341
Epoch[177] Batch [949]	Speed: 727.967360 samples/sec	rmse=0.014689	lr=0.003338
Epoch[177] Batch [999]	Speed: 750.648998 samples/sec	rmse=0.014693	lr=0.003336
Epoch[177] Batch [1049]	Speed: 702.854482 samples/sec	rmse=0.014694	lr=0.003333
Epoch[177] Batch [1099]	Speed: 742.652419 samples/sec	rmse=0.014690	lr=0.003330
Epoch[177] Batch [1149]	Speed: 742.791635 samples/sec	rmse=0.014695	lr=0.003327
Epoch[177] Batch [1199]	Speed: 750.722705 samples/sec	rmse=0.014695	lr=0.003324
Epoch[177] Batch [1249]	Speed: 747.259105 samples/sec	rmse=0.014692	lr=0.003321
Epoch[177] Batch [1299]	Speed: 755.334219 samples/sec	rmse=0.014696	lr=0.003318
Epoch[177] Batch [1349]	Speed: 765.124715 samples/sec	rmse=0.014702	lr=0.003315
Epoch[177] Batch [1399]	Speed: 705.462596 samples/sec	rmse=0.014701	lr=0.003312
Epoch[177] Batch [1449]	Speed: 758.747283 samples/sec	rmse=0.014699	lr=0.003310
Epoch[177] Batch [1499]	Speed: 733.968431 samples/sec	rmse=0.014700	lr=0.003307
Epoch[177] Batch [1549]	Speed: 706.500800 samples/sec	rmse=0.014700	lr=0.003304
Epoch[177] Batch [1599]	Speed: 736.422992 samples/sec	rmse=0.014701	lr=0.003301
Epoch[177] Batch [1649]	Speed: 741.668175 samples/sec	rmse=0.014702	lr=0.003298
Epoch[177] Batch [1699]	Speed: 796.035543 samples/sec	rmse=0.014703	lr=0.003295
Epoch[177] Batch [1749]	Speed: 722.731754 samples/sec	rmse=0.014701	lr=0.003292
Epoch[177] Batch [1799]	Speed: 741.887841 samples/sec	rmse=0.014705	lr=0.003289
Epoch[177] Batch [1849]	Speed: 790.144770 samples/sec	rmse=0.014702	lr=0.003287
Epoch[177] Batch [1899]	Speed: 749.128074 samples/sec	rmse=0.014696	lr=0.003284
Epoch[177] Batch [1949]	Speed: 735.080413 samples/sec	rmse=0.014697	lr=0.003281
Epoch[177] Batch [1999]	Speed: 740.494719 samples/sec	rmse=0.014702	lr=0.003278
Epoch[177] Batch [2049]	Speed: 757.317224 samples/sec	rmse=0.014697	lr=0.003275
Epoch[177] Batch [2099]	Speed: 711.373405 samples/sec	rmse=0.014695	lr=0.003272
Epoch[177] Batch [2149]	Speed: 729.782263 samples/sec	rmse=0.014696	lr=0.003269
Epoch[177] Batch [2199]	Speed: 776.191723 samples/sec	rmse=0.014696	lr=0.003267
Epoch[177] Batch [2249]	Speed: 747.839585 samples/sec	rmse=0.014700	lr=0.003264
Epoch[177] Batch [2299]	Speed: 730.005475 samples/sec	rmse=0.014699	lr=0.003261
Epoch[177] Batch [2349]	Speed: 725.418045 samples/sec	rmse=0.014706	lr=0.003258
Epoch[177] Batch [2399]	Speed: 719.627063 samples/sec	rmse=0.014707	lr=0.003255
Epoch[177] Batch [2449]	Speed: 749.398110 samples/sec	rmse=0.014709	lr=0.003252
Epoch[177] Batch [2499]	Speed: 722.108251 samples/sec	rmse=0.014712	lr=0.003249
Epoch[177] Batch [2549]	Speed: 789.262090 samples/sec	rmse=0.014714	lr=0.003247
Epoch[177] Batch [2599]	Speed: 734.110252 samples/sec	rmse=0.014712	lr=0.003244
Epoch[177] Batch [2649]	Speed: 757.244417 samples/sec	rmse=0.014712	lr=0.003241
Epoch[177] Batch [2699]	Speed: 734.237347 samples/sec	rmse=0.014716	lr=0.003238
Epoch[177] Batch [2749]	Speed: 745.665934 samples/sec	rmse=0.014716	lr=0.003235
Epoch[177] Batch [2799]	Speed: 747.177706 samples/sec	rmse=0.014722	lr=0.003232
Epoch[177] Batch [2849]	Speed: 706.888272 samples/sec	rmse=0.014721	lr=0.003229
Epoch[177] Batch [2899]	Speed: 755.301851 samples/sec	rmse=0.014718	lr=0.003227
Epoch[177] Batch [2949]	Speed: 767.636444 samples/sec	rmse=0.014721	lr=0.003224
Epoch[177] Batch [2999]	Speed: 738.920976 samples/sec	rmse=0.014721	lr=0.003221
Epoch[177] Batch [3049]	Speed: 758.003436 samples/sec	rmse=0.014721	lr=0.003218
Epoch[177] Batch [3099]	Speed: 699.886256 samples/sec	rmse=0.014719	lr=0.003215
Epoch[177] Batch [3149]	Speed: 753.341962 samples/sec	rmse=0.014717	lr=0.003212
Epoch[177] Batch [3199]	Speed: 744.305951 samples/sec	rmse=0.014718	lr=0.003210
Epoch[177] Batch [3249]	Speed: 775.888355 samples/sec	rmse=0.014720	lr=0.003207
Epoch[177] Batch [3299]	Speed: 742.899836 samples/sec	rmse=0.014721	lr=0.003204
Epoch[177] Batch [3349]	Speed: 738.095729 samples/sec	rmse=0.014726	lr=0.003201
Epoch[177] Batch [3399]	Speed: 739.651597 samples/sec	rmse=0.014728	lr=0.003198
Epoch[177] Batch [3449]	Speed: 749.804483 samples/sec	rmse=0.014728	lr=0.003195
Epoch[177] Batch [3499]	Speed: 750.752992 samples/sec	rmse=0.014725	lr=0.003193
Epoch[177] Batch [3549]	Speed: 732.896035 samples/sec	rmse=0.014726	lr=0.003190
Epoch[177] Batch [3599]	Speed: 740.414021 samples/sec	rmse=0.014726	lr=0.003187
Epoch[177] Batch [3649]	Speed: 739.983714 samples/sec	rmse=0.014729	lr=0.003184
Epoch[177] Batch [3699]	Speed: 754.331147 samples/sec	rmse=0.014729	lr=0.003181
Epoch[177] Batch [3749]	Speed: 736.527446 samples/sec	rmse=0.014730	lr=0.003178
Epoch[177] Batch [3799]	Speed: 720.427486 samples/sec	rmse=0.014732	lr=0.003176
Epoch[177] Batch [3849]	Speed: 737.047308 samples/sec	rmse=0.014736	lr=0.003173
Epoch[177] Batch [3899]	Speed: 726.373597 samples/sec	rmse=0.014736	lr=0.003170
Epoch[177] Batch [3949]	Speed: 711.920172 samples/sec	rmse=0.014737	lr=0.003167
Epoch[177] Batch [3999]	Speed: 719.308839 samples/sec	rmse=0.014735	lr=0.003164
Epoch[177] Batch [4049]	Speed: 752.921251 samples/sec	rmse=0.014738	lr=0.003161
Epoch[177] Batch [4099]	Speed: 733.061123 samples/sec	rmse=0.014741	lr=0.003159
Epoch[177] Batch [4149]	Speed: 739.965569 samples/sec	rmse=0.014743	lr=0.003156
Epoch[177] Batch [4199]	Speed: 739.551257 samples/sec	rmse=0.014743	lr=0.003153
Epoch[177] Batch [4249]	Speed: 733.624869 samples/sec	rmse=0.014741	lr=0.003150
Epoch[177] Batch [4299]	Speed: 743.176583 samples/sec	rmse=0.014743	lr=0.003147
Epoch[177] Batch [4349]	Speed: 757.247461 samples/sec	rmse=0.014742	lr=0.003145
Epoch[177] Batch [4399]	Speed: 731.097487 samples/sec	rmse=0.014741	lr=0.003142
Epoch[177] Batch [4449]	Speed: 744.007618 samples/sec	rmse=0.014743	lr=0.003139
Epoch[177] Batch [4499]	Speed: 751.422506 samples/sec	rmse=0.014746	lr=0.003136
Epoch[177] Batch [4549]	Speed: 728.573529 samples/sec	rmse=0.014746	lr=0.003133
Epoch[177] Batch [4599]	Speed: 733.758865 samples/sec	rmse=0.014745	lr=0.003131
Epoch[177] Batch [4649]	Speed: 750.770000 samples/sec	rmse=0.014744	lr=0.003128
Epoch[177] Batch [4699]	Speed: 755.541576 samples/sec	rmse=0.014746	lr=0.003125
Epoch[177] Batch [4749]	Speed: 736.159469 samples/sec	rmse=0.014745	lr=0.003122
Epoch[177] Batch [4799]	Speed: 725.359307 samples/sec	rmse=0.014745	lr=0.003119
Epoch[177] Batch [4849]	Speed: 748.310495 samples/sec	rmse=0.014744	lr=0.003117
Epoch[177] Batch [4899]	Speed: 741.174642 samples/sec	rmse=0.014745	lr=0.003114
Epoch[177] Batch [4949]	Speed: 712.188259 samples/sec	rmse=0.014746	lr=0.003111
Epoch[177] Batch [4999]	Speed: 710.846517 samples/sec	rmse=0.014747	lr=0.003108
[Epoch 177] training: rmse=0.014747
[Epoch 177] speed: 739 samples/sec	time cost: 1757.192970
[Epoch 177] validation: err-top1=0.205749 err-top5=0.050741
Epoch[178] Batch [49]	Speed: 742.470937 samples/sec	rmse=0.014533	lr=0.003105
Epoch[178] Batch [99]	Speed: 753.340493 samples/sec	rmse=0.014625	lr=0.003102
Epoch[178] Batch [149]	Speed: 727.062836 samples/sec	rmse=0.014691	lr=0.003100
Epoch[178] Batch [199]	Speed: 777.182886 samples/sec	rmse=0.014650	lr=0.003097
Epoch[178] Batch [249]	Speed: 744.530610 samples/sec	rmse=0.014610	lr=0.003094
Epoch[178] Batch [299]	Speed: 759.672277 samples/sec	rmse=0.014620	lr=0.003091
Epoch[178] Batch [349]	Speed: 722.154748 samples/sec	rmse=0.014615	lr=0.003088
Epoch[178] Batch [399]	Speed: 721.036051 samples/sec	rmse=0.014587	lr=0.003086
Epoch[178] Batch [449]	Speed: 758.377491 samples/sec	rmse=0.014613	lr=0.003083
Epoch[178] Batch [499]	Speed: 754.673514 samples/sec	rmse=0.014600	lr=0.003080
Epoch[178] Batch [549]	Speed: 717.406751 samples/sec	rmse=0.014585	lr=0.003077
Epoch[178] Batch [599]	Speed: 742.258511 samples/sec	rmse=0.014605	lr=0.003075
Epoch[178] Batch [649]	Speed: 776.795181 samples/sec	rmse=0.014605	lr=0.003072
Epoch[178] Batch [699]	Speed: 746.665756 samples/sec	rmse=0.014601	lr=0.003069
Epoch[178] Batch [749]	Speed: 742.160899 samples/sec	rmse=0.014601	lr=0.003066
Epoch[178] Batch [799]	Speed: 740.391363 samples/sec	rmse=0.014615	lr=0.003063
Epoch[178] Batch [849]	Speed: 743.133007 samples/sec	rmse=0.014605	lr=0.003061
Epoch[178] Batch [899]	Speed: 743.995163 samples/sec	rmse=0.014602	lr=0.003058
Epoch[178] Batch [949]	Speed: 720.761834 samples/sec	rmse=0.014602	lr=0.003055
Epoch[178] Batch [999]	Speed: 749.013704 samples/sec	rmse=0.014596	lr=0.003052
Epoch[178] Batch [1049]	Speed: 737.859370 samples/sec	rmse=0.014603	lr=0.003050
Epoch[178] Batch [1099]	Speed: 760.961439 samples/sec	rmse=0.014599	lr=0.003047
Epoch[178] Batch [1149]	Speed: 747.487465 samples/sec	rmse=0.014597	lr=0.003044
Epoch[178] Batch [1199]	Speed: 728.253677 samples/sec	rmse=0.014600	lr=0.003041
Epoch[178] Batch [1249]	Speed: 720.614454 samples/sec	rmse=0.014614	lr=0.003038
Epoch[178] Batch [1299]	Speed: 765.420639 samples/sec	rmse=0.014626	lr=0.003036
Epoch[178] Batch [1349]	Speed: 741.192191 samples/sec	rmse=0.014620	lr=0.003033
Epoch[178] Batch [1399]	Speed: 751.619913 samples/sec	rmse=0.014619	lr=0.003030
Epoch[178] Batch [1449]	Speed: 761.480788 samples/sec	rmse=0.014624	lr=0.003027
Epoch[178] Batch [1499]	Speed: 767.695192 samples/sec	rmse=0.014624	lr=0.003025
Epoch[178] Batch [1549]	Speed: 715.708178 samples/sec	rmse=0.014626	lr=0.003022
Epoch[178] Batch [1599]	Speed: 743.660775 samples/sec	rmse=0.014624	lr=0.003019
Epoch[178] Batch [1649]	Speed: 730.462276 samples/sec	rmse=0.014620	lr=0.003016
Epoch[178] Batch [1699]	Speed: 722.246876 samples/sec	rmse=0.014621	lr=0.003014
Epoch[178] Batch [1749]	Speed: 744.595054 samples/sec	rmse=0.014618	lr=0.003011
Epoch[178] Batch [1799]	Speed: 727.195756 samples/sec	rmse=0.014614	lr=0.003008
Epoch[178] Batch [1849]	Speed: 750.165739 samples/sec	rmse=0.014609	lr=0.003005
Epoch[178] Batch [1899]	Speed: 752.455226 samples/sec	rmse=0.014605	lr=0.003003
Epoch[178] Batch [1949]	Speed: 728.550126 samples/sec	rmse=0.014611	lr=0.003000
Epoch[178] Batch [1999]	Speed: 752.461511 samples/sec	rmse=0.014611	lr=0.002997
Epoch[178] Batch [2049]	Speed: 753.672502 samples/sec	rmse=0.014613	lr=0.002994
Epoch[178] Batch [2099]	Speed: 775.100992 samples/sec	rmse=0.014615	lr=0.002992
Epoch[178] Batch [2149]	Speed: 739.158565 samples/sec	rmse=0.014611	lr=0.002989
Epoch[178] Batch [2199]	Speed: 753.746624 samples/sec	rmse=0.014607	lr=0.002986
Epoch[178] Batch [2249]	Speed: 719.758571 samples/sec	rmse=0.014608	lr=0.002983
Epoch[178] Batch [2299]	Speed: 751.100893 samples/sec	rmse=0.014607	lr=0.002981
Epoch[178] Batch [2349]	Speed: 742.167055 samples/sec	rmse=0.014606	lr=0.002978
Epoch[178] Batch [2399]	Speed: 737.646847 samples/sec	rmse=0.014604	lr=0.002975
Epoch[178] Batch [2449]	Speed: 736.175771 samples/sec	rmse=0.014607	lr=0.002973
Epoch[178] Batch [2499]	Speed: 724.924956 samples/sec	rmse=0.014607	lr=0.002970
Epoch[178] Batch [2549]	Speed: 758.396817 samples/sec	rmse=0.014606	lr=0.002967
Epoch[178] Batch [2599]	Speed: 749.532124 samples/sec	rmse=0.014609	lr=0.002964
Epoch[178] Batch [2649]	Speed: 733.230182 samples/sec	rmse=0.014606	lr=0.002962
Epoch[178] Batch [2699]	Speed: 721.394305 samples/sec	rmse=0.014606	lr=0.002959
Epoch[178] Batch [2749]	Speed: 763.568203 samples/sec	rmse=0.014607	lr=0.002956
Epoch[178] Batch [2799]	Speed: 742.302497 samples/sec	rmse=0.014607	lr=0.002953
Epoch[178] Batch [2849]	Speed: 737.825308 samples/sec	rmse=0.014605	lr=0.002951
Epoch[178] Batch [2899]	Speed: 750.929523 samples/sec	rmse=0.014606	lr=0.002948
Epoch[178] Batch [2949]	Speed: 796.848814 samples/sec	rmse=0.014606	lr=0.002945
Epoch[178] Batch [2999]	Speed: 775.271270 samples/sec	rmse=0.014608	lr=0.002943
Epoch[178] Batch [3049]	Speed: 755.706707 samples/sec	rmse=0.014610	lr=0.002940
Epoch[178] Batch [3099]	Speed: 773.540335 samples/sec	rmse=0.014609	lr=0.002937
Epoch[178] Batch [3149]	Speed: 764.510690 samples/sec	rmse=0.014611	lr=0.002934
Epoch[178] Batch [3199]	Speed: 761.362518 samples/sec	rmse=0.014613	lr=0.002932
Epoch[178] Batch [3249]	Speed: 732.057719 samples/sec	rmse=0.014615	lr=0.002929
Epoch[178] Batch [3299]	Speed: 786.081253 samples/sec	rmse=0.014614	lr=0.002926
Epoch[178] Batch [3349]	Speed: 727.497594 samples/sec	rmse=0.014617	lr=0.002924
Epoch[178] Batch [3399]	Speed: 792.239861 samples/sec	rmse=0.014616	lr=0.002921
Epoch[178] Batch [3449]	Speed: 752.393737 samples/sec	rmse=0.014615	lr=0.002918
Epoch[178] Batch [3499]	Speed: 739.335193 samples/sec	rmse=0.014614	lr=0.002915
Epoch[178] Batch [3549]	Speed: 734.888761 samples/sec	rmse=0.014613	lr=0.002913
Epoch[178] Batch [3599]	Speed: 766.238619 samples/sec	rmse=0.014615	lr=0.002910
Epoch[178] Batch [3649]	Speed: 734.841505 samples/sec	rmse=0.014614	lr=0.002907
Epoch[178] Batch [3699]	Speed: 779.609515 samples/sec	rmse=0.014612	lr=0.002905
Epoch[178] Batch [3749]	Speed: 770.428909 samples/sec	rmse=0.014611	lr=0.002902
Epoch[178] Batch [3799]	Speed: 784.944565 samples/sec	rmse=0.014611	lr=0.002899
Epoch[178] Batch [3849]	Speed: 797.223226 samples/sec	rmse=0.014611	lr=0.002896
Epoch[178] Batch [3899]	Speed: 754.297275 samples/sec	rmse=0.014612	lr=0.002894
Epoch[178] Batch [3949]	Speed: 771.265589 samples/sec	rmse=0.014612	lr=0.002891
Epoch[178] Batch [3999]	Speed: 767.218763 samples/sec	rmse=0.014616	lr=0.002888
Epoch[178] Batch [4049]	Speed: 762.477388 samples/sec	rmse=0.014615	lr=0.002886
Epoch[178] Batch [4099]	Speed: 756.128472 samples/sec	rmse=0.014616	lr=0.002883
Epoch[178] Batch [4149]	Speed: 766.469176 samples/sec	rmse=0.014616	lr=0.002880
Epoch[178] Batch [4199]	Speed: 756.515666 samples/sec	rmse=0.014618	lr=0.002878
Epoch[178] Batch [4249]	Speed: 775.972127 samples/sec	rmse=0.014618	lr=0.002875
Epoch[178] Batch [4299]	Speed: 758.585279 samples/sec	rmse=0.014618	lr=0.002872
Epoch[178] Batch [4349]	Speed: 696.633213 samples/sec	rmse=0.014619	lr=0.002870
Epoch[178] Batch [4399]	Speed: 737.986447 samples/sec	rmse=0.014616	lr=0.002867
Epoch[178] Batch [4449]	Speed: 747.676697 samples/sec	rmse=0.014616	lr=0.002864
Epoch[178] Batch [4499]	Speed: 743.720578 samples/sec	rmse=0.014617	lr=0.002861
Epoch[178] Batch [4549]	Speed: 739.701135 samples/sec	rmse=0.014617	lr=0.002859
Epoch[178] Batch [4599]	Speed: 714.029746 samples/sec	rmse=0.014619	lr=0.002856
Epoch[178] Batch [4649]	Speed: 783.757939 samples/sec	rmse=0.014620	lr=0.002853
Epoch[178] Batch [4699]	Speed: 746.708874 samples/sec	rmse=0.014622	lr=0.002851
Epoch[178] Batch [4749]	Speed: 715.063499 samples/sec	rmse=0.014622	lr=0.002848
Epoch[178] Batch [4799]	Speed: 763.038597 samples/sec	rmse=0.014622	lr=0.002845
Epoch[178] Batch [4849]	Speed: 778.684387 samples/sec	rmse=0.014621	lr=0.002843
Epoch[178] Batch [4899]	Speed: 748.925225 samples/sec	rmse=0.014622	lr=0.002840
Epoch[178] Batch [4949]	Speed: 750.186578 samples/sec	rmse=0.014622	lr=0.002837
Epoch[178] Batch [4999]	Speed: 749.196129 samples/sec	rmse=0.014623	lr=0.002835
[Epoch 178] training: rmse=0.014622
[Epoch 178] speed: 748 samples/sec	time cost: 1734.456576
[Epoch 178] validation: err-top1=0.204868 err-top5=0.051162
Epoch[179] Batch [49]	Speed: 744.407162 samples/sec	rmse=0.014657	lr=0.002832
Epoch[179] Batch [99]	Speed: 717.598725 samples/sec	rmse=0.014642	lr=0.002829
Epoch[179] Batch [149]	Speed: 744.145032 samples/sec	rmse=0.014637	lr=0.002826
Epoch[179] Batch [199]	Speed: 766.384741 samples/sec	rmse=0.014518	lr=0.002824
Epoch[179] Batch [249]	Speed: 753.836151 samples/sec	rmse=0.014439	lr=0.002821
Epoch[179] Batch [299]	Speed: 767.486630 samples/sec	rmse=0.014437	lr=0.002818
Epoch[179] Batch [349]	Speed: 741.043253 samples/sec	rmse=0.014405	lr=0.002816
Epoch[179] Batch [399]	Speed: 734.043354 samples/sec	rmse=0.014382	lr=0.002813
Epoch[179] Batch [449]	Speed: 746.614886 samples/sec	rmse=0.014394	lr=0.002810
Epoch[179] Batch [499]	Speed: 739.484301 samples/sec	rmse=0.014415	lr=0.002808
Epoch[179] Batch [549]	Speed: 741.166313 samples/sec	rmse=0.014415	lr=0.002805
Epoch[179] Batch [599]	Speed: 769.318197 samples/sec	rmse=0.014424	lr=0.002802
Epoch[179] Batch [649]	Speed: 778.383277 samples/sec	rmse=0.014421	lr=0.002800
Epoch[179] Batch [699]	Speed: 772.156748 samples/sec	rmse=0.014432	lr=0.002797
Epoch[179] Batch [749]	Speed: 715.190114 samples/sec	rmse=0.014435	lr=0.002795
Epoch[179] Batch [799]	Speed: 770.756491 samples/sec	rmse=0.014437	lr=0.002792
Epoch[179] Batch [849]	Speed: 762.586678 samples/sec	rmse=0.014444	lr=0.002789
Epoch[179] Batch [899]	Speed: 749.531736 samples/sec	rmse=0.014451	lr=0.002787
Epoch[179] Batch [949]	Speed: 774.666611 samples/sec	rmse=0.014448	lr=0.002784
Epoch[179] Batch [999]	Speed: 770.307114 samples/sec	rmse=0.014445	lr=0.002781
Epoch[179] Batch [1049]	Speed: 765.142915 samples/sec	rmse=0.014439	lr=0.002779
Epoch[179] Batch [1099]	Speed: 724.796642 samples/sec	rmse=0.014446	lr=0.002776
Epoch[179] Batch [1149]	Speed: 754.433269 samples/sec	rmse=0.014444	lr=0.002773
Epoch[179] Batch [1199]	Speed: 749.370474 samples/sec	rmse=0.014445	lr=0.002771
Epoch[179] Batch [1249]	Speed: 754.624305 samples/sec	rmse=0.014447	lr=0.002768
Epoch[179] Batch [1299]	Speed: 738.569308 samples/sec	rmse=0.014447	lr=0.002765
Epoch[179] Batch [1349]	Speed: 746.066920 samples/sec	rmse=0.014451	lr=0.002763
Epoch[179] Batch [1399]	Speed: 721.304672 samples/sec	rmse=0.014456	lr=0.002760
Epoch[179] Batch [1449]	Speed: 717.353608 samples/sec	rmse=0.014452	lr=0.002758
Epoch[179] Batch [1499]	Speed: 793.436545 samples/sec	rmse=0.014448	lr=0.002755
Epoch[179] Batch [1549]	Speed: 732.928682 samples/sec	rmse=0.014446	lr=0.002752
Epoch[179] Batch [1599]	Speed: 732.029880 samples/sec	rmse=0.014445	lr=0.002750
Epoch[179] Batch [1649]	Speed: 750.846450 samples/sec	rmse=0.014451	lr=0.002747
Epoch[179] Batch [1699]	Speed: 757.523437 samples/sec	rmse=0.014457	lr=0.002744
Epoch[179] Batch [1749]	Speed: 756.139781 samples/sec	rmse=0.014465	lr=0.002742
Epoch[179] Batch [1799]	Speed: 740.012549 samples/sec	rmse=0.014464	lr=0.002739
Epoch[179] Batch [1849]	Speed: 748.602707 samples/sec	rmse=0.014465	lr=0.002736
Epoch[179] Batch [1899]	Speed: 770.771386 samples/sec	rmse=0.014468	lr=0.002734
Epoch[179] Batch [1949]	Speed: 722.442013 samples/sec	rmse=0.014472	lr=0.002731
Epoch[179] Batch [1999]	Speed: 767.171719 samples/sec	rmse=0.014472	lr=0.002729
Epoch[179] Batch [2049]	Speed: 726.601690 samples/sec	rmse=0.014481	lr=0.002726
Epoch[179] Batch [2099]	Speed: 757.536884 samples/sec	rmse=0.014479	lr=0.002723
Epoch[179] Batch [2149]	Speed: 727.630713 samples/sec	rmse=0.014480	lr=0.002721
Epoch[179] Batch [2199]	Speed: 719.976020 samples/sec	rmse=0.014473	lr=0.002718
Epoch[179] Batch [2249]	Speed: 748.049767 samples/sec	rmse=0.014471	lr=0.002715
Epoch[179] Batch [2299]	Speed: 724.156464 samples/sec	rmse=0.014473	lr=0.002713
Epoch[179] Batch [2349]	Speed: 770.000862 samples/sec	rmse=0.014477	lr=0.002710
Epoch[179] Batch [2399]	Speed: 741.819005 samples/sec	rmse=0.014481	lr=0.002708
Epoch[179] Batch [2449]	Speed: 759.624306 samples/sec	rmse=0.014479	lr=0.002705
Epoch[179] Batch [2499]	Speed: 744.814855 samples/sec	rmse=0.014482	lr=0.002702
Epoch[179] Batch [2549]	Speed: 748.708463 samples/sec	rmse=0.014481	lr=0.002700
Epoch[179] Batch [2599]	Speed: 753.603949 samples/sec	rmse=0.014480	lr=0.002697
Epoch[179] Batch [2649]	Speed: 718.840438 samples/sec	rmse=0.014489	lr=0.002695
Epoch[179] Batch [2699]	Speed: 735.348100 samples/sec	rmse=0.014493	lr=0.002692
Epoch[179] Batch [2749]	Speed: 760.564359 samples/sec	rmse=0.014493	lr=0.002689
Epoch[179] Batch [2799]	Speed: 755.147412 samples/sec	rmse=0.014493	lr=0.002687
Epoch[179] Batch [2849]	Speed: 750.160456 samples/sec	rmse=0.014493	lr=0.002684
Epoch[179] Batch [2899]	Speed: 748.096726 samples/sec	rmse=0.014496	lr=0.002682
Epoch[179] Batch [2949]	Speed: 706.980223 samples/sec	rmse=0.014495	lr=0.002679
Epoch[179] Batch [2999]	Speed: 693.813118 samples/sec	rmse=0.014498	lr=0.002676
Epoch[179] Batch [3049]	Speed: 764.228055 samples/sec	rmse=0.014505	lr=0.002674
Epoch[179] Batch [3099]	Speed: 754.028579 samples/sec	rmse=0.014503	lr=0.002671
Epoch[179] Batch [3149]	Speed: 756.453969 samples/sec	rmse=0.014502	lr=0.002669
Epoch[179] Batch [3199]	Speed: 738.741608 samples/sec	rmse=0.014503	lr=0.002666
Epoch[179] Batch [3249]	Speed: 775.600239 samples/sec	rmse=0.014504	lr=0.002663
Epoch[179] Batch [3299]	Speed: 773.307822 samples/sec	rmse=0.014506	lr=0.002661
Epoch[179] Batch [3349]	Speed: 727.750937 samples/sec	rmse=0.014510	lr=0.002658
Epoch[179] Batch [3399]	Speed: 723.938416 samples/sec	rmse=0.014509	lr=0.002656
Epoch[179] Batch [3449]	Speed: 720.576443 samples/sec	rmse=0.014507	lr=0.002653
Epoch[179] Batch [3499]	Speed: 763.253580 samples/sec	rmse=0.014508	lr=0.002650
Epoch[179] Batch [3549]	Speed: 766.094335 samples/sec	rmse=0.014506	lr=0.002648
Epoch[179] Batch [3599]	Speed: 750.247833 samples/sec	rmse=0.014507	lr=0.002645
Epoch[179] Batch [3649]	Speed: 749.898784 samples/sec	rmse=0.014510	lr=0.002643
Epoch[179] Batch [3699]	Speed: 731.771875 samples/sec	rmse=0.014507	lr=0.002640
Epoch[179] Batch [3749]	Speed: 725.563984 samples/sec	rmse=0.014510	lr=0.002638
Epoch[179] Batch [3799]	Speed: 747.910855 samples/sec	rmse=0.014511	lr=0.002635
Epoch[179] Batch [3849]	Speed: 742.656004 samples/sec	rmse=0.014511	lr=0.002632
Epoch[179] Batch [3899]	Speed: 767.066065 samples/sec	rmse=0.014514	lr=0.002630
Epoch[179] Batch [3949]	Speed: 733.560846 samples/sec	rmse=0.014515	lr=0.002627
Epoch[179] Batch [3999]	Speed: 739.363417 samples/sec	rmse=0.014516	lr=0.002625
Epoch[179] Batch [4049]	Speed: 722.863912 samples/sec	rmse=0.014513	lr=0.002622
Epoch[179] Batch [4099]	Speed: 732.359922 samples/sec	rmse=0.014513	lr=0.002620
Epoch[179] Batch [4149]	Speed: 720.530487 samples/sec	rmse=0.014513	lr=0.002617
Epoch[179] Batch [4199]	Speed: 746.056915 samples/sec	rmse=0.014512	lr=0.002614
Epoch[179] Batch [4249]	Speed: 695.773600 samples/sec	rmse=0.014513	lr=0.002612
Epoch[179] Batch [4299]	Speed: 741.960124 samples/sec	rmse=0.014512	lr=0.002609
Epoch[179] Batch [4349]	Speed: 738.732490 samples/sec	rmse=0.014513	lr=0.002607
Epoch[179] Batch [4399]	Speed: 737.108055 samples/sec	rmse=0.014511	lr=0.002604
Epoch[179] Batch [4449]	Speed: 756.071885 samples/sec	rmse=0.014514	lr=0.002602
Epoch[179] Batch [4499]	Speed: 737.987553 samples/sec	rmse=0.014513	lr=0.002599
Epoch[179] Batch [4549]	Speed: 713.919471 samples/sec	rmse=0.014513	lr=0.002596
Epoch[179] Batch [4599]	Speed: 732.199183 samples/sec	rmse=0.014515	lr=0.002594
Epoch[179] Batch [4649]	Speed: 729.740710 samples/sec	rmse=0.014516	lr=0.002591
Epoch[179] Batch [4699]	Speed: 727.244053 samples/sec	rmse=0.014515	lr=0.002589
Epoch[179] Batch [4749]	Speed: 731.588514 samples/sec	rmse=0.014514	lr=0.002586
Epoch[179] Batch [4799]	Speed: 725.085073 samples/sec	rmse=0.014516	lr=0.002584
Epoch[179] Batch [4849]	Speed: 732.692700 samples/sec	rmse=0.014517	lr=0.002581
Epoch[179] Batch [4899]	Speed: 728.211369 samples/sec	rmse=0.014516	lr=0.002579
Epoch[179] Batch [4949]	Speed: 756.372750 samples/sec	rmse=0.014516	lr=0.002576
Epoch[179] Batch [4999]	Speed: 748.134985 samples/sec	rmse=0.014520	lr=0.002573
[Epoch 179] training: rmse=0.014520
[Epoch 179] speed: 743 samples/sec	time cost: 1747.240659
[Epoch 179] validation: err-top1=0.204620 err-top5=0.050881
Epoch[180] Batch [49]	Speed: 726.901392 samples/sec	rmse=0.014205	lr=0.002571
Epoch[180] Batch [99]	Speed: 706.501423 samples/sec	rmse=0.014189	lr=0.002568
Epoch[180] Batch [149]	Speed: 737.100029 samples/sec	rmse=0.014275	lr=0.002566
Epoch[180] Batch [199]	Speed: 744.969087 samples/sec	rmse=0.014332	lr=0.002563
Epoch[180] Batch [249]	Speed: 716.375872 samples/sec	rmse=0.014305	lr=0.002560
Epoch[180] Batch [299]	Speed: 723.494367 samples/sec	rmse=0.014296	lr=0.002558
Epoch[180] Batch [349]	Speed: 721.046655 samples/sec	rmse=0.014334	lr=0.002555
Epoch[180] Batch [399]	Speed: 717.352477 samples/sec	rmse=0.014355	lr=0.002553
Epoch[180] Batch [449]	Speed: 762.291036 samples/sec	rmse=0.014356	lr=0.002550
Epoch[180] Batch [499]	Speed: 726.306736 samples/sec	rmse=0.014354	lr=0.002548
Epoch[180] Batch [549]	Speed: 715.458401 samples/sec	rmse=0.014368	lr=0.002545
Epoch[180] Batch [599]	Speed: 747.484666 samples/sec	rmse=0.014380	lr=0.002543
Epoch[180] Batch [649]	Speed: 767.774030 samples/sec	rmse=0.014371	lr=0.002540
Epoch[180] Batch [699]	Speed: 753.300949 samples/sec	rmse=0.014374	lr=0.002538
Epoch[180] Batch [749]	Speed: 736.526598 samples/sec	rmse=0.014366	lr=0.002535
Epoch[180] Batch [799]	Speed: 734.019027 samples/sec	rmse=0.014373	lr=0.002533
Epoch[180] Batch [849]	Speed: 715.960956 samples/sec	rmse=0.014390	lr=0.002530
Epoch[180] Batch [899]	Speed: 731.531693 samples/sec	rmse=0.014394	lr=0.002528
Epoch[180] Batch [949]	Speed: 721.355359 samples/sec	rmse=0.014395	lr=0.002525
Epoch[180] Batch [999]	Speed: 750.694835 samples/sec	rmse=0.014391	lr=0.002522
Epoch[180] Batch [1049]	Speed: 743.418297 samples/sec	rmse=0.014407	lr=0.002520
Epoch[180] Batch [1099]	Speed: 737.228414 samples/sec	rmse=0.014404	lr=0.002517
Epoch[180] Batch [1149]	Speed: 717.388183 samples/sec	rmse=0.014403	lr=0.002515
Epoch[180] Batch [1199]	Speed: 720.105791 samples/sec	rmse=0.014402	lr=0.002512
Epoch[180] Batch [1249]	Speed: 744.013495 samples/sec	rmse=0.014409	lr=0.002510
Epoch[180] Batch [1299]	Speed: 760.695121 samples/sec	rmse=0.014415	lr=0.002507
Epoch[180] Batch [1349]	Speed: 758.903166 samples/sec	rmse=0.014414	lr=0.002505
Epoch[180] Batch [1399]	Speed: 723.240169 samples/sec	rmse=0.014413	lr=0.002502
Epoch[180] Batch [1449]	Speed: 738.950206 samples/sec	rmse=0.014412	lr=0.002500
Epoch[180] Batch [1499]	Speed: 713.138447 samples/sec	rmse=0.014409	lr=0.002497
Epoch[180] Batch [1549]	Speed: 776.252966 samples/sec	rmse=0.014409	lr=0.002495
Epoch[180] Batch [1599]	Speed: 731.055157 samples/sec	rmse=0.014414	lr=0.002492
Epoch[180] Batch [1649]	Speed: 745.411558 samples/sec	rmse=0.014414	lr=0.002490
Epoch[180] Batch [1699]	Speed: 764.964162 samples/sec	rmse=0.014407	lr=0.002487
Epoch[180] Batch [1749]	Speed: 727.057371 samples/sec	rmse=0.014412	lr=0.002485
Epoch[180] Batch [1799]	Speed: 744.964569 samples/sec	rmse=0.014414	lr=0.002482
Epoch[180] Batch [1849]	Speed: 743.299787 samples/sec	rmse=0.014413	lr=0.002480
Epoch[180] Batch [1899]	Speed: 714.112252 samples/sec	rmse=0.014410	lr=0.002477
Epoch[180] Batch [1949]	Speed: 739.443968 samples/sec	rmse=0.014404	lr=0.002475
Epoch[180] Batch [1999]	Speed: 739.993373 samples/sec	rmse=0.014409	lr=0.002472
Epoch[180] Batch [2049]	Speed: 782.836974 samples/sec	rmse=0.014408	lr=0.002470
Epoch[180] Batch [2099]	Speed: 721.805792 samples/sec	rmse=0.014410	lr=0.002467
Epoch[180] Batch [2149]	Speed: 739.847016 samples/sec	rmse=0.014414	lr=0.002465
Epoch[180] Batch [2199]	Speed: 742.424939 samples/sec	rmse=0.014414	lr=0.002462
Epoch[180] Batch [2249]	Speed: 721.806723 samples/sec	rmse=0.014421	lr=0.002460
Epoch[180] Batch [2299]	Speed: 736.024140 samples/sec	rmse=0.014417	lr=0.002457
Epoch[180] Batch [2349]	Speed: 746.760806 samples/sec	rmse=0.014416	lr=0.002455
Epoch[180] Batch [2399]	Speed: 743.740668 samples/sec	rmse=0.014415	lr=0.002452
Epoch[180] Batch [2449]	Speed: 718.416087 samples/sec	rmse=0.014409	lr=0.002450
Epoch[180] Batch [2499]	Speed: 760.846684 samples/sec	rmse=0.014411	lr=0.002447
Epoch[180] Batch [2549]	Speed: 724.686049 samples/sec	rmse=0.014415	lr=0.002445
Epoch[180] Batch [2599]	Speed: 754.477470 samples/sec	rmse=0.014414	lr=0.002442
Epoch[180] Batch [2649]	Speed: 783.620558 samples/sec	rmse=0.014419	lr=0.002440
Epoch[180] Batch [2699]	Speed: 767.941279 samples/sec	rmse=0.014417	lr=0.002437
Epoch[180] Batch [2749]	Speed: 707.720501 samples/sec	rmse=0.014416	lr=0.002435
Epoch[180] Batch [2799]	Speed: 711.137504 samples/sec	rmse=0.014418	lr=0.002432
Epoch[180] Batch [2849]	Speed: 698.310875 samples/sec	rmse=0.014418	lr=0.002430
Epoch[180] Batch [2899]	Speed: 740.137410 samples/sec	rmse=0.014416	lr=0.002427
Epoch[180] Batch [2949]	Speed: 752.378311 samples/sec	rmse=0.014412	lr=0.002425
Epoch[180] Batch [2999]	Speed: 741.736419 samples/sec	rmse=0.014412	lr=0.002423
Epoch[180] Batch [3049]	Speed: 748.954395 samples/sec	rmse=0.014413	lr=0.002420
Epoch[180] Batch [3099]	Speed: 721.518654 samples/sec	rmse=0.014414	lr=0.002418
Epoch[180] Batch [3149]	Speed: 720.528457 samples/sec	rmse=0.014415	lr=0.002415
Epoch[180] Batch [3199]	Speed: 749.889127 samples/sec	rmse=0.014413	lr=0.002413
Epoch[180] Batch [3249]	Speed: 731.283770 samples/sec	rmse=0.014409	lr=0.002410
Epoch[180] Batch [3299]	Speed: 720.528137 samples/sec	rmse=0.014411	lr=0.002408
Epoch[180] Batch [3349]	Speed: 771.529216 samples/sec	rmse=0.014413	lr=0.002405
Epoch[180] Batch [3399]	Speed: 782.374190 samples/sec	rmse=0.014415	lr=0.002403
Epoch[180] Batch [3449]	Speed: 738.798528 samples/sec	rmse=0.014418	lr=0.002400
Epoch[180] Batch [3499]	Speed: 754.825351 samples/sec	rmse=0.014419	lr=0.002398
Epoch[180] Batch [3549]	Speed: 751.869720 samples/sec	rmse=0.014417	lr=0.002395
Epoch[180] Batch [3599]	Speed: 752.208792 samples/sec	rmse=0.014418	lr=0.002393
Epoch[180] Batch [3649]	Speed: 747.480825 samples/sec	rmse=0.014419	lr=0.002390
Epoch[180] Batch [3699]	Speed: 745.577033 samples/sec	rmse=0.014419	lr=0.002388
Epoch[180] Batch [3749]	Speed: 755.138096 samples/sec	rmse=0.014421	lr=0.002386
Epoch[180] Batch [3799]	Speed: 733.263741 samples/sec	rmse=0.014422	lr=0.002383
Epoch[180] Batch [3849]	Speed: 753.603599 samples/sec	rmse=0.014420	lr=0.002381
Epoch[180] Batch [3899]	Speed: 759.335949 samples/sec	rmse=0.014418	lr=0.002378
Epoch[180] Batch [3949]	Speed: 688.230544 samples/sec	rmse=0.014418	lr=0.002376
Epoch[180] Batch [3999]	Speed: 782.462721 samples/sec	rmse=0.014420	lr=0.002373
Epoch[180] Batch [4049]	Speed: 730.043822 samples/sec	rmse=0.014420	lr=0.002371
Epoch[180] Batch [4099]	Speed: 753.055640 samples/sec	rmse=0.014423	lr=0.002368
Epoch[180] Batch [4149]	Speed: 771.193189 samples/sec	rmse=0.014423	lr=0.002366
Epoch[180] Batch [4199]	Speed: 752.102266 samples/sec	rmse=0.014425	lr=0.002363
Epoch[180] Batch [4249]	Speed: 757.379371 samples/sec	rmse=0.014430	lr=0.002361
Epoch[180] Batch [4299]	Speed: 730.952697 samples/sec	rmse=0.014432	lr=0.002359
Epoch[180] Batch [4349]	Speed: 746.312779 samples/sec	rmse=0.014435	lr=0.002356
Epoch[180] Batch [4399]	Speed: 707.402903 samples/sec	rmse=0.014436	lr=0.002354
Epoch[180] Batch [4449]	Speed: 708.916224 samples/sec	rmse=0.014437	lr=0.002351
Epoch[180] Batch [4499]	Speed: 690.644631 samples/sec	rmse=0.014434	lr=0.002349
Epoch[180] Batch [4549]	Speed: 749.525018 samples/sec	rmse=0.014434	lr=0.002346
Epoch[180] Batch [4599]	Speed: 734.787265 samples/sec	rmse=0.014435	lr=0.002344
Epoch[180] Batch [4649]	Speed: 731.211889 samples/sec	rmse=0.014434	lr=0.002342
Epoch[180] Batch [4699]	Speed: 719.403674 samples/sec	rmse=0.014433	lr=0.002339
Epoch[180] Batch [4749]	Speed: 748.715688 samples/sec	rmse=0.014432	lr=0.002337
Epoch[180] Batch [4799]	Speed: 749.164201 samples/sec	rmse=0.014436	lr=0.002334
Epoch[180] Batch [4849]	Speed: 712.880881 samples/sec	rmse=0.014438	lr=0.002332
Epoch[180] Batch [4899]	Speed: 732.245760 samples/sec	rmse=0.014436	lr=0.002329
Epoch[180] Batch [4949]	Speed: 725.981764 samples/sec	rmse=0.014437	lr=0.002327
Epoch[180] Batch [4999]	Speed: 740.439295 samples/sec	rmse=0.014436	lr=0.002324
[Epoch 180] training: rmse=0.014436
[Epoch 180] speed: 737 samples/sec	time cost: 1760.162444
[Epoch 180] validation: err-top1=0.202384 err-top5=0.048958
Epoch[181] Batch [49]	Speed: 717.705103 samples/sec	rmse=0.014125	lr=0.002322
Epoch[181] Batch [99]	Speed: 747.214093 samples/sec	rmse=0.014160	lr=0.002319
Epoch[181] Batch [149]	Speed: 745.136661 samples/sec	rmse=0.014133	lr=0.002317
Epoch[181] Batch [199]	Speed: 726.643772 samples/sec	rmse=0.014094	lr=0.002315
Epoch[181] Batch [249]	Speed: 713.716566 samples/sec	rmse=0.014173	lr=0.002312
Epoch[181] Batch [299]	Speed: 730.092170 samples/sec	rmse=0.014190	lr=0.002310
Epoch[181] Batch [349]	Speed: 766.798722 samples/sec	rmse=0.014186	lr=0.002307
Epoch[181] Batch [399]	Speed: 751.907081 samples/sec	rmse=0.014190	lr=0.002305
Epoch[181] Batch [449]	Speed: 758.445030 samples/sec	rmse=0.014193	lr=0.002303
Epoch[181] Batch [499]	Speed: 753.727619 samples/sec	rmse=0.014188	lr=0.002300
Epoch[181] Batch [549]	Speed: 723.183449 samples/sec	rmse=0.014204	lr=0.002298
Epoch[181] Batch [599]	Speed: 740.371116 samples/sec	rmse=0.014201	lr=0.002295
Epoch[181] Batch [649]	Speed: 757.822848 samples/sec	rmse=0.014183	lr=0.002293
Epoch[181] Batch [699]	Speed: 734.171440 samples/sec	rmse=0.014183	lr=0.002290
Epoch[181] Batch [749]	Speed: 732.638508 samples/sec	rmse=0.014183	lr=0.002288
Epoch[181] Batch [799]	Speed: 721.081103 samples/sec	rmse=0.014206	lr=0.002286
Epoch[181] Batch [849]	Speed: 721.455495 samples/sec	rmse=0.014207	lr=0.002283
Epoch[181] Batch [899]	Speed: 725.710924 samples/sec	rmse=0.014216	lr=0.002281
Epoch[181] Batch [949]	Speed: 760.325098 samples/sec	rmse=0.014228	lr=0.002278
Epoch[181] Batch [999]	Speed: 725.992219 samples/sec	rmse=0.014237	lr=0.002276
Epoch[181] Batch [1049]	Speed: 762.688512 samples/sec	rmse=0.014250	lr=0.002274
Epoch[181] Batch [1099]	Speed: 735.366985 samples/sec	rmse=0.014258	lr=0.002271
Epoch[181] Batch [1149]	Speed: 767.139765 samples/sec	rmse=0.014262	lr=0.002269
Epoch[181] Batch [1199]	Speed: 715.906699 samples/sec	rmse=0.014277	lr=0.002266
Epoch[181] Batch [1249]	Speed: 743.674898 samples/sec	rmse=0.014286	lr=0.002264
Epoch[181] Batch [1299]	Speed: 758.334675 samples/sec	rmse=0.014289	lr=0.002262
Epoch[181] Batch [1349]	Speed: 758.454738 samples/sec	rmse=0.014290	lr=0.002259
Epoch[181] Batch [1399]	Speed: 742.576601 samples/sec	rmse=0.014291	lr=0.002257
Epoch[181] Batch [1449]	Speed: 746.473205 samples/sec	rmse=0.014293	lr=0.002254
Epoch[181] Batch [1499]	Speed: 721.019395 samples/sec	rmse=0.014292	lr=0.002252
Epoch[181] Batch [1549]	Speed: 725.464881 samples/sec	rmse=0.014288	lr=0.002250
Epoch[181] Batch [1599]	Speed: 752.235541 samples/sec	rmse=0.014284	lr=0.002247
Epoch[181] Batch [1649]	Speed: 768.947912 samples/sec	rmse=0.014282	lr=0.002245
Epoch[181] Batch [1699]	Speed: 770.918400 samples/sec	rmse=0.014293	lr=0.002243
Epoch[181] Batch [1749]	Speed: 754.072997 samples/sec	rmse=0.014292	lr=0.002240
Epoch[181] Batch [1799]	Speed: 738.200394 samples/sec	rmse=0.014289	lr=0.002238
Epoch[181] Batch [1849]	Speed: 771.001667 samples/sec	rmse=0.014292	lr=0.002235
Epoch[181] Batch [1899]	Speed: 723.731874 samples/sec	rmse=0.014290	lr=0.002233
Epoch[181] Batch [1949]	Speed: 759.209885 samples/sec	rmse=0.014288	lr=0.002231
Epoch[181] Batch [1999]	Speed: 766.141793 samples/sec	rmse=0.014285	lr=0.002228
Epoch[181] Batch [2049]	Speed: 729.418714 samples/sec	rmse=0.014292	lr=0.002226
Epoch[181] Batch [2099]	Speed: 755.253133 samples/sec	rmse=0.014293	lr=0.002224
Epoch[181] Batch [2149]	Speed: 747.763746 samples/sec	rmse=0.014292	lr=0.002221
Epoch[181] Batch [2199]	Speed: 769.128156 samples/sec	rmse=0.014290	lr=0.002219
Epoch[181] Batch [2249]	Speed: 743.913226 samples/sec	rmse=0.014297	lr=0.002216
Epoch[181] Batch [2299]	Speed: 740.370085 samples/sec	rmse=0.014291	lr=0.002214
Epoch[181] Batch [2349]	Speed: 733.184871 samples/sec	rmse=0.014297	lr=0.002212
Epoch[181] Batch [2399]	Speed: 725.865215 samples/sec	rmse=0.014298	lr=0.002209
Epoch[181] Batch [2449]	Speed: 762.038291 samples/sec	rmse=0.014299	lr=0.002207
Epoch[181] Batch [2499]	Speed: 736.087968 samples/sec	rmse=0.014295	lr=0.002205
Epoch[181] Batch [2549]	Speed: 737.094463 samples/sec	rmse=0.014297	lr=0.002202
Epoch[181] Batch [2599]	Speed: 760.062378 samples/sec	rmse=0.014295	lr=0.002200
Epoch[181] Batch [2649]	Speed: 757.436965 samples/sec	rmse=0.014295	lr=0.002197
Epoch[181] Batch [2699]	Speed: 762.925632 samples/sec	rmse=0.014297	lr=0.002195
Epoch[181] Batch [2749]	Speed: 728.032572 samples/sec	rmse=0.014303	lr=0.002193
Epoch[181] Batch [2799]	Speed: 772.491015 samples/sec	rmse=0.014304	lr=0.002190
Epoch[181] Batch [2849]	Speed: 768.644126 samples/sec	rmse=0.014303	lr=0.002188
Epoch[181] Batch [2899]	Speed: 766.349504 samples/sec	rmse=0.014308	lr=0.002186
Epoch[181] Batch [2949]	Speed: 750.101071 samples/sec	rmse=0.014311	lr=0.002183
Epoch[181] Batch [2999]	Speed: 729.956393 samples/sec	rmse=0.014316	lr=0.002181
Epoch[181] Batch [3049]	Speed: 753.352681 samples/sec	rmse=0.014314	lr=0.002179
Epoch[181] Batch [3099]	Speed: 732.180420 samples/sec	rmse=0.014316	lr=0.002176
Epoch[181] Batch [3149]	Speed: 791.049228 samples/sec	rmse=0.014317	lr=0.002174
Epoch[181] Batch [3199]	Speed: 790.345201 samples/sec	rmse=0.014315	lr=0.002172
Epoch[181] Batch [3249]	Speed: 762.951826 samples/sec	rmse=0.014321	lr=0.002169
Epoch[181] Batch [3299]	Speed: 791.985843 samples/sec	rmse=0.014318	lr=0.002167
Epoch[181] Batch [3349]	Speed: 737.118033 samples/sec	rmse=0.014317	lr=0.002165
Epoch[181] Batch [3399]	Speed: 766.585863 samples/sec	rmse=0.014317	lr=0.002162
Epoch[181] Batch [3449]	Speed: 782.908370 samples/sec	rmse=0.014317	lr=0.002160
Epoch[181] Batch [3499]	Speed: 740.626732 samples/sec	rmse=0.014319	lr=0.002158
Epoch[181] Batch [3549]	Speed: 739.523477 samples/sec	rmse=0.014319	lr=0.002155
Epoch[181] Batch [3599]	Speed: 773.324040 samples/sec	rmse=0.014318	lr=0.002153
Epoch[181] Batch [3649]	Speed: 707.631649 samples/sec	rmse=0.014320	lr=0.002151
Epoch[181] Batch [3699]	Speed: 740.112157 samples/sec	rmse=0.014320	lr=0.002148
Epoch[181] Batch [3749]	Speed: 752.380303 samples/sec	rmse=0.014322	lr=0.002146
Epoch[181] Batch [3799]	Speed: 745.397369 samples/sec	rmse=0.014320	lr=0.002144
Epoch[181] Batch [3849]	Speed: 776.113368 samples/sec	rmse=0.014319	lr=0.002141
Epoch[181] Batch [3899]	Speed: 751.521907 samples/sec	rmse=0.014320	lr=0.002139
Epoch[181] Batch [3949]	Speed: 760.261735 samples/sec	rmse=0.014325	lr=0.002137
Epoch[181] Batch [3999]	Speed: 791.285956 samples/sec	rmse=0.014328	lr=0.002134
Epoch[181] Batch [4049]	Speed: 728.122602 samples/sec	rmse=0.014329	lr=0.002132
Epoch[181] Batch [4099]	Speed: 735.208549 samples/sec	rmse=0.014328	lr=0.002130
Epoch[181] Batch [4149]	Speed: 741.945071 samples/sec	rmse=0.014322	lr=0.002127
Epoch[181] Batch [4199]	Speed: 727.814414 samples/sec	rmse=0.014321	lr=0.002125
Epoch[181] Batch [4249]	Speed: 720.772420 samples/sec	rmse=0.014319	lr=0.002123
Epoch[181] Batch [4299]	Speed: 727.493493 samples/sec	rmse=0.014322	lr=0.002120
Epoch[181] Batch [4349]	Speed: 732.911653 samples/sec	rmse=0.014318	lr=0.002118
Epoch[181] Batch [4399]	Speed: 742.763703 samples/sec	rmse=0.014320	lr=0.002116
Epoch[181] Batch [4449]	Speed: 736.522404 samples/sec	rmse=0.014321	lr=0.002113
Epoch[181] Batch [4499]	Speed: 748.043034 samples/sec	rmse=0.014321	lr=0.002111
Epoch[181] Batch [4549]	Speed: 764.823332 samples/sec	rmse=0.014319	lr=0.002109
Epoch[181] Batch [4599]	Speed: 743.439020 samples/sec	rmse=0.014320	lr=0.002106
Epoch[181] Batch [4649]	Speed: 753.216632 samples/sec	rmse=0.014319	lr=0.002104
Epoch[181] Batch [4699]	Speed: 735.147279 samples/sec	rmse=0.014319	lr=0.002102
Epoch[181] Batch [4749]	Speed: 750.460725 samples/sec	rmse=0.014317	lr=0.002099
Epoch[181] Batch [4799]	Speed: 713.487937 samples/sec	rmse=0.014317	lr=0.002097
Epoch[181] Batch [4849]	Speed: 761.594957 samples/sec	rmse=0.014317	lr=0.002095
Epoch[181] Batch [4899]	Speed: 747.658486 samples/sec	rmse=0.014319	lr=0.002093
Epoch[181] Batch [4949]	Speed: 710.689757 samples/sec	rmse=0.014318	lr=0.002090
Epoch[181] Batch [4999]	Speed: 714.398295 samples/sec	rmse=0.014320	lr=0.002088
[Epoch 181] training: rmse=0.014321
[Epoch 181] speed: 745 samples/sec	time cost: 1741.745697
[Epoch 181] validation: err-top1=0.202604 err-top5=0.049980
Epoch[182] Batch [49]	Speed: 723.910859 samples/sec	rmse=0.014058	lr=0.002085
Epoch[182] Batch [99]	Speed: 740.079590 samples/sec	rmse=0.013962	lr=0.002083
Epoch[182] Batch [149]	Speed: 723.484422 samples/sec	rmse=0.014044	lr=0.002081
Epoch[182] Batch [199]	Speed: 759.067387 samples/sec	rmse=0.014101	lr=0.002079
Epoch[182] Batch [249]	Speed: 748.989242 samples/sec	rmse=0.014181	lr=0.002076
Epoch[182] Batch [299]	Speed: 750.004602 samples/sec	rmse=0.014182	lr=0.002074
Epoch[182] Batch [349]	Speed: 755.926412 samples/sec	rmse=0.014214	lr=0.002072
Epoch[182] Batch [399]	Speed: 738.223943 samples/sec	rmse=0.014165	lr=0.002069
Epoch[182] Batch [449]	Speed: 735.908147 samples/sec	rmse=0.014158	lr=0.002067
Epoch[182] Batch [499]	Speed: 739.655439 samples/sec	rmse=0.014154	lr=0.002065
Epoch[182] Batch [549]	Speed: 752.836977 samples/sec	rmse=0.014147	lr=0.002063
Epoch[182] Batch [599]	Speed: 709.272043 samples/sec	rmse=0.014149	lr=0.002060
Epoch[182] Batch [649]	Speed: 750.035397 samples/sec	rmse=0.014152	lr=0.002058
Epoch[182] Batch [699]	Speed: 748.490303 samples/sec	rmse=0.014154	lr=0.002056
Epoch[182] Batch [749]	Speed: 701.246060 samples/sec	rmse=0.014152	lr=0.002053
Epoch[182] Batch [799]	Speed: 724.449312 samples/sec	rmse=0.014153	lr=0.002051
Epoch[182] Batch [849]	Speed: 758.792623 samples/sec	rmse=0.014154	lr=0.002049
Epoch[182] Batch [899]	Speed: 741.656731 samples/sec	rmse=0.014142	lr=0.002047
Epoch[182] Batch [949]	Speed: 738.321710 samples/sec	rmse=0.014129	lr=0.002044
Epoch[182] Batch [999]	Speed: 737.835854 samples/sec	rmse=0.014135	lr=0.002042
Epoch[182] Batch [1049]	Speed: 740.749613 samples/sec	rmse=0.014149	lr=0.002040
Epoch[182] Batch [1099]	Speed: 744.738192 samples/sec	rmse=0.014142	lr=0.002037
Epoch[182] Batch [1149]	Speed: 739.893205 samples/sec	rmse=0.014151	lr=0.002035
Epoch[182] Batch [1199]	Speed: 756.435733 samples/sec	rmse=0.014159	lr=0.002033
Epoch[182] Batch [1249]	Speed: 754.364397 samples/sec	rmse=0.014156	lr=0.002031
Epoch[182] Batch [1299]	Speed: 719.429520 samples/sec	rmse=0.014151	lr=0.002028
Epoch[182] Batch [1349]	Speed: 755.711079 samples/sec	rmse=0.014153	lr=0.002026
Epoch[182] Batch [1399]	Speed: 747.838762 samples/sec	rmse=0.014150	lr=0.002024
Epoch[182] Batch [1449]	Speed: 728.469569 samples/sec	rmse=0.014156	lr=0.002022
Epoch[182] Batch [1499]	Speed: 749.417505 samples/sec	rmse=0.014161	lr=0.002019
Epoch[182] Batch [1549]	Speed: 715.682456 samples/sec	rmse=0.014163	lr=0.002017
Epoch[182] Batch [1599]	Speed: 767.316859 samples/sec	rmse=0.014164	lr=0.002015
Epoch[182] Batch [1649]	Speed: 726.218137 samples/sec	rmse=0.014163	lr=0.002012
Epoch[182] Batch [1699]	Speed: 740.993228 samples/sec	rmse=0.014162	lr=0.002010
Epoch[182] Batch [1749]	Speed: 726.399642 samples/sec	rmse=0.014165	lr=0.002008
Epoch[182] Batch [1799]	Speed: 745.134923 samples/sec	rmse=0.014167	lr=0.002006
Epoch[182] Batch [1849]	Speed: 698.590207 samples/sec	rmse=0.014169	lr=0.002003
Epoch[182] Batch [1899]	Speed: 745.488567 samples/sec	rmse=0.014171	lr=0.002001
Epoch[182] Batch [1949]	Speed: 724.832183 samples/sec	rmse=0.014174	lr=0.001999
Epoch[182] Batch [1999]	Speed: 726.807030 samples/sec	rmse=0.014173	lr=0.001997
Epoch[182] Batch [2049]	Speed: 745.496776 samples/sec	rmse=0.014173	lr=0.001994
Epoch[182] Batch [2099]	Speed: 740.709490 samples/sec	rmse=0.014171	lr=0.001992
Epoch[182] Batch [2149]	Speed: 783.214533 samples/sec	rmse=0.014172	lr=0.001990
Epoch[182] Batch [2199]	Speed: 726.924059 samples/sec	rmse=0.014175	lr=0.001988
Epoch[182] Batch [2249]	Speed: 762.790417 samples/sec	rmse=0.014177	lr=0.001985
Epoch[182] Batch [2299]	Speed: 745.724060 samples/sec	rmse=0.014179	lr=0.001983
Epoch[182] Batch [2349]	Speed: 734.381583 samples/sec	rmse=0.014183	lr=0.001981
Epoch[182] Batch [2399]	Speed: 727.323226 samples/sec	rmse=0.014182	lr=0.001979
Epoch[182] Batch [2449]	Speed: 731.149063 samples/sec	rmse=0.014180	lr=0.001976
Epoch[182] Batch [2499]	Speed: 739.108500 samples/sec	rmse=0.014182	lr=0.001974
Epoch[182] Batch [2549]	Speed: 720.278377 samples/sec	rmse=0.014188	lr=0.001972
Epoch[182] Batch [2599]	Speed: 727.950876 samples/sec	rmse=0.014190	lr=0.001970
Epoch[182] Batch [2649]	Speed: 753.119181 samples/sec	rmse=0.014192	lr=0.001968
Epoch[182] Batch [2699]	Speed: 728.673938 samples/sec	rmse=0.014190	lr=0.001965
Epoch[182] Batch [2749]	Speed: 721.166331 samples/sec	rmse=0.014190	lr=0.001963
Epoch[182] Batch [2799]	Speed: 742.803741 samples/sec	rmse=0.014191	lr=0.001961
Epoch[182] Batch [2849]	Speed: 724.414835 samples/sec	rmse=0.014194	lr=0.001959
Epoch[182] Batch [2899]	Speed: 738.438414 samples/sec	rmse=0.014195	lr=0.001956
Epoch[182] Batch [2949]	Speed: 748.466010 samples/sec	rmse=0.014195	lr=0.001954
Epoch[182] Batch [2999]	Speed: 730.503553 samples/sec	rmse=0.014196	lr=0.001952
Epoch[182] Batch [3049]	Speed: 718.689772 samples/sec	rmse=0.014194	lr=0.001950
Epoch[182] Batch [3099]	Speed: 714.105793 samples/sec	rmse=0.014196	lr=0.001947
Epoch[182] Batch [3149]	Speed: 724.153231 samples/sec	rmse=0.014194	lr=0.001945
Epoch[182] Batch [3199]	Speed: 746.372656 samples/sec	rmse=0.014198	lr=0.001943
Epoch[182] Batch [3249]	Speed: 726.397135 samples/sec	rmse=0.014202	lr=0.001941
Epoch[182] Batch [3299]	Speed: 737.749702 samples/sec	rmse=0.014201	lr=0.001939
Epoch[182] Batch [3349]	Speed: 752.468177 samples/sec	rmse=0.014200	lr=0.001936
Epoch[182] Batch [3399]	Speed: 714.207603 samples/sec	rmse=0.014201	lr=0.001934
Epoch[182] Batch [3449]	Speed: 743.720093 samples/sec	rmse=0.014205	lr=0.001932
Epoch[182] Batch [3499]	Speed: 750.493025 samples/sec	rmse=0.014204	lr=0.001930
Epoch[182] Batch [3549]	Speed: 719.232894 samples/sec	rmse=0.014203	lr=0.001927
Epoch[182] Batch [3599]	Speed: 718.731058 samples/sec	rmse=0.014203	lr=0.001925
Epoch[182] Batch [3649]	Speed: 742.886986 samples/sec	rmse=0.014206	lr=0.001923
Epoch[182] Batch [3699]	Speed: 753.410732 samples/sec	rmse=0.014208	lr=0.001921
Epoch[182] Batch [3749]	Speed: 731.940219 samples/sec	rmse=0.014208	lr=0.001919
Epoch[182] Batch [3799]	Speed: 739.422785 samples/sec	rmse=0.014202	lr=0.001916
Epoch[182] Batch [3849]	Speed: 754.830562 samples/sec	rmse=0.014206	lr=0.001914
Epoch[182] Batch [3899]	Speed: 741.092977 samples/sec	rmse=0.014206	lr=0.001912
Epoch[182] Batch [3949]	Speed: 760.354452 samples/sec	rmse=0.014208	lr=0.001910
Epoch[182] Batch [3999]	Speed: 740.205760 samples/sec	rmse=0.014208	lr=0.001908
Epoch[182] Batch [4049]	Speed: 740.591679 samples/sec	rmse=0.014206	lr=0.001905
Epoch[182] Batch [4099]	Speed: 759.495620 samples/sec	rmse=0.014208	lr=0.001903
Epoch[182] Batch [4149]	Speed: 706.471868 samples/sec	rmse=0.014210	lr=0.001901
Epoch[182] Batch [4199]	Speed: 774.665393 samples/sec	rmse=0.014210	lr=0.001899
Epoch[182] Batch [4249]	Speed: 776.946211 samples/sec	rmse=0.014208	lr=0.001897
Epoch[182] Batch [4299]	Speed: 731.623388 samples/sec	rmse=0.014209	lr=0.001894
Epoch[182] Batch [4349]	Speed: 782.347649 samples/sec	rmse=0.014208	lr=0.001892
Epoch[182] Batch [4399]	Speed: 803.958343 samples/sec	rmse=0.014212	lr=0.001890
Epoch[182] Batch [4449]	Speed: 729.482482 samples/sec	rmse=0.014210	lr=0.001888
Epoch[182] Batch [4499]	Speed: 727.213762 samples/sec	rmse=0.014208	lr=0.001886
Epoch[182] Batch [4549]	Speed: 767.448944 samples/sec	rmse=0.014211	lr=0.001883
Epoch[182] Batch [4599]	Speed: 731.256787 samples/sec	rmse=0.014217	lr=0.001881
Epoch[182] Batch [4649]	Speed: 700.727650 samples/sec	rmse=0.014217	lr=0.001879
Epoch[182] Batch [4699]	Speed: 709.519151 samples/sec	rmse=0.014221	lr=0.001877
Epoch[182] Batch [4749]	Speed: 737.806255 samples/sec	rmse=0.014221	lr=0.001875
Epoch[182] Batch [4799]	Speed: 752.327714 samples/sec	rmse=0.014222	lr=0.001873
Epoch[182] Batch [4849]	Speed: 735.991549 samples/sec	rmse=0.014222	lr=0.001870
Epoch[182] Batch [4899]	Speed: 719.872839 samples/sec	rmse=0.014222	lr=0.001868
Epoch[182] Batch [4949]	Speed: 717.864858 samples/sec	rmse=0.014224	lr=0.001866
Epoch[182] Batch [4999]	Speed: 761.981639 samples/sec	rmse=0.014225	lr=0.001864
[Epoch 182] training: rmse=0.014225
[Epoch 182] speed: 738 samples/sec	time cost: 1758.484593
[Epoch 182] validation: err-top1=0.201152 err-top5=0.049825
Epoch[183] Batch [49]	Speed: 731.417750 samples/sec	rmse=0.014343	lr=0.001861
Epoch[183] Batch [99]	Speed: 734.805277 samples/sec	rmse=0.014157	lr=0.001859
Epoch[183] Batch [149]	Speed: 740.311075 samples/sec	rmse=0.014138	lr=0.001857
Epoch[183] Batch [199]	Speed: 736.808454 samples/sec	rmse=0.014258	lr=0.001855
Epoch[183] Batch [249]	Speed: 757.751248 samples/sec	rmse=0.014261	lr=0.001853
Epoch[183] Batch [299]	Speed: 749.758933 samples/sec	rmse=0.014222	lr=0.001851
Epoch[183] Batch [349]	Speed: 742.166101 samples/sec	rmse=0.014204	lr=0.001848
Epoch[183] Batch [399]	Speed: 759.109471 samples/sec	rmse=0.014208	lr=0.001846
Epoch[183] Batch [449]	Speed: 701.403528 samples/sec	rmse=0.014208	lr=0.001844
Epoch[183] Batch [499]	Speed: 709.735016 samples/sec	rmse=0.014242	lr=0.001842
Epoch[183] Batch [549]	Speed: 761.417005 samples/sec	rmse=0.014218	lr=0.001840
Epoch[183] Batch [599]	Speed: 735.944927 samples/sec	rmse=0.014217	lr=0.001838
Epoch[183] Batch [649]	Speed: 792.237990 samples/sec	rmse=0.014237	lr=0.001835
Epoch[183] Batch [699]	Speed: 694.918849 samples/sec	rmse=0.014229	lr=0.001833
Epoch[183] Batch [749]	Speed: 750.648085 samples/sec	rmse=0.014213	lr=0.001831
Epoch[183] Batch [799]	Speed: 728.540348 samples/sec	rmse=0.014213	lr=0.001829
Epoch[183] Batch [849]	Speed: 748.410304 samples/sec	rmse=0.014199	lr=0.001827
Epoch[183] Batch [899]	Speed: 740.485895 samples/sec	rmse=0.014190	lr=0.001825
Epoch[183] Batch [949]	Speed: 736.103288 samples/sec	rmse=0.014188	lr=0.001823
Epoch[183] Batch [999]	Speed: 751.486077 samples/sec	rmse=0.014179	lr=0.001820
Epoch[183] Batch [1049]	Speed: 735.201803 samples/sec	rmse=0.014172	lr=0.001818
Epoch[183] Batch [1099]	Speed: 724.453408 samples/sec	rmse=0.014165	lr=0.001816
Epoch[183] Batch [1149]	Speed: 718.618354 samples/sec	rmse=0.014157	lr=0.001814
Epoch[183] Batch [1199]	Speed: 758.727821 samples/sec	rmse=0.014152	lr=0.001812
Epoch[183] Batch [1249]	Speed: 779.153602 samples/sec	rmse=0.014141	lr=0.001810
Epoch[183] Batch [1299]	Speed: 760.040395 samples/sec	rmse=0.014146	lr=0.001807
Epoch[183] Batch [1349]	Speed: 745.537596 samples/sec	rmse=0.014156	lr=0.001805
Epoch[183] Batch [1399]	Speed: 744.190460 samples/sec	rmse=0.014160	lr=0.001803
Epoch[183] Batch [1449]	Speed: 720.759840 samples/sec	rmse=0.014155	lr=0.001801
Epoch[183] Batch [1499]	Speed: 742.885013 samples/sec	rmse=0.014160	lr=0.001799
Epoch[183] Batch [1549]	Speed: 704.366987 samples/sec	rmse=0.014163	lr=0.001797
Epoch[183] Batch [1599]	Speed: 763.249576 samples/sec	rmse=0.014169	lr=0.001795
Epoch[183] Batch [1649]	Speed: 756.396045 samples/sec	rmse=0.014170	lr=0.001792
Epoch[183] Batch [1699]	Speed: 723.116619 samples/sec	rmse=0.014170	lr=0.001790
Epoch[183] Batch [1749]	Speed: 755.474499 samples/sec	rmse=0.014163	lr=0.001788
Epoch[183] Batch [1799]	Speed: 735.950073 samples/sec	rmse=0.014158	lr=0.001786
Epoch[183] Batch [1849]	Speed: 771.358772 samples/sec	rmse=0.014151	lr=0.001784
Epoch[183] Batch [1899]	Speed: 754.562514 samples/sec	rmse=0.014150	lr=0.001782
Epoch[183] Batch [1949]	Speed: 787.729338 samples/sec	rmse=0.014145	lr=0.001780
Epoch[183] Batch [1999]	Speed: 747.261768 samples/sec	rmse=0.014146	lr=0.001778
Epoch[183] Batch [2049]	Speed: 764.286935 samples/sec	rmse=0.014144	lr=0.001775
Epoch[183] Batch [2099]	Speed: 721.243382 samples/sec	rmse=0.014140	lr=0.001773
Epoch[183] Batch [2149]	Speed: 765.596537 samples/sec	rmse=0.014137	lr=0.001771
Epoch[183] Batch [2199]	Speed: 733.398347 samples/sec	rmse=0.014138	lr=0.001769
Epoch[183] Batch [2249]	Speed: 720.153113 samples/sec	rmse=0.014139	lr=0.001767
Epoch[183] Batch [2299]	Speed: 713.468888 samples/sec	rmse=0.014137	lr=0.001765
Epoch[183] Batch [2349]	Speed: 728.312855 samples/sec	rmse=0.014134	lr=0.001763
Epoch[183] Batch [2399]	Speed: 727.157333 samples/sec	rmse=0.014139	lr=0.001761
Epoch[183] Batch [2449]	Speed: 728.979410 samples/sec	rmse=0.014134	lr=0.001758
Epoch[183] Batch [2499]	Speed: 747.131039 samples/sec	rmse=0.014134	lr=0.001756
Epoch[183] Batch [2549]	Speed: 730.463240 samples/sec	rmse=0.014138	lr=0.001754
Epoch[183] Batch [2599]	Speed: 744.368200 samples/sec	rmse=0.014142	lr=0.001752
Epoch[183] Batch [2649]	Speed: 730.070140 samples/sec	rmse=0.014141	lr=0.001750
Epoch[183] Batch [2699]	Speed: 776.091535 samples/sec	rmse=0.014141	lr=0.001748
Epoch[183] Batch [2749]	Speed: 739.401990 samples/sec	rmse=0.014137	lr=0.001746
Epoch[183] Batch [2799]	Speed: 728.875839 samples/sec	rmse=0.014138	lr=0.001744
Epoch[183] Batch [2849]	Speed: 760.178619 samples/sec	rmse=0.014137	lr=0.001742
Epoch[183] Batch [2899]	Speed: 728.876175 samples/sec	rmse=0.014139	lr=0.001739
Epoch[183] Batch [2949]	Speed: 758.402528 samples/sec	rmse=0.014139	lr=0.001737
Epoch[183] Batch [2999]	Speed: 707.841664 samples/sec	rmse=0.014136	lr=0.001735
Epoch[183] Batch [3049]	Speed: 751.152544 samples/sec	rmse=0.014139	lr=0.001733
Epoch[183] Batch [3099]	Speed: 727.190870 samples/sec	rmse=0.014138	lr=0.001731
Epoch[183] Batch [3149]	Speed: 728.811267 samples/sec	rmse=0.014137	lr=0.001729
Epoch[183] Batch [3199]	Speed: 752.860266 samples/sec	rmse=0.014135	lr=0.001727
Epoch[183] Batch [3249]	Speed: 742.538559 samples/sec	rmse=0.014131	lr=0.001725
Epoch[183] Batch [3299]	Speed: 758.229116 samples/sec	rmse=0.014128	lr=0.001723
Epoch[183] Batch [3349]	Speed: 734.699451 samples/sec	rmse=0.014125	lr=0.001721
Epoch[183] Batch [3399]	Speed: 754.822146 samples/sec	rmse=0.014123	lr=0.001718
Epoch[183] Batch [3449]	Speed: 785.170383 samples/sec	rmse=0.014124	lr=0.001716
Epoch[183] Batch [3499]	Speed: 732.886390 samples/sec	rmse=0.014124	lr=0.001714
Epoch[183] Batch [3549]	Speed: 755.992898 samples/sec	rmse=0.014120	lr=0.001712
Epoch[183] Batch [3599]	Speed: 720.199841 samples/sec	rmse=0.014120	lr=0.001710
Epoch[183] Batch [3649]	Speed: 739.147890 samples/sec	rmse=0.014120	lr=0.001708
Epoch[183] Batch [3699]	Speed: 741.641875 samples/sec	rmse=0.014119	lr=0.001706
Epoch[183] Batch [3749]	Speed: 731.073226 samples/sec	rmse=0.014121	lr=0.001704
Epoch[183] Batch [3799]	Speed: 762.121922 samples/sec	rmse=0.014121	lr=0.001702
Epoch[183] Batch [3849]	Speed: 756.847888 samples/sec	rmse=0.014118	lr=0.001700
Epoch[183] Batch [3899]	Speed: 720.802951 samples/sec	rmse=0.014117	lr=0.001698
Epoch[183] Batch [3949]	Speed: 704.303274 samples/sec	rmse=0.014117	lr=0.001696
Epoch[183] Batch [3999]	Speed: 716.613750 samples/sec	rmse=0.014117	lr=0.001693
Epoch[183] Batch [4049]	Speed: 732.037746 samples/sec	rmse=0.014121	lr=0.001691
Epoch[183] Batch [4099]	Speed: 740.883894 samples/sec	rmse=0.014119	lr=0.001689
Epoch[183] Batch [4149]	Speed: 766.846256 samples/sec	rmse=0.014116	lr=0.001687
Epoch[183] Batch [4199]	Speed: 730.440471 samples/sec	rmse=0.014118	lr=0.001685
Epoch[183] Batch [4249]	Speed: 724.129311 samples/sec	rmse=0.014120	lr=0.001683
Epoch[183] Batch [4299]	Speed: 701.113318 samples/sec	rmse=0.014122	lr=0.001681
Epoch[183] Batch [4349]	Speed: 743.321110 samples/sec	rmse=0.014122	lr=0.001679
Epoch[183] Batch [4399]	Speed: 710.372957 samples/sec	rmse=0.014122	lr=0.001677
Epoch[183] Batch [4449]	Speed: 752.826262 samples/sec	rmse=0.014124	lr=0.001675
Epoch[183] Batch [4499]	Speed: 728.351558 samples/sec	rmse=0.014123	lr=0.001673
Epoch[183] Batch [4549]	Speed: 743.109493 samples/sec	rmse=0.014123	lr=0.001671
Epoch[183] Batch [4599]	Speed: 728.542464 samples/sec	rmse=0.014122	lr=0.001669
Epoch[183] Batch [4649]	Speed: 753.480626 samples/sec	rmse=0.014120	lr=0.001667
Epoch[183] Batch [4699]	Speed: 729.623893 samples/sec	rmse=0.014122	lr=0.001665
Epoch[183] Batch [4749]	Speed: 754.914518 samples/sec	rmse=0.014124	lr=0.001662
Epoch[183] Batch [4799]	Speed: 724.957563 samples/sec	rmse=0.014122	lr=0.001660
Epoch[183] Batch [4849]	Speed: 749.177917 samples/sec	rmse=0.014124	lr=0.001658
Epoch[183] Batch [4899]	Speed: 740.919241 samples/sec	rmse=0.014125	lr=0.001656
Epoch[183] Batch [4949]	Speed: 728.324375 samples/sec	rmse=0.014125	lr=0.001654
Epoch[183] Batch [4999]	Speed: 738.944734 samples/sec	rmse=0.014129	lr=0.001652
[Epoch 183] training: rmse=0.014128
[Epoch 183] speed: 739 samples/sec	time cost: 1756.323984
[Epoch 183] validation: err-top1=0.202584 err-top5=0.049479
Epoch[184] Batch [49]	Speed: 718.072309 samples/sec	rmse=0.014007	lr=0.001650
Epoch[184] Batch [99]	Speed: 730.461063 samples/sec	rmse=0.013986	lr=0.001648
Epoch[184] Batch [149]	Speed: 697.043001 samples/sec	rmse=0.013957	lr=0.001646
Epoch[184] Batch [199]	Speed: 709.276335 samples/sec	rmse=0.014022	lr=0.001644
Epoch[184] Batch [249]	Speed: 730.733124 samples/sec	rmse=0.014043	lr=0.001642
Epoch[184] Batch [299]	Speed: 752.462028 samples/sec	rmse=0.014009	lr=0.001640
Epoch[184] Batch [349]	Speed: 720.188886 samples/sec	rmse=0.014040	lr=0.001638
Epoch[184] Batch [399]	Speed: 721.756380 samples/sec	rmse=0.014021	lr=0.001636
Epoch[184] Batch [449]	Speed: 740.827604 samples/sec	rmse=0.014039	lr=0.001634
Epoch[184] Batch [499]	Speed: 718.120036 samples/sec	rmse=0.014036	lr=0.001632
Epoch[184] Batch [549]	Speed: 702.127044 samples/sec	rmse=0.014040	lr=0.001630
Epoch[184] Batch [599]	Speed: 715.312934 samples/sec	rmse=0.014035	lr=0.001627
Epoch[184] Batch [649]	Speed: 723.267421 samples/sec	rmse=0.014032	lr=0.001625
Epoch[184] Batch [699]	Speed: 720.337474 samples/sec	rmse=0.014053	lr=0.001623
Epoch[184] Batch [749]	Speed: 744.277390 samples/sec	rmse=0.014044	lr=0.001621
Epoch[184] Batch [799]	Speed: 716.538010 samples/sec	rmse=0.014027	lr=0.001619
Epoch[184] Batch [849]	Speed: 718.117788 samples/sec	rmse=0.014032	lr=0.001617
Epoch[184] Batch [899]	Speed: 720.211590 samples/sec	rmse=0.014030	lr=0.001615
Epoch[184] Batch [949]	Speed: 726.083355 samples/sec	rmse=0.014022	lr=0.001613
Epoch[184] Batch [999]	Speed: 722.873801 samples/sec	rmse=0.014019	lr=0.001611
Epoch[184] Batch [1049]	Speed: 738.352924 samples/sec	rmse=0.014027	lr=0.001609
Epoch[184] Batch [1099]	Speed: 737.023459 samples/sec	rmse=0.014030	lr=0.001607
Epoch[184] Batch [1149]	Speed: 764.301211 samples/sec	rmse=0.014034	lr=0.001605
Epoch[184] Batch [1199]	Speed: 743.906000 samples/sec	rmse=0.014038	lr=0.001603
Epoch[184] Batch [1249]	Speed: 737.593459 samples/sec	rmse=0.014045	lr=0.001601
Epoch[184] Batch [1299]	Speed: 729.939372 samples/sec	rmse=0.014040	lr=0.001599
Epoch[184] Batch [1349]	Speed: 731.346241 samples/sec	rmse=0.014044	lr=0.001597
Epoch[184] Batch [1399]	Speed: 769.458968 samples/sec	rmse=0.014049	lr=0.001595
Epoch[184] Batch [1449]	Speed: 719.667559 samples/sec	rmse=0.014041	lr=0.001593
Epoch[184] Batch [1499]	Speed: 743.352542 samples/sec	rmse=0.014055	lr=0.001591
Epoch[184] Batch [1549]	Speed: 752.442044 samples/sec	rmse=0.014057	lr=0.001589
Epoch[184] Batch [1599]	Speed: 757.626212 samples/sec	rmse=0.014055	lr=0.001587
Epoch[184] Batch [1649]	Speed: 736.506390 samples/sec	rmse=0.014060	lr=0.001585
Epoch[184] Batch [1699]	Speed: 717.233613 samples/sec	rmse=0.014056	lr=0.001583
Epoch[184] Batch [1749]	Speed: 766.249490 samples/sec	rmse=0.014051	lr=0.001581
Epoch[184] Batch [1799]	Speed: 720.893273 samples/sec	rmse=0.014056	lr=0.001579
Epoch[184] Batch [1849]	Speed: 751.239437 samples/sec	rmse=0.014059	lr=0.001577
Epoch[184] Batch [1899]	Speed: 748.636258 samples/sec	rmse=0.014051	lr=0.001575
Epoch[184] Batch [1949]	Speed: 729.809069 samples/sec	rmse=0.014045	lr=0.001573
Epoch[184] Batch [1999]	Speed: 714.234540 samples/sec	rmse=0.014051	lr=0.001571
Epoch[184] Batch [2049]	Speed: 734.483137 samples/sec	rmse=0.014054	lr=0.001569
Epoch[184] Batch [2099]	Speed: 731.809240 samples/sec	rmse=0.014059	lr=0.001567
Epoch[184] Batch [2149]	Speed: 752.035905 samples/sec	rmse=0.014058	lr=0.001565
Epoch[184] Batch [2199]	Speed: 731.857644 samples/sec	rmse=0.014062	lr=0.001563
Epoch[184] Batch [2249]	Speed: 705.678522 samples/sec	rmse=0.014057	lr=0.001561
Epoch[184] Batch [2299]	Speed: 722.068548 samples/sec	rmse=0.014053	lr=0.001559
Epoch[184] Batch [2349]	Speed: 740.967620 samples/sec	rmse=0.014050	lr=0.001557
Epoch[184] Batch [2399]	Speed: 753.522674 samples/sec	rmse=0.014051	lr=0.001555
Epoch[184] Batch [2449]	Speed: 748.218428 samples/sec	rmse=0.014048	lr=0.001553
Epoch[184] Batch [2499]	Speed: 756.585507 samples/sec	rmse=0.014049	lr=0.001551
Epoch[184] Batch [2549]	Speed: 744.403829 samples/sec	rmse=0.014049	lr=0.001549
Epoch[184] Batch [2599]	Speed: 736.279600 samples/sec	rmse=0.014048	lr=0.001547
Epoch[184] Batch [2649]	Speed: 740.814090 samples/sec	rmse=0.014047	lr=0.001545
Epoch[184] Batch [2699]	Speed: 748.505226 samples/sec	rmse=0.014046	lr=0.001543
Epoch[184] Batch [2749]	Speed: 755.692698 samples/sec	rmse=0.014043	lr=0.001541
Epoch[184] Batch [2799]	Speed: 749.313180 samples/sec	rmse=0.014043	lr=0.001539
Epoch[184] Batch [2849]	Speed: 738.244672 samples/sec	rmse=0.014042	lr=0.001537
Epoch[184] Batch [2899]	Speed: 735.019154 samples/sec	rmse=0.014044	lr=0.001535
Epoch[184] Batch [2949]	Speed: 771.236129 samples/sec	rmse=0.014041	lr=0.001533
Epoch[184] Batch [2999]	Speed: 729.745938 samples/sec	rmse=0.014044	lr=0.001531
Epoch[184] Batch [3049]	Speed: 730.441514 samples/sec	rmse=0.014044	lr=0.001529
Epoch[184] Batch [3099]	Speed: 724.738240 samples/sec	rmse=0.014045	lr=0.001527
Epoch[184] Batch [3149]	Speed: 714.014932 samples/sec	rmse=0.014045	lr=0.001525
Epoch[184] Batch [3199]	Speed: 735.977202 samples/sec	rmse=0.014042	lr=0.001523
Epoch[184] Batch [3249]	Speed: 766.327977 samples/sec	rmse=0.014037	lr=0.001521
Epoch[184] Batch [3299]	Speed: 738.857256 samples/sec	rmse=0.014038	lr=0.001519
Epoch[184] Batch [3349]	Speed: 724.830989 samples/sec	rmse=0.014041	lr=0.001517
Epoch[184] Batch [3399]	Speed: 724.281894 samples/sec	rmse=0.014039	lr=0.001515
Epoch[184] Batch [3449]	Speed: 768.263561 samples/sec	rmse=0.014038	lr=0.001513
Epoch[184] Batch [3499]	Speed: 756.014020 samples/sec	rmse=0.014037	lr=0.001511
Epoch[184] Batch [3549]	Speed: 743.304191 samples/sec	rmse=0.014034	lr=0.001509
Epoch[184] Batch [3599]	Speed: 741.020556 samples/sec	rmse=0.014031	lr=0.001508
Epoch[184] Batch [3649]	Speed: 737.404789 samples/sec	rmse=0.014033	lr=0.001506
Epoch[184] Batch [3699]	Speed: 704.074596 samples/sec	rmse=0.014032	lr=0.001504
Epoch[184] Batch [3749]	Speed: 755.102814 samples/sec	rmse=0.014034	lr=0.001502
Epoch[184] Batch [3799]	Speed: 729.962805 samples/sec	rmse=0.014032	lr=0.001500
Epoch[184] Batch [3849]	Speed: 739.882937 samples/sec	rmse=0.014032	lr=0.001498
Epoch[184] Batch [3899]	Speed: 723.538039 samples/sec	rmse=0.014033	lr=0.001496
Epoch[184] Batch [3949]	Speed: 771.891982 samples/sec	rmse=0.014034	lr=0.001494
Epoch[184] Batch [3999]	Speed: 771.973128 samples/sec	rmse=0.014032	lr=0.001492
Epoch[184] Batch [4049]	Speed: 759.780721 samples/sec	rmse=0.014030	lr=0.001490
Epoch[184] Batch [4099]	Speed: 731.580399 samples/sec	rmse=0.014032	lr=0.001488
Epoch[184] Batch [4149]	Speed: 726.638156 samples/sec	rmse=0.014032	lr=0.001486
Epoch[184] Batch [4199]	Speed: 729.600899 samples/sec	rmse=0.014031	lr=0.001484
Epoch[184] Batch [4249]	Speed: 762.182285 samples/sec	rmse=0.014037	lr=0.001482
Epoch[184] Batch [4299]	Speed: 754.017332 samples/sec	rmse=0.014037	lr=0.001480
Epoch[184] Batch [4349]	Speed: 729.304754 samples/sec	rmse=0.014036	lr=0.001478
Epoch[184] Batch [4399]	Speed: 743.354313 samples/sec	rmse=0.014035	lr=0.001476
Epoch[184] Batch [4449]	Speed: 724.983310 samples/sec	rmse=0.014035	lr=0.001474
Epoch[184] Batch [4499]	Speed: 746.540593 samples/sec	rmse=0.014037	lr=0.001472
Epoch[184] Batch [4549]	Speed: 751.780113 samples/sec	rmse=0.014034	lr=0.001470
Epoch[184] Batch [4599]	Speed: 733.416631 samples/sec	rmse=0.014031	lr=0.001469
Epoch[184] Batch [4649]	Speed: 706.049288 samples/sec	rmse=0.014033	lr=0.001467
Epoch[184] Batch [4699]	Speed: 727.788505 samples/sec	rmse=0.014035	lr=0.001465
Epoch[184] Batch [4749]	Speed: 718.274623 samples/sec	rmse=0.014035	lr=0.001463
Epoch[184] Batch [4799]	Speed: 756.724184 samples/sec	rmse=0.014037	lr=0.001461
Epoch[184] Batch [4849]	Speed: 740.493259 samples/sec	rmse=0.014035	lr=0.001459
Epoch[184] Batch [4899]	Speed: 757.603600 samples/sec	rmse=0.014036	lr=0.001457
Epoch[184] Batch [4949]	Speed: 716.066046 samples/sec	rmse=0.014036	lr=0.001455
Epoch[184] Batch [4999]	Speed: 724.409537 samples/sec	rmse=0.014035	lr=0.001453
[Epoch 184] training: rmse=0.014035
[Epoch 184] speed: 735 samples/sec	time cost: 1765.107717
[Epoch 184] validation: err-top1=0.201022 err-top5=0.048037
Epoch[185] Batch [49]	Speed: 703.308025 samples/sec	rmse=0.014003	lr=0.001451
Epoch[185] Batch [99]	Speed: 735.212566 samples/sec	rmse=0.013825	lr=0.001449
Epoch[185] Batch [149]	Speed: 746.315695 samples/sec	rmse=0.013809	lr=0.001447
Epoch[185] Batch [199]	Speed: 759.932737 samples/sec	rmse=0.013879	lr=0.001445
Epoch[185] Batch [249]	Speed: 744.201229 samples/sec	rmse=0.013898	lr=0.001443
Epoch[185] Batch [299]	Speed: 741.119668 samples/sec	rmse=0.013887	lr=0.001441
Epoch[185] Batch [349]	Speed: 757.434999 samples/sec	rmse=0.013868	lr=0.001439
Epoch[185] Batch [399]	Speed: 798.076889 samples/sec	rmse=0.013780	lr=0.001438
Epoch[185] Batch [449]	Speed: 741.268300 samples/sec	rmse=0.013803	lr=0.001436
Epoch[185] Batch [499]	Speed: 721.464211 samples/sec	rmse=0.013813	lr=0.001434
Epoch[185] Batch [549]	Speed: 762.951371 samples/sec	rmse=0.013819	lr=0.001432
Epoch[185] Batch [599]	Speed: 751.413556 samples/sec	rmse=0.013818	lr=0.001430
Epoch[185] Batch [649]	Speed: 750.093211 samples/sec	rmse=0.013859	lr=0.001428
Epoch[185] Batch [699]	Speed: 745.546882 samples/sec	rmse=0.013866	lr=0.001426
Epoch[185] Batch [749]	Speed: 725.741247 samples/sec	rmse=0.013870	lr=0.001424
Epoch[185] Batch [799]	Speed: 707.693810 samples/sec	rmse=0.013875	lr=0.001422
Epoch[185] Batch [849]	Speed: 731.873926 samples/sec	rmse=0.013875	lr=0.001420
Epoch[185] Batch [899]	Speed: 736.565340 samples/sec	rmse=0.013859	lr=0.001418
Epoch[185] Batch [949]	Speed: 720.102391 samples/sec	rmse=0.013859	lr=0.001417
Epoch[185] Batch [999]	Speed: 742.898284 samples/sec	rmse=0.013864	lr=0.001415
Epoch[185] Batch [1049]	Speed: 761.582230 samples/sec	rmse=0.013856	lr=0.001413
Epoch[185] Batch [1099]	Speed: 731.764514 samples/sec	rmse=0.013862	lr=0.001411
Epoch[185] Batch [1149]	Speed: 727.709270 samples/sec	rmse=0.013862	lr=0.001409
Epoch[185] Batch [1199]	Speed: 722.684706 samples/sec	rmse=0.013870	lr=0.001407
Epoch[185] Batch [1249]	Speed: 694.384053 samples/sec	rmse=0.013873	lr=0.001405
Epoch[185] Batch [1299]	Speed: 781.162036 samples/sec	rmse=0.013868	lr=0.001403
Epoch[185] Batch [1349]	Speed: 706.933137 samples/sec	rmse=0.013867	lr=0.001401
Epoch[185] Batch [1399]	Speed: 720.788542 samples/sec	rmse=0.013874	lr=0.001400
Epoch[185] Batch [1449]	Speed: 698.482050 samples/sec	rmse=0.013876	lr=0.001398
Epoch[185] Batch [1499]	Speed: 719.328885 samples/sec	rmse=0.013881	lr=0.001396
Epoch[185] Batch [1549]	Speed: 728.228487 samples/sec	rmse=0.013879	lr=0.001394
Epoch[185] Batch [1599]	Speed: 738.045969 samples/sec	rmse=0.013882	lr=0.001392
Epoch[185] Batch [1649]	Speed: 758.294241 samples/sec	rmse=0.013877	lr=0.001390
Epoch[185] Batch [1699]	Speed: 727.108092 samples/sec	rmse=0.013882	lr=0.001388
Epoch[185] Batch [1749]	Speed: 742.928981 samples/sec	rmse=0.013890	lr=0.001386
Epoch[185] Batch [1799]	Speed: 758.109381 samples/sec	rmse=0.013885	lr=0.001384
Epoch[185] Batch [1849]	Speed: 718.471167 samples/sec	rmse=0.013886	lr=0.001383
Epoch[185] Batch [1899]	Speed: 762.759097 samples/sec	rmse=0.013889	lr=0.001381
Epoch[185] Batch [1949]	Speed: 757.012972 samples/sec	rmse=0.013895	lr=0.001379
Epoch[185] Batch [1999]	Speed: 745.802138 samples/sec	rmse=0.013896	lr=0.001377
Epoch[185] Batch [2049]	Speed: 750.494872 samples/sec	rmse=0.013898	lr=0.001375
Epoch[185] Batch [2099]	Speed: 724.641338 samples/sec	rmse=0.013899	lr=0.001373
Epoch[185] Batch [2149]	Speed: 738.129613 samples/sec	rmse=0.013905	lr=0.001371
Epoch[185] Batch [2199]	Speed: 734.207866 samples/sec	rmse=0.013907	lr=0.001369
Epoch[185] Batch [2249]	Speed: 731.321125 samples/sec	rmse=0.013908	lr=0.001368
Epoch[185] Batch [2299]	Speed: 748.522038 samples/sec	rmse=0.013907	lr=0.001366
Epoch[185] Batch [2349]	Speed: 724.191874 samples/sec	rmse=0.013900	lr=0.001364
Epoch[185] Batch [2399]	Speed: 713.253930 samples/sec	rmse=0.013897	lr=0.001362
Epoch[185] Batch [2449]	Speed: 746.001049 samples/sec	rmse=0.013900	lr=0.001360
Epoch[185] Batch [2499]	Speed: 732.449516 samples/sec	rmse=0.013903	lr=0.001358
Epoch[185] Batch [2549]	Speed: 729.947153 samples/sec	rmse=0.013901	lr=0.001356
Epoch[185] Batch [2599]	Speed: 711.559833 samples/sec	rmse=0.013903	lr=0.001354
Epoch[185] Batch [2649]	Speed: 728.517373 samples/sec	rmse=0.013905	lr=0.001353
Epoch[185] Batch [2699]	Speed: 728.658747 samples/sec	rmse=0.013907	lr=0.001351
Epoch[185] Batch [2749]	Speed: 747.614591 samples/sec	rmse=0.013908	lr=0.001349
Epoch[185] Batch [2799]	Speed: 729.080020 samples/sec	rmse=0.013907	lr=0.001347
Epoch[185] Batch [2849]	Speed: 722.294683 samples/sec	rmse=0.013904	lr=0.001345
Epoch[185] Batch [2899]	Speed: 744.060257 samples/sec	rmse=0.013904	lr=0.001343
Epoch[185] Batch [2949]	Speed: 715.340002 samples/sec	rmse=0.013905	lr=0.001341
Epoch[185] Batch [2999]	Speed: 726.428459 samples/sec	rmse=0.013903	lr=0.001340
Epoch[185] Batch [3049]	Speed: 710.936695 samples/sec	rmse=0.013902	lr=0.001338
Epoch[185] Batch [3099]	Speed: 709.380925 samples/sec	rmse=0.013906	lr=0.001336
Epoch[185] Batch [3149]	Speed: 780.008863 samples/sec	rmse=0.013898	lr=0.001334
Epoch[185] Batch [3199]	Speed: 745.907000 samples/sec	rmse=0.013896	lr=0.001332
Epoch[185] Batch [3249]	Speed: 724.223252 samples/sec	rmse=0.013895	lr=0.001330
Epoch[185] Batch [3299]	Speed: 741.098041 samples/sec	rmse=0.013898	lr=0.001329
Epoch[185] Batch [3349]	Speed: 737.498732 samples/sec	rmse=0.013898	lr=0.001327
Epoch[185] Batch [3399]	Speed: 728.961722 samples/sec	rmse=0.013901	lr=0.001325
Epoch[185] Batch [3449]	Speed: 762.935042 samples/sec	rmse=0.013900	lr=0.001323
Epoch[185] Batch [3499]	Speed: 717.462367 samples/sec	rmse=0.013903	lr=0.001321
Epoch[185] Batch [3549]	Speed: 717.563123 samples/sec	rmse=0.013907	lr=0.001319
Epoch[185] Batch [3599]	Speed: 728.433631 samples/sec	rmse=0.013909	lr=0.001318
Epoch[185] Batch [3649]	Speed: 747.544304 samples/sec	rmse=0.013908	lr=0.001316
Epoch[185] Batch [3699]	Speed: 710.922517 samples/sec	rmse=0.013912	lr=0.001314
Epoch[185] Batch [3749]	Speed: 755.507988 samples/sec	rmse=0.013914	lr=0.001312
Epoch[185] Batch [3799]	Speed: 747.065760 samples/sec	rmse=0.013914	lr=0.001310
Epoch[185] Batch [3849]	Speed: 731.122886 samples/sec	rmse=0.013914	lr=0.001308
Epoch[185] Batch [3899]	Speed: 767.803644 samples/sec	rmse=0.013916	lr=0.001307
Epoch[185] Batch [3949]	Speed: 742.475548 samples/sec	rmse=0.013918	lr=0.001305
Epoch[185] Batch [3999]	Speed: 743.497097 samples/sec	rmse=0.013920	lr=0.001303
Epoch[185] Batch [4049]	Speed: 727.022813 samples/sec	rmse=0.013923	lr=0.001301
Epoch[185] Batch [4099]	Speed: 763.032686 samples/sec	rmse=0.013922	lr=0.001299
Epoch[185] Batch [4149]	Speed: 744.142567 samples/sec	rmse=0.013924	lr=0.001297
Epoch[185] Batch [4199]	Speed: 766.643946 samples/sec	rmse=0.013927	lr=0.001296
Epoch[185] Batch [4249]	Speed: 743.144559 samples/sec	rmse=0.013927	lr=0.001294
Epoch[185] Batch [4299]	Speed: 727.647636 samples/sec	rmse=0.013927	lr=0.001292
Epoch[185] Batch [4349]	Speed: 728.970729 samples/sec	rmse=0.013929	lr=0.001290
Epoch[185] Batch [4399]	Speed: 712.189364 samples/sec	rmse=0.013932	lr=0.001288
Epoch[185] Batch [4449]	Speed: 734.415127 samples/sec	rmse=0.013932	lr=0.001286
Epoch[185] Batch [4499]	Speed: 734.603617 samples/sec	rmse=0.013929	lr=0.001285
Epoch[185] Batch [4549]	Speed: 724.940599 samples/sec	rmse=0.013929	lr=0.001283
Epoch[185] Batch [4599]	Speed: 731.094441 samples/sec	rmse=0.013927	lr=0.001281
Epoch[185] Batch [4649]	Speed: 754.184161 samples/sec	rmse=0.013930	lr=0.001279
Epoch[185] Batch [4699]	Speed: 726.094393 samples/sec	rmse=0.013933	lr=0.001277
Epoch[185] Batch [4749]	Speed: 714.889347 samples/sec	rmse=0.013931	lr=0.001276
Epoch[185] Batch [4799]	Speed: 754.309399 samples/sec	rmse=0.013928	lr=0.001274
Epoch[185] Batch [4849]	Speed: 745.022772 samples/sec	rmse=0.013930	lr=0.001272
Epoch[185] Batch [4899]	Speed: 767.810320 samples/sec	rmse=0.013931	lr=0.001270
Epoch[185] Batch [4949]	Speed: 760.602180 samples/sec	rmse=0.013933	lr=0.001268
Epoch[185] Batch [4999]	Speed: 734.897161 samples/sec	rmse=0.013931	lr=0.001267
[Epoch 185] training: rmse=0.013932
[Epoch 185] speed: 736 samples/sec	time cost: 1762.925073
[Epoch 185] validation: err-top1=0.199398 err-top5=0.048370
Epoch[186] Batch [49]	Speed: 723.825303 samples/sec	rmse=0.014238	lr=0.001265
Epoch[186] Batch [99]	Speed: 765.611363 samples/sec	rmse=0.014184	lr=0.001263
Epoch[186] Batch [149]	Speed: 728.898253 samples/sec	rmse=0.014068	lr=0.001261
Epoch[186] Batch [199]	Speed: 750.998389 samples/sec	rmse=0.014029	lr=0.001259
Epoch[186] Batch [249]	Speed: 753.727799 samples/sec	rmse=0.013992	lr=0.001257
Epoch[186] Batch [299]	Speed: 742.982198 samples/sec	rmse=0.013981	lr=0.001256
Epoch[186] Batch [349]	Speed: 733.275539 samples/sec	rmse=0.013965	lr=0.001254
Epoch[186] Batch [399]	Speed: 720.466003 samples/sec	rmse=0.013938	lr=0.001252
Epoch[186] Batch [449]	Speed: 731.416624 samples/sec	rmse=0.013943	lr=0.001250
Epoch[186] Batch [499]	Speed: 750.143759 samples/sec	rmse=0.013933	lr=0.001249
Epoch[186] Batch [549]	Speed: 758.093485 samples/sec	rmse=0.013913	lr=0.001247
Epoch[186] Batch [599]	Speed: 746.061487 samples/sec	rmse=0.013906	lr=0.001245
Epoch[186] Batch [649]	Speed: 710.975710 samples/sec	rmse=0.013920	lr=0.001243
Epoch[186] Batch [699]	Speed: 740.183033 samples/sec	rmse=0.013929	lr=0.001241
Epoch[186] Batch [749]	Speed: 758.371792 samples/sec	rmse=0.013924	lr=0.001240
Epoch[186] Batch [799]	Speed: 728.626726 samples/sec	rmse=0.013930	lr=0.001238
Epoch[186] Batch [849]	Speed: 731.816682 samples/sec	rmse=0.013929	lr=0.001236
Epoch[186] Batch [899]	Speed: 735.550724 samples/sec	rmse=0.013919	lr=0.001234
Epoch[186] Batch [949]	Speed: 737.561763 samples/sec	rmse=0.013911	lr=0.001233
Epoch[186] Batch [999]	Speed: 751.812348 samples/sec	rmse=0.013909	lr=0.001231
Epoch[186] Batch [1049]	Speed: 756.796208 samples/sec	rmse=0.013906	lr=0.001229
Epoch[186] Batch [1099]	Speed: 766.316601 samples/sec	rmse=0.013901	lr=0.001227
Epoch[186] Batch [1149]	Speed: 762.899342 samples/sec	rmse=0.013910	lr=0.001225
Epoch[186] Batch [1199]	Speed: 728.033895 samples/sec	rmse=0.013898	lr=0.001224
Epoch[186] Batch [1249]	Speed: 733.418485 samples/sec	rmse=0.013899	lr=0.001222
Epoch[186] Batch [1299]	Speed: 701.553385 samples/sec	rmse=0.013903	lr=0.001220
Epoch[186] Batch [1349]	Speed: 743.240351 samples/sec	rmse=0.013894	lr=0.001218
Epoch[186] Batch [1399]	Speed: 768.107963 samples/sec	rmse=0.013896	lr=0.001217
Epoch[186] Batch [1449]	Speed: 725.408468 samples/sec	rmse=0.013891	lr=0.001215
Epoch[186] Batch [1499]	Speed: 725.093495 samples/sec	rmse=0.013887	lr=0.001213
Epoch[186] Batch [1549]	Speed: 758.110506 samples/sec	rmse=0.013883	lr=0.001211
Epoch[186] Batch [1599]	Speed: 740.456084 samples/sec	rmse=0.013886	lr=0.001210
Epoch[186] Batch [1649]	Speed: 719.917455 samples/sec	rmse=0.013890	lr=0.001208
Epoch[186] Batch [1699]	Speed: 705.708753 samples/sec	rmse=0.013886	lr=0.001206
Epoch[186] Batch [1749]	Speed: 746.657137 samples/sec	rmse=0.013891	lr=0.001204
Epoch[186] Batch [1799]	Speed: 750.996403 samples/sec	rmse=0.013893	lr=0.001202
Epoch[186] Batch [1849]	Speed: 757.115960 samples/sec	rmse=0.013887	lr=0.001201
Epoch[186] Batch [1899]	Speed: 775.403476 samples/sec	rmse=0.013879	lr=0.001199
Epoch[186] Batch [1949]	Speed: 715.394058 samples/sec	rmse=0.013884	lr=0.001197
Epoch[186] Batch [1999]	Speed: 743.066655 samples/sec	rmse=0.013887	lr=0.001195
Epoch[186] Batch [2049]	Speed: 737.982917 samples/sec	rmse=0.013892	lr=0.001194
Epoch[186] Batch [2099]	Speed: 721.446314 samples/sec	rmse=0.013891	lr=0.001192
Epoch[186] Batch [2149]	Speed: 754.722857 samples/sec	rmse=0.013896	lr=0.001190
Epoch[186] Batch [2199]	Speed: 717.530659 samples/sec	rmse=0.013893	lr=0.001188
Epoch[186] Batch [2249]	Speed: 744.063454 samples/sec	rmse=0.013890	lr=0.001187
Epoch[186] Batch [2299]	Speed: 724.791025 samples/sec	rmse=0.013883	lr=0.001185
Epoch[186] Batch [2349]	Speed: 755.114305 samples/sec	rmse=0.013883	lr=0.001183
Epoch[186] Batch [2399]	Speed: 761.409306 samples/sec	rmse=0.013879	lr=0.001182
Epoch[186] Batch [2449]	Speed: 719.013351 samples/sec	rmse=0.013878	lr=0.001180
Epoch[186] Batch [2499]	Speed: 751.051970 samples/sec	rmse=0.013878	lr=0.001178
Epoch[186] Batch [2549]	Speed: 716.729433 samples/sec	rmse=0.013869	lr=0.001176
Epoch[186] Batch [2599]	Speed: 750.911993 samples/sec	rmse=0.013864	lr=0.001175
Epoch[186] Batch [2649]	Speed: 726.170271 samples/sec	rmse=0.013862	lr=0.001173
Epoch[186] Batch [2699]	Speed: 728.713381 samples/sec	rmse=0.013861	lr=0.001171
Epoch[186] Batch [2749]	Speed: 737.625635 samples/sec	rmse=0.013855	lr=0.001169
Epoch[186] Batch [2799]	Speed: 752.550290 samples/sec	rmse=0.013856	lr=0.001168
Epoch[186] Batch [2849]	Speed: 754.574032 samples/sec	rmse=0.013854	lr=0.001166
Epoch[186] Batch [2899]	Speed: 730.742553 samples/sec	rmse=0.013852	lr=0.001164
Epoch[186] Batch [2949]	Speed: 715.529144 samples/sec	rmse=0.013851	lr=0.001162
Epoch[186] Batch [2999]	Speed: 732.542580 samples/sec	rmse=0.013850	lr=0.001161
Epoch[186] Batch [3049]	Speed: 748.003815 samples/sec	rmse=0.013853	lr=0.001159
Epoch[186] Batch [3099]	Speed: 759.086920 samples/sec	rmse=0.013855	lr=0.001157
Epoch[186] Batch [3149]	Speed: 750.710245 samples/sec	rmse=0.013855	lr=0.001156
Epoch[186] Batch [3199]	Speed: 747.346931 samples/sec	rmse=0.013856	lr=0.001154
Epoch[186] Batch [3249]	Speed: 741.632757 samples/sec	rmse=0.013857	lr=0.001152
Epoch[186] Batch [3299]	Speed: 738.017937 samples/sec	rmse=0.013855	lr=0.001150
Epoch[186] Batch [3349]	Speed: 742.524479 samples/sec	rmse=0.013856	lr=0.001149
Epoch[186] Batch [3399]	Speed: 717.911079 samples/sec	rmse=0.013856	lr=0.001147
Epoch[186] Batch [3449]	Speed: 769.933148 samples/sec	rmse=0.013856	lr=0.001145
Epoch[186] Batch [3499]	Speed: 748.547336 samples/sec	rmse=0.013861	lr=0.001144
Epoch[186] Batch [3549]	Speed: 719.331796 samples/sec	rmse=0.013864	lr=0.001142
Epoch[186] Batch [3599]	Speed: 744.705651 samples/sec	rmse=0.013861	lr=0.001140
Epoch[186] Batch [3649]	Speed: 729.869908 samples/sec	rmse=0.013860	lr=0.001138
Epoch[186] Batch [3699]	Speed: 722.113680 samples/sec	rmse=0.013862	lr=0.001137
Epoch[186] Batch [3749]	Speed: 728.067404 samples/sec	rmse=0.013863	lr=0.001135
Epoch[186] Batch [3799]	Speed: 748.453938 samples/sec	rmse=0.013864	lr=0.001133
Epoch[186] Batch [3849]	Speed: 727.734926 samples/sec	rmse=0.013864	lr=0.001132
Epoch[186] Batch [3899]	Speed: 737.533453 samples/sec	rmse=0.013862	lr=0.001130
Epoch[186] Batch [3949]	Speed: 710.085751 samples/sec	rmse=0.013864	lr=0.001128
Epoch[186] Batch [3999]	Speed: 719.492363 samples/sec	rmse=0.013862	lr=0.001127
Epoch[186] Batch [4049]	Speed: 699.272230 samples/sec	rmse=0.013859	lr=0.001125
Epoch[186] Batch [4099]	Speed: 710.163749 samples/sec	rmse=0.013856	lr=0.001123
Epoch[186] Batch [4149]	Speed: 712.917165 samples/sec	rmse=0.013856	lr=0.001121
Epoch[186] Batch [4199]	Speed: 730.665378 samples/sec	rmse=0.013855	lr=0.001120
Epoch[186] Batch [4249]	Speed: 717.379651 samples/sec	rmse=0.013855	lr=0.001118
Epoch[186] Batch [4299]	Speed: 747.374906 samples/sec	rmse=0.013853	lr=0.001116
Epoch[186] Batch [4349]	Speed: 746.928450 samples/sec	rmse=0.013856	lr=0.001115
Epoch[186] Batch [4399]	Speed: 718.912063 samples/sec	rmse=0.013855	lr=0.001113
Epoch[186] Batch [4449]	Speed: 735.577310 samples/sec	rmse=0.013858	lr=0.001111
Epoch[186] Batch [4499]	Speed: 729.955807 samples/sec	rmse=0.013858	lr=0.001110
Epoch[186] Batch [4549]	Speed: 713.916129 samples/sec	rmse=0.013857	lr=0.001108
Epoch[186] Batch [4599]	Speed: 711.900734 samples/sec	rmse=0.013857	lr=0.001106
Epoch[186] Batch [4649]	Speed: 723.881626 samples/sec	rmse=0.013862	lr=0.001105
Epoch[186] Batch [4699]	Speed: 724.819872 samples/sec	rmse=0.013860	lr=0.001103
Epoch[186] Batch [4749]	Speed: 746.142073 samples/sec	rmse=0.013860	lr=0.001101
Epoch[186] Batch [4799]	Speed: 752.385744 samples/sec	rmse=0.013858	lr=0.001099
Epoch[186] Batch [4849]	Speed: 700.875297 samples/sec	rmse=0.013858	lr=0.001098
Epoch[186] Batch [4899]	Speed: 735.483402 samples/sec	rmse=0.013860	lr=0.001096
Epoch[186] Batch [4949]	Speed: 749.693895 samples/sec	rmse=0.013859	lr=0.001094
Epoch[186] Batch [4999]	Speed: 744.085636 samples/sec	rmse=0.013858	lr=0.001093
[Epoch 186] training: rmse=0.013856
[Epoch 186] speed: 736 samples/sec	time cost: 1764.670414
[Epoch 186] validation: err-top1=0.198097 err-top5=0.048057
Epoch[187] Batch [49]	Speed: 684.231539 samples/sec	rmse=0.013544	lr=0.001091
Epoch[187] Batch [99]	Speed: 713.375962 samples/sec	rmse=0.013641	lr=0.001089
Epoch[187] Batch [149]	Speed: 723.522252 samples/sec	rmse=0.013755	lr=0.001088
Epoch[187] Batch [199]	Speed: 718.058728 samples/sec	rmse=0.013801	lr=0.001086
Epoch[187] Batch [249]	Speed: 786.683800 samples/sec	rmse=0.013765	lr=0.001084
Epoch[187] Batch [299]	Speed: 728.844472 samples/sec	rmse=0.013758	lr=0.001083
Epoch[187] Batch [349]	Speed: 744.899771 samples/sec	rmse=0.013767	lr=0.001081
Epoch[187] Batch [399]	Speed: 729.975876 samples/sec	rmse=0.013738	lr=0.001079
Epoch[187] Batch [449]	Speed: 759.132623 samples/sec	rmse=0.013717	lr=0.001078
Epoch[187] Batch [499]	Speed: 697.217393 samples/sec	rmse=0.013712	lr=0.001076
Epoch[187] Batch [549]	Speed: 741.159141 samples/sec	rmse=0.013732	lr=0.001074
Epoch[187] Batch [599]	Speed: 718.507023 samples/sec	rmse=0.013754	lr=0.001073
Epoch[187] Batch [649]	Speed: 741.083106 samples/sec	rmse=0.013750	lr=0.001071
Epoch[187] Batch [699]	Speed: 726.465488 samples/sec	rmse=0.013761	lr=0.001069
Epoch[187] Batch [749]	Speed: 720.021905 samples/sec	rmse=0.013753	lr=0.001068
Epoch[187] Batch [799]	Speed: 764.152467 samples/sec	rmse=0.013743	lr=0.001066
Epoch[187] Batch [849]	Speed: 733.708225 samples/sec	rmse=0.013752	lr=0.001064
Epoch[187] Batch [899]	Speed: 737.117770 samples/sec	rmse=0.013735	lr=0.001063
Epoch[187] Batch [949]	Speed: 738.130962 samples/sec	rmse=0.013740	lr=0.001061
Epoch[187] Batch [999]	Speed: 734.013518 samples/sec	rmse=0.013748	lr=0.001059
Epoch[187] Batch [1049]	Speed: 717.322237 samples/sec	rmse=0.013754	lr=0.001058
Epoch[187] Batch [1099]	Speed: 725.843684 samples/sec	rmse=0.013753	lr=0.001056
Epoch[187] Batch [1149]	Speed: 770.984715 samples/sec	rmse=0.013749	lr=0.001054
Epoch[187] Batch [1199]	Speed: 747.488329 samples/sec	rmse=0.013748	lr=0.001053
Epoch[187] Batch [1249]	Speed: 744.460189 samples/sec	rmse=0.013745	lr=0.001051
Epoch[187] Batch [1299]	Speed: 738.336920 samples/sec	rmse=0.013749	lr=0.001050
Epoch[187] Batch [1349]	Speed: 727.224844 samples/sec	rmse=0.013738	lr=0.001048
Epoch[187] Batch [1399]	Speed: 756.442746 samples/sec	rmse=0.013731	lr=0.001046
Epoch[187] Batch [1449]	Speed: 743.659467 samples/sec	rmse=0.013746	lr=0.001045
Epoch[187] Batch [1499]	Speed: 742.766190 samples/sec	rmse=0.013743	lr=0.001043
Epoch[187] Batch [1549]	Speed: 712.381400 samples/sec	rmse=0.013739	lr=0.001041
Epoch[187] Batch [1599]	Speed: 728.717486 samples/sec	rmse=0.013728	lr=0.001040
Epoch[187] Batch [1649]	Speed: 754.108406 samples/sec	rmse=0.013736	lr=0.001038
Epoch[187] Batch [1699]	Speed: 736.026329 samples/sec	rmse=0.013735	lr=0.001036
Epoch[187] Batch [1749]	Speed: 748.133713 samples/sec	rmse=0.013728	lr=0.001035
Epoch[187] Batch [1799]	Speed: 726.792546 samples/sec	rmse=0.013735	lr=0.001033
Epoch[187] Batch [1849]	Speed: 719.867819 samples/sec	rmse=0.013733	lr=0.001032
Epoch[187] Batch [1899]	Speed: 749.813175 samples/sec	rmse=0.013736	lr=0.001030
Epoch[187] Batch [1949]	Speed: 712.605963 samples/sec	rmse=0.013743	lr=0.001028
Epoch[187] Batch [1999]	Speed: 728.858779 samples/sec	rmse=0.013741	lr=0.001027
Epoch[187] Batch [2049]	Speed: 714.023697 samples/sec	rmse=0.013738	lr=0.001025
Epoch[187] Batch [2099]	Speed: 743.497962 samples/sec	rmse=0.013744	lr=0.001023
Epoch[187] Batch [2149]	Speed: 715.210856 samples/sec	rmse=0.013741	lr=0.001022
Epoch[187] Batch [2199]	Speed: 737.649097 samples/sec	rmse=0.013736	lr=0.001020
Epoch[187] Batch [2249]	Speed: 730.810392 samples/sec	rmse=0.013737	lr=0.001019
Epoch[187] Batch [2299]	Speed: 738.146713 samples/sec	rmse=0.013738	lr=0.001017
Epoch[187] Batch [2349]	Speed: 746.877492 samples/sec	rmse=0.013737	lr=0.001015
Epoch[187] Batch [2399]	Speed: 757.479007 samples/sec	rmse=0.013746	lr=0.001014
Epoch[187] Batch [2449]	Speed: 757.755601 samples/sec	rmse=0.013744	lr=0.001012
Epoch[187] Batch [2499]	Speed: 700.675979 samples/sec	rmse=0.013748	lr=0.001011
Epoch[187] Batch [2549]	Speed: 740.993617 samples/sec	rmse=0.013748	lr=0.001009
Epoch[187] Batch [2599]	Speed: 735.283806 samples/sec	rmse=0.013750	lr=0.001007
Epoch[187] Batch [2649]	Speed: 720.831317 samples/sec	rmse=0.013752	lr=0.001006
Epoch[187] Batch [2699]	Speed: 738.149951 samples/sec	rmse=0.013751	lr=0.001004
Epoch[187] Batch [2749]	Speed: 718.464638 samples/sec	rmse=0.013758	lr=0.001003
Epoch[187] Batch [2799]	Speed: 755.634305 samples/sec	rmse=0.013761	lr=0.001001
Epoch[187] Batch [2849]	Speed: 751.412094 samples/sec	rmse=0.013761	lr=0.000999
Epoch[187] Batch [2899]	Speed: 729.816509 samples/sec	rmse=0.013763	lr=0.000998
Epoch[187] Batch [2949]	Speed: 731.146434 samples/sec	rmse=0.013768	lr=0.000996
Epoch[187] Batch [2999]	Speed: 756.337394 samples/sec	rmse=0.013768	lr=0.000995
Epoch[187] Batch [3049]	Speed: 735.873872 samples/sec	rmse=0.013767	lr=0.000993
Epoch[187] Batch [3099]	Speed: 726.909443 samples/sec	rmse=0.013765	lr=0.000991
Epoch[187] Batch [3149]	Speed: 711.469732 samples/sec	rmse=0.013765	lr=0.000990
Epoch[187] Batch [3199]	Speed: 705.571869 samples/sec	rmse=0.013763	lr=0.000988
Epoch[187] Batch [3249]	Speed: 736.061133 samples/sec	rmse=0.013767	lr=0.000987
Epoch[187] Batch [3299]	Speed: 710.514513 samples/sec	rmse=0.013768	lr=0.000985
Epoch[187] Batch [3349]	Speed: 722.775587 samples/sec	rmse=0.013768	lr=0.000983
Epoch[187] Batch [3399]	Speed: 735.583871 samples/sec	rmse=0.013775	lr=0.000982
Epoch[187] Batch [3449]	Speed: 744.300771 samples/sec	rmse=0.013775	lr=0.000980
Epoch[187] Batch [3499]	Speed: 707.194937 samples/sec	rmse=0.013776	lr=0.000979
Epoch[187] Batch [3549]	Speed: 725.425573 samples/sec	rmse=0.013777	lr=0.000977
Epoch[187] Batch [3599]	Speed: 744.175265 samples/sec	rmse=0.013776	lr=0.000975
Epoch[187] Batch [3649]	Speed: 745.669931 samples/sec	rmse=0.013781	lr=0.000974
Epoch[187] Batch [3699]	Speed: 728.495773 samples/sec	rmse=0.013782	lr=0.000972
Epoch[187] Batch [3749]	Speed: 778.528198 samples/sec	rmse=0.013780	lr=0.000971
Epoch[187] Batch [3799]	Speed: 716.831667 samples/sec	rmse=0.013782	lr=0.000969
Epoch[187] Batch [3849]	Speed: 748.412746 samples/sec	rmse=0.013780	lr=0.000968
Epoch[187] Batch [3899]	Speed: 708.365881 samples/sec	rmse=0.013779	lr=0.000966
Epoch[187] Batch [3949]	Speed: 726.625666 samples/sec	rmse=0.013783	lr=0.000964
Epoch[187] Batch [3999]	Speed: 716.456874 samples/sec	rmse=0.013782	lr=0.000963
Epoch[187] Batch [4049]	Speed: 714.453969 samples/sec	rmse=0.013785	lr=0.000961
Epoch[187] Batch [4099]	Speed: 722.786281 samples/sec	rmse=0.013783	lr=0.000960
Epoch[187] Batch [4149]	Speed: 733.053817 samples/sec	rmse=0.013788	lr=0.000958
Epoch[187] Batch [4199]	Speed: 704.568955 samples/sec	rmse=0.013787	lr=0.000957
Epoch[187] Batch [4249]	Speed: 716.037405 samples/sec	rmse=0.013788	lr=0.000955
Epoch[187] Batch [4299]	Speed: 704.916925 samples/sec	rmse=0.013785	lr=0.000953
Epoch[187] Batch [4349]	Speed: 729.818345 samples/sec	rmse=0.013783	lr=0.000952
Epoch[187] Batch [4399]	Speed: 743.469113 samples/sec	rmse=0.013784	lr=0.000950
Epoch[187] Batch [4449]	Speed: 743.862720 samples/sec	rmse=0.013786	lr=0.000949
Epoch[187] Batch [4499]	Speed: 742.830854 samples/sec	rmse=0.013785	lr=0.000947
Epoch[187] Batch [4549]	Speed: 725.041204 samples/sec	rmse=0.013785	lr=0.000946
Epoch[187] Batch [4599]	Speed: 737.366688 samples/sec	rmse=0.013783	lr=0.000944
Epoch[187] Batch [4649]	Speed: 720.478698 samples/sec	rmse=0.013784	lr=0.000943
Epoch[187] Batch [4699]	Speed: 773.206417 samples/sec	rmse=0.013785	lr=0.000941
Epoch[187] Batch [4749]	Speed: 750.250034 samples/sec	rmse=0.013783	lr=0.000939
Epoch[187] Batch [4799]	Speed: 724.987579 samples/sec	rmse=0.013784	lr=0.000938
Epoch[187] Batch [4849]	Speed: 738.084232 samples/sec	rmse=0.013780	lr=0.000936
Epoch[187] Batch [4899]	Speed: 721.360564 samples/sec	rmse=0.013781	lr=0.000935
Epoch[187] Batch [4949]	Speed: 740.231795 samples/sec	rmse=0.013783	lr=0.000933
Epoch[187] Batch [4999]	Speed: 714.466082 samples/sec	rmse=0.013783	lr=0.000932
[Epoch 187] training: rmse=0.013784
[Epoch 187] speed: 732 samples/sec	time cost: 1773.884056
[Epoch 187] validation: err-top1=0.197316 err-top5=0.048177
Epoch[188] Batch [49]	Speed: 708.022361 samples/sec	rmse=0.013730	lr=0.000930
Epoch[188] Batch [99]	Speed: 739.233911 samples/sec	rmse=0.013502	lr=0.000928
Epoch[188] Batch [149]	Speed: 747.766245 samples/sec	rmse=0.013597	lr=0.000927
Epoch[188] Batch [199]	Speed: 714.886339 samples/sec	rmse=0.013546	lr=0.000925
Epoch[188] Batch [249]	Speed: 741.068477 samples/sec	rmse=0.013625	lr=0.000924
Epoch[188] Batch [299]	Speed: 751.799725 samples/sec	rmse=0.013708	lr=0.000922
Epoch[188] Batch [349]	Speed: 725.342284 samples/sec	rmse=0.013732	lr=0.000921
Epoch[188] Batch [399]	Speed: 712.367335 samples/sec	rmse=0.013714	lr=0.000919
Epoch[188] Batch [449]	Speed: 733.951143 samples/sec	rmse=0.013713	lr=0.000918
Epoch[188] Batch [499]	Speed: 711.530165 samples/sec	rmse=0.013704	lr=0.000916
Epoch[188] Batch [549]	Speed: 723.247077 samples/sec	rmse=0.013711	lr=0.000915
Epoch[188] Batch [599]	Speed: 762.117421 samples/sec	rmse=0.013702	lr=0.000913
Epoch[188] Batch [649]	Speed: 733.089962 samples/sec	rmse=0.013713	lr=0.000912
Epoch[188] Batch [699]	Speed: 719.196802 samples/sec	rmse=0.013703	lr=0.000910
Epoch[188] Batch [749]	Speed: 731.441785 samples/sec	rmse=0.013699	lr=0.000908
Epoch[188] Batch [799]	Speed: 723.151956 samples/sec	rmse=0.013716	lr=0.000907
Epoch[188] Batch [849]	Speed: 728.231886 samples/sec	rmse=0.013712	lr=0.000905
Epoch[188] Batch [899]	Speed: 709.835808 samples/sec	rmse=0.013722	lr=0.000904
Epoch[188] Batch [949]	Speed: 714.880161 samples/sec	rmse=0.013728	lr=0.000902
Epoch[188] Batch [999]	Speed: 722.018770 samples/sec	rmse=0.013724	lr=0.000901
Epoch[188] Batch [1049]	Speed: 710.977132 samples/sec	rmse=0.013729	lr=0.000899
Epoch[188] Batch [1099]	Speed: 735.985667 samples/sec	rmse=0.013722	lr=0.000898
Epoch[188] Batch [1149]	Speed: 741.048653 samples/sec	rmse=0.013708	lr=0.000896
Epoch[188] Batch [1199]	Speed: 751.001078 samples/sec	rmse=0.013709	lr=0.000895
Epoch[188] Batch [1249]	Speed: 744.326910 samples/sec	rmse=0.013718	lr=0.000893
Epoch[188] Batch [1299]	Speed: 756.580645 samples/sec	rmse=0.013734	lr=0.000892
Epoch[188] Batch [1349]	Speed: 730.040158 samples/sec	rmse=0.013729	lr=0.000890
Epoch[188] Batch [1399]	Speed: 773.003476 samples/sec	rmse=0.013732	lr=0.000889
Epoch[188] Batch [1449]	Speed: 696.033209 samples/sec	rmse=0.013739	lr=0.000887
Epoch[188] Batch [1499]	Speed: 700.111892 samples/sec	rmse=0.013738	lr=0.000886
Epoch[188] Batch [1549]	Speed: 721.660710 samples/sec	rmse=0.013734	lr=0.000884
Epoch[188] Batch [1599]	Speed: 735.137444 samples/sec	rmse=0.013731	lr=0.000883
Epoch[188] Batch [1649]	Speed: 749.848541 samples/sec	rmse=0.013734	lr=0.000881
Epoch[188] Batch [1699]	Speed: 724.463781 samples/sec	rmse=0.013725	lr=0.000880
Epoch[188] Batch [1749]	Speed: 708.925809 samples/sec	rmse=0.013724	lr=0.000878
Epoch[188] Batch [1799]	Speed: 724.257467 samples/sec	rmse=0.013726	lr=0.000877
Epoch[188] Batch [1849]	Speed: 708.285174 samples/sec	rmse=0.013724	lr=0.000875
Epoch[188] Batch [1899]	Speed: 739.548782 samples/sec	rmse=0.013724	lr=0.000874
Epoch[188] Batch [1949]	Speed: 742.186805 samples/sec	rmse=0.013719	lr=0.000872
Epoch[188] Batch [1999]	Speed: 719.396521 samples/sec	rmse=0.013721	lr=0.000871
Epoch[188] Batch [2049]	Speed: 729.374982 samples/sec	rmse=0.013713	lr=0.000869
Epoch[188] Batch [2099]	Speed: 736.222947 samples/sec	rmse=0.013715	lr=0.000868
Epoch[188] Batch [2149]	Speed: 745.263868 samples/sec	rmse=0.013712	lr=0.000866
Epoch[188] Batch [2199]	Speed: 721.746124 samples/sec	rmse=0.013712	lr=0.000865
Epoch[188] Batch [2249]	Speed: 747.950804 samples/sec	rmse=0.013711	lr=0.000863
Epoch[188] Batch [2299]	Speed: 742.103717 samples/sec	rmse=0.013709	lr=0.000862
Epoch[188] Batch [2349]	Speed: 766.570616 samples/sec	rmse=0.013708	lr=0.000860
Epoch[188] Batch [2399]	Speed: 739.951536 samples/sec	rmse=0.013713	lr=0.000859
Epoch[188] Batch [2449]	Speed: 754.571412 samples/sec	rmse=0.013712	lr=0.000857
Epoch[188] Batch [2499]	Speed: 738.883054 samples/sec	rmse=0.013715	lr=0.000856
Epoch[188] Batch [2549]	Speed: 721.487345 samples/sec	rmse=0.013714	lr=0.000854
Epoch[188] Batch [2599]	Speed: 727.718660 samples/sec	rmse=0.013714	lr=0.000853
Epoch[188] Batch [2649]	Speed: 709.797706 samples/sec	rmse=0.013712	lr=0.000851
Epoch[188] Batch [2699]	Speed: 756.632424 samples/sec	rmse=0.013713	lr=0.000850
Epoch[188] Batch [2749]	Speed: 767.743628 samples/sec	rmse=0.013711	lr=0.000848
Epoch[188] Batch [2799]	Speed: 741.187126 samples/sec	rmse=0.013712	lr=0.000847
Epoch[188] Batch [2849]	Speed: 762.701005 samples/sec	rmse=0.013713	lr=0.000845
Epoch[188] Batch [2899]	Speed: 726.218186 samples/sec	rmse=0.013709	lr=0.000844
Epoch[188] Batch [2949]	Speed: 716.099943 samples/sec	rmse=0.013708	lr=0.000842
Epoch[188] Batch [2999]	Speed: 734.337978 samples/sec	rmse=0.013706	lr=0.000841
Epoch[188] Batch [3049]	Speed: 742.625751 samples/sec	rmse=0.013709	lr=0.000840
Epoch[188] Batch [3099]	Speed: 776.612179 samples/sec	rmse=0.013710	lr=0.000838
Epoch[188] Batch [3149]	Speed: 759.708698 samples/sec	rmse=0.013706	lr=0.000837
Epoch[188] Batch [3199]	Speed: 768.974158 samples/sec	rmse=0.013703	lr=0.000835
Epoch[188] Batch [3249]	Speed: 761.110572 samples/sec	rmse=0.013706	lr=0.000834
Epoch[188] Batch [3299]	Speed: 741.115423 samples/sec	rmse=0.013708	lr=0.000832
Epoch[188] Batch [3349]	Speed: 718.794665 samples/sec	rmse=0.013709	lr=0.000831
Epoch[188] Batch [3399]	Speed: 764.762234 samples/sec	rmse=0.013705	lr=0.000829
Epoch[188] Batch [3449]	Speed: 738.837936 samples/sec	rmse=0.013706	lr=0.000828
Epoch[188] Batch [3499]	Speed: 780.918831 samples/sec	rmse=0.013703	lr=0.000826
Epoch[188] Batch [3549]	Speed: 766.527011 samples/sec	rmse=0.013707	lr=0.000825
Epoch[188] Batch [3599]	Speed: 785.860697 samples/sec	rmse=0.013706	lr=0.000823
Epoch[188] Batch [3649]	Speed: 739.577318 samples/sec	rmse=0.013708	lr=0.000822
Epoch[188] Batch [3699]	Speed: 734.414443 samples/sec	rmse=0.013709	lr=0.000821
Epoch[188] Batch [3749]	Speed: 739.986417 samples/sec	rmse=0.013711	lr=0.000819
Epoch[188] Batch [3799]	Speed: 721.043934 samples/sec	rmse=0.013712	lr=0.000818
Epoch[188] Batch [3849]	Speed: 721.949456 samples/sec	rmse=0.013712	lr=0.000816
Epoch[188] Batch [3899]	Speed: 743.268071 samples/sec	rmse=0.013713	lr=0.000815
Epoch[188] Batch [3949]	Speed: 753.906970 samples/sec	rmse=0.013715	lr=0.000813
Epoch[188] Batch [3999]	Speed: 711.841825 samples/sec	rmse=0.013713	lr=0.000812
Epoch[188] Batch [4049]	Speed: 750.518635 samples/sec	rmse=0.013714	lr=0.000810
Epoch[188] Batch [4099]	Speed: 763.378582 samples/sec	rmse=0.013712	lr=0.000809
Epoch[188] Batch [4149]	Speed: 715.181683 samples/sec	rmse=0.013713	lr=0.000808
Epoch[188] Batch [4199]	Speed: 745.358737 samples/sec	rmse=0.013716	lr=0.000806
Epoch[188] Batch [4249]	Speed: 749.962810 samples/sec	rmse=0.013715	lr=0.000805
Epoch[188] Batch [4299]	Speed: 734.222104 samples/sec	rmse=0.013713	lr=0.000803
Epoch[188] Batch [4349]	Speed: 752.457346 samples/sec	rmse=0.013715	lr=0.000802
Epoch[188] Batch [4399]	Speed: 749.500439 samples/sec	rmse=0.013716	lr=0.000800
Epoch[188] Batch [4449]	Speed: 719.750475 samples/sec	rmse=0.013717	lr=0.000799
Epoch[188] Batch [4499]	Speed: 740.086395 samples/sec	rmse=0.013715	lr=0.000797
Epoch[188] Batch [4549]	Speed: 743.582496 samples/sec	rmse=0.013714	lr=0.000796
Epoch[188] Batch [4599]	Speed: 735.697805 samples/sec	rmse=0.013714	lr=0.000795
Epoch[188] Batch [4649]	Speed: 741.198627 samples/sec	rmse=0.013716	lr=0.000793
Epoch[188] Batch [4699]	Speed: 705.528382 samples/sec	rmse=0.013712	lr=0.000792
Epoch[188] Batch [4749]	Speed: 723.725728 samples/sec	rmse=0.013711	lr=0.000790
Epoch[188] Batch [4799]	Speed: 749.694471 samples/sec	rmse=0.013710	lr=0.000789
Epoch[188] Batch [4849]	Speed: 729.097298 samples/sec	rmse=0.013712	lr=0.000788
Epoch[188] Batch [4899]	Speed: 760.303380 samples/sec	rmse=0.013711	lr=0.000786
Epoch[188] Batch [4949]	Speed: 751.024958 samples/sec	rmse=0.013712	lr=0.000785
Epoch[188] Batch [4999]	Speed: 717.116321 samples/sec	rmse=0.013711	lr=0.000783
[Epoch 188] training: rmse=0.013710
[Epoch 188] speed: 736 samples/sec	time cost: 1763.327448
[Epoch 188] validation: err-top1=0.197824 err-top5=0.048051
Epoch[189] Batch [49]	Speed: 714.795603 samples/sec	rmse=0.013881	lr=0.000782
Epoch[189] Batch [99]	Speed: 739.433763 samples/sec	rmse=0.013796	lr=0.000780
Epoch[189] Batch [149]	Speed: 726.152925 samples/sec	rmse=0.013720	lr=0.000779
Epoch[189] Batch [199]	Speed: 736.902832 samples/sec	rmse=0.013681	lr=0.000777
Epoch[189] Batch [249]	Speed: 764.825217 samples/sec	rmse=0.013733	lr=0.000776
Epoch[189] Batch [299]	Speed: 727.677046 samples/sec	rmse=0.013665	lr=0.000775
Epoch[189] Batch [349]	Speed: 768.800855 samples/sec	rmse=0.013658	lr=0.000773
Epoch[189] Batch [399]	Speed: 727.607311 samples/sec	rmse=0.013703	lr=0.000772
Epoch[189] Batch [449]	Speed: 747.343747 samples/sec	rmse=0.013712	lr=0.000770
Epoch[189] Batch [499]	Speed: 741.110400 samples/sec	rmse=0.013705	lr=0.000769
Epoch[189] Batch [549]	Speed: 749.515580 samples/sec	rmse=0.013705	lr=0.000768
Epoch[189] Batch [599]	Speed: 742.116837 samples/sec	rmse=0.013691	lr=0.000766
Epoch[189] Batch [649]	Speed: 775.781318 samples/sec	rmse=0.013670	lr=0.000765
Epoch[189] Batch [699]	Speed: 741.290141 samples/sec	rmse=0.013660	lr=0.000763
Epoch[189] Batch [749]	Speed: 710.765159 samples/sec	rmse=0.013667	lr=0.000762
Epoch[189] Batch [799]	Speed: 704.828813 samples/sec	rmse=0.013652	lr=0.000761
Epoch[189] Batch [849]	Speed: 731.721348 samples/sec	rmse=0.013653	lr=0.000759
Epoch[189] Batch [899]	Speed: 705.483658 samples/sec	rmse=0.013654	lr=0.000758
Epoch[189] Batch [949]	Speed: 714.297039 samples/sec	rmse=0.013649	lr=0.000756
Epoch[189] Batch [999]	Speed: 709.654391 samples/sec	rmse=0.013650	lr=0.000755
Epoch[189] Batch [1049]	Speed: 729.580405 samples/sec	rmse=0.013641	lr=0.000754
Epoch[189] Batch [1099]	Speed: 737.613697 samples/sec	rmse=0.013631	lr=0.000752
Epoch[189] Batch [1149]	Speed: 717.841389 samples/sec	rmse=0.013637	lr=0.000751
Epoch[189] Batch [1199]	Speed: 774.915220 samples/sec	rmse=0.013643	lr=0.000749
Epoch[189] Batch [1249]	Speed: 753.299215 samples/sec	rmse=0.013640	lr=0.000748
Epoch[189] Batch [1299]	Speed: 726.619805 samples/sec	rmse=0.013641	lr=0.000747
Epoch[189] Batch [1349]	Speed: 738.900545 samples/sec	rmse=0.013633	lr=0.000745
Epoch[189] Batch [1399]	Speed: 746.539419 samples/sec	rmse=0.013639	lr=0.000744
Epoch[189] Batch [1449]	Speed: 724.085596 samples/sec	rmse=0.013639	lr=0.000743
Epoch[189] Batch [1499]	Speed: 752.663801 samples/sec	rmse=0.013640	lr=0.000741
Epoch[189] Batch [1549]	Speed: 743.567244 samples/sec	rmse=0.013637	lr=0.000740
Epoch[189] Batch [1599]	Speed: 733.375535 samples/sec	rmse=0.013637	lr=0.000738
Epoch[189] Batch [1649]	Speed: 724.193671 samples/sec	rmse=0.013629	lr=0.000737
Epoch[189] Batch [1699]	Speed: 756.027019 samples/sec	rmse=0.013627	lr=0.000736
Epoch[189] Batch [1749]	Speed: 750.986529 samples/sec	rmse=0.013632	lr=0.000734
Epoch[189] Batch [1799]	Speed: 729.298928 samples/sec	rmse=0.013635	lr=0.000733
Epoch[189] Batch [1849]	Speed: 739.627233 samples/sec	rmse=0.013636	lr=0.000732
Epoch[189] Batch [1899]	Speed: 748.576404 samples/sec	rmse=0.013635	lr=0.000730
Epoch[189] Batch [1949]	Speed: 733.672600 samples/sec	rmse=0.013641	lr=0.000729
Epoch[189] Batch [1999]	Speed: 722.709552 samples/sec	rmse=0.013641	lr=0.000727
Epoch[189] Batch [2049]	Speed: 735.602970 samples/sec	rmse=0.013640	lr=0.000726
Epoch[189] Batch [2099]	Speed: 722.136894 samples/sec	rmse=0.013641	lr=0.000725
Epoch[189] Batch [2149]	Speed: 751.053998 samples/sec	rmse=0.013638	lr=0.000723
Epoch[189] Batch [2199]	Speed: 709.210354 samples/sec	rmse=0.013642	lr=0.000722
Epoch[189] Batch [2249]	Speed: 762.898258 samples/sec	rmse=0.013643	lr=0.000721
Epoch[189] Batch [2299]	Speed: 714.703330 samples/sec	rmse=0.013643	lr=0.000719
Epoch[189] Batch [2349]	Speed: 730.058524 samples/sec	rmse=0.013640	lr=0.000718
Epoch[189] Batch [2399]	Speed: 744.229187 samples/sec	rmse=0.013645	lr=0.000716
Epoch[189] Batch [2449]	Speed: 760.565986 samples/sec	rmse=0.013643	lr=0.000715
Epoch[189] Batch [2499]	Speed: 733.096268 samples/sec	rmse=0.013644	lr=0.000714
Epoch[189] Batch [2549]	Speed: 744.535463 samples/sec	rmse=0.013641	lr=0.000712
Epoch[189] Batch [2599]	Speed: 729.986079 samples/sec	rmse=0.013639	lr=0.000711
Epoch[189] Batch [2649]	Speed: 756.854471 samples/sec	rmse=0.013644	lr=0.000710
Epoch[189] Batch [2699]	Speed: 726.980402 samples/sec	rmse=0.013639	lr=0.000708
Epoch[189] Batch [2749]	Speed: 777.883982 samples/sec	rmse=0.013642	lr=0.000707
Epoch[189] Batch [2799]	Speed: 752.808813 samples/sec	rmse=0.013638	lr=0.000706
Epoch[189] Batch [2849]	Speed: 741.259017 samples/sec	rmse=0.013638	lr=0.000704
Epoch[189] Batch [2899]	Speed: 729.604974 samples/sec	rmse=0.013637	lr=0.000703
Epoch[189] Batch [2949]	Speed: 760.740921 samples/sec	rmse=0.013638	lr=0.000702
Epoch[189] Batch [2999]	Speed: 778.456933 samples/sec	rmse=0.013638	lr=0.000700
Epoch[189] Batch [3049]	Speed: 744.613292 samples/sec	rmse=0.013637	lr=0.000699
Epoch[189] Batch [3099]	Speed: 754.266553 samples/sec	rmse=0.013639	lr=0.000698
Epoch[189] Batch [3149]	Speed: 724.232270 samples/sec	rmse=0.013635	lr=0.000696
Epoch[189] Batch [3199]	Speed: 735.498989 samples/sec	rmse=0.013644	lr=0.000695
Epoch[189] Batch [3249]	Speed: 757.532715 samples/sec	rmse=0.013646	lr=0.000694
Epoch[189] Batch [3299]	Speed: 758.303955 samples/sec	rmse=0.013646	lr=0.000692
Epoch[189] Batch [3349]	Speed: 726.554226 samples/sec	rmse=0.013653	lr=0.000691
Epoch[189] Batch [3399]	Speed: 773.098538 samples/sec	rmse=0.013652	lr=0.000690
Epoch[189] Batch [3449]	Speed: 760.361635 samples/sec	rmse=0.013651	lr=0.000688
Epoch[189] Batch [3499]	Speed: 748.040064 samples/sec	rmse=0.013650	lr=0.000687
Epoch[189] Batch [3549]	Speed: 709.441556 samples/sec	rmse=0.013647	lr=0.000686
Epoch[189] Batch [3599]	Speed: 725.897150 samples/sec	rmse=0.013648	lr=0.000684
Epoch[189] Batch [3649]	Speed: 760.961083 samples/sec	rmse=0.013647	lr=0.000683
Epoch[189] Batch [3699]	Speed: 754.228194 samples/sec	rmse=0.013646	lr=0.000682
Epoch[189] Batch [3749]	Speed: 745.105688 samples/sec	rmse=0.013647	lr=0.000680
Epoch[189] Batch [3799]	Speed: 734.453888 samples/sec	rmse=0.013646	lr=0.000679
Epoch[189] Batch [3849]	Speed: 752.540870 samples/sec	rmse=0.013646	lr=0.000678
Epoch[189] Batch [3899]	Speed: 741.429441 samples/sec	rmse=0.013648	lr=0.000676
Epoch[189] Batch [3949]	Speed: 718.195793 samples/sec	rmse=0.013650	lr=0.000675
Epoch[189] Batch [3999]	Speed: 731.528015 samples/sec	rmse=0.013652	lr=0.000674
Epoch[189] Batch [4049]	Speed: 727.832786 samples/sec	rmse=0.013652	lr=0.000672
Epoch[189] Batch [4099]	Speed: 738.976773 samples/sec	rmse=0.013652	lr=0.000671
Epoch[189] Batch [4149]	Speed: 716.566539 samples/sec	rmse=0.013651	lr=0.000670
Epoch[189] Batch [4199]	Speed: 716.105073 samples/sec	rmse=0.013650	lr=0.000668
Epoch[189] Batch [4249]	Speed: 725.528744 samples/sec	rmse=0.013653	lr=0.000667
Epoch[189] Batch [4299]	Speed: 751.422370 samples/sec	rmse=0.013651	lr=0.000666
Epoch[189] Batch [4349]	Speed: 726.580037 samples/sec	rmse=0.013651	lr=0.000665
Epoch[189] Batch [4399]	Speed: 750.180645 samples/sec	rmse=0.013650	lr=0.000663
Epoch[189] Batch [4449]	Speed: 730.874394 samples/sec	rmse=0.013648	lr=0.000662
Epoch[189] Batch [4499]	Speed: 705.209367 samples/sec	rmse=0.013646	lr=0.000661
Epoch[189] Batch [4549]	Speed: 725.212010 samples/sec	rmse=0.013645	lr=0.000659
Epoch[189] Batch [4599]	Speed: 726.229061 samples/sec	rmse=0.013647	lr=0.000658
Epoch[189] Batch [4649]	Speed: 726.129531 samples/sec	rmse=0.013646	lr=0.000657
Epoch[189] Batch [4699]	Speed: 727.954567 samples/sec	rmse=0.013648	lr=0.000655
Epoch[189] Batch [4749]	Speed: 726.815295 samples/sec	rmse=0.013646	lr=0.000654
Epoch[189] Batch [4799]	Speed: 709.338982 samples/sec	rmse=0.013647	lr=0.000653
Epoch[189] Batch [4849]	Speed: 721.762076 samples/sec	rmse=0.013646	lr=0.000651
Epoch[189] Batch [4899]	Speed: 703.798991 samples/sec	rmse=0.013645	lr=0.000650
Epoch[189] Batch [4949]	Speed: 761.559252 samples/sec	rmse=0.013645	lr=0.000649
Epoch[189] Batch [4999]	Speed: 732.363488 samples/sec	rmse=0.013646	lr=0.000648
[Epoch 189] training: rmse=0.013645
[Epoch 189] speed: 736 samples/sec	time cost: 1762.465446
[Epoch 189] validation: err-top1=0.197496 err-top5=0.047877
Epoch[190] Batch [49]	Speed: 717.472943 samples/sec	rmse=0.013213	lr=0.000646
Epoch[190] Batch [99]	Speed: 733.154253 samples/sec	rmse=0.013425	lr=0.000645
Epoch[190] Batch [149]	Speed: 753.301171 samples/sec	rmse=0.013547	lr=0.000644
Epoch[190] Batch [199]	Speed: 722.698987 samples/sec	rmse=0.013545	lr=0.000642
Epoch[190] Batch [249]	Speed: 757.466909 samples/sec	rmse=0.013540	lr=0.000641
Epoch[190] Batch [299]	Speed: 727.785900 samples/sec	rmse=0.013571	lr=0.000640
Epoch[190] Batch [349]	Speed: 756.296960 samples/sec	rmse=0.013600	lr=0.000639
Epoch[190] Batch [399]	Speed: 732.070786 samples/sec	rmse=0.013630	lr=0.000637
Epoch[190] Batch [449]	Speed: 758.654517 samples/sec	rmse=0.013600	lr=0.000636
Epoch[190] Batch [499]	Speed: 732.770174 samples/sec	rmse=0.013622	lr=0.000635
Epoch[190] Batch [549]	Speed: 730.026499 samples/sec	rmse=0.013593	lr=0.000633
Epoch[190] Batch [599]	Speed: 730.505133 samples/sec	rmse=0.013586	lr=0.000632
Epoch[190] Batch [649]	Speed: 768.503269 samples/sec	rmse=0.013601	lr=0.000631
Epoch[190] Batch [699]	Speed: 745.323835 samples/sec	rmse=0.013602	lr=0.000630
Epoch[190] Batch [749]	Speed: 742.068432 samples/sec	rmse=0.013621	lr=0.000628
Epoch[190] Batch [799]	Speed: 728.107859 samples/sec	rmse=0.013604	lr=0.000627
Epoch[190] Batch [849]	Speed: 738.192274 samples/sec	rmse=0.013607	lr=0.000626
Epoch[190] Batch [899]	Speed: 723.815486 samples/sec	rmse=0.013598	lr=0.000624
Epoch[190] Batch [949]	Speed: 731.720959 samples/sec	rmse=0.013611	lr=0.000623
Epoch[190] Batch [999]	Speed: 735.190527 samples/sec	rmse=0.013596	lr=0.000622
Epoch[190] Batch [1049]	Speed: 741.413806 samples/sec	rmse=0.013581	lr=0.000621
Epoch[190] Batch [1099]	Speed: 736.422649 samples/sec	rmse=0.013583	lr=0.000619
Epoch[190] Batch [1149]	Speed: 707.783900 samples/sec	rmse=0.013590	lr=0.000618
Epoch[190] Batch [1199]	Speed: 758.293298 samples/sec	rmse=0.013582	lr=0.000617
Epoch[190] Batch [1249]	Speed: 783.066436 samples/sec	rmse=0.013577	lr=0.000616
Epoch[190] Batch [1299]	Speed: 746.153325 samples/sec	rmse=0.013580	lr=0.000614
Epoch[190] Batch [1349]	Speed: 744.813161 samples/sec	rmse=0.013586	lr=0.000613
Epoch[190] Batch [1399]	Speed: 742.111544 samples/sec	rmse=0.013577	lr=0.000612
Epoch[190] Batch [1449]	Speed: 728.880193 samples/sec	rmse=0.013591	lr=0.000611
Epoch[190] Batch [1499]	Speed: 742.071057 samples/sec	rmse=0.013586	lr=0.000609
Epoch[190] Batch [1549]	Speed: 744.515794 samples/sec	rmse=0.013587	lr=0.000608
Epoch[190] Batch [1599]	Speed: 738.717091 samples/sec	rmse=0.013587	lr=0.000607
Epoch[190] Batch [1649]	Speed: 738.409285 samples/sec	rmse=0.013589	lr=0.000606
Epoch[190] Batch [1699]	Speed: 746.182601 samples/sec	rmse=0.013588	lr=0.000604
Epoch[190] Batch [1749]	Speed: 737.260983 samples/sec	rmse=0.013584	lr=0.000603
Epoch[190] Batch [1799]	Speed: 726.501271 samples/sec	rmse=0.013589	lr=0.000602
Epoch[190] Batch [1849]	Speed: 720.843212 samples/sec	rmse=0.013593	lr=0.000601
Epoch[190] Batch [1899]	Speed: 733.022959 samples/sec	rmse=0.013590	lr=0.000599
Epoch[190] Batch [1949]	Speed: 745.428273 samples/sec	rmse=0.013599	lr=0.000598
Epoch[190] Batch [1999]	Speed: 764.950135 samples/sec	rmse=0.013598	lr=0.000597
Epoch[190] Batch [2049]	Speed: 720.872045 samples/sec	rmse=0.013592	lr=0.000596
Epoch[190] Batch [2099]	Speed: 726.897760 samples/sec	rmse=0.013589	lr=0.000594
Epoch[190] Batch [2149]	Speed: 731.251896 samples/sec	rmse=0.013595	lr=0.000593
Epoch[190] Batch [2199]	Speed: 773.948974 samples/sec	rmse=0.013587	lr=0.000592
Epoch[190] Batch [2249]	Speed: 767.398329 samples/sec	rmse=0.013591	lr=0.000591
Epoch[190] Batch [2299]	Speed: 730.405381 samples/sec	rmse=0.013592	lr=0.000589
Epoch[190] Batch [2349]	Speed: 786.158687 samples/sec	rmse=0.013590	lr=0.000588
Epoch[190] Batch [2399]	Speed: 772.767482 samples/sec	rmse=0.013588	lr=0.000587
Epoch[190] Batch [2449]	Speed: 708.346712 samples/sec	rmse=0.013589	lr=0.000586
Epoch[190] Batch [2499]	Speed: 743.807573 samples/sec	rmse=0.013592	lr=0.000585
Epoch[190] Batch [2549]	Speed: 743.805017 samples/sec	rmse=0.013592	lr=0.000583
Epoch[190] Batch [2599]	Speed: 730.077764 samples/sec	rmse=0.013600	lr=0.000582
Epoch[190] Batch [2649]	Speed: 792.741409 samples/sec	rmse=0.013602	lr=0.000581
Epoch[190] Batch [2699]	Speed: 713.338948 samples/sec	rmse=0.013600	lr=0.000580
Epoch[190] Batch [2749]	Speed: 732.335906 samples/sec	rmse=0.013599	lr=0.000578
Epoch[190] Batch [2799]	Speed: 745.745740 samples/sec	rmse=0.013602	lr=0.000577
Epoch[190] Batch [2849]	Speed: 735.822102 samples/sec	rmse=0.013601	lr=0.000576
Epoch[190] Batch [2899]	Speed: 734.343030 samples/sec	rmse=0.013597	lr=0.000575
Epoch[190] Batch [2949]	Speed: 717.527725 samples/sec	rmse=0.013593	lr=0.000574
Epoch[190] Batch [2999]	Speed: 743.960047 samples/sec	rmse=0.013594	lr=0.000572
Epoch[190] Batch [3049]	Speed: 752.384764 samples/sec	rmse=0.013593	lr=0.000571
Epoch[190] Batch [3099]	Speed: 731.901384 samples/sec	rmse=0.013593	lr=0.000570
Epoch[190] Batch [3149]	Speed: 738.088027 samples/sec	rmse=0.013593	lr=0.000569
Epoch[190] Batch [3199]	Speed: 711.325967 samples/sec	rmse=0.013595	lr=0.000567
Epoch[190] Batch [3249]	Speed: 709.673077 samples/sec	rmse=0.013593	lr=0.000566
Epoch[190] Batch [3299]	Speed: 766.733541 samples/sec	rmse=0.013588	lr=0.000565
Epoch[190] Batch [3349]	Speed: 701.783776 samples/sec	rmse=0.013590	lr=0.000564
Epoch[190] Batch [3399]	Speed: 730.709135 samples/sec	rmse=0.013589	lr=0.000563
Epoch[190] Batch [3449]	Speed: 747.162275 samples/sec	rmse=0.013589	lr=0.000561
Epoch[190] Batch [3499]	Speed: 726.092615 samples/sec	rmse=0.013590	lr=0.000560
Epoch[190] Batch [3549]	Speed: 735.497256 samples/sec	rmse=0.013588	lr=0.000559
Epoch[190] Batch [3599]	Speed: 719.001796 samples/sec	rmse=0.013588	lr=0.000558
Epoch[190] Batch [3649]	Speed: 738.893680 samples/sec	rmse=0.013586	lr=0.000557
Epoch[190] Batch [3699]	Speed: 729.799743 samples/sec	rmse=0.013583	lr=0.000555
Epoch[190] Batch [3749]	Speed: 751.726081 samples/sec	rmse=0.013586	lr=0.000554
Epoch[190] Batch [3799]	Speed: 719.600074 samples/sec	rmse=0.013584	lr=0.000553
Epoch[190] Batch [3849]	Speed: 733.984647 samples/sec	rmse=0.013584	lr=0.000552
Epoch[190] Batch [3899]	Speed: 741.460918 samples/sec	rmse=0.013586	lr=0.000551
Epoch[190] Batch [3949]	Speed: 753.229926 samples/sec	rmse=0.013584	lr=0.000550
Epoch[190] Batch [3999]	Speed: 732.427183 samples/sec	rmse=0.013586	lr=0.000548
Epoch[190] Batch [4049]	Speed: 739.110117 samples/sec	rmse=0.013590	lr=0.000547
Epoch[190] Batch [4099]	Speed: 728.769933 samples/sec	rmse=0.013591	lr=0.000546
Epoch[190] Batch [4149]	Speed: 728.475084 samples/sec	rmse=0.013589	lr=0.000545
Epoch[190] Batch [4199]	Speed: 742.001193 samples/sec	rmse=0.013587	lr=0.000544
Epoch[190] Batch [4249]	Speed: 747.663858 samples/sec	rmse=0.013585	lr=0.000542
Epoch[190] Batch [4299]	Speed: 748.663975 samples/sec	rmse=0.013584	lr=0.000541
Epoch[190] Batch [4349]	Speed: 758.325602 samples/sec	rmse=0.013584	lr=0.000540
Epoch[190] Batch [4399]	Speed: 714.260642 samples/sec	rmse=0.013583	lr=0.000539
Epoch[190] Batch [4449]	Speed: 747.107750 samples/sec	rmse=0.013582	lr=0.000538
Epoch[190] Batch [4499]	Speed: 738.611039 samples/sec	rmse=0.013579	lr=0.000536
Epoch[190] Batch [4549]	Speed: 758.511371 samples/sec	rmse=0.013577	lr=0.000535
Epoch[190] Batch [4599]	Speed: 738.560916 samples/sec	rmse=0.013578	lr=0.000534
Epoch[190] Batch [4649]	Speed: 741.196346 samples/sec	rmse=0.013575	lr=0.000533
Epoch[190] Batch [4699]	Speed: 742.543992 samples/sec	rmse=0.013574	lr=0.000532
Epoch[190] Batch [4749]	Speed: 717.628815 samples/sec	rmse=0.013576	lr=0.000531
Epoch[190] Batch [4799]	Speed: 750.505531 samples/sec	rmse=0.013575	lr=0.000529
Epoch[190] Batch [4849]	Speed: 738.022989 samples/sec	rmse=0.013573	lr=0.000528
Epoch[190] Batch [4899]	Speed: 740.473302 samples/sec	rmse=0.013574	lr=0.000527
Epoch[190] Batch [4949]	Speed: 764.174047 samples/sec	rmse=0.013571	lr=0.000526
Epoch[190] Batch [4999]	Speed: 722.706410 samples/sec	rmse=0.013571	lr=0.000525
[Epoch 190] training: rmse=0.013571
[Epoch 190] speed: 738 samples/sec	time cost: 1757.755631
[Epoch 190] validation: err-top1=0.197596 err-top5=0.047656
Epoch[191] Batch [49]	Speed: 730.358243 samples/sec	rmse=0.013613	lr=0.000524
Epoch[191] Batch [99]	Speed: 718.146356 samples/sec	rmse=0.013330	lr=0.000522
Epoch[191] Batch [149]	Speed: 721.444967 samples/sec	rmse=0.013309	lr=0.000521
Epoch[191] Batch [199]	Speed: 729.346188 samples/sec	rmse=0.013410	lr=0.000520
Epoch[191] Batch [249]	Speed: 761.389642 samples/sec	rmse=0.013500	lr=0.000519
Epoch[191] Batch [299]	Speed: 721.169256 samples/sec	rmse=0.013441	lr=0.000518
Epoch[191] Batch [349]	Speed: 755.467547 samples/sec	rmse=0.013386	lr=0.000517
Epoch[191] Batch [399]	Speed: 745.392194 samples/sec	rmse=0.013381	lr=0.000515
Epoch[191] Batch [449]	Speed: 717.726758 samples/sec	rmse=0.013356	lr=0.000514
Epoch[191] Batch [499]	Speed: 718.784974 samples/sec	rmse=0.013398	lr=0.000513
Epoch[191] Batch [549]	Speed: 718.507715 samples/sec	rmse=0.013396	lr=0.000512
Epoch[191] Batch [599]	Speed: 734.351669 samples/sec	rmse=0.013421	lr=0.000511
Epoch[191] Batch [649]	Speed: 753.705387 samples/sec	rmse=0.013425	lr=0.000510
Epoch[191] Batch [699]	Speed: 805.870610 samples/sec	rmse=0.013466	lr=0.000509
Epoch[191] Batch [749]	Speed: 758.317515 samples/sec	rmse=0.013457	lr=0.000507
Epoch[191] Batch [799]	Speed: 738.204485 samples/sec	rmse=0.013461	lr=0.000506
Epoch[191] Batch [849]	Speed: 718.168230 samples/sec	rmse=0.013453	lr=0.000505
Epoch[191] Batch [899]	Speed: 733.674335 samples/sec	rmse=0.013460	lr=0.000504
Epoch[191] Batch [949]	Speed: 733.682115 samples/sec	rmse=0.013455	lr=0.000503
Epoch[191] Batch [999]	Speed: 724.742271 samples/sec	rmse=0.013454	lr=0.000502
Epoch[191] Batch [1049]	Speed: 738.312003 samples/sec	rmse=0.013467	lr=0.000501
Epoch[191] Batch [1099]	Speed: 782.443289 samples/sec	rmse=0.013456	lr=0.000499
Epoch[191] Batch [1149]	Speed: 748.683279 samples/sec	rmse=0.013459	lr=0.000498
Epoch[191] Batch [1199]	Speed: 745.050864 samples/sec	rmse=0.013449	lr=0.000497
Epoch[191] Batch [1249]	Speed: 749.188581 samples/sec	rmse=0.013451	lr=0.000496
Epoch[191] Batch [1299]	Speed: 729.827492 samples/sec	rmse=0.013447	lr=0.000495
Epoch[191] Batch [1349]	Speed: 729.062664 samples/sec	rmse=0.013454	lr=0.000494
Epoch[191] Batch [1399]	Speed: 735.548860 samples/sec	rmse=0.013448	lr=0.000493
Epoch[191] Batch [1449]	Speed: 729.925875 samples/sec	rmse=0.013452	lr=0.000492
Epoch[191] Batch [1499]	Speed: 755.857001 samples/sec	rmse=0.013449	lr=0.000490
Epoch[191] Batch [1549]	Speed: 752.181697 samples/sec	rmse=0.013451	lr=0.000489
Epoch[191] Batch [1599]	Speed: 722.450782 samples/sec	rmse=0.013463	lr=0.000488
Epoch[191] Batch [1649]	Speed: 723.404035 samples/sec	rmse=0.013463	lr=0.000487
Epoch[191] Batch [1699]	Speed: 770.192307 samples/sec	rmse=0.013472	lr=0.000486
Epoch[191] Batch [1749]	Speed: 724.218417 samples/sec	rmse=0.013463	lr=0.000485
Epoch[191] Batch [1799]	Speed: 766.194440 samples/sec	rmse=0.013462	lr=0.000484
Epoch[191] Batch [1849]	Speed: 790.184380 samples/sec	rmse=0.013460	lr=0.000483
Epoch[191] Batch [1899]	Speed: 772.618961 samples/sec	rmse=0.013459	lr=0.000481
Epoch[191] Batch [1949]	Speed: 717.508412 samples/sec	rmse=0.013455	lr=0.000480
Epoch[191] Batch [1999]	Speed: 723.538039 samples/sec	rmse=0.013457	lr=0.000479
Epoch[191] Batch [2049]	Speed: 731.151572 samples/sec	rmse=0.013457	lr=0.000478
Epoch[191] Batch [2099]	Speed: 710.435140 samples/sec	rmse=0.013463	lr=0.000477
Epoch[191] Batch [2149]	Speed: 755.502013 samples/sec	rmse=0.013460	lr=0.000476
Epoch[191] Batch [2199]	Speed: 738.375802 samples/sec	rmse=0.013463	lr=0.000475
Epoch[191] Batch [2249]	Speed: 769.101768 samples/sec	rmse=0.013464	lr=0.000474
Epoch[191] Batch [2299]	Speed: 784.199074 samples/sec	rmse=0.013463	lr=0.000473
Epoch[191] Batch [2349]	Speed: 754.744396 samples/sec	rmse=0.013465	lr=0.000471
Epoch[191] Batch [2399]	Speed: 738.383723 samples/sec	rmse=0.013470	lr=0.000470
Epoch[191] Batch [2449]	Speed: 748.208939 samples/sec	rmse=0.013472	lr=0.000469
Epoch[191] Batch [2499]	Speed: 759.722458 samples/sec	rmse=0.013472	lr=0.000468
Epoch[191] Batch [2549]	Speed: 753.451662 samples/sec	rmse=0.013467	lr=0.000467
Epoch[191] Batch [2599]	Speed: 748.258785 samples/sec	rmse=0.013464	lr=0.000466
Epoch[191] Batch [2649]	Speed: 771.246488 samples/sec	rmse=0.013467	lr=0.000465
Epoch[191] Batch [2699]	Speed: 727.870865 samples/sec	rmse=0.013475	lr=0.000464
Epoch[191] Batch [2749]	Speed: 734.606310 samples/sec	rmse=0.013483	lr=0.000463
Epoch[191] Batch [2799]	Speed: 736.840056 samples/sec	rmse=0.013484	lr=0.000462
Epoch[191] Batch [2849]	Speed: 741.476033 samples/sec	rmse=0.013483	lr=0.000460
Epoch[191] Batch [2899]	Speed: 731.092768 samples/sec	rmse=0.013478	lr=0.000459
Epoch[191] Batch [2949]	Speed: 763.283671 samples/sec	rmse=0.013481	lr=0.000458
Epoch[191] Batch [2999]	Speed: 749.698512 samples/sec	rmse=0.013478	lr=0.000457
Epoch[191] Batch [3049]	Speed: 725.461185 samples/sec	rmse=0.013477	lr=0.000456
Epoch[191] Batch [3099]	Speed: 748.730714 samples/sec	rmse=0.013478	lr=0.000455
Epoch[191] Batch [3149]	Speed: 709.146147 samples/sec	rmse=0.013479	lr=0.000454
Epoch[191] Batch [3199]	Speed: 729.319050 samples/sec	rmse=0.013475	lr=0.000453
Epoch[191] Batch [3249]	Speed: 751.499184 samples/sec	rmse=0.013482	lr=0.000452
Epoch[191] Batch [3299]	Speed: 719.244813 samples/sec	rmse=0.013481	lr=0.000451
Epoch[191] Batch [3349]	Speed: 751.056687 samples/sec	rmse=0.013482	lr=0.000450
Epoch[191] Batch [3399]	Speed: 773.700661 samples/sec	rmse=0.013478	lr=0.000449
Epoch[191] Batch [3449]	Speed: 775.512280 samples/sec	rmse=0.013481	lr=0.000448
Epoch[191] Batch [3499]	Speed: 773.942469 samples/sec	rmse=0.013481	lr=0.000446
Epoch[191] Batch [3549]	Speed: 770.187247 samples/sec	rmse=0.013478	lr=0.000445
Epoch[191] Batch [3599]	Speed: 757.689308 samples/sec	rmse=0.013479	lr=0.000444
Epoch[191] Batch [3649]	Speed: 762.149381 samples/sec	rmse=0.013482	lr=0.000443
Epoch[191] Batch [3699]	Speed: 736.483505 samples/sec	rmse=0.013483	lr=0.000442
Epoch[191] Batch [3749]	Speed: 722.280904 samples/sec	rmse=0.013478	lr=0.000441
Epoch[191] Batch [3799]	Speed: 747.685339 samples/sec	rmse=0.013483	lr=0.000440
Epoch[191] Batch [3849]	Speed: 737.709639 samples/sec	rmse=0.013480	lr=0.000439
Epoch[191] Batch [3899]	Speed: 727.357656 samples/sec	rmse=0.013479	lr=0.000438
Epoch[191] Batch [3949]	Speed: 744.641704 samples/sec	rmse=0.013478	lr=0.000437
Epoch[191] Batch [3999]	Speed: 719.714456 samples/sec	rmse=0.013476	lr=0.000436
Epoch[191] Batch [4049]	Speed: 760.286982 samples/sec	rmse=0.013476	lr=0.000435
Epoch[191] Batch [4099]	Speed: 719.260086 samples/sec	rmse=0.013476	lr=0.000434
Epoch[191] Batch [4149]	Speed: 721.028372 samples/sec	rmse=0.013474	lr=0.000433
Epoch[191] Batch [4199]	Speed: 773.589556 samples/sec	rmse=0.013473	lr=0.000432
Epoch[191] Batch [4249]	Speed: 772.742145 samples/sec	rmse=0.013476	lr=0.000430
Epoch[191] Batch [4299]	Speed: 745.288294 samples/sec	rmse=0.013475	lr=0.000429
Epoch[191] Batch [4349]	Speed: 777.922564 samples/sec	rmse=0.013474	lr=0.000428
Epoch[191] Batch [4399]	Speed: 729.154315 samples/sec	rmse=0.013476	lr=0.000427
Epoch[191] Batch [4449]	Speed: 760.577235 samples/sec	rmse=0.013476	lr=0.000426
Epoch[191] Batch [4499]	Speed: 731.581495 samples/sec	rmse=0.013479	lr=0.000425
Epoch[191] Batch [4549]	Speed: 715.063908 samples/sec	rmse=0.013483	lr=0.000424
Epoch[191] Batch [4599]	Speed: 738.947765 samples/sec	rmse=0.013481	lr=0.000423
Epoch[191] Batch [4649]	Speed: 771.342647 samples/sec	rmse=0.013483	lr=0.000422
Epoch[191] Batch [4699]	Speed: 783.747767 samples/sec	rmse=0.013481	lr=0.000421
Epoch[191] Batch [4749]	Speed: 729.894993 samples/sec	rmse=0.013480	lr=0.000420
Epoch[191] Batch [4799]	Speed: 750.266873 samples/sec	rmse=0.013479	lr=0.000419
Epoch[191] Batch [4849]	Speed: 755.279260 samples/sec	rmse=0.013479	lr=0.000418
Epoch[191] Batch [4899]	Speed: 729.981663 samples/sec	rmse=0.013480	lr=0.000417
Epoch[191] Batch [4949]	Speed: 759.752357 samples/sec	rmse=0.013481	lr=0.000416
Epoch[191] Batch [4999]	Speed: 753.442579 samples/sec	rmse=0.013481	lr=0.000415
[Epoch 191] training: rmse=0.013480
[Epoch 191] speed: 743 samples/sec	time cost: 1745.743663
[Epoch 191] validation: err-top1=0.194772 err-top5=0.046895
Epoch[192] Batch [49]	Speed: 734.060748 samples/sec	rmse=0.013419	lr=0.000414
Epoch[192] Batch [99]	Speed: 729.193157 samples/sec	rmse=0.013382	lr=0.000413
Epoch[192] Batch [149]	Speed: 743.074153 samples/sec	rmse=0.013433	lr=0.000412
Epoch[192] Batch [199]	Speed: 719.208161 samples/sec	rmse=0.013399	lr=0.000411
Epoch[192] Batch [249]	Speed: 763.702694 samples/sec	rmse=0.013377	lr=0.000410
Epoch[192] Batch [299]	Speed: 765.852587 samples/sec	rmse=0.013412	lr=0.000409
Epoch[192] Batch [349]	Speed: 724.827750 samples/sec	rmse=0.013402	lr=0.000408
Epoch[192] Batch [399]	Speed: 727.116276 samples/sec	rmse=0.013430	lr=0.000406
Epoch[192] Batch [449]	Speed: 758.588548 samples/sec	rmse=0.013436	lr=0.000405
Epoch[192] Batch [499]	Speed: 759.553085 samples/sec	rmse=0.013420	lr=0.000404
Epoch[192] Batch [549]	Speed: 734.563985 samples/sec	rmse=0.013416	lr=0.000403
Epoch[192] Batch [599]	Speed: 753.251612 samples/sec	rmse=0.013409	lr=0.000402
Epoch[192] Batch [649]	Speed: 735.840800 samples/sec	rmse=0.013409	lr=0.000401
Epoch[192] Batch [699]	Speed: 728.466218 samples/sec	rmse=0.013394	lr=0.000400
Epoch[192] Batch [749]	Speed: 753.334594 samples/sec	rmse=0.013415	lr=0.000399
Epoch[192] Batch [799]	Speed: 730.300531 samples/sec	rmse=0.013435	lr=0.000398
Epoch[192] Batch [849]	Speed: 692.617495 samples/sec	rmse=0.013421	lr=0.000397
Epoch[192] Batch [899]	Speed: 764.405735 samples/sec	rmse=0.013425	lr=0.000396
Epoch[192] Batch [949]	Speed: 734.118042 samples/sec	rmse=0.013422	lr=0.000395
Epoch[192] Batch [999]	Speed: 733.051544 samples/sec	rmse=0.013424	lr=0.000394
Epoch[192] Batch [1049]	Speed: 732.379993 samples/sec	rmse=0.013423	lr=0.000393
Epoch[192] Batch [1099]	Speed: 726.097486 samples/sec	rmse=0.013420	lr=0.000392
Epoch[192] Batch [1149]	Speed: 770.082439 samples/sec	rmse=0.013402	lr=0.000391
Epoch[192] Batch [1199]	Speed: 754.907225 samples/sec	rmse=0.013403	lr=0.000390
Epoch[192] Batch [1249]	Speed: 752.242519 samples/sec	rmse=0.013416	lr=0.000389
Epoch[192] Batch [1299]	Speed: 718.448313 samples/sec	rmse=0.013414	lr=0.000388
Epoch[192] Batch [1349]	Speed: 793.906126 samples/sec	rmse=0.013420	lr=0.000387
Epoch[192] Batch [1399]	Speed: 737.171686 samples/sec	rmse=0.013430	lr=0.000386
Epoch[192] Batch [1449]	Speed: 753.428516 samples/sec	rmse=0.013422	lr=0.000385
Epoch[192] Batch [1499]	Speed: 717.730059 samples/sec	rmse=0.013425	lr=0.000384
Epoch[192] Batch [1549]	Speed: 749.297294 samples/sec	rmse=0.013425	lr=0.000383
Epoch[192] Batch [1599]	Speed: 730.261690 samples/sec	rmse=0.013427	lr=0.000382
Epoch[192] Batch [1649]	Speed: 729.466474 samples/sec	rmse=0.013431	lr=0.000381
Epoch[192] Batch [1699]	Speed: 726.917937 samples/sec	rmse=0.013434	lr=0.000380
Epoch[192] Batch [1749]	Speed: 750.796143 samples/sec	rmse=0.013431	lr=0.000379
Epoch[192] Batch [1799]	Speed: 747.549279 samples/sec	rmse=0.013426	lr=0.000378
Epoch[192] Batch [1849]	Speed: 763.223546 samples/sec	rmse=0.013422	lr=0.000377
Epoch[192] Batch [1899]	Speed: 744.244549 samples/sec	rmse=0.013423	lr=0.000376
Epoch[192] Batch [1949]	Speed: 720.524076 samples/sec	rmse=0.013423	lr=0.000375
Epoch[192] Batch [1999]	Speed: 753.281659 samples/sec	rmse=0.013426	lr=0.000374
Epoch[192] Batch [2049]	Speed: 765.517043 samples/sec	rmse=0.013430	lr=0.000373
Epoch[192] Batch [2099]	Speed: 711.098311 samples/sec	rmse=0.013430	lr=0.000372
Epoch[192] Batch [2149]	Speed: 728.637010 samples/sec	rmse=0.013431	lr=0.000371
Epoch[192] Batch [2199]	Speed: 729.290171 samples/sec	rmse=0.013428	lr=0.000370
Epoch[192] Batch [2249]	Speed: 741.003650 samples/sec	rmse=0.013427	lr=0.000369
Epoch[192] Batch [2299]	Speed: 713.198093 samples/sec	rmse=0.013428	lr=0.000369
Epoch[192] Batch [2349]	Speed: 735.053853 samples/sec	rmse=0.013433	lr=0.000368
Epoch[192] Batch [2399]	Speed: 750.783386 samples/sec	rmse=0.013426	lr=0.000367
Epoch[192] Batch [2449]	Speed: 760.842662 samples/sec	rmse=0.013427	lr=0.000366
Epoch[192] Batch [2499]	Speed: 759.424381 samples/sec	rmse=0.013426	lr=0.000365
Epoch[192] Batch [2549]	Speed: 741.362278 samples/sec	rmse=0.013434	lr=0.000364
Epoch[192] Batch [2599]	Speed: 747.247019 samples/sec	rmse=0.013434	lr=0.000363
Epoch[192] Batch [2649]	Speed: 714.538874 samples/sec	rmse=0.013434	lr=0.000362
Epoch[192] Batch [2699]	Speed: 736.641936 samples/sec	rmse=0.013436	lr=0.000361
Epoch[192] Batch [2749]	Speed: 752.586221 samples/sec	rmse=0.013438	lr=0.000360
Epoch[192] Batch [2799]	Speed: 768.230823 samples/sec	rmse=0.013435	lr=0.000359
Epoch[192] Batch [2849]	Speed: 750.518373 samples/sec	rmse=0.013439	lr=0.000358
Epoch[192] Batch [2899]	Speed: 727.129117 samples/sec	rmse=0.013443	lr=0.000357
Epoch[192] Batch [2949]	Speed: 719.583572 samples/sec	rmse=0.013442	lr=0.000356
Epoch[192] Batch [2999]	Speed: 744.724804 samples/sec	rmse=0.013443	lr=0.000355
Epoch[192] Batch [3049]	Speed: 739.048491 samples/sec	rmse=0.013440	lr=0.000354
Epoch[192] Batch [3099]	Speed: 723.868771 samples/sec	rmse=0.013440	lr=0.000353
Epoch[192] Batch [3149]	Speed: 753.236848 samples/sec	rmse=0.013437	lr=0.000352
Epoch[192] Batch [3199]	Speed: 732.461377 samples/sec	rmse=0.013442	lr=0.000351
Epoch[192] Batch [3249]	Speed: 775.159903 samples/sec	rmse=0.013438	lr=0.000350
Epoch[192] Batch [3299]	Speed: 729.841769 samples/sec	rmse=0.013438	lr=0.000349
Epoch[192] Batch [3349]	Speed: 741.260654 samples/sec	rmse=0.013435	lr=0.000348
Epoch[192] Batch [3399]	Speed: 761.153034 samples/sec	rmse=0.013434	lr=0.000347
Epoch[192] Batch [3449]	Speed: 704.387808 samples/sec	rmse=0.013435	lr=0.000346
Epoch[192] Batch [3499]	Speed: 722.742485 samples/sec	rmse=0.013435	lr=0.000345
Epoch[192] Batch [3549]	Speed: 727.745186 samples/sec	rmse=0.013434	lr=0.000345
Epoch[192] Batch [3599]	Speed: 745.534076 samples/sec	rmse=0.013430	lr=0.000344
Epoch[192] Batch [3649]	Speed: 736.495447 samples/sec	rmse=0.013431	lr=0.000343
Epoch[192] Batch [3699]	Speed: 786.815188 samples/sec	rmse=0.013430	lr=0.000342
Epoch[192] Batch [3749]	Speed: 747.710154 samples/sec	rmse=0.013427	lr=0.000341
Epoch[192] Batch [3799]	Speed: 760.366556 samples/sec	rmse=0.013427	lr=0.000340
Epoch[192] Batch [3849]	Speed: 710.555542 samples/sec	rmse=0.013429	lr=0.000339
Epoch[192] Batch [3899]	Speed: 701.265195 samples/sec	rmse=0.013430	lr=0.000338
Epoch[192] Batch [3949]	Speed: 766.310552 samples/sec	rmse=0.013425	lr=0.000337
Epoch[192] Batch [3999]	Speed: 738.098662 samples/sec	rmse=0.013426	lr=0.000336
Epoch[192] Batch [4049]	Speed: 710.707745 samples/sec	rmse=0.013423	lr=0.000335
Epoch[192] Batch [4099]	Speed: 727.732687 samples/sec	rmse=0.013423	lr=0.000334
Epoch[192] Batch [4149]	Speed: 754.084012 samples/sec	rmse=0.013426	lr=0.000333
Epoch[192] Batch [4199]	Speed: 741.792561 samples/sec	rmse=0.013424	lr=0.000332
Epoch[192] Batch [4249]	Speed: 720.933834 samples/sec	rmse=0.013423	lr=0.000331
Epoch[192] Batch [4299]	Speed: 728.039493 samples/sec	rmse=0.013426	lr=0.000331
Epoch[192] Batch [4349]	Speed: 750.720364 samples/sec	rmse=0.013423	lr=0.000330
Epoch[192] Batch [4399]	Speed: 706.113131 samples/sec	rmse=0.013425	lr=0.000329
Epoch[192] Batch [4449]	Speed: 761.346711 samples/sec	rmse=0.013425	lr=0.000328
Epoch[192] Batch [4499]	Speed: 735.510869 samples/sec	rmse=0.013424	lr=0.000327
Epoch[192] Batch [4549]	Speed: 761.026634 samples/sec	rmse=0.013422	lr=0.000326
Epoch[192] Batch [4599]	Speed: 746.021004 samples/sec	rmse=0.013423	lr=0.000325
Epoch[192] Batch [4649]	Speed: 766.030291 samples/sec	rmse=0.013423	lr=0.000324
Epoch[192] Batch [4699]	Speed: 733.482584 samples/sec	rmse=0.013422	lr=0.000323
Epoch[192] Batch [4749]	Speed: 727.468938 samples/sec	rmse=0.013420	lr=0.000322
Epoch[192] Batch [4799]	Speed: 771.528573 samples/sec	rmse=0.013420	lr=0.000321
Epoch[192] Batch [4849]	Speed: 777.012713 samples/sec	rmse=0.013419	lr=0.000320
Epoch[192] Batch [4899]	Speed: 733.062044 samples/sec	rmse=0.013421	lr=0.000320
Epoch[192] Batch [4949]	Speed: 745.424319 samples/sec	rmse=0.013421	lr=0.000319
Epoch[192] Batch [4999]	Speed: 759.591225 samples/sec	rmse=0.013423	lr=0.000318
[Epoch 192] training: rmse=0.013423
[Epoch 192] speed: 740 samples/sec	time cost: 1753.341376
[Epoch 192] validation: err-top1=0.196010 err-top5=0.047533
Epoch[193] Batch [49]	Speed: 753.289586 samples/sec	rmse=0.013460	lr=0.000317
Epoch[193] Batch [99]	Speed: 718.074393 samples/sec	rmse=0.013514	lr=0.000316
Epoch[193] Batch [149]	Speed: 780.620418 samples/sec	rmse=0.013490	lr=0.000315
Epoch[193] Batch [199]	Speed: 697.678701 samples/sec	rmse=0.013544	lr=0.000314
Epoch[193] Batch [249]	Speed: 739.039629 samples/sec	rmse=0.013522	lr=0.000313
Epoch[193] Batch [299]	Speed: 753.546989 samples/sec	rmse=0.013440	lr=0.000312
Epoch[193] Batch [349]	Speed: 742.620974 samples/sec	rmse=0.013429	lr=0.000311
Epoch[193] Batch [399]	Speed: 745.799278 samples/sec	rmse=0.013383	lr=0.000310
Epoch[193] Batch [449]	Speed: 736.286759 samples/sec	rmse=0.013384	lr=0.000310
Epoch[193] Batch [499]	Speed: 761.291069 samples/sec	rmse=0.013390	lr=0.000309
Epoch[193] Batch [549]	Speed: 742.390752 samples/sec	rmse=0.013345	lr=0.000308
Epoch[193] Batch [599]	Speed: 760.895306 samples/sec	rmse=0.013310	lr=0.000307
Epoch[193] Batch [649]	Speed: 747.130083 samples/sec	rmse=0.013328	lr=0.000306
Epoch[193] Batch [699]	Speed: 713.431590 samples/sec	rmse=0.013338	lr=0.000305
Epoch[193] Batch [749]	Speed: 760.617460 samples/sec	rmse=0.013345	lr=0.000304
Epoch[193] Batch [799]	Speed: 737.058813 samples/sec	rmse=0.013341	lr=0.000303
Epoch[193] Batch [849]	Speed: 726.145422 samples/sec	rmse=0.013348	lr=0.000302
Epoch[193] Batch [899]	Speed: 744.409103 samples/sec	rmse=0.013338	lr=0.000302
Epoch[193] Batch [949]	Speed: 713.992551 samples/sec	rmse=0.013343	lr=0.000301
Epoch[193] Batch [999]	Speed: 747.548582 samples/sec	rmse=0.013343	lr=0.000300
Epoch[193] Batch [1049]	Speed: 736.763701 samples/sec	rmse=0.013345	lr=0.000299
Epoch[193] Batch [1099]	Speed: 730.568505 samples/sec	rmse=0.013359	lr=0.000298
Epoch[193] Batch [1149]	Speed: 714.011979 samples/sec	rmse=0.013360	lr=0.000297
Epoch[193] Batch [1199]	Speed: 728.472890 samples/sec	rmse=0.013343	lr=0.000296
Epoch[193] Batch [1249]	Speed: 720.228121 samples/sec	rmse=0.013334	lr=0.000295
Epoch[193] Batch [1299]	Speed: 758.764290 samples/sec	rmse=0.013336	lr=0.000295
Epoch[193] Batch [1349]	Speed: 711.327268 samples/sec	rmse=0.013324	lr=0.000294
Epoch[193] Batch [1399]	Speed: 758.256606 samples/sec	rmse=0.013327	lr=0.000293
Epoch[193] Batch [1449]	Speed: 781.121802 samples/sec	rmse=0.013339	lr=0.000292
Epoch[193] Batch [1499]	Speed: 709.389305 samples/sec	rmse=0.013339	lr=0.000291
Epoch[193] Batch [1549]	Speed: 751.806747 samples/sec	rmse=0.013338	lr=0.000290
Epoch[193] Batch [1599]	Speed: 760.403378 samples/sec	rmse=0.013332	lr=0.000289
Epoch[193] Batch [1649]	Speed: 730.209664 samples/sec	rmse=0.013332	lr=0.000288
Epoch[193] Batch [1699]	Speed: 766.842729 samples/sec	rmse=0.013340	lr=0.000288
Epoch[193] Batch [1749]	Speed: 742.143130 samples/sec	rmse=0.013343	lr=0.000287
Epoch[193] Batch [1799]	Speed: 725.838738 samples/sec	rmse=0.013346	lr=0.000286
Epoch[193] Batch [1849]	Speed: 737.112943 samples/sec	rmse=0.013351	lr=0.000285
Epoch[193] Batch [1899]	Speed: 725.618400 samples/sec	rmse=0.013353	lr=0.000284
Epoch[193] Batch [1949]	Speed: 728.921500 samples/sec	rmse=0.013361	lr=0.000283
Epoch[193] Batch [1999]	Speed: 722.053631 samples/sec	rmse=0.013359	lr=0.000282
Epoch[193] Batch [2049]	Speed: 715.118399 samples/sec	rmse=0.013363	lr=0.000282
Epoch[193] Batch [2099]	Speed: 742.677548 samples/sec	rmse=0.013354	lr=0.000281
Epoch[193] Batch [2149]	Speed: 717.099089 samples/sec	rmse=0.013362	lr=0.000280
Epoch[193] Batch [2199]	Speed: 739.265670 samples/sec	rmse=0.013358	lr=0.000279
Epoch[193] Batch [2249]	Speed: 733.843255 samples/sec	rmse=0.013351	lr=0.000278
Epoch[193] Batch [2299]	Speed: 726.031991 samples/sec	rmse=0.013356	lr=0.000277
Epoch[193] Batch [2349]	Speed: 746.700784 samples/sec	rmse=0.013357	lr=0.000276
Epoch[193] Batch [2399]	Speed: 775.366464 samples/sec	rmse=0.013355	lr=0.000276
Epoch[193] Batch [2449]	Speed: 732.243413 samples/sec	rmse=0.013354	lr=0.000275
Epoch[193] Batch [2499]	Speed: 742.634246 samples/sec	rmse=0.013351	lr=0.000274
Epoch[193] Batch [2549]	Speed: 752.641759 samples/sec	rmse=0.013352	lr=0.000273
Epoch[193] Batch [2599]	Speed: 762.285905 samples/sec	rmse=0.013352	lr=0.000272
Epoch[193] Batch [2649]	Speed: 755.628370 samples/sec	rmse=0.013352	lr=0.000271
Epoch[193] Batch [2699]	Speed: 756.362509 samples/sec	rmse=0.013349	lr=0.000271
Epoch[193] Batch [2749]	Speed: 728.520942 samples/sec	rmse=0.013347	lr=0.000270
Epoch[193] Batch [2799]	Speed: 759.978090 samples/sec	rmse=0.013349	lr=0.000269
Epoch[193] Batch [2849]	Speed: 754.400586 samples/sec	rmse=0.013351	lr=0.000268
Epoch[193] Batch [2899]	Speed: 723.858328 samples/sec	rmse=0.013350	lr=0.000267
Epoch[193] Batch [2949]	Speed: 767.072466 samples/sec	rmse=0.013344	lr=0.000266
Epoch[193] Batch [2999]	Speed: 753.205949 samples/sec	rmse=0.013347	lr=0.000266
Epoch[193] Batch [3049]	Speed: 764.276751 samples/sec	rmse=0.013346	lr=0.000265
Epoch[193] Batch [3099]	Speed: 729.793999 samples/sec	rmse=0.013343	lr=0.000264
Epoch[193] Batch [3149]	Speed: 718.078100 samples/sec	rmse=0.013350	lr=0.000263
Epoch[193] Batch [3199]	Speed: 727.545685 samples/sec	rmse=0.013352	lr=0.000262
Epoch[193] Batch [3249]	Speed: 751.396572 samples/sec	rmse=0.013348	lr=0.000261
Epoch[193] Batch [3299]	Speed: 730.510680 samples/sec	rmse=0.013349	lr=0.000261
Epoch[193] Batch [3349]	Speed: 717.215456 samples/sec	rmse=0.013344	lr=0.000260
Epoch[193] Batch [3399]	Speed: 741.746483 samples/sec	rmse=0.013347	lr=0.000259
Epoch[193] Batch [3449]	Speed: 780.889912 samples/sec	rmse=0.013345	lr=0.000258
Epoch[193] Batch [3499]	Speed: 733.065027 samples/sec	rmse=0.013345	lr=0.000257
Epoch[193] Batch [3549]	Speed: 738.759052 samples/sec	rmse=0.013343	lr=0.000257
Epoch[193] Batch [3599]	Speed: 736.084325 samples/sec	rmse=0.013342	lr=0.000256
Epoch[193] Batch [3649]	Speed: 753.342755 samples/sec	rmse=0.013341	lr=0.000255
Epoch[193] Batch [3699]	Speed: 773.984824 samples/sec	rmse=0.013341	lr=0.000254
Epoch[193] Batch [3749]	Speed: 770.317824 samples/sec	rmse=0.013341	lr=0.000253
Epoch[193] Batch [3799]	Speed: 732.897635 samples/sec	rmse=0.013339	lr=0.000253
Epoch[193] Batch [3849]	Speed: 707.864921 samples/sec	rmse=0.013343	lr=0.000252
Epoch[193] Batch [3899]	Speed: 732.951726 samples/sec	rmse=0.013344	lr=0.000251
Epoch[193] Batch [3949]	Speed: 754.537466 samples/sec	rmse=0.013344	lr=0.000250
Epoch[193] Batch [3999]	Speed: 754.461195 samples/sec	rmse=0.013342	lr=0.000249
Epoch[193] Batch [4049]	Speed: 725.525361 samples/sec	rmse=0.013346	lr=0.000248
Epoch[193] Batch [4099]	Speed: 710.497597 samples/sec	rmse=0.013343	lr=0.000248
Epoch[193] Batch [4149]	Speed: 784.630224 samples/sec	rmse=0.013344	lr=0.000247
Epoch[193] Batch [4199]	Speed: 755.288303 samples/sec	rmse=0.013347	lr=0.000246
Epoch[193] Batch [4249]	Speed: 732.781546 samples/sec	rmse=0.013347	lr=0.000245
Epoch[193] Batch [4299]	Speed: 789.513829 samples/sec	rmse=0.013346	lr=0.000244
Epoch[193] Batch [4349]	Speed: 752.990927 samples/sec	rmse=0.013346	lr=0.000244
Epoch[193] Batch [4399]	Speed: 741.342438 samples/sec	rmse=0.013346	lr=0.000243
Epoch[193] Batch [4449]	Speed: 701.456993 samples/sec	rmse=0.013342	lr=0.000242
Epoch[193] Batch [4499]	Speed: 751.437683 samples/sec	rmse=0.013343	lr=0.000241
Epoch[193] Batch [4549]	Speed: 755.618778 samples/sec	rmse=0.013343	lr=0.000241
Epoch[193] Batch [4599]	Speed: 738.522268 samples/sec	rmse=0.013344	lr=0.000240
Epoch[193] Batch [4649]	Speed: 730.513085 samples/sec	rmse=0.013341	lr=0.000239
Epoch[193] Batch [4699]	Speed: 752.485030 samples/sec	rmse=0.013339	lr=0.000238
Epoch[193] Batch [4749]	Speed: 766.941518 samples/sec	rmse=0.013336	lr=0.000237
Epoch[193] Batch [4799]	Speed: 750.277997 samples/sec	rmse=0.013339	lr=0.000237
Epoch[193] Batch [4849]	Speed: 739.243988 samples/sec	rmse=0.013339	lr=0.000236
Epoch[193] Batch [4899]	Speed: 746.137065 samples/sec	rmse=0.013340	lr=0.000235
Epoch[193] Batch [4949]	Speed: 760.811642 samples/sec	rmse=0.013342	lr=0.000234
Epoch[193] Batch [4999]	Speed: 759.030792 samples/sec	rmse=0.013343	lr=0.000233
[Epoch 193] training: rmse=0.013343
[Epoch 193] speed: 741 samples/sec	time cost: 1750.908235
[Epoch 193] validation: err-top1=0.194812 err-top5=0.046875
Epoch[194] Batch [49]	Speed: 729.133757 samples/sec	rmse=0.013196	lr=0.000233
Epoch[194] Batch [99]	Speed: 731.709551 samples/sec	rmse=0.013375	lr=0.000232
Epoch[194] Batch [149]	Speed: 774.315002 samples/sec	rmse=0.013345	lr=0.000231
Epoch[194] Batch [199]	Speed: 774.428137 samples/sec	rmse=0.013367	lr=0.000230
Epoch[194] Batch [249]	Speed: 726.749218 samples/sec	rmse=0.013358	lr=0.000230
Epoch[194] Batch [299]	Speed: 742.148978 samples/sec	rmse=0.013435	lr=0.000229
Epoch[194] Batch [349]	Speed: 755.711834 samples/sec	rmse=0.013404	lr=0.000228
Epoch[194] Batch [399]	Speed: 733.964648 samples/sec	rmse=0.013389	lr=0.000227
Epoch[194] Batch [449]	Speed: 724.621972 samples/sec	rmse=0.013382	lr=0.000226
Epoch[194] Batch [499]	Speed: 749.250729 samples/sec	rmse=0.013384	lr=0.000226
Epoch[194] Batch [549]	Speed: 734.327612 samples/sec	rmse=0.013378	lr=0.000225
Epoch[194] Batch [599]	Speed: 756.082342 samples/sec	rmse=0.013393	lr=0.000224
Epoch[194] Batch [649]	Speed: 734.928337 samples/sec	rmse=0.013382	lr=0.000223
Epoch[194] Batch [699]	Speed: 734.794607 samples/sec	rmse=0.013380	lr=0.000223
Epoch[194] Batch [749]	Speed: 780.613222 samples/sec	rmse=0.013371	lr=0.000222
Epoch[194] Batch [799]	Speed: 705.221140 samples/sec	rmse=0.013378	lr=0.000221
Epoch[194] Batch [849]	Speed: 754.223977 samples/sec	rmse=0.013377	lr=0.000220
Epoch[194] Batch [899]	Speed: 780.818124 samples/sec	rmse=0.013370	lr=0.000220
Epoch[194] Batch [949]	Speed: 749.587568 samples/sec	rmse=0.013377	lr=0.000219
Epoch[194] Batch [999]	Speed: 757.866591 samples/sec	rmse=0.013371	lr=0.000218
Epoch[194] Batch [1049]	Speed: 725.744004 samples/sec	rmse=0.013355	lr=0.000217
Epoch[194] Batch [1099]	Speed: 757.817681 samples/sec	rmse=0.013343	lr=0.000217
Epoch[194] Batch [1149]	Speed: 698.427366 samples/sec	rmse=0.013353	lr=0.000216
Epoch[194] Batch [1199]	Speed: 728.568091 samples/sec	rmse=0.013349	lr=0.000215
Epoch[194] Batch [1249]	Speed: 720.617858 samples/sec	rmse=0.013351	lr=0.000214
Epoch[194] Batch [1299]	Speed: 717.872834 samples/sec	rmse=0.013345	lr=0.000214
Epoch[194] Batch [1349]	Speed: 768.212432 samples/sec	rmse=0.013344	lr=0.000213
Epoch[194] Batch [1399]	Speed: 758.045541 samples/sec	rmse=0.013351	lr=0.000212
Epoch[194] Batch [1449]	Speed: 709.604106 samples/sec	rmse=0.013353	lr=0.000211
Epoch[194] Batch [1499]	Speed: 769.039577 samples/sec	rmse=0.013361	lr=0.000211
Epoch[194] Batch [1549]	Speed: 749.196736 samples/sec	rmse=0.013363	lr=0.000210
Epoch[194] Batch [1599]	Speed: 722.287551 samples/sec	rmse=0.013366	lr=0.000209
Epoch[194] Batch [1649]	Speed: 726.787430 samples/sec	rmse=0.013364	lr=0.000208
Epoch[194] Batch [1699]	Speed: 711.544046 samples/sec	rmse=0.013376	lr=0.000208
Epoch[194] Batch [1749]	Speed: 741.565044 samples/sec	rmse=0.013377	lr=0.000207
Epoch[194] Batch [1799]	Speed: 745.611420 samples/sec	rmse=0.013381	lr=0.000206
Epoch[194] Batch [1849]	Speed: 720.008579 samples/sec	rmse=0.013383	lr=0.000206
Epoch[194] Batch [1899]	Speed: 736.500923 samples/sec	rmse=0.013383	lr=0.000205
Epoch[194] Batch [1949]	Speed: 714.078429 samples/sec	rmse=0.013384	lr=0.000204
Epoch[194] Batch [1999]	Speed: 734.497688 samples/sec	rmse=0.013385	lr=0.000203
Epoch[194] Batch [2049]	Speed: 750.390992 samples/sec	rmse=0.013389	lr=0.000203
Epoch[194] Batch [2099]	Speed: 735.308559 samples/sec	rmse=0.013393	lr=0.000202
Epoch[194] Batch [2149]	Speed: 748.953131 samples/sec	rmse=0.013395	lr=0.000201
Epoch[194] Batch [2199]	Speed: 732.269131 samples/sec	rmse=0.013393	lr=0.000201
Epoch[194] Batch [2249]	Speed: 698.164089 samples/sec	rmse=0.013395	lr=0.000200
Epoch[194] Batch [2299]	Speed: 723.245030 samples/sec	rmse=0.013397	lr=0.000199
Epoch[194] Batch [2349]	Speed: 750.863137 samples/sec	rmse=0.013394	lr=0.000198
Epoch[194] Batch [2399]	Speed: 746.724391 samples/sec	rmse=0.013394	lr=0.000198
Epoch[194] Batch [2449]	Speed: 726.397872 samples/sec	rmse=0.013394	lr=0.000197
Epoch[194] Batch [2499]	Speed: 722.629872 samples/sec	rmse=0.013390	lr=0.000196
Epoch[194] Batch [2549]	Speed: 737.653871 samples/sec	rmse=0.013392	lr=0.000195
Epoch[194] Batch [2599]	Speed: 713.464233 samples/sec	rmse=0.013386	lr=0.000195
Epoch[194] Batch [2649]	Speed: 739.102995 samples/sec	rmse=0.013393	lr=0.000194
Epoch[194] Batch [2699]	Speed: 715.877297 samples/sec	rmse=0.013395	lr=0.000193
Epoch[194] Batch [2749]	Speed: 734.158419 samples/sec	rmse=0.013396	lr=0.000193
Epoch[194] Batch [2799]	Speed: 759.848059 samples/sec	rmse=0.013396	lr=0.000192
Epoch[194] Batch [2849]	Speed: 745.486662 samples/sec	rmse=0.013395	lr=0.000191
Epoch[194] Batch [2899]	Speed: 726.264291 samples/sec	rmse=0.013396	lr=0.000191
Epoch[194] Batch [2949]	Speed: 753.813510 samples/sec	rmse=0.013395	lr=0.000190
Epoch[194] Batch [2999]	Speed: 716.655390 samples/sec	rmse=0.013392	lr=0.000189
Epoch[194] Batch [3049]	Speed: 740.193442 samples/sec	rmse=0.013391	lr=0.000188
Epoch[194] Batch [3099]	Speed: 698.540950 samples/sec	rmse=0.013393	lr=0.000188
Epoch[194] Batch [3149]	Speed: 733.000331 samples/sec	rmse=0.013396	lr=0.000187
Epoch[194] Batch [3199]	Speed: 726.190377 samples/sec	rmse=0.013398	lr=0.000186
Epoch[194] Batch [3249]	Speed: 735.951394 samples/sec	rmse=0.013399	lr=0.000186
Epoch[194] Batch [3299]	Speed: 720.489401 samples/sec	rmse=0.013396	lr=0.000185
Epoch[194] Batch [3349]	Speed: 725.380437 samples/sec	rmse=0.013398	lr=0.000184
Epoch[194] Batch [3399]	Speed: 747.549841 samples/sec	rmse=0.013401	lr=0.000184
Epoch[194] Batch [3449]	Speed: 733.909314 samples/sec	rmse=0.013405	lr=0.000183
Epoch[194] Batch [3499]	Speed: 746.622518 samples/sec	rmse=0.013399	lr=0.000182
Epoch[194] Batch [3549]	Speed: 716.887921 samples/sec	rmse=0.013397	lr=0.000182
Epoch[194] Batch [3599]	Speed: 748.915979 samples/sec	rmse=0.013398	lr=0.000181
Epoch[194] Batch [3649]	Speed: 757.511691 samples/sec	rmse=0.013393	lr=0.000180
Epoch[194] Batch [3699]	Speed: 707.892437 samples/sec	rmse=0.013393	lr=0.000179
Epoch[194] Batch [3749]	Speed: 744.406688 samples/sec	rmse=0.013391	lr=0.000179
Epoch[194] Batch [3799]	Speed: 745.623453 samples/sec	rmse=0.013393	lr=0.000178
Epoch[194] Batch [3849]	Speed: 728.307213 samples/sec	rmse=0.013392	lr=0.000177
Epoch[194] Batch [3899]	Speed: 735.407922 samples/sec	rmse=0.013391	lr=0.000177
Epoch[194] Batch [3949]	Speed: 709.673668 samples/sec	rmse=0.013386	lr=0.000176
Epoch[194] Batch [3999]	Speed: 718.719512 samples/sec	rmse=0.013384	lr=0.000175
Epoch[194] Batch [4049]	Speed: 766.941694 samples/sec	rmse=0.013388	lr=0.000175
Epoch[194] Batch [4099]	Speed: 762.348611 samples/sec	rmse=0.013389	lr=0.000174
Epoch[194] Batch [4149]	Speed: 716.163037 samples/sec	rmse=0.013388	lr=0.000173
Epoch[194] Batch [4199]	Speed: 723.802097 samples/sec	rmse=0.013390	lr=0.000173
Epoch[194] Batch [4249]	Speed: 736.574495 samples/sec	rmse=0.013390	lr=0.000172
Epoch[194] Batch [4299]	Speed: 732.415412 samples/sec	rmse=0.013389	lr=0.000171
Epoch[194] Batch [4349]	Speed: 745.854773 samples/sec	rmse=0.013386	lr=0.000171
Epoch[194] Batch [4399]	Speed: 726.579791 samples/sec	rmse=0.013385	lr=0.000170
Epoch[194] Batch [4449]	Speed: 758.628038 samples/sec	rmse=0.013385	lr=0.000169
Epoch[194] Batch [4499]	Speed: 722.837868 samples/sec	rmse=0.013384	lr=0.000169
Epoch[194] Batch [4549]	Speed: 747.356148 samples/sec	rmse=0.013383	lr=0.000168
Epoch[194] Batch [4599]	Speed: 717.654850 samples/sec	rmse=0.013384	lr=0.000167
Epoch[194] Batch [4649]	Speed: 737.971596 samples/sec	rmse=0.013382	lr=0.000167
Epoch[194] Batch [4699]	Speed: 773.733622 samples/sec	rmse=0.013382	lr=0.000166
Epoch[194] Batch [4749]	Speed: 769.332022 samples/sec	rmse=0.013383	lr=0.000165
Epoch[194] Batch [4799]	Speed: 750.917181 samples/sec	rmse=0.013385	lr=0.000165
Epoch[194] Batch [4849]	Speed: 727.565532 samples/sec	rmse=0.013384	lr=0.000164
Epoch[194] Batch [4899]	Speed: 707.470356 samples/sec	rmse=0.013382	lr=0.000163
Epoch[194] Batch [4949]	Speed: 714.673961 samples/sec	rmse=0.013382	lr=0.000163
Epoch[194] Batch [4999]	Speed: 745.415977 samples/sec	rmse=0.013381	lr=0.000162
[Epoch 194] training: rmse=0.013381
[Epoch 194] speed: 735 samples/sec	time cost: 1764.183735
[Epoch 194] validation: err-top1=0.194752 err-top5=0.047095
Epoch[195] Batch [49]	Speed: 704.647152 samples/sec	rmse=0.013456	lr=0.000162
Epoch[195] Batch [99]	Speed: 735.451322 samples/sec	rmse=0.013395	lr=0.000161
Epoch[195] Batch [149]	Speed: 714.451211 samples/sec	rmse=0.013401	lr=0.000160
Epoch[195] Batch [199]	Speed: 763.038597 samples/sec	rmse=0.013403	lr=0.000160
Epoch[195] Batch [249]	Speed: 748.399047 samples/sec	rmse=0.013446	lr=0.000159
Epoch[195] Batch [299]	Speed: 730.651705 samples/sec	rmse=0.013467	lr=0.000158
Epoch[195] Batch [349]	Speed: 743.516188 samples/sec	rmse=0.013461	lr=0.000158
Epoch[195] Batch [399]	Speed: 735.785294 samples/sec	rmse=0.013446	lr=0.000157
Epoch[195] Batch [449]	Speed: 736.066462 samples/sec	rmse=0.013396	lr=0.000156
Epoch[195] Batch [499]	Speed: 743.114585 samples/sec	rmse=0.013364	lr=0.000156
Epoch[195] Batch [549]	Speed: 752.907873 samples/sec	rmse=0.013356	lr=0.000155
Epoch[195] Batch [599]	Speed: 738.755759 samples/sec	rmse=0.013356	lr=0.000154
Epoch[195] Batch [649]	Speed: 739.809722 samples/sec	rmse=0.013358	lr=0.000154
Epoch[195] Batch [699]	Speed: 721.758049 samples/sec	rmse=0.013355	lr=0.000153
Epoch[195] Batch [749]	Speed: 740.631616 samples/sec	rmse=0.013346	lr=0.000153
Epoch[195] Batch [799]	Speed: 740.000308 samples/sec	rmse=0.013330	lr=0.000152
Epoch[195] Batch [849]	Speed: 764.575395 samples/sec	rmse=0.013319	lr=0.000151
Epoch[195] Batch [899]	Speed: 731.359690 samples/sec	rmse=0.013322	lr=0.000151
Epoch[195] Batch [949]	Speed: 713.833707 samples/sec	rmse=0.013309	lr=0.000150
Epoch[195] Batch [999]	Speed: 743.894197 samples/sec	rmse=0.013315	lr=0.000149
Epoch[195] Batch [1049]	Speed: 759.205966 samples/sec	rmse=0.013317	lr=0.000149
Epoch[195] Batch [1099]	Speed: 769.523598 samples/sec	rmse=0.013329	lr=0.000148
Epoch[195] Batch [1149]	Speed: 723.932315 samples/sec	rmse=0.013333	lr=0.000148
Epoch[195] Batch [1199]	Speed: 733.314029 samples/sec	rmse=0.013334	lr=0.000147
Epoch[195] Batch [1249]	Speed: 756.281586 samples/sec	rmse=0.013321	lr=0.000146
Epoch[195] Batch [1299]	Speed: 723.139245 samples/sec	rmse=0.013324	lr=0.000146
Epoch[195] Batch [1349]	Speed: 743.126660 samples/sec	rmse=0.013329	lr=0.000145
Epoch[195] Batch [1399]	Speed: 727.522516 samples/sec	rmse=0.013330	lr=0.000145
Epoch[195] Batch [1449]	Speed: 750.665204 samples/sec	rmse=0.013328	lr=0.000144
Epoch[195] Batch [1499]	Speed: 779.957099 samples/sec	rmse=0.013330	lr=0.000143
Epoch[195] Batch [1549]	Speed: 704.460150 samples/sec	rmse=0.013325	lr=0.000143
Epoch[195] Batch [1599]	Speed: 709.913095 samples/sec	rmse=0.013323	lr=0.000142
Epoch[195] Batch [1649]	Speed: 723.538770 samples/sec	rmse=0.013318	lr=0.000141
Epoch[195] Batch [1699]	Speed: 748.327601 samples/sec	rmse=0.013316	lr=0.000141
Epoch[195] Batch [1749]	Speed: 721.161574 samples/sec	rmse=0.013316	lr=0.000140
Epoch[195] Batch [1799]	Speed: 716.670362 samples/sec	rmse=0.013311	lr=0.000140
Epoch[195] Batch [1849]	Speed: 741.806910 samples/sec	rmse=0.013311	lr=0.000139
Epoch[195] Batch [1899]	Speed: 758.499690 samples/sec	rmse=0.013313	lr=0.000138
Epoch[195] Batch [1949]	Speed: 728.513893 samples/sec	rmse=0.013307	lr=0.000138
Epoch[195] Batch [1999]	Speed: 750.733224 samples/sec	rmse=0.013301	lr=0.000137
Epoch[195] Batch [2049]	Speed: 741.864354 samples/sec	rmse=0.013301	lr=0.000137
Epoch[195] Batch [2099]	Speed: 764.271921 samples/sec	rmse=0.013297	lr=0.000136
Epoch[195] Batch [2149]	Speed: 754.431626 samples/sec	rmse=0.013299	lr=0.000135
Epoch[195] Batch [2199]	Speed: 732.171034 samples/sec	rmse=0.013298	lr=0.000135
Epoch[195] Batch [2249]	Speed: 727.321364 samples/sec	rmse=0.013297	lr=0.000134
Epoch[195] Batch [2299]	Speed: 714.329600 samples/sec	rmse=0.013294	lr=0.000134
Epoch[195] Batch [2349]	Speed: 729.037626 samples/sec	rmse=0.013289	lr=0.000133
Epoch[195] Batch [2399]	Speed: 745.429691 samples/sec	rmse=0.013288	lr=0.000133
Epoch[195] Batch [2449]	Speed: 743.139127 samples/sec	rmse=0.013288	lr=0.000132
Epoch[195] Batch [2499]	Speed: 759.502916 samples/sec	rmse=0.013291	lr=0.000131
Epoch[195] Batch [2549]	Speed: 742.563074 samples/sec	rmse=0.013286	lr=0.000131
Epoch[195] Batch [2599]	Speed: 731.370899 samples/sec	rmse=0.013287	lr=0.000130
Epoch[195] Batch [2649]	Speed: 739.361198 samples/sec	rmse=0.013290	lr=0.000130
Epoch[195] Batch [2699]	Speed: 742.482345 samples/sec	rmse=0.013287	lr=0.000129
Epoch[195] Batch [2749]	Speed: 732.366086 samples/sec	rmse=0.013287	lr=0.000128
Epoch[195] Batch [2799]	Speed: 784.123652 samples/sec	rmse=0.013284	lr=0.000128
Epoch[195] Batch [2849]	Speed: 706.111952 samples/sec	rmse=0.013281	lr=0.000127
Epoch[195] Batch [2899]	Speed: 753.896277 samples/sec	rmse=0.013282	lr=0.000127
Epoch[195] Batch [2949]	Speed: 736.926885 samples/sec	rmse=0.013285	lr=0.000126
Epoch[195] Batch [2999]	Speed: 757.584816 samples/sec	rmse=0.013284	lr=0.000126
Epoch[195] Batch [3049]	Speed: 722.579696 samples/sec	rmse=0.013280	lr=0.000125
Epoch[195] Batch [3099]	Speed: 732.006106 samples/sec	rmse=0.013280	lr=0.000124
Epoch[195] Batch [3149]	Speed: 748.667869 samples/sec	rmse=0.013279	lr=0.000124
Epoch[195] Batch [3199]	Speed: 774.957211 samples/sec	rmse=0.013281	lr=0.000123
Epoch[195] Batch [3249]	Speed: 773.130857 samples/sec	rmse=0.013283	lr=0.000123
Epoch[195] Batch [3299]	Speed: 735.091967 samples/sec	rmse=0.013282	lr=0.000122
Epoch[195] Batch [3349]	Speed: 729.314552 samples/sec	rmse=0.013282	lr=0.000122
Epoch[195] Batch [3399]	Speed: 754.139676 samples/sec	rmse=0.013286	lr=0.000121
Epoch[195] Batch [3449]	Speed: 750.458343 samples/sec	rmse=0.013288	lr=0.000121
Epoch[195] Batch [3499]	Speed: 750.138791 samples/sec	rmse=0.013285	lr=0.000120
Epoch[195] Batch [3549]	Speed: 712.379189 samples/sec	rmse=0.013283	lr=0.000119
Epoch[195] Batch [3599]	Speed: 751.696284 samples/sec	rmse=0.013285	lr=0.000119
Epoch[195] Batch [3649]	Speed: 756.106588 samples/sec	rmse=0.013284	lr=0.000118
Epoch[195] Batch [3699]	Speed: 708.628706 samples/sec	rmse=0.013280	lr=0.000118
Epoch[195] Batch [3749]	Speed: 757.962235 samples/sec	rmse=0.013281	lr=0.000117
Epoch[195] Batch [3799]	Speed: 737.446004 samples/sec	rmse=0.013280	lr=0.000117
Epoch[195] Batch [3849]	Speed: 718.944006 samples/sec	rmse=0.013278	lr=0.000116
Epoch[195] Batch [3899]	Speed: 762.873888 samples/sec	rmse=0.013274	lr=0.000116
Epoch[195] Batch [3949]	Speed: 782.729084 samples/sec	rmse=0.013276	lr=0.000115
Epoch[195] Batch [3999]	Speed: 756.888168 samples/sec	rmse=0.013277	lr=0.000114
Epoch[195] Batch [4049]	Speed: 722.112699 samples/sec	rmse=0.013280	lr=0.000114
Epoch[195] Batch [4099]	Speed: 723.360993 samples/sec	rmse=0.013279	lr=0.000113
Epoch[195] Batch [4149]	Speed: 712.114198 samples/sec	rmse=0.013281	lr=0.000113
Epoch[195] Batch [4199]	Speed: 739.989660 samples/sec	rmse=0.013281	lr=0.000112
Epoch[195] Batch [4249]	Speed: 725.683860 samples/sec	rmse=0.013280	lr=0.000112
Epoch[195] Batch [4299]	Speed: 740.612122 samples/sec	rmse=0.013283	lr=0.000111
Epoch[195] Batch [4349]	Speed: 757.622352 samples/sec	rmse=0.013284	lr=0.000111
Epoch[195] Batch [4399]	Speed: 758.698452 samples/sec	rmse=0.013286	lr=0.000110
Epoch[195] Batch [4449]	Speed: 708.463424 samples/sec	rmse=0.013285	lr=0.000110
Epoch[195] Batch [4499]	Speed: 730.357985 samples/sec	rmse=0.013291	lr=0.000109
Epoch[195] Batch [4549]	Speed: 771.675222 samples/sec	rmse=0.013291	lr=0.000109
Epoch[195] Batch [4599]	Speed: 748.634765 samples/sec	rmse=0.013291	lr=0.000108
Epoch[195] Batch [4649]	Speed: 738.246175 samples/sec	rmse=0.013292	lr=0.000107
Epoch[195] Batch [4699]	Speed: 763.409953 samples/sec	rmse=0.013290	lr=0.000107
Epoch[195] Batch [4749]	Speed: 780.206882 samples/sec	rmse=0.013293	lr=0.000106
Epoch[195] Batch [4799]	Speed: 769.082773 samples/sec	rmse=0.013293	lr=0.000106
Epoch[195] Batch [4849]	Speed: 714.707079 samples/sec	rmse=0.013294	lr=0.000105
Epoch[195] Batch [4899]	Speed: 724.108166 samples/sec	rmse=0.013290	lr=0.000105
Epoch[195] Batch [4949]	Speed: 767.345933 samples/sec	rmse=0.013293	lr=0.000104
Epoch[195] Batch [4999]	Speed: 717.353684 samples/sec	rmse=0.013291	lr=0.000104
[Epoch 195] training: rmse=0.013290
[Epoch 195] speed: 740 samples/sec	time cost: 1754.732623
[Epoch 195] validation: err-top1=0.194356 err-top5=0.047194
Epoch[196] Batch [49]	Speed: 701.052647 samples/sec	rmse=0.013200	lr=0.000103
Epoch[196] Batch [99]	Speed: 716.146654 samples/sec	rmse=0.013305	lr=0.000103
Epoch[196] Batch [149]	Speed: 722.755017 samples/sec	rmse=0.013299	lr=0.000102
Epoch[196] Batch [199]	Speed: 730.929659 samples/sec	rmse=0.013305	lr=0.000102
Epoch[196] Batch [249]	Speed: 717.911040 samples/sec	rmse=0.013334	lr=0.000101
Epoch[196] Batch [299]	Speed: 730.608780 samples/sec	rmse=0.013357	lr=0.000101
Epoch[196] Batch [349]	Speed: 723.672824 samples/sec	rmse=0.013349	lr=0.000100
Epoch[196] Batch [399]	Speed: 742.968790 samples/sec	rmse=0.013305	lr=0.000100
Epoch[196] Batch [449]	Speed: 739.857793 samples/sec	rmse=0.013304	lr=0.000099
Epoch[196] Batch [499]	Speed: 713.136856 samples/sec	rmse=0.013295	lr=0.000099
Epoch[196] Batch [549]	Speed: 713.809392 samples/sec	rmse=0.013300	lr=0.000098
Epoch[196] Batch [599]	Speed: 727.596553 samples/sec	rmse=0.013285	lr=0.000098
Epoch[196] Batch [649]	Speed: 728.352348 samples/sec	rmse=0.013274	lr=0.000097
Epoch[196] Batch [699]	Speed: 765.765853 samples/sec	rmse=0.013276	lr=0.000097
Epoch[196] Batch [749]	Speed: 710.266881 samples/sec	rmse=0.013291	lr=0.000096
Epoch[196] Batch [799]	Speed: 734.822747 samples/sec	rmse=0.013291	lr=0.000096
Epoch[196] Batch [849]	Speed: 729.282186 samples/sec	rmse=0.013288	lr=0.000095
Epoch[196] Batch [899]	Speed: 751.172786 samples/sec	rmse=0.013300	lr=0.000095
Epoch[196] Batch [949]	Speed: 752.650084 samples/sec	rmse=0.013298	lr=0.000094
Epoch[196] Batch [999]	Speed: 733.137203 samples/sec	rmse=0.013296	lr=0.000094
Epoch[196] Batch [1049]	Speed: 743.008377 samples/sec	rmse=0.013288	lr=0.000093
Epoch[196] Batch [1099]	Speed: 735.933740 samples/sec	rmse=0.013306	lr=0.000093
Epoch[196] Batch [1149]	Speed: 732.764343 samples/sec	rmse=0.013305	lr=0.000092
Epoch[196] Batch [1199]	Speed: 737.502683 samples/sec	rmse=0.013298	lr=0.000092
Epoch[196] Batch [1249]	Speed: 737.125077 samples/sec	rmse=0.013295	lr=0.000091
Epoch[196] Batch [1299]	Speed: 739.092576 samples/sec	rmse=0.013305	lr=0.000091
Epoch[196] Batch [1349]	Speed: 715.936438 samples/sec	rmse=0.013294	lr=0.000090
Epoch[196] Batch [1399]	Speed: 724.624554 samples/sec	rmse=0.013300	lr=0.000090
Epoch[196] Batch [1449]	Speed: 707.868328 samples/sec	rmse=0.013305	lr=0.000089
Epoch[196] Batch [1499]	Speed: 743.455996 samples/sec	rmse=0.013308	lr=0.000089
Epoch[196] Batch [1549]	Speed: 758.258170 samples/sec	rmse=0.013315	lr=0.000088
Epoch[196] Batch [1599]	Speed: 722.945775 samples/sec	rmse=0.013321	lr=0.000088
Epoch[196] Batch [1649]	Speed: 732.818374 samples/sec	rmse=0.013312	lr=0.000087
Epoch[196] Batch [1699]	Speed: 736.961087 samples/sec	rmse=0.013307	lr=0.000087
Epoch[196] Batch [1749]	Speed: 742.850814 samples/sec	rmse=0.013307	lr=0.000086
Epoch[196] Batch [1799]	Speed: 718.842064 samples/sec	rmse=0.013305	lr=0.000086
Epoch[196] Batch [1849]	Speed: 704.301731 samples/sec	rmse=0.013310	lr=0.000086
Epoch[196] Batch [1899]	Speed: 737.605366 samples/sec	rmse=0.013312	lr=0.000085
Epoch[196] Batch [1949]	Speed: 714.742284 samples/sec	rmse=0.013313	lr=0.000085
Epoch[196] Batch [1999]	Speed: 734.723451 samples/sec	rmse=0.013316	lr=0.000084
Epoch[196] Batch [2049]	Speed: 714.711874 samples/sec	rmse=0.013314	lr=0.000084
Epoch[196] Batch [2099]	Speed: 757.082328 samples/sec	rmse=0.013308	lr=0.000083
Epoch[196] Batch [2149]	Speed: 733.694428 samples/sec	rmse=0.013301	lr=0.000083
Epoch[196] Batch [2199]	Speed: 731.936837 samples/sec	rmse=0.013298	lr=0.000082
Epoch[196] Batch [2249]	Speed: 738.487160 samples/sec	rmse=0.013294	lr=0.000082
Epoch[196] Batch [2299]	Speed: 759.653477 samples/sec	rmse=0.013293	lr=0.000081
Epoch[196] Batch [2349]	Speed: 749.675816 samples/sec	rmse=0.013290	lr=0.000081
Epoch[196] Batch [2399]	Speed: 708.942772 samples/sec	rmse=0.013291	lr=0.000080
Epoch[196] Batch [2449]	Speed: 751.641327 samples/sec	rmse=0.013299	lr=0.000080
Epoch[196] Batch [2499]	Speed: 750.953702 samples/sec	rmse=0.013297	lr=0.000079
Epoch[196] Batch [2549]	Speed: 747.499121 samples/sec	rmse=0.013295	lr=0.000079
Epoch[196] Batch [2599]	Speed: 743.201212 samples/sec	rmse=0.013290	lr=0.000079
Epoch[196] Batch [2649]	Speed: 719.675006 samples/sec	rmse=0.013292	lr=0.000078
Epoch[196] Batch [2699]	Speed: 756.656769 samples/sec	rmse=0.013291	lr=0.000078
Epoch[196] Batch [2749]	Speed: 705.319534 samples/sec	rmse=0.013288	lr=0.000077
Epoch[196] Batch [2799]	Speed: 719.659503 samples/sec	rmse=0.013287	lr=0.000077
Epoch[196] Batch [2849]	Speed: 734.092616 samples/sec	rmse=0.013288	lr=0.000076
Epoch[196] Batch [2899]	Speed: 723.327877 samples/sec	rmse=0.013290	lr=0.000076
Epoch[196] Batch [2949]	Speed: 737.212318 samples/sec	rmse=0.013299	lr=0.000075
Epoch[196] Batch [2999]	Speed: 725.178489 samples/sec	rmse=0.013298	lr=0.000075
Epoch[196] Batch [3049]	Speed: 737.047105 samples/sec	rmse=0.013297	lr=0.000075
Epoch[196] Batch [3099]	Speed: 719.321040 samples/sec	rmse=0.013296	lr=0.000074
Epoch[196] Batch [3149]	Speed: 743.867955 samples/sec	rmse=0.013295	lr=0.000074
Epoch[196] Batch [3199]	Speed: 729.321785 samples/sec	rmse=0.013290	lr=0.000073
Epoch[196] Batch [3249]	Speed: 739.793309 samples/sec	rmse=0.013290	lr=0.000073
Epoch[196] Batch [3299]	Speed: 753.007751 samples/sec	rmse=0.013289	lr=0.000072
Epoch[196] Batch [3349]	Speed: 744.492109 samples/sec	rmse=0.013289	lr=0.000072
Epoch[196] Batch [3399]	Speed: 736.567967 samples/sec	rmse=0.013290	lr=0.000072
Epoch[196] Batch [3449]	Speed: 740.132747 samples/sec	rmse=0.013291	lr=0.000071
Epoch[196] Batch [3499]	Speed: 774.084334 samples/sec	rmse=0.013289	lr=0.000071
Epoch[196] Batch [3549]	Speed: 729.350795 samples/sec	rmse=0.013283	lr=0.000070
Epoch[196] Batch [3599]	Speed: 750.104320 samples/sec	rmse=0.013284	lr=0.000070
Epoch[196] Batch [3649]	Speed: 725.614821 samples/sec	rmse=0.013285	lr=0.000069
Epoch[196] Batch [3699]	Speed: 720.635627 samples/sec	rmse=0.013288	lr=0.000069
Epoch[196] Batch [3749]	Speed: 746.711720 samples/sec	rmse=0.013290	lr=0.000069
Epoch[196] Batch [3799]	Speed: 714.252556 samples/sec	rmse=0.013289	lr=0.000068
Epoch[196] Batch [3849]	Speed: 741.284696 samples/sec	rmse=0.013291	lr=0.000068
Epoch[196] Batch [3899]	Speed: 759.216133 samples/sec	rmse=0.013292	lr=0.000067
Epoch[196] Batch [3949]	Speed: 733.342758 samples/sec	rmse=0.013292	lr=0.000067
Epoch[196] Batch [3999]	Speed: 728.725459 samples/sec	rmse=0.013291	lr=0.000066
Epoch[196] Batch [4049]	Speed: 731.801330 samples/sec	rmse=0.013290	lr=0.000066
Epoch[196] Batch [4099]	Speed: 763.869641 samples/sec	rmse=0.013291	lr=0.000066
Epoch[196] Batch [4149]	Speed: 716.735576 samples/sec	rmse=0.013294	lr=0.000065
Epoch[196] Batch [4199]	Speed: 725.739805 samples/sec	rmse=0.013293	lr=0.000065
Epoch[196] Batch [4249]	Speed: 724.755518 samples/sec	rmse=0.013292	lr=0.000064
Epoch[196] Batch [4299]	Speed: 751.756364 samples/sec	rmse=0.013296	lr=0.000064
Epoch[196] Batch [4349]	Speed: 733.743642 samples/sec	rmse=0.013297	lr=0.000064
Epoch[196] Batch [4399]	Speed: 723.066988 samples/sec	rmse=0.013300	lr=0.000063
Epoch[196] Batch [4449]	Speed: 728.407262 samples/sec	rmse=0.013299	lr=0.000063
Epoch[196] Batch [4499]	Speed: 738.214909 samples/sec	rmse=0.013300	lr=0.000062
Epoch[196] Batch [4549]	Speed: 763.648205 samples/sec	rmse=0.013297	lr=0.000062
Epoch[196] Batch [4599]	Speed: 717.297041 samples/sec	rmse=0.013302	lr=0.000062
Epoch[196] Batch [4649]	Speed: 719.694311 samples/sec	rmse=0.013300	lr=0.000061
Epoch[196] Batch [4699]	Speed: 734.788110 samples/sec	rmse=0.013301	lr=0.000061
Epoch[196] Batch [4749]	Speed: 747.839241 samples/sec	rmse=0.013298	lr=0.000060
Epoch[196] Batch [4799]	Speed: 762.750460 samples/sec	rmse=0.013298	lr=0.000060
Epoch[196] Batch [4849]	Speed: 743.057122 samples/sec	rmse=0.013298	lr=0.000060
Epoch[196] Batch [4899]	Speed: 708.997701 samples/sec	rmse=0.013299	lr=0.000059
Epoch[196] Batch [4949]	Speed: 725.529724 samples/sec	rmse=0.013298	lr=0.000059
Epoch[196] Batch [4999]	Speed: 744.805700 samples/sec	rmse=0.013294	lr=0.000058
[Epoch 196] training: rmse=0.013294
[Epoch 196] speed: 733 samples/sec	time cost: 1770.878885
[Epoch 196] validation: err-top1=0.193850 err-top5=0.047055
Epoch[197] Batch [49]	Speed: 707.141293 samples/sec	rmse=0.013662	lr=0.000058
Epoch[197] Batch [99]	Speed: 731.328398 samples/sec	rmse=0.013374	lr=0.000058
Epoch[197] Batch [149]	Speed: 735.646695 samples/sec	rmse=0.013419	lr=0.000057
Epoch[197] Batch [199]	Speed: 756.540931 samples/sec	rmse=0.013371	lr=0.000057
Epoch[197] Batch [249]	Speed: 718.909406 samples/sec	rmse=0.013339	lr=0.000056
Epoch[197] Batch [299]	Speed: 719.828034 samples/sec	rmse=0.013349	lr=0.000056
Epoch[197] Batch [349]	Speed: 741.760830 samples/sec	rmse=0.013346	lr=0.000056
Epoch[197] Batch [399]	Speed: 710.100599 samples/sec	rmse=0.013346	lr=0.000055
Epoch[197] Batch [449]	Speed: 748.344447 samples/sec	rmse=0.013324	lr=0.000055
Epoch[197] Batch [499]	Speed: 752.374684 samples/sec	rmse=0.013297	lr=0.000055
Epoch[197] Batch [549]	Speed: 717.533354 samples/sec	rmse=0.013291	lr=0.000054
Epoch[197] Batch [599]	Speed: 726.061035 samples/sec	rmse=0.013266	lr=0.000054
Epoch[197] Batch [649]	Speed: 757.066304 samples/sec	rmse=0.013297	lr=0.000053
Epoch[197] Batch [699]	Speed: 718.063847 samples/sec	rmse=0.013308	lr=0.000053
Epoch[197] Batch [749]	Speed: 756.196463 samples/sec	rmse=0.013287	lr=0.000053
Epoch[197] Batch [799]	Speed: 728.595706 samples/sec	rmse=0.013282	lr=0.000052
Epoch[197] Batch [849]	Speed: 725.147057 samples/sec	rmse=0.013276	lr=0.000052
Epoch[197] Batch [899]	Speed: 725.811860 samples/sec	rmse=0.013292	lr=0.000052
Epoch[197] Batch [949]	Speed: 731.313943 samples/sec	rmse=0.013299	lr=0.000051
Epoch[197] Batch [999]	Speed: 748.970057 samples/sec	rmse=0.013299	lr=0.000051
Epoch[197] Batch [1049]	Speed: 718.316226 samples/sec	rmse=0.013297	lr=0.000051
Epoch[197] Batch [1099]	Speed: 722.629872 samples/sec	rmse=0.013300	lr=0.000050
Epoch[197] Batch [1149]	Speed: 733.805511 samples/sec	rmse=0.013303	lr=0.000050
Epoch[197] Batch [1199]	Speed: 711.308579 samples/sec	rmse=0.013298	lr=0.000049
Epoch[197] Batch [1249]	Speed: 721.213705 samples/sec	rmse=0.013277	lr=0.000049
Epoch[197] Batch [1299]	Speed: 739.305546 samples/sec	rmse=0.013274	lr=0.000049
Epoch[197] Batch [1349]	Speed: 743.021314 samples/sec	rmse=0.013283	lr=0.000048
Epoch[197] Batch [1399]	Speed: 709.462753 samples/sec	rmse=0.013292	lr=0.000048
Epoch[197] Batch [1449]	Speed: 716.605524 samples/sec	rmse=0.013287	lr=0.000048
Epoch[197] Batch [1499]	Speed: 724.118167 samples/sec	rmse=0.013279	lr=0.000047
Epoch[197] Batch [1549]	Speed: 696.183352 samples/sec	rmse=0.013270	lr=0.000047
Epoch[197] Batch [1599]	Speed: 725.346224 samples/sec	rmse=0.013274	lr=0.000047
Epoch[197] Batch [1649]	Speed: 724.113489 samples/sec	rmse=0.013275	lr=0.000046
Epoch[197] Batch [1699]	Speed: 704.930864 samples/sec	rmse=0.013271	lr=0.000046
Epoch[197] Batch [1749]	Speed: 716.049505 samples/sec	rmse=0.013273	lr=0.000046
Epoch[197] Batch [1799]	Speed: 724.935019 samples/sec	rmse=0.013266	lr=0.000045
Epoch[197] Batch [1849]	Speed: 751.716102 samples/sec	rmse=0.013262	lr=0.000045
Epoch[197] Batch [1899]	Speed: 715.618588 samples/sec	rmse=0.013255	lr=0.000045
Epoch[197] Batch [1949]	Speed: 759.278925 samples/sec	rmse=0.013258	lr=0.000044
Epoch[197] Batch [1999]	Speed: 741.614798 samples/sec	rmse=0.013259	lr=0.000044
Epoch[197] Batch [2049]	Speed: 729.910484 samples/sec	rmse=0.013259	lr=0.000044
Epoch[197] Batch [2099]	Speed: 736.249116 samples/sec	rmse=0.013259	lr=0.000043
Epoch[197] Batch [2149]	Speed: 723.313210 samples/sec	rmse=0.013260	lr=0.000043
Epoch[197] Batch [2199]	Speed: 757.048113 samples/sec	rmse=0.013262	lr=0.000043
Epoch[197] Batch [2249]	Speed: 754.294689 samples/sec	rmse=0.013262	lr=0.000042
Epoch[197] Batch [2299]	Speed: 753.544059 samples/sec	rmse=0.013268	lr=0.000042
Epoch[197] Batch [2349]	Speed: 743.951099 samples/sec	rmse=0.013269	lr=0.000042
Epoch[197] Batch [2399]	Speed: 721.638691 samples/sec	rmse=0.013273	lr=0.000041
Epoch[197] Batch [2449]	Speed: 702.813188 samples/sec	rmse=0.013268	lr=0.000041
Epoch[197] Batch [2499]	Speed: 712.468329 samples/sec	rmse=0.013266	lr=0.000041
Epoch[197] Batch [2549]	Speed: 749.901256 samples/sec	rmse=0.013262	lr=0.000040
Epoch[197] Batch [2599]	Speed: 737.075793 samples/sec	rmse=0.013264	lr=0.000040
Epoch[197] Batch [2649]	Speed: 742.711031 samples/sec	rmse=0.013265	lr=0.000040
Epoch[197] Batch [2699]	Speed: 716.857156 samples/sec	rmse=0.013264	lr=0.000039
Epoch[197] Batch [2749]	Speed: 718.969530 samples/sec	rmse=0.013267	lr=0.000039
Epoch[197] Batch [2799]	Speed: 699.019748 samples/sec	rmse=0.013260	lr=0.000039
Epoch[197] Batch [2849]	Speed: 705.059787 samples/sec	rmse=0.013256	lr=0.000038
Epoch[197] Batch [2899]	Speed: 750.944900 samples/sec	rmse=0.013255	lr=0.000038
Epoch[197] Batch [2949]	Speed: 737.088057 samples/sec	rmse=0.013257	lr=0.000038
Epoch[197] Batch [2999]	Speed: 736.924812 samples/sec	rmse=0.013252	lr=0.000037
Epoch[197] Batch [3049]	Speed: 762.946231 samples/sec	rmse=0.013249	lr=0.000037
Epoch[197] Batch [3099]	Speed: 747.809491 samples/sec	rmse=0.013245	lr=0.000037
Epoch[197] Batch [3149]	Speed: 749.931351 samples/sec	rmse=0.013242	lr=0.000036
Epoch[197] Batch [3199]	Speed: 746.280360 samples/sec	rmse=0.013248	lr=0.000036
Epoch[197] Batch [3249]	Speed: 735.111222 samples/sec	rmse=0.013249	lr=0.000036
Epoch[197] Batch [3299]	Speed: 704.099140 samples/sec	rmse=0.013251	lr=0.000036
Epoch[197] Batch [3349]	Speed: 738.087053 samples/sec	rmse=0.013250	lr=0.000035
Epoch[197] Batch [3399]	Speed: 751.556550 samples/sec	rmse=0.013252	lr=0.000035
Epoch[197] Batch [3449]	Speed: 704.296493 samples/sec	rmse=0.013250	lr=0.000035
Epoch[197] Batch [3499]	Speed: 710.389632 samples/sec	rmse=0.013251	lr=0.000034
Epoch[197] Batch [3549]	Speed: 725.964349 samples/sec	rmse=0.013252	lr=0.000034
Epoch[197] Batch [3599]	Speed: 751.439618 samples/sec	rmse=0.013251	lr=0.000034
Epoch[197] Batch [3649]	Speed: 756.395501 samples/sec	rmse=0.013247	lr=0.000033
Epoch[197] Batch [3699]	Speed: 781.140339 samples/sec	rmse=0.013249	lr=0.000033
Epoch[197] Batch [3749]	Speed: 768.578862 samples/sec	rmse=0.013250	lr=0.000033
Epoch[197] Batch [3799]	Speed: 718.635390 samples/sec	rmse=0.013249	lr=0.000033
Epoch[197] Batch [3849]	Speed: 706.102024 samples/sec	rmse=0.013253	lr=0.000032
Epoch[197] Batch [3899]	Speed: 735.666261 samples/sec	rmse=0.013259	lr=0.000032
Epoch[197] Batch [3949]	Speed: 745.332816 samples/sec	rmse=0.013260	lr=0.000032
Epoch[197] Batch [3999]	Speed: 729.468972 samples/sec	rmse=0.013258	lr=0.000031
Epoch[197] Batch [4049]	Speed: 713.678853 samples/sec	rmse=0.013263	lr=0.000031
Epoch[197] Batch [4099]	Speed: 707.038610 samples/sec	rmse=0.013259	lr=0.000031
Epoch[197] Batch [4149]	Speed: 704.970547 samples/sec	rmse=0.013261	lr=0.000031
Epoch[197] Batch [4199]	Speed: 696.178360 samples/sec	rmse=0.013260	lr=0.000030
Epoch[197] Batch [4249]	Speed: 722.745511 samples/sec	rmse=0.013263	lr=0.000030
Epoch[197] Batch [4299]	Speed: 721.480955 samples/sec	rmse=0.013263	lr=0.000030
Epoch[197] Batch [4349]	Speed: 697.072008 samples/sec	rmse=0.013263	lr=0.000029
Epoch[197] Batch [4399]	Speed: 711.198153 samples/sec	rmse=0.013265	lr=0.000029
Epoch[197] Batch [4449]	Speed: 733.459837 samples/sec	rmse=0.013266	lr=0.000029
Epoch[197] Batch [4499]	Speed: 703.635954 samples/sec	rmse=0.013266	lr=0.000029
Epoch[197] Batch [4549]	Speed: 745.561740 samples/sec	rmse=0.013266	lr=0.000028
Epoch[197] Batch [4599]	Speed: 725.928363 samples/sec	rmse=0.013268	lr=0.000028
Epoch[197] Batch [4649]	Speed: 723.544056 samples/sec	rmse=0.013269	lr=0.000028
Epoch[197] Batch [4699]	Speed: 734.142838 samples/sec	rmse=0.013265	lr=0.000028
Epoch[197] Batch [4749]	Speed: 750.277033 samples/sec	rmse=0.013263	lr=0.000027
Epoch[197] Batch [4799]	Speed: 773.915794 samples/sec	rmse=0.013267	lr=0.000027
Epoch[197] Batch [4849]	Speed: 726.613816 samples/sec	rmse=0.013268	lr=0.000027
Epoch[197] Batch [4899]	Speed: 751.588756 samples/sec	rmse=0.013268	lr=0.000027
Epoch[197] Batch [4949]	Speed: 728.507260 samples/sec	rmse=0.013267	lr=0.000026
Epoch[197] Batch [4999]	Speed: 733.141148 samples/sec	rmse=0.013268	lr=0.000026
[Epoch 197] training: rmse=0.013268
[Epoch 197] speed: 729 samples/sec	time cost: 1778.529707
[Epoch 197] validation: err-top1=0.195112 err-top5=0.046855
Epoch[198] Batch [49]	Speed: 721.841729 samples/sec	rmse=0.013422	lr=0.000026
Epoch[198] Batch [99]	Speed: 752.250382 samples/sec	rmse=0.013478	lr=0.000025
Epoch[198] Batch [149]	Speed: 726.540037 samples/sec	rmse=0.013380	lr=0.000025
Epoch[198] Batch [199]	Speed: 731.117121 samples/sec	rmse=0.013355	lr=0.000025
Epoch[198] Batch [249]	Speed: 727.950175 samples/sec	rmse=0.013378	lr=0.000025
Epoch[198] Batch [299]	Speed: 749.591471 samples/sec	rmse=0.013376	lr=0.000024
Epoch[198] Batch [349]	Speed: 744.394353 samples/sec	rmse=0.013362	lr=0.000024
Epoch[198] Batch [399]	Speed: 731.980027 samples/sec	rmse=0.013381	lr=0.000024
Epoch[198] Batch [449]	Speed: 764.584542 samples/sec	rmse=0.013375	lr=0.000024
Epoch[198] Batch [499]	Speed: 752.138333 samples/sec	rmse=0.013366	lr=0.000023
Epoch[198] Batch [549]	Speed: 750.555862 samples/sec	rmse=0.013356	lr=0.000023
Epoch[198] Batch [599]	Speed: 706.066894 samples/sec	rmse=0.013363	lr=0.000023
Epoch[198] Batch [649]	Speed: 744.464401 samples/sec	rmse=0.013368	lr=0.000023
Epoch[198] Batch [699]	Speed: 730.572591 samples/sec	rmse=0.013319	lr=0.000022
Epoch[198] Batch [749]	Speed: 723.856698 samples/sec	rmse=0.013320	lr=0.000022
Epoch[198] Batch [799]	Speed: 726.049419 samples/sec	rmse=0.013313	lr=0.000022
Epoch[198] Batch [849]	Speed: 750.077460 samples/sec	rmse=0.013305	lr=0.000022
Epoch[198] Batch [899]	Speed: 726.018236 samples/sec	rmse=0.013320	lr=0.000022
Epoch[198] Batch [949]	Speed: 712.854992 samples/sec	rmse=0.013315	lr=0.000021
Epoch[198] Batch [999]	Speed: 732.867882 samples/sec	rmse=0.013314	lr=0.000021
Epoch[198] Batch [1049]	Speed: 724.302189 samples/sec	rmse=0.013314	lr=0.000021
Epoch[198] Batch [1099]	Speed: 733.458273 samples/sec	rmse=0.013315	lr=0.000021
Epoch[198] Batch [1149]	Speed: 737.167010 samples/sec	rmse=0.013309	lr=0.000020
Epoch[198] Batch [1199]	Speed: 710.524415 samples/sec	rmse=0.013307	lr=0.000020
Epoch[198] Batch [1249]	Speed: 739.382856 samples/sec	rmse=0.013301	lr=0.000020
Epoch[198] Batch [1299]	Speed: 752.831224 samples/sec	rmse=0.013305	lr=0.000020
Epoch[198] Batch [1349]	Speed: 744.485399 samples/sec	rmse=0.013299	lr=0.000019
Epoch[198] Batch [1399]	Speed: 760.197940 samples/sec	rmse=0.013291	lr=0.000019
Epoch[198] Batch [1449]	Speed: 710.345352 samples/sec	rmse=0.013287	lr=0.000019
Epoch[198] Batch [1499]	Speed: 754.078770 samples/sec	rmse=0.013291	lr=0.000019
Epoch[198] Batch [1549]	Speed: 739.449824 samples/sec	rmse=0.013295	lr=0.000019
Epoch[198] Batch [1599]	Speed: 747.162930 samples/sec	rmse=0.013300	lr=0.000018
Epoch[198] Batch [1649]	Speed: 725.514635 samples/sec	rmse=0.013301	lr=0.000018
Epoch[198] Batch [1699]	Speed: 744.065743 samples/sec	rmse=0.013297	lr=0.000018
Epoch[198] Batch [1749]	Speed: 731.610467 samples/sec	rmse=0.013297	lr=0.000018
Epoch[198] Batch [1799]	Speed: 707.403956 samples/sec	rmse=0.013300	lr=0.000017
Epoch[198] Batch [1849]	Speed: 774.836977 samples/sec	rmse=0.013300	lr=0.000017
Epoch[198] Batch [1899]	Speed: 739.275972 samples/sec	rmse=0.013296	lr=0.000017
Epoch[198] Batch [1949]	Speed: 744.651320 samples/sec	rmse=0.013294	lr=0.000017
Epoch[198] Batch [1999]	Speed: 722.533154 samples/sec	rmse=0.013296	lr=0.000017
Epoch[198] Batch [2049]	Speed: 767.322288 samples/sec	rmse=0.013292	lr=0.000016
Epoch[198] Batch [2099]	Speed: 741.748758 samples/sec	rmse=0.013295	lr=0.000016
Epoch[198] Batch [2149]	Speed: 701.825418 samples/sec	rmse=0.013296	lr=0.000016
Epoch[198] Batch [2199]	Speed: 732.397387 samples/sec	rmse=0.013299	lr=0.000016
Epoch[198] Batch [2249]	Speed: 728.853634 samples/sec	rmse=0.013301	lr=0.000016
Epoch[198] Batch [2299]	Speed: 734.966197 samples/sec	rmse=0.013303	lr=0.000015
Epoch[198] Batch [2349]	Speed: 716.712937 samples/sec	rmse=0.013310	lr=0.000015
Epoch[198] Batch [2399]	Speed: 735.282336 samples/sec	rmse=0.013316	lr=0.000015
Epoch[198] Batch [2449]	Speed: 745.910275 samples/sec	rmse=0.013315	lr=0.000015
Epoch[198] Batch [2499]	Speed: 737.288371 samples/sec	rmse=0.013319	lr=0.000015
Epoch[198] Batch [2549]	Speed: 718.275632 samples/sec	rmse=0.013328	lr=0.000014
Epoch[198] Batch [2599]	Speed: 739.369954 samples/sec	rmse=0.013322	lr=0.000014
Epoch[198] Batch [2649]	Speed: 727.328813 samples/sec	rmse=0.013322	lr=0.000014
Epoch[198] Batch [2699]	Speed: 727.547923 samples/sec	rmse=0.013321	lr=0.000014
Epoch[198] Batch [2749]	Speed: 721.496944 samples/sec	rmse=0.013319	lr=0.000014
Epoch[198] Batch [2799]	Speed: 749.763498 samples/sec	rmse=0.013314	lr=0.000013
Epoch[198] Batch [2849]	Speed: 758.585279 samples/sec	rmse=0.013311	lr=0.000013
Epoch[198] Batch [2899]	Speed: 731.652961 samples/sec	rmse=0.013308	lr=0.000013
Epoch[198] Batch [2949]	Speed: 727.205665 samples/sec	rmse=0.013309	lr=0.000013
Epoch[198] Batch [2999]	Speed: 733.997983 samples/sec	rmse=0.013304	lr=0.000013
Epoch[198] Batch [3049]	Speed: 732.018572 samples/sec	rmse=0.013310	lr=0.000013
Epoch[198] Batch [3099]	Speed: 740.781595 samples/sec	rmse=0.013307	lr=0.000012
Epoch[198] Batch [3149]	Speed: 718.032222 samples/sec	rmse=0.013306	lr=0.000012
Epoch[198] Batch [3199]	Speed: 738.016314 samples/sec	rmse=0.013305	lr=0.000012
Epoch[198] Batch [3249]	Speed: 749.402368 samples/sec	rmse=0.013305	lr=0.000012
Epoch[198] Batch [3299]	Speed: 745.761735 samples/sec	rmse=0.013309	lr=0.000012
Epoch[198] Batch [3349]	Speed: 738.910775 samples/sec	rmse=0.013312	lr=0.000011
Epoch[198] Batch [3399]	Speed: 732.174928 samples/sec	rmse=0.013313	lr=0.000011
Epoch[198] Batch [3449]	Speed: 728.711640 samples/sec	rmse=0.013311	lr=0.000011
Epoch[198] Batch [3499]	Speed: 720.265448 samples/sec	rmse=0.013307	lr=0.000011
Epoch[198] Batch [3549]	Speed: 721.298809 samples/sec	rmse=0.013308	lr=0.000011
Epoch[198] Batch [3599]	Speed: 690.650104 samples/sec	rmse=0.013310	lr=0.000011
Epoch[198] Batch [3649]	Speed: 701.644605 samples/sec	rmse=0.013308	lr=0.000010
Epoch[198] Batch [3699]	Speed: 748.593125 samples/sec	rmse=0.013307	lr=0.000010
Epoch[198] Batch [3749]	Speed: 780.882393 samples/sec	rmse=0.013305	lr=0.000010
Epoch[198] Batch [3799]	Speed: 743.381723 samples/sec	rmse=0.013302	lr=0.000010
Epoch[198] Batch [3849]	Speed: 755.912757 samples/sec	rmse=0.013303	lr=0.000010
Epoch[198] Batch [3899]	Speed: 735.814185 samples/sec	rmse=0.013301	lr=0.000010
Epoch[198] Batch [3949]	Speed: 695.043218 samples/sec	rmse=0.013300	lr=0.000010
Epoch[198] Batch [3999]	Speed: 756.607429 samples/sec	rmse=0.013297	lr=0.000009
Epoch[198] Batch [4049]	Speed: 749.169240 samples/sec	rmse=0.013295	lr=0.000009
Epoch[198] Batch [4099]	Speed: 724.796887 samples/sec	rmse=0.013297	lr=0.000009
Epoch[198] Batch [4149]	Speed: 730.567918 samples/sec	rmse=0.013299	lr=0.000009
Epoch[198] Batch [4199]	Speed: 742.384603 samples/sec	rmse=0.013301	lr=0.000009
Epoch[198] Batch [4249]	Speed: 698.820802 samples/sec	rmse=0.013301	lr=0.000009
Epoch[198] Batch [4299]	Speed: 756.536059 samples/sec	rmse=0.013301	lr=0.000008
Epoch[198] Batch [4349]	Speed: 772.488036 samples/sec	rmse=0.013302	lr=0.000008
Epoch[198] Batch [4399]	Speed: 711.710052 samples/sec	rmse=0.013302	lr=0.000008
Epoch[198] Batch [4449]	Speed: 725.043211 samples/sec	rmse=0.013301	lr=0.000008
Epoch[198] Batch [4499]	Speed: 718.230248 samples/sec	rmse=0.013298	lr=0.000008
Epoch[198] Batch [4549]	Speed: 725.897975 samples/sec	rmse=0.013298	lr=0.000008
Epoch[198] Batch [4599]	Speed: 712.847723 samples/sec	rmse=0.013298	lr=0.000008
Epoch[198] Batch [4649]	Speed: 722.754365 samples/sec	rmse=0.013295	lr=0.000007
Epoch[198] Batch [4699]	Speed: 727.576901 samples/sec	rmse=0.013293	lr=0.000007
Epoch[198] Batch [4749]	Speed: 754.023104 samples/sec	rmse=0.013293	lr=0.000007
Epoch[198] Batch [4799]	Speed: 753.235115 samples/sec	rmse=0.013291	lr=0.000007
Epoch[198] Batch [4849]	Speed: 717.690059 samples/sec	rmse=0.013293	lr=0.000007
Epoch[198] Batch [4899]	Speed: 719.337694 samples/sec	rmse=0.013290	lr=0.000007
Epoch[198] Batch [4949]	Speed: 713.878015 samples/sec	rmse=0.013288	lr=0.000007
Epoch[198] Batch [4999]	Speed: 730.295991 samples/sec	rmse=0.013286	lr=0.000007
[Epoch 198] training: rmse=0.013286
[Epoch 198] speed: 733 samples/sec	time cost: 1770.333232
[Epoch 198] validation: err-top1=0.194774 err-top5=0.046775
Epoch[199] Batch [49]	Speed: 732.667363 samples/sec	rmse=0.013194	lr=0.000006
Epoch[199] Batch [99]	Speed: 743.654203 samples/sec	rmse=0.013321	lr=0.000006
Epoch[199] Batch [149]	Speed: 722.437201 samples/sec	rmse=0.013342	lr=0.000006
Epoch[199] Batch [199]	Speed: 751.607075 samples/sec	rmse=0.013330	lr=0.000006
Epoch[199] Batch [249]	Speed: 728.620882 samples/sec	rmse=0.013343	lr=0.000006
Epoch[199] Batch [299]	Speed: 741.534624 samples/sec	rmse=0.013368	lr=0.000006
Epoch[199] Batch [349]	Speed: 724.456283 samples/sec	rmse=0.013336	lr=0.000006
Epoch[199] Batch [399]	Speed: 718.491292 samples/sec	rmse=0.013316	lr=0.000005
Epoch[199] Batch [449]	Speed: 704.543815 samples/sec	rmse=0.013307	lr=0.000005
Epoch[199] Batch [499]	Speed: 736.846113 samples/sec	rmse=0.013292	lr=0.000005
Epoch[199] Batch [549]	Speed: 754.278645 samples/sec	rmse=0.013290	lr=0.000005
Epoch[199] Batch [599]	Speed: 724.513769 samples/sec	rmse=0.013300	lr=0.000005
Epoch[199] Batch [649]	Speed: 720.344442 samples/sec	rmse=0.013291	lr=0.000005
Epoch[199] Batch [699]	Speed: 726.635717 samples/sec	rmse=0.013284	lr=0.000005
Epoch[199] Batch [749]	Speed: 750.142313 samples/sec	rmse=0.013277	lr=0.000005
Epoch[199] Batch [799]	Speed: 718.068438 samples/sec	rmse=0.013300	lr=0.000005
Epoch[199] Batch [849]	Speed: 746.046092 samples/sec	rmse=0.013284	lr=0.000004
Epoch[199] Batch [899]	Speed: 740.496394 samples/sec	rmse=0.013273	lr=0.000004
Epoch[199] Batch [949]	Speed: 734.197544 samples/sec	rmse=0.013259	lr=0.000004
Epoch[199] Batch [999]	Speed: 740.550203 samples/sec	rmse=0.013270	lr=0.000004
Epoch[199] Batch [1049]	Speed: 735.116758 samples/sec	rmse=0.013273	lr=0.000004
Epoch[199] Batch [1099]	Speed: 734.381201 samples/sec	rmse=0.013272	lr=0.000004
Epoch[199] Batch [1149]	Speed: 729.322448 samples/sec	rmse=0.013270	lr=0.000004
Epoch[199] Batch [1199]	Speed: 732.716990 samples/sec	rmse=0.013266	lr=0.000004
Epoch[199] Batch [1249]	Speed: 723.839092 samples/sec	rmse=0.013266	lr=0.000004
Epoch[199] Batch [1299]	Speed: 716.816085 samples/sec	rmse=0.013263	lr=0.000004
Epoch[199] Batch [1349]	Speed: 740.132828 samples/sec	rmse=0.013264	lr=0.000003
Epoch[199] Batch [1399]	Speed: 746.082576 samples/sec	rmse=0.013254	lr=0.000003
Epoch[199] Batch [1449]	Speed: 734.495999 samples/sec	rmse=0.013244	lr=0.000003
Epoch[199] Batch [1499]	Speed: 714.732579 samples/sec	rmse=0.013236	lr=0.000003
Epoch[199] Batch [1549]	Speed: 734.339495 samples/sec	rmse=0.013240	lr=0.000003
Epoch[199] Batch [1599]	Speed: 738.375457 samples/sec	rmse=0.013242	lr=0.000003
Epoch[199] Batch [1649]	Speed: 735.697543 samples/sec	rmse=0.013245	lr=0.000003
Epoch[199] Batch [1699]	Speed: 733.626262 samples/sec	rmse=0.013252	lr=0.000003
Epoch[199] Batch [1749]	Speed: 733.395281 samples/sec	rmse=0.013256	lr=0.000003
Epoch[199] Batch [1799]	Speed: 756.857298 samples/sec	rmse=0.013262	lr=0.000003
Epoch[199] Batch [1849]	Speed: 746.986637 samples/sec	rmse=0.013262	lr=0.000003
Epoch[199] Batch [1899]	Speed: 728.512974 samples/sec	rmse=0.013258	lr=0.000002
Epoch[199] Batch [1949]	Speed: 736.740861 samples/sec	rmse=0.013252	lr=0.000002
Epoch[199] Batch [1999]	Speed: 751.226885 samples/sec	rmse=0.013253	lr=0.000002
Epoch[199] Batch [2049]	Speed: 760.098664 samples/sec	rmse=0.013257	lr=0.000002
Epoch[199] Batch [2099]	Speed: 741.074687 samples/sec	rmse=0.013253	lr=0.000002
Epoch[199] Batch [2149]	Speed: 716.585868 samples/sec	rmse=0.013255	lr=0.000002
Epoch[199] Batch [2199]	Speed: 756.013572 samples/sec	rmse=0.013257	lr=0.000002
Epoch[199] Batch [2249]	Speed: 748.087542 samples/sec	rmse=0.013265	lr=0.000002
Epoch[199] Batch [2299]	Speed: 752.614274 samples/sec	rmse=0.013258	lr=0.000002
Epoch[199] Batch [2349]	Speed: 742.243733 samples/sec	rmse=0.013259	lr=0.000002
Epoch[199] Batch [2399]	Speed: 729.744658 samples/sec	rmse=0.013265	lr=0.000002
Epoch[199] Batch [2449]	Speed: 738.432117 samples/sec	rmse=0.013265	lr=0.000002
Epoch[199] Batch [2499]	Speed: 739.498704 samples/sec	rmse=0.013264	lr=0.000002
Epoch[199] Batch [2549]	Speed: 738.940259 samples/sec	rmse=0.013260	lr=0.000002
Epoch[199] Batch [2599]	Speed: 747.875421 samples/sec	rmse=0.013255	lr=0.000001
Epoch[199] Batch [2649]	Speed: 723.371334 samples/sec	rmse=0.013257	lr=0.000001
Epoch[199] Batch [2699]	Speed: 701.700298 samples/sec	rmse=0.013254	lr=0.000001
Epoch[199] Batch [2749]	Speed: 739.994709 samples/sec	rmse=0.013252	lr=0.000001
Epoch[199] Batch [2799]	Speed: 741.274604 samples/sec	rmse=0.013258	lr=0.000001
Epoch[199] Batch [2849]	Speed: 756.075421 samples/sec	rmse=0.013255	lr=0.000001
Epoch[199] Batch [2899]	Speed: 736.972073 samples/sec	rmse=0.013255	lr=0.000001
Epoch[199] Batch [2949]	Speed: 750.743533 samples/sec	rmse=0.013258	lr=0.000001
Epoch[199] Batch [2999]	Speed: 763.501171 samples/sec	rmse=0.013264	lr=0.000001
Epoch[199] Batch [3049]	Speed: 740.429063 samples/sec	rmse=0.013260	lr=0.000001
Epoch[199] Batch [3099]	Speed: 746.364251 samples/sec	rmse=0.013258	lr=0.000001
Epoch[199] Batch [3149]	Speed: 736.450833 samples/sec	rmse=0.013257	lr=0.000001
Epoch[199] Batch [3199]	Speed: 747.183207 samples/sec	rmse=0.013252	lr=0.000001
Epoch[199] Batch [3249]	Speed: 729.896204 samples/sec	rmse=0.013251	lr=0.000001
Epoch[199] Batch [3299]	Speed: 711.274823 samples/sec	rmse=0.013252	lr=0.000001
Epoch[199] Batch [3349]	Speed: 757.776864 samples/sec	rmse=0.013250	lr=0.000001
Epoch[199] Batch [3399]	Speed: 725.744131 samples/sec	rmse=0.013256	lr=0.000001
Epoch[199] Batch [3449]	Speed: 727.114414 samples/sec	rmse=0.013259	lr=0.000001
Epoch[199] Batch [3499]	Speed: 748.510005 samples/sec	rmse=0.013261	lr=0.000001
Epoch[199] Batch [3549]	Speed: 745.009539 samples/sec	rmse=0.013264	lr=0.000001
Epoch[199] Batch [3599]	Speed: 729.482521 samples/sec	rmse=0.013262	lr=0.000001
Epoch[199] Batch [3649]	Speed: 733.916628 samples/sec	rmse=0.013258	lr=0.000000
Epoch[199] Batch [3699]	Speed: 747.715527 samples/sec	rmse=0.013261	lr=0.000000
Epoch[199] Batch [3749]	Speed: 723.577913 samples/sec	rmse=0.013258	lr=0.000000
Epoch[199] Batch [3799]	Speed: 721.381665 samples/sec	rmse=0.013259	lr=0.000000
Epoch[199] Batch [3849]	Speed: 750.158748 samples/sec	rmse=0.013259	lr=0.000000
Epoch[199] Batch [3899]	Speed: 763.428342 samples/sec	rmse=0.013259	lr=0.000000
Epoch[199] Batch [3949]	Speed: 743.108238 samples/sec	rmse=0.013256	lr=0.000000
Epoch[199] Batch [3999]	Speed: 761.532386 samples/sec	rmse=0.013253	lr=0.000000
Epoch[199] Batch [4049]	Speed: 738.597393 samples/sec	rmse=0.013254	lr=0.000000
Epoch[199] Batch [4099]	Speed: 732.520571 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4149]	Speed: 694.336214 samples/sec	rmse=0.013254	lr=0.000000
Epoch[199] Batch [4199]	Speed: 749.709002 samples/sec	rmse=0.013251	lr=0.000000
Epoch[199] Batch [4249]	Speed: 758.565364 samples/sec	rmse=0.013253	lr=0.000000
Epoch[199] Batch [4299]	Speed: 733.599737 samples/sec	rmse=0.013256	lr=0.000000
Epoch[199] Batch [4349]	Speed: 730.770622 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4399]	Speed: 747.153946 samples/sec	rmse=0.013254	lr=0.000000
Epoch[199] Batch [4449]	Speed: 734.260464 samples/sec	rmse=0.013254	lr=0.000000
Epoch[199] Batch [4499]	Speed: 765.983032 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4549]	Speed: 748.325681 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4599]	Speed: 734.237930 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4649]	Speed: 721.386861 samples/sec	rmse=0.013252	lr=0.000000
Epoch[199] Batch [4699]	Speed: 753.545074 samples/sec	rmse=0.013250	lr=0.000000
Epoch[199] Batch [4749]	Speed: 733.308651 samples/sec	rmse=0.013249	lr=0.000000
Epoch[199] Batch [4799]	Speed: 771.780386 samples/sec	rmse=0.013251	lr=0.000000
Epoch[199] Batch [4849]	Speed: 747.004681 samples/sec	rmse=0.013252	lr=0.000000
Epoch[199] Batch [4899]	Speed: 718.241855 samples/sec	rmse=0.013254	lr=0.000000
Epoch[199] Batch [4949]	Speed: 717.799928 samples/sec	rmse=0.013255	lr=0.000000
Epoch[199] Batch [4999]	Speed: 746.290236 samples/sec	rmse=0.013255	lr=0.000000
[Epoch 199] training: rmse=0.013255
[Epoch 199] speed: 737 samples/sec	time cost: 1761.338174
[Epoch 199] validation: err-top1=0.194431 err-top5=0.047256