Namespace(batch_norm=False, batch_size=128, crop_ratio=0.875, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnext50_32x4d_best.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnext50_32x4d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=90, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_resnext50_32x4d_best', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1549.595913 samples/sec	rmse=0.026408	lr=0.003133
Epoch[0] Batch [99]	Speed: 2716.292043 samples/sec	rmse=0.025987	lr=0.006331
Epoch[0] Batch [149]	Speed: 2625.748542 samples/sec	rmse=0.026221	lr=0.009528
Epoch[0] Batch [199]	Speed: 2731.555637 samples/sec	rmse=0.026105	lr=0.012726
Epoch[0] Batch [249]	Speed: 2939.017526 samples/sec	rmse=0.026160	lr=0.015923
Epoch[0] Batch [299]	Speed: 2964.468198 samples/sec	rmse=0.026184	lr=0.019121
Epoch[0] Batch [349]	Speed: 2855.830283 samples/sec	rmse=0.026153	lr=0.022318
Epoch[0] Batch [399]	Speed: 2733.384647 samples/sec	rmse=0.026275	lr=0.025516
Epoch[0] Batch [449]	Speed: 2920.218530 samples/sec	rmse=0.026333	lr=0.028713
Epoch[0] Batch [499]	Speed: 2936.369661 samples/sec	rmse=0.026317	lr=0.031910
Epoch[0] Batch [549]	Speed: 2890.359359 samples/sec	rmse=0.026266	lr=0.035108
Epoch[0] Batch [599]	Speed: 2932.968356 samples/sec	rmse=0.026274	lr=0.038305
Epoch[0] Batch [649]	Speed: 2925.556051 samples/sec	rmse=0.026299	lr=0.041503
Epoch[0] Batch [699]	Speed: 2922.244076 samples/sec	rmse=0.026264	lr=0.044700
Epoch[0] Batch [749]	Speed: 2936.768932 samples/sec	rmse=0.026252	lr=0.047898
Epoch[0] Batch [799]	Speed: 2928.745924 samples/sec	rmse=0.026236	lr=0.051095
Epoch[0] Batch [849]	Speed: 2930.486246 samples/sec	rmse=0.026263	lr=0.054293
Epoch[0] Batch [899]	Speed: 2931.346320 samples/sec	rmse=0.026232	lr=0.057490
Epoch[0] Batch [949]	Speed: 2929.172330 samples/sec	rmse=0.026215	lr=0.060687
Epoch[0] Batch [999]	Speed: 2933.709248 samples/sec	rmse=0.026240	lr=0.063885
Epoch[0] Batch [1049]	Speed: 2944.850232 samples/sec	rmse=0.026251	lr=0.067082
Epoch[0] Batch [1099]	Speed: 2928.599342 samples/sec	rmse=0.026255	lr=0.070280
Epoch[0] Batch [1149]	Speed: 2925.122569 samples/sec	rmse=0.026232	lr=0.073477
Epoch[0] Batch [1199]	Speed: 2934.551164 samples/sec	rmse=0.026212	lr=0.076675
Epoch[0] Batch [1249]	Speed: 2966.102116 samples/sec	rmse=0.026214	lr=0.079872
[Epoch 0] training: rmse=0.026213
[Epoch 0] speed: 2789 samples/sec	time cost: 466.268264
[Epoch 0] validation: err-top1=0.927993 err-top5=0.801319
Epoch[1] Batch [49]	Speed: 2933.066661 samples/sec	rmse=0.026291	lr=0.083133
Epoch[1] Batch [99]	Speed: 2913.677595 samples/sec	rmse=0.026074	lr=0.086331
Epoch[1] Batch [149]	Speed: 2889.344253 samples/sec	rmse=0.025999	lr=0.089528
Epoch[1] Batch [199]	Speed: 2934.066265 samples/sec	rmse=0.025944	lr=0.092726
Epoch[1] Batch [249]	Speed: 2859.208224 samples/sec	rmse=0.025985	lr=0.095923
Epoch[1] Batch [299]	Speed: 2945.800100 samples/sec	rmse=0.025879	lr=0.099121
Epoch[1] Batch [349]	Speed: 2935.024150 samples/sec	rmse=0.025945	lr=0.102318
Epoch[1] Batch [399]	Speed: 2915.387900 samples/sec	rmse=0.025909	lr=0.105516
Epoch[1] Batch [449]	Speed: 2929.805018 samples/sec	rmse=0.025943	lr=0.108713
Epoch[1] Batch [499]	Speed: 2942.846912 samples/sec	rmse=0.025890	lr=0.111910
Epoch[1] Batch [549]	Speed: 2944.135670 samples/sec	rmse=0.025905	lr=0.115108
Epoch[1] Batch [599]	Speed: 2930.351647 samples/sec	rmse=0.025841	lr=0.118305
Epoch[1] Batch [649]	Speed: 2947.815739 samples/sec	rmse=0.025797	lr=0.121503
Epoch[1] Batch [699]	Speed: 2943.816755 samples/sec	rmse=0.025775	lr=0.124700
Epoch[1] Batch [749]	Speed: 2917.600331 samples/sec	rmse=0.025769	lr=0.127898
Epoch[1] Batch [799]	Speed: 2907.865576 samples/sec	rmse=0.025730	lr=0.131095
Epoch[1] Batch [849]	Speed: 2870.469525 samples/sec	rmse=0.025747	lr=0.134293
Epoch[1] Batch [899]	Speed: 2943.333993 samples/sec	rmse=0.025742	lr=0.137490
Epoch[1] Batch [949]	Speed: 2938.160705 samples/sec	rmse=0.025728	lr=0.140687
Epoch[1] Batch [999]	Speed: 2951.025694 samples/sec	rmse=0.025684	lr=0.143885
Epoch[1] Batch [1049]	Speed: 2939.153728 samples/sec	rmse=0.025678	lr=0.147082
Epoch[1] Batch [1099]	Speed: 2945.181691 samples/sec	rmse=0.025655	lr=0.150280
Epoch[1] Batch [1149]	Speed: 2952.537652 samples/sec	rmse=0.025640	lr=0.153477
Epoch[1] Batch [1199]	Speed: 2938.858493 samples/sec	rmse=0.025602	lr=0.156675
Epoch[1] Batch [1249]	Speed: 2968.565299 samples/sec	rmse=0.025575	lr=0.159872
[Epoch 1] training: rmse=0.025571
[Epoch 1] speed: 2926 samples/sec	time cost: 444.044549
[Epoch 1] validation: err-top1=0.827866 err-top5=0.622150
Epoch[2] Batch [49]	Speed: 2950.924641 samples/sec	rmse=0.024878	lr=0.163133
Epoch[2] Batch [99]	Speed: 2943.832695 samples/sec	rmse=0.024797	lr=0.166331
Epoch[2] Batch [149]	Speed: 2933.667007 samples/sec	rmse=0.024667	lr=0.169528
Epoch[2] Batch [199]	Speed: 2936.555128 samples/sec	rmse=0.024765	lr=0.172726
Epoch[2] Batch [249]	Speed: 2944.242193 samples/sec	rmse=0.024778	lr=0.175923
Epoch[2] Batch [299]	Speed: 2932.773168 samples/sec	rmse=0.024796	lr=0.179121
Epoch[2] Batch [349]	Speed: 2934.261785 samples/sec	rmse=0.024768	lr=0.182318
Epoch[2] Batch [399]	Speed: 2939.255626 samples/sec	rmse=0.024791	lr=0.185516
Epoch[2] Batch [449]	Speed: 2917.620547 samples/sec	rmse=0.024791	lr=0.188713
Epoch[2] Batch [499]	Speed: 2918.262174 samples/sec	rmse=0.024779	lr=0.191910
Epoch[2] Batch [549]	Speed: 2940.071747 samples/sec	rmse=0.024779	lr=0.195108
Epoch[2] Batch [599]	Speed: 2941.572539 samples/sec	rmse=0.024774	lr=0.198305
Epoch[2] Batch [649]	Speed: 2942.928942 samples/sec	rmse=0.024790	lr=0.201503
Epoch[2] Batch [699]	Speed: 2935.962350 samples/sec	rmse=0.024765	lr=0.204700
Epoch[2] Batch [749]	Speed: 2936.842309 samples/sec	rmse=0.024775	lr=0.207898
Epoch[2] Batch [799]	Speed: 2922.491715 samples/sec	rmse=0.024730	lr=0.211095
Epoch[2] Batch [849]	Speed: 2930.277075 samples/sec	rmse=0.024738	lr=0.214293
Epoch[2] Batch [899]	Speed: 2919.912913 samples/sec	rmse=0.024722	lr=0.217490
Epoch[2] Batch [949]	Speed: 2921.274684 samples/sec	rmse=0.024697	lr=0.220687
Epoch[2] Batch [999]	Speed: 2914.782746 samples/sec	rmse=0.024690	lr=0.223885
Epoch[2] Batch [1049]	Speed: 2879.190767 samples/sec	rmse=0.024664	lr=0.227082
Epoch[2] Batch [1099]	Speed: 2922.703993 samples/sec	rmse=0.024631	lr=0.230280
Epoch[2] Batch [1149]	Speed: 2919.863168 samples/sec	rmse=0.024642	lr=0.233477
Epoch[2] Batch [1199]	Speed: 2894.186910 samples/sec	rmse=0.024619	lr=0.236675
Epoch[2] Batch [1249]	Speed: 2935.629351 samples/sec	rmse=0.024617	lr=0.239872
[Epoch 2] training: rmse=0.024618
[Epoch 2] speed: 2925 samples/sec	time cost: 444.639583
[Epoch 2] validation: err-top1=0.663126 err-top5=0.401487
Epoch[3] Batch [49]	Speed: 2942.254252 samples/sec	rmse=0.024080	lr=0.243133
Epoch[3] Batch [99]	Speed: 2913.040709 samples/sec	rmse=0.024159	lr=0.246331
Epoch[3] Batch [149]	Speed: 2928.310098 samples/sec	rmse=0.024167	lr=0.249528
Epoch[3] Batch [199]	Speed: 2929.354092 samples/sec	rmse=0.024122	lr=0.252726
Epoch[3] Batch [249]	Speed: 2920.785859 samples/sec	rmse=0.024119	lr=0.255923
Epoch[3] Batch [299]	Speed: 2842.264637 samples/sec	rmse=0.024097	lr=0.259121
Epoch[3] Batch [349]	Speed: 2883.752685 samples/sec	rmse=0.024071	lr=0.262318
Epoch[3] Batch [399]	Speed: 2929.694502 samples/sec	rmse=0.024027	lr=0.265516
Epoch[3] Batch [449]	Speed: 2943.338390 samples/sec	rmse=0.024047	lr=0.268713
Epoch[3] Batch [499]	Speed: 2920.910364 samples/sec	rmse=0.024011	lr=0.271910
Epoch[3] Batch [549]	Speed: 2928.292888 samples/sec	rmse=0.024002	lr=0.275108
Epoch[3] Batch [599]	Speed: 2922.415633 samples/sec	rmse=0.023950	lr=0.278305
Epoch[3] Batch [649]	Speed: 2932.029546 samples/sec	rmse=0.023902	lr=0.281503
Epoch[3] Batch [699]	Speed: 2921.717561 samples/sec	rmse=0.023873	lr=0.284700
Epoch[3] Batch [749]	Speed: 2937.401732 samples/sec	rmse=0.023830	lr=0.287898
Epoch[3] Batch [799]	Speed: 2928.753672 samples/sec	rmse=0.023797	lr=0.291095
Epoch[3] Batch [849]	Speed: 2934.719317 samples/sec	rmse=0.023806	lr=0.294293
Epoch[3] Batch [899]	Speed: 2926.689459 samples/sec	rmse=0.023804	lr=0.297490
Epoch[3] Batch [949]	Speed: 2934.332310 samples/sec	rmse=0.023793	lr=0.300687
Epoch[3] Batch [999]	Speed: 2934.804503 samples/sec	rmse=0.023776	lr=0.303885
Epoch[3] Batch [1049]	Speed: 2950.545470 samples/sec	rmse=0.023775	lr=0.307082
Epoch[3] Batch [1099]	Speed: 2937.975879 samples/sec	rmse=0.023767	lr=0.310280
Epoch[3] Batch [1149]	Speed: 2942.156137 samples/sec	rmse=0.023816	lr=0.313477
Epoch[3] Batch [1199]	Speed: 2930.383356 samples/sec	rmse=0.023829	lr=0.316675
Epoch[3] Batch [1249]	Speed: 2970.557160 samples/sec	rmse=0.023833	lr=0.319872
[Epoch 3] training: rmse=0.023834
[Epoch 3] speed: 2924 samples/sec	time cost: 444.426305
[Epoch 3] validation: err-top1=0.635284 err-top5=0.374243
Epoch[4] Batch [49]	Speed: 2900.952707 samples/sec	rmse=0.023305	lr=0.323133
Epoch[4] Batch [99]	Speed: 2910.229750 samples/sec	rmse=0.023520	lr=0.326331
Epoch[4] Batch [149]	Speed: 2925.378825 samples/sec	rmse=0.023474	lr=0.329528
Epoch[4] Batch [199]	Speed: 2903.387374 samples/sec	rmse=0.023476	lr=0.332726
Epoch[4] Batch [249]	Speed: 2901.048681 samples/sec	rmse=0.023455	lr=0.335923
Epoch[4] Batch [299]	Speed: 2938.847152 samples/sec	rmse=0.023462	lr=0.339121
Epoch[4] Batch [349]	Speed: 2855.543083 samples/sec	rmse=0.023451	lr=0.342318
Epoch[4] Batch [399]	Speed: 2872.993903 samples/sec	rmse=0.023440	lr=0.345516
Epoch[4] Batch [449]	Speed: 2930.665812 samples/sec	rmse=0.023442	lr=0.348713
Epoch[4] Batch [499]	Speed: 2864.194619 samples/sec	rmse=0.023441	lr=0.351910
Epoch[4] Batch [549]	Speed: 2890.303225 samples/sec	rmse=0.023430	lr=0.355108
Epoch[4] Batch [599]	Speed: 2923.899723 samples/sec	rmse=0.023434	lr=0.358305
Epoch[4] Batch [649]	Speed: 2892.353732 samples/sec	rmse=0.023417	lr=0.361503
Epoch[4] Batch [699]	Speed: 2919.579139 samples/sec	rmse=0.023373	lr=0.364700
Epoch[4] Batch [749]	Speed: 2891.863906 samples/sec	rmse=0.023386	lr=0.367898
Epoch[4] Batch [799]	Speed: 2895.705713 samples/sec	rmse=0.023364	lr=0.371095
Epoch[4] Batch [849]	Speed: 2943.408828 samples/sec	rmse=0.023343	lr=0.374293
Epoch[4] Batch [899]	Speed: 2937.940026 samples/sec	rmse=0.023311	lr=0.377490
Epoch[4] Batch [949]	Speed: 2940.078509 samples/sec	rmse=0.023287	lr=0.380687
Epoch[4] Batch [999]	Speed: 2929.985339 samples/sec	rmse=0.023281	lr=0.383885
Epoch[4] Batch [1049]	Speed: 2943.484191 samples/sec	rmse=0.023280	lr=0.387082
Epoch[4] Batch [1099]	Speed: 2951.221737 samples/sec	rmse=0.023273	lr=0.390280
Epoch[4] Batch [1149]	Speed: 2953.754387 samples/sec	rmse=0.023251	lr=0.393477
Epoch[4] Batch [1199]	Speed: 2937.762461 samples/sec	rmse=0.023251	lr=0.396675
Epoch[4] Batch [1249]	Speed: 2953.282900 samples/sec	rmse=0.023242	lr=0.399872
[Epoch 4] training: rmse=0.023242
[Epoch 4] speed: 2913 samples/sec	time cost: 446.118796
[Epoch 4] validation: err-top1=0.589206 err-top5=0.321010
Epoch[5] Batch [49]	Speed: 2949.453951 samples/sec	rmse=0.022882	lr=0.400000
Epoch[5] Batch [99]	Speed: 2928.854651 samples/sec	rmse=0.022895	lr=0.400000
Epoch[5] Batch [149]	Speed: 2930.707407 samples/sec	rmse=0.022828	lr=0.400000
Epoch[5] Batch [199]	Speed: 2940.122304 samples/sec	rmse=0.022780	lr=0.399999
Epoch[5] Batch [249]	Speed: 2940.261305 samples/sec	rmse=0.022767	lr=0.399999
Epoch[5] Batch [299]	Speed: 2939.007953 samples/sec	rmse=0.022812	lr=0.399999
Epoch[5] Batch [349]	Speed: 2916.250142 samples/sec	rmse=0.022771	lr=0.399998
Epoch[5] Batch [399]	Speed: 2931.021808 samples/sec	rmse=0.022807	lr=0.399997
Epoch[5] Batch [449]	Speed: 2907.059993 samples/sec	rmse=0.022799	lr=0.399997
Epoch[5] Batch [499]	Speed: 2934.596840 samples/sec	rmse=0.022787	lr=0.399996
Epoch[5] Batch [549]	Speed: 2936.128135 samples/sec	rmse=0.022814	lr=0.399995
Epoch[5] Batch [599]	Speed: 2933.186045 samples/sec	rmse=0.022796	lr=0.399994
Epoch[5] Batch [649]	Speed: 2938.596010 samples/sec	rmse=0.022790	lr=0.399993
Epoch[5] Batch [699]	Speed: 2937.827448 samples/sec	rmse=0.022783	lr=0.399992
Epoch[5] Batch [749]	Speed: 2941.672912 samples/sec	rmse=0.022771	lr=0.399991
Epoch[5] Batch [799]	Speed: 2936.757285 samples/sec	rmse=0.022738	lr=0.399989
Epoch[5] Batch [849]	Speed: 2939.938640 samples/sec	rmse=0.022712	lr=0.399988
Epoch[5] Batch [899]	Speed: 2933.088213 samples/sec	rmse=0.022717	lr=0.399987
Epoch[5] Batch [949]	Speed: 2946.703758 samples/sec	rmse=0.022733	lr=0.399985
Epoch[5] Batch [999]	Speed: 2937.044948 samples/sec	rmse=0.022705	lr=0.399983
Epoch[5] Batch [1049]	Speed: 2927.259824 samples/sec	rmse=0.022713	lr=0.399982
Epoch[5] Batch [1099]	Speed: 2934.733193 samples/sec	rmse=0.022695	lr=0.399980
Epoch[5] Batch [1149]	Speed: 2927.826859 samples/sec	rmse=0.022686	lr=0.399978
Epoch[5] Batch [1199]	Speed: 2939.907207 samples/sec	rmse=0.022684	lr=0.399976
Epoch[5] Batch [1249]	Speed: 2960.393940 samples/sec	rmse=0.022678	lr=0.399974
[Epoch 5] training: rmse=0.022679
[Epoch 5] speed: 2933 samples/sec	time cost: 442.935390
[Epoch 5] validation: err-top1=0.558695 err-top5=0.293335
Epoch[6] Batch [49]	Speed: 2942.581579 samples/sec	rmse=0.022124	lr=0.399972
Epoch[6] Batch [99]	Speed: 2943.673584 samples/sec	rmse=0.022342	lr=0.399970
Epoch[6] Batch [149]	Speed: 2933.390183 samples/sec	rmse=0.022424	lr=0.399967
Epoch[6] Batch [199]	Speed: 2935.255384 samples/sec	rmse=0.022323	lr=0.399965
Epoch[6] Batch [249]	Speed: 2909.610337 samples/sec	rmse=0.022399	lr=0.399963
Epoch[6] Batch [299]	Speed: 2918.149117 samples/sec	rmse=0.022379	lr=0.399960
Epoch[6] Batch [349]	Speed: 2931.251972 samples/sec	rmse=0.022309	lr=0.399958
Epoch[6] Batch [399]	Speed: 2932.758870 samples/sec	rmse=0.022350	lr=0.399955
Epoch[6] Batch [449]	Speed: 2834.656891 samples/sec	rmse=0.022347	lr=0.399952
Epoch[6] Batch [499]	Speed: 2935.011795 samples/sec	rmse=0.022304	lr=0.399949
Epoch[6] Batch [549]	Speed: 2936.531155 samples/sec	rmse=0.022272	lr=0.399946
Epoch[6] Batch [599]	Speed: 2938.642656 samples/sec	rmse=0.022283	lr=0.399943
Epoch[6] Batch [649]	Speed: 2895.821412 samples/sec	rmse=0.022290	lr=0.399940
Epoch[6] Batch [699]	Speed: 2934.245547 samples/sec	rmse=0.022269	lr=0.399937
Epoch[6] Batch [749]	Speed: 2890.891950 samples/sec	rmse=0.022289	lr=0.399934
Epoch[6] Batch [799]	Speed: 2881.039605 samples/sec	rmse=0.022291	lr=0.399930
Epoch[6] Batch [849]	Speed: 2857.343835 samples/sec	rmse=0.022280	lr=0.399927
Epoch[6] Batch [899]	Speed: 2947.060466 samples/sec	rmse=0.022289	lr=0.399923
Epoch[6] Batch [949]	Speed: 2899.470792 samples/sec	rmse=0.022289	lr=0.399920
Epoch[6] Batch [999]	Speed: 2903.423370 samples/sec	rmse=0.022280	lr=0.399916
Epoch[6] Batch [1049]	Speed: 2885.781805 samples/sec	rmse=0.022289	lr=0.399912
Epoch[6] Batch [1099]	Speed: 2916.166425 samples/sec	rmse=0.022286	lr=0.399908
Epoch[6] Batch [1149]	Speed: 2939.881811 samples/sec	rmse=0.022295	lr=0.399904
Epoch[6] Batch [1199]	Speed: 2941.357027 samples/sec	rmse=0.022289	lr=0.399900
Epoch[6] Batch [1249]	Speed: 2969.468937 samples/sec	rmse=0.022281	lr=0.399896
[Epoch 6] training: rmse=0.022282
[Epoch 6] speed: 2915 samples/sec	time cost: 446.034460
[Epoch 6] validation: err-top1=0.521464 err-top5=0.257474
Epoch[7] Batch [49]	Speed: 2942.018811 samples/sec	rmse=0.022202	lr=0.399892
Epoch[7] Batch [99]	Speed: 2934.622144 samples/sec	rmse=0.021917	lr=0.399888
Epoch[7] Batch [149]	Speed: 2890.644735 samples/sec	rmse=0.022029	lr=0.399883
Epoch[7] Batch [199]	Speed: 2936.761663 samples/sec	rmse=0.022070	lr=0.399879
Epoch[7] Batch [249]	Speed: 2950.058594 samples/sec	rmse=0.022099	lr=0.399874
Epoch[7] Batch [299]	Speed: 2942.114418 samples/sec	rmse=0.022120	lr=0.399870
Epoch[7] Batch [349]	Speed: 2895.573392 samples/sec	rmse=0.022099	lr=0.399865
Epoch[7] Batch [399]	Speed: 2894.235472 samples/sec	rmse=0.022132	lr=0.399860
Epoch[7] Batch [449]	Speed: 2900.539491 samples/sec	rmse=0.022149	lr=0.399856
Epoch[7] Batch [499]	Speed: 2925.158906 samples/sec	rmse=0.022133	lr=0.399851
Epoch[7] Batch [549]	Speed: 2959.258545 samples/sec	rmse=0.022133	lr=0.399846
Epoch[7] Batch [599]	Speed: 2947.206110 samples/sec	rmse=0.022146	lr=0.399841
Epoch[7] Batch [649]	Speed: 2941.965407 samples/sec	rmse=0.022150	lr=0.399835
Epoch[7] Batch [699]	Speed: 2934.152816 samples/sec	rmse=0.022128	lr=0.399830
Epoch[7] Batch [749]	Speed: 2949.360702 samples/sec	rmse=0.022099	lr=0.399825
Epoch[7] Batch [799]	Speed: 2950.245916 samples/sec	rmse=0.022087	lr=0.399819
Epoch[7] Batch [849]	Speed: 2940.483420 samples/sec	rmse=0.022066	lr=0.399814
Epoch[7] Batch [899]	Speed: 2947.965586 samples/sec	rmse=0.022050	lr=0.399808
Epoch[7] Batch [949]	Speed: 2935.373221 samples/sec	rmse=0.022053	lr=0.399803
Epoch[7] Batch [999]	Speed: 2950.831501 samples/sec	rmse=0.022051	lr=0.399797
Epoch[7] Batch [1049]	Speed: 2933.378924 samples/sec	rmse=0.022053	lr=0.399791
Epoch[7] Batch [1099]	Speed: 2950.097904 samples/sec	rmse=0.022031	lr=0.399785
Epoch[7] Batch [1149]	Speed: 2932.201654 samples/sec	rmse=0.022025	lr=0.399779
Epoch[7] Batch [1199]	Speed: 2937.265733 samples/sec	rmse=0.022034	lr=0.399773
Epoch[7] Batch [1249]	Speed: 2956.232501 samples/sec	rmse=0.022024	lr=0.399767
[Epoch 7] training: rmse=0.022023
[Epoch 7] speed: 2932 samples/sec	time cost: 443.404564
[Epoch 7] validation: err-top1=0.498306 err-top5=0.244699
Epoch[8] Batch [49]	Speed: 2948.991207 samples/sec	rmse=0.021648	lr=0.399760
Epoch[8] Batch [99]	Speed: 2953.096492 samples/sec	rmse=0.021782	lr=0.399754
Epoch[8] Batch [149]	Speed: 2956.456018 samples/sec	rmse=0.021877	lr=0.399748
Epoch[8] Batch [199]	Speed: 2944.153390 samples/sec	rmse=0.021904	lr=0.399741
Epoch[8] Batch [249]	Speed: 2913.253632 samples/sec	rmse=0.021890	lr=0.399734
Epoch[8] Batch [299]	Speed: 2932.894291 samples/sec	rmse=0.021958	lr=0.399728
Epoch[8] Batch [349]	Speed: 2902.937636 samples/sec	rmse=0.021888	lr=0.399721
Epoch[8] Batch [399]	Speed: 2941.352112 samples/sec	rmse=0.021910	lr=0.399714
Epoch[8] Batch [449]	Speed: 2879.382786 samples/sec	rmse=0.021908	lr=0.399707
Epoch[8] Batch [499]	Speed: 2946.733841 samples/sec	rmse=0.021900	lr=0.399700
Epoch[8] Batch [549]	Speed: 2936.548261 samples/sec	rmse=0.021868	lr=0.399693
Epoch[8] Batch [599]	Speed: 2913.178979 samples/sec	rmse=0.021865	lr=0.399686
Epoch[8] Batch [649]	Speed: 2903.478484 samples/sec	rmse=0.021860	lr=0.399679
Epoch[8] Batch [699]	Speed: 2885.510727 samples/sec	rmse=0.021862	lr=0.399671
Epoch[8] Batch [749]	Speed: 2941.366414 samples/sec	rmse=0.021853	lr=0.399664
Epoch[8] Batch [799]	Speed: 2901.672375 samples/sec	rmse=0.021850	lr=0.399656
Epoch[8] Batch [849]	Speed: 2940.926261 samples/sec	rmse=0.021867	lr=0.399649
Epoch[8] Batch [899]	Speed: 2901.516534 samples/sec	rmse=0.021861	lr=0.399641
Epoch[8] Batch [949]	Speed: 2918.976173 samples/sec	rmse=0.021860	lr=0.399633
Epoch[8] Batch [999]	Speed: 2946.008059 samples/sec	rmse=0.021856	lr=0.399626
Epoch[8] Batch [1049]	Speed: 2940.585571 samples/sec	rmse=0.021850	lr=0.399618
Epoch[8] Batch [1099]	Speed: 2948.006176 samples/sec	rmse=0.021850	lr=0.399610
Epoch[8] Batch [1149]	Speed: 2863.268811 samples/sec	rmse=0.021860	lr=0.399602
Epoch[8] Batch [1199]	Speed: 2878.433052 samples/sec	rmse=0.021851	lr=0.399593
Epoch[8] Batch [1249]	Speed: 2930.034711 samples/sec	rmse=0.021844	lr=0.399585
[Epoch 8] training: rmse=0.021845
[Epoch 8] speed: 2920 samples/sec	time cost: 445.179767
[Epoch 8] validation: err-top1=0.520847 err-top5=0.261878
Epoch[9] Batch [49]	Speed: 2966.302667 samples/sec	rmse=0.021798	lr=0.399577
Epoch[9] Batch [99]	Speed: 2939.157952 samples/sec	rmse=0.021738	lr=0.399568
Epoch[9] Batch [149]	Speed: 2940.226966 samples/sec	rmse=0.021676	lr=0.399560
Epoch[9] Batch [199]	Speed: 2932.948528 samples/sec	rmse=0.021638	lr=0.399551
Epoch[9] Batch [249]	Speed: 2900.547483 samples/sec	rmse=0.021771	lr=0.399543
Epoch[9] Batch [299]	Speed: 2934.834665 samples/sec	rmse=0.021788	lr=0.399534
Epoch[9] Batch [349]	Speed: 2940.831778 samples/sec	rmse=0.021844	lr=0.399525
Epoch[9] Batch [399]	Speed: 2895.684082 samples/sec	rmse=0.021813	lr=0.399516
Epoch[9] Batch [449]	Speed: 2948.235493 samples/sec	rmse=0.021816	lr=0.399507
Epoch[9] Batch [499]	Speed: 2939.172594 samples/sec	rmse=0.021801	lr=0.399498
Epoch[9] Batch [549]	Speed: 2942.366807 samples/sec	rmse=0.021766	lr=0.399489
Epoch[9] Batch [599]	Speed: 2862.062183 samples/sec	rmse=0.021756	lr=0.399480
Epoch[9] Batch [649]	Speed: 2897.593774 samples/sec	rmse=0.021743	lr=0.399470
Epoch[9] Batch [699]	Speed: 2900.640609 samples/sec	rmse=0.021731	lr=0.399461
Epoch[9] Batch [749]	Speed: 2937.706801 samples/sec	rmse=0.021731	lr=0.399451
Epoch[9] Batch [799]	Speed: 2946.571060 samples/sec	rmse=0.021733	lr=0.399442
Epoch[9] Batch [849]	Speed: 2939.994667 samples/sec	rmse=0.021722	lr=0.399432
Epoch[9] Batch [899]	Speed: 2950.873955 samples/sec	rmse=0.021719	lr=0.399422
Epoch[9] Batch [949]	Speed: 2939.510381 samples/sec	rmse=0.021704	lr=0.399413
Epoch[9] Batch [999]	Speed: 2952.924603 samples/sec	rmse=0.021689	lr=0.399403
Epoch[9] Batch [1049]	Speed: 2932.287975 samples/sec	rmse=0.021707	lr=0.399393
Epoch[9] Batch [1099]	Speed: 2939.540599 samples/sec	rmse=0.021699	lr=0.399383
Epoch[9] Batch [1149]	Speed: 2963.186563 samples/sec	rmse=0.021689	lr=0.399372
Epoch[9] Batch [1199]	Speed: 2940.210904 samples/sec	rmse=0.021690	lr=0.399362
Epoch[9] Batch [1249]	Speed: 2966.911409 samples/sec	rmse=0.021692	lr=0.399352
[Epoch 9] training: rmse=0.021692
[Epoch 9] speed: 2931 samples/sec	time cost: 443.348926
[Epoch 9] validation: err-top1=0.479731 err-top5=0.226004
Epoch[10] Batch [49]	Speed: 2960.167991 samples/sec	rmse=0.021506	lr=0.399341
Epoch[10] Batch [99]	Speed: 2938.160865 samples/sec	rmse=0.021612	lr=0.399331
Epoch[10] Batch [149]	Speed: 2940.252086 samples/sec	rmse=0.021637	lr=0.399320
Epoch[10] Batch [199]	Speed: 2932.227077 samples/sec	rmse=0.021643	lr=0.399310
Epoch[10] Batch [249]	Speed: 2913.243831 samples/sec	rmse=0.021559	lr=0.399299
Epoch[10] Batch [299]	Speed: 2948.849111 samples/sec	rmse=0.021502	lr=0.399288
Epoch[10] Batch [349]	Speed: 2944.390304 samples/sec	rmse=0.021475	lr=0.399277
Epoch[10] Batch [399]	Speed: 2910.610740 samples/sec	rmse=0.021489	lr=0.399266
Epoch[10] Batch [449]	Speed: 2871.546129 samples/sec	rmse=0.021532	lr=0.399255
Epoch[10] Batch [499]	Speed: 2883.720931 samples/sec	rmse=0.021525	lr=0.399244
Epoch[10] Batch [549]	Speed: 2952.846035 samples/sec	rmse=0.021524	lr=0.399233
Epoch[10] Batch [599]	Speed: 2937.439782 samples/sec	rmse=0.021504	lr=0.399221
Epoch[10] Batch [649]	Speed: 2931.542918 samples/sec	rmse=0.021523	lr=0.399210
Epoch[10] Batch [699]	Speed: 2898.039667 samples/sec	rmse=0.021509	lr=0.399199
Epoch[10] Batch [749]	Speed: 2937.934841 samples/sec	rmse=0.021496	lr=0.399187
Epoch[10] Batch [799]	Speed: 2919.070010 samples/sec	rmse=0.021504	lr=0.399175
Epoch[10] Batch [849]	Speed: 2937.337447 samples/sec	rmse=0.021514	lr=0.399164
Epoch[10] Batch [899]	Speed: 2949.864731 samples/sec	rmse=0.021533	lr=0.399152
Epoch[10] Batch [949]	Speed: 2920.574535 samples/sec	rmse=0.021548	lr=0.399140
Epoch[10] Batch [999]	Speed: 2937.662114 samples/sec	rmse=0.021546	lr=0.399128
Epoch[10] Batch [1049]	Speed: 2934.407209 samples/sec	rmse=0.021563	lr=0.399116
Epoch[10] Batch [1099]	Speed: 2944.670903 samples/sec	rmse=0.021577	lr=0.399104
Epoch[10] Batch [1149]	Speed: 2885.610063 samples/sec	rmse=0.021571	lr=0.399092
Epoch[10] Batch [1199]	Speed: 2954.286621 samples/sec	rmse=0.021579	lr=0.399079
Epoch[10] Batch [1249]	Speed: 2952.895206 samples/sec	rmse=0.021582	lr=0.399067
[Epoch 10] training: rmse=0.021583
[Epoch 10] speed: 2926 samples/sec	time cost: 444.004858
[Epoch 10] validation: err-top1=0.451272 err-top5=0.203205
Epoch[11] Batch [49]	Speed: 2929.822286 samples/sec	rmse=0.021167	lr=0.399054
Epoch[11] Batch [99]	Speed: 2915.202089 samples/sec	rmse=0.021403	lr=0.399042
Epoch[11] Batch [149]	Speed: 2955.369965 samples/sec	rmse=0.021417	lr=0.399029
Epoch[11] Batch [199]	Speed: 2945.976334 samples/sec	rmse=0.021370	lr=0.399016
Epoch[11] Batch [249]	Speed: 2883.989389 samples/sec	rmse=0.021417	lr=0.399003
Epoch[11] Batch [299]	Speed: 2941.755762 samples/sec	rmse=0.021415	lr=0.398991
Epoch[11] Batch [349]	Speed: 2930.104073 samples/sec	rmse=0.021416	lr=0.398978
Epoch[11] Batch [399]	Speed: 2941.882787 samples/sec	rmse=0.021399	lr=0.398965
Epoch[11] Batch [449]	Speed: 2940.358570 samples/sec	rmse=0.021426	lr=0.398951
Epoch[11] Batch [499]	Speed: 2947.352376 samples/sec	rmse=0.021419	lr=0.398938
Epoch[11] Batch [549]	Speed: 2944.650553 samples/sec	rmse=0.021431	lr=0.398925
Epoch[11] Batch [599]	Speed: 2918.790380 samples/sec	rmse=0.021445	lr=0.398912
Epoch[11] Batch [649]	Speed: 2942.162465 samples/sec	rmse=0.021476	lr=0.398898
Epoch[11] Batch [699]	Speed: 2939.431922 samples/sec	rmse=0.021491	lr=0.398885
Epoch[11] Batch [749]	Speed: 2942.150131 samples/sec	rmse=0.021471	lr=0.398871
Epoch[11] Batch [799]	Speed: 2941.395905 samples/sec	rmse=0.021485	lr=0.398857
Epoch[11] Batch [849]	Speed: 2934.501961 samples/sec	rmse=0.021476	lr=0.398843
Epoch[11] Batch [899]	Speed: 2936.356291 samples/sec	rmse=0.021459	lr=0.398830
Epoch[11] Batch [949]	Speed: 2937.461318 samples/sec	rmse=0.021474	lr=0.398816
Epoch[11] Batch [999]	Speed: 2940.893155 samples/sec	rmse=0.021468	lr=0.398802
Epoch[11] Batch [1049]	Speed: 2943.515257 samples/sec	rmse=0.021474	lr=0.398787
Epoch[11] Batch [1099]	Speed: 2939.234787 samples/sec	rmse=0.021475	lr=0.398773
Epoch[11] Batch [1149]	Speed: 2936.535934 samples/sec	rmse=0.021473	lr=0.398759
Epoch[11] Batch [1199]	Speed: 2946.083555 samples/sec	rmse=0.021461	lr=0.398745
Epoch[11] Batch [1249]	Speed: 2917.974729 samples/sec	rmse=0.021465	lr=0.398730
[Epoch 11] training: rmse=0.021465
[Epoch 11] speed: 2933 samples/sec	time cost: 443.159811
[Epoch 11] validation: err-top1=0.442383 err-top5=0.196676
Epoch[12] Batch [49]	Speed: 2948.443513 samples/sec	rmse=0.021032	lr=0.398715
Epoch[12] Batch [99]	Speed: 2861.810988 samples/sec	rmse=0.021170	lr=0.398701
Epoch[12] Batch [149]	Speed: 2949.720121 samples/sec	rmse=0.021209	lr=0.398686
Epoch[12] Batch [199]	Speed: 2948.996390 samples/sec	rmse=0.021259	lr=0.398671
Epoch[12] Batch [249]	Speed: 2947.494003 samples/sec	rmse=0.021256	lr=0.398656
Epoch[12] Batch [299]	Speed: 2932.317044 samples/sec	rmse=0.021263	lr=0.398641
Epoch[12] Batch [349]	Speed: 2924.883686 samples/sec	rmse=0.021298	lr=0.398626
Epoch[12] Batch [399]	Speed: 2905.898480 samples/sec	rmse=0.021330	lr=0.398611
Epoch[12] Batch [449]	Speed: 2948.309728 samples/sec	rmse=0.021355	lr=0.398596
Epoch[12] Batch [499]	Speed: 2905.830338 samples/sec	rmse=0.021369	lr=0.398581
Epoch[12] Batch [549]	Speed: 2916.580977 samples/sec	rmse=0.021375	lr=0.398565
Epoch[12] Batch [599]	Speed: 2925.752193 samples/sec	rmse=0.021366	lr=0.398550
Epoch[12] Batch [649]	Speed: 2943.655790 samples/sec	rmse=0.021353	lr=0.398534
Epoch[12] Batch [699]	Speed: 2916.847228 samples/sec	rmse=0.021348	lr=0.398519
Epoch[12] Batch [749]	Speed: 2924.139361 samples/sec	rmse=0.021339	lr=0.398503
Epoch[12] Batch [799]	Speed: 2933.530432 samples/sec	rmse=0.021335	lr=0.398487
Epoch[12] Batch [849]	Speed: 2936.094334 samples/sec	rmse=0.021353	lr=0.398472
Epoch[12] Batch [899]	Speed: 2946.321224 samples/sec	rmse=0.021361	lr=0.398456
Epoch[12] Batch [949]	Speed: 2930.371640 samples/sec	rmse=0.021378	lr=0.398440
Epoch[12] Batch [999]	Speed: 2947.386153 samples/sec	rmse=0.021367	lr=0.398424
Epoch[12] Batch [1049]	Speed: 2936.786362 samples/sec	rmse=0.021368	lr=0.398407
Epoch[12] Batch [1099]	Speed: 2948.869641 samples/sec	rmse=0.021348	lr=0.398391
Epoch[12] Batch [1149]	Speed: 2852.794684 samples/sec	rmse=0.021347	lr=0.398375
Epoch[12] Batch [1199]	Speed: 2939.539392 samples/sec	rmse=0.021347	lr=0.398358
Epoch[12] Batch [1249]	Speed: 2959.808347 samples/sec	rmse=0.021345	lr=0.398342
[Epoch 12] training: rmse=0.021345
[Epoch 12] speed: 2926 samples/sec	time cost: 444.207533
[Epoch 12] validation: err-top1=0.462074 err-top5=0.211157
Epoch[13] Batch [49]	Speed: 2954.924391 samples/sec	rmse=0.020976	lr=0.398325
Epoch[13] Batch [99]	Speed: 2933.518690 samples/sec	rmse=0.021099	lr=0.398308
Epoch[13] Batch [149]	Speed: 2938.961617 samples/sec	rmse=0.021183	lr=0.398291
Epoch[13] Batch [199]	Speed: 2934.383592 samples/sec	rmse=0.021294	lr=0.398275
Epoch[13] Batch [249]	Speed: 2946.115444 samples/sec	rmse=0.021220	lr=0.398258
Epoch[13] Batch [299]	Speed: 2925.952746 samples/sec	rmse=0.021187	lr=0.398241
Epoch[13] Batch [349]	Speed: 2943.893309 samples/sec	rmse=0.021210	lr=0.398224
Epoch[13] Batch [399]	Speed: 2944.687700 samples/sec	rmse=0.021216	lr=0.398206
Epoch[13] Batch [449]	Speed: 2917.795844 samples/sec	rmse=0.021250	lr=0.398189
Epoch[13] Batch [499]	Speed: 2945.474037 samples/sec	rmse=0.021236	lr=0.398172
Epoch[13] Batch [549]	Speed: 2956.948794 samples/sec	rmse=0.021259	lr=0.398154
Epoch[13] Batch [599]	Speed: 2922.560602 samples/sec	rmse=0.021242	lr=0.398137
Epoch[13] Batch [649]	Speed: 2927.957195 samples/sec	rmse=0.021256	lr=0.398119
Epoch[13] Batch [699]	Speed: 2948.987400 samples/sec	rmse=0.021215	lr=0.398102
Epoch[13] Batch [749]	Speed: 2929.608852 samples/sec	rmse=0.021231	lr=0.398084
Epoch[13] Batch [799]	Speed: 2925.824183 samples/sec	rmse=0.021223	lr=0.398066
Epoch[13] Batch [849]	Speed: 2932.146484 samples/sec	rmse=0.021242	lr=0.398048
Epoch[13] Batch [899]	Speed: 2926.325622 samples/sec	rmse=0.021245	lr=0.398030
Epoch[13] Batch [949]	Speed: 2945.600373 samples/sec	rmse=0.021257	lr=0.398012
Epoch[13] Batch [999]	Speed: 2935.147384 samples/sec	rmse=0.021246	lr=0.397994
Epoch[13] Batch [1049]	Speed: 2921.389613 samples/sec	rmse=0.021255	lr=0.397976
Epoch[13] Batch [1099]	Speed: 2935.480515 samples/sec	rmse=0.021250	lr=0.397957
Epoch[13] Batch [1149]	Speed: 2939.136430 samples/sec	rmse=0.021262	lr=0.397939
Epoch[13] Batch [1199]	Speed: 2930.535675 samples/sec	rmse=0.021264	lr=0.397921
Epoch[13] Batch [1249]	Speed: 2956.760987 samples/sec	rmse=0.021272	lr=0.397902
[Epoch 13] training: rmse=0.021270
[Epoch 13] speed: 2934 samples/sec	time cost: 443.110317
[Epoch 13] validation: err-top1=0.489178 err-top5=0.232223
Epoch[14] Batch [49]	Speed: 2953.076431 samples/sec	rmse=0.021025	lr=0.397883
Epoch[14] Batch [99]	Speed: 2917.633589 samples/sec	rmse=0.020965	lr=0.397864
Epoch[14] Batch [149]	Speed: 2935.076900 samples/sec	rmse=0.021052	lr=0.397845
Epoch[14] Batch [199]	Speed: 2898.315765 samples/sec	rmse=0.021126	lr=0.397827
Epoch[14] Batch [249]	Speed: 2928.618872 samples/sec	rmse=0.021170	lr=0.397808
Epoch[14] Batch [299]	Speed: 2897.888948 samples/sec	rmse=0.021181	lr=0.397789
Epoch[14] Batch [349]	Speed: 2941.034605 samples/sec	rmse=0.021188	lr=0.397769
Epoch[14] Batch [399]	Speed: 2931.140786 samples/sec	rmse=0.021197	lr=0.397750
Epoch[14] Batch [449]	Speed: 2950.478460 samples/sec	rmse=0.021171	lr=0.397731
Epoch[14] Batch [499]	Speed: 2907.417638 samples/sec	rmse=0.021142	lr=0.397711
Epoch[14] Batch [549]	Speed: 2899.117918 samples/sec	rmse=0.021137	lr=0.397692
Epoch[14] Batch [599]	Speed: 2922.178266 samples/sec	rmse=0.021135	lr=0.397672
Epoch[14] Batch [649]	Speed: 2934.586012 samples/sec	rmse=0.021142	lr=0.397653
Epoch[14] Batch [699]	Speed: 2936.712426 samples/sec	rmse=0.021149	lr=0.397633
Epoch[14] Batch [749]	Speed: 2897.611250 samples/sec	rmse=0.021152	lr=0.397613
Epoch[14] Batch [799]	Speed: 2899.418335 samples/sec	rmse=0.021151	lr=0.397593
Epoch[14] Batch [849]	Speed: 2856.500567 samples/sec	rmse=0.021144	lr=0.397573
Epoch[14] Batch [899]	Speed: 2913.312835 samples/sec	rmse=0.021156	lr=0.397553
Epoch[14] Batch [949]	Speed: 2940.601235 samples/sec	rmse=0.021151	lr=0.397533
Epoch[14] Batch [999]	Speed: 2936.155553 samples/sec	rmse=0.021161	lr=0.397513
Epoch[14] Batch [1049]	Speed: 2893.857080 samples/sec	rmse=0.021166	lr=0.397493
Epoch[14] Batch [1099]	Speed: 2939.877746 samples/sec	rmse=0.021168	lr=0.397472
Epoch[14] Batch [1149]	Speed: 2935.004294 samples/sec	rmse=0.021170	lr=0.397452
Epoch[14] Batch [1199]	Speed: 2938.313270 samples/sec	rmse=0.021173	lr=0.397431
Epoch[14] Batch [1249]	Speed: 2922.735577 samples/sec	rmse=0.021176	lr=0.397411
[Epoch 14] training: rmse=0.021176
[Epoch 14] speed: 2918 samples/sec	time cost: 445.628926
[Epoch 14] validation: err-top1=0.472317 err-top5=0.219507
Epoch[15] Batch [49]	Speed: 2927.403238 samples/sec	rmse=0.020939	lr=0.397390
Epoch[15] Batch [99]	Speed: 2935.180682 samples/sec	rmse=0.021087	lr=0.397369
Epoch[15] Batch [149]	Speed: 2902.884386 samples/sec	rmse=0.021013	lr=0.397348
Epoch[15] Batch [199]	Speed: 2924.535472 samples/sec	rmse=0.021082	lr=0.397327
Epoch[15] Batch [249]	Speed: 2915.858924 samples/sec	rmse=0.021065	lr=0.397306
Epoch[15] Batch [299]	Speed: 2918.965301 samples/sec	rmse=0.021083	lr=0.397285
Epoch[15] Batch [349]	Speed: 2929.014001 samples/sec	rmse=0.021104	lr=0.397264
Epoch[15] Batch [399]	Speed: 2933.329319 samples/sec	rmse=0.021129	lr=0.397243
Epoch[15] Batch [449]	Speed: 2924.854566 samples/sec	rmse=0.021131	lr=0.397221
Epoch[15] Batch [499]	Speed: 2917.600213 samples/sec	rmse=0.021142	lr=0.397200
Epoch[15] Batch [549]	Speed: 2927.206955 samples/sec	rmse=0.021145	lr=0.397178
Epoch[15] Batch [599]	Speed: 2927.891646 samples/sec	rmse=0.021126	lr=0.397157
Epoch[15] Batch [649]	Speed: 2927.650954 samples/sec	rmse=0.021118	lr=0.397135
Epoch[15] Batch [699]	Speed: 2915.763393 samples/sec	rmse=0.021137	lr=0.397113
Epoch[15] Batch [749]	Speed: 2932.504963 samples/sec	rmse=0.021121	lr=0.397091
Epoch[15] Batch [799]	Speed: 2934.188256 samples/sec	rmse=0.021120	lr=0.397069
Epoch[15] Batch [849]	Speed: 2885.884573 samples/sec	rmse=0.021125	lr=0.397047
Epoch[15] Batch [899]	Speed: 2926.484857 samples/sec	rmse=0.021124	lr=0.397025
Epoch[15] Batch [949]	Speed: 2884.346454 samples/sec	rmse=0.021123	lr=0.397003
Epoch[15] Batch [999]	Speed: 2924.234367 samples/sec	rmse=0.021117	lr=0.396981
Epoch[15] Batch [1049]	Speed: 2939.448619 samples/sec	rmse=0.021110	lr=0.396959
Epoch[15] Batch [1099]	Speed: 2851.381427 samples/sec	rmse=0.021107	lr=0.396936
Epoch[15] Batch [1149]	Speed: 2916.512213 samples/sec	rmse=0.021100	lr=0.396914
Epoch[15] Batch [1199]	Speed: 2934.502242 samples/sec	rmse=0.021104	lr=0.396891
Epoch[15] Batch [1249]	Speed: 2941.981287 samples/sec	rmse=0.021113	lr=0.396868
[Epoch 15] training: rmse=0.021113
[Epoch 15] speed: 2917 samples/sec	time cost: 446.040874
[Epoch 15] validation: err-top1=0.447106 err-top5=0.199717
Epoch[16] Batch [49]	Speed: 2931.565449 samples/sec	rmse=0.021105	lr=0.396845
Epoch[16] Batch [99]	Speed: 2927.503685 samples/sec	rmse=0.021092	lr=0.396822
Epoch[16] Batch [149]	Speed: 2932.777494 samples/sec	rmse=0.021005	lr=0.396800
Epoch[16] Batch [199]	Speed: 2911.519263 samples/sec	rmse=0.021072	lr=0.396777
Epoch[16] Batch [249]	Speed: 2909.986393 samples/sec	rmse=0.021061	lr=0.396754
Epoch[16] Batch [299]	Speed: 2921.864368 samples/sec	rmse=0.021082	lr=0.396730
Epoch[16] Batch [349]	Speed: 2927.394699 samples/sec	rmse=0.021102	lr=0.396707
Epoch[16] Batch [399]	Speed: 2922.261533 samples/sec	rmse=0.021096	lr=0.396684
Epoch[16] Batch [449]	Speed: 2930.589424 samples/sec	rmse=0.021067	lr=0.396660
Epoch[16] Batch [499]	Speed: 2866.321244 samples/sec	rmse=0.021083	lr=0.396637
Epoch[16] Batch [549]	Speed: 2916.109957 samples/sec	rmse=0.021080	lr=0.396613
Epoch[16] Batch [599]	Speed: 2902.425978 samples/sec	rmse=0.021076	lr=0.396590
Epoch[16] Batch [649]	Speed: 2931.980548 samples/sec	rmse=0.021081	lr=0.396566
Epoch[16] Batch [699]	Speed: 2918.196504 samples/sec	rmse=0.021071	lr=0.396542
Epoch[16] Batch [749]	Speed: 2880.233092 samples/sec	rmse=0.021059	lr=0.396518
Epoch[16] Batch [799]	Speed: 2930.614739 samples/sec	rmse=0.021056	lr=0.396494
Epoch[16] Batch [849]	Speed: 2935.736382 samples/sec	rmse=0.021057	lr=0.396470
Epoch[16] Batch [899]	Speed: 2887.955262 samples/sec	rmse=0.021037	lr=0.396446
Epoch[16] Batch [949]	Speed: 2926.754954 samples/sec	rmse=0.021048	lr=0.396422
Epoch[16] Batch [999]	Speed: 2935.844224 samples/sec	rmse=0.021036	lr=0.396398
Epoch[16] Batch [1049]	Speed: 2934.037482 samples/sec	rmse=0.021045	lr=0.396373
Epoch[16] Batch [1099]	Speed: 2954.889506 samples/sec	rmse=0.021045	lr=0.396349
Epoch[16] Batch [1149]	Speed: 2938.760122 samples/sec	rmse=0.021040	lr=0.396324
Epoch[16] Batch [1199]	Speed: 2935.871035 samples/sec	rmse=0.021042	lr=0.396300
Epoch[16] Batch [1249]	Speed: 2946.649254 samples/sec	rmse=0.021042	lr=0.396275
[Epoch 16] training: rmse=0.021043
[Epoch 16] speed: 2919 samples/sec	time cost: 445.245790
[Epoch 16] validation: err-top1=0.433494 err-top5=0.186942
Epoch[17] Batch [49]	Speed: 2936.803913 samples/sec	rmse=0.020909	lr=0.396250
Epoch[17] Batch [99]	Speed: 2931.137305 samples/sec	rmse=0.020768	lr=0.396225
Epoch[17] Batch [149]	Speed: 2932.563630 samples/sec	rmse=0.020781	lr=0.396200
Epoch[17] Batch [199]	Speed: 2927.523000 samples/sec	rmse=0.020879	lr=0.396175
Epoch[17] Batch [249]	Speed: 2934.442856 samples/sec	rmse=0.020921	lr=0.396150
Epoch[17] Batch [299]	Speed: 2937.136817 samples/sec	rmse=0.020938	lr=0.396125
Epoch[17] Batch [349]	Speed: 2935.820945 samples/sec	rmse=0.020947	lr=0.396099
Epoch[17] Batch [399]	Speed: 2927.211584 samples/sec	rmse=0.020961	lr=0.396074
Epoch[17] Batch [449]	Speed: 2932.681532 samples/sec	rmse=0.020972	lr=0.396049
Epoch[17] Batch [499]	Speed: 2940.701461 samples/sec	rmse=0.020983	lr=0.396023
Epoch[17] Batch [549]	Speed: 2947.432431 samples/sec	rmse=0.020970	lr=0.395997
Epoch[17] Batch [599]	Speed: 2922.883879 samples/sec	rmse=0.020984	lr=0.395972
Epoch[17] Batch [649]	Speed: 2928.261743 samples/sec	rmse=0.020979	lr=0.395946
Epoch[17] Batch [699]	Speed: 2939.077339 samples/sec	rmse=0.020964	lr=0.395920
Epoch[17] Batch [749]	Speed: 2930.608820 samples/sec	rmse=0.020974	lr=0.395894
Epoch[17] Batch [799]	Speed: 2922.087847 samples/sec	rmse=0.020967	lr=0.395868
Epoch[17] Batch [849]	Speed: 2926.834732 samples/sec	rmse=0.020972	lr=0.395842
Epoch[17] Batch [899]	Speed: 2936.239940 samples/sec	rmse=0.020988	lr=0.395816
Epoch[17] Batch [949]	Speed: 2914.733373 samples/sec	rmse=0.020999	lr=0.395790
Epoch[17] Batch [999]	Speed: 2918.446154 samples/sec	rmse=0.020986	lr=0.395763
Epoch[17] Batch [1049]	Speed: 2934.226704 samples/sec	rmse=0.020996	lr=0.395737
Epoch[17] Batch [1099]	Speed: 2934.978140 samples/sec	rmse=0.020993	lr=0.395711
Epoch[17] Batch [1149]	Speed: 2906.531263 samples/sec	rmse=0.020997	lr=0.395684
Epoch[17] Batch [1199]	Speed: 2946.911925 samples/sec	rmse=0.020994	lr=0.395657
Epoch[17] Batch [1249]	Speed: 2920.867696 samples/sec	rmse=0.020997	lr=0.395631
[Epoch 17] training: rmse=0.020997
[Epoch 17] speed: 2928 samples/sec	time cost: 443.953704
[Epoch 17] validation: err-top1=0.453898 err-top5=0.206930
Epoch[18] Batch [49]	Speed: 2950.856803 samples/sec	rmse=0.020813	lr=0.395603
Epoch[18] Batch [99]	Speed: 2932.169745 samples/sec	rmse=0.020834	lr=0.395576
Epoch[18] Batch [149]	Speed: 2924.835643 samples/sec	rmse=0.020882	lr=0.395549
Epoch[18] Batch [199]	Speed: 2923.522211 samples/sec	rmse=0.020927	lr=0.395522
Epoch[18] Batch [249]	Speed: 2918.886428 samples/sec	rmse=0.020885	lr=0.395495
Epoch[18] Batch [299]	Speed: 2934.079694 samples/sec	rmse=0.020922	lr=0.395468
Epoch[18] Batch [349]	Speed: 2916.239370 samples/sec	rmse=0.020870	lr=0.395441
Epoch[18] Batch [399]	Speed: 2919.584537 samples/sec	rmse=0.020848	lr=0.395413
Epoch[18] Batch [449]	Speed: 2924.725223 samples/sec	rmse=0.020848	lr=0.395386
Epoch[18] Batch [499]	Speed: 2922.070591 samples/sec	rmse=0.020857	lr=0.395358
Epoch[18] Batch [549]	Speed: 2918.798196 samples/sec	rmse=0.020880	lr=0.395331
Epoch[18] Batch [599]	Speed: 2883.760275 samples/sec	rmse=0.020875	lr=0.395303
Epoch[18] Batch [649]	Speed: 2925.505237 samples/sec	rmse=0.020892	lr=0.395275
Epoch[18] Batch [699]	Speed: 2905.300994 samples/sec	rmse=0.020901	lr=0.395247
Epoch[18] Batch [749]	Speed: 2940.232844 samples/sec	rmse=0.020903	lr=0.395219
Epoch[18] Batch [799]	Speed: 2920.875324 samples/sec	rmse=0.020909	lr=0.395191
Epoch[18] Batch [849]	Speed: 2920.582439 samples/sec	rmse=0.020926	lr=0.395163
Epoch[18] Batch [899]	Speed: 2926.615113 samples/sec	rmse=0.020926	lr=0.395135
Epoch[18] Batch [949]	Speed: 2893.253542 samples/sec	rmse=0.020949	lr=0.395107
Epoch[18] Batch [999]	Speed: 2922.943077 samples/sec	rmse=0.020953	lr=0.395078
Epoch[18] Batch [1049]	Speed: 2923.111175 samples/sec	rmse=0.020961	lr=0.395050
Epoch[18] Batch [1099]	Speed: 2926.658109 samples/sec	rmse=0.020969	lr=0.395021
Epoch[18] Batch [1149]	Speed: 2925.779179 samples/sec	rmse=0.020969	lr=0.394993
Epoch[18] Batch [1199]	Speed: 2912.727111 samples/sec	rmse=0.020965	lr=0.394964
Epoch[18] Batch [1249]	Speed: 2947.412205 samples/sec	rmse=0.020961	lr=0.394935
[Epoch 18] training: rmse=0.020961
[Epoch 18] speed: 2920 samples/sec	time cost: 445.061352
[Epoch 18] validation: err-top1=0.420141 err-top5=0.177415
Epoch[19] Batch [49]	Speed: 2930.464452 samples/sec	rmse=0.020689	lr=0.394906
Epoch[19] Batch [99]	Speed: 2914.917740 samples/sec	rmse=0.020894	lr=0.394877
Epoch[19] Batch [149]	Speed: 2930.646214 samples/sec	rmse=0.020860	lr=0.394848
Epoch[19] Batch [199]	Speed: 2926.205400 samples/sec	rmse=0.020813	lr=0.394819
Epoch[19] Batch [249]	Speed: 2918.999066 samples/sec	rmse=0.020794	lr=0.394790
Epoch[19] Batch [299]	Speed: 2914.507932 samples/sec	rmse=0.020836	lr=0.394761
Epoch[19] Batch [349]	Speed: 2932.490587 samples/sec	rmse=0.020838	lr=0.394731
Epoch[19] Batch [399]	Speed: 2912.805771 samples/sec	rmse=0.020835	lr=0.394702
Epoch[19] Batch [449]	Speed: 2927.295776 samples/sec	rmse=0.020865	lr=0.394672
Epoch[19] Batch [499]	Speed: 2932.032469 samples/sec	rmse=0.020885	lr=0.394643
Epoch[19] Batch [549]	Speed: 2915.878918 samples/sec	rmse=0.020882	lr=0.394613
Epoch[19] Batch [599]	Speed: 2919.011644 samples/sec	rmse=0.020882	lr=0.394583
Epoch[19] Batch [649]	Speed: 2917.666530 samples/sec	rmse=0.020887	lr=0.394554
Epoch[19] Batch [699]	Speed: 2928.997262 samples/sec	rmse=0.020866	lr=0.394524
Epoch[19] Batch [749]	Speed: 2928.937659 samples/sec	rmse=0.020875	lr=0.394494
Epoch[19] Batch [799]	Speed: 2924.426707 samples/sec	rmse=0.020878	lr=0.394464
Epoch[19] Batch [849]	Speed: 2914.007688 samples/sec	rmse=0.020891	lr=0.394434
Epoch[19] Batch [899]	Speed: 2926.120871 samples/sec	rmse=0.020902	lr=0.394403
Epoch[19] Batch [949]	Speed: 2928.811470 samples/sec	rmse=0.020901	lr=0.394373
Epoch[19] Batch [999]	Speed: 2911.726674 samples/sec	rmse=0.020910	lr=0.394343
Epoch[19] Batch [1049]	Speed: 2924.493853 samples/sec	rmse=0.020901	lr=0.394312
Epoch[19] Batch [1099]	Speed: 2926.218598 samples/sec	rmse=0.020899	lr=0.394282
Epoch[19] Batch [1149]	Speed: 2885.665240 samples/sec	rmse=0.020910	lr=0.394251
Epoch[19] Batch [1199]	Speed: 2917.401080 samples/sec	rmse=0.020908	lr=0.394220
Epoch[19] Batch [1249]	Speed: 2910.494330 samples/sec	rmse=0.020910	lr=0.394190
[Epoch 19] training: rmse=0.020910
[Epoch 19] speed: 2918 samples/sec	time cost: 445.462708
[Epoch 19] validation: err-top1=0.430405 err-top5=0.184550
Epoch[20] Batch [49]	Speed: 2926.268839 samples/sec	rmse=0.020702	lr=0.394158
Epoch[20] Batch [99]	Speed: 2893.433719 samples/sec	rmse=0.020903	lr=0.394127
Epoch[20] Batch [149]	Speed: 2915.702110 samples/sec	rmse=0.020885	lr=0.394096
Epoch[20] Batch [199]	Speed: 2914.960551 samples/sec	rmse=0.020859	lr=0.394065
Epoch[20] Batch [249]	Speed: 2914.487364 samples/sec	rmse=0.020795	lr=0.394034
Epoch[20] Batch [299]	Speed: 2877.085559 samples/sec	rmse=0.020816	lr=0.394003
Epoch[20] Batch [349]	Speed: 2913.436625 samples/sec	rmse=0.020859	lr=0.393971
Epoch[20] Batch [399]	Speed: 2918.709334 samples/sec	rmse=0.020847	lr=0.393940
Epoch[20] Batch [449]	Speed: 2890.271171 samples/sec	rmse=0.020866	lr=0.393908
Epoch[20] Batch [499]	Speed: 2882.139278 samples/sec	rmse=0.020862	lr=0.393877
Epoch[20] Batch [549]	Speed: 2897.668803 samples/sec	rmse=0.020888	lr=0.393845
Epoch[20] Batch [599]	Speed: 2911.671640 samples/sec	rmse=0.020904	lr=0.393813
Epoch[20] Batch [649]	Speed: 2923.863655 samples/sec	rmse=0.020911	lr=0.393782
Epoch[20] Batch [699]	Speed: 2921.865720 samples/sec	rmse=0.020913	lr=0.393750
Epoch[20] Batch [749]	Speed: 2918.673752 samples/sec	rmse=0.020905	lr=0.393718
Epoch[20] Batch [799]	Speed: 2899.111773 samples/sec	rmse=0.020904	lr=0.393686
Epoch[20] Batch [849]	Speed: 2939.947656 samples/sec	rmse=0.020904	lr=0.393653
Epoch[20] Batch [899]	Speed: 2890.987805 samples/sec	rmse=0.020892	lr=0.393621
Epoch[20] Batch [949]	Speed: 2912.715062 samples/sec	rmse=0.020909	lr=0.393589
Epoch[20] Batch [999]	Speed: 2921.001863 samples/sec	rmse=0.020918	lr=0.393557
Epoch[20] Batch [1049]	Speed: 2919.348146 samples/sec	rmse=0.020930	lr=0.393524
Epoch[20] Batch [1099]	Speed: 2928.371752 samples/sec	rmse=0.020924	lr=0.393492
Epoch[20] Batch [1149]	Speed: 2869.618455 samples/sec	rmse=0.020913	lr=0.393459
Epoch[20] Batch [1199]	Speed: 2926.655676 samples/sec	rmse=0.020909	lr=0.393426
Epoch[20] Batch [1249]	Speed: 2937.307315 samples/sec	rmse=0.020911	lr=0.393393
[Epoch 20] training: rmse=0.020912
[Epoch 20] speed: 2908 samples/sec	time cost: 447.317948
[Epoch 20] validation: err-top1=0.445950 err-top5=0.198461
Epoch[21] Batch [49]	Speed: 2925.110934 samples/sec	rmse=0.020525	lr=0.393360
Epoch[21] Batch [99]	Speed: 2926.010952 samples/sec	rmse=0.020674	lr=0.393327
Epoch[21] Batch [149]	Speed: 2918.368617 samples/sec	rmse=0.020744	lr=0.393294
Epoch[21] Batch [199]	Speed: 2913.707916 samples/sec	rmse=0.020781	lr=0.393261
Epoch[21] Batch [249]	Speed: 2898.846675 samples/sec	rmse=0.020739	lr=0.393228
Epoch[21] Batch [299]	Speed: 2894.348205 samples/sec	rmse=0.020749	lr=0.393194
Epoch[21] Batch [349]	Speed: 2909.837583 samples/sec	rmse=0.020755	lr=0.393161
Epoch[21] Batch [399]	Speed: 2910.833685 samples/sec	rmse=0.020806	lr=0.393128
Epoch[21] Batch [449]	Speed: 2907.502191 samples/sec	rmse=0.020788	lr=0.393094
Epoch[21] Batch [499]	Speed: 2916.797706 samples/sec	rmse=0.020809	lr=0.393060
Epoch[21] Batch [549]	Speed: 2909.218612 samples/sec	rmse=0.020813	lr=0.393027
Epoch[21] Batch [599]	Speed: 2908.553341 samples/sec	rmse=0.020815	lr=0.392993
Epoch[21] Batch [649]	Speed: 2917.001709 samples/sec	rmse=0.020820	lr=0.392959
Epoch[21] Batch [699]	Speed: 2905.409481 samples/sec	rmse=0.020842	lr=0.392925
Epoch[21] Batch [749]	Speed: 2918.226602 samples/sec	rmse=0.020844	lr=0.392891
Epoch[21] Batch [799]	Speed: 2915.601285 samples/sec	rmse=0.020836	lr=0.392857
Epoch[21] Batch [849]	Speed: 2909.970029 samples/sec	rmse=0.020830	lr=0.392823
Epoch[21] Batch [899]	Speed: 2920.572708 samples/sec	rmse=0.020845	lr=0.392789
Epoch[21] Batch [949]	Speed: 2907.378079 samples/sec	rmse=0.020855	lr=0.392755
Epoch[21] Batch [999]	Speed: 2924.920655 samples/sec	rmse=0.020858	lr=0.392720
Epoch[21] Batch [1049]	Speed: 2909.479185 samples/sec	rmse=0.020857	lr=0.392686
Epoch[21] Batch [1099]	Speed: 2917.345793 samples/sec	rmse=0.020860	lr=0.392651
Epoch[21] Batch [1149]	Speed: 2911.202046 samples/sec	rmse=0.020860	lr=0.392617
Epoch[21] Batch [1199]	Speed: 2906.954845 samples/sec	rmse=0.020878	lr=0.392582
Epoch[21] Batch [1249]	Speed: 2944.944408 samples/sec	rmse=0.020883	lr=0.392547
[Epoch 21] training: rmse=0.020882
[Epoch 21] speed: 2911 samples/sec	time cost: 446.941587
[Epoch 21] validation: err-top1=0.428850 err-top5=0.184371
Epoch[22] Batch [49]	Speed: 2936.535934 samples/sec	rmse=0.020520	lr=0.392511
Epoch[22] Batch [99]	Speed: 2931.724574 samples/sec	rmse=0.020557	lr=0.392476
Epoch[22] Batch [149]	Speed: 2922.932375 samples/sec	rmse=0.020529	lr=0.392441
Epoch[22] Batch [199]	Speed: 2925.790739 samples/sec	rmse=0.020575	lr=0.392406
Epoch[22] Batch [249]	Speed: 2903.741956 samples/sec	rmse=0.020598	lr=0.392371
Epoch[22] Batch [299]	Speed: 2921.538097 samples/sec	rmse=0.020662	lr=0.392336
Epoch[22] Batch [349]	Speed: 2909.896530 samples/sec	rmse=0.020673	lr=0.392301
Epoch[22] Batch [399]	Speed: 2918.444210 samples/sec	rmse=0.020689	lr=0.392265
Epoch[22] Batch [449]	Speed: 2897.327351 samples/sec	rmse=0.020720	lr=0.392230
Epoch[22] Batch [499]	Speed: 2917.051396 samples/sec	rmse=0.020754	lr=0.392194
Epoch[22] Batch [549]	Speed: 2932.569757 samples/sec	rmse=0.020765	lr=0.392158
Epoch[22] Batch [599]	Speed: 2900.201788 samples/sec	rmse=0.020761	lr=0.392123
Epoch[22] Batch [649]	Speed: 2908.575402 samples/sec	rmse=0.020772	lr=0.392087
Epoch[22] Batch [699]	Speed: 2916.078318 samples/sec	rmse=0.020752	lr=0.392051
Epoch[22] Batch [749]	Speed: 2908.391285 samples/sec	rmse=0.020754	lr=0.392015
Epoch[22] Batch [799]	Speed: 2913.378484 samples/sec	rmse=0.020756	lr=0.391979
Epoch[22] Batch [849]	Speed: 2901.204824 samples/sec	rmse=0.020759	lr=0.391943
Epoch[22] Batch [899]	Speed: 2920.449780 samples/sec	rmse=0.020755	lr=0.391906
Epoch[22] Batch [949]	Speed: 2908.526633 samples/sec	rmse=0.020742	lr=0.391870
Epoch[22] Batch [999]	Speed: 2895.298206 samples/sec	rmse=0.020752	lr=0.391834
Epoch[22] Batch [1049]	Speed: 2911.447580 samples/sec	rmse=0.020747	lr=0.391797
Epoch[22] Batch [1099]	Speed: 2911.832364 samples/sec	rmse=0.020753	lr=0.391761
Epoch[22] Batch [1149]	Speed: 2908.469790 samples/sec	rmse=0.020764	lr=0.391724
Epoch[22] Batch [1199]	Speed: 2906.199243 samples/sec	rmse=0.020768	lr=0.391687
Epoch[22] Batch [1249]	Speed: 2893.386938 samples/sec	rmse=0.020768	lr=0.391651
[Epoch 22] training: rmse=0.020768
[Epoch 22] speed: 2910 samples/sec	time cost: 446.878014
[Epoch 22] validation: err-top1=0.450415 err-top5=0.203823
Epoch[23] Batch [49]	Speed: 2921.201407 samples/sec	rmse=0.020513	lr=0.391613
Epoch[23] Batch [99]	Speed: 2866.534050 samples/sec	rmse=0.020568	lr=0.391576
Epoch[23] Batch [149]	Speed: 2915.852114 samples/sec	rmse=0.020644	lr=0.391539
Epoch[23] Batch [199]	Speed: 2895.337125 samples/sec	rmse=0.020643	lr=0.391502
Epoch[23] Batch [249]	Speed: 2876.542745 samples/sec	rmse=0.020667	lr=0.391465
Epoch[23] Batch [299]	Speed: 2889.946044 samples/sec	rmse=0.020681	lr=0.391428
Epoch[23] Batch [349]	Speed: 2890.075752 samples/sec	rmse=0.020711	lr=0.391390
Epoch[23] Batch [399]	Speed: 2906.389611 samples/sec	rmse=0.020736	lr=0.391353
Epoch[23] Batch [449]	Speed: 2891.634279 samples/sec	rmse=0.020739	lr=0.391315
Epoch[23] Batch [499]	Speed: 2908.682794 samples/sec	rmse=0.020714	lr=0.391278
Epoch[23] Batch [549]	Speed: 2911.500119 samples/sec	rmse=0.020726	lr=0.391240
Epoch[23] Batch [599]	Speed: 2906.508997 samples/sec	rmse=0.020745	lr=0.391202
Epoch[23] Batch [649]	Speed: 2900.252354 samples/sec	rmse=0.020738	lr=0.391164
Epoch[23] Batch [699]	Speed: 2917.750333 samples/sec	rmse=0.020754	lr=0.391127
Epoch[23] Batch [749]	Speed: 2899.111538 samples/sec	rmse=0.020784	lr=0.391089
Epoch[23] Batch [799]	Speed: 2917.858166 samples/sec	rmse=0.020782	lr=0.391051
Epoch[23] Batch [849]	Speed: 2883.812941 samples/sec	rmse=0.020780	lr=0.391012
Epoch[23] Batch [899]	Speed: 2909.311429 samples/sec	rmse=0.020776	lr=0.390974
Epoch[23] Batch [949]	Speed: 2913.490935 samples/sec	rmse=0.020786	lr=0.390936
Epoch[23] Batch [999]	Speed: 2922.282450 samples/sec	rmse=0.020788	lr=0.390898
Epoch[23] Batch [1049]	Speed: 2905.577298 samples/sec	rmse=0.020796	lr=0.390859
Epoch[23] Batch [1099]	Speed: 2910.461591 samples/sec	rmse=0.020793	lr=0.390821
Epoch[23] Batch [1149]	Speed: 2913.704675 samples/sec	rmse=0.020796	lr=0.390782
Epoch[23] Batch [1199]	Speed: 2899.432859 samples/sec	rmse=0.020803	lr=0.390743
Epoch[23] Batch [1249]	Speed: 2925.587537 samples/sec	rmse=0.020791	lr=0.390705
[Epoch 23] training: rmse=0.020789
[Epoch 23] speed: 2901 samples/sec	time cost: 448.090267
[Epoch 23] validation: err-top1=0.432068 err-top5=0.189128
Epoch[24] Batch [49]	Speed: 2930.563989 samples/sec	rmse=0.020698	lr=0.390665
Epoch[24] Batch [99]	Speed: 2913.727683 samples/sec	rmse=0.020685	lr=0.390626
Epoch[24] Batch [149]	Speed: 2913.236203 samples/sec	rmse=0.020708	lr=0.390587
Epoch[24] Batch [199]	Speed: 2915.643760 samples/sec	rmse=0.020741	lr=0.390548
Epoch[24] Batch [249]	Speed: 2910.307605 samples/sec	rmse=0.020732	lr=0.390509
Epoch[24] Batch [299]	Speed: 2907.014462 samples/sec	rmse=0.020718	lr=0.390469
Epoch[24] Batch [349]	Speed: 2902.877323 samples/sec	rmse=0.020737	lr=0.390430
Epoch[24] Batch [399]	Speed: 2914.724551 samples/sec	rmse=0.020713	lr=0.390391
Epoch[24] Batch [449]	Speed: 2903.322410 samples/sec	rmse=0.020698	lr=0.390351
Epoch[24] Batch [499]	Speed: 2909.846218 samples/sec	rmse=0.020713	lr=0.390312
Epoch[24] Batch [549]	Speed: 2910.086042 samples/sec	rmse=0.020721	lr=0.390272
Epoch[24] Batch [599]	Speed: 2915.813830 samples/sec	rmse=0.020735	lr=0.390232
Epoch[24] Batch [649]	Speed: 2911.271073 samples/sec	rmse=0.020728	lr=0.390193
Epoch[24] Batch [699]	Speed: 2911.985800 samples/sec	rmse=0.020729	lr=0.390153
Epoch[24] Batch [749]	Speed: 2905.322690 samples/sec	rmse=0.020735	lr=0.390113
Epoch[24] Batch [799]	Speed: 2867.727832 samples/sec	rmse=0.020737	lr=0.390073
Epoch[24] Batch [849]	Speed: 2836.412732 samples/sec	rmse=0.020740	lr=0.390033
Epoch[24] Batch [899]	Speed: 2881.167586 samples/sec	rmse=0.020743	lr=0.389992
Epoch[24] Batch [949]	Speed: 2914.303725 samples/sec	rmse=0.020757	lr=0.389952
Epoch[24] Batch [999]	Speed: 2933.147424 samples/sec	rmse=0.020751	lr=0.389912
Epoch[24] Batch [1049]	Speed: 2909.525700 samples/sec	rmse=0.020737	lr=0.389871
Epoch[24] Batch [1099]	Speed: 2918.070604 samples/sec	rmse=0.020742	lr=0.389831
Epoch[24] Batch [1149]	Speed: 2911.411701 samples/sec	rmse=0.020738	lr=0.389790
Epoch[24] Batch [1199]	Speed: 2919.870671 samples/sec	rmse=0.020733	lr=0.389750
Epoch[24] Batch [1249]	Speed: 2933.670614 samples/sec	rmse=0.020724	lr=0.389709
[Epoch 24] training: rmse=0.020725
[Epoch 24] speed: 2905 samples/sec	time cost: 447.374193
[Epoch 24] validation: err-top1=0.438477 err-top5=0.194416
Epoch[25] Batch [49]	Speed: 2919.291237 samples/sec	rmse=0.020591	lr=0.389667
Epoch[25] Batch [99]	Speed: 2924.871695 samples/sec	rmse=0.020591	lr=0.389626
Epoch[25] Batch [149]	Speed: 2913.414451 samples/sec	rmse=0.020659	lr=0.389585
Epoch[25] Batch [199]	Speed: 2922.611076 samples/sec	rmse=0.020673	lr=0.389544
Epoch[25] Batch [249]	Speed: 2915.340723 samples/sec	rmse=0.020722	lr=0.389503
Epoch[25] Batch [299]	Speed: 2908.445683 samples/sec	rmse=0.020708	lr=0.389462
Epoch[25] Batch [349]	Speed: 2903.249914 samples/sec	rmse=0.020709	lr=0.389421
Epoch[25] Batch [399]	Speed: 2900.838009 samples/sec	rmse=0.020706	lr=0.389379
Epoch[25] Batch [449]	Speed: 2911.805477 samples/sec	rmse=0.020690	lr=0.389338
Epoch[25] Batch [499]	Speed: 2909.210612 samples/sec	rmse=0.020692	lr=0.389296
Epoch[25] Batch [549]	Speed: 2909.055300 samples/sec	rmse=0.020692	lr=0.389255
Epoch[25] Batch [599]	Speed: 2911.778432 samples/sec	rmse=0.020692	lr=0.389213
Epoch[25] Batch [649]	Speed: 2893.764076 samples/sec	rmse=0.020692	lr=0.389171
Epoch[25] Batch [699]	Speed: 2919.118578 samples/sec	rmse=0.020695	lr=0.389129
Epoch[25] Batch [749]	Speed: 2912.386841 samples/sec	rmse=0.020710	lr=0.389088
Epoch[25] Batch [799]	Speed: 2907.899123 samples/sec	rmse=0.020717	lr=0.389046
Epoch[25] Batch [849]	Speed: 2915.757138 samples/sec	rmse=0.020719	lr=0.389003
Epoch[25] Batch [899]	Speed: 2905.243373 samples/sec	rmse=0.020710	lr=0.388961
Epoch[25] Batch [949]	Speed: 2893.175778 samples/sec	rmse=0.020714	lr=0.388919
Epoch[25] Batch [999]	Speed: 2816.905898 samples/sec	rmse=0.020723	lr=0.388877
Epoch[25] Batch [1049]	Speed: 2914.507023 samples/sec	rmse=0.020724	lr=0.388834
Epoch[25] Batch [1099]	Speed: 2910.107574 samples/sec	rmse=0.020730	lr=0.388792
Epoch[25] Batch [1149]	Speed: 2914.818511 samples/sec	rmse=0.020731	lr=0.388749
Epoch[25] Batch [1199]	Speed: 2903.018397 samples/sec	rmse=0.020737	lr=0.388707
Epoch[25] Batch [1249]	Speed: 2937.171526 samples/sec	rmse=0.020731	lr=0.388664
[Epoch 25] training: rmse=0.020730
[Epoch 25] speed: 2905 samples/sec	time cost: 447.634132
[Epoch 25] validation: err-top1=0.422852 err-top5=0.182278
Epoch[26] Batch [49]	Speed: 2916.055153 samples/sec	rmse=0.020476	lr=0.388620
Epoch[26] Batch [99]	Speed: 2910.341169 samples/sec	rmse=0.020489	lr=0.388578
Epoch[26] Batch [149]	Speed: 2908.167061 samples/sec	rmse=0.020577	lr=0.388535
Epoch[26] Batch [199]	Speed: 2922.541232 samples/sec	rmse=0.020637	lr=0.388492
Epoch[26] Batch [249]	Speed: 2907.786671 samples/sec	rmse=0.020644	lr=0.388449
Epoch[26] Batch [299]	Speed: 2901.958655 samples/sec	rmse=0.020689	lr=0.388405
Epoch[26] Batch [349]	Speed: 2920.182077 samples/sec	rmse=0.020689	lr=0.388362
Epoch[26] Batch [399]	Speed: 2910.180689 samples/sec	rmse=0.020667	lr=0.388319
Epoch[26] Batch [449]	Speed: 2903.648316 samples/sec	rmse=0.020691	lr=0.388275
Epoch[26] Batch [499]	Speed: 2899.205003 samples/sec	rmse=0.020657	lr=0.388232
Epoch[26] Batch [549]	Speed: 2910.627822 samples/sec	rmse=0.020640	lr=0.388188
Epoch[26] Batch [599]	Speed: 2858.056746 samples/sec	rmse=0.020630	lr=0.388145
Epoch[26] Batch [649]	Speed: 2882.660447 samples/sec	rmse=0.020646	lr=0.388101
Epoch[26] Batch [699]	Speed: 2878.693387 samples/sec	rmse=0.020647	lr=0.388057
Epoch[26] Batch [749]	Speed: 2875.597425 samples/sec	rmse=0.020669	lr=0.388013
Epoch[26] Batch [799]	Speed: 2912.492145 samples/sec	rmse=0.020682	lr=0.387969
Epoch[26] Batch [849]	Speed: 2909.756639 samples/sec	rmse=0.020681	lr=0.387925
Epoch[26] Batch [899]	Speed: 2908.745948 samples/sec	rmse=0.020699	lr=0.387881
Epoch[26] Batch [949]	Speed: 2905.163785 samples/sec	rmse=0.020691	lr=0.387837
Epoch[26] Batch [999]	Speed: 2915.431754 samples/sec	rmse=0.020683	lr=0.387793
Epoch[26] Batch [1049]	Speed: 2907.678754 samples/sec	rmse=0.020690	lr=0.387748
Epoch[26] Batch [1099]	Speed: 2869.944470 samples/sec	rmse=0.020680	lr=0.387704
Epoch[26] Batch [1149]	Speed: 2916.455613 samples/sec	rmse=0.020683	lr=0.387659
Epoch[26] Batch [1199]	Speed: 2913.711553 samples/sec	rmse=0.020688	lr=0.387615
Epoch[26] Batch [1249]	Speed: 2921.405709 samples/sec	rmse=0.020690	lr=0.387570
[Epoch 26] training: rmse=0.020691
[Epoch 26] speed: 2901 samples/sec	time cost: 448.208931
[Epoch 26] validation: err-top1=0.429727 err-top5=0.185188
Epoch[27] Batch [49]	Speed: 2931.877793 samples/sec	rmse=0.020253	lr=0.387525
Epoch[27] Batch [99]	Speed: 2909.373429 samples/sec	rmse=0.020225	lr=0.387480
Epoch[27] Batch [149]	Speed: 2909.796381 samples/sec	rmse=0.020311	lr=0.387435
Epoch[27] Batch [199]	Speed: 2908.469475 samples/sec	rmse=0.020330	lr=0.387390
Epoch[27] Batch [249]	Speed: 2891.815189 samples/sec	rmse=0.020418	lr=0.387345
Epoch[27] Batch [299]	Speed: 2914.617781 samples/sec	rmse=0.020503	lr=0.387300
Epoch[27] Batch [349]	Speed: 2907.680644 samples/sec	rmse=0.020530	lr=0.387255
Epoch[27] Batch [399]	Speed: 2891.451328 samples/sec	rmse=0.020542	lr=0.387209
Epoch[27] Batch [449]	Speed: 2915.430210 samples/sec	rmse=0.020538	lr=0.387164
Epoch[27] Batch [499]	Speed: 2912.799055 samples/sec	rmse=0.020517	lr=0.387119
Epoch[27] Batch [549]	Speed: 2924.755177 samples/sec	rmse=0.020513	lr=0.387073
Epoch[27] Batch [599]	Speed: 2912.726479 samples/sec	rmse=0.020517	lr=0.387027
Epoch[27] Batch [649]	Speed: 2887.828502 samples/sec	rmse=0.020531	lr=0.386982
Epoch[27] Batch [699]	Speed: 2913.509631 samples/sec	rmse=0.020549	lr=0.386936
Epoch[27] Batch [749]	Speed: 2913.574379 samples/sec	rmse=0.020571	lr=0.386890
Epoch[27] Batch [799]	Speed: 2908.774276 samples/sec	rmse=0.020579	lr=0.386844
Epoch[27] Batch [849]	Speed: 2925.092646 samples/sec	rmse=0.020599	lr=0.386798
Epoch[27] Batch [899]	Speed: 2912.087798 samples/sec	rmse=0.020609	lr=0.386752
Epoch[27] Batch [949]	Speed: 2917.950187 samples/sec	rmse=0.020618	lr=0.386706
Epoch[27] Batch [999]	Speed: 2910.760773 samples/sec	rmse=0.020624	lr=0.386660
Epoch[27] Batch [1049]	Speed: 2910.479144 samples/sec	rmse=0.020618	lr=0.386614
Epoch[27] Batch [1099]	Speed: 2874.768788 samples/sec	rmse=0.020610	lr=0.386567
Epoch[27] Batch [1149]	Speed: 2918.533770 samples/sec	rmse=0.020620	lr=0.386521
Epoch[27] Batch [1199]	Speed: 2919.509559 samples/sec	rmse=0.020618	lr=0.386474
Epoch[27] Batch [1249]	Speed: 2942.169278 samples/sec	rmse=0.020619	lr=0.386428
[Epoch 27] training: rmse=0.020619
[Epoch 27] speed: 2909 samples/sec	time cost: 446.718710
[Epoch 27] validation: err-top1=0.421755 err-top5=0.179787
Epoch[28] Batch [49]	Speed: 2934.806067 samples/sec	rmse=0.020846	lr=0.386380
Epoch[28] Batch [99]	Speed: 2910.372526 samples/sec	rmse=0.020592	lr=0.386333
Epoch[28] Batch [149]	Speed: 2915.557188 samples/sec	rmse=0.020661	lr=0.386287
Epoch[28] Batch [199]	Speed: 2919.361957 samples/sec	rmse=0.020636	lr=0.386240
Epoch[28] Batch [249]	Speed: 2916.297705 samples/sec	rmse=0.020632	lr=0.386193
Epoch[28] Batch [299]	Speed: 2914.412806 samples/sec	rmse=0.020619	lr=0.386146
Epoch[28] Batch [349]	Speed: 2919.251671 samples/sec	rmse=0.020636	lr=0.386098
Epoch[28] Batch [399]	Speed: 2910.109940 samples/sec	rmse=0.020617	lr=0.386051
Epoch[28] Batch [449]	Speed: 2913.001234 samples/sec	rmse=0.020596	lr=0.386004
Epoch[28] Batch [499]	Speed: 2904.046514 samples/sec	rmse=0.020622	lr=0.385957
Epoch[28] Batch [549]	Speed: 2913.699891 samples/sec	rmse=0.020601	lr=0.385909
Epoch[28] Batch [599]	Speed: 2906.723917 samples/sec	rmse=0.020595	lr=0.385862
Epoch[28] Batch [649]	Speed: 2924.103606 samples/sec	rmse=0.020598	lr=0.385814
Epoch[28] Batch [699]	Speed: 2921.028761 samples/sec	rmse=0.020589	lr=0.385766
Epoch[28] Batch [749]	Speed: 2911.219609 samples/sec	rmse=0.020596	lr=0.385719
Epoch[28] Batch [799]	Speed: 2923.008563 samples/sec	rmse=0.020607	lr=0.385671
Epoch[28] Batch [849]	Speed: 2908.066283 samples/sec	rmse=0.020608	lr=0.385623
Epoch[28] Batch [899]	Speed: 2911.806661 samples/sec	rmse=0.020616	lr=0.385575
Epoch[28] Batch [949]	Speed: 2926.882521 samples/sec	rmse=0.020621	lr=0.385527
Epoch[28] Batch [999]	Speed: 2919.320564 samples/sec	rmse=0.020626	lr=0.385479
Epoch[28] Batch [1049]	Speed: 2909.250694 samples/sec	rmse=0.020635	lr=0.385430
Epoch[28] Batch [1099]	Speed: 2922.775675 samples/sec	rmse=0.020632	lr=0.385382
Epoch[28] Batch [1149]	Speed: 2911.413674 samples/sec	rmse=0.020633	lr=0.385334
Epoch[28] Batch [1199]	Speed: 2921.101592 samples/sec	rmse=0.020633	lr=0.385285
Epoch[28] Batch [1249]	Speed: 2943.590545 samples/sec	rmse=0.020622	lr=0.385237
[Epoch 28] training: rmse=0.020621
[Epoch 28] speed: 2914 samples/sec	time cost: 446.299825
[Epoch 28] validation: err-top1=0.413146 err-top5=0.173748
Epoch[29] Batch [49]	Speed: 2927.201210 samples/sec	rmse=0.020369	lr=0.385187
Epoch[29] Batch [99]	Speed: 2915.817749 samples/sec	rmse=0.020318	lr=0.385139
Epoch[29] Batch [149]	Speed: 2913.088483 samples/sec	rmse=0.020429	lr=0.385090
Epoch[29] Batch [199]	Speed: 2902.620050 samples/sec	rmse=0.020528	lr=0.385041
Epoch[29] Batch [249]	Speed: 2913.648657 samples/sec	rmse=0.020540	lr=0.384992
Epoch[29] Batch [299]	Speed: 2916.022249 samples/sec	rmse=0.020552	lr=0.384943
Epoch[29] Batch [349]	Speed: 2912.106121 samples/sec	rmse=0.020540	lr=0.384894
Epoch[29] Batch [399]	Speed: 2875.957961 samples/sec	rmse=0.020551	lr=0.384845
Epoch[29] Batch [449]	Speed: 2890.483579 samples/sec	rmse=0.020556	lr=0.384796
Epoch[29] Batch [499]	Speed: 2890.305170 samples/sec	rmse=0.020572	lr=0.384746
Epoch[29] Batch [549]	Speed: 2913.421052 samples/sec	rmse=0.020579	lr=0.384697
Epoch[29] Batch [599]	Speed: 2915.469316 samples/sec	rmse=0.020590	lr=0.384648
Epoch[29] Batch [649]	Speed: 2914.788246 samples/sec	rmse=0.020588	lr=0.384598
Epoch[29] Batch [699]	Speed: 2874.702097 samples/sec	rmse=0.020597	lr=0.384549
Epoch[29] Batch [749]	Speed: 2919.252941 samples/sec	rmse=0.020586	lr=0.384499
Epoch[29] Batch [799]	Speed: 2892.599603 samples/sec	rmse=0.020571	lr=0.384449
Epoch[29] Batch [849]	Speed: 2903.265692 samples/sec	rmse=0.020576	lr=0.384399
Epoch[29] Batch [899]	Speed: 2917.861417 samples/sec	rmse=0.020576	lr=0.384349
Epoch[29] Batch [949]	Speed: 2886.464517 samples/sec	rmse=0.020589	lr=0.384299
Epoch[29] Batch [999]	Speed: 2922.295136 samples/sec	rmse=0.020579	lr=0.384249
Epoch[29] Batch [1049]	Speed: 2921.415366 samples/sec	rmse=0.020587	lr=0.384199
Epoch[29] Batch [1099]	Speed: 2922.554795 samples/sec	rmse=0.020591	lr=0.384149
Epoch[29] Batch [1149]	Speed: 2919.307349 samples/sec	rmse=0.020590	lr=0.384099
Epoch[29] Batch [1199]	Speed: 2926.274701 samples/sec	rmse=0.020590	lr=0.384048
Epoch[29] Batch [1249]	Speed: 2896.521814 samples/sec	rmse=0.020602	lr=0.383998
[Epoch 29] training: rmse=0.020603
[Epoch 29] speed: 2905 samples/sec	time cost: 447.532249
[Epoch 29] validation: err-top1=0.472473 err-top5=0.221781
Epoch[30] Batch [49]	Speed: 2931.770042 samples/sec	rmse=0.020517	lr=0.383946
Epoch[30] Batch [99]	Speed: 2924.469439 samples/sec	rmse=0.020566	lr=0.383896
Epoch[30] Batch [149]	Speed: 2926.881644 samples/sec	rmse=0.020568	lr=0.383845
Epoch[30] Batch [199]	Speed: 2903.068669 samples/sec	rmse=0.020541	lr=0.383794
Epoch[30] Batch [249]	Speed: 2926.169275 samples/sec	rmse=0.020509	lr=0.383744
Epoch[30] Batch [299]	Speed: 2878.113014 samples/sec	rmse=0.020533	lr=0.383693
Epoch[30] Batch [349]	Speed: 2919.830971 samples/sec	rmse=0.020518	lr=0.383642
Epoch[30] Batch [399]	Speed: 2913.991990 samples/sec	rmse=0.020513	lr=0.383591
Epoch[30] Batch [449]	Speed: 2927.837996 samples/sec	rmse=0.020531	lr=0.383540
Epoch[30] Batch [499]	Speed: 2915.048511 samples/sec	rmse=0.020548	lr=0.383488
Epoch[30] Batch [549]	Speed: 2899.302701 samples/sec	rmse=0.020524	lr=0.383437
Epoch[30] Batch [599]	Speed: 2919.622087 samples/sec	rmse=0.020515	lr=0.383386
Epoch[30] Batch [649]	Speed: 2925.631141 samples/sec	rmse=0.020531	lr=0.383334
Epoch[30] Batch [699]	Speed: 2919.646698 samples/sec	rmse=0.020539	lr=0.383283
Epoch[30] Batch [749]	Speed: 2923.912542 samples/sec	rmse=0.020557	lr=0.383231
Epoch[30] Batch [799]	Speed: 2914.644482 samples/sec	rmse=0.020568	lr=0.383180
Epoch[30] Batch [849]	Speed: 2921.028364 samples/sec	rmse=0.020565	lr=0.383128
Epoch[30] Batch [899]	Speed: 2883.546220 samples/sec	rmse=0.020571	lr=0.383076
Epoch[30] Batch [949]	Speed: 2929.298790 samples/sec	rmse=0.020572	lr=0.383024
Epoch[30] Batch [999]	Speed: 2922.600058 samples/sec	rmse=0.020563	lr=0.382972
Epoch[30] Batch [1049]	Speed: 2914.442550 samples/sec	rmse=0.020561	lr=0.382920
Epoch[30] Batch [1099]	Speed: 2916.136686 samples/sec	rmse=0.020565	lr=0.382868
Epoch[30] Batch [1149]	Speed: 2924.521732 samples/sec	rmse=0.020577	lr=0.382816
Epoch[30] Batch [1199]	Speed: 2923.137078 samples/sec	rmse=0.020578	lr=0.382764
Epoch[30] Batch [1249]	Speed: 2930.073250 samples/sec	rmse=0.020569	lr=0.382711
[Epoch 30] training: rmse=0.020570
[Epoch 30] speed: 2915 samples/sec	time cost: 446.167363
[Epoch 30] validation: err-top1=0.407286 err-top5=0.169902
Epoch[31] Batch [49]	Speed: 2939.834119 samples/sec	rmse=0.020535	lr=0.382658
Epoch[31] Batch [99]	Speed: 2912.653038 samples/sec	rmse=0.020546	lr=0.382605
Epoch[31] Batch [149]	Speed: 2872.781252 samples/sec	rmse=0.020574	lr=0.382553
Epoch[31] Batch [199]	Speed: 2918.356124 samples/sec	rmse=0.020488	lr=0.382500
Epoch[31] Batch [249]	Speed: 2922.936791 samples/sec	rmse=0.020461	lr=0.382447
Epoch[31] Batch [299]	Speed: 2921.882218 samples/sec	rmse=0.020447	lr=0.382395
Epoch[31] Batch [349]	Speed: 2920.932930 samples/sec	rmse=0.020445	lr=0.382342
Epoch[31] Batch [399]	Speed: 2929.297072 samples/sec	rmse=0.020462	lr=0.382289
Epoch[31] Batch [449]	Speed: 2899.890713 samples/sec	rmse=0.020483	lr=0.382236
Epoch[31] Batch [499]	Speed: 2920.117670 samples/sec	rmse=0.020477	lr=0.382183
Epoch[31] Batch [549]	Speed: 2917.931592 samples/sec	rmse=0.020490	lr=0.382129
Epoch[31] Batch [599]	Speed: 2927.623974 samples/sec	rmse=0.020494	lr=0.382076
Epoch[31] Batch [649]	Speed: 2919.912040 samples/sec	rmse=0.020513	lr=0.382023
Epoch[31] Batch [699]	Speed: 2927.505241 samples/sec	rmse=0.020507	lr=0.381969
Epoch[31] Batch [749]	Speed: 2870.785141 samples/sec	rmse=0.020510	lr=0.381916
Epoch[31] Batch [799]	Speed: 2845.037551 samples/sec	rmse=0.020524	lr=0.381862
Epoch[31] Batch [849]	Speed: 2924.907270 samples/sec	rmse=0.020527	lr=0.381809
Epoch[31] Batch [899]	Speed: 2925.801581 samples/sec	rmse=0.020526	lr=0.381755
Epoch[31] Batch [949]	Speed: 2929.059744 samples/sec	rmse=0.020521	lr=0.381701
Epoch[31] Batch [999]	Speed: 2926.454827 samples/sec	rmse=0.020517	lr=0.381647
Epoch[31] Batch [1049]	Speed: 2906.585197 samples/sec	rmse=0.020520	lr=0.381594
Epoch[31] Batch [1099]	Speed: 2936.314776 samples/sec	rmse=0.020527	lr=0.381540
Epoch[31] Batch [1149]	Speed: 2924.796605 samples/sec	rmse=0.020532	lr=0.381485
Epoch[31] Batch [1199]	Speed: 2932.705602 samples/sec	rmse=0.020542	lr=0.381431
Epoch[31] Batch [1249]	Speed: 2932.180394 samples/sec	rmse=0.020542	lr=0.381377
[Epoch 31] training: rmse=0.020541
[Epoch 31] speed: 2913 samples/sec	time cost: 446.467692
[Epoch 31] validation: err-top1=0.415079 err-top5=0.172553
Epoch[32] Batch [49]	Speed: 2941.944691 samples/sec	rmse=0.020330	lr=0.381322
Epoch[32] Batch [99]	Speed: 2932.698873 samples/sec	rmse=0.020462	lr=0.381267
Epoch[32] Batch [149]	Speed: 2932.164140 samples/sec	rmse=0.020503	lr=0.381213
Epoch[32] Batch [199]	Speed: 2930.450136 samples/sec	rmse=0.020488	lr=0.381158
Epoch[32] Batch [249]	Speed: 2932.086673 samples/sec	rmse=0.020490	lr=0.381104
Epoch[32] Batch [299]	Speed: 2926.556125 samples/sec	rmse=0.020551	lr=0.381049
Epoch[32] Batch [349]	Speed: 2924.928583 samples/sec	rmse=0.020555	lr=0.380994
Epoch[32] Batch [399]	Speed: 2926.160663 samples/sec	rmse=0.020545	lr=0.380939
Epoch[32] Batch [449]	Speed: 2931.025408 samples/sec	rmse=0.020542	lr=0.380885
Epoch[32] Batch [499]	Speed: 2917.106276 samples/sec	rmse=0.020546	lr=0.380830
Epoch[32] Batch [549]	Speed: 2923.277939 samples/sec	rmse=0.020544	lr=0.380774
Epoch[32] Batch [599]	Speed: 2921.975328 samples/sec	rmse=0.020552	lr=0.380719
Epoch[32] Batch [649]	Speed: 2925.117309 samples/sec	rmse=0.020548	lr=0.380664
Epoch[32] Batch [699]	Speed: 2922.577744 samples/sec	rmse=0.020544	lr=0.380609
Epoch[32] Batch [749]	Speed: 2921.292010 samples/sec	rmse=0.020525	lr=0.380553
Epoch[32] Batch [799]	Speed: 2930.335532 samples/sec	rmse=0.020517	lr=0.380498
Epoch[32] Batch [849]	Speed: 2924.596887 samples/sec	rmse=0.020518	lr=0.380443
Epoch[32] Batch [899]	Speed: 2923.685878 samples/sec	rmse=0.020509	lr=0.380387
Epoch[32] Batch [949]	Speed: 2924.235521 samples/sec	rmse=0.020506	lr=0.380331
Epoch[32] Batch [999]	Speed: 2922.417423 samples/sec	rmse=0.020507	lr=0.380276
Epoch[32] Batch [1049]	Speed: 2917.861853 samples/sec	rmse=0.020532	lr=0.380220
Epoch[32] Batch [1099]	Speed: 2866.615745 samples/sec	rmse=0.020529	lr=0.380164
Epoch[32] Batch [1149]	Speed: 2893.961009 samples/sec	rmse=0.020530	lr=0.380108
Epoch[32] Batch [1199]	Speed: 2926.633061 samples/sec	rmse=0.020544	lr=0.380052
Epoch[32] Batch [1249]	Speed: 2941.278792 samples/sec	rmse=0.020550	lr=0.379996
[Epoch 32] training: rmse=0.020550
[Epoch 32] speed: 2920 samples/sec	time cost: 445.218171
[Epoch 32] validation: err-top1=0.435547 err-top5=0.191406
Epoch[33] Batch [49]	Speed: 2947.846128 samples/sec	rmse=0.020377	lr=0.379939
Epoch[33] Batch [99]	Speed: 2920.677929 samples/sec	rmse=0.020384	lr=0.379882
Epoch[33] Batch [149]	Speed: 2924.813814 samples/sec	rmse=0.020465	lr=0.379826
Epoch[33] Batch [199]	Speed: 2926.788979 samples/sec	rmse=0.020411	lr=0.379770
Epoch[33] Batch [249]	Speed: 2881.085098 samples/sec	rmse=0.020414	lr=0.379713
Epoch[33] Batch [299]	Speed: 2901.373058 samples/sec	rmse=0.020408	lr=0.379657
Epoch[33] Batch [349]	Speed: 2885.070347 samples/sec	rmse=0.020403	lr=0.379600
Epoch[33] Batch [399]	Speed: 2906.274994 samples/sec	rmse=0.020424	lr=0.379543
Epoch[33] Batch [449]	Speed: 2934.635940 samples/sec	rmse=0.020444	lr=0.379486
Epoch[33] Batch [499]	Speed: 2928.092493 samples/sec	rmse=0.020462	lr=0.379430
Epoch[33] Batch [549]	Speed: 2932.397806 samples/sec	rmse=0.020451	lr=0.379373
Epoch[33] Batch [599]	Speed: 2937.186430 samples/sec	rmse=0.020462	lr=0.379316
Epoch[33] Batch [649]	Speed: 2896.178875 samples/sec	rmse=0.020468	lr=0.379259
Epoch[33] Batch [699]	Speed: 2892.912311 samples/sec	rmse=0.020460	lr=0.379201
Epoch[33] Batch [749]	Speed: 2928.984918 samples/sec	rmse=0.020458	lr=0.379144
Epoch[33] Batch [799]	Speed: 2929.214482 samples/sec	rmse=0.020452	lr=0.379087
Epoch[33] Batch [849]	Speed: 2889.296904 samples/sec	rmse=0.020455	lr=0.379030
Epoch[33] Batch [899]	Speed: 2932.515054 samples/sec	rmse=0.020466	lr=0.378972
Epoch[33] Batch [949]	Speed: 2940.820743 samples/sec	rmse=0.020471	lr=0.378915
Epoch[33] Batch [999]	Speed: 2871.423877 samples/sec	rmse=0.020474	lr=0.378857
Epoch[33] Batch [1049]	Speed: 2925.323155 samples/sec	rmse=0.020488	lr=0.378799
Epoch[33] Batch [1099]	Speed: 2938.640886 samples/sec	rmse=0.020488	lr=0.378742
Epoch[33] Batch [1149]	Speed: 2940.311305 samples/sec	rmse=0.020496	lr=0.378684
Epoch[33] Batch [1199]	Speed: 2938.395971 samples/sec	rmse=0.020485	lr=0.378626
Epoch[33] Batch [1249]	Speed: 2952.936906 samples/sec	rmse=0.020490	lr=0.378568
[Epoch 33] training: rmse=0.020488
[Epoch 33] speed: 2917 samples/sec	time cost: 445.563062
[Epoch 33] validation: err-top1=0.421138 err-top5=0.176778
Epoch[34] Batch [49]	Speed: 2936.439966 samples/sec	rmse=0.020672	lr=0.378509
Epoch[34] Batch [99]	Speed: 2943.615359 samples/sec	rmse=0.020534	lr=0.378451
Epoch[34] Batch [149]	Speed: 2933.471926 samples/sec	rmse=0.020551	lr=0.378392
Epoch[34] Batch [199]	Speed: 2929.173089 samples/sec	rmse=0.020495	lr=0.378334
Epoch[34] Batch [249]	Speed: 2939.375152 samples/sec	rmse=0.020521	lr=0.378276
Epoch[34] Batch [299]	Speed: 2929.644422 samples/sec	rmse=0.020503	lr=0.378217
Epoch[34] Batch [349]	Speed: 2928.969937 samples/sec	rmse=0.020499	lr=0.378159
Epoch[34] Batch [399]	Speed: 2931.348921 samples/sec	rmse=0.020514	lr=0.378100
Epoch[34] Batch [449]	Speed: 2908.429178 samples/sec	rmse=0.020512	lr=0.378042
Epoch[34] Batch [499]	Speed: 2926.890580 samples/sec	rmse=0.020500	lr=0.377983
Epoch[34] Batch [549]	Speed: 2933.092940 samples/sec	rmse=0.020489	lr=0.377924
Epoch[34] Batch [599]	Speed: 2914.758258 samples/sec	rmse=0.020506	lr=0.377865
Epoch[34] Batch [649]	Speed: 2938.757427 samples/sec	rmse=0.020535	lr=0.377806
Epoch[34] Batch [699]	Speed: 2941.755359 samples/sec	rmse=0.020526	lr=0.377747
Epoch[34] Batch [749]	Speed: 2931.355563 samples/sec	rmse=0.020542	lr=0.377688
Epoch[34] Batch [799]	Speed: 2901.705780 samples/sec	rmse=0.020544	lr=0.377629
Epoch[34] Batch [849]	Speed: 2928.412683 samples/sec	rmse=0.020535	lr=0.377570
Epoch[34] Batch [899]	Speed: 2937.585039 samples/sec	rmse=0.020533	lr=0.377511
Epoch[34] Batch [949]	Speed: 2930.509921 samples/sec	rmse=0.020529	lr=0.377451
Epoch[34] Batch [999]	Speed: 2935.377153 samples/sec	rmse=0.020529	lr=0.377392
Epoch[34] Batch [1049]	Speed: 2934.221492 samples/sec	rmse=0.020524	lr=0.377332
Epoch[34] Batch [1099]	Speed: 2895.667956 samples/sec	rmse=0.020512	lr=0.377273
Epoch[34] Batch [1149]	Speed: 2933.590823 samples/sec	rmse=0.020504	lr=0.377213
Epoch[34] Batch [1199]	Speed: 2931.191437 samples/sec	rmse=0.020511	lr=0.377153
Epoch[34] Batch [1249]	Speed: 2947.548214 samples/sec	rmse=0.020514	lr=0.377094
[Epoch 34] training: rmse=0.020515
[Epoch 34] speed: 2927 samples/sec	time cost: 444.058494
[Epoch 34] validation: err-top1=0.437154 err-top5=0.193461
Epoch[35] Batch [49]	Speed: 2943.144441 samples/sec	rmse=0.020390	lr=0.377033
Epoch[35] Batch [99]	Speed: 2939.990843 samples/sec	rmse=0.020374	lr=0.376973
Epoch[35] Batch [149]	Speed: 2932.891688 samples/sec	rmse=0.020489	lr=0.376913
Epoch[35] Batch [199]	Speed: 2932.821112 samples/sec	rmse=0.020492	lr=0.376852
Epoch[35] Batch [249]	Speed: 2939.241103 samples/sec	rmse=0.020509	lr=0.376792
Epoch[35] Batch [299]	Speed: 2928.776320 samples/sec	rmse=0.020535	lr=0.376732
Epoch[35] Batch [349]	Speed: 2953.773970 samples/sec	rmse=0.020515	lr=0.376672
Epoch[35] Batch [399]	Speed: 2935.218995 samples/sec	rmse=0.020498	lr=0.376611
Epoch[35] Batch [449]	Speed: 2925.955058 samples/sec	rmse=0.020497	lr=0.376551
Epoch[35] Batch [499]	Speed: 2929.572204 samples/sec	rmse=0.020469	lr=0.376490
Epoch[35] Batch [549]	Speed: 2918.455514 samples/sec	rmse=0.020497	lr=0.376430
Epoch[35] Batch [599]	Speed: 2918.153399 samples/sec	rmse=0.020485	lr=0.376369
Epoch[35] Batch [649]	Speed: 2935.356650 samples/sec	rmse=0.020479	lr=0.376308
Epoch[35] Batch [699]	Speed: 2934.453722 samples/sec	rmse=0.020490	lr=0.376247
Epoch[35] Batch [749]	Speed: 2943.268520 samples/sec	rmse=0.020501	lr=0.376186
Epoch[35] Batch [799]	Speed: 2930.429062 samples/sec	rmse=0.020498	lr=0.376125
Epoch[35] Batch [849]	Speed: 2941.944570 samples/sec	rmse=0.020509	lr=0.376064
Epoch[35] Batch [899]	Speed: 2930.059777 samples/sec	rmse=0.020518	lr=0.376003
Epoch[35] Batch [949]	Speed: 2932.460393 samples/sec	rmse=0.020518	lr=0.375942
Epoch[35] Batch [999]	Speed: 2944.215027 samples/sec	rmse=0.020510	lr=0.375881
Epoch[35] Batch [1049]	Speed: 2921.316967 samples/sec	rmse=0.020513	lr=0.375819
Epoch[35] Batch [1099]	Speed: 2939.619305 samples/sec	rmse=0.020517	lr=0.375758
Epoch[35] Batch [1149]	Speed: 2933.844677 samples/sec	rmse=0.020516	lr=0.375697
Epoch[35] Batch [1199]	Speed: 2942.518156 samples/sec	rmse=0.020512	lr=0.375635
Epoch[35] Batch [1249]	Speed: 2951.415575 samples/sec	rmse=0.020507	lr=0.375573
[Epoch 35] training: rmse=0.020509
[Epoch 35] speed: 2932 samples/sec	time cost: 443.865875
[Epoch 35] validation: err-top1=0.422114 err-top5=0.177475
Epoch[36] Batch [49]	Speed: 2933.035414 samples/sec	rmse=0.020230	lr=0.375510
Epoch[36] Batch [99]	Speed: 2928.726432 samples/sec	rmse=0.020299	lr=0.375449
Epoch[36] Batch [149]	Speed: 2916.303804 samples/sec	rmse=0.020409	lr=0.375387
Epoch[36] Batch [199]	Speed: 2917.187630 samples/sec	rmse=0.020402	lr=0.375325
Epoch[36] Batch [249]	Speed: 2902.531778 samples/sec	rmse=0.020368	lr=0.375263
Epoch[36] Batch [299]	Speed: 2934.162157 samples/sec	rmse=0.020396	lr=0.375201
Epoch[36] Batch [349]	Speed: 2933.105359 samples/sec	rmse=0.020358	lr=0.375139
Epoch[36] Batch [399]	Speed: 2937.718455 samples/sec	rmse=0.020376	lr=0.375076
Epoch[36] Batch [449]	Speed: 2894.024228 samples/sec	rmse=0.020383	lr=0.375014
Epoch[36] Batch [499]	Speed: 2943.139399 samples/sec	rmse=0.020381	lr=0.374952
Epoch[36] Batch [549]	Speed: 2911.715856 samples/sec	rmse=0.020407	lr=0.374889
Epoch[36] Batch [599]	Speed: 2903.948024 samples/sec	rmse=0.020422	lr=0.374827
Epoch[36] Batch [649]	Speed: 2918.503387 samples/sec	rmse=0.020429	lr=0.374764
Epoch[36] Batch [699]	Speed: 2923.283988 samples/sec	rmse=0.020427	lr=0.374702
Epoch[36] Batch [749]	Speed: 2888.691614 samples/sec	rmse=0.020435	lr=0.374639
Epoch[36] Batch [799]	Speed: 2917.062134 samples/sec	rmse=0.020442	lr=0.374576
Epoch[36] Batch [849]	Speed: 2944.494705 samples/sec	rmse=0.020436	lr=0.374513
Epoch[36] Batch [899]	Speed: 2902.454261 samples/sec	rmse=0.020442	lr=0.374450
Epoch[36] Batch [949]	Speed: 2937.450952 samples/sec	rmse=0.020451	lr=0.374387
Epoch[36] Batch [999]	Speed: 2940.631435 samples/sec	rmse=0.020455	lr=0.374324
Epoch[36] Batch [1049]	Speed: 2910.887819 samples/sec	rmse=0.020465	lr=0.374261
Epoch[36] Batch [1099]	Speed: 2941.937195 samples/sec	rmse=0.020460	lr=0.374198
Epoch[36] Batch [1149]	Speed: 2915.983683 samples/sec	rmse=0.020465	lr=0.374134
Epoch[36] Batch [1199]	Speed: 2947.059536 samples/sec	rmse=0.020458	lr=0.374071
Epoch[36] Batch [1249]	Speed: 2963.040603 samples/sec	rmse=0.020461	lr=0.374008
[Epoch 36] training: rmse=0.020462
[Epoch 36] speed: 2921 samples/sec	time cost: 445.099188
[Epoch 36] validation: err-top1=0.405154 err-top5=0.170460
Epoch[37] Batch [49]	Speed: 2958.720401 samples/sec	rmse=0.020135	lr=0.373943
Epoch[37] Batch [99]	Speed: 2935.502946 samples/sec	rmse=0.020314	lr=0.373879
Epoch[37] Batch [149]	Speed: 2919.839030 samples/sec	rmse=0.020321	lr=0.373815
Epoch[37] Batch [199]	Speed: 2930.812160 samples/sec	rmse=0.020356	lr=0.373752
Epoch[37] Batch [249]	Speed: 2929.744943 samples/sec	rmse=0.020372	lr=0.373688
Epoch[37] Batch [299]	Speed: 2937.868523 samples/sec	rmse=0.020360	lr=0.373624
Epoch[37] Batch [349]	Speed: 2923.658254 samples/sec	rmse=0.020358	lr=0.373560
Epoch[37] Batch [399]	Speed: 2941.409885 samples/sec	rmse=0.020362	lr=0.373496
Epoch[37] Batch [449]	Speed: 2936.004095 samples/sec	rmse=0.020372	lr=0.373432
Epoch[37] Batch [499]	Speed: 2950.341977 samples/sec	rmse=0.020375	lr=0.373368
Epoch[37] Batch [549]	Speed: 2952.237328 samples/sec	rmse=0.020374	lr=0.373304
Epoch[37] Batch [599]	Speed: 2946.263905 samples/sec	rmse=0.020391	lr=0.373239
Epoch[37] Batch [649]	Speed: 2935.626180 samples/sec	rmse=0.020391	lr=0.373175
Epoch[37] Batch [699]	Speed: 2941.282821 samples/sec	rmse=0.020390	lr=0.373110
Epoch[37] Batch [749]	Speed: 2931.751911 samples/sec	rmse=0.020399	lr=0.373046
Epoch[37] Batch [799]	Speed: 2908.619721 samples/sec	rmse=0.020420	lr=0.372981
Epoch[37] Batch [849]	Speed: 2943.645702 samples/sec	rmse=0.020425	lr=0.372917
Epoch[37] Batch [899]	Speed: 2943.783785 samples/sec	rmse=0.020419	lr=0.372852
Epoch[37] Batch [949]	Speed: 2949.101078 samples/sec	rmse=0.020409	lr=0.372787
Epoch[37] Batch [999]	Speed: 2939.166439 samples/sec	rmse=0.020417	lr=0.372722
Epoch[37] Batch [1049]	Speed: 2913.770973 samples/sec	rmse=0.020415	lr=0.372657
Epoch[37] Batch [1099]	Speed: 2939.721879 samples/sec	rmse=0.020411	lr=0.372592
Epoch[37] Batch [1149]	Speed: 2939.924956 samples/sec	rmse=0.020413	lr=0.372527
Epoch[37] Batch [1199]	Speed: 2946.349359 samples/sec	rmse=0.020419	lr=0.372462
Epoch[37] Batch [1249]	Speed: 2964.059518 samples/sec	rmse=0.020424	lr=0.372397
[Epoch 37] training: rmse=0.020423
[Epoch 37] speed: 2935 samples/sec	time cost: 442.878927
[Epoch 37] validation: err-top1=0.405712 err-top5=0.169942
Epoch[38] Batch [49]	Speed: 2955.469045 samples/sec	rmse=0.020333	lr=0.372330
Epoch[38] Batch [99]	Speed: 2937.059208 samples/sec	rmse=0.020324	lr=0.372265
Epoch[38] Batch [149]	Speed: 2946.541749 samples/sec	rmse=0.020304	lr=0.372199
Epoch[38] Batch [199]	Speed: 2918.126712 samples/sec	rmse=0.020330	lr=0.372134
Epoch[38] Batch [249]	Speed: 2949.105168 samples/sec	rmse=0.020292	lr=0.372068
Epoch[38] Batch [299]	Speed: 2945.305498 samples/sec	rmse=0.020281	lr=0.372002
Epoch[38] Batch [349]	Speed: 2927.397053 samples/sec	rmse=0.020300	lr=0.371936
Epoch[38] Batch [399]	Speed: 2933.340739 samples/sec	rmse=0.020326	lr=0.371871
Epoch[38] Batch [449]	Speed: 2939.001960 samples/sec	rmse=0.020353	lr=0.371805
Epoch[38] Batch [499]	Speed: 2940.624992 samples/sec	rmse=0.020351	lr=0.371739
Epoch[38] Batch [549]	Speed: 2942.993068 samples/sec	rmse=0.020351	lr=0.371673
Epoch[38] Batch [599]	Speed: 2928.204925 samples/sec	rmse=0.020366	lr=0.371607
Epoch[38] Batch [649]	Speed: 2937.974874 samples/sec	rmse=0.020377	lr=0.371540
Epoch[38] Batch [699]	Speed: 2933.788604 samples/sec	rmse=0.020400	lr=0.371474
Epoch[38] Batch [749]	Speed: 2934.510462 samples/sec	rmse=0.020394	lr=0.371408
Epoch[38] Batch [799]	Speed: 2938.489051 samples/sec	rmse=0.020398	lr=0.371342
Epoch[38] Batch [849]	Speed: 2941.294382 samples/sec	rmse=0.020395	lr=0.371275
Epoch[38] Batch [899]	Speed: 2927.304635 samples/sec	rmse=0.020395	lr=0.371209
Epoch[38] Batch [949]	Speed: 2935.136834 samples/sec	rmse=0.020392	lr=0.371142
Epoch[38] Batch [999]	Speed: 2932.707925 samples/sec	rmse=0.020380	lr=0.371075
Epoch[38] Batch [1049]	Speed: 2946.002279 samples/sec	rmse=0.020401	lr=0.371009
Epoch[38] Batch [1099]	Speed: 2941.293778 samples/sec	rmse=0.020399	lr=0.370942
Epoch[38] Batch [1149]	Speed: 2929.725438 samples/sec	rmse=0.020401	lr=0.370875
Epoch[38] Batch [1199]	Speed: 2933.793975 samples/sec	rmse=0.020413	lr=0.370808
Epoch[38] Batch [1249]	Speed: 2942.522591 samples/sec	rmse=0.020408	lr=0.370741
[Epoch 38] training: rmse=0.020408
[Epoch 38] speed: 2935 samples/sec	time cost: 442.783550
[Epoch 38] validation: err-top1=0.394571 err-top5=0.161870
Epoch[39] Batch [49]	Speed: 2951.733461 samples/sec	rmse=0.020321	lr=0.370672
Epoch[39] Batch [99]	Speed: 2936.890024 samples/sec	rmse=0.020303	lr=0.370605
Epoch[39] Batch [149]	Speed: 2925.882384 samples/sec	rmse=0.020302	lr=0.370538
Epoch[39] Batch [199]	Speed: 2936.837208 samples/sec	rmse=0.020369	lr=0.370471
Epoch[39] Batch [249]	Speed: 2933.351196 samples/sec	rmse=0.020374	lr=0.370403
Epoch[39] Batch [299]	Speed: 2938.629587 samples/sec	rmse=0.020337	lr=0.370336
Epoch[39] Batch [349]	Speed: 2935.402913 samples/sec	rmse=0.020356	lr=0.370268
Epoch[39] Batch [399]	Speed: 2932.300988 samples/sec	rmse=0.020384	lr=0.370201
Epoch[39] Batch [449]	Speed: 2938.175217 samples/sec	rmse=0.020379	lr=0.370133
Epoch[39] Batch [499]	Speed: 2926.543523 samples/sec	rmse=0.020391	lr=0.370065
Epoch[39] Batch [549]	Speed: 2933.137168 samples/sec	rmse=0.020389	lr=0.369997
Epoch[39] Batch [599]	Speed: 2932.026384 samples/sec	rmse=0.020407	lr=0.369930
Epoch[39] Batch [649]	Speed: 2934.201406 samples/sec	rmse=0.020430	lr=0.369862
Epoch[39] Batch [699]	Speed: 2931.570532 samples/sec	rmse=0.020448	lr=0.369794
Epoch[39] Batch [749]	Speed: 2929.900912 samples/sec	rmse=0.020441	lr=0.369726
Epoch[39] Batch [799]	Speed: 2929.202416 samples/sec	rmse=0.020446	lr=0.369657
Epoch[39] Batch [849]	Speed: 2932.421832 samples/sec	rmse=0.020437	lr=0.369589
Epoch[39] Batch [899]	Speed: 2936.607492 samples/sec	rmse=0.020445	lr=0.369521
Epoch[39] Batch [949]	Speed: 2930.993165 samples/sec	rmse=0.020441	lr=0.369452
Epoch[39] Batch [999]	Speed: 2888.611492 samples/sec	rmse=0.020448	lr=0.369384
Epoch[39] Batch [1049]	Speed: 2863.082713 samples/sec	rmse=0.020440	lr=0.369316
Epoch[39] Batch [1099]	Speed: 2938.699357 samples/sec	rmse=0.020435	lr=0.369247
Epoch[39] Batch [1149]	Speed: 2928.282865 samples/sec	rmse=0.020442	lr=0.369178
Epoch[39] Batch [1199]	Speed: 2934.169694 samples/sec	rmse=0.020440	lr=0.369110
Epoch[39] Batch [1249]	Speed: 2942.030862 samples/sec	rmse=0.020447	lr=0.369041
[Epoch 39] training: rmse=0.020447
[Epoch 39] speed: 2927 samples/sec	time cost: 444.396181
[Epoch 39] validation: err-top1=0.428711 err-top5=0.186464
Epoch[40] Batch [49]	Speed: 2910.867380 samples/sec	rmse=0.020254	lr=0.368971
Epoch[40] Batch [99]	Speed: 2921.552803 samples/sec	rmse=0.020220	lr=0.368902
Epoch[40] Batch [149]	Speed: 2938.689987 samples/sec	rmse=0.020215	lr=0.368833
Epoch[40] Batch [199]	Speed: 2932.524144 samples/sec	rmse=0.020253	lr=0.368764
Epoch[40] Batch [249]	Speed: 2894.419244 samples/sec	rmse=0.020288	lr=0.368694
Epoch[40] Batch [299]	Speed: 2924.330414 samples/sec	rmse=0.020287	lr=0.368625
Epoch[40] Batch [349]	Speed: 2938.806250 samples/sec	rmse=0.020281	lr=0.368556
Epoch[40] Batch [399]	Speed: 2935.251332 samples/sec	rmse=0.020332	lr=0.368487
Epoch[40] Batch [449]	Speed: 2935.102013 samples/sec	rmse=0.020352	lr=0.368417
Epoch[40] Batch [499]	Speed: 2925.284343 samples/sec	rmse=0.020350	lr=0.368348
Epoch[40] Batch [549]	Speed: 2928.257271 samples/sec	rmse=0.020340	lr=0.368278
Epoch[40] Batch [599]	Speed: 2894.024501 samples/sec	rmse=0.020339	lr=0.368208
Epoch[40] Batch [649]	Speed: 2875.383464 samples/sec	rmse=0.020345	lr=0.368139
Epoch[40] Batch [699]	Speed: 2928.602937 samples/sec	rmse=0.020366	lr=0.368069
Epoch[40] Batch [749]	Speed: 2893.493835 samples/sec	rmse=0.020381	lr=0.367999
Epoch[40] Batch [799]	Speed: 2928.886487 samples/sec	rmse=0.020375	lr=0.367929
Epoch[40] Batch [849]	Speed: 2935.967889 samples/sec	rmse=0.020376	lr=0.367859
Epoch[40] Batch [899]	Speed: 2935.820945 samples/sec	rmse=0.020368	lr=0.367789
Epoch[40] Batch [949]	Speed: 2941.179614 samples/sec	rmse=0.020377	lr=0.367719
Epoch[40] Batch [999]	Speed: 2903.977908 samples/sec	rmse=0.020354	lr=0.367649
Epoch[40] Batch [1049]	Speed: 2913.645258 samples/sec	rmse=0.020364	lr=0.367579
Epoch[40] Batch [1099]	Speed: 2935.546363 samples/sec	rmse=0.020367	lr=0.367508
Epoch[40] Batch [1149]	Speed: 2931.088657 samples/sec	rmse=0.020376	lr=0.367438
Epoch[40] Batch [1199]	Speed: 2933.413423 samples/sec	rmse=0.020384	lr=0.367367
Epoch[40] Batch [1249]	Speed: 2947.399826 samples/sec	rmse=0.020381	lr=0.367297
[Epoch 40] training: rmse=0.020381
[Epoch 40] speed: 2920 samples/sec	time cost: 445.073544
[Epoch 40] validation: err-top1=0.405029 err-top5=0.168315
Epoch[41] Batch [49]	Speed: 2945.502398 samples/sec	rmse=0.020206	lr=0.367225
Epoch[41] Batch [99]	Speed: 2938.074881 samples/sec	rmse=0.020253	lr=0.367154
Epoch[41] Batch [149]	Speed: 2928.544229 samples/sec	rmse=0.020166	lr=0.367083
Epoch[41] Batch [199]	Speed: 2937.695549 samples/sec	rmse=0.020194	lr=0.367013
Epoch[41] Batch [249]	Speed: 2865.394864 samples/sec	rmse=0.020244	lr=0.366942
Epoch[41] Batch [299]	Speed: 2933.892215 samples/sec	rmse=0.020251	lr=0.366871
Epoch[41] Batch [349]	Speed: 2933.223625 samples/sec	rmse=0.020249	lr=0.366800
Epoch[41] Batch [399]	Speed: 2867.666062 samples/sec	rmse=0.020225	lr=0.366729
Epoch[41] Batch [449]	Speed: 2935.520080 samples/sec	rmse=0.020236	lr=0.366657
Epoch[41] Batch [499]	Speed: 2941.953357 samples/sec	rmse=0.020264	lr=0.366586
Epoch[41] Batch [549]	Speed: 2918.343195 samples/sec	rmse=0.020287	lr=0.366515
Epoch[41] Batch [599]	Speed: 2939.168008 samples/sec	rmse=0.020294	lr=0.366444
Epoch[41] Batch [649]	Speed: 2905.707390 samples/sec	rmse=0.020303	lr=0.366372
Epoch[41] Batch [699]	Speed: 2937.237289 samples/sec	rmse=0.020293	lr=0.366301
Epoch[41] Batch [749]	Speed: 2904.507477 samples/sec	rmse=0.020296	lr=0.366229
Epoch[41] Batch [799]	Speed: 2931.529792 samples/sec	rmse=0.020317	lr=0.366157
Epoch[41] Batch [849]	Speed: 2941.161044 samples/sec	rmse=0.020327	lr=0.366086
Epoch[41] Batch [899]	Speed: 2926.817659 samples/sec	rmse=0.020343	lr=0.366014
Epoch[41] Batch [949]	Speed: 2944.057287 samples/sec	rmse=0.020345	lr=0.365942
Epoch[41] Batch [999]	Speed: 2941.540426 samples/sec	rmse=0.020348	lr=0.365870
Epoch[41] Batch [1049]	Speed: 2934.085186 samples/sec	rmse=0.020345	lr=0.365798
Epoch[41] Batch [1099]	Speed: 2935.200380 samples/sec	rmse=0.020352	lr=0.365726
Epoch[41] Batch [1149]	Speed: 2924.496680 samples/sec	rmse=0.020359	lr=0.365654
Epoch[41] Batch [1199]	Speed: 2946.595723 samples/sec	rmse=0.020369	lr=0.365582
Epoch[41] Batch [1249]	Speed: 2963.656555 samples/sec	rmse=0.020380	lr=0.365510
[Epoch 41] training: rmse=0.020378
[Epoch 41] speed: 2926 samples/sec	time cost: 444.275438
[Epoch 41] validation: err-top1=0.404735 err-top5=0.165218
Epoch[42] Batch [49]	Speed: 2941.350984 samples/sec	rmse=0.020147	lr=0.365436
Epoch[42] Batch [99]	Speed: 2945.720456 samples/sec	rmse=0.020023	lr=0.365363
Epoch[42] Batch [149]	Speed: 2939.883461 samples/sec	rmse=0.020095	lr=0.365291
Epoch[42] Batch [199]	Speed: 2939.722322 samples/sec	rmse=0.020159	lr=0.365218
Epoch[42] Batch [249]	Speed: 2934.201366 samples/sec	rmse=0.020153	lr=0.365146
Epoch[42] Batch [299]	Speed: 2946.224939 samples/sec	rmse=0.020166	lr=0.365073
Epoch[42] Batch [349]	Speed: 2936.108946 samples/sec	rmse=0.020159	lr=0.365000
Epoch[42] Batch [399]	Speed: 2938.873937 samples/sec	rmse=0.020187	lr=0.364927
Epoch[42] Batch [449]	Speed: 2946.066378 samples/sec	rmse=0.020230	lr=0.364855
Epoch[42] Batch [499]	Speed: 2938.816144 samples/sec	rmse=0.020226	lr=0.364782
Epoch[42] Batch [549]	Speed: 2924.876914 samples/sec	rmse=0.020211	lr=0.364709
Epoch[42] Batch [599]	Speed: 2944.857622 samples/sec	rmse=0.020212	lr=0.364636
Epoch[42] Batch [649]	Speed: 2934.945449 samples/sec	rmse=0.020230	lr=0.364562
Epoch[42] Batch [699]	Speed: 2933.591785 samples/sec	rmse=0.020239	lr=0.364489
Epoch[42] Batch [749]	Speed: 2931.390735 samples/sec	rmse=0.020255	lr=0.364416
Epoch[42] Batch [799]	Speed: 2936.828252 samples/sec	rmse=0.020265	lr=0.364343
Epoch[42] Batch [849]	Speed: 2941.370806 samples/sec	rmse=0.020270	lr=0.364269
Epoch[42] Batch [899]	Speed: 2927.659775 samples/sec	rmse=0.020271	lr=0.364196
Epoch[42] Batch [949]	Speed: 2919.279768 samples/sec	rmse=0.020286	lr=0.364122
Epoch[42] Batch [999]	Speed: 2933.358288 samples/sec	rmse=0.020292	lr=0.364048
Epoch[42] Batch [1049]	Speed: 2949.787258 samples/sec	rmse=0.020300	lr=0.363975
Epoch[42] Batch [1099]	Speed: 2931.458722 samples/sec	rmse=0.020297	lr=0.363901
Epoch[42] Batch [1149]	Speed: 2929.779796 samples/sec	rmse=0.020296	lr=0.363827
Epoch[42] Batch [1199]	Speed: 2919.487372 samples/sec	rmse=0.020308	lr=0.363753
Epoch[42] Batch [1249]	Speed: 2958.466911 samples/sec	rmse=0.020311	lr=0.363679
[Epoch 42] training: rmse=0.020310
[Epoch 42] speed: 2934 samples/sec	time cost: 443.387833
[Epoch 42] validation: err-top1=0.418686 err-top5=0.176917
Epoch[43] Batch [49]	Speed: 2959.852609 samples/sec	rmse=0.020131	lr=0.363604
Epoch[43] Batch [99]	Speed: 2937.806750 samples/sec	rmse=0.020195	lr=0.363530
Epoch[43] Batch [149]	Speed: 2927.616351 samples/sec	rmse=0.020228	lr=0.363455
Epoch[43] Batch [199]	Speed: 2939.676487 samples/sec	rmse=0.020166	lr=0.363381
Epoch[43] Batch [249]	Speed: 2894.553684 samples/sec	rmse=0.020195	lr=0.363307
Epoch[43] Batch [299]	Speed: 2938.331764 samples/sec	rmse=0.020179	lr=0.363232
Epoch[43] Batch [349]	Speed: 2947.763663 samples/sec	rmse=0.020174	lr=0.363158
Epoch[43] Batch [399]	Speed: 2949.588853 samples/sec	rmse=0.020227	lr=0.363084
Epoch[43] Batch [449]	Speed: 2936.396682 samples/sec	rmse=0.020235	lr=0.363009
Epoch[43] Batch [499]	Speed: 2938.211075 samples/sec	rmse=0.020244	lr=0.362934
Epoch[43] Batch [549]	Speed: 2949.309381 samples/sec	rmse=0.020257	lr=0.362860
Epoch[43] Batch [599]	Speed: 2921.246867 samples/sec	rmse=0.020280	lr=0.362785
Epoch[43] Batch [649]	Speed: 2945.042831 samples/sec	rmse=0.020289	lr=0.362710
Epoch[43] Batch [699]	Speed: 2938.981769 samples/sec	rmse=0.020279	lr=0.362635
Epoch[43] Batch [749]	Speed: 2910.857200 samples/sec	rmse=0.020291	lr=0.362560
Epoch[43] Batch [799]	Speed: 2934.689519 samples/sec	rmse=0.020298	lr=0.362485
Epoch[43] Batch [849]	Speed: 2945.626029 samples/sec	rmse=0.020289	lr=0.362410
Epoch[43] Batch [899]	Speed: 2922.661313 samples/sec	rmse=0.020298	lr=0.362335
Epoch[43] Batch [949]	Speed: 2944.096276 samples/sec	rmse=0.020299	lr=0.362259
Epoch[43] Batch [999]	Speed: 2939.445642 samples/sec	rmse=0.020307	lr=0.362184
Epoch[43] Batch [1049]	Speed: 2917.649009 samples/sec	rmse=0.020307	lr=0.362109
Epoch[43] Batch [1099]	Speed: 2859.086601 samples/sec	rmse=0.020310	lr=0.362033
Epoch[43] Batch [1149]	Speed: 2887.521318 samples/sec	rmse=0.020308	lr=0.361958
Epoch[43] Batch [1199]	Speed: 2942.908696 samples/sec	rmse=0.020316	lr=0.361882
Epoch[43] Batch [1249]	Speed: 2923.127886 samples/sec	rmse=0.020312	lr=0.361806
[Epoch 43] training: rmse=0.020313
[Epoch 43] speed: 2927 samples/sec	time cost: 444.385288
[Epoch 43] validation: err-top1=0.393196 err-top5=0.157805
Epoch[44] Batch [49]	Speed: 2940.617744 samples/sec	rmse=0.020213	lr=0.361729
Epoch[44] Batch [99]	Speed: 2930.379877 samples/sec	rmse=0.020337	lr=0.361653
Epoch[44] Batch [149]	Speed: 2929.890039 samples/sec	rmse=0.020338	lr=0.361578
Epoch[44] Batch [199]	Speed: 2938.056913 samples/sec	rmse=0.020356	lr=0.361502
Epoch[44] Batch [249]	Speed: 2904.354631 samples/sec	rmse=0.020350	lr=0.361426
Epoch[44] Batch [299]	Speed: 2933.733616 samples/sec	rmse=0.020341	lr=0.361350
Epoch[44] Batch [349]	Speed: 2943.261864 samples/sec	rmse=0.020313	lr=0.361273
Epoch[44] Batch [399]	Speed: 2937.889905 samples/sec	rmse=0.020305	lr=0.361197
Epoch[44] Batch [449]	Speed: 2935.791606 samples/sec	rmse=0.020284	lr=0.361121
Epoch[44] Batch [499]	Speed: 2921.099287 samples/sec	rmse=0.020286	lr=0.361045
Epoch[44] Batch [549]	Speed: 2934.075926 samples/sec	rmse=0.020296	lr=0.360968
Epoch[44] Batch [599]	Speed: 2896.121732 samples/sec	rmse=0.020283	lr=0.360892
Epoch[44] Batch [649]	Speed: 2927.443264 samples/sec	rmse=0.020287	lr=0.360815
Epoch[44] Batch [699]	Speed: 2940.802943 samples/sec	rmse=0.020301	lr=0.360739
Epoch[44] Batch [749]	Speed: 2932.225876 samples/sec	rmse=0.020296	lr=0.360662
Epoch[44] Batch [799]	Speed: 2934.907664 samples/sec	rmse=0.020298	lr=0.360585
Epoch[44] Batch [849]	Speed: 2939.591581 samples/sec	rmse=0.020301	lr=0.360508
Epoch[44] Batch [899]	Speed: 2934.837592 samples/sec	rmse=0.020301	lr=0.360432
Epoch[44] Batch [949]	Speed: 2922.256244 samples/sec	rmse=0.020304	lr=0.360355
Epoch[44] Batch [999]	Speed: 2938.609521 samples/sec	rmse=0.020315	lr=0.360278
Epoch[44] Batch [1049]	Speed: 2942.001439 samples/sec	rmse=0.020320	lr=0.360201
Epoch[44] Batch [1099]	Speed: 2895.894592 samples/sec	rmse=0.020318	lr=0.360123
Epoch[44] Batch [1149]	Speed: 2917.716914 samples/sec	rmse=0.020320	lr=0.360046
Epoch[44] Batch [1199]	Speed: 2949.607205 samples/sec	rmse=0.020318	lr=0.359969
Epoch[44] Batch [1249]	Speed: 2957.412818 samples/sec	rmse=0.020321	lr=0.359892
[Epoch 44] training: rmse=0.020319
[Epoch 44] speed: 2928 samples/sec	time cost: 444.253891
[Epoch 44] validation: err-top1=0.431501 err-top5=0.186105
Epoch[45] Batch [49]	Speed: 2939.046809 samples/sec	rmse=0.020296	lr=0.359813
Epoch[45] Batch [99]	Speed: 2942.926240 samples/sec	rmse=0.020273	lr=0.359735
Epoch[45] Batch [149]	Speed: 2931.005806 samples/sec	rmse=0.020271	lr=0.359658
Epoch[45] Batch [199]	Speed: 2904.400668 samples/sec	rmse=0.020265	lr=0.359580
Epoch[45] Batch [249]	Speed: 2945.043275 samples/sec	rmse=0.020247	lr=0.359502
Epoch[45] Batch [299]	Speed: 2938.143419 samples/sec	rmse=0.020269	lr=0.359425
Epoch[45] Batch [349]	Speed: 2941.738555 samples/sec	rmse=0.020247	lr=0.359347
Epoch[45] Batch [399]	Speed: 2925.812742 samples/sec	rmse=0.020249	lr=0.359269
Epoch[45] Batch [449]	Speed: 2941.515485 samples/sec	rmse=0.020260	lr=0.359191
Epoch[45] Batch [499]	Speed: 2942.601901 samples/sec	rmse=0.020240	lr=0.359113
Epoch[45] Batch [549]	Speed: 2951.724739 samples/sec	rmse=0.020231	lr=0.359035
Epoch[45] Batch [599]	Speed: 2943.044936 samples/sec	rmse=0.020244	lr=0.358957
Epoch[45] Batch [649]	Speed: 2935.874206 samples/sec	rmse=0.020255	lr=0.358879
Epoch[45] Batch [699]	Speed: 2950.616050 samples/sec	rmse=0.020282	lr=0.358801
Epoch[45] Batch [749]	Speed: 2941.016118 samples/sec	rmse=0.020303	lr=0.358722
Epoch[45] Batch [799]	Speed: 2938.089231 samples/sec	rmse=0.020287	lr=0.358644
Epoch[45] Batch [849]	Speed: 2938.909572 samples/sec	rmse=0.020293	lr=0.358565
Epoch[45] Batch [899]	Speed: 2938.644103 samples/sec	rmse=0.020292	lr=0.358487
Epoch[45] Batch [949]	Speed: 2933.399199 samples/sec	rmse=0.020296	lr=0.358408
Epoch[45] Batch [999]	Speed: 2929.759811 samples/sec	rmse=0.020295	lr=0.358330
Epoch[45] Batch [1049]	Speed: 2938.061455 samples/sec	rmse=0.020294	lr=0.358251
Epoch[45] Batch [1099]	Speed: 2923.715134 samples/sec	rmse=0.020301	lr=0.358172
Epoch[45] Batch [1149]	Speed: 2930.136937 samples/sec	rmse=0.020306	lr=0.358093
Epoch[45] Batch [1199]	Speed: 2929.452274 samples/sec	rmse=0.020311	lr=0.358014
Epoch[45] Batch [1249]	Speed: 2952.858257 samples/sec	rmse=0.020309	lr=0.357935
[Epoch 45] training: rmse=0.020308
[Epoch 45] speed: 2934 samples/sec	time cost: 443.126600
[Epoch 45] validation: err-top1=0.395149 err-top5=0.157625
Epoch[46] Batch [49]	Speed: 2949.542102 samples/sec	rmse=0.020156	lr=0.357855
Epoch[46] Batch [99]	Speed: 2946.443428 samples/sec	rmse=0.020161	lr=0.357776
Epoch[46] Batch [149]	Speed: 2934.400273 samples/sec	rmse=0.020165	lr=0.357696
Epoch[46] Batch [199]	Speed: 2960.899746 samples/sec	rmse=0.020209	lr=0.357617
Epoch[46] Batch [249]	Speed: 2935.749827 samples/sec	rmse=0.020206	lr=0.357538
Epoch[46] Batch [299]	Speed: 2922.560960 samples/sec	rmse=0.020211	lr=0.357459
Epoch[46] Batch [349]	Speed: 2930.385755 samples/sec	rmse=0.020241	lr=0.357379
Epoch[46] Batch [399]	Speed: 2950.424587 samples/sec	rmse=0.020211	lr=0.357300
Epoch[46] Batch [449]	Speed: 2933.302314 samples/sec	rmse=0.020199	lr=0.357220
Epoch[46] Batch [499]	Speed: 2937.000521 samples/sec	rmse=0.020202	lr=0.357140
Epoch[46] Batch [549]	Speed: 2940.012457 samples/sec	rmse=0.020225	lr=0.357061
Epoch[46] Batch [599]	Speed: 2933.470163 samples/sec	rmse=0.020248	lr=0.356981
Epoch[46] Batch [649]	Speed: 2931.076575 samples/sec	rmse=0.020242	lr=0.356901
Epoch[46] Batch [699]	Speed: 2932.041236 samples/sec	rmse=0.020245	lr=0.356821
Epoch[46] Batch [749]	Speed: 2947.170760 samples/sec	rmse=0.020243	lr=0.356741
Epoch[46] Batch [799]	Speed: 2942.148519 samples/sec	rmse=0.020245	lr=0.356661
Epoch[46] Batch [849]	Speed: 2934.392374 samples/sec	rmse=0.020236	lr=0.356581
Epoch[46] Batch [899]	Speed: 2947.647256 samples/sec	rmse=0.020245	lr=0.356501
Epoch[46] Batch [949]	Speed: 2919.738990 samples/sec	rmse=0.020248	lr=0.356421
Epoch[46] Batch [999]	Speed: 2947.522160 samples/sec	rmse=0.020239	lr=0.356340
Epoch[46] Batch [1049]	Speed: 2940.677703 samples/sec	rmse=0.020239	lr=0.356260
Epoch[46] Batch [1099]	Speed: 2944.586233 samples/sec	rmse=0.020239	lr=0.356180
Epoch[46] Batch [1149]	Speed: 2915.936526 samples/sec	rmse=0.020234	lr=0.356099
Epoch[46] Batch [1199]	Speed: 2943.254644 samples/sec	rmse=0.020240	lr=0.356019
Epoch[46] Batch [1249]	Speed: 2957.681444 samples/sec	rmse=0.020233	lr=0.355938
[Epoch 46] training: rmse=0.020233
[Epoch 46] speed: 2936 samples/sec	time cost: 442.718532
[Epoch 46] validation: err-top1=0.399984 err-top5=0.163127
Epoch[47] Batch [49]	Speed: 2953.748740 samples/sec	rmse=0.019992	lr=0.355856
Epoch[47] Batch [99]	Speed: 2932.877508 samples/sec	rmse=0.020049	lr=0.355775
Epoch[47] Batch [149]	Speed: 2898.748617 samples/sec	rmse=0.020122	lr=0.355694
Epoch[47] Batch [199]	Speed: 2938.344910 samples/sec	rmse=0.020123	lr=0.355613
Epoch[47] Batch [249]	Speed: 2932.341508 samples/sec	rmse=0.020134	lr=0.355532
Epoch[47] Batch [299]	Speed: 2934.751682 samples/sec	rmse=0.020149	lr=0.355451
Epoch[47] Batch [349]	Speed: 2944.554135 samples/sec	rmse=0.020202	lr=0.355370
Epoch[47] Batch [399]	Speed: 2905.250015 samples/sec	rmse=0.020203	lr=0.355289
Epoch[47] Batch [449]	Speed: 2940.568660 samples/sec	rmse=0.020216	lr=0.355208
Epoch[47] Batch [499]	Speed: 2936.122314 samples/sec	rmse=0.020226	lr=0.355127
Epoch[47] Batch [549]	Speed: 2946.415817 samples/sec	rmse=0.020230	lr=0.355046
Epoch[47] Batch [599]	Speed: 2938.445546 samples/sec	rmse=0.020223	lr=0.354964
Epoch[47] Batch [649]	Speed: 2941.120320 samples/sec	rmse=0.020236	lr=0.354883
Epoch[47] Batch [699]	Speed: 2934.291173 samples/sec	rmse=0.020240	lr=0.354801
Epoch[47] Batch [749]	Speed: 2925.715521 samples/sec	rmse=0.020261	lr=0.354720
Epoch[47] Batch [799]	Speed: 2880.666200 samples/sec	rmse=0.020269	lr=0.354638
Epoch[47] Batch [849]	Speed: 2941.934333 samples/sec	rmse=0.020260	lr=0.354556
Epoch[47] Batch [899]	Speed: 2930.178277 samples/sec	rmse=0.020262	lr=0.354475
Epoch[47] Batch [949]	Speed: 2943.530871 samples/sec	rmse=0.020258	lr=0.354393
Epoch[47] Batch [999]	Speed: 2940.159942 samples/sec	rmse=0.020271	lr=0.354311
Epoch[47] Batch [1049]	Speed: 2944.359986 samples/sec	rmse=0.020268	lr=0.354229
Epoch[47] Batch [1099]	Speed: 2938.223176 samples/sec	rmse=0.020288	lr=0.354147
Epoch[47] Batch [1149]	Speed: 2939.799267 samples/sec	rmse=0.020290	lr=0.354065
Epoch[47] Batch [1199]	Speed: 2908.964943 samples/sec	rmse=0.020287	lr=0.353983
Epoch[47] Batch [1249]	Speed: 2955.484908 samples/sec	rmse=0.020291	lr=0.353900
[Epoch 47] training: rmse=0.020293
[Epoch 47] speed: 2930 samples/sec	time cost: 443.654451
[Epoch 47] validation: err-top1=0.406728 err-top5=0.169204
Epoch[48] Batch [49]	Speed: 2947.331543 samples/sec	rmse=0.019871	lr=0.353816
Epoch[48] Batch [99]	Speed: 2938.353474 samples/sec	rmse=0.019976	lr=0.353734
Epoch[48] Batch [149]	Speed: 2946.634173 samples/sec	rmse=0.020112	lr=0.353652
Epoch[48] Batch [199]	Speed: 2937.821017 samples/sec	rmse=0.020165	lr=0.353569
Epoch[48] Batch [249]	Speed: 2912.286679 samples/sec	rmse=0.020193	lr=0.353487
Epoch[48] Batch [299]	Speed: 2940.947687 samples/sec	rmse=0.020225	lr=0.353404
Epoch[48] Batch [349]	Speed: 2904.194889 samples/sec	rmse=0.020263	lr=0.353321
Epoch[48] Batch [399]	Speed: 2941.950455 samples/sec	rmse=0.020240	lr=0.353239
Epoch[48] Batch [449]	Speed: 2925.551707 samples/sec	rmse=0.020257	lr=0.353156
Epoch[48] Batch [499]	Speed: 2935.147465 samples/sec	rmse=0.020248	lr=0.353073
Epoch[48] Batch [549]	Speed: 2926.570643 samples/sec	rmse=0.020259	lr=0.352990
Epoch[48] Batch [599]	Speed: 2939.608964 samples/sec	rmse=0.020248	lr=0.352907
Epoch[48] Batch [649]	Speed: 2923.245230 samples/sec	rmse=0.020249	lr=0.352824
Epoch[48] Batch [699]	Speed: 2920.757535 samples/sec	rmse=0.020273	lr=0.352741
Epoch[48] Batch [749]	Speed: 2926.896045 samples/sec	rmse=0.020272	lr=0.352658
Epoch[48] Batch [799]	Speed: 2944.562856 samples/sec	rmse=0.020270	lr=0.352575
Epoch[48] Batch [849]	Speed: 2931.939477 samples/sec	rmse=0.020259	lr=0.352491
Epoch[48] Batch [899]	Speed: 2940.839067 samples/sec	rmse=0.020273	lr=0.352408
Epoch[48] Batch [949]	Speed: 2934.593551 samples/sec	rmse=0.020273	lr=0.352325
Epoch[48] Batch [999]	Speed: 2931.782690 samples/sec	rmse=0.020273	lr=0.352241
Epoch[48] Batch [1049]	Speed: 2933.670293 samples/sec	rmse=0.020274	lr=0.352157
Epoch[48] Batch [1099]	Speed: 2938.061978 samples/sec	rmse=0.020282	lr=0.352074
Epoch[48] Batch [1149]	Speed: 2935.588499 samples/sec	rmse=0.020284	lr=0.351990
Epoch[48] Batch [1199]	Speed: 2935.216668 samples/sec	rmse=0.020276	lr=0.351906
Epoch[48] Batch [1249]	Speed: 2962.703723 samples/sec	rmse=0.020273	lr=0.351823
[Epoch 48] training: rmse=0.020273
[Epoch 48] speed: 2931 samples/sec	time cost: 443.500037
[Epoch 48] validation: err-top1=0.384945 err-top5=0.157027
Epoch[49] Batch [49]	Speed: 2947.731819 samples/sec	rmse=0.020156	lr=0.351737
Epoch[49] Batch [99]	Speed: 2929.840593 samples/sec	rmse=0.020135	lr=0.351653
Epoch[49] Batch [149]	Speed: 2937.884720 samples/sec	rmse=0.020204	lr=0.351569
Epoch[49] Batch [199]	Speed: 2934.016958 samples/sec	rmse=0.020173	lr=0.351485
Epoch[49] Batch [249]	Speed: 2937.974954 samples/sec	rmse=0.020180	lr=0.351401
Epoch[49] Batch [299]	Speed: 2931.123023 samples/sec	rmse=0.020153	lr=0.351317
Epoch[49] Batch [349]	Speed: 2936.439163 samples/sec	rmse=0.020172	lr=0.351233
Epoch[49] Batch [399]	Speed: 2934.296626 samples/sec	rmse=0.020199	lr=0.351148
Epoch[49] Batch [449]	Speed: 2933.941678 samples/sec	rmse=0.020214	lr=0.351064
Epoch[49] Batch [499]	Speed: 2927.829494 samples/sec	rmse=0.020233	lr=0.350980
Epoch[49] Batch [549]	Speed: 2917.437940 samples/sec	rmse=0.020250	lr=0.350895
Epoch[49] Batch [599]	Speed: 2939.330817 samples/sec	rmse=0.020253	lr=0.350810
Epoch[49] Batch [649]	Speed: 2929.232822 samples/sec	rmse=0.020262	lr=0.350726
Epoch[49] Batch [699]	Speed: 2923.010592 samples/sec	rmse=0.020272	lr=0.350641
Epoch[49] Batch [749]	Speed: 2936.107541 samples/sec	rmse=0.020287	lr=0.350556
Epoch[49] Batch [799]	Speed: 2925.918820 samples/sec	rmse=0.020299	lr=0.350472
Epoch[49] Batch [849]	Speed: 2927.258747 samples/sec	rmse=0.020313	lr=0.350387
Epoch[49] Batch [899]	Speed: 2931.405701 samples/sec	rmse=0.020302	lr=0.350302
Epoch[49] Batch [949]	Speed: 2935.100568 samples/sec	rmse=0.020311	lr=0.350217
Epoch[49] Batch [999]	Speed: 2934.579716 samples/sec	rmse=0.020303	lr=0.350132
Epoch[49] Batch [1049]	Speed: 2935.082797 samples/sec	rmse=0.020289	lr=0.350047
Epoch[49] Batch [1099]	Speed: 2926.525935 samples/sec	rmse=0.020294	lr=0.349961
Epoch[49] Batch [1149]	Speed: 2928.317644 samples/sec	rmse=0.020290	lr=0.349876
Epoch[49] Batch [1199]	Speed: 2939.595604 samples/sec	rmse=0.020280	lr=0.349791
Epoch[49] Batch [1249]	Speed: 2952.077672 samples/sec	rmse=0.020287	lr=0.349706
[Epoch 49] training: rmse=0.020288
[Epoch 49] speed: 2930 samples/sec	time cost: 443.614082
[Epoch 49] validation: err-top1=0.393953 err-top5=0.159917
Epoch[50] Batch [49]	Speed: 2905.551076 samples/sec	rmse=0.020155	lr=0.349618
Epoch[50] Batch [99]	Speed: 2923.741764 samples/sec	rmse=0.020122	lr=0.349533
Epoch[50] Batch [149]	Speed: 2872.196421 samples/sec	rmse=0.020157	lr=0.349447
Epoch[50] Batch [199]	Speed: 2884.870243 samples/sec	rmse=0.020181	lr=0.349362
Epoch[50] Batch [249]	Speed: 2934.270525 samples/sec	rmse=0.020149	lr=0.349276
Epoch[50] Batch [299]	Speed: 2937.444965 samples/sec	rmse=0.020124	lr=0.349190
Epoch[50] Batch [349]	Speed: 2937.904214 samples/sec	rmse=0.020106	lr=0.349105
Epoch[50] Batch [399]	Speed: 2933.569904 samples/sec	rmse=0.020109	lr=0.349019
Epoch[50] Batch [449]	Speed: 2934.451437 samples/sec	rmse=0.020114	lr=0.348933
Epoch[50] Batch [499]	Speed: 2892.672504 samples/sec	rmse=0.020113	lr=0.348847
Epoch[50] Batch [549]	Speed: 2937.874110 samples/sec	rmse=0.020147	lr=0.348761
Epoch[50] Batch [599]	Speed: 2913.801060 samples/sec	rmse=0.020151	lr=0.348675
Epoch[50] Batch [649]	Speed: 2938.531713 samples/sec	rmse=0.020146	lr=0.348588
Epoch[50] Batch [699]	Speed: 2889.334262 samples/sec	rmse=0.020163	lr=0.348502
Epoch[50] Batch [749]	Speed: 2913.707719 samples/sec	rmse=0.020177	lr=0.348416
Epoch[50] Batch [799]	Speed: 2941.995958 samples/sec	rmse=0.020177	lr=0.348330
Epoch[50] Batch [849]	Speed: 2917.266531 samples/sec	rmse=0.020172	lr=0.348243
Epoch[50] Batch [899]	Speed: 2886.728829 samples/sec	rmse=0.020171	lr=0.348157
Epoch[50] Batch [949]	Speed: 2945.727972 samples/sec	rmse=0.020173	lr=0.348070
Epoch[50] Batch [999]	Speed: 2932.522543 samples/sec	rmse=0.020191	lr=0.347984
Epoch[50] Batch [1049]	Speed: 2931.450518 samples/sec	rmse=0.020191	lr=0.347897
Epoch[50] Batch [1099]	Speed: 2923.739217 samples/sec	rmse=0.020196	lr=0.347810
Epoch[50] Batch [1149]	Speed: 2936.458838 samples/sec	rmse=0.020198	lr=0.347723
Epoch[50] Batch [1199]	Speed: 2931.336477 samples/sec	rmse=0.020207	lr=0.347637
Epoch[50] Batch [1249]	Speed: 2923.963461 samples/sec	rmse=0.020216	lr=0.347550
[Epoch 50] training: rmse=0.020214
[Epoch 50] speed: 2918 samples/sec	time cost: 445.605718
[Epoch 50] validation: err-top1=0.388094 err-top5=0.155194
Epoch[51] Batch [49]	Speed: 2946.698016 samples/sec	rmse=0.019926	lr=0.347461
Epoch[51] Batch [99]	Speed: 2933.357207 samples/sec	rmse=0.020058	lr=0.347374
Epoch[51] Batch [149]	Speed: 2926.825039 samples/sec	rmse=0.020117	lr=0.347287
Epoch[51] Batch [199]	Speed: 2917.723217 samples/sec	rmse=0.020105	lr=0.347200
Epoch[51] Batch [249]	Speed: 2929.821007 samples/sec	rmse=0.020061	lr=0.347112
Epoch[51] Batch [299]	Speed: 2935.531757 samples/sec	rmse=0.020075	lr=0.347025
Epoch[51] Batch [349]	Speed: 2933.978556 samples/sec	rmse=0.020096	lr=0.346938
Epoch[51] Batch [399]	Speed: 2907.867623 samples/sec	rmse=0.020093	lr=0.346850
Epoch[51] Batch [449]	Speed: 2932.784463 samples/sec	rmse=0.020107	lr=0.346763
Epoch[51] Batch [499]	Speed: 2926.570443 samples/sec	rmse=0.020124	lr=0.346675
Epoch[51] Batch [549]	Speed: 2934.758821 samples/sec	rmse=0.020128	lr=0.346588
Epoch[51] Batch [599]	Speed: 2933.217495 samples/sec	rmse=0.020121	lr=0.346500
Epoch[51] Batch [649]	Speed: 2939.684978 samples/sec	rmse=0.020110	lr=0.346413
Epoch[51] Batch [699]	Speed: 2930.098316 samples/sec	rmse=0.020127	lr=0.346325
Epoch[51] Batch [749]	Speed: 2931.796859 samples/sec	rmse=0.020129	lr=0.346237
Epoch[51] Batch [799]	Speed: 2908.890588 samples/sec	rmse=0.020141	lr=0.346149
Epoch[51] Batch [849]	Speed: 2928.250762 samples/sec	rmse=0.020141	lr=0.346061
Epoch[51] Batch [899]	Speed: 2928.205563 samples/sec	rmse=0.020147	lr=0.345973
Epoch[51] Batch [949]	Speed: 2938.004337 samples/sec	rmse=0.020143	lr=0.345885
Epoch[51] Batch [999]	Speed: 2933.845559 samples/sec	rmse=0.020147	lr=0.345797
Epoch[51] Batch [1049]	Speed: 2936.271616 samples/sec	rmse=0.020141	lr=0.345709
Epoch[51] Batch [1099]	Speed: 2923.597316 samples/sec	rmse=0.020150	lr=0.345620
Epoch[51] Batch [1149]	Speed: 2928.769130 samples/sec	rmse=0.020163	lr=0.345532
Epoch[51] Batch [1199]	Speed: 2925.891473 samples/sec	rmse=0.020181	lr=0.345444
Epoch[51] Batch [1249]	Speed: 2894.446903 samples/sec	rmse=0.020192	lr=0.345355
[Epoch 51] training: rmse=0.020191
[Epoch 51] speed: 2925 samples/sec	time cost: 444.732378
[Epoch 51] validation: err-top1=0.393296 err-top5=0.158064
Epoch[52] Batch [49]	Speed: 2965.331385 samples/sec	rmse=0.020028	lr=0.345265
Epoch[52] Batch [99]	Speed: 2932.157014 samples/sec	rmse=0.020056	lr=0.345177
Epoch[52] Batch [149]	Speed: 2939.489700 samples/sec	rmse=0.020039	lr=0.345088
Epoch[52] Batch [199]	Speed: 2936.284705 samples/sec	rmse=0.020067	lr=0.344999
Epoch[52] Batch [249]	Speed: 2942.843081 samples/sec	rmse=0.020017	lr=0.344911
Epoch[52] Batch [299]	Speed: 2927.185848 samples/sec	rmse=0.020027	lr=0.344822
Epoch[52] Batch [349]	Speed: 2943.832937 samples/sec	rmse=0.020044	lr=0.344733
Epoch[52] Batch [399]	Speed: 2932.948127 samples/sec	rmse=0.020081	lr=0.344644
Epoch[52] Batch [449]	Speed: 2924.587328 samples/sec	rmse=0.020080	lr=0.344555
Epoch[52] Batch [499]	Speed: 2929.271539 samples/sec	rmse=0.020073	lr=0.344466
Epoch[52] Batch [549]	Speed: 2943.740245 samples/sec	rmse=0.020083	lr=0.344377
Epoch[52] Batch [599]	Speed: 2936.263547 samples/sec	rmse=0.020100	lr=0.344288
Epoch[52] Batch [649]	Speed: 2934.719397 samples/sec	rmse=0.020118	lr=0.344199
Epoch[52] Batch [699]	Speed: 2941.508917 samples/sec	rmse=0.020132	lr=0.344109
Epoch[52] Batch [749]	Speed: 2923.006335 samples/sec	rmse=0.020151	lr=0.344020
Epoch[52] Batch [799]	Speed: 2930.774641 samples/sec	rmse=0.020166	lr=0.343931
Epoch[52] Batch [849]	Speed: 2924.687382 samples/sec	rmse=0.020182	lr=0.343841
Epoch[52] Batch [899]	Speed: 2928.151423 samples/sec	rmse=0.020188	lr=0.343752
Epoch[52] Batch [949]	Speed: 2927.464655 samples/sec	rmse=0.020194	lr=0.343662
Epoch[52] Batch [999]	Speed: 2943.755982 samples/sec	rmse=0.020189	lr=0.343572
Epoch[52] Batch [1049]	Speed: 2933.336932 samples/sec	rmse=0.020198	lr=0.343483
Epoch[52] Batch [1099]	Speed: 2938.765832 samples/sec	rmse=0.020192	lr=0.343393
Epoch[52] Batch [1149]	Speed: 2935.755124 samples/sec	rmse=0.020182	lr=0.343303
Epoch[52] Batch [1199]	Speed: 2935.165999 samples/sec	rmse=0.020175	lr=0.343213
Epoch[52] Batch [1249]	Speed: 2952.653389 samples/sec	rmse=0.020171	lr=0.343123
[Epoch 52] training: rmse=0.020171
[Epoch 52] speed: 2933 samples/sec	time cost: 443.146328
[Epoch 52] validation: err-top1=0.378092 err-top5=0.148112
Epoch[53] Batch [49]	Speed: 2944.094944 samples/sec	rmse=0.019974	lr=0.343032
Epoch[53] Batch [99]	Speed: 2936.070489 samples/sec	rmse=0.019981	lr=0.342942
Epoch[53] Batch [149]	Speed: 2937.114843 samples/sec	rmse=0.019955	lr=0.342851
Epoch[53] Batch [199]	Speed: 2933.371791 samples/sec	rmse=0.019991	lr=0.342761
Epoch[53] Batch [249]	Speed: 2934.680575 samples/sec	rmse=0.019989	lr=0.342671
Epoch[53] Batch [299]	Speed: 2922.297482 samples/sec	rmse=0.020038	lr=0.342581
Epoch[53] Batch [349]	Speed: 2921.774922 samples/sec	rmse=0.020024	lr=0.342490
Epoch[53] Batch [399]	Speed: 2940.446701 samples/sec	rmse=0.020055	lr=0.342400
Epoch[53] Batch [449]	Speed: 2924.072988 samples/sec	rmse=0.020079	lr=0.342310
Epoch[53] Batch [499]	Speed: 2938.427734 samples/sec	rmse=0.020093	lr=0.342219
Epoch[53] Batch [549]	Speed: 2937.471404 samples/sec	rmse=0.020083	lr=0.342129
Epoch[53] Batch [599]	Speed: 2941.619320 samples/sec	rmse=0.020102	lr=0.342038
Epoch[53] Batch [649]	Speed: 2937.923265 samples/sec	rmse=0.020114	lr=0.341947
Epoch[53] Batch [699]	Speed: 2934.179958 samples/sec	rmse=0.020126	lr=0.341856
Epoch[53] Batch [749]	Speed: 2944.231254 samples/sec	rmse=0.020134	lr=0.341766
Epoch[53] Batch [799]	Speed: 2945.005916 samples/sec	rmse=0.020136	lr=0.341675
Epoch[53] Batch [849]	Speed: 2932.168864 samples/sec	rmse=0.020146	lr=0.341584
Epoch[53] Batch [899]	Speed: 2908.139847 samples/sec	rmse=0.020148	lr=0.341493
Epoch[53] Batch [949]	Speed: 2926.563025 samples/sec	rmse=0.020158	lr=0.341402
Epoch[53] Batch [999]	Speed: 2919.611449 samples/sec	rmse=0.020169	lr=0.341311
Epoch[53] Batch [1049]	Speed: 2933.657629 samples/sec	rmse=0.020170	lr=0.341220
Epoch[53] Batch [1099]	Speed: 2893.309869 samples/sec	rmse=0.020165	lr=0.341128
Epoch[53] Batch [1149]	Speed: 2930.709967 samples/sec	rmse=0.020161	lr=0.341037
Epoch[53] Batch [1199]	Speed: 2940.670696 samples/sec	rmse=0.020162	lr=0.340946
Epoch[53] Batch [1249]	Speed: 2952.167563 samples/sec	rmse=0.020160	lr=0.340854
[Epoch 53] training: rmse=0.020161
[Epoch 53] speed: 2929 samples/sec	time cost: 443.718712
[Epoch 53] validation: err-top1=0.392020 err-top5=0.161193
Epoch[54] Batch [49]	Speed: 2941.687459 samples/sec	rmse=0.020075	lr=0.340761
Epoch[54] Batch [99]	Speed: 2928.666400 samples/sec	rmse=0.020064	lr=0.340669
Epoch[54] Batch [149]	Speed: 2933.620919 samples/sec	rmse=0.020057	lr=0.340578
Epoch[54] Batch [199]	Speed: 2932.889565 samples/sec	rmse=0.020025	lr=0.340486
Epoch[54] Batch [249]	Speed: 2936.413425 samples/sec	rmse=0.020018	lr=0.340395
Epoch[54] Batch [299]	Speed: 2942.382489 samples/sec	rmse=0.020015	lr=0.340303
Epoch[54] Batch [349]	Speed: 2894.060655 samples/sec	rmse=0.020030	lr=0.340211
Epoch[54] Batch [399]	Speed: 2936.001807 samples/sec	rmse=0.020005	lr=0.340119
Epoch[54] Batch [449]	Speed: 2940.713663 samples/sec	rmse=0.020015	lr=0.340027
Epoch[54] Batch [499]	Speed: 2942.273924 samples/sec	rmse=0.020017	lr=0.339935
Epoch[54] Batch [549]	Speed: 2932.126987 samples/sec	rmse=0.020023	lr=0.339843
Epoch[54] Batch [599]	Speed: 2890.248726 samples/sec	rmse=0.020025	lr=0.339751
Epoch[54] Batch [649]	Speed: 2936.336416 samples/sec	rmse=0.020023	lr=0.339659
Epoch[54] Batch [699]	Speed: 2933.239250 samples/sec	rmse=0.020015	lr=0.339567
Epoch[54] Batch [749]	Speed: 2909.632847 samples/sec	rmse=0.020032	lr=0.339474
Epoch[54] Batch [799]	Speed: 2945.425477 samples/sec	rmse=0.020051	lr=0.339382
Epoch[54] Batch [849]	Speed: 2931.484212 samples/sec	rmse=0.020051	lr=0.339290
Epoch[54] Batch [899]	Speed: 2949.587759 samples/sec	rmse=0.020042	lr=0.339197
Epoch[54] Batch [949]	Speed: 2945.719608 samples/sec	rmse=0.020044	lr=0.339105
Epoch[54] Batch [999]	Speed: 2935.605754 samples/sec	rmse=0.020059	lr=0.339012
Epoch[54] Batch [1049]	Speed: 2945.375989 samples/sec	rmse=0.020074	lr=0.338920
Epoch[54] Batch [1099]	Speed: 2937.792081 samples/sec	rmse=0.020082	lr=0.338827
Epoch[54] Batch [1149]	Speed: 2898.440631 samples/sec	rmse=0.020087	lr=0.338734
Epoch[54] Batch [1199]	Speed: 2939.822247 samples/sec	rmse=0.020092	lr=0.338641
Epoch[54] Batch [1249]	Speed: 2952.242076 samples/sec	rmse=0.020101	lr=0.338549
[Epoch 54] training: rmse=0.020102
[Epoch 54] speed: 2930 samples/sec	time cost: 443.777956
[Epoch 54] validation: err-top1=0.393395 err-top5=0.161033
Epoch[55] Batch [49]	Speed: 2959.041453 samples/sec	rmse=0.020143	lr=0.338454
Epoch[55] Batch [99]	Speed: 2940.443681 samples/sec	rmse=0.019964	lr=0.338361
Epoch[55] Batch [149]	Speed: 2931.707164 samples/sec	rmse=0.020024	lr=0.338268
Epoch[55] Batch [199]	Speed: 2942.627706 samples/sec	rmse=0.020035	lr=0.338175
Epoch[55] Batch [249]	Speed: 2905.404095 samples/sec	rmse=0.020046	lr=0.338082
Epoch[55] Batch [299]	Speed: 2946.788509 samples/sec	rmse=0.020077	lr=0.337988
Epoch[55] Batch [349]	Speed: 2912.314602 samples/sec	rmse=0.020111	lr=0.337895
Epoch[55] Batch [399]	Speed: 2942.164118 samples/sec	rmse=0.020095	lr=0.337802
Epoch[55] Batch [449]	Speed: 2936.023042 samples/sec	rmse=0.020097	lr=0.337709
Epoch[55] Batch [499]	Speed: 2945.290067 samples/sec	rmse=0.020120	lr=0.337615
Epoch[55] Batch [549]	Speed: 2948.009292 samples/sec	rmse=0.020111	lr=0.337522
Epoch[55] Batch [599]	Speed: 2921.200692 samples/sec	rmse=0.020104	lr=0.337428
Epoch[55] Batch [649]	Speed: 2894.499258 samples/sec	rmse=0.020104	lr=0.337334
Epoch[55] Batch [699]	Speed: 2934.219568 samples/sec	rmse=0.020106	lr=0.337241
Epoch[55] Batch [749]	Speed: 2901.300031 samples/sec	rmse=0.020104	lr=0.337147
Epoch[55] Batch [799]	Speed: 2928.199055 samples/sec	rmse=0.020110	lr=0.337053
Epoch[55] Batch [849]	Speed: 2940.340815 samples/sec	rmse=0.020109	lr=0.336960
Epoch[55] Batch [899]	Speed: 2950.727542 samples/sec	rmse=0.020114	lr=0.336866
Epoch[55] Batch [949]	Speed: 2937.841113 samples/sec	rmse=0.020125	lr=0.336772
Epoch[55] Batch [999]	Speed: 2937.422625 samples/sec	rmse=0.020131	lr=0.336678
Epoch[55] Batch [1049]	Speed: 2931.603228 samples/sec	rmse=0.020131	lr=0.336584
Epoch[55] Batch [1099]	Speed: 2930.825159 samples/sec	rmse=0.020123	lr=0.336490
Epoch[55] Batch [1149]	Speed: 2932.234885 samples/sec	rmse=0.020119	lr=0.336395
Epoch[55] Batch [1199]	Speed: 2945.982355 samples/sec	rmse=0.020117	lr=0.336301
Epoch[55] Batch [1249]	Speed: 2946.738652 samples/sec	rmse=0.020126	lr=0.336207
[Epoch 55] training: rmse=0.020125
[Epoch 55] speed: 2931 samples/sec	time cost: 443.536815
[Epoch 55] validation: err-top1=0.400550 err-top5=0.165438
Epoch[56] Batch [49]	Speed: 2956.941099 samples/sec	rmse=0.020061	lr=0.336111
Epoch[56] Batch [99]	Speed: 2932.529310 samples/sec	rmse=0.019970	lr=0.336016
Epoch[56] Batch [149]	Speed: 2921.426812 samples/sec	rmse=0.019931	lr=0.335922
Epoch[56] Batch [199]	Speed: 2927.492989 samples/sec	rmse=0.019931	lr=0.335827
Epoch[56] Batch [249]	Speed: 2949.952906 samples/sec	rmse=0.019965	lr=0.335733
Epoch[56] Batch [299]	Speed: 2932.187801 samples/sec	rmse=0.019998	lr=0.335638
Epoch[56] Batch [349]	Speed: 2936.946537 samples/sec	rmse=0.020004	lr=0.335544
Epoch[56] Batch [399]	Speed: 2932.944842 samples/sec	rmse=0.020037	lr=0.335449
Epoch[56] Batch [449]	Speed: 2936.679013 samples/sec	rmse=0.020056	lr=0.335354
Epoch[56] Batch [499]	Speed: 2945.704172 samples/sec	rmse=0.020054	lr=0.335259
Epoch[56] Batch [549]	Speed: 2948.679376 samples/sec	rmse=0.020066	lr=0.335164
Epoch[56] Batch [599]	Speed: 2931.497698 samples/sec	rmse=0.020078	lr=0.335069
Epoch[56] Batch [649]	Speed: 2916.128766 samples/sec	rmse=0.020095	lr=0.334974
Epoch[56] Batch [699]	Speed: 2929.160424 samples/sec	rmse=0.020111	lr=0.334879
Epoch[56] Batch [749]	Speed: 2934.684024 samples/sec	rmse=0.020105	lr=0.334784
Epoch[56] Batch [799]	Speed: 2920.730522 samples/sec	rmse=0.020109	lr=0.334689
Epoch[56] Batch [849]	Speed: 2930.698328 samples/sec	rmse=0.020116	lr=0.334594
Epoch[56] Batch [899]	Speed: 2936.702105 samples/sec	rmse=0.020126	lr=0.334499
Epoch[56] Batch [949]	Speed: 2931.296104 samples/sec	rmse=0.020134	lr=0.334403
Epoch[56] Batch [999]	Speed: 2929.808136 samples/sec	rmse=0.020141	lr=0.334308
Epoch[56] Batch [1049]	Speed: 2945.538395 samples/sec	rmse=0.020131	lr=0.334212
Epoch[56] Batch [1099]	Speed: 2936.781904 samples/sec	rmse=0.020134	lr=0.334117
Epoch[56] Batch [1149]	Speed: 2903.916138 samples/sec	rmse=0.020135	lr=0.334021
Epoch[56] Batch [1199]	Speed: 2940.568821 samples/sec	rmse=0.020137	lr=0.333926
Epoch[56] Batch [1249]	Speed: 2958.789743 samples/sec	rmse=0.020144	lr=0.333830
[Epoch 56] training: rmse=0.020144
[Epoch 56] speed: 2932 samples/sec	time cost: 443.582287
[Epoch 56] validation: err-top1=0.398537 err-top5=0.161153
Epoch[57] Batch [49]	Speed: 2927.619623 samples/sec	rmse=0.019955	lr=0.333732
Epoch[57] Batch [99]	Speed: 2946.957177 samples/sec	rmse=0.019927	lr=0.333637
Epoch[57] Batch [149]	Speed: 2942.079149 samples/sec	rmse=0.019982	lr=0.333541
Epoch[57] Batch [199]	Speed: 2943.180583 samples/sec	rmse=0.019974	lr=0.333445
Epoch[57] Batch [249]	Speed: 2938.105471 samples/sec	rmse=0.019940	lr=0.333349
Epoch[57] Batch [299]	Speed: 2920.171593 samples/sec	rmse=0.019952	lr=0.333253
Epoch[57] Batch [349]	Speed: 2942.432965 samples/sec	rmse=0.019932	lr=0.333157
Epoch[57] Batch [399]	Speed: 2942.847033 samples/sec	rmse=0.019946	lr=0.333061
Epoch[57] Batch [449]	Speed: 2943.411773 samples/sec	rmse=0.019951	lr=0.332964
Epoch[57] Batch [499]	Speed: 2953.507515 samples/sec	rmse=0.019979	lr=0.332868
Epoch[57] Batch [549]	Speed: 2949.556686 samples/sec	rmse=0.019986	lr=0.332772
Epoch[57] Batch [599]	Speed: 2941.042218 samples/sec	rmse=0.020015	lr=0.332676
Epoch[57] Batch [649]	Speed: 2942.583716 samples/sec	rmse=0.020001	lr=0.332579
Epoch[57] Batch [699]	Speed: 2938.643942 samples/sec	rmse=0.020003	lr=0.332483
Epoch[57] Batch [749]	Speed: 2946.360273 samples/sec	rmse=0.020001	lr=0.332386
Epoch[57] Batch [799]	Speed: 2943.676207 samples/sec	rmse=0.020023	lr=0.332290
Epoch[57] Batch [849]	Speed: 2932.937272 samples/sec	rmse=0.020027	lr=0.332193
Epoch[57] Batch [899]	Speed: 2953.443214 samples/sec	rmse=0.020043	lr=0.332096
Epoch[57] Batch [949]	Speed: 2944.884518 samples/sec	rmse=0.020039	lr=0.332000
Epoch[57] Batch [999]	Speed: 2908.890982 samples/sec	rmse=0.020045	lr=0.331903
Epoch[57] Batch [1049]	Speed: 2943.385832 samples/sec	rmse=0.020061	lr=0.331806
Epoch[57] Batch [1099]	Speed: 2944.943398 samples/sec	rmse=0.020055	lr=0.331709
Epoch[57] Batch [1149]	Speed: 2941.093694 samples/sec	rmse=0.020059	lr=0.331612
Epoch[57] Batch [1199]	Speed: 2946.518785 samples/sec	rmse=0.020069	lr=0.331515
Epoch[57] Batch [1249]	Speed: 2955.661367 samples/sec	rmse=0.020072	lr=0.331418
[Epoch 57] training: rmse=0.020071
[Epoch 57] speed: 2938 samples/sec	time cost: 443.047831
[Epoch 57] validation: err-top1=0.403978 err-top5=0.167769
Epoch[58] Batch [49]	Speed: 2960.947267 samples/sec	rmse=0.019981	lr=0.331319
Epoch[58] Batch [99]	Speed: 2941.704625 samples/sec	rmse=0.019964	lr=0.331222
Epoch[58] Batch [149]	Speed: 2935.341644 samples/sec	rmse=0.019948	lr=0.331125
Epoch[58] Batch [199]	Speed: 2946.704000 samples/sec	rmse=0.020003	lr=0.331028
Epoch[58] Batch [249]	Speed: 2935.818617 samples/sec	rmse=0.020007	lr=0.330930
Epoch[58] Batch [299]	Speed: 2953.904554 samples/sec	rmse=0.020016	lr=0.330833
Epoch[58] Batch [349]	Speed: 2946.799912 samples/sec	rmse=0.020012	lr=0.330735
Epoch[58] Batch [399]	Speed: 2941.102516 samples/sec	rmse=0.020033	lr=0.330638
Epoch[58] Batch [449]	Speed: 2942.262919 samples/sec	rmse=0.020047	lr=0.330540
Epoch[58] Batch [499]	Speed: 2951.371727 samples/sec	rmse=0.020066	lr=0.330443
Epoch[58] Batch [549]	Speed: 2945.396309 samples/sec	rmse=0.020053	lr=0.330345
Epoch[58] Batch [599]	Speed: 2940.451975 samples/sec	rmse=0.020047	lr=0.330247
Epoch[58] Batch [649]	Speed: 2947.808779 samples/sec	rmse=0.020054	lr=0.330150
Epoch[58] Batch [699]	Speed: 2946.560225 samples/sec	rmse=0.020072	lr=0.330052
Epoch[58] Batch [749]	Speed: 2945.759045 samples/sec	rmse=0.020064	lr=0.329954
Epoch[58] Batch [799]	Speed: 2937.332305 samples/sec	rmse=0.020072	lr=0.329856
Epoch[58] Batch [849]	Speed: 2940.883731 samples/sec	rmse=0.020073	lr=0.329758
Epoch[58] Batch [899]	Speed: 2945.855865 samples/sec	rmse=0.020079	lr=0.329660
Epoch[58] Batch [949]	Speed: 2949.997158 samples/sec	rmse=0.020075	lr=0.329562
Epoch[58] Batch [999]	Speed: 2946.012464 samples/sec	rmse=0.020077	lr=0.329464
Epoch[58] Batch [1049]	Speed: 2943.538295 samples/sec	rmse=0.020088	lr=0.329366
Epoch[58] Batch [1099]	Speed: 2944.421591 samples/sec	rmse=0.020085	lr=0.329267
Epoch[58] Batch [1149]	Speed: 2939.520963 samples/sec	rmse=0.020094	lr=0.329169
Epoch[58] Batch [1199]	Speed: 2933.921235 samples/sec	rmse=0.020095	lr=0.329071
Epoch[58] Batch [1249]	Speed: 2950.913327 samples/sec	rmse=0.020098	lr=0.328972
[Epoch 58] training: rmse=0.020097
[Epoch 58] speed: 2942 samples/sec	time cost: 441.726278
[Epoch 58] validation: err-top1=0.424906 err-top5=0.183675
Epoch[59] Batch [49]	Speed: 2941.016883 samples/sec	rmse=0.019900	lr=0.328872
Epoch[59] Batch [99]	Speed: 2944.209052 samples/sec	rmse=0.019923	lr=0.328773
Epoch[59] Batch [149]	Speed: 2949.990796 samples/sec	rmse=0.019931	lr=0.328675
Epoch[59] Batch [199]	Speed: 2933.130358 samples/sec	rmse=0.019990	lr=0.328576
Epoch[59] Batch [249]	Speed: 2938.961497 samples/sec	rmse=0.020013	lr=0.328478
Epoch[59] Batch [299]	Speed: 2937.317118 samples/sec	rmse=0.020017	lr=0.328379
Epoch[59] Batch [349]	Speed: 2960.638413 samples/sec	rmse=0.020045	lr=0.328280
Epoch[59] Batch [399]	Speed: 2944.373550 samples/sec	rmse=0.020045	lr=0.328181
Epoch[59] Batch [449]	Speed: 2933.713857 samples/sec	rmse=0.020028	lr=0.328082
Epoch[59] Batch [499]	Speed: 2936.713510 samples/sec	rmse=0.020021	lr=0.327983
Epoch[59] Batch [549]	Speed: 2927.079958 samples/sec	rmse=0.020018	lr=0.327884
Epoch[59] Batch [599]	Speed: 2941.861508 samples/sec	rmse=0.020027	lr=0.327785
Epoch[59] Batch [649]	Speed: 2932.906228 samples/sec	rmse=0.020047	lr=0.327686
Epoch[59] Batch [699]	Speed: 2929.255437 samples/sec	rmse=0.020064	lr=0.327587
Epoch[59] Batch [749]	Speed: 2929.040568 samples/sec	rmse=0.020055	lr=0.327488
Epoch[59] Batch [799]	Speed: 2934.609512 samples/sec	rmse=0.020061	lr=0.327389
Epoch[59] Batch [849]	Speed: 2946.985243 samples/sec	rmse=0.020056	lr=0.327289
Epoch[59] Batch [899]	Speed: 2942.706256 samples/sec	rmse=0.020065	lr=0.327190
Epoch[59] Batch [949]	Speed: 2937.329974 samples/sec	rmse=0.020061	lr=0.327091
Epoch[59] Batch [999]	Speed: 2935.662699 samples/sec	rmse=0.020067	lr=0.326991
Epoch[59] Batch [1049]	Speed: 2931.512425 samples/sec	rmse=0.020076	lr=0.326892
Epoch[59] Batch [1099]	Speed: 2920.627323 samples/sec	rmse=0.020083	lr=0.326792
Epoch[59] Batch [1149]	Speed: 2943.451632 samples/sec	rmse=0.020080	lr=0.326692
Epoch[59] Batch [1199]	Speed: 2943.802752 samples/sec	rmse=0.020070	lr=0.326593
Epoch[59] Batch [1249]	Speed: 2958.856193 samples/sec	rmse=0.020077	lr=0.326493
[Epoch 59] training: rmse=0.020078
[Epoch 59] speed: 2936 samples/sec	time cost: 443.035074
[Epoch 59] validation: err-top1=0.398597 err-top5=0.164720
Epoch[60] Batch [49]	Speed: 2944.074077 samples/sec	rmse=0.019937	lr=0.326391
Epoch[60] Batch [99]	Speed: 2942.505980 samples/sec	rmse=0.019932	lr=0.326291
Epoch[60] Batch [149]	Speed: 2937.320774 samples/sec	rmse=0.019978	lr=0.326192
Epoch[60] Batch [199]	Speed: 2912.674015 samples/sec	rmse=0.020003	lr=0.326092
Epoch[60] Batch [249]	Speed: 2947.194219 samples/sec	rmse=0.020008	lr=0.325992
Epoch[60] Batch [299]	Speed: 2939.593110 samples/sec	rmse=0.019994	lr=0.325892
Epoch[60] Batch [349]	Speed: 2937.546825 samples/sec	rmse=0.019976	lr=0.325792
Epoch[60] Batch [399]	Speed: 2949.017368 samples/sec	rmse=0.019990	lr=0.325691
Epoch[60] Batch [449]	Speed: 2912.665601 samples/sec	rmse=0.020001	lr=0.325591
Epoch[60] Batch [499]	Speed: 2931.932912 samples/sec	rmse=0.020010	lr=0.325491
Epoch[60] Batch [549]	Speed: 2914.875484 samples/sec	rmse=0.020031	lr=0.325391
Epoch[60] Batch [599]	Speed: 2901.998224 samples/sec	rmse=0.020025	lr=0.325290
Epoch[60] Batch [649]	Speed: 2944.242031 samples/sec	rmse=0.020025	lr=0.325190
Epoch[60] Batch [699]	Speed: 2945.843985 samples/sec	rmse=0.020034	lr=0.325089
Epoch[60] Batch [749]	Speed: 2937.660386 samples/sec	rmse=0.020038	lr=0.324989
Epoch[60] Batch [799]	Speed: 2947.242635 samples/sec	rmse=0.020042	lr=0.324888
Epoch[60] Batch [849]	Speed: 2949.890705 samples/sec	rmse=0.020047	lr=0.324788
Epoch[60] Batch [899]	Speed: 2945.573424 samples/sec	rmse=0.020045	lr=0.324687
Epoch[60] Batch [949]	Speed: 2936.996304 samples/sec	rmse=0.020039	lr=0.324586
Epoch[60] Batch [999]	Speed: 2937.321899 samples/sec	rmse=0.020043	lr=0.324486
Epoch[60] Batch [1049]	Speed: 2945.887507 samples/sec	rmse=0.020047	lr=0.324385
Epoch[60] Batch [1099]	Speed: 2941.622865 samples/sec	rmse=0.020055	lr=0.324284
Epoch[60] Batch [1149]	Speed: 2913.987997 samples/sec	rmse=0.020055	lr=0.324183
Epoch[60] Batch [1199]	Speed: 2949.897391 samples/sec	rmse=0.020059	lr=0.324082
Epoch[60] Batch [1249]	Speed: 2954.577240 samples/sec	rmse=0.020065	lr=0.323981
[Epoch 60] training: rmse=0.020063
[Epoch 60] speed: 2934 samples/sec	time cost: 443.318051
[Epoch 60] validation: err-top1=0.380939 err-top5=0.147600
Epoch[61] Batch [49]	Speed: 2946.027498 samples/sec	rmse=0.019758	lr=0.323878
Epoch[61] Batch [99]	Speed: 2943.710344 samples/sec	rmse=0.019855	lr=0.323777
Epoch[61] Batch [149]	Speed: 2951.604611 samples/sec	rmse=0.019815	lr=0.323676
Epoch[61] Batch [199]	Speed: 2946.669996 samples/sec	rmse=0.019843	lr=0.323574
Epoch[61] Batch [249]	Speed: 2937.663520 samples/sec	rmse=0.019867	lr=0.323473
Epoch[61] Batch [299]	Speed: 2936.299921 samples/sec	rmse=0.019880	lr=0.323372
Epoch[61] Batch [349]	Speed: 2946.043260 samples/sec	rmse=0.019886	lr=0.323270
Epoch[61] Batch [399]	Speed: 2940.759007 samples/sec	rmse=0.019906	lr=0.323169
Epoch[61] Batch [449]	Speed: 2946.311038 samples/sec	rmse=0.019914	lr=0.323067
Epoch[61] Batch [499]	Speed: 2925.138108 samples/sec	rmse=0.019932	lr=0.322966
Epoch[61] Batch [549]	Speed: 2935.958095 samples/sec	rmse=0.019961	lr=0.322864
Epoch[61] Batch [599]	Speed: 2942.524123 samples/sec	rmse=0.019977	lr=0.322763
Epoch[61] Batch [649]	Speed: 2936.351834 samples/sec	rmse=0.019969	lr=0.322661
Epoch[61] Batch [699]	Speed: 2937.550723 samples/sec	rmse=0.019979	lr=0.322559
Epoch[61] Batch [749]	Speed: 2930.952162 samples/sec	rmse=0.019984	lr=0.322457
Epoch[61] Batch [799]	Speed: 2941.782520 samples/sec	rmse=0.019990	lr=0.322355
Epoch[61] Batch [849]	Speed: 2940.921750 samples/sec	rmse=0.019998	lr=0.322254
Epoch[61] Batch [899]	Speed: 2940.093926 samples/sec	rmse=0.020004	lr=0.322152
Epoch[61] Batch [949]	Speed: 2937.955299 samples/sec	rmse=0.020015	lr=0.322050
Epoch[61] Batch [999]	Speed: 2941.304857 samples/sec	rmse=0.020008	lr=0.321948
Epoch[61] Batch [1049]	Speed: 2938.969219 samples/sec	rmse=0.020022	lr=0.321845
Epoch[61] Batch [1099]	Speed: 2950.460421 samples/sec	rmse=0.020024	lr=0.321743
Epoch[61] Batch [1149]	Speed: 2911.133379 samples/sec	rmse=0.020028	lr=0.321641
Epoch[61] Batch [1199]	Speed: 2892.913558 samples/sec	rmse=0.020030	lr=0.321539
Epoch[61] Batch [1249]	Speed: 2957.559121 samples/sec	rmse=0.020031	lr=0.321437
[Epoch 61] training: rmse=0.020031
[Epoch 61] speed: 2935 samples/sec	time cost: 443.119913
[Epoch 61] validation: err-top1=0.399235 err-top5=0.166075
Epoch[62] Batch [49]	Speed: 2953.472907 samples/sec	rmse=0.019907	lr=0.321332
Epoch[62] Batch [99]	Speed: 2945.282513 samples/sec	rmse=0.019907	lr=0.321230
Epoch[62] Batch [149]	Speed: 2941.589140 samples/sec	rmse=0.019973	lr=0.321127
Epoch[62] Batch [199]	Speed: 2941.348769 samples/sec	rmse=0.019974	lr=0.321025
Epoch[62] Batch [249]	Speed: 2906.489997 samples/sec	rmse=0.019947	lr=0.320922
Epoch[62] Batch [299]	Speed: 2941.601671 samples/sec	rmse=0.019981	lr=0.320820
Epoch[62] Batch [349]	Speed: 2949.571554 samples/sec	rmse=0.019972	lr=0.320717
Epoch[62] Batch [399]	Speed: 2948.240108 samples/sec	rmse=0.019973	lr=0.320614
Epoch[62] Batch [449]	Speed: 2929.748180 samples/sec	rmse=0.019974	lr=0.320512
Epoch[62] Batch [499]	Speed: 2937.289437 samples/sec	rmse=0.019961	lr=0.320409
Epoch[62] Batch [549]	Speed: 2921.301786 samples/sec	rmse=0.019973	lr=0.320306
Epoch[62] Batch [599]	Speed: 2941.348849 samples/sec	rmse=0.019984	lr=0.320203
Epoch[62] Batch [649]	Speed: 2891.584129 samples/sec	rmse=0.019988	lr=0.320100
Epoch[62] Batch [699]	Speed: 2939.674233 samples/sec	rmse=0.019988	lr=0.319997
Epoch[62] Batch [749]	Speed: 2941.804443 samples/sec	rmse=0.019990	lr=0.319894
Epoch[62] Batch [799]	Speed: 2954.616468 samples/sec	rmse=0.019983	lr=0.319791
Epoch[62] Batch [849]	Speed: 2939.435825 samples/sec	rmse=0.019989	lr=0.319688
Epoch[62] Batch [899]	Speed: 2950.358393 samples/sec	rmse=0.019986	lr=0.319585
Epoch[62] Batch [949]	Speed: 2948.519174 samples/sec	rmse=0.019999	lr=0.319481
Epoch[62] Batch [999]	Speed: 2940.290774 samples/sec	rmse=0.019997	lr=0.319378
Epoch[62] Batch [1049]	Speed: 2949.391690 samples/sec	rmse=0.020001	lr=0.319275
Epoch[62] Batch [1099]	Speed: 2932.921810 samples/sec	rmse=0.020007	lr=0.319171
Epoch[62] Batch [1149]	Speed: 2946.365892 samples/sec	rmse=0.020012	lr=0.319068
Epoch[62] Batch [1199]	Speed: 2947.448208 samples/sec	rmse=0.020004	lr=0.318964
Epoch[62] Batch [1249]	Speed: 2963.234402 samples/sec	rmse=0.020011	lr=0.318861
[Epoch 62] training: rmse=0.020010
[Epoch 62] speed: 2937 samples/sec	time cost: 442.464679
[Epoch 62] validation: err-top1=0.406888 err-top5=0.168268
Epoch[63] Batch [49]	Speed: 2961.300490 samples/sec	rmse=0.019778	lr=0.318755
Epoch[63] Batch [99]	Speed: 2946.835618 samples/sec	rmse=0.019854	lr=0.318651
Epoch[63] Batch [149]	Speed: 2934.775064 samples/sec	rmse=0.019886	lr=0.318548
Epoch[63] Batch [199]	Speed: 2946.216815 samples/sec	rmse=0.019978	lr=0.318444
Epoch[63] Batch [249]	Speed: 2934.445583 samples/sec	rmse=0.019993	lr=0.318340
Epoch[63] Batch [299]	Speed: 2935.878862 samples/sec	rmse=0.020002	lr=0.318236
Epoch[63] Batch [349]	Speed: 2936.156597 samples/sec	rmse=0.019992	lr=0.318132
Epoch[63] Batch [399]	Speed: 2940.529603 samples/sec	rmse=0.020015	lr=0.318029
Epoch[63] Batch [449]	Speed: 2920.596420 samples/sec	rmse=0.020012	lr=0.317925
Epoch[63] Batch [499]	Speed: 2937.623094 samples/sec	rmse=0.020022	lr=0.317820
Epoch[63] Batch [549]	Speed: 2937.396268 samples/sec	rmse=0.020016	lr=0.317716
Epoch[63] Batch [599]	Speed: 2943.736492 samples/sec	rmse=0.020019	lr=0.317612
Epoch[63] Batch [649]	Speed: 2936.820259 samples/sec	rmse=0.020011	lr=0.317508
Epoch[63] Batch [699]	Speed: 2945.297580 samples/sec	rmse=0.019997	lr=0.317404
Epoch[63] Batch [749]	Speed: 2925.549555 samples/sec	rmse=0.019989	lr=0.317300
Epoch[63] Batch [799]	Speed: 2932.530992 samples/sec	rmse=0.019987	lr=0.317195
Epoch[63] Batch [849]	Speed: 2931.347360 samples/sec	rmse=0.019990	lr=0.317091
Epoch[63] Batch [899]	Speed: 2926.954288 samples/sec	rmse=0.019996	lr=0.316986
Epoch[63] Batch [949]	Speed: 2952.916563 samples/sec	rmse=0.019982	lr=0.316882
Epoch[63] Batch [999]	Speed: 2931.433512 samples/sec	rmse=0.019988	lr=0.316777
Epoch[63] Batch [1049]	Speed: 2935.552062 samples/sec	rmse=0.019993	lr=0.316673
Epoch[63] Batch [1099]	Speed: 2931.812789 samples/sec	rmse=0.019995	lr=0.316568
Epoch[63] Batch [1149]	Speed: 2944.263668 samples/sec	rmse=0.019984	lr=0.316464
Epoch[63] Batch [1199]	Speed: 2938.702654 samples/sec	rmse=0.019992	lr=0.316359
Epoch[63] Batch [1249]	Speed: 2963.036392 samples/sec	rmse=0.019986	lr=0.316254
[Epoch 63] training: rmse=0.019985
[Epoch 63] speed: 2936 samples/sec	time cost: 442.685002
[Epoch 63] validation: err-top1=0.389099 err-top5=0.158162
Epoch[64] Batch [49]	Speed: 2938.039588 samples/sec	rmse=0.019778	lr=0.316147
Epoch[64] Batch [99]	Speed: 2951.587329 samples/sec	rmse=0.019828	lr=0.316042
Epoch[64] Batch [149]	Speed: 2913.117252 samples/sec	rmse=0.019775	lr=0.315937
Epoch[64] Batch [199]	Speed: 2952.255632 samples/sec	rmse=0.019747	lr=0.315832
Epoch[64] Batch [249]	Speed: 2912.318749 samples/sec	rmse=0.019819	lr=0.315727
Epoch[64] Batch [299]	Speed: 2934.596720 samples/sec	rmse=0.019867	lr=0.315622
Epoch[64] Batch [349]	Speed: 2949.109785 samples/sec	rmse=0.019879	lr=0.315517
Epoch[64] Batch [399]	Speed: 2944.851121 samples/sec	rmse=0.019874	lr=0.315412
Epoch[64] Batch [449]	Speed: 2944.093532 samples/sec	rmse=0.019875	lr=0.315307
Epoch[64] Batch [499]	Speed: 2936.649416 samples/sec	rmse=0.019906	lr=0.315202
Epoch[64] Batch [549]	Speed: 2941.212283 samples/sec	rmse=0.019918	lr=0.315096
Epoch[64] Batch [599]	Speed: 2933.409897 samples/sec	rmse=0.019928	lr=0.314991
Epoch[64] Batch [649]	Speed: 2932.176631 samples/sec	rmse=0.019937	lr=0.314886
Epoch[64] Batch [699]	Speed: 2952.234284 samples/sec	rmse=0.019934	lr=0.314780
Epoch[64] Batch [749]	Speed: 2938.830783 samples/sec	rmse=0.019951	lr=0.314675
Epoch[64] Batch [799]	Speed: 2903.959962 samples/sec	rmse=0.019948	lr=0.314569
Epoch[64] Batch [849]	Speed: 2941.229323 samples/sec	rmse=0.019951	lr=0.314464
Epoch[64] Batch [899]	Speed: 2906.385638 samples/sec	rmse=0.019966	lr=0.314358
Epoch[64] Batch [949]	Speed: 2951.082184 samples/sec	rmse=0.019970	lr=0.314252
Epoch[64] Batch [999]	Speed: 2960.988297 samples/sec	rmse=0.019974	lr=0.314147
Epoch[64] Batch [1049]	Speed: 2939.527119 samples/sec	rmse=0.019974	lr=0.314041
Epoch[64] Batch [1099]	Speed: 2912.836944 samples/sec	rmse=0.019981	lr=0.313935
Epoch[64] Batch [1149]	Speed: 2942.117280 samples/sec	rmse=0.019975	lr=0.313829
Epoch[64] Batch [1199]	Speed: 2952.091876 samples/sec	rmse=0.019976	lr=0.313723
Epoch[64] Batch [1249]	Speed: 2946.482724 samples/sec	rmse=0.019971	lr=0.313617
[Epoch 64] training: rmse=0.019970
[Epoch 64] speed: 2934 samples/sec	time cost: 443.527604
[Epoch 64] validation: err-top1=0.387396 err-top5=0.151945
Epoch[65] Batch [49]	Speed: 2958.263465 samples/sec	rmse=0.019564	lr=0.313509
Epoch[65] Batch [99]	Speed: 2933.401803 samples/sec	rmse=0.019605	lr=0.313403
Epoch[65] Batch [149]	Speed: 2947.563021 samples/sec	rmse=0.019760	lr=0.313297
Epoch[65] Batch [199]	Speed: 2919.126435 samples/sec	rmse=0.019769	lr=0.313191
Epoch[65] Batch [249]	Speed: 2945.147682 samples/sec	rmse=0.019765	lr=0.313085
Epoch[65] Batch [299]	Speed: 2937.131434 samples/sec	rmse=0.019780	lr=0.312978
Epoch[65] Batch [349]	Speed: 2864.530331 samples/sec	rmse=0.019808	lr=0.312872
Epoch[65] Batch [399]	Speed: 2930.548072 samples/sec	rmse=0.019826	lr=0.312766
Epoch[65] Batch [449]	Speed: 2947.422844 samples/sec	rmse=0.019858	lr=0.312659
Epoch[65] Batch [499]	Speed: 2942.302546 samples/sec	rmse=0.019865	lr=0.312553
Epoch[65] Batch [549]	Speed: 2953.981837 samples/sec	rmse=0.019867	lr=0.312446
Epoch[65] Batch [599]	Speed: 2946.704930 samples/sec	rmse=0.019878	lr=0.312340
Epoch[65] Batch [649]	Speed: 2951.082063 samples/sec	rmse=0.019891	lr=0.312233
Epoch[65] Batch [699]	Speed: 2942.876392 samples/sec	rmse=0.019891	lr=0.312127
Epoch[65] Batch [749]	Speed: 2944.841712 samples/sec	rmse=0.019890	lr=0.312020
Epoch[65] Batch [799]	Speed: 2882.993806 samples/sec	rmse=0.019894	lr=0.311913
Epoch[65] Batch [849]	Speed: 2932.936751 samples/sec	rmse=0.019883	lr=0.311807
Epoch[65] Batch [899]	Speed: 2927.402879 samples/sec	rmse=0.019895	lr=0.311700
Epoch[65] Batch [949]	Speed: 2908.067110 samples/sec	rmse=0.019905	lr=0.311593
Epoch[65] Batch [999]	Speed: 2915.447467 samples/sec	rmse=0.019894	lr=0.311486
Epoch[65] Batch [1049]	Speed: 2954.616711 samples/sec	rmse=0.019895	lr=0.311379
Epoch[65] Batch [1099]	Speed: 2949.307842 samples/sec	rmse=0.019905	lr=0.311272
Epoch[65] Batch [1149]	Speed: 2943.456433 samples/sec	rmse=0.019909	lr=0.311165
Epoch[65] Batch [1199]	Speed: 2876.646166 samples/sec	rmse=0.019905	lr=0.311058
Epoch[65] Batch [1249]	Speed: 2971.148617 samples/sec	rmse=0.019907	lr=0.310951
[Epoch 65] training: rmse=0.019907
[Epoch 65] speed: 2930 samples/sec	time cost: 443.768511
[Epoch 65] validation: err-top1=0.400969 err-top5=0.164521
Epoch[66] Batch [49]	Speed: 2967.621405 samples/sec	rmse=0.019757	lr=0.310842
Epoch[66] Batch [99]	Speed: 2900.485115 samples/sec	rmse=0.019768	lr=0.310734
Epoch[66] Batch [149]	Speed: 2922.642618 samples/sec	rmse=0.019720	lr=0.310627
Epoch[66] Batch [199]	Speed: 2948.453147 samples/sec	rmse=0.019798	lr=0.310520
Epoch[66] Batch [249]	Speed: 2956.310801 samples/sec	rmse=0.019812	lr=0.310412
Epoch[66] Batch [299]	Speed: 2941.576568 samples/sec	rmse=0.019836	lr=0.310305
Epoch[66] Batch [349]	Speed: 2947.956359 samples/sec	rmse=0.019828	lr=0.310198
Epoch[66] Batch [399]	Speed: 2952.526448 samples/sec	rmse=0.019854	lr=0.310090
Epoch[66] Batch [449]	Speed: 2951.919657 samples/sec	rmse=0.019852	lr=0.309982
Epoch[66] Batch [499]	Speed: 2946.938737 samples/sec	rmse=0.019851	lr=0.309875
Epoch[66] Batch [549]	Speed: 2949.405787 samples/sec	rmse=0.019854	lr=0.309767
Epoch[66] Batch [599]	Speed: 2956.214758 samples/sec	rmse=0.019876	lr=0.309660
Epoch[66] Batch [649]	Speed: 2950.015110 samples/sec	rmse=0.019889	lr=0.309552
Epoch[66] Batch [699]	Speed: 2945.547647 samples/sec	rmse=0.019914	lr=0.309444
Epoch[66] Batch [749]	Speed: 2938.452824 samples/sec	rmse=0.019910	lr=0.309336
Epoch[66] Batch [799]	Speed: 2941.773896 samples/sec	rmse=0.019912	lr=0.309228
Epoch[66] Batch [849]	Speed: 2935.614904 samples/sec	rmse=0.019925	lr=0.309121
Epoch[66] Batch [899]	Speed: 2948.984727 samples/sec	rmse=0.019932	lr=0.309013
Epoch[66] Batch [949]	Speed: 2954.066886 samples/sec	rmse=0.019921	lr=0.308905
Epoch[66] Batch [999]	Speed: 2933.795298 samples/sec	rmse=0.019923	lr=0.308797
Epoch[66] Batch [1049]	Speed: 2940.638321 samples/sec	rmse=0.019928	lr=0.308688
Epoch[66] Batch [1099]	Speed: 2938.805768 samples/sec	rmse=0.019939	lr=0.308580
Epoch[66] Batch [1149]	Speed: 2941.986527 samples/sec	rmse=0.019931	lr=0.308472
Epoch[66] Batch [1199]	Speed: 2930.324217 samples/sec	rmse=0.019945	lr=0.308364
Epoch[66] Batch [1249]	Speed: 2959.986220 samples/sec	rmse=0.019947	lr=0.308256
[Epoch 66] training: rmse=0.019947
[Epoch 66] speed: 2941 samples/sec	time cost: 441.794123
[Epoch 66] validation: err-top1=0.414900 err-top5=0.176260
Epoch[67] Batch [49]	Speed: 2959.503361 samples/sec	rmse=0.019768	lr=0.308145
Epoch[67] Batch [99]	Speed: 2942.004664 samples/sec	rmse=0.019843	lr=0.308037
Epoch[67] Batch [149]	Speed: 2939.603572 samples/sec	rmse=0.019800	lr=0.307928
Epoch[67] Batch [199]	Speed: 2944.909677 samples/sec	rmse=0.019804	lr=0.307820
Epoch[67] Batch [249]	Speed: 2941.138325 samples/sec	rmse=0.019836	lr=0.307712
Epoch[67] Batch [299]	Speed: 2942.623553 samples/sec	rmse=0.019845	lr=0.307603
Epoch[67] Batch [349]	Speed: 2932.678047 samples/sec	rmse=0.019815	lr=0.307494
Epoch[67] Batch [399]	Speed: 2936.533203 samples/sec	rmse=0.019847	lr=0.307386
Epoch[67] Batch [449]	Speed: 2950.298810 samples/sec	rmse=0.019859	lr=0.307277
Epoch[67] Batch [499]	Speed: 2899.867806 samples/sec	rmse=0.019878	lr=0.307168
Epoch[67] Batch [549]	Speed: 2945.759813 samples/sec	rmse=0.019883	lr=0.307060
Epoch[67] Batch [599]	Speed: 2897.908266 samples/sec	rmse=0.019872	lr=0.306951
Epoch[67] Batch [649]	Speed: 2935.667595 samples/sec	rmse=0.019874	lr=0.306842
Epoch[67] Batch [699]	Speed: 2944.367979 samples/sec	rmse=0.019896	lr=0.306733
Epoch[67] Batch [749]	Speed: 2952.859190 samples/sec	rmse=0.019905	lr=0.306624
Epoch[67] Batch [799]	Speed: 2901.828899 samples/sec	rmse=0.019906	lr=0.306515
Epoch[67] Batch [849]	Speed: 2924.403489 samples/sec	rmse=0.019904	lr=0.306406
Epoch[67] Batch [899]	Speed: 2941.368187 samples/sec	rmse=0.019902	lr=0.306297
Epoch[67] Batch [949]	Speed: 2954.083750 samples/sec	rmse=0.019902	lr=0.306188
Epoch[67] Batch [999]	Speed: 2951.249316 samples/sec	rmse=0.019897	lr=0.306079
Epoch[67] Batch [1049]	Speed: 2955.997706 samples/sec	rmse=0.019904	lr=0.305970
Epoch[67] Batch [1099]	Speed: 2947.617397 samples/sec	rmse=0.019911	lr=0.305860
Epoch[67] Batch [1149]	Speed: 2955.702210 samples/sec	rmse=0.019910	lr=0.305751
Epoch[67] Batch [1199]	Speed: 2956.820832 samples/sec	rmse=0.019917	lr=0.305642
Epoch[67] Batch [1249]	Speed: 2966.888373 samples/sec	rmse=0.019919	lr=0.305532
[Epoch 67] training: rmse=0.019918
[Epoch 67] speed: 2938 samples/sec	time cost: 442.458090
[Epoch 67] validation: err-top1=0.383929 err-top5=0.154197
Epoch[68] Batch [49]	Speed: 2941.488087 samples/sec	rmse=0.019656	lr=0.305421
Epoch[68] Batch [99]	Speed: 2950.366541 samples/sec	rmse=0.019789	lr=0.305311
Epoch[68] Batch [149]	Speed: 2886.003096 samples/sec	rmse=0.019736	lr=0.305202
Epoch[68] Batch [199]	Speed: 2949.656106 samples/sec	rmse=0.019772	lr=0.305092
Epoch[68] Batch [249]	Speed: 2936.016579 samples/sec	rmse=0.019777	lr=0.304983
Epoch[68] Batch [299]	Speed: 2951.754843 samples/sec	rmse=0.019780	lr=0.304873
Epoch[68] Batch [349]	Speed: 2953.111721 samples/sec	rmse=0.019786	lr=0.304763
Epoch[68] Batch [399]	Speed: 2952.470348 samples/sec	rmse=0.019804	lr=0.304654
Epoch[68] Batch [449]	Speed: 2938.230211 samples/sec	rmse=0.019784	lr=0.304544
Epoch[68] Batch [499]	Speed: 2945.374414 samples/sec	rmse=0.019792	lr=0.304434
Epoch[68] Batch [549]	Speed: 2927.676818 samples/sec	rmse=0.019802	lr=0.304324
Epoch[68] Batch [599]	Speed: 2918.751582 samples/sec	rmse=0.019817	lr=0.304214
Epoch[68] Batch [649]	Speed: 2921.545171 samples/sec	rmse=0.019820	lr=0.304104
Epoch[68] Batch [699]	Speed: 2955.655753 samples/sec	rmse=0.019839	lr=0.303994
Epoch[68] Batch [749]	Speed: 2946.843139 samples/sec	rmse=0.019855	lr=0.303884
Epoch[68] Batch [799]	Speed: 2956.904293 samples/sec	rmse=0.019865	lr=0.303774
Epoch[68] Batch [849]	Speed: 2956.447104 samples/sec	rmse=0.019885	lr=0.303664
Epoch[68] Batch [899]	Speed: 2955.037592 samples/sec	rmse=0.019900	lr=0.303554
Epoch[68] Batch [949]	Speed: 2946.458386 samples/sec	rmse=0.019905	lr=0.303444
Epoch[68] Batch [999]	Speed: 2945.724174 samples/sec	rmse=0.019910	lr=0.303334
Epoch[68] Batch [1049]	Speed: 2948.483630 samples/sec	rmse=0.019917	lr=0.303223
Epoch[68] Batch [1099]	Speed: 2950.397063 samples/sec	rmse=0.019912	lr=0.303113
Epoch[68] Batch [1149]	Speed: 2945.393764 samples/sec	rmse=0.019910	lr=0.303003
Epoch[68] Batch [1199]	Speed: 2948.170167 samples/sec	rmse=0.019908	lr=0.302892
Epoch[68] Batch [1249]	Speed: 2962.243227 samples/sec	rmse=0.019918	lr=0.302782
[Epoch 68] training: rmse=0.019919
[Epoch 68] speed: 2941 samples/sec	time cost: 442.318654
[Epoch 68] validation: err-top1=0.379325 err-top5=0.152942
Epoch[69] Batch [49]	Speed: 2971.973746 samples/sec	rmse=0.019798	lr=0.302669
Epoch[69] Batch [99]	Speed: 2949.582087 samples/sec	rmse=0.019849	lr=0.302559
Epoch[69] Batch [149]	Speed: 2943.487499 samples/sec	rmse=0.019902	lr=0.302448
Epoch[69] Batch [199]	Speed: 2913.525521 samples/sec	rmse=0.019877	lr=0.302337
Epoch[69] Batch [249]	Speed: 2947.592110 samples/sec	rmse=0.019840	lr=0.302227
Epoch[69] Batch [299]	Speed: 2949.014168 samples/sec	rmse=0.019833	lr=0.302116
Epoch[69] Batch [349]	Speed: 2947.727247 samples/sec	rmse=0.019847	lr=0.302005
Epoch[69] Batch [399]	Speed: 2952.718793 samples/sec	rmse=0.019847	lr=0.301894
Epoch[69] Batch [449]	Speed: 2951.937876 samples/sec	rmse=0.019832	lr=0.301784
Epoch[69] Batch [499]	Speed: 2952.630046 samples/sec	rmse=0.019829	lr=0.301673
Epoch[69] Batch [549]	Speed: 2950.766465 samples/sec	rmse=0.019863	lr=0.301562
Epoch[69] Batch [599]	Speed: 2935.057765 samples/sec	rmse=0.019857	lr=0.301451
Epoch[69] Batch [649]	Speed: 2945.115329 samples/sec	rmse=0.019869	lr=0.301340
Epoch[69] Batch [699]	Speed: 2946.693043 samples/sec	rmse=0.019881	lr=0.301229
Epoch[69] Batch [749]	Speed: 2915.889054 samples/sec	rmse=0.019888	lr=0.301118
Epoch[69] Batch [799]	Speed: 2933.729167 samples/sec	rmse=0.019886	lr=0.301007
Epoch[69] Batch [849]	Speed: 2943.868813 samples/sec	rmse=0.019887	lr=0.300895
Epoch[69] Batch [899]	Speed: 2945.754883 samples/sec	rmse=0.019887	lr=0.300784
Epoch[69] Batch [949]	Speed: 2951.324433 samples/sec	rmse=0.019889	lr=0.300673
Epoch[69] Batch [999]	Speed: 2943.502830 samples/sec	rmse=0.019892	lr=0.300562
Epoch[69] Batch [1049]	Speed: 2948.238974 samples/sec	rmse=0.019904	lr=0.300450
Epoch[69] Batch [1099]	Speed: 2948.776267 samples/sec	rmse=0.019910	lr=0.300339
Epoch[69] Batch [1149]	Speed: 2954.291051 samples/sec	rmse=0.019910	lr=0.300227
Epoch[69] Batch [1199]	Speed: 2935.813239 samples/sec	rmse=0.019918	lr=0.300116
Epoch[69] Batch [1249]	Speed: 2960.071247 samples/sec	rmse=0.019923	lr=0.300004
[Epoch 69] training: rmse=0.019924
[Epoch 69] speed: 2943 samples/sec	time cost: 441.774203
[Epoch 69] validation: err-top1=0.381694 err-top5=0.148560
Epoch[70] Batch [49]	Speed: 2959.577062 samples/sec	rmse=0.019727	lr=0.299891
Epoch[70] Batch [99]	Speed: 2947.625448 samples/sec	rmse=0.019753	lr=0.299779
Epoch[70] Batch [149]	Speed: 2944.678736 samples/sec	rmse=0.019762	lr=0.299667
Epoch[70] Batch [199]	Speed: 2929.112480 samples/sec	rmse=0.019722	lr=0.299556
Epoch[70] Batch [249]	Speed: 2949.753426 samples/sec	rmse=0.019729	lr=0.299444
Epoch[70] Batch [299]	Speed: 2929.391694 samples/sec	rmse=0.019777	lr=0.299332
Epoch[70] Batch [349]	Speed: 2930.186753 samples/sec	rmse=0.019791	lr=0.299221
Epoch[70] Batch [399]	Speed: 2941.063364 samples/sec	rmse=0.019800	lr=0.299109
Epoch[70] Batch [449]	Speed: 2926.634018 samples/sec	rmse=0.019815	lr=0.298997
Epoch[70] Batch [499]	Speed: 2935.846231 samples/sec	rmse=0.019788	lr=0.298885
Epoch[70] Batch [549]	Speed: 2926.273465 samples/sec	rmse=0.019806	lr=0.298773
Epoch[70] Batch [599]	Speed: 2926.221867 samples/sec	rmse=0.019808	lr=0.298661
Epoch[70] Batch [649]	Speed: 2917.058410 samples/sec	rmse=0.019826	lr=0.298549
Epoch[70] Batch [699]	Speed: 2943.960383 samples/sec	rmse=0.019829	lr=0.298437
Epoch[70] Batch [749]	Speed: 2923.990095 samples/sec	rmse=0.019823	lr=0.298325
Epoch[70] Batch [799]	Speed: 2942.514326 samples/sec	rmse=0.019835	lr=0.298213
Epoch[70] Batch [849]	Speed: 2947.776975 samples/sec	rmse=0.019841	lr=0.298100
Epoch[70] Batch [899]	Speed: 2938.105110 samples/sec	rmse=0.019851	lr=0.297988
Epoch[70] Batch [949]	Speed: 2923.814691 samples/sec	rmse=0.019842	lr=0.297876
Epoch[70] Batch [999]	Speed: 2929.641905 samples/sec	rmse=0.019849	lr=0.297763
Epoch[70] Batch [1049]	Speed: 2942.083623 samples/sec	rmse=0.019845	lr=0.297651
Epoch[70] Batch [1099]	Speed: 2937.869246 samples/sec	rmse=0.019852	lr=0.297539
Epoch[70] Batch [1149]	Speed: 2931.202759 samples/sec	rmse=0.019863	lr=0.297426
Epoch[70] Batch [1199]	Speed: 2947.951988 samples/sec	rmse=0.019859	lr=0.297314
Epoch[70] Batch [1249]	Speed: 2963.130835 samples/sec	rmse=0.019858	lr=0.297201
[Epoch 70] training: rmse=0.019858
[Epoch 70] speed: 2935 samples/sec	time cost: 442.786947
[Epoch 70] validation: err-top1=0.392977 err-top5=0.160914
Epoch[71] Batch [49]	Speed: 2953.159966 samples/sec	rmse=0.019789	lr=0.297086
Epoch[71] Batch [99]	Speed: 2944.327731 samples/sec	rmse=0.019715	lr=0.296974
Epoch[71] Batch [149]	Speed: 2927.477265 samples/sec	rmse=0.019706	lr=0.296861
Epoch[71] Batch [199]	Speed: 2923.387853 samples/sec	rmse=0.019757	lr=0.296748
Epoch[71] Batch [249]	Speed: 2945.509023 samples/sec	rmse=0.019789	lr=0.296636
Epoch[71] Batch [299]	Speed: 2943.681896 samples/sec	rmse=0.019779	lr=0.296523
Epoch[71] Batch [349]	Speed: 2929.283167 samples/sec	rmse=0.019797	lr=0.296410
Epoch[71] Batch [399]	Speed: 2940.037815 samples/sec	rmse=0.019820	lr=0.296297
Epoch[71] Batch [449]	Speed: 2936.848454 samples/sec	rmse=0.019830	lr=0.296184
Epoch[71] Batch [499]	Speed: 2950.686674 samples/sec	rmse=0.019844	lr=0.296071
Epoch[71] Batch [549]	Speed: 2946.730202 samples/sec	rmse=0.019842	lr=0.295958
Epoch[71] Batch [599]	Speed: 2937.359866 samples/sec	rmse=0.019851	lr=0.295845
Epoch[71] Batch [649]	Speed: 2956.373477 samples/sec	rmse=0.019860	lr=0.295732
Epoch[71] Batch [699]	Speed: 2941.114922 samples/sec	rmse=0.019862	lr=0.295619
Epoch[71] Batch [749]	Speed: 2950.759167 samples/sec	rmse=0.019864	lr=0.295506
Epoch[71] Batch [799]	Speed: 2951.874861 samples/sec	rmse=0.019862	lr=0.295393
Epoch[71] Batch [849]	Speed: 2941.316862 samples/sec	rmse=0.019873	lr=0.295280
Epoch[71] Batch [899]	Speed: 2940.068688 samples/sec	rmse=0.019877	lr=0.295167
Epoch[71] Batch [949]	Speed: 2937.918844 samples/sec	rmse=0.019892	lr=0.295053
Epoch[71] Batch [999]	Speed: 2945.891912 samples/sec	rmse=0.019901	lr=0.294940
Epoch[71] Batch [1049]	Speed: 2934.930888 samples/sec	rmse=0.019896	lr=0.294827
Epoch[71] Batch [1099]	Speed: 2939.586108 samples/sec	rmse=0.019888	lr=0.294713
Epoch[71] Batch [1149]	Speed: 2943.089585 samples/sec	rmse=0.019892	lr=0.294600
Epoch[71] Batch [1199]	Speed: 2932.867895 samples/sec	rmse=0.019886	lr=0.294486
Epoch[71] Batch [1249]	Speed: 2928.504093 samples/sec	rmse=0.019882	lr=0.294373
[Epoch 71] training: rmse=0.019883
[Epoch 71] speed: 2938 samples/sec	time cost: 442.956770
[Epoch 71] validation: err-top1=0.363122 err-top5=0.139708
Epoch[72] Batch [49]	Speed: 2954.544436 samples/sec	rmse=0.019677	lr=0.294257
Epoch[72] Batch [99]	Speed: 2935.278975 samples/sec	rmse=0.019704	lr=0.294143
Epoch[72] Batch [149]	Speed: 2932.736721 samples/sec	rmse=0.019714	lr=0.294030
Epoch[72] Batch [199]	Speed: 2889.259625 samples/sec	rmse=0.019725	lr=0.293916
Epoch[72] Batch [249]	Speed: 2908.471169 samples/sec	rmse=0.019740	lr=0.293802
Epoch[72] Batch [299]	Speed: 2905.153606 samples/sec	rmse=0.019757	lr=0.293688
Epoch[72] Batch [349]	Speed: 2944.074521 samples/sec	rmse=0.019761	lr=0.293575
Epoch[72] Batch [399]	Speed: 2944.568831 samples/sec	rmse=0.019773	lr=0.293461
Epoch[72] Batch [449]	Speed: 2942.990487 samples/sec	rmse=0.019779	lr=0.293347
Epoch[72] Batch [499]	Speed: 2936.732104 samples/sec	rmse=0.019781	lr=0.293233
Epoch[72] Batch [549]	Speed: 2942.463243 samples/sec	rmse=0.019795	lr=0.293119
Epoch[72] Batch [599]	Speed: 2945.458563 samples/sec	rmse=0.019811	lr=0.293005
Epoch[72] Batch [649]	Speed: 2920.508164 samples/sec	rmse=0.019800	lr=0.292891
Epoch[72] Batch [699]	Speed: 2946.857050 samples/sec	rmse=0.019807	lr=0.292777
Epoch[72] Batch [749]	Speed: 2945.931960 samples/sec	rmse=0.019814	lr=0.292663
Epoch[72] Batch [799]	Speed: 2944.624954 samples/sec	rmse=0.019823	lr=0.292549
Epoch[72] Batch [849]	Speed: 2938.561106 samples/sec	rmse=0.019822	lr=0.292435
Epoch[72] Batch [899]	Speed: 2951.311291 samples/sec	rmse=0.019821	lr=0.292320
Epoch[72] Batch [949]	Speed: 2945.559283 samples/sec	rmse=0.019815	lr=0.292206
Epoch[72] Batch [999]	Speed: 2944.127961 samples/sec	rmse=0.019814	lr=0.292092
Epoch[72] Batch [1049]	Speed: 2940.487527 samples/sec	rmse=0.019807	lr=0.291977
Epoch[72] Batch [1099]	Speed: 2947.880766 samples/sec	rmse=0.019806	lr=0.291863
Epoch[72] Batch [1149]	Speed: 2943.479430 samples/sec	rmse=0.019810	lr=0.291749
Epoch[72] Batch [1199]	Speed: 2934.864586 samples/sec	rmse=0.019820	lr=0.291634
Epoch[72] Batch [1249]	Speed: 2956.820506 samples/sec	rmse=0.019816	lr=0.291520
[Epoch 72] training: rmse=0.019817
[Epoch 72] speed: 2935 samples/sec	time cost: 443.089391
[Epoch 72] validation: err-top1=0.392558 err-top5=0.163325
Epoch[73] Batch [49]	Speed: 2942.371241 samples/sec	rmse=0.019843	lr=0.291403
Epoch[73] Batch [99]	Speed: 2945.359548 samples/sec	rmse=0.019826	lr=0.291288
Epoch[73] Batch [149]	Speed: 2949.751278 samples/sec	rmse=0.019744	lr=0.291174
Epoch[73] Batch [199]	Speed: 2943.019284 samples/sec	rmse=0.019747	lr=0.291059
Epoch[73] Batch [249]	Speed: 2936.437517 samples/sec	rmse=0.019752	lr=0.290944
Epoch[73] Batch [299]	Speed: 2943.850169 samples/sec	rmse=0.019764	lr=0.290830
Epoch[73] Batch [349]	Speed: 2944.161220 samples/sec	rmse=0.019751	lr=0.290715
Epoch[73] Batch [399]	Speed: 2940.832785 samples/sec	rmse=0.019764	lr=0.290600
Epoch[73] Batch [449]	Speed: 2943.425207 samples/sec	rmse=0.019783	lr=0.290485
Epoch[73] Batch [499]	Speed: 2946.079513 samples/sec	rmse=0.019773	lr=0.290370
Epoch[73] Batch [549]	Speed: 2946.268554 samples/sec	rmse=0.019780	lr=0.290256
Epoch[73] Batch [599]	Speed: 2947.937622 samples/sec	rmse=0.019796	lr=0.290141
Epoch[73] Batch [649]	Speed: 2938.243397 samples/sec	rmse=0.019812	lr=0.290026
Epoch[73] Batch [699]	Speed: 2951.634145 samples/sec	rmse=0.019796	lr=0.289911
Epoch[73] Batch [749]	Speed: 2941.292126 samples/sec	rmse=0.019786	lr=0.289796
Epoch[73] Batch [799]	Speed: 2935.276768 samples/sec	rmse=0.019782	lr=0.289680
Epoch[73] Batch [849]	Speed: 2943.613584 samples/sec	rmse=0.019770	lr=0.289565
Epoch[73] Batch [899]	Speed: 2932.696630 samples/sec	rmse=0.019772	lr=0.289450
Epoch[73] Batch [949]	Speed: 2935.849321 samples/sec	rmse=0.019769	lr=0.289335
Epoch[73] Batch [999]	Speed: 2932.730593 samples/sec	rmse=0.019776	lr=0.289220
Epoch[73] Batch [1049]	Speed: 2944.385863 samples/sec	rmse=0.019776	lr=0.289104
Epoch[73] Batch [1099]	Speed: 2944.945296 samples/sec	rmse=0.019783	lr=0.288989
Epoch[73] Batch [1149]	Speed: 2947.931876 samples/sec	rmse=0.019779	lr=0.288874
Epoch[73] Batch [1199]	Speed: 2923.229790 samples/sec	rmse=0.019787	lr=0.288758
Epoch[73] Batch [1249]	Speed: 2954.526997 samples/sec	rmse=0.019796	lr=0.288643
[Epoch 73] training: rmse=0.019797
[Epoch 73] speed: 2939 samples/sec	time cost: 442.502694
[Epoch 73] validation: err-top1=0.382593 err-top5=0.152304
Epoch[74] Batch [49]	Speed: 2939.618702 samples/sec	rmse=0.019597	lr=0.288525
Epoch[74] Batch [99]	Speed: 2909.837110 samples/sec	rmse=0.019614	lr=0.288410
Epoch[74] Batch [149]	Speed: 2906.007287 samples/sec	rmse=0.019563	lr=0.288294
Epoch[74] Batch [199]	Speed: 2933.276191 samples/sec	rmse=0.019542	lr=0.288179
Epoch[74] Batch [249]	Speed: 2947.556508 samples/sec	rmse=0.019592	lr=0.288063
Epoch[74] Batch [299]	Speed: 2937.149471 samples/sec	rmse=0.019643	lr=0.287947
Epoch[74] Batch [349]	Speed: 2890.864125 samples/sec	rmse=0.019691	lr=0.287832
Epoch[74] Batch [399]	Speed: 2912.923472 samples/sec	rmse=0.019714	lr=0.287716
Epoch[74] Batch [449]	Speed: 2941.929417 samples/sec	rmse=0.019728	lr=0.287600
Epoch[74] Batch [499]	Speed: 2945.260175 samples/sec	rmse=0.019742	lr=0.287484
Epoch[74] Batch [549]	Speed: 2935.688223 samples/sec	rmse=0.019743	lr=0.287369
Epoch[74] Batch [599]	Speed: 2945.475168 samples/sec	rmse=0.019756	lr=0.287253
Epoch[74] Batch [649]	Speed: 2905.617437 samples/sec	rmse=0.019768	lr=0.287137
Epoch[74] Batch [699]	Speed: 2941.855382 samples/sec	rmse=0.019765	lr=0.287021
Epoch[74] Batch [749]	Speed: 2935.475860 samples/sec	rmse=0.019765	lr=0.286905
Epoch[74] Batch [799]	Speed: 2948.120547 samples/sec	rmse=0.019765	lr=0.286789
Epoch[74] Batch [849]	Speed: 2941.794247 samples/sec	rmse=0.019765	lr=0.286673
Epoch[74] Batch [899]	Speed: 2942.996980 samples/sec	rmse=0.019761	lr=0.286557
Epoch[74] Batch [949]	Speed: 2934.097574 samples/sec	rmse=0.019767	lr=0.286441
Epoch[74] Batch [999]	Speed: 2949.093990 samples/sec	rmse=0.019771	lr=0.286324
Epoch[74] Batch [1049]	Speed: 2941.745003 samples/sec	rmse=0.019779	lr=0.286208
Epoch[74] Batch [1099]	Speed: 2939.136712 samples/sec	rmse=0.019797	lr=0.286092
Epoch[74] Batch [1149]	Speed: 2913.931929 samples/sec	rmse=0.019805	lr=0.285976
Epoch[74] Batch [1199]	Speed: 2942.960158 samples/sec	rmse=0.019805	lr=0.285859
Epoch[74] Batch [1249]	Speed: 2957.849691 samples/sec	rmse=0.019810	lr=0.285743
[Epoch 74] training: rmse=0.019810
[Epoch 74] speed: 2931 samples/sec	time cost: 443.602234
[Epoch 74] validation: err-top1=0.374522 err-top5=0.145767
Epoch[75] Batch [49]	Speed: 2955.499023 samples/sec	rmse=0.019721	lr=0.285624
Epoch[75] Batch [99]	Speed: 2928.467153 samples/sec	rmse=0.019728	lr=0.285508
Epoch[75] Batch [149]	Speed: 2929.220515 samples/sec	rmse=0.019727	lr=0.285392
Epoch[75] Batch [199]	Speed: 2927.030886 samples/sec	rmse=0.019718	lr=0.285275
Epoch[75] Batch [249]	Speed: 2930.317819 samples/sec	rmse=0.019712	lr=0.285159
Epoch[75] Batch [299]	Speed: 2931.493016 samples/sec	rmse=0.019746	lr=0.285042
Epoch[75] Batch [349]	Speed: 2931.674746 samples/sec	rmse=0.019739	lr=0.284926
Epoch[75] Batch [399]	Speed: 2930.416866 samples/sec	rmse=0.019742	lr=0.284809
Epoch[75] Batch [449]	Speed: 2925.916149 samples/sec	rmse=0.019761	lr=0.284692
Epoch[75] Batch [499]	Speed: 2937.070134 samples/sec	rmse=0.019774	lr=0.284576
Epoch[75] Batch [549]	Speed: 2923.347221 samples/sec	rmse=0.019768	lr=0.284459
Epoch[75] Batch [599]	Speed: 2930.700008 samples/sec	rmse=0.019764	lr=0.284342
Epoch[75] Batch [649]	Speed: 2943.392852 samples/sec	rmse=0.019775	lr=0.284225
Epoch[75] Batch [699]	Speed: 2934.778834 samples/sec	rmse=0.019776	lr=0.284109
Epoch[75] Batch [749]	Speed: 2923.536181 samples/sec	rmse=0.019770	lr=0.283992
Epoch[75] Batch [799]	Speed: 2936.854960 samples/sec	rmse=0.019773	lr=0.283875
Epoch[75] Batch [849]	Speed: 2935.846953 samples/sec	rmse=0.019781	lr=0.283758
Epoch[75] Batch [899]	Speed: 2937.218769 samples/sec	rmse=0.019771	lr=0.283641
Epoch[75] Batch [949]	Speed: 2926.943118 samples/sec	rmse=0.019771	lr=0.283524
Epoch[75] Batch [999]	Speed: 2913.156374 samples/sec	rmse=0.019775	lr=0.283407
Epoch[75] Batch [1049]	Speed: 2885.889615 samples/sec	rmse=0.019775	lr=0.283290
Epoch[75] Batch [1099]	Speed: 2933.599840 samples/sec	rmse=0.019787	lr=0.283173
Epoch[75] Batch [1149]	Speed: 2942.523841 samples/sec	rmse=0.019800	lr=0.283056
Epoch[75] Batch [1199]	Speed: 2937.142080 samples/sec	rmse=0.019811	lr=0.282938
Epoch[75] Batch [1249]	Speed: 2947.783692 samples/sec	rmse=0.019818	lr=0.282821
[Epoch 75] training: rmse=0.019818
[Epoch 75] speed: 2928 samples/sec	time cost: 443.605323
[Epoch 75] validation: err-top1=0.369873 err-top5=0.141520
Epoch[76] Batch [49]	Speed: 2934.045459 samples/sec	rmse=0.019599	lr=0.282702
Epoch[76] Batch [99]	Speed: 2929.331995 samples/sec	rmse=0.019557	lr=0.282584
Epoch[76] Batch [149]	Speed: 2934.755853 samples/sec	rmse=0.019610	lr=0.282467
Epoch[76] Batch [199]	Speed: 2927.727868 samples/sec	rmse=0.019668	lr=0.282350
Epoch[76] Batch [249]	Speed: 2934.310940 samples/sec	rmse=0.019702	lr=0.282232
Epoch[76] Batch [299]	Speed: 2935.217150 samples/sec	rmse=0.019691	lr=0.282115
Epoch[76] Batch [349]	Speed: 2933.233000 samples/sec	rmse=0.019704	lr=0.281997
Epoch[76] Batch [399]	Speed: 2931.763758 samples/sec	rmse=0.019706	lr=0.281880
Epoch[76] Batch [449]	Speed: 2929.845550 samples/sec	rmse=0.019698	lr=0.281762
Epoch[76] Batch [499]	Speed: 2943.991379 samples/sec	rmse=0.019707	lr=0.281645
Epoch[76] Batch [549]	Speed: 2936.299760 samples/sec	rmse=0.019693	lr=0.281527
Epoch[76] Batch [599]	Speed: 2925.078144 samples/sec	rmse=0.019703	lr=0.281410
Epoch[76] Batch [649]	Speed: 2916.254815 samples/sec	rmse=0.019713	lr=0.281292
Epoch[76] Batch [699]	Speed: 2926.961349 samples/sec	rmse=0.019715	lr=0.281174
Epoch[76] Batch [749]	Speed: 2933.605771 samples/sec	rmse=0.019709	lr=0.281057
Epoch[76] Batch [799]	Speed: 2934.514192 samples/sec	rmse=0.019720	lr=0.280939
Epoch[76] Batch [849]	Speed: 2931.473888 samples/sec	rmse=0.019708	lr=0.280821
Epoch[76] Batch [899]	Speed: 2922.214531 samples/sec	rmse=0.019712	lr=0.280703
Epoch[76] Batch [949]	Speed: 2933.270982 samples/sec	rmse=0.019732	lr=0.280585
Epoch[76] Batch [999]	Speed: 2926.483501 samples/sec	rmse=0.019739	lr=0.280468
Epoch[76] Batch [1049]	Speed: 2936.704876 samples/sec	rmse=0.019741	lr=0.280350
Epoch[76] Batch [1099]	Speed: 2929.402443 samples/sec	rmse=0.019738	lr=0.280232
Epoch[76] Batch [1149]	Speed: 2929.704054 samples/sec	rmse=0.019741	lr=0.280114
Epoch[76] Batch [1199]	Speed: 2912.408446 samples/sec	rmse=0.019736	lr=0.279996
Epoch[76] Batch [1249]	Speed: 2938.140243 samples/sec	rmse=0.019744	lr=0.279878
[Epoch 76] training: rmse=0.019743
[Epoch 76] speed: 2928 samples/sec	time cost: 443.969158
[Epoch 76] validation: err-top1=0.385025 err-top5=0.151268
Epoch[77] Batch [49]	Speed: 2938.731850 samples/sec	rmse=0.019582	lr=0.279757
Epoch[77] Batch [99]	Speed: 2933.237968 samples/sec	rmse=0.019623	lr=0.279639
Epoch[77] Batch [149]	Speed: 2921.511189 samples/sec	rmse=0.019571	lr=0.279521
Epoch[77] Batch [199]	Speed: 2934.053998 samples/sec	rmse=0.019599	lr=0.279403
Epoch[77] Batch [249]	Speed: 2928.326150 samples/sec	rmse=0.019623	lr=0.279285
Epoch[77] Batch [299]	Speed: 2917.610677 samples/sec	rmse=0.019629	lr=0.279166
Epoch[77] Batch [349]	Speed: 2925.617390 samples/sec	rmse=0.019626	lr=0.279048
Epoch[77] Batch [399]	Speed: 2931.271457 samples/sec	rmse=0.019642	lr=0.278930
Epoch[77] Batch [449]	Speed: 2936.124562 samples/sec	rmse=0.019652	lr=0.278811
Epoch[77] Batch [499]	Speed: 2930.966483 samples/sec	rmse=0.019666	lr=0.278693
Epoch[77] Batch [549]	Speed: 2925.190464 samples/sec	rmse=0.019676	lr=0.278575
Epoch[77] Batch [599]	Speed: 2894.360649 samples/sec	rmse=0.019679	lr=0.278456
Epoch[77] Batch [649]	Speed: 2894.272139 samples/sec	rmse=0.019681	lr=0.278338
Epoch[77] Batch [699]	Speed: 2925.272986 samples/sec	rmse=0.019688	lr=0.278219
Epoch[77] Batch [749]	Speed: 2936.833674 samples/sec	rmse=0.019703	lr=0.278101
Epoch[77] Batch [799]	Speed: 2928.928192 samples/sec	rmse=0.019718	lr=0.277982
Epoch[77] Batch [849]	Speed: 2890.872687 samples/sec	rmse=0.019736	lr=0.277863
Epoch[77] Batch [899]	Speed: 2932.081669 samples/sec	rmse=0.019745	lr=0.277745
Epoch[77] Batch [949]	Speed: 2938.969742 samples/sec	rmse=0.019754	lr=0.277626
Epoch[77] Batch [999]	Speed: 2858.500065 samples/sec	rmse=0.019757	lr=0.277507
Epoch[77] Batch [1049]	Speed: 2904.076282 samples/sec	rmse=0.019760	lr=0.277389
Epoch[77] Batch [1099]	Speed: 2937.807674 samples/sec	rmse=0.019762	lr=0.277270
Epoch[77] Batch [1149]	Speed: 2918.348232 samples/sec	rmse=0.019760	lr=0.277151
Epoch[77] Batch [1199]	Speed: 2929.479968 samples/sec	rmse=0.019758	lr=0.277032
Epoch[77] Batch [1249]	Speed: 2935.373582 samples/sec	rmse=0.019760	lr=0.276913
[Epoch 77] training: rmse=0.019760
[Epoch 77] speed: 2919 samples/sec	time cost: 445.481155
[Epoch 77] validation: err-top1=0.355628 err-top5=0.134228
Epoch[78] Batch [49]	Speed: 2910.688970 samples/sec	rmse=0.019548	lr=0.276792
Epoch[78] Batch [99]	Speed: 2889.238867 samples/sec	rmse=0.019527	lr=0.276673
Epoch[78] Batch [149]	Speed: 2922.338601 samples/sec	rmse=0.019556	lr=0.276554
Epoch[78] Batch [199]	Speed: 2913.412001 samples/sec	rmse=0.019538	lr=0.276435
Epoch[78] Batch [249]	Speed: 2922.842944 samples/sec	rmse=0.019569	lr=0.276316
Epoch[78] Batch [299]	Speed: 2925.475745 samples/sec	rmse=0.019594	lr=0.276197
Epoch[78] Batch [349]	Speed: 2924.900856 samples/sec	rmse=0.019606	lr=0.276078
Epoch[78] Batch [399]	Speed: 2919.535240 samples/sec	rmse=0.019634	lr=0.275959
Epoch[78] Batch [449]	Speed: 2918.743966 samples/sec	rmse=0.019654	lr=0.275840
Epoch[78] Batch [499]	Speed: 2923.693003 samples/sec	rmse=0.019647	lr=0.275721
Epoch[78] Batch [549]	Speed: 2924.041494 samples/sec	rmse=0.019678	lr=0.275601
Epoch[78] Batch [599]	Speed: 2913.326787 samples/sec	rmse=0.019696	lr=0.275482
Epoch[78] Batch [649]	Speed: 2928.701389 samples/sec	rmse=0.019701	lr=0.275363
Epoch[78] Batch [699]	Speed: 2880.182526 samples/sec	rmse=0.019706	lr=0.275244
Epoch[78] Batch [749]	Speed: 2933.774697 samples/sec	rmse=0.019711	lr=0.275124
Epoch[78] Batch [799]	Speed: 2922.325995 samples/sec	rmse=0.019716	lr=0.275005
Epoch[78] Batch [849]	Speed: 2918.471300 samples/sec	rmse=0.019713	lr=0.274885
Epoch[78] Batch [899]	Speed: 2919.514005 samples/sec	rmse=0.019726	lr=0.274766
Epoch[78] Batch [949]	Speed: 2919.707749 samples/sec	rmse=0.019727	lr=0.274647
Epoch[78] Batch [999]	Speed: 2930.583905 samples/sec	rmse=0.019725	lr=0.274527
Epoch[78] Batch [1049]	Speed: 2925.384444 samples/sec	rmse=0.019729	lr=0.274408
Epoch[78] Batch [1099]	Speed: 2924.337622 samples/sec	rmse=0.019726	lr=0.274288
Epoch[78] Batch [1149]	Speed: 2925.923086 samples/sec	rmse=0.019726	lr=0.274168
Epoch[78] Batch [1199]	Speed: 2924.280797 samples/sec	rmse=0.019722	lr=0.274049
Epoch[78] Batch [1249]	Speed: 2937.230018 samples/sec	rmse=0.019717	lr=0.273929
[Epoch 78] training: rmse=0.019717
[Epoch 78] speed: 2917 samples/sec	time cost: 445.840647
[Epoch 78] validation: err-top1=0.366869 err-top5=0.139489
Epoch[79] Batch [49]	Speed: 2939.901934 samples/sec	rmse=0.019586	lr=0.273807
Epoch[79] Batch [99]	Speed: 2929.040887 samples/sec	rmse=0.019592	lr=0.273687
Epoch[79] Batch [149]	Speed: 2924.437420 samples/sec	rmse=0.019556	lr=0.273568
Epoch[79] Batch [199]	Speed: 2919.886591 samples/sec	rmse=0.019535	lr=0.273448
Epoch[79] Batch [249]	Speed: 2909.756482 samples/sec	rmse=0.019544	lr=0.273328
Epoch[79] Batch [299]	Speed: 2909.257433 samples/sec	rmse=0.019553	lr=0.273208
Epoch[79] Batch [349]	Speed: 2926.854797 samples/sec	rmse=0.019545	lr=0.273088
Epoch[79] Batch [399]	Speed: 2932.610245 samples/sec	rmse=0.019567	lr=0.272969
Epoch[79] Batch [449]	Speed: 2922.219183 samples/sec	rmse=0.019564	lr=0.272849
Epoch[79] Batch [499]	Speed: 2928.222972 samples/sec	rmse=0.019582	lr=0.272729
Epoch[79] Batch [549]	Speed: 2925.597940 samples/sec	rmse=0.019576	lr=0.272609
Epoch[79] Batch [599]	Speed: 2929.380625 samples/sec	rmse=0.019580	lr=0.272489
Epoch[79] Batch [649]	Speed: 2922.191349 samples/sec	rmse=0.019594	lr=0.272369
Epoch[79] Batch [699]	Speed: 2919.373823 samples/sec	rmse=0.019595	lr=0.272249
Epoch[79] Batch [749]	Speed: 2916.535939 samples/sec	rmse=0.019610	lr=0.272128
Epoch[79] Batch [799]	Speed: 2923.871378 samples/sec	rmse=0.019620	lr=0.272008
Epoch[79] Batch [849]	Speed: 2909.603319 samples/sec	rmse=0.019621	lr=0.271888
Epoch[79] Batch [899]	Speed: 2919.888259 samples/sec	rmse=0.019634	lr=0.271768
Epoch[79] Batch [949]	Speed: 2920.599439 samples/sec	rmse=0.019635	lr=0.271648
Epoch[79] Batch [999]	Speed: 2927.036591 samples/sec	rmse=0.019643	lr=0.271527
Epoch[79] Batch [1049]	Speed: 2920.682934 samples/sec	rmse=0.019649	lr=0.271407
Epoch[79] Batch [1099]	Speed: 2928.880296 samples/sec	rmse=0.019657	lr=0.271287
Epoch[79] Batch [1149]	Speed: 2923.908561 samples/sec	rmse=0.019661	lr=0.271167
Epoch[79] Batch [1199]	Speed: 2926.173143 samples/sec	rmse=0.019670	lr=0.271046
Epoch[79] Batch [1249]	Speed: 2938.705188 samples/sec	rmse=0.019680	lr=0.270926
[Epoch 79] training: rmse=0.019680
[Epoch 79] speed: 2921 samples/sec	time cost: 445.033406
[Epoch 79] validation: err-top1=0.364138 err-top5=0.140505
Epoch[80] Batch [49]	Speed: 2945.786321 samples/sec	rmse=0.019582	lr=0.270803
Epoch[80] Batch [99]	Speed: 2910.974902 samples/sec	rmse=0.019618	lr=0.270683
Epoch[80] Batch [149]	Speed: 2927.772493 samples/sec	rmse=0.019614	lr=0.270562
Epoch[80] Batch [199]	Speed: 2918.787683 samples/sec	rmse=0.019632	lr=0.270441
Epoch[80] Batch [249]	Speed: 2927.536210 samples/sec	rmse=0.019626	lr=0.270321
Epoch[80] Batch [299]	Speed: 2921.195487 samples/sec	rmse=0.019610	lr=0.270200
Epoch[80] Batch [349]	Speed: 2916.740936 samples/sec	rmse=0.019620	lr=0.270080
Epoch[80] Batch [399]	Speed: 2914.750622 samples/sec	rmse=0.019649	lr=0.269959
Epoch[80] Batch [449]	Speed: 2931.329514 samples/sec	rmse=0.019660	lr=0.269838
Epoch[80] Batch [499]	Speed: 2925.948719 samples/sec	rmse=0.019667	lr=0.269718
Epoch[80] Batch [549]	Speed: 2913.078486 samples/sec	rmse=0.019657	lr=0.269597
Epoch[80] Batch [599]	Speed: 2926.355729 samples/sec	rmse=0.019648	lr=0.269476
Epoch[80] Batch [649]	Speed: 2920.286793 samples/sec	rmse=0.019662	lr=0.269356
Epoch[80] Batch [699]	Speed: 2905.148222 samples/sec	rmse=0.019658	lr=0.269235
Epoch[80] Batch [749]	Speed: 2914.394098 samples/sec	rmse=0.019666	lr=0.269114
Epoch[80] Batch [799]	Speed: 2932.035671 samples/sec	rmse=0.019668	lr=0.268993
Epoch[80] Batch [849]	Speed: 2913.119820 samples/sec	rmse=0.019680	lr=0.268872
Epoch[80] Batch [899]	Speed: 2925.417162 samples/sec	rmse=0.019673	lr=0.268751
Epoch[80] Batch [949]	Speed: 2919.133022 samples/sec	rmse=0.019673	lr=0.268630
Epoch[80] Batch [999]	Speed: 2919.778013 samples/sec	rmse=0.019677	lr=0.268509
Epoch[80] Batch [1049]	Speed: 2933.735259 samples/sec	rmse=0.019682	lr=0.268388
Epoch[80] Batch [1099]	Speed: 2916.276794 samples/sec	rmse=0.019677	lr=0.268267
Epoch[80] Batch [1149]	Speed: 2915.353704 samples/sec	rmse=0.019685	lr=0.268146
Epoch[80] Batch [1199]	Speed: 2928.830883 samples/sec	rmse=0.019690	lr=0.268025
Epoch[80] Batch [1249]	Speed: 2945.050706 samples/sec	rmse=0.019701	lr=0.267904
[Epoch 80] training: rmse=0.019700
[Epoch 80] speed: 2920 samples/sec	time cost: 444.931013
[Epoch 80] validation: err-top1=0.362006 err-top5=0.138373
Epoch[81] Batch [49]	Speed: 2941.584304 samples/sec	rmse=0.019552	lr=0.267780
Epoch[81] Batch [99]	Speed: 2919.144688 samples/sec	rmse=0.019581	lr=0.267659
Epoch[81] Batch [149]	Speed: 2916.815415 samples/sec	rmse=0.019566	lr=0.267538
Epoch[81] Batch [199]	Speed: 2927.112474 samples/sec	rmse=0.019567	lr=0.267417
Epoch[81] Batch [249]	Speed: 2934.091199 samples/sec	rmse=0.019557	lr=0.267296
Epoch[81] Batch [299]	Speed: 2888.432031 samples/sec	rmse=0.019575	lr=0.267174
Epoch[81] Batch [349]	Speed: 2923.407671 samples/sec	rmse=0.019562	lr=0.267053
Epoch[81] Batch [399]	Speed: 2896.576979 samples/sec	rmse=0.019580	lr=0.266932
Epoch[81] Batch [449]	Speed: 2929.618564 samples/sec	rmse=0.019578	lr=0.266810
Epoch[81] Batch [499]	Speed: 2884.564696 samples/sec	rmse=0.019588	lr=0.266689
Epoch[81] Batch [549]	Speed: 2923.898210 samples/sec	rmse=0.019589	lr=0.266567
Epoch[81] Batch [599]	Speed: 2913.837907 samples/sec	rmse=0.019604	lr=0.266446
Epoch[81] Batch [649]	Speed: 2928.660849 samples/sec	rmse=0.019599	lr=0.266324
Epoch[81] Batch [699]	Speed: 2928.563918 samples/sec	rmse=0.019616	lr=0.266203
Epoch[81] Batch [749]	Speed: 2892.416725 samples/sec	rmse=0.019623	lr=0.266081
Epoch[81] Batch [799]	Speed: 2871.228081 samples/sec	rmse=0.019613	lr=0.265960
Epoch[81] Batch [849]	Speed: 2918.239411 samples/sec	rmse=0.019622	lr=0.265838
Epoch[81] Batch [899]	Speed: 2925.298250 samples/sec	rmse=0.019625	lr=0.265717
Epoch[81] Batch [949]	Speed: 2886.115305 samples/sec	rmse=0.019626	lr=0.265595
Epoch[81] Batch [999]	Speed: 2932.715654 samples/sec	rmse=0.019628	lr=0.265473
Epoch[81] Batch [1049]	Speed: 2925.205127 samples/sec	rmse=0.019637	lr=0.265352
Epoch[81] Batch [1099]	Speed: 2911.695643 samples/sec	rmse=0.019634	lr=0.265230
Epoch[81] Batch [1149]	Speed: 2925.068502 samples/sec	rmse=0.019634	lr=0.265108
Epoch[81] Batch [1199]	Speed: 2921.543860 samples/sec	rmse=0.019637	lr=0.264986
Epoch[81] Batch [1249]	Speed: 2935.193440 samples/sec	rmse=0.019644	lr=0.264865
[Epoch 81] training: rmse=0.019644
[Epoch 81] speed: 2913 samples/sec	time cost: 446.242236
[Epoch 81] validation: err-top1=0.372498 err-top5=0.144267
Epoch[82] Batch [49]	Speed: 2928.713051 samples/sec	rmse=0.019414	lr=0.264740
Epoch[82] Batch [99]	Speed: 2924.414202 samples/sec	rmse=0.019600	lr=0.264618
Epoch[82] Batch [149]	Speed: 2933.183601 samples/sec	rmse=0.019619	lr=0.264497
Epoch[82] Batch [199]	Speed: 2928.895395 samples/sec	rmse=0.019597	lr=0.264375
Epoch[82] Batch [249]	Speed: 2929.903830 samples/sec	rmse=0.019599	lr=0.264253
Epoch[82] Batch [299]	Speed: 2924.379874 samples/sec	rmse=0.019613	lr=0.264131
Epoch[82] Batch [349]	Speed: 2931.127544 samples/sec	rmse=0.019610	lr=0.264009
Epoch[82] Batch [399]	Speed: 2879.946988 samples/sec	rmse=0.019631	lr=0.263887
Epoch[82] Batch [449]	Speed: 2904.203922 samples/sec	rmse=0.019627	lr=0.263765
Epoch[82] Batch [499]	Speed: 2892.839125 samples/sec	rmse=0.019611	lr=0.263643
Epoch[82] Batch [549]	Speed: 2939.813594 samples/sec	rmse=0.019632	lr=0.263520
Epoch[82] Batch [599]	Speed: 2896.383050 samples/sec	rmse=0.019627	lr=0.263398
Epoch[82] Batch [649]	Speed: 2900.924806 samples/sec	rmse=0.019632	lr=0.263276
Epoch[82] Batch [699]	Speed: 2918.582796 samples/sec	rmse=0.019642	lr=0.263154
Epoch[82] Batch [749]	Speed: 2934.240897 samples/sec	rmse=0.019641	lr=0.263032
Epoch[82] Batch [799]	Speed: 2913.376270 samples/sec	rmse=0.019646	lr=0.262910
Epoch[82] Batch [849]	Speed: 2933.508752 samples/sec	rmse=0.019644	lr=0.262787
Epoch[82] Batch [899]	Speed: 2911.952198 samples/sec	rmse=0.019650	lr=0.262665
Epoch[82] Batch [949]	Speed: 2893.926495 samples/sec	rmse=0.019658	lr=0.262543
Epoch[82] Batch [999]	Speed: 2902.965066 samples/sec	rmse=0.019657	lr=0.262420
Epoch[82] Batch [1049]	Speed: 2936.805841 samples/sec	rmse=0.019662	lr=0.262298
Epoch[82] Batch [1099]	Speed: 2934.426095 samples/sec	rmse=0.019666	lr=0.262176
Epoch[82] Batch [1149]	Speed: 2930.100115 samples/sec	rmse=0.019656	lr=0.262053
Epoch[82] Batch [1199]	Speed: 2933.820428 samples/sec	rmse=0.019656	lr=0.261931
Epoch[82] Batch [1249]	Speed: 2951.190994 samples/sec	rmse=0.019658	lr=0.261808
[Epoch 82] training: rmse=0.019658
[Epoch 82] speed: 2917 samples/sec	time cost: 445.752544
[Epoch 82] validation: err-top1=0.356465 err-top5=0.133550
Epoch[83] Batch [49]	Speed: 2949.972438 samples/sec	rmse=0.019412	lr=0.261683
Epoch[83] Batch [99]	Speed: 2941.037465 samples/sec	rmse=0.019511	lr=0.261561
Epoch[83] Batch [149]	Speed: 2943.632225 samples/sec	rmse=0.019535	lr=0.261438
Epoch[83] Batch [199]	Speed: 2934.571576 samples/sec	rmse=0.019591	lr=0.261316
Epoch[83] Batch [249]	Speed: 2931.540357 samples/sec	rmse=0.019511	lr=0.261193
Epoch[83] Batch [299]	Speed: 2935.798951 samples/sec	rmse=0.019555	lr=0.261071
Epoch[83] Batch [349]	Speed: 2938.089191 samples/sec	rmse=0.019560	lr=0.260948
Epoch[83] Batch [399]	Speed: 2934.040729 samples/sec	rmse=0.019550	lr=0.260825
Epoch[83] Batch [449]	Speed: 2942.075763 samples/sec	rmse=0.019554	lr=0.260703
Epoch[83] Batch [499]	Speed: 2933.746361 samples/sec	rmse=0.019542	lr=0.260580
Epoch[83] Batch [549]	Speed: 2931.087417 samples/sec	rmse=0.019547	lr=0.260457
Epoch[83] Batch [599]	Speed: 2933.601282 samples/sec	rmse=0.019540	lr=0.260334
Epoch[83] Batch [649]	Speed: 2944.255594 samples/sec	rmse=0.019539	lr=0.260211
Epoch[83] Batch [699]	Speed: 2943.626173 samples/sec	rmse=0.019557	lr=0.260089
Epoch[83] Batch [749]	Speed: 2942.121834 samples/sec	rmse=0.019567	lr=0.259966
Epoch[83] Batch [799]	Speed: 2941.106544 samples/sec	rmse=0.019576	lr=0.259843
Epoch[83] Batch [849]	Speed: 2916.692685 samples/sec	rmse=0.019574	lr=0.259720
Epoch[83] Batch [899]	Speed: 2937.677063 samples/sec	rmse=0.019575	lr=0.259597
Epoch[83] Batch [949]	Speed: 2934.755492 samples/sec	rmse=0.019573	lr=0.259474
Epoch[83] Batch [999]	Speed: 2939.407299 samples/sec	rmse=0.019578	lr=0.259351
Epoch[83] Batch [1049]	Speed: 2936.265112 samples/sec	rmse=0.019583	lr=0.259228
Epoch[83] Batch [1099]	Speed: 2935.119303 samples/sec	rmse=0.019577	lr=0.259105
Epoch[83] Batch [1149]	Speed: 2942.985970 samples/sec	rmse=0.019590	lr=0.258982
Epoch[83] Batch [1199]	Speed: 2917.073982 samples/sec	rmse=0.019594	lr=0.258859
Epoch[83] Batch [1249]	Speed: 2919.022952 samples/sec	rmse=0.019598	lr=0.258736
[Epoch 83] training: rmse=0.019597
[Epoch 83] speed: 2933 samples/sec	time cost: 443.457734
[Epoch 83] validation: err-top1=0.353914 err-top5=0.133869
Epoch[84] Batch [49]	Speed: 2942.058955 samples/sec	rmse=0.019547	lr=0.258610
Epoch[84] Batch [99]	Speed: 2942.794366 samples/sec	rmse=0.019489	lr=0.258487
Epoch[84] Batch [149]	Speed: 2898.653029 samples/sec	rmse=0.019514	lr=0.258364
Epoch[84] Batch [199]	Speed: 2845.132801 samples/sec	rmse=0.019577	lr=0.258241
Epoch[84] Batch [249]	Speed: 2933.371551 samples/sec	rmse=0.019585	lr=0.258118
Epoch[84] Batch [299]	Speed: 2909.024997 samples/sec	rmse=0.019590	lr=0.257994
Epoch[84] Batch [349]	Speed: 2955.409011 samples/sec	rmse=0.019557	lr=0.257871
Epoch[84] Batch [399]	Speed: 2938.369797 samples/sec	rmse=0.019569	lr=0.257748
Epoch[84] Batch [449]	Speed: 2948.643545 samples/sec	rmse=0.019572	lr=0.257625
Epoch[84] Batch [499]	Speed: 2935.350512 samples/sec	rmse=0.019567	lr=0.257501
Epoch[84] Batch [549]	Speed: 2952.167684 samples/sec	rmse=0.019556	lr=0.257378
Epoch[84] Batch [599]	Speed: 2940.649837 samples/sec	rmse=0.019567	lr=0.257255
Epoch[84] Batch [649]	Speed: 2934.081378 samples/sec	rmse=0.019572	lr=0.257131
Epoch[84] Batch [699]	Speed: 2935.544277 samples/sec	rmse=0.019593	lr=0.257008
Epoch[84] Batch [749]	Speed: 2943.153557 samples/sec	rmse=0.019593	lr=0.256884
Epoch[84] Batch [799]	Speed: 2936.011642 samples/sec	rmse=0.019602	lr=0.256761
Epoch[84] Batch [849]	Speed: 2951.632847 samples/sec	rmse=0.019613	lr=0.256637
Epoch[84] Batch [899]	Speed: 2943.115117 samples/sec	rmse=0.019611	lr=0.256514
Epoch[84] Batch [949]	Speed: 2950.165748 samples/sec	rmse=0.019613	lr=0.256390
Epoch[84] Batch [999]	Speed: 2941.594499 samples/sec	rmse=0.019611	lr=0.256267
Epoch[84] Batch [1049]	Speed: 2943.555200 samples/sec	rmse=0.019614	lr=0.256143
Epoch[84] Batch [1099]	Speed: 2945.656938 samples/sec	rmse=0.019615	lr=0.256019
Epoch[84] Batch [1149]	Speed: 2939.378572 samples/sec	rmse=0.019623	lr=0.255896
Epoch[84] Batch [1199]	Speed: 2946.914149 samples/sec	rmse=0.019626	lr=0.255772
Epoch[84] Batch [1249]	Speed: 2953.524576 samples/sec	rmse=0.019630	lr=0.255648
[Epoch 84] training: rmse=0.019630
[Epoch 84] speed: 2933 samples/sec	time cost: 443.114736
[Epoch 84] validation: err-top1=0.359913 err-top5=0.136559
Epoch[85] Batch [49]	Speed: 2961.261452 samples/sec	rmse=0.019471	lr=0.255522
Epoch[85] Batch [99]	Speed: 2946.740755 samples/sec	rmse=0.019441	lr=0.255399
Epoch[85] Batch [149]	Speed: 2933.593027 samples/sec	rmse=0.019431	lr=0.255275
Epoch[85] Batch [199]	Speed: 2947.430409 samples/sec	rmse=0.019456	lr=0.255151
Epoch[85] Batch [249]	Speed: 2933.181237 samples/sec	rmse=0.019477	lr=0.255027
Epoch[85] Batch [299]	Speed: 2935.603828 samples/sec	rmse=0.019469	lr=0.254903
Epoch[85] Batch [349]	Speed: 2947.843295 samples/sec	rmse=0.019498	lr=0.254780
Epoch[85] Batch [399]	Speed: 2931.740264 samples/sec	rmse=0.019515	lr=0.254656
Epoch[85] Batch [449]	Speed: 2920.877548 samples/sec	rmse=0.019511	lr=0.254532
Epoch[85] Batch [499]	Speed: 2931.588701 samples/sec	rmse=0.019505	lr=0.254408
Epoch[85] Batch [549]	Speed: 2939.091699 samples/sec	rmse=0.019515	lr=0.254284
Epoch[85] Batch [599]	Speed: 2937.751409 samples/sec	rmse=0.019511	lr=0.254160
Epoch[85] Batch [649]	Speed: 2938.432840 samples/sec	rmse=0.019532	lr=0.254036
Epoch[85] Batch [699]	Speed: 2925.446692 samples/sec	rmse=0.019536	lr=0.253912
Epoch[85] Batch [749]	Speed: 2931.151748 samples/sec	rmse=0.019531	lr=0.253788
Epoch[85] Batch [799]	Speed: 2934.661526 samples/sec	rmse=0.019523	lr=0.253664
Epoch[85] Batch [849]	Speed: 2944.906446 samples/sec	rmse=0.019532	lr=0.253540
Epoch[85] Batch [899]	Speed: 2916.072418 samples/sec	rmse=0.019539	lr=0.253416
Epoch[85] Batch [949]	Speed: 2947.574471 samples/sec	rmse=0.019545	lr=0.253292
Epoch[85] Batch [999]	Speed: 2950.225083 samples/sec	rmse=0.019552	lr=0.253167
Epoch[85] Batch [1049]	Speed: 2949.589623 samples/sec	rmse=0.019553	lr=0.253043
Epoch[85] Batch [1099]	Speed: 2937.623053 samples/sec	rmse=0.019562	lr=0.252919
Epoch[85] Batch [1149]	Speed: 2906.912899 samples/sec	rmse=0.019562	lr=0.252795
Epoch[85] Batch [1199]	Speed: 2946.297415 samples/sec	rmse=0.019572	lr=0.252671
Epoch[85] Batch [1249]	Speed: 2918.533571 samples/sec	rmse=0.019577	lr=0.252546
[Epoch 85] training: rmse=0.019577
[Epoch 85] speed: 2934 samples/sec	time cost: 443.705125
[Epoch 85] validation: err-top1=0.392160 err-top5=0.161771
Epoch[86] Batch [49]	Speed: 2955.588064 samples/sec	rmse=0.019450	lr=0.252420
Epoch[86] Batch [99]	Speed: 2933.715420 samples/sec	rmse=0.019529	lr=0.252295
Epoch[86] Batch [149]	Speed: 2867.398721 samples/sec	rmse=0.019469	lr=0.252171
Epoch[86] Batch [199]	Speed: 2943.502346 samples/sec	rmse=0.019441	lr=0.252047
Epoch[86] Batch [249]	Speed: 2955.095212 samples/sec	rmse=0.019464	lr=0.251922
Epoch[86] Batch [299]	Speed: 2910.687234 samples/sec	rmse=0.019504	lr=0.251798
Epoch[86] Batch [349]	Speed: 2901.601529 samples/sec	rmse=0.019510	lr=0.251674
Epoch[86] Batch [399]	Speed: 2946.310067 samples/sec	rmse=0.019533	lr=0.251549
Epoch[86] Batch [449]	Speed: 2947.777420 samples/sec	rmse=0.019516	lr=0.251425
Epoch[86] Batch [499]	Speed: 2906.134626 samples/sec	rmse=0.019528	lr=0.251300
Epoch[86] Batch [549]	Speed: 2948.659780 samples/sec	rmse=0.019520	lr=0.251176
Epoch[86] Batch [599]	Speed: 2923.244195 samples/sec	rmse=0.019526	lr=0.251051
Epoch[86] Batch [649]	Speed: 2945.813879 samples/sec	rmse=0.019522	lr=0.250927
Epoch[86] Batch [699]	Speed: 2928.247488 samples/sec	rmse=0.019535	lr=0.250802
Epoch[86] Batch [749]	Speed: 2953.865792 samples/sec	rmse=0.019546	lr=0.250678
Epoch[86] Batch [799]	Speed: 2948.555408 samples/sec	rmse=0.019550	lr=0.250553
Epoch[86] Batch [849]	Speed: 2950.497756 samples/sec	rmse=0.019547	lr=0.250428
Epoch[86] Batch [899]	Speed: 2943.346619 samples/sec	rmse=0.019550	lr=0.250304
Epoch[86] Batch [949]	Speed: 2871.355115 samples/sec	rmse=0.019550	lr=0.250179
Epoch[86] Batch [999]	Speed: 2913.351528 samples/sec	rmse=0.019549	lr=0.250054
Epoch[86] Batch [1049]	Speed: 2942.574926 samples/sec	rmse=0.019547	lr=0.249930
Epoch[86] Batch [1099]	Speed: 2936.950192 samples/sec	rmse=0.019555	lr=0.249805
Epoch[86] Batch [1149]	Speed: 2930.771162 samples/sec	rmse=0.019561	lr=0.249680
Epoch[86] Batch [1199]	Speed: 2945.945700 samples/sec	rmse=0.019556	lr=0.249556
Epoch[86] Batch [1249]	Speed: 2961.362643 samples/sec	rmse=0.019561	lr=0.249431
[Epoch 86] training: rmse=0.019560
[Epoch 86] speed: 2929 samples/sec	time cost: 443.964135
[Epoch 86] validation: err-top1=0.402423 err-top5=0.166992
Epoch[87] Batch [49]	Speed: 2967.351175 samples/sec	rmse=0.019630	lr=0.249304
Epoch[87] Batch [99]	Speed: 2938.018284 samples/sec	rmse=0.019491	lr=0.249179
Epoch[87] Batch [149]	Speed: 2949.149232 samples/sec	rmse=0.019407	lr=0.249054
Epoch[87] Batch [199]	Speed: 2959.012709 samples/sec	rmse=0.019398	lr=0.248929
Epoch[87] Batch [249]	Speed: 2949.904077 samples/sec	rmse=0.019374	lr=0.248804
Epoch[87] Batch [299]	Speed: 2955.121319 samples/sec	rmse=0.019376	lr=0.248679
Epoch[87] Batch [349]	Speed: 2956.383815 samples/sec	rmse=0.019395	lr=0.248554
Epoch[87] Batch [399]	Speed: 2948.210561 samples/sec	rmse=0.019405	lr=0.248429
Epoch[87] Batch [449]	Speed: 2955.239699 samples/sec	rmse=0.019421	lr=0.248304
Epoch[87] Batch [499]	Speed: 2948.670024 samples/sec	rmse=0.019426	lr=0.248179
Epoch[87] Batch [549]	Speed: 2944.228509 samples/sec	rmse=0.019454	lr=0.248054
Epoch[87] Batch [599]	Speed: 2940.450042 samples/sec	rmse=0.019464	lr=0.247929
Epoch[87] Batch [649]	Speed: 2957.019437 samples/sec	rmse=0.019469	lr=0.247804
Epoch[87] Batch [699]	Speed: 2952.502376 samples/sec	rmse=0.019465	lr=0.247679
Epoch[87] Batch [749]	Speed: 2958.541335 samples/sec	rmse=0.019464	lr=0.247554
Epoch[87] Batch [799]	Speed: 2947.760952 samples/sec	rmse=0.019476	lr=0.247429
Epoch[87] Batch [849]	Speed: 2952.468116 samples/sec	rmse=0.019486	lr=0.247304
Epoch[87] Batch [899]	Speed: 2889.046191 samples/sec	rmse=0.019498	lr=0.247179
Epoch[87] Batch [949]	Speed: 2934.420281 samples/sec	rmse=0.019508	lr=0.247054
Epoch[87] Batch [999]	Speed: 2944.515456 samples/sec	rmse=0.019525	lr=0.246929
Epoch[87] Batch [1049]	Speed: 2947.997839 samples/sec	rmse=0.019529	lr=0.246803
Epoch[87] Batch [1099]	Speed: 2944.210304 samples/sec	rmse=0.019529	lr=0.246678
Epoch[87] Batch [1149]	Speed: 2951.458775 samples/sec	rmse=0.019528	lr=0.246553
Epoch[87] Batch [1199]	Speed: 2950.732245 samples/sec	rmse=0.019530	lr=0.246428
Epoch[87] Batch [1249]	Speed: 2957.041018 samples/sec	rmse=0.019523	lr=0.246302
[Epoch 87] training: rmse=0.019523
[Epoch 87] speed: 2945 samples/sec	time cost: 441.541476
[Epoch 87] validation: err-top1=0.352763 err-top5=0.131836
Epoch[88] Batch [49]	Speed: 2963.454890 samples/sec	rmse=0.019240	lr=0.246175
Epoch[88] Batch [99]	Speed: 2954.571142 samples/sec	rmse=0.019331	lr=0.246049
Epoch[88] Batch [149]	Speed: 2951.679989 samples/sec	rmse=0.019357	lr=0.245924
Epoch[88] Batch [199]	Speed: 2950.090082 samples/sec	rmse=0.019346	lr=0.245799
Epoch[88] Batch [249]	Speed: 2892.148643 samples/sec	rmse=0.019390	lr=0.245673
Epoch[88] Batch [299]	Speed: 2906.950359 samples/sec	rmse=0.019420	lr=0.245548
Epoch[88] Batch [349]	Speed: 2949.471694 samples/sec	rmse=0.019413	lr=0.245422
Epoch[88] Batch [399]	Speed: 2922.469602 samples/sec	rmse=0.019393	lr=0.245297
Epoch[88] Batch [449]	Speed: 2955.452247 samples/sec	rmse=0.019386	lr=0.245172
Epoch[88] Batch [499]	Speed: 2943.670598 samples/sec	rmse=0.019392	lr=0.245046
Epoch[88] Batch [549]	Speed: 2950.271531 samples/sec	rmse=0.019388	lr=0.244921
Epoch[88] Batch [599]	Speed: 2948.194006 samples/sec	rmse=0.019396	lr=0.244795
Epoch[88] Batch [649]	Speed: 2938.244041 samples/sec	rmse=0.019409	lr=0.244670
Epoch[88] Batch [699]	Speed: 2959.008591 samples/sec	rmse=0.019411	lr=0.244544
Epoch[88] Batch [749]	Speed: 2954.626590 samples/sec	rmse=0.019417	lr=0.244418
Epoch[88] Batch [799]	Speed: 2945.857037 samples/sec	rmse=0.019431	lr=0.244293
Epoch[88] Batch [849]	Speed: 2955.847204 samples/sec	rmse=0.019439	lr=0.244167
Epoch[88] Batch [899]	Speed: 2961.090530 samples/sec	rmse=0.019440	lr=0.244042
Epoch[88] Batch [949]	Speed: 2949.367831 samples/sec	rmse=0.019446	lr=0.243916
Epoch[88] Batch [999]	Speed: 2956.435423 samples/sec	rmse=0.019442	lr=0.243790
Epoch[88] Batch [1049]	Speed: 2943.238589 samples/sec	rmse=0.019443	lr=0.243665
Epoch[88] Batch [1099]	Speed: 2960.252457 samples/sec	rmse=0.019446	lr=0.243539
Epoch[88] Batch [1149]	Speed: 2949.404774 samples/sec	rmse=0.019455	lr=0.243413
Epoch[88] Batch [1199]	Speed: 2941.554004 samples/sec	rmse=0.019460	lr=0.243288
Epoch[88] Batch [1249]	Speed: 2956.891509 samples/sec	rmse=0.019465	lr=0.243162
[Epoch 88] training: rmse=0.019465
[Epoch 88] speed: 2943 samples/sec	time cost: 441.759210
[Epoch 88] validation: err-top1=0.368124 err-top5=0.142718
Epoch[89] Batch [49]	Speed: 2968.256782 samples/sec	rmse=0.019230	lr=0.243034
Epoch[89] Batch [99]	Speed: 2942.618432 samples/sec	rmse=0.019351	lr=0.242908
Epoch[89] Batch [149]	Speed: 2943.166788 samples/sec	rmse=0.019324	lr=0.242782
Epoch[89] Batch [199]	Speed: 2941.716271 samples/sec	rmse=0.019342	lr=0.242656
Epoch[89] Batch [249]	Speed: 2944.682290 samples/sec	rmse=0.019399	lr=0.242530
Epoch[89] Batch [299]	Speed: 2941.518104 samples/sec	rmse=0.019412	lr=0.242405
Epoch[89] Batch [349]	Speed: 2939.651940 samples/sec	rmse=0.019421	lr=0.242279
Epoch[89] Batch [399]	Speed: 2942.560008 samples/sec	rmse=0.019449	lr=0.242153
Epoch[89] Batch [449]	Speed: 2932.065816 samples/sec	rmse=0.019451	lr=0.242027
Epoch[89] Batch [499]	Speed: 2940.559036 samples/sec	rmse=0.019458	lr=0.241901
Epoch[89] Batch [549]	Speed: 2929.553860 samples/sec	rmse=0.019478	lr=0.241775
Epoch[89] Batch [599]	Speed: 2952.028407 samples/sec	rmse=0.019471	lr=0.241649
Epoch[89] Batch [649]	Speed: 2910.736470 samples/sec	rmse=0.019477	lr=0.241523
Epoch[89] Batch [699]	Speed: 2957.444586 samples/sec	rmse=0.019475	lr=0.241397
Epoch[89] Batch [749]	Speed: 2962.654961 samples/sec	rmse=0.019491	lr=0.241271
Epoch[89] Batch [799]	Speed: 2943.795327 samples/sec	rmse=0.019486	lr=0.241145
Epoch[89] Batch [849]	Speed: 2937.242030 samples/sec	rmse=0.019481	lr=0.241019
Epoch[89] Batch [899]	Speed: 2942.639238 samples/sec	rmse=0.019481	lr=0.240893
Epoch[89] Batch [949]	Speed: 2959.379214 samples/sec	rmse=0.019498	lr=0.240767
Epoch[89] Batch [999]	Speed: 2954.435947 samples/sec	rmse=0.019509	lr=0.240641
Epoch[89] Batch [1049]	Speed: 2965.501486 samples/sec	rmse=0.019514	lr=0.240515
Epoch[89] Batch [1099]	Speed: 2959.472976 samples/sec	rmse=0.019503	lr=0.240389
Epoch[89] Batch [1149]	Speed: 2961.080976 samples/sec	rmse=0.019502	lr=0.240263
Epoch[89] Batch [1199]	Speed: 2958.207392 samples/sec	rmse=0.019503	lr=0.240136
Epoch[89] Batch [1249]	Speed: 2953.384440 samples/sec	rmse=0.019500	lr=0.240010
[Epoch 89] training: rmse=0.019500
[Epoch 89] speed: 2944 samples/sec	time cost: 441.807017
[Epoch 89] validation: err-top1=0.349868 err-top5=0.130281
Epoch[90] Batch [49]	Speed: 2952.038634 samples/sec	rmse=0.019472	lr=0.239881
Epoch[90] Batch [99]	Speed: 2931.685112 samples/sec	rmse=0.019452	lr=0.239755
Epoch[90] Batch [149]	Speed: 2941.295148 samples/sec	rmse=0.019368	lr=0.239629
Epoch[90] Batch [199]	Speed: 2929.000298 samples/sec	rmse=0.019343	lr=0.239503
Epoch[90] Batch [249]	Speed: 2878.887232 samples/sec	rmse=0.019324	lr=0.239377
Epoch[90] Batch [299]	Speed: 2935.870233 samples/sec	rmse=0.019354	lr=0.239250
Epoch[90] Batch [349]	Speed: 2938.565811 samples/sec	rmse=0.019354	lr=0.239124
Epoch[90] Batch [399]	Speed: 2926.424279 samples/sec	rmse=0.019368	lr=0.238998
Epoch[90] Batch [449]	Speed: 2891.611306 samples/sec	rmse=0.019393	lr=0.238871
Epoch[90] Batch [499]	Speed: 2950.317576 samples/sec	rmse=0.019399	lr=0.238745
Epoch[90] Batch [549]	Speed: 2881.785002 samples/sec	rmse=0.019421	lr=0.238619
Epoch[90] Batch [599]	Speed: 2946.635063 samples/sec	rmse=0.019432	lr=0.238492
Epoch[90] Batch [649]	Speed: 2942.574644 samples/sec	rmse=0.019438	lr=0.238366
Epoch[90] Batch [699]	Speed: 2917.642944 samples/sec	rmse=0.019446	lr=0.238240
Epoch[90] Batch [749]	Speed: 2896.353440 samples/sec	rmse=0.019449	lr=0.238113
Epoch[90] Batch [799]	Speed: 2944.243686 samples/sec	rmse=0.019459	lr=0.237987
Epoch[90] Batch [849]	Speed: 2942.515132 samples/sec	rmse=0.019465	lr=0.237860
Epoch[90] Batch [899]	Speed: 2947.923944 samples/sec	rmse=0.019466	lr=0.237734
Epoch[90] Batch [949]	Speed: 2939.030599 samples/sec	rmse=0.019462	lr=0.237607
Epoch[90] Batch [999]	Speed: 2945.421598 samples/sec	rmse=0.019465	lr=0.237481
Epoch[90] Batch [1049]	Speed: 2920.996698 samples/sec	rmse=0.019460	lr=0.237354
Epoch[90] Batch [1099]	Speed: 2931.404781 samples/sec	rmse=0.019464	lr=0.237228
Epoch[90] Batch [1149]	Speed: 2903.098417 samples/sec	rmse=0.019467	lr=0.237101
Epoch[90] Batch [1199]	Speed: 2941.224610 samples/sec	rmse=0.019469	lr=0.236975
Epoch[90] Batch [1249]	Speed: 2951.527047 samples/sec	rmse=0.019469	lr=0.236848
[Epoch 90] training: rmse=0.019470
[Epoch 90] speed: 2926 samples/sec	time cost: 444.239886
[Epoch 90] validation: err-top1=0.360551 err-top5=0.136440
Epoch[91] Batch [49]	Speed: 2953.874974 samples/sec	rmse=0.019347	lr=0.236719
Epoch[91] Batch [99]	Speed: 2911.535369 samples/sec	rmse=0.019319	lr=0.236592
Epoch[91] Batch [149]	Speed: 2956.450035 samples/sec	rmse=0.019337	lr=0.236466
Epoch[91] Batch [199]	Speed: 2938.473088 samples/sec	rmse=0.019320	lr=0.236339
Epoch[91] Batch [249]	Speed: 2943.129356 samples/sec	rmse=0.019334	lr=0.236213
Epoch[91] Batch [299]	Speed: 2939.613913 samples/sec	rmse=0.019324	lr=0.236086
Epoch[91] Batch [349]	Speed: 2949.529341 samples/sec	rmse=0.019354	lr=0.235959
Epoch[91] Batch [399]	Speed: 2942.265419 samples/sec	rmse=0.019385	lr=0.235832
Epoch[91] Batch [449]	Speed: 2943.737299 samples/sec	rmse=0.019404	lr=0.235706
Epoch[91] Batch [499]	Speed: 2938.105311 samples/sec	rmse=0.019390	lr=0.235579
Epoch[91] Batch [549]	Speed: 2948.254193 samples/sec	rmse=0.019389	lr=0.235452
Epoch[91] Batch [599]	Speed: 2942.015707 samples/sec	rmse=0.019390	lr=0.235326
Epoch[91] Batch [649]	Speed: 2945.385765 samples/sec	rmse=0.019379	lr=0.235199
Epoch[91] Batch [699]	Speed: 2933.409777 samples/sec	rmse=0.019370	lr=0.235072
Epoch[91] Batch [749]	Speed: 2946.614887 samples/sec	rmse=0.019375	lr=0.234945
Epoch[91] Batch [799]	Speed: 2908.418464 samples/sec	rmse=0.019379	lr=0.234818
Epoch[91] Batch [849]	Speed: 2942.897364 samples/sec	rmse=0.019381	lr=0.234692
Epoch[91] Batch [899]	Speed: 2901.774160 samples/sec	rmse=0.019392	lr=0.234565
Epoch[91] Batch [949]	Speed: 2945.472178 samples/sec	rmse=0.019399	lr=0.234438
Epoch[91] Batch [999]	Speed: 2935.798951 samples/sec	rmse=0.019406	lr=0.234311
Epoch[91] Batch [1049]	Speed: 2949.432158 samples/sec	rmse=0.019409	lr=0.234184
Epoch[91] Batch [1099]	Speed: 2941.172484 samples/sec	rmse=0.019417	lr=0.234057
Epoch[91] Batch [1149]	Speed: 2947.980033 samples/sec	rmse=0.019422	lr=0.233930
Epoch[91] Batch [1199]	Speed: 2946.011332 samples/sec	rmse=0.019430	lr=0.233803
Epoch[91] Batch [1249]	Speed: 2963.367951 samples/sec	rmse=0.019438	lr=0.233676
[Epoch 91] training: rmse=0.019437
[Epoch 91] speed: 2938 samples/sec	time cost: 442.470897
[Epoch 91] validation: err-top1=0.348613 err-top5=0.128727
Epoch[92] Batch [49]	Speed: 2957.357592 samples/sec	rmse=0.019291	lr=0.233547
Epoch[92] Batch [99]	Speed: 2940.842289 samples/sec	rmse=0.019227	lr=0.233420
Epoch[92] Batch [149]	Speed: 2944.591482 samples/sec	rmse=0.019288	lr=0.233293
Epoch[92] Batch [199]	Speed: 2939.981505 samples/sec	rmse=0.019300	lr=0.233166
Epoch[92] Batch [249]	Speed: 2942.511463 samples/sec	rmse=0.019302	lr=0.233039
Epoch[92] Batch [299]	Speed: 2940.623059 samples/sec	rmse=0.019308	lr=0.232912
Epoch[92] Batch [349]	Speed: 2934.019724 samples/sec	rmse=0.019303	lr=0.232785
Epoch[92] Batch [399]	Speed: 2951.006472 samples/sec	rmse=0.019317	lr=0.232658
Epoch[92] Batch [449]	Speed: 2938.857045 samples/sec	rmse=0.019313	lr=0.232531
Epoch[92] Batch [499]	Speed: 2934.600409 samples/sec	rmse=0.019317	lr=0.232404
Epoch[92] Batch [549]	Speed: 2939.609165 samples/sec	rmse=0.019315	lr=0.232277
Epoch[92] Batch [599]	Speed: 2945.034551 samples/sec	rmse=0.019319	lr=0.232150
Epoch[92] Batch [649]	Speed: 2943.313217 samples/sec	rmse=0.019323	lr=0.232023
Epoch[92] Batch [699]	Speed: 2947.058161 samples/sec	rmse=0.019326	lr=0.231895
Epoch[92] Batch [749]	Speed: 2923.736590 samples/sec	rmse=0.019333	lr=0.231768
Epoch[92] Batch [799]	Speed: 2941.688224 samples/sec	rmse=0.019337	lr=0.231641
Epoch[92] Batch [849]	Speed: 2939.742282 samples/sec	rmse=0.019347	lr=0.231514
Epoch[92] Batch [899]	Speed: 2941.947311 samples/sec	rmse=0.019347	lr=0.231387
Epoch[92] Batch [949]	Speed: 2932.534036 samples/sec	rmse=0.019366	lr=0.231260
Epoch[92] Batch [999]	Speed: 2933.419314 samples/sec	rmse=0.019373	lr=0.231132
Epoch[92] Batch [1049]	Speed: 2930.684289 samples/sec	rmse=0.019376	lr=0.231005
Epoch[92] Batch [1099]	Speed: 2937.407317 samples/sec	rmse=0.019389	lr=0.230878
Epoch[92] Batch [1149]	Speed: 2938.205487 samples/sec	rmse=0.019399	lr=0.230751
Epoch[92] Batch [1199]	Speed: 2938.437786 samples/sec	rmse=0.019400	lr=0.230623
Epoch[92] Batch [1249]	Speed: 2947.108595 samples/sec	rmse=0.019414	lr=0.230496
[Epoch 92] training: rmse=0.019415
[Epoch 92] speed: 2937 samples/sec	time cost: 442.812258
[Epoch 92] validation: err-top1=0.350187 err-top5=0.130521
Epoch[93] Batch [49]	Speed: 2933.620478 samples/sec	rmse=0.019359	lr=0.230366
Epoch[93] Batch [99]	Speed: 2940.849458 samples/sec	rmse=0.019264	lr=0.230239
Epoch[93] Batch [149]	Speed: 2936.316703 samples/sec	rmse=0.019312	lr=0.230112
Epoch[93] Batch [199]	Speed: 2935.371857 samples/sec	rmse=0.019337	lr=0.229984
Epoch[93] Batch [249]	Speed: 2943.318663 samples/sec	rmse=0.019346	lr=0.229857
Epoch[93] Batch [299]	Speed: 2901.295367 samples/sec	rmse=0.019347	lr=0.229730
Epoch[93] Batch [349]	Speed: 2945.274596 samples/sec	rmse=0.019341	lr=0.229602
Epoch[93] Batch [399]	Speed: 2938.972880 samples/sec	rmse=0.019314	lr=0.229475
Epoch[93] Batch [449]	Speed: 2947.327053 samples/sec	rmse=0.019294	lr=0.229348
Epoch[93] Batch [499]	Speed: 2941.828139 samples/sec	rmse=0.019298	lr=0.229220
Epoch[93] Batch [549]	Speed: 2947.996827 samples/sec	rmse=0.019314	lr=0.229093
Epoch[93] Batch [599]	Speed: 2940.888362 samples/sec	rmse=0.019319	lr=0.228965
Epoch[93] Batch [649]	Speed: 2936.705398 samples/sec	rmse=0.019330	lr=0.228838
Epoch[93] Batch [699]	Speed: 2937.807714 samples/sec	rmse=0.019329	lr=0.228710
Epoch[93] Batch [749]	Speed: 2952.859028 samples/sec	rmse=0.019326	lr=0.228583
Epoch[93] Batch [799]	Speed: 2931.726215 samples/sec	rmse=0.019338	lr=0.228456
Epoch[93] Batch [849]	Speed: 2945.461189 samples/sec	rmse=0.019349	lr=0.228328
Epoch[93] Batch [899]	Speed: 2939.146286 samples/sec	rmse=0.019360	lr=0.228201
Epoch[93] Batch [949]	Speed: 2937.307998 samples/sec	rmse=0.019373	lr=0.228073
Epoch[93] Batch [999]	Speed: 2941.343048 samples/sec	rmse=0.019373	lr=0.227946
Epoch[93] Batch [1049]	Speed: 2932.856199 samples/sec	rmse=0.019382	lr=0.227818
Epoch[93] Batch [1099]	Speed: 2942.720853 samples/sec	rmse=0.019390	lr=0.227691
Epoch[93] Batch [1149]	Speed: 2953.230184 samples/sec	rmse=0.019386	lr=0.227563
Epoch[93] Batch [1199]	Speed: 2900.452208 samples/sec	rmse=0.019392	lr=0.227435
Epoch[93] Batch [1249]	Speed: 2965.950993 samples/sec	rmse=0.019392	lr=0.227308
[Epoch 93] training: rmse=0.019392
[Epoch 93] speed: 2936 samples/sec	time cost: 442.749283
[Epoch 93] validation: err-top1=0.359985 err-top5=0.139893
Epoch[94] Batch [49]	Speed: 2959.326810 samples/sec	rmse=0.019215	lr=0.227178
Epoch[94] Batch [99]	Speed: 2949.747307 samples/sec	rmse=0.019204	lr=0.227050
Epoch[94] Batch [149]	Speed: 2932.827160 samples/sec	rmse=0.019229	lr=0.226922
Epoch[94] Batch [199]	Speed: 2942.254454 samples/sec	rmse=0.019296	lr=0.226795
Epoch[94] Batch [249]	Speed: 2938.650899 samples/sec	rmse=0.019294	lr=0.226667
Epoch[94] Batch [299]	Speed: 2948.456305 samples/sec	rmse=0.019286	lr=0.226540
Epoch[94] Batch [349]	Speed: 2939.534523 samples/sec	rmse=0.019299	lr=0.226412
Epoch[94] Batch [399]	Speed: 2943.925232 samples/sec	rmse=0.019295	lr=0.226284
Epoch[94] Batch [449]	Speed: 2940.979344 samples/sec	rmse=0.019283	lr=0.226157
Epoch[94] Batch [499]	Speed: 2942.217730 samples/sec	rmse=0.019287	lr=0.226029
Epoch[94] Batch [549]	Speed: 2936.133193 samples/sec	rmse=0.019307	lr=0.225901
Epoch[94] Batch [599]	Speed: 2934.415670 samples/sec	rmse=0.019311	lr=0.225774
Epoch[94] Batch [649]	Speed: 2938.244362 samples/sec	rmse=0.019312	lr=0.225646
Epoch[94] Batch [699]	Speed: 2931.794658 samples/sec	rmse=0.019322	lr=0.225518
Epoch[94] Batch [749]	Speed: 2924.513766 samples/sec	rmse=0.019338	lr=0.225390
Epoch[94] Batch [799]	Speed: 2950.386727 samples/sec	rmse=0.019334	lr=0.225263
Epoch[94] Batch [849]	Speed: 2942.937613 samples/sec	rmse=0.019342	lr=0.225135
Epoch[94] Batch [899]	Speed: 2948.914508 samples/sec	rmse=0.019348	lr=0.225007
Epoch[94] Batch [949]	Speed: 2940.284856 samples/sec	rmse=0.019346	lr=0.224879
Epoch[94] Batch [999]	Speed: 2947.320864 samples/sec	rmse=0.019356	lr=0.224752
Epoch[94] Batch [1049]	Speed: 2943.896699 samples/sec	rmse=0.019357	lr=0.224624
Epoch[94] Batch [1099]	Speed: 2951.384869 samples/sec	rmse=0.019359	lr=0.224496
Epoch[94] Batch [1149]	Speed: 2932.936951 samples/sec	rmse=0.019356	lr=0.224368
Epoch[94] Batch [1199]	Speed: 2946.463318 samples/sec	rmse=0.019358	lr=0.224240
Epoch[94] Batch [1249]	Speed: 2957.939689 samples/sec	rmse=0.019365	lr=0.224112
[Epoch 94] training: rmse=0.019365
[Epoch 94] speed: 2940 samples/sec	time cost: 442.400434
[Epoch 94] validation: err-top1=0.346022 err-top5=0.128328
Epoch[95] Batch [49]	Speed: 2945.142592 samples/sec	rmse=0.019012	lr=0.223982
Epoch[95] Batch [99]	Speed: 2936.253068 samples/sec	rmse=0.019182	lr=0.223854
Epoch[95] Batch [149]	Speed: 2913.479828 samples/sec	rmse=0.019188	lr=0.223726
Epoch[95] Batch [199]	Speed: 2938.290354 samples/sec	rmse=0.019202	lr=0.223598
Epoch[95] Batch [249]	Speed: 2942.513681 samples/sec	rmse=0.019205	lr=0.223471
Epoch[95] Batch [299]	Speed: 2934.477140 samples/sec	rmse=0.019202	lr=0.223343
Epoch[95] Batch [349]	Speed: 2945.055028 samples/sec	rmse=0.019195	lr=0.223215
Epoch[95] Batch [399]	Speed: 2940.668199 samples/sec	rmse=0.019229	lr=0.223087
Epoch[95] Batch [449]	Speed: 2930.639375 samples/sec	rmse=0.019215	lr=0.222959
Epoch[95] Batch [499]	Speed: 2932.317164 samples/sec	rmse=0.019215	lr=0.222831
Epoch[95] Batch [549]	Speed: 2945.895589 samples/sec	rmse=0.019248	lr=0.222703
Epoch[95] Batch [599]	Speed: 2936.390780 samples/sec	rmse=0.019261	lr=0.222575
Epoch[95] Batch [649]	Speed: 2945.661342 samples/sec	rmse=0.019271	lr=0.222447
Epoch[95] Batch [699]	Speed: 2944.146165 samples/sec	rmse=0.019283	lr=0.222319
Epoch[95] Batch [749]	Speed: 2920.166590 samples/sec	rmse=0.019287	lr=0.222191
Epoch[95] Batch [799]	Speed: 2938.166775 samples/sec	rmse=0.019295	lr=0.222063
Epoch[95] Batch [849]	Speed: 2946.358697 samples/sec	rmse=0.019305	lr=0.221935
Epoch[95] Batch [899]	Speed: 2933.404247 samples/sec	rmse=0.019316	lr=0.221807
Epoch[95] Batch [949]	Speed: 2936.002088 samples/sec	rmse=0.019320	lr=0.221679
Epoch[95] Batch [999]	Speed: 2941.033034 samples/sec	rmse=0.019331	lr=0.221551
Epoch[95] Batch [1049]	Speed: 2954.418022 samples/sec	rmse=0.019340	lr=0.221423
Epoch[95] Batch [1099]	Speed: 2946.344953 samples/sec	rmse=0.019339	lr=0.221295
Epoch[95] Batch [1149]	Speed: 2945.140452 samples/sec	rmse=0.019340	lr=0.221167
Epoch[95] Batch [1199]	Speed: 2945.717547 samples/sec	rmse=0.019341	lr=0.221039
Epoch[95] Batch [1249]	Speed: 2957.818281 samples/sec	rmse=0.019346	lr=0.220911
[Epoch 95] training: rmse=0.019345
[Epoch 95] speed: 2937 samples/sec	time cost: 442.815585
[Epoch 95] validation: err-top1=0.369719 err-top5=0.146763
Epoch[96] Batch [49]	Speed: 2950.538821 samples/sec	rmse=0.018957	lr=0.220780
Epoch[96] Batch [99]	Speed: 2941.261470 samples/sec	rmse=0.019046	lr=0.220652
Epoch[96] Batch [149]	Speed: 2939.553998 samples/sec	rmse=0.019135	lr=0.220524
Epoch[96] Batch [199]	Speed: 2938.011451 samples/sec	rmse=0.019190	lr=0.220396
Epoch[96] Batch [249]	Speed: 2938.081272 samples/sec	rmse=0.019181	lr=0.220268
Epoch[96] Batch [299]	Speed: 2939.337012 samples/sec	rmse=0.019195	lr=0.220140
Epoch[96] Batch [349]	Speed: 2925.103842 samples/sec	rmse=0.019216	lr=0.220012
Epoch[96] Batch [399]	Speed: 2930.551831 samples/sec	rmse=0.019224	lr=0.219883
Epoch[96] Batch [449]	Speed: 2931.374490 samples/sec	rmse=0.019236	lr=0.219755
Epoch[96] Batch [499]	Speed: 2942.424579 samples/sec	rmse=0.019251	lr=0.219627
Epoch[96] Batch [549]	Speed: 2928.324353 samples/sec	rmse=0.019271	lr=0.219499
Epoch[96] Batch [599]	Speed: 2937.135692 samples/sec	rmse=0.019280	lr=0.219371
Epoch[96] Batch [649]	Speed: 2944.348158 samples/sec	rmse=0.019286	lr=0.219243
Epoch[96] Batch [699]	Speed: 2925.898449 samples/sec	rmse=0.019278	lr=0.219114
Epoch[96] Batch [749]	Speed: 2911.009824 samples/sec	rmse=0.019292	lr=0.218986
Epoch[96] Batch [799]	Speed: 2935.461415 samples/sec	rmse=0.019289	lr=0.218858
Epoch[96] Batch [849]	Speed: 2927.494147 samples/sec	rmse=0.019286	lr=0.218730
Epoch[96] Batch [899]	Speed: 2938.358902 samples/sec	rmse=0.019297	lr=0.218602
Epoch[96] Batch [949]	Speed: 2925.693559 samples/sec	rmse=0.019295	lr=0.218473
Epoch[96] Batch [999]	Speed: 2935.927429 samples/sec	rmse=0.019299	lr=0.218345
Epoch[96] Batch [1049]	Speed: 2943.994487 samples/sec	rmse=0.019301	lr=0.218217
Epoch[96] Batch [1099]	Speed: 2941.310174 samples/sec	rmse=0.019307	lr=0.218089
Epoch[96] Batch [1149]	Speed: 2916.268280 samples/sec	rmse=0.019313	lr=0.217960
Epoch[96] Batch [1199]	Speed: 2938.326336 samples/sec	rmse=0.019323	lr=0.217832
Epoch[96] Batch [1249]	Speed: 2953.321525 samples/sec	rmse=0.019321	lr=0.217704
[Epoch 96] training: rmse=0.019322
[Epoch 96] speed: 2932 samples/sec	time cost: 443.388107
[Epoch 96] validation: err-top1=0.357621 err-top5=0.137675
Epoch[97] Batch [49]	Speed: 2952.367329 samples/sec	rmse=0.019082	lr=0.217573
Epoch[97] Batch [99]	Speed: 2927.237998 samples/sec	rmse=0.019114	lr=0.217445
Epoch[97] Batch [149]	Speed: 2927.946416 samples/sec	rmse=0.019163	lr=0.217316
Epoch[97] Batch [199]	Speed: 2932.506324 samples/sec	rmse=0.019198	lr=0.217188
Epoch[97] Batch [249]	Speed: 2939.251764 samples/sec	rmse=0.019218	lr=0.217060
Epoch[97] Batch [299]	Speed: 2923.931412 samples/sec	rmse=0.019231	lr=0.216931
Epoch[97] Batch [349]	Speed: 2935.057525 samples/sec	rmse=0.019266	lr=0.216803
Epoch[97] Batch [399]	Speed: 2933.632701 samples/sec	rmse=0.019287	lr=0.216675
Epoch[97] Batch [449]	Speed: 2945.362456 samples/sec	rmse=0.019300	lr=0.216546
Epoch[97] Batch [499]	Speed: 2929.778358 samples/sec	rmse=0.019279	lr=0.216418
Epoch[97] Batch [549]	Speed: 2937.600148 samples/sec	rmse=0.019274	lr=0.216290
Epoch[97] Batch [599]	Speed: 2932.981695 samples/sec	rmse=0.019270	lr=0.216161
Epoch[97] Batch [649]	Speed: 2941.393528 samples/sec	rmse=0.019286	lr=0.216033
Epoch[97] Batch [699]	Speed: 2946.630858 samples/sec	rmse=0.019275	lr=0.215905
Epoch[97] Batch [749]	Speed: 2916.859589 samples/sec	rmse=0.019280	lr=0.215776
Epoch[97] Batch [799]	Speed: 2895.352271 samples/sec	rmse=0.019291	lr=0.215648
Epoch[97] Batch [849]	Speed: 2941.645914 samples/sec	rmse=0.019297	lr=0.215519
Epoch[97] Batch [899]	Speed: 2918.879048 samples/sec	rmse=0.019290	lr=0.215391
Epoch[97] Batch [949]	Speed: 2939.056382 samples/sec	rmse=0.019284	lr=0.215263
Epoch[97] Batch [999]	Speed: 2938.653031 samples/sec	rmse=0.019285	lr=0.215134
Epoch[97] Batch [1049]	Speed: 2931.933353 samples/sec	rmse=0.019296	lr=0.215006
Epoch[97] Batch [1099]	Speed: 2937.416839 samples/sec	rmse=0.019306	lr=0.214877
Epoch[97] Batch [1149]	Speed: 2932.000643 samples/sec	rmse=0.019306	lr=0.214749
Epoch[97] Batch [1199]	Speed: 2900.541802 samples/sec	rmse=0.019309	lr=0.214621
Epoch[97] Batch [1249]	Speed: 2957.054536 samples/sec	rmse=0.019309	lr=0.214492
[Epoch 97] training: rmse=0.019309
[Epoch 97] speed: 2930 samples/sec	time cost: 444.044111
[Epoch 97] validation: err-top1=0.352997 err-top5=0.132175
Epoch[98] Batch [49]	Speed: 2960.197410 samples/sec	rmse=0.019039	lr=0.214361
Epoch[98] Batch [99]	Speed: 2942.143399 samples/sec	rmse=0.019121	lr=0.214233
Epoch[98] Batch [149]	Speed: 2941.952510 samples/sec	rmse=0.019138	lr=0.214104
Epoch[98] Batch [199]	Speed: 2940.313198 samples/sec	rmse=0.019192	lr=0.213976
Epoch[98] Batch [249]	Speed: 2933.432336 samples/sec	rmse=0.019146	lr=0.213847
Epoch[98] Batch [299]	Speed: 2941.706197 samples/sec	rmse=0.019168	lr=0.213719
Epoch[98] Batch [349]	Speed: 2941.008666 samples/sec	rmse=0.019187	lr=0.213590
Epoch[98] Batch [399]	Speed: 2917.715804 samples/sec	rmse=0.019163	lr=0.213462
Epoch[98] Batch [449]	Speed: 2925.216403 samples/sec	rmse=0.019166	lr=0.213333
Epoch[98] Batch [499]	Speed: 2928.900269 samples/sec	rmse=0.019189	lr=0.213205
Epoch[98] Batch [549]	Speed: 2906.324789 samples/sec	rmse=0.019189	lr=0.213076
Epoch[98] Batch [599]	Speed: 2936.815440 samples/sec	rmse=0.019176	lr=0.212948
Epoch[98] Batch [649]	Speed: 2937.658979 samples/sec	rmse=0.019174	lr=0.212819
Epoch[98] Batch [699]	Speed: 2943.789717 samples/sec	rmse=0.019191	lr=0.212691
Epoch[98] Batch [749]	Speed: 2938.434006 samples/sec	rmse=0.019198	lr=0.212562
Epoch[98] Batch [799]	Speed: 2943.893309 samples/sec	rmse=0.019204	lr=0.212434
Epoch[98] Batch [849]	Speed: 2940.787761 samples/sec	rmse=0.019216	lr=0.212305
Epoch[98] Batch [899]	Speed: 2940.665944 samples/sec	rmse=0.019233	lr=0.212177
Epoch[98] Batch [949]	Speed: 2937.842117 samples/sec	rmse=0.019238	lr=0.212048
Epoch[98] Batch [999]	Speed: 2939.798342 samples/sec	rmse=0.019231	lr=0.211920
Epoch[98] Batch [1049]	Speed: 2929.891878 samples/sec	rmse=0.019231	lr=0.211791
Epoch[98] Batch [1099]	Speed: 2949.484090 samples/sec	rmse=0.019231	lr=0.211662
Epoch[98] Batch [1149]	Speed: 2893.988854 samples/sec	rmse=0.019237	lr=0.211534
Epoch[98] Batch [1199]	Speed: 2942.452317 samples/sec	rmse=0.019243	lr=0.211405
Epoch[98] Batch [1249]	Speed: 2957.777094 samples/sec	rmse=0.019254	lr=0.211277
[Epoch 98] training: rmse=0.019253
[Epoch 98] speed: 2934 samples/sec	time cost: 443.174013
[Epoch 98] validation: err-top1=0.336833 err-top5=0.123149
Epoch[99] Batch [49]	Speed: 2952.261963 samples/sec	rmse=0.018936	lr=0.211146
Epoch[99] Batch [99]	Speed: 2937.798270 samples/sec	rmse=0.019080	lr=0.211017
Epoch[99] Batch [149]	Speed: 2904.039916 samples/sec	rmse=0.019093	lr=0.210888
Epoch[99] Batch [199]	Speed: 2941.028523 samples/sec	rmse=0.019108	lr=0.210760
Epoch[99] Batch [249]	Speed: 2932.823995 samples/sec	rmse=0.019122	lr=0.210631
Epoch[99] Batch [299]	Speed: 2930.839999 samples/sec	rmse=0.019141	lr=0.210503
Epoch[99] Batch [349]	Speed: 2936.840823 samples/sec	rmse=0.019159	lr=0.210374
Epoch[99] Batch [399]	Speed: 2947.381096 samples/sec	rmse=0.019157	lr=0.210245
Epoch[99] Batch [449]	Speed: 2937.254364 samples/sec	rmse=0.019173	lr=0.210117
Epoch[99] Batch [499]	Speed: 2950.331601 samples/sec	rmse=0.019195	lr=0.209988
Epoch[99] Batch [549]	Speed: 2936.546374 samples/sec	rmse=0.019202	lr=0.209859
Epoch[99] Batch [599]	Speed: 2909.771779 samples/sec	rmse=0.019197	lr=0.209731
Epoch[99] Batch [649]	Speed: 2941.971816 samples/sec	rmse=0.019190	lr=0.209602
Epoch[99] Batch [699]	Speed: 2941.185978 samples/sec	rmse=0.019196	lr=0.209474
Epoch[99] Batch [749]	Speed: 2932.773889 samples/sec	rmse=0.019193	lr=0.209345
Epoch[99] Batch [799]	Speed: 2942.814731 samples/sec	rmse=0.019191	lr=0.209216
Epoch[99] Batch [849]	Speed: 2937.521751 samples/sec	rmse=0.019194	lr=0.209088
Epoch[99] Batch [899]	Speed: 2938.211236 samples/sec	rmse=0.019210	lr=0.208959
Epoch[99] Batch [949]	Speed: 2946.635669 samples/sec	rmse=0.019212	lr=0.208830
Epoch[99] Batch [999]	Speed: 2931.853096 samples/sec	rmse=0.019208	lr=0.208702
Epoch[99] Batch [1049]	Speed: 2938.465650 samples/sec	rmse=0.019213	lr=0.208573
Epoch[99] Batch [1099]	Speed: 2938.563881 samples/sec	rmse=0.019213	lr=0.208444
Epoch[99] Batch [1149]	Speed: 2937.378027 samples/sec	rmse=0.019216	lr=0.208316
Epoch[99] Batch [1199]	Speed: 2944.195328 samples/sec	rmse=0.019227	lr=0.208187
Epoch[99] Batch [1249]	Speed: 2954.263333 samples/sec	rmse=0.019243	lr=0.208058
[Epoch 99] training: rmse=0.019243
[Epoch 99] speed: 2935 samples/sec	time cost: 442.837101
[Epoch 99] validation: err-top1=0.330855 err-top5=0.117267
Epoch[100] Batch [49]	Speed: 2953.098116 samples/sec	rmse=0.019031	lr=0.207927
Epoch[100] Batch [99]	Speed: 2933.707565 samples/sec	rmse=0.019106	lr=0.207798
Epoch[100] Batch [149]	Speed: 2939.134701 samples/sec	rmse=0.019119	lr=0.207670
Epoch[100] Batch [199]	Speed: 2928.497783 samples/sec	rmse=0.019137	lr=0.207541
Epoch[100] Batch [249]	Speed: 2947.051245 samples/sec	rmse=0.019172	lr=0.207412
Epoch[100] Batch [299]	Speed: 2927.886656 samples/sec	rmse=0.019189	lr=0.207284
Epoch[100] Batch [349]	Speed: 2945.586272 samples/sec	rmse=0.019181	lr=0.207155
Epoch[100] Batch [399]	Speed: 2940.663407 samples/sec	rmse=0.019178	lr=0.207026
Epoch[100] Batch [449]	Speed: 2928.823334 samples/sec	rmse=0.019165	lr=0.206898
Epoch[100] Batch [499]	Speed: 2925.827372 samples/sec	rmse=0.019158	lr=0.206769
Epoch[100] Batch [549]	Speed: 2938.679893 samples/sec	rmse=0.019159	lr=0.206640
Epoch[100] Batch [599]	Speed: 2941.721469 samples/sec	rmse=0.019160	lr=0.206511
Epoch[100] Batch [649]	Speed: 2925.005035 samples/sec	rmse=0.019170	lr=0.206383
Epoch[100] Batch [699]	Speed: 2921.029715 samples/sec	rmse=0.019186	lr=0.206254
Epoch[100] Batch [749]	Speed: 2945.361931 samples/sec	rmse=0.019196	lr=0.206125
Epoch[100] Batch [799]	Speed: 2940.968389 samples/sec	rmse=0.019207	lr=0.205997
Epoch[100] Batch [849]	Speed: 2949.030934 samples/sec	rmse=0.019208	lr=0.205868
Epoch[100] Batch [899]	Speed: 2927.822907 samples/sec	rmse=0.019207	lr=0.205739
Epoch[100] Batch [949]	Speed: 2938.446752 samples/sec	rmse=0.019212	lr=0.205610
Epoch[100] Batch [999]	Speed: 2936.354283 samples/sec	rmse=0.019217	lr=0.205482
Epoch[100] Batch [1049]	Speed: 2944.013456 samples/sec	rmse=0.019219	lr=0.205353
Epoch[100] Batch [1099]	Speed: 2941.956984 samples/sec	rmse=0.019220	lr=0.205224
Epoch[100] Batch [1149]	Speed: 2929.019075 samples/sec	rmse=0.019224	lr=0.205095
Epoch[100] Batch [1199]	Speed: 2935.876574 samples/sec	rmse=0.019228	lr=0.204967
Epoch[100] Batch [1249]	Speed: 2950.483324 samples/sec	rmse=0.019227	lr=0.204838
[Epoch 100] training: rmse=0.019225
[Epoch 100] speed: 2935 samples/sec	time cost: 443.549960
[Epoch 100] validation: err-top1=0.330337 err-top5=0.119838
Epoch[101] Batch [49]	Speed: 2949.808003 samples/sec	rmse=0.018977	lr=0.204707
Epoch[101] Batch [99]	Speed: 2935.771459 samples/sec	rmse=0.018935	lr=0.204578
Epoch[101] Batch [149]	Speed: 2937.252556 samples/sec	rmse=0.018966	lr=0.204449
Epoch[101] Batch [199]	Speed: 2947.501568 samples/sec	rmse=0.019051	lr=0.204320
Epoch[101] Batch [249]	Speed: 2936.476626 samples/sec	rmse=0.019069	lr=0.204192
Epoch[101] Batch [299]	Speed: 2940.946600 samples/sec	rmse=0.019089	lr=0.204063
Epoch[101] Batch [349]	Speed: 2940.773062 samples/sec	rmse=0.019093	lr=0.203934
Epoch[101] Batch [399]	Speed: 2946.055587 samples/sec	rmse=0.019093	lr=0.203805
Epoch[101] Batch [449]	Speed: 2934.084465 samples/sec	rmse=0.019112	lr=0.203677
Epoch[101] Batch [499]	Speed: 2940.053272 samples/sec	rmse=0.019114	lr=0.203548
Epoch[101] Batch [549]	Speed: 2934.884841 samples/sec	rmse=0.019110	lr=0.203419
Epoch[101] Batch [599]	Speed: 2950.386889 samples/sec	rmse=0.019103	lr=0.203290
Epoch[101] Batch [649]	Speed: 2941.205475 samples/sec	rmse=0.019119	lr=0.203161
Epoch[101] Batch [699]	Speed: 2937.958032 samples/sec	rmse=0.019129	lr=0.203033
Epoch[101] Batch [749]	Speed: 2883.175418 samples/sec	rmse=0.019129	lr=0.202904
Epoch[101] Batch [799]	Speed: 2936.809696 samples/sec	rmse=0.019131	lr=0.202775
Epoch[101] Batch [849]	Speed: 2940.172662 samples/sec	rmse=0.019136	lr=0.202646
Epoch[101] Batch [899]	Speed: 2938.529340 samples/sec	rmse=0.019143	lr=0.202518
Epoch[101] Batch [949]	Speed: 2922.288654 samples/sec	rmse=0.019139	lr=0.202389
Epoch[101] Batch [999]	Speed: 2923.524679 samples/sec	rmse=0.019151	lr=0.202260
Epoch[101] Batch [1049]	Speed: 2904.001784 samples/sec	rmse=0.019157	lr=0.202131
Epoch[101] Batch [1099]	Speed: 2943.441990 samples/sec	rmse=0.019159	lr=0.202003
Epoch[101] Batch [1149]	Speed: 2947.901364 samples/sec	rmse=0.019156	lr=0.201874
Epoch[101] Batch [1199]	Speed: 2948.231729 samples/sec	rmse=0.019162	lr=0.201745
Epoch[101] Batch [1249]	Speed: 2963.606208 samples/sec	rmse=0.019169	lr=0.201616
[Epoch 101] training: rmse=0.019169
[Epoch 101] speed: 2934 samples/sec	time cost: 442.826652
[Epoch 101] validation: err-top1=0.355748 err-top5=0.135005
Epoch[102] Batch [49]	Speed: 2956.858450 samples/sec	rmse=0.018928	lr=0.201485
Epoch[102] Batch [99]	Speed: 2935.532279 samples/sec	rmse=0.018888	lr=0.201356
Epoch[102] Batch [149]	Speed: 2936.086346 samples/sec	rmse=0.018922	lr=0.201227
Epoch[102] Batch [199]	Speed: 2947.181883 samples/sec	rmse=0.018966	lr=0.201099
Epoch[102] Batch [249]	Speed: 2937.371076 samples/sec	rmse=0.018981	lr=0.200970
Epoch[102] Batch [299]	Speed: 2943.067402 samples/sec	rmse=0.018997	lr=0.200841
Epoch[102] Batch [349]	Speed: 2948.053121 samples/sec	rmse=0.019043	lr=0.200712
Epoch[102] Batch [399]	Speed: 2941.681092 samples/sec	rmse=0.019051	lr=0.200583
Epoch[102] Batch [449]	Speed: 2938.424156 samples/sec	rmse=0.019081	lr=0.200455
Epoch[102] Batch [499]	Speed: 2931.278659 samples/sec	rmse=0.019093	lr=0.200326
Epoch[102] Batch [549]	Speed: 2922.897843 samples/sec	rmse=0.019106	lr=0.200197
Epoch[102] Batch [599]	Speed: 2934.019724 samples/sec	rmse=0.019111	lr=0.200068
Epoch[102] Batch [649]	Speed: 2893.973683 samples/sec	rmse=0.019123	lr=0.199939
Epoch[102] Batch [699]	Speed: 2904.112295 samples/sec	rmse=0.019137	lr=0.199811
Epoch[102] Batch [749]	Speed: 2939.509858 samples/sec	rmse=0.019151	lr=0.199682
Epoch[102] Batch [799]	Speed: 2939.536736 samples/sec	rmse=0.019164	lr=0.199553
Epoch[102] Batch [849]	Speed: 2946.316656 samples/sec	rmse=0.019163	lr=0.199424
Epoch[102] Batch [899]	Speed: 2942.723313 samples/sec	rmse=0.019163	lr=0.199296
Epoch[102] Batch [949]	Speed: 2940.069654 samples/sec	rmse=0.019170	lr=0.199167
Epoch[102] Batch [999]	Speed: 2940.741087 samples/sec	rmse=0.019167	lr=0.199038
Epoch[102] Batch [1049]	Speed: 2916.723346 samples/sec	rmse=0.019161	lr=0.198909
Epoch[102] Batch [1099]	Speed: 2937.006305 samples/sec	rmse=0.019163	lr=0.198780
Epoch[102] Batch [1149]	Speed: 2955.701031 samples/sec	rmse=0.019167	lr=0.198652
Epoch[102] Batch [1199]	Speed: 2932.480736 samples/sec	rmse=0.019166	lr=0.198523
Epoch[102] Batch [1249]	Speed: 2944.649463 samples/sec	rmse=0.019167	lr=0.198394
[Epoch 102] training: rmse=0.019168
[Epoch 102] speed: 2933 samples/sec	time cost: 443.298215
[Epoch 102] validation: err-top1=0.337751 err-top5=0.122947
Epoch[103] Batch [49]	Speed: 2954.509031 samples/sec	rmse=0.018800	lr=0.198263
Epoch[103] Batch [99]	Speed: 2947.818248 samples/sec	rmse=0.018866	lr=0.198134
Epoch[103] Batch [149]	Speed: 2942.226800 samples/sec	rmse=0.018890	lr=0.198005
Epoch[103] Batch [199]	Speed: 2938.997576 samples/sec	rmse=0.018937	lr=0.197876
Epoch[103] Batch [249]	Speed: 2929.242531 samples/sec	rmse=0.018961	lr=0.197748
Epoch[103] Batch [299]	Speed: 2919.981242 samples/sec	rmse=0.018982	lr=0.197619
Epoch[103] Batch [349]	Speed: 2936.585245 samples/sec	rmse=0.019000	lr=0.197490
Epoch[103] Batch [399]	Speed: 2942.782873 samples/sec	rmse=0.019016	lr=0.197361
Epoch[103] Batch [449]	Speed: 2942.659319 samples/sec	rmse=0.019036	lr=0.197233
Epoch[103] Batch [499]	Speed: 2935.236768 samples/sec	rmse=0.019049	lr=0.197104
Epoch[103] Batch [549]	Speed: 2915.592418 samples/sec	rmse=0.019050	lr=0.196975
Epoch[103] Batch [599]	Speed: 2933.411059 samples/sec	rmse=0.019059	lr=0.196846
Epoch[103] Batch [649]	Speed: 2936.493129 samples/sec	rmse=0.019082	lr=0.196717
Epoch[103] Batch [699]	Speed: 2939.601318 samples/sec	rmse=0.019091	lr=0.196589
Epoch[103] Batch [749]	Speed: 2945.378857 samples/sec	rmse=0.019093	lr=0.196460
Epoch[103] Batch [799]	Speed: 2944.059507 samples/sec	rmse=0.019097	lr=0.196331
Epoch[103] Batch [849]	Speed: 2941.780828 samples/sec	rmse=0.019105	lr=0.196202
Epoch[103] Batch [899]	Speed: 2898.169007 samples/sec	rmse=0.019108	lr=0.196074
Epoch[103] Batch [949]	Speed: 2916.818743 samples/sec	rmse=0.019121	lr=0.195945
Epoch[103] Batch [999]	Speed: 2938.329954 samples/sec	rmse=0.019124	lr=0.195816
Epoch[103] Batch [1049]	Speed: 2935.376391 samples/sec	rmse=0.019129	lr=0.195687
Epoch[103] Batch [1099]	Speed: 2933.523820 samples/sec	rmse=0.019125	lr=0.195559
Epoch[103] Batch [1149]	Speed: 2938.578035 samples/sec	rmse=0.019129	lr=0.195430
Epoch[103] Batch [1199]	Speed: 2946.963971 samples/sec	rmse=0.019136	lr=0.195301
Epoch[103] Batch [1249]	Speed: 2950.927722 samples/sec	rmse=0.019131	lr=0.195172
[Epoch 103] training: rmse=0.019131
[Epoch 103] speed: 2933 samples/sec	time cost: 443.475454
[Epoch 103] validation: err-top1=0.331912 err-top5=0.119280
Epoch[104] Batch [49]	Speed: 2961.134096 samples/sec	rmse=0.018966	lr=0.195041
Epoch[104] Batch [99]	Speed: 2913.054816 samples/sec	rmse=0.018992	lr=0.194912
Epoch[104] Batch [149]	Speed: 2945.351105 samples/sec	rmse=0.019010	lr=0.194784
Epoch[104] Batch [199]	Speed: 2931.725415 samples/sec	rmse=0.019003	lr=0.194655
Epoch[104] Batch [249]	Speed: 2934.051312 samples/sec	rmse=0.019000	lr=0.194526
Epoch[104] Batch [299]	Speed: 2934.557500 samples/sec	rmse=0.019017	lr=0.194397
Epoch[104] Batch [349]	Speed: 2943.011701 samples/sec	rmse=0.019016	lr=0.194269
Epoch[104] Batch [399]	Speed: 2932.113776 samples/sec	rmse=0.019011	lr=0.194140
Epoch[104] Batch [449]	Speed: 2943.962966 samples/sec	rmse=0.019030	lr=0.194011
Epoch[104] Batch [499]	Speed: 2942.673230 samples/sec	rmse=0.019036	lr=0.193882
Epoch[104] Batch [549]	Speed: 2946.087273 samples/sec	rmse=0.019053	lr=0.193754
Epoch[104] Batch [599]	Speed: 2939.272763 samples/sec	rmse=0.019061	lr=0.193625
Epoch[104] Batch [649]	Speed: 2937.442795 samples/sec	rmse=0.019058	lr=0.193496
Epoch[104] Batch [699]	Speed: 2941.133733 samples/sec	rmse=0.019066	lr=0.193368
Epoch[104] Batch [749]	Speed: 2943.790525 samples/sec	rmse=0.019061	lr=0.193239
Epoch[104] Batch [799]	Speed: 2931.066614 samples/sec	rmse=0.019062	lr=0.193110
Epoch[104] Batch [849]	Speed: 2930.941281 samples/sec	rmse=0.019060	lr=0.192981
Epoch[104] Batch [899]	Speed: 2935.890983 samples/sec	rmse=0.019066	lr=0.192853
Epoch[104] Batch [949]	Speed: 2929.009886 samples/sec	rmse=0.019074	lr=0.192724
Epoch[104] Batch [999]	Speed: 2942.410146 samples/sec	rmse=0.019085	lr=0.192595
Epoch[104] Batch [1049]	Speed: 2940.143518 samples/sec	rmse=0.019090	lr=0.192467
Epoch[104] Batch [1099]	Speed: 2933.142737 samples/sec	rmse=0.019093	lr=0.192338
Epoch[104] Batch [1149]	Speed: 2939.283988 samples/sec	rmse=0.019100	lr=0.192209
Epoch[104] Batch [1199]	Speed: 2934.699465 samples/sec	rmse=0.019102	lr=0.192081
Epoch[104] Batch [1249]	Speed: 2957.621890 samples/sec	rmse=0.019104	lr=0.191952
[Epoch 104] training: rmse=0.019103
[Epoch 104] speed: 2936 samples/sec	time cost: 442.741483
[Epoch 104] validation: err-top1=0.351400 err-top5=0.132996
Epoch[105] Batch [49]	Speed: 2945.356518 samples/sec	rmse=0.018922	lr=0.191821
Epoch[105] Batch [99]	Speed: 2929.203415 samples/sec	rmse=0.018869	lr=0.191692
Epoch[105] Batch [149]	Speed: 2918.480938 samples/sec	rmse=0.018899	lr=0.191563
Epoch[105] Batch [199]	Speed: 2921.035237 samples/sec	rmse=0.018935	lr=0.191435
Epoch[105] Batch [249]	Speed: 2932.390479 samples/sec	rmse=0.018926	lr=0.191306
Epoch[105] Batch [299]	Speed: 2942.137031 samples/sec	rmse=0.018963	lr=0.191177
Epoch[105] Batch [349]	Speed: 2938.034845 samples/sec	rmse=0.018971	lr=0.191049
Epoch[105] Batch [399]	Speed: 2923.528062 samples/sec	rmse=0.018986	lr=0.190920
Epoch[105] Batch [449]	Speed: 2938.734183 samples/sec	rmse=0.018988	lr=0.190791
Epoch[105] Batch [499]	Speed: 2930.542113 samples/sec	rmse=0.019002	lr=0.190663
Epoch[105] Batch [549]	Speed: 2929.667963 samples/sec	rmse=0.018997	lr=0.190534
Epoch[105] Batch [599]	Speed: 2935.056000 samples/sec	rmse=0.018995	lr=0.190405
Epoch[105] Batch [649]	Speed: 2941.298330 samples/sec	rmse=0.019003	lr=0.190277
Epoch[105] Batch [699]	Speed: 2920.747723 samples/sec	rmse=0.019015	lr=0.190148
Epoch[105] Batch [749]	Speed: 2915.386356 samples/sec	rmse=0.019022	lr=0.190020
Epoch[105] Batch [799]	Speed: 2937.655443 samples/sec	rmse=0.019018	lr=0.189891
Epoch[105] Batch [849]	Speed: 2935.644560 samples/sec	rmse=0.019018	lr=0.189762
Epoch[105] Batch [899]	Speed: 2944.482229 samples/sec	rmse=0.019024	lr=0.189634
Epoch[105] Batch [949]	Speed: 2916.127697 samples/sec	rmse=0.019035	lr=0.189505
Epoch[105] Batch [999]	Speed: 2931.310028 samples/sec	rmse=0.019040	lr=0.189377
Epoch[105] Batch [1049]	Speed: 2939.219299 samples/sec	rmse=0.019036	lr=0.189248
Epoch[105] Batch [1099]	Speed: 2940.213722 samples/sec	rmse=0.019042	lr=0.189119
Epoch[105] Batch [1149]	Speed: 2907.391659 samples/sec	rmse=0.019055	lr=0.188991
Epoch[105] Batch [1199]	Speed: 2941.282579 samples/sec	rmse=0.019057	lr=0.188862
Epoch[105] Batch [1249]	Speed: 2961.992523 samples/sec	rmse=0.019065	lr=0.188734
[Epoch 105] training: rmse=0.019065
[Epoch 105] speed: 2930 samples/sec	time cost: 443.857311
[Epoch 105] validation: err-top1=0.344866 err-top5=0.130082
Epoch[106] Batch [49]	Speed: 2970.216473 samples/sec	rmse=0.018959	lr=0.188602
Epoch[106] Batch [99]	Speed: 2895.628482 samples/sec	rmse=0.018945	lr=0.188474
Epoch[106] Batch [149]	Speed: 2910.540641 samples/sec	rmse=0.018967	lr=0.188345
Epoch[106] Batch [199]	Speed: 2942.034731 samples/sec	rmse=0.018934	lr=0.188217
Epoch[106] Batch [249]	Speed: 2943.205431 samples/sec	rmse=0.018932	lr=0.188088
Epoch[106] Batch [299]	Speed: 2939.934173 samples/sec	rmse=0.018939	lr=0.187960
Epoch[106] Batch [349]	Speed: 2943.793793 samples/sec	rmse=0.018951	lr=0.187831
Epoch[106] Batch [399]	Speed: 2946.559659 samples/sec	rmse=0.018955	lr=0.187703
Epoch[106] Batch [449]	Speed: 2945.332038 samples/sec	rmse=0.018958	lr=0.187574
Epoch[106] Batch [499]	Speed: 2944.720286 samples/sec	rmse=0.018972	lr=0.187445
Epoch[106] Batch [549]	Speed: 2945.374939 samples/sec	rmse=0.018995	lr=0.187317
Epoch[106] Batch [599]	Speed: 2925.080415 samples/sec	rmse=0.018999	lr=0.187188
Epoch[106] Batch [649]	Speed: 2935.170893 samples/sec	rmse=0.019004	lr=0.187060
Epoch[106] Batch [699]	Speed: 2942.461065 samples/sec	rmse=0.019011	lr=0.186931
Epoch[106] Batch [749]	Speed: 2942.174276 samples/sec	rmse=0.019017	lr=0.186803
Epoch[106] Batch [799]	Speed: 2924.546225 samples/sec	rmse=0.019021	lr=0.186674
Epoch[106] Batch [849]	Speed: 2919.602201 samples/sec	rmse=0.019020	lr=0.186546
Epoch[106] Batch [899]	Speed: 2917.245527 samples/sec	rmse=0.019019	lr=0.186417
Epoch[106] Batch [949]	Speed: 2949.383427 samples/sec	rmse=0.019030	lr=0.186289
Epoch[106] Batch [999]	Speed: 2925.580881 samples/sec	rmse=0.019036	lr=0.186160
Epoch[106] Batch [1049]	Speed: 2913.055172 samples/sec	rmse=0.019030	lr=0.186032
Epoch[106] Batch [1099]	Speed: 2937.511625 samples/sec	rmse=0.019035	lr=0.185904
Epoch[106] Batch [1149]	Speed: 2952.208553 samples/sec	rmse=0.019040	lr=0.185775
Epoch[106] Batch [1199]	Speed: 2946.865744 samples/sec	rmse=0.019040	lr=0.185647
Epoch[106] Batch [1249]	Speed: 2956.700493 samples/sec	rmse=0.019036	lr=0.185518
[Epoch 106] training: rmse=0.019037
[Epoch 106] speed: 2934 samples/sec	time cost: 443.285651
[Epoch 106] validation: err-top1=0.334941 err-top5=0.120137
Epoch[107] Batch [49]	Speed: 2960.312811 samples/sec	rmse=0.018681	lr=0.185387
Epoch[107] Batch [99]	Speed: 2932.050883 samples/sec	rmse=0.018762	lr=0.185259
Epoch[107] Batch [149]	Speed: 2933.789045 samples/sec	rmse=0.018835	lr=0.185130
Epoch[107] Batch [199]	Speed: 2929.336430 samples/sec	rmse=0.018839	lr=0.185002
Epoch[107] Batch [249]	Speed: 2929.749819 samples/sec	rmse=0.018859	lr=0.184873
Epoch[107] Batch [299]	Speed: 2924.098111 samples/sec	rmse=0.018904	lr=0.184745
Epoch[107] Batch [349]	Speed: 2945.022919 samples/sec	rmse=0.018932	lr=0.184617
Epoch[107] Batch [399]	Speed: 2941.546913 samples/sec	rmse=0.018959	lr=0.184488
Epoch[107] Batch [449]	Speed: 2933.990822 samples/sec	rmse=0.018980	lr=0.184360
Epoch[107] Batch [499]	Speed: 2933.366462 samples/sec	rmse=0.018975	lr=0.184231
Epoch[107] Batch [549]	Speed: 2942.951406 samples/sec	rmse=0.018983	lr=0.184103
Epoch[107] Batch [599]	Speed: 2935.343209 samples/sec	rmse=0.018988	lr=0.183975
Epoch[107] Batch [649]	Speed: 2937.320212 samples/sec	rmse=0.019005	lr=0.183846
Epoch[107] Batch [699]	Speed: 2945.235696 samples/sec	rmse=0.019008	lr=0.183718
Epoch[107] Batch [749]	Speed: 2941.586077 samples/sec	rmse=0.019001	lr=0.183590
Epoch[107] Batch [799]	Speed: 2941.357753 samples/sec	rmse=0.019014	lr=0.183461
Epoch[107] Batch [849]	Speed: 2895.099570 samples/sec	rmse=0.019008	lr=0.183333
Epoch[107] Batch [899]	Speed: 2904.873925 samples/sec	rmse=0.019002	lr=0.183205
Epoch[107] Batch [949]	Speed: 2937.782395 samples/sec	rmse=0.019006	lr=0.183076
Epoch[107] Batch [999]	Speed: 2944.496077 samples/sec	rmse=0.019021	lr=0.182948
Epoch[107] Batch [1049]	Speed: 2945.997066 samples/sec	rmse=0.019026	lr=0.182820
Epoch[107] Batch [1099]	Speed: 2926.619181 samples/sec	rmse=0.019031	lr=0.182691
Epoch[107] Batch [1149]	Speed: 2949.698242 samples/sec	rmse=0.019040	lr=0.182563
Epoch[107] Batch [1199]	Speed: 2936.707285 samples/sec	rmse=0.019050	lr=0.182435
Epoch[107] Batch [1249]	Speed: 2960.600250 samples/sec	rmse=0.019059	lr=0.182307
[Epoch 107] training: rmse=0.019058
[Epoch 107] speed: 2933 samples/sec	time cost: 443.795322
[Epoch 107] validation: err-top1=0.331593 err-top5=0.118682
Epoch[108] Batch [49]	Speed: 2956.883000 samples/sec	rmse=0.018758	lr=0.182176
Epoch[108] Batch [99]	Speed: 2938.649492 samples/sec	rmse=0.018803	lr=0.182047
Epoch[108] Batch [149]	Speed: 2934.696176 samples/sec	rmse=0.018800	lr=0.181919
Epoch[108] Batch [199]	Speed: 2934.835587 samples/sec	rmse=0.018825	lr=0.181791
Epoch[108] Batch [249]	Speed: 2940.072713 samples/sec	rmse=0.018824	lr=0.181663
Epoch[108] Batch [299]	Speed: 2940.140137 samples/sec	rmse=0.018829	lr=0.181534
Epoch[108] Batch [349]	Speed: 2930.270437 samples/sec	rmse=0.018855	lr=0.181406
Epoch[108] Batch [399]	Speed: 2935.453590 samples/sec	rmse=0.018876	lr=0.181278
Epoch[108] Batch [449]	Speed: 2931.280980 samples/sec	rmse=0.018883	lr=0.181150
Epoch[108] Batch [499]	Speed: 2935.518595 samples/sec	rmse=0.018900	lr=0.181022
Epoch[108] Batch [549]	Speed: 2934.378661 samples/sec	rmse=0.018905	lr=0.180893
Epoch[108] Batch [599]	Speed: 2932.408217 samples/sec	rmse=0.018916	lr=0.180765
Epoch[108] Batch [649]	Speed: 2936.340993 samples/sec	rmse=0.018917	lr=0.180637
Epoch[108] Batch [699]	Speed: 2935.464625 samples/sec	rmse=0.018924	lr=0.180509
Epoch[108] Batch [749]	Speed: 2933.648131 samples/sec	rmse=0.018926	lr=0.180381
Epoch[108] Batch [799]	Speed: 2932.096481 samples/sec	rmse=0.018934	lr=0.180252
Epoch[108] Batch [849]	Speed: 2932.744331 samples/sec	rmse=0.018935	lr=0.180124
Epoch[108] Batch [899]	Speed: 2934.097974 samples/sec	rmse=0.018941	lr=0.179996
Epoch[108] Batch [949]	Speed: 2932.741447 samples/sec	rmse=0.018948	lr=0.179868
Epoch[108] Batch [999]	Speed: 2935.060975 samples/sec	rmse=0.018951	lr=0.179740
Epoch[108] Batch [1049]	Speed: 2924.522687 samples/sec	rmse=0.018960	lr=0.179612
Epoch[108] Batch [1099]	Speed: 2938.972035 samples/sec	rmse=0.018961	lr=0.179484
Epoch[108] Batch [1149]	Speed: 2937.175101 samples/sec	rmse=0.018971	lr=0.179356
Epoch[108] Batch [1199]	Speed: 2935.298834 samples/sec	rmse=0.018971	lr=0.179228
Epoch[108] Batch [1249]	Speed: 2956.129707 samples/sec	rmse=0.018978	lr=0.179099
[Epoch 108] training: rmse=0.018979
[Epoch 108] speed: 2934 samples/sec	time cost: 442.965595
[Epoch 108] validation: err-top1=0.350985 err-top5=0.135045
Epoch[109] Batch [49]	Speed: 2954.410625 samples/sec	rmse=0.018795	lr=0.178969
Epoch[109] Batch [99]	Speed: 2939.774316 samples/sec	rmse=0.018800	lr=0.178841
Epoch[109] Batch [149]	Speed: 2932.333620 samples/sec	rmse=0.018790	lr=0.178713
Epoch[109] Batch [199]	Speed: 2934.256934 samples/sec	rmse=0.018775	lr=0.178585
Epoch[109] Batch [249]	Speed: 2936.563641 samples/sec	rmse=0.018801	lr=0.178457
Epoch[109] Batch [299]	Speed: 2929.312655 samples/sec	rmse=0.018819	lr=0.178329
Epoch[109] Batch [349]	Speed: 2936.532480 samples/sec	rmse=0.018838	lr=0.178201
Epoch[109] Batch [399]	Speed: 2935.227701 samples/sec	rmse=0.018855	lr=0.178073
Epoch[109] Batch [449]	Speed: 2933.479500 samples/sec	rmse=0.018854	lr=0.177945
Epoch[109] Batch [499]	Speed: 2916.494508 samples/sec	rmse=0.018883	lr=0.177817
Epoch[109] Batch [549]	Speed: 2930.056019 samples/sec	rmse=0.018895	lr=0.177689
Epoch[109] Batch [599]	Speed: 2929.537915 samples/sec	rmse=0.018900	lr=0.177561
Epoch[109] Batch [649]	Speed: 2938.381980 samples/sec	rmse=0.018908	lr=0.177433
Epoch[109] Batch [699]	Speed: 2928.258349 samples/sec	rmse=0.018920	lr=0.177305
Epoch[109] Batch [749]	Speed: 2927.447854 samples/sec	rmse=0.018914	lr=0.177177
Epoch[109] Batch [799]	Speed: 2932.561187 samples/sec	rmse=0.018915	lr=0.177049
Epoch[109] Batch [849]	Speed: 2926.878133 samples/sec	rmse=0.018921	lr=0.176921
Epoch[109] Batch [899]	Speed: 2937.453122 samples/sec	rmse=0.018927	lr=0.176793
Epoch[109] Batch [949]	Speed: 2935.756409 samples/sec	rmse=0.018932	lr=0.176665
Epoch[109] Batch [999]	Speed: 2933.853495 samples/sec	rmse=0.018935	lr=0.176537
Epoch[109] Batch [1049]	Speed: 2864.724298 samples/sec	rmse=0.018941	lr=0.176409
Epoch[109] Batch [1099]	Speed: 2934.783687 samples/sec	rmse=0.018941	lr=0.176281
Epoch[109] Batch [1149]	Speed: 2934.457732 samples/sec	rmse=0.018954	lr=0.176153
Epoch[109] Batch [1199]	Speed: 2917.139087 samples/sec	rmse=0.018961	lr=0.176026
Epoch[109] Batch [1249]	Speed: 2956.136828 samples/sec	rmse=0.018962	lr=0.175898
[Epoch 109] training: rmse=0.018963
[Epoch 109] speed: 2928 samples/sec	time cost: 444.043976
[Epoch 109] validation: err-top1=0.332310 err-top5=0.119420
Epoch[110] Batch [49]	Speed: 2941.452229 samples/sec	rmse=0.018739	lr=0.175767
Epoch[110] Batch [99]	Speed: 2929.775879 samples/sec	rmse=0.018726	lr=0.175640
Epoch[110] Batch [149]	Speed: 2880.491550 samples/sec	rmse=0.018783	lr=0.175512
Epoch[110] Batch [199]	Speed: 2924.205816 samples/sec	rmse=0.018819	lr=0.175384
Epoch[110] Batch [249]	Speed: 2935.483003 samples/sec	rmse=0.018850	lr=0.175256
Epoch[110] Batch [299]	Speed: 2940.015919 samples/sec	rmse=0.018852	lr=0.175128
Epoch[110] Batch [349]	Speed: 2934.321886 samples/sec	rmse=0.018870	lr=0.175001
Epoch[110] Batch [399]	Speed: 2928.667479 samples/sec	rmse=0.018883	lr=0.174873
Epoch[110] Batch [449]	Speed: 2929.691344 samples/sec	rmse=0.018898	lr=0.174745
Epoch[110] Batch [499]	Speed: 2940.214246 samples/sec	rmse=0.018893	lr=0.174617
Epoch[110] Batch [549]	Speed: 2932.155132 samples/sec	rmse=0.018888	lr=0.174490
Epoch[110] Batch [599]	Speed: 2935.600618 samples/sec	rmse=0.018908	lr=0.174362
Epoch[110] Batch [649]	Speed: 2927.747186 samples/sec	rmse=0.018919	lr=0.174234
Epoch[110] Batch [699]	Speed: 2899.542200 samples/sec	rmse=0.018923	lr=0.174106
Epoch[110] Batch [749]	Speed: 2905.099253 samples/sec	rmse=0.018932	lr=0.173979
Epoch[110] Batch [799]	Speed: 2928.662646 samples/sec	rmse=0.018936	lr=0.173851
Epoch[110] Batch [849]	Speed: 2922.027372 samples/sec	rmse=0.018939	lr=0.173723
Epoch[110] Batch [899]	Speed: 2923.517395 samples/sec	rmse=0.018943	lr=0.173596
Epoch[110] Batch [949]	Speed: 2929.175766 samples/sec	rmse=0.018942	lr=0.173468
Epoch[110] Batch [999]	Speed: 2940.695904 samples/sec	rmse=0.018940	lr=0.173340
Epoch[110] Batch [1049]	Speed: 2868.080805 samples/sec	rmse=0.018944	lr=0.173213
Epoch[110] Batch [1099]	Speed: 2931.861181 samples/sec	rmse=0.018948	lr=0.173085
Epoch[110] Batch [1149]	Speed: 2937.807875 samples/sec	rmse=0.018946	lr=0.172958
Epoch[110] Batch [1199]	Speed: 2937.785731 samples/sec	rmse=0.018946	lr=0.172830
Epoch[110] Batch [1249]	Speed: 2925.635087 samples/sec	rmse=0.018949	lr=0.172702
[Epoch 110] training: rmse=0.018950
[Epoch 110] speed: 2922 samples/sec	time cost: 444.731926
[Epoch 110] validation: err-top1=0.322449 err-top5=0.115845
Epoch[111] Batch [49]	Speed: 2942.101801 samples/sec	rmse=0.018606	lr=0.172572
Epoch[111] Batch [99]	Speed: 2927.242308 samples/sec	rmse=0.018661	lr=0.172445
Epoch[111] Batch [149]	Speed: 2934.675522 samples/sec	rmse=0.018694	lr=0.172317
Epoch[111] Batch [199]	Speed: 2927.648679 samples/sec	rmse=0.018724	lr=0.172190
Epoch[111] Batch [249]	Speed: 2932.660586 samples/sec	rmse=0.018749	lr=0.172062
Epoch[111] Batch [299]	Speed: 2938.773031 samples/sec	rmse=0.018770	lr=0.171935
Epoch[111] Batch [349]	Speed: 2917.794416 samples/sec	rmse=0.018789	lr=0.171807
Epoch[111] Batch [399]	Speed: 2914.981403 samples/sec	rmse=0.018789	lr=0.171680
Epoch[111] Batch [449]	Speed: 2904.986388 samples/sec	rmse=0.018790	lr=0.171552
Epoch[111] Batch [499]	Speed: 2927.461981 samples/sec	rmse=0.018806	lr=0.171425
Epoch[111] Batch [549]	Speed: 2912.680692 samples/sec	rmse=0.018820	lr=0.171297
Epoch[111] Batch [599]	Speed: 2934.022931 samples/sec	rmse=0.018832	lr=0.171170
Epoch[111] Batch [649]	Speed: 2922.211946 samples/sec	rmse=0.018836	lr=0.171042
Epoch[111] Batch [699]	Speed: 2926.416383 samples/sec	rmse=0.018844	lr=0.170915
Epoch[111] Batch [749]	Speed: 2933.857784 samples/sec	rmse=0.018850	lr=0.170787
Epoch[111] Batch [799]	Speed: 2918.918445 samples/sec	rmse=0.018857	lr=0.170660
Epoch[111] Batch [849]	Speed: 2924.474218 samples/sec	rmse=0.018854	lr=0.170533
Epoch[111] Batch [899]	Speed: 2923.369308 samples/sec	rmse=0.018864	lr=0.170405
Epoch[111] Batch [949]	Speed: 2916.118827 samples/sec	rmse=0.018872	lr=0.170278
Epoch[111] Batch [999]	Speed: 2872.484292 samples/sec	rmse=0.018881	lr=0.170151
Epoch[111] Batch [1049]	Speed: 2930.840479 samples/sec	rmse=0.018881	lr=0.170023
Epoch[111] Batch [1099]	Speed: 2931.491295 samples/sec	rmse=0.018881	lr=0.169896
Epoch[111] Batch [1149]	Speed: 2932.225396 samples/sec	rmse=0.018885	lr=0.169769
Epoch[111] Batch [1199]	Speed: 2934.316433 samples/sec	rmse=0.018891	lr=0.169641
Epoch[111] Batch [1249]	Speed: 2948.429506 samples/sec	rmse=0.018892	lr=0.169514
[Epoch 111] training: rmse=0.018891
[Epoch 111] speed: 2922 samples/sec	time cost: 444.800058
[Epoch 111] validation: err-top1=0.322804 err-top5=0.114676
Epoch[112] Batch [49]	Speed: 2943.137302 samples/sec	rmse=0.018689	lr=0.169384
Epoch[112] Batch [99]	Speed: 2918.629602 samples/sec	rmse=0.018700	lr=0.169257
Epoch[112] Batch [149]	Speed: 2930.302065 samples/sec	rmse=0.018654	lr=0.169130
Epoch[112] Batch [199]	Speed: 2924.642891 samples/sec	rmse=0.018671	lr=0.169003
Epoch[112] Batch [249]	Speed: 2926.842192 samples/sec	rmse=0.018722	lr=0.168875
Epoch[112] Batch [299]	Speed: 2921.986500 samples/sec	rmse=0.018744	lr=0.168748
Epoch[112] Batch [349]	Speed: 2924.582190 samples/sec	rmse=0.018756	lr=0.168621
Epoch[112] Batch [399]	Speed: 2930.510600 samples/sec	rmse=0.018775	lr=0.168494
Epoch[112] Batch [449]	Speed: 2890.161944 samples/sec	rmse=0.018783	lr=0.168367
Epoch[112] Batch [499]	Speed: 2891.421312 samples/sec	rmse=0.018792	lr=0.168239
Epoch[112] Batch [549]	Speed: 2928.782871 samples/sec	rmse=0.018795	lr=0.168112
Epoch[112] Batch [599]	Speed: 2930.263800 samples/sec	rmse=0.018797	lr=0.167985
Epoch[112] Batch [649]	Speed: 2917.359149 samples/sec	rmse=0.018810	lr=0.167858
Epoch[112] Batch [699]	Speed: 2915.231730 samples/sec	rmse=0.018824	lr=0.167731
Epoch[112] Batch [749]	Speed: 2914.298821 samples/sec	rmse=0.018828	lr=0.167604
Epoch[112] Batch [799]	Speed: 2918.772886 samples/sec	rmse=0.018827	lr=0.167477
Epoch[112] Batch [849]	Speed: 2926.703579 samples/sec	rmse=0.018838	lr=0.167350
Epoch[112] Batch [899]	Speed: 2919.893658 samples/sec	rmse=0.018846	lr=0.167223
Epoch[112] Batch [949]	Speed: 2922.846603 samples/sec	rmse=0.018852	lr=0.167096
Epoch[112] Batch [999]	Speed: 2916.546159 samples/sec	rmse=0.018861	lr=0.166969
Epoch[112] Batch [1049]	Speed: 2929.844710 samples/sec	rmse=0.018865	lr=0.166842
Epoch[112] Batch [1099]	Speed: 2923.734639 samples/sec	rmse=0.018877	lr=0.166715
Epoch[112] Batch [1149]	Speed: 2913.902314 samples/sec	rmse=0.018880	lr=0.166588
Epoch[112] Batch [1199]	Speed: 2929.470737 samples/sec	rmse=0.018875	lr=0.166461
Epoch[112] Batch [1249]	Speed: 2944.812475 samples/sec	rmse=0.018885	lr=0.166334
[Epoch 112] training: rmse=0.018884
[Epoch 112] speed: 2919 samples/sec	time cost: 444.996935
[Epoch 112] validation: err-top1=0.321927 err-top5=0.113520
Epoch[113] Batch [49]	Speed: 2931.012447 samples/sec	rmse=0.018644	lr=0.166204
Epoch[113] Batch [99]	Speed: 2921.669622 samples/sec	rmse=0.018605	lr=0.166077
Epoch[113] Batch [149]	Speed: 2931.186996 samples/sec	rmse=0.018641	lr=0.165950
Epoch[113] Batch [199]	Speed: 2925.103006 samples/sec	rmse=0.018697	lr=0.165823
Epoch[113] Batch [249]	Speed: 2918.947170 samples/sec	rmse=0.018729	lr=0.165697
Epoch[113] Batch [299]	Speed: 2924.033133 samples/sec	rmse=0.018743	lr=0.165570
Epoch[113] Batch [349]	Speed: 2929.343623 samples/sec	rmse=0.018746	lr=0.165443
Epoch[113] Batch [399]	Speed: 2931.391616 samples/sec	rmse=0.018752	lr=0.165316
Epoch[113] Batch [449]	Speed: 2932.768883 samples/sec	rmse=0.018768	lr=0.165189
Epoch[113] Batch [499]	Speed: 2926.909209 samples/sec	rmse=0.018798	lr=0.165062
Epoch[113] Batch [549]	Speed: 2945.270597 samples/sec	rmse=0.018800	lr=0.164936
Epoch[113] Batch [599]	Speed: 2932.139598 samples/sec	rmse=0.018819	lr=0.164809
Epoch[113] Batch [649]	Speed: 2923.186776 samples/sec	rmse=0.018822	lr=0.164682
Epoch[113] Batch [699]	Speed: 2917.767419 samples/sec	rmse=0.018834	lr=0.164555
Epoch[113] Batch [749]	Speed: 2937.974190 samples/sec	rmse=0.018836	lr=0.164429
Epoch[113] Batch [799]	Speed: 2922.251751 samples/sec	rmse=0.018844	lr=0.164302
Epoch[113] Batch [849]	Speed: 2913.153055 samples/sec	rmse=0.018848	lr=0.164175
Epoch[113] Batch [899]	Speed: 2903.379130 samples/sec	rmse=0.018847	lr=0.164048
Epoch[113] Batch [949]	Speed: 2926.807767 samples/sec	rmse=0.018841	lr=0.163922
Epoch[113] Batch [999]	Speed: 2926.681602 samples/sec	rmse=0.018848	lr=0.163795
Epoch[113] Batch [1049]	Speed: 2920.570642 samples/sec	rmse=0.018838	lr=0.163668
Epoch[113] Batch [1099]	Speed: 2925.702527 samples/sec	rmse=0.018839	lr=0.163542
Epoch[113] Batch [1149]	Speed: 2927.397612 samples/sec	rmse=0.018838	lr=0.163415
Epoch[113] Batch [1199]	Speed: 2915.843325 samples/sec	rmse=0.018845	lr=0.163289
Epoch[113] Batch [1249]	Speed: 2934.631408 samples/sec	rmse=0.018854	lr=0.163162
[Epoch 113] training: rmse=0.018854
[Epoch 113] speed: 2923 samples/sec	time cost: 444.730896
[Epoch 113] validation: err-top1=0.313576 err-top5=0.109395
Epoch[114] Batch [49]	Speed: 2932.130751 samples/sec	rmse=0.018615	lr=0.163033
Epoch[114] Batch [99]	Speed: 2923.335641 samples/sec	rmse=0.018583	lr=0.162906
Epoch[114] Batch [149]	Speed: 2922.172739 samples/sec	rmse=0.018571	lr=0.162780
Epoch[114] Batch [199]	Speed: 2921.386712 samples/sec	rmse=0.018608	lr=0.162653
Epoch[114] Batch [249]	Speed: 2922.890603 samples/sec	rmse=0.018600	lr=0.162527
Epoch[114] Batch [299]	Speed: 2923.667409 samples/sec	rmse=0.018646	lr=0.162400
Epoch[114] Batch [349]	Speed: 2885.175041 samples/sec	rmse=0.018649	lr=0.162274
Epoch[114] Batch [399]	Speed: 2917.350231 samples/sec	rmse=0.018659	lr=0.162147
Epoch[114] Batch [449]	Speed: 2859.681603 samples/sec	rmse=0.018682	lr=0.162021
Epoch[114] Batch [499]	Speed: 2900.120322 samples/sec	rmse=0.018693	lr=0.161894
Epoch[114] Batch [549]	Speed: 2922.858458 samples/sec	rmse=0.018703	lr=0.161768
Epoch[114] Batch [599]	Speed: 2926.694684 samples/sec	rmse=0.018715	lr=0.161642
Epoch[114] Batch [649]	Speed: 2930.191111 samples/sec	rmse=0.018714	lr=0.161515
Epoch[114] Batch [699]	Speed: 2927.456992 samples/sec	rmse=0.018727	lr=0.161389
Epoch[114] Batch [749]	Speed: 2889.885725 samples/sec	rmse=0.018729	lr=0.161263
Epoch[114] Batch [799]	Speed: 2919.134569 samples/sec	rmse=0.018734	lr=0.161136
Epoch[114] Batch [849]	Speed: 2930.116347 samples/sec	rmse=0.018725	lr=0.161010
Epoch[114] Batch [899]	Speed: 2931.453439 samples/sec	rmse=0.018742	lr=0.160884
Epoch[114] Batch [949]	Speed: 2929.279451 samples/sec	rmse=0.018748	lr=0.160757
Epoch[114] Batch [999]	Speed: 2920.871113 samples/sec	rmse=0.018751	lr=0.160631
Epoch[114] Batch [1049]	Speed: 2920.861856 samples/sec	rmse=0.018760	lr=0.160505
Epoch[114] Batch [1099]	Speed: 2918.848460 samples/sec	rmse=0.018765	lr=0.160379
Epoch[114] Batch [1149]	Speed: 2919.232345 samples/sec	rmse=0.018774	lr=0.160252
Epoch[114] Batch [1199]	Speed: 2922.555908 samples/sec	rmse=0.018778	lr=0.160126
Epoch[114] Batch [1249]	Speed: 2934.507295 samples/sec	rmse=0.018788	lr=0.160000
[Epoch 114] training: rmse=0.018788
[Epoch 114] speed: 2915 samples/sec	time cost: 446.300193
[Epoch 114] validation: err-top1=0.331573 err-top5=0.119041
Epoch[115] Batch [49]	Speed: 2941.959684 samples/sec	rmse=0.018744	lr=0.159871
Epoch[115] Batch [99]	Speed: 2873.289430 samples/sec	rmse=0.018758	lr=0.159745
Epoch[115] Batch [149]	Speed: 2890.669443 samples/sec	rmse=0.018703	lr=0.159619
Epoch[115] Batch [199]	Speed: 2886.797476 samples/sec	rmse=0.018673	lr=0.159493
Epoch[115] Batch [249]	Speed: 2911.231448 samples/sec	rmse=0.018676	lr=0.159367
Epoch[115] Batch [299]	Speed: 2935.367925 samples/sec	rmse=0.018687	lr=0.159241
Epoch[115] Batch [349]	Speed: 2931.984871 samples/sec	rmse=0.018684	lr=0.159115
Epoch[115] Batch [399]	Speed: 2933.353240 samples/sec	rmse=0.018698	lr=0.158988
Epoch[115] Batch [449]	Speed: 2930.546832 samples/sec	rmse=0.018698	lr=0.158862
Epoch[115] Batch [499]	Speed: 2922.797792 samples/sec	rmse=0.018693	lr=0.158736
Epoch[115] Batch [549]	Speed: 2933.841751 samples/sec	rmse=0.018714	lr=0.158610
Epoch[115] Batch [599]	Speed: 2931.573813 samples/sec	rmse=0.018713	lr=0.158484
Epoch[115] Batch [649]	Speed: 2920.495415 samples/sec	rmse=0.018712	lr=0.158358
Epoch[115] Batch [699]	Speed: 2926.734132 samples/sec	rmse=0.018706	lr=0.158233
Epoch[115] Batch [749]	Speed: 2930.953882 samples/sec	rmse=0.018712	lr=0.158107
Epoch[115] Batch [799]	Speed: 2932.324251 samples/sec	rmse=0.018718	lr=0.157981
Epoch[115] Batch [849]	Speed: 2908.612984 samples/sec	rmse=0.018727	lr=0.157855
Epoch[115] Batch [899]	Speed: 2932.017256 samples/sec	rmse=0.018739	lr=0.157729
Epoch[115] Batch [949]	Speed: 2924.183677 samples/sec	rmse=0.018744	lr=0.157603
Epoch[115] Batch [999]	Speed: 2936.939468 samples/sec	rmse=0.018749	lr=0.157477
Epoch[115] Batch [1049]	Speed: 2937.326559 samples/sec	rmse=0.018757	lr=0.157351
Epoch[115] Batch [1099]	Speed: 2932.746013 samples/sec	rmse=0.018765	lr=0.157226
Epoch[115] Batch [1149]	Speed: 2922.404617 samples/sec	rmse=0.018764	lr=0.157100
Epoch[115] Batch [1199]	Speed: 2935.782295 samples/sec	rmse=0.018764	lr=0.156974
Epoch[115] Batch [1249]	Speed: 2947.052418 samples/sec	rmse=0.018771	lr=0.156848
[Epoch 115] training: rmse=0.018770
[Epoch 115] speed: 2921 samples/sec	time cost: 445.118860
[Epoch 115] validation: err-top1=0.314852 err-top5=0.111587
Epoch[116] Batch [49]	Speed: 2951.484209 samples/sec	rmse=0.018555	lr=0.156720
Epoch[116] Batch [99]	Speed: 2924.005264 samples/sec	rmse=0.018577	lr=0.156594
Epoch[116] Batch [149]	Speed: 2931.764118 samples/sec	rmse=0.018623	lr=0.156469
Epoch[116] Batch [199]	Speed: 2933.063135 samples/sec	rmse=0.018652	lr=0.156343
Epoch[116] Batch [249]	Speed: 2935.273277 samples/sec	rmse=0.018654	lr=0.156217
Epoch[116] Batch [299]	Speed: 2937.675898 samples/sec	rmse=0.018678	lr=0.156092
Epoch[116] Batch [349]	Speed: 2938.346961 samples/sec	rmse=0.018686	lr=0.155966
Epoch[116] Batch [399]	Speed: 2925.738082 samples/sec	rmse=0.018704	lr=0.155840
Epoch[116] Batch [449]	Speed: 2920.517578 samples/sec	rmse=0.018714	lr=0.155715
Epoch[116] Batch [499]	Speed: 2915.974853 samples/sec	rmse=0.018725	lr=0.155589
Epoch[116] Batch [549]	Speed: 2931.560727 samples/sec	rmse=0.018732	lr=0.155464
Epoch[116] Batch [599]	Speed: 2921.409564 samples/sec	rmse=0.018730	lr=0.155338
Epoch[116] Batch [649]	Speed: 2931.316310 samples/sec	rmse=0.018725	lr=0.155212
Epoch[116] Batch [699]	Speed: 2928.586522 samples/sec	rmse=0.018727	lr=0.155087
Epoch[116] Batch [749]	Speed: 2932.585856 samples/sec	rmse=0.018728	lr=0.154961
Epoch[116] Batch [799]	Speed: 2929.551423 samples/sec	rmse=0.018741	lr=0.154836
Epoch[116] Batch [849]	Speed: 2919.919107 samples/sec	rmse=0.018739	lr=0.154711
Epoch[116] Batch [899]	Speed: 2866.644023 samples/sec	rmse=0.018740	lr=0.154585
Epoch[116] Batch [949]	Speed: 2871.701187 samples/sec	rmse=0.018752	lr=0.154460
Epoch[116] Batch [999]	Speed: 2926.600037 samples/sec	rmse=0.018756	lr=0.154334
Epoch[116] Batch [1049]	Speed: 2893.233740 samples/sec	rmse=0.018756	lr=0.154209
Epoch[116] Batch [1099]	Speed: 2894.483497 samples/sec	rmse=0.018762	lr=0.154084
Epoch[116] Batch [1149]	Speed: 2940.894685 samples/sec	rmse=0.018768	lr=0.153958
Epoch[116] Batch [1199]	Speed: 2947.860615 samples/sec	rmse=0.018771	lr=0.153833
Epoch[116] Batch [1249]	Speed: 2944.477425 samples/sec	rmse=0.018777	lr=0.153708
[Epoch 116] training: rmse=0.018777
[Epoch 116] speed: 2921 samples/sec	time cost: 444.927006
[Epoch 116] validation: err-top1=0.317505 err-top5=0.110107
Epoch[117] Batch [49]	Speed: 2946.895911 samples/sec	rmse=0.018631	lr=0.153580
Epoch[117] Batch [99]	Speed: 2941.508595 samples/sec	rmse=0.018658	lr=0.153455
Epoch[117] Batch [149]	Speed: 2941.362829 samples/sec	rmse=0.018639	lr=0.153329
Epoch[117] Batch [199]	Speed: 2929.705613 samples/sec	rmse=0.018639	lr=0.153204
Epoch[117] Batch [249]	Speed: 2925.455141 samples/sec	rmse=0.018654	lr=0.153079
Epoch[117] Batch [299]	Speed: 2937.715602 samples/sec	rmse=0.018676	lr=0.152954
Epoch[117] Batch [349]	Speed: 2934.785613 samples/sec	rmse=0.018667	lr=0.152829
Epoch[117] Batch [399]	Speed: 2937.601314 samples/sec	rmse=0.018680	lr=0.152704
Epoch[117] Batch [449]	Speed: 2928.672831 samples/sec	rmse=0.018672	lr=0.152578
Epoch[117] Batch [499]	Speed: 2928.033965 samples/sec	rmse=0.018681	lr=0.152453
Epoch[117] Batch [549]	Speed: 2946.469302 samples/sec	rmse=0.018678	lr=0.152328
Epoch[117] Batch [599]	Speed: 2952.787691 samples/sec	rmse=0.018676	lr=0.152203
Epoch[117] Batch [649]	Speed: 2935.057043 samples/sec	rmse=0.018676	lr=0.152078
Epoch[117] Batch [699]	Speed: 2938.796719 samples/sec	rmse=0.018679	lr=0.151953
Epoch[117] Batch [749]	Speed: 2934.605863 samples/sec	rmse=0.018680	lr=0.151828
Epoch[117] Batch [799]	Speed: 2924.815009 samples/sec	rmse=0.018683	lr=0.151703
Epoch[117] Batch [849]	Speed: 2934.746910 samples/sec	rmse=0.018684	lr=0.151578
Epoch[117] Batch [899]	Speed: 2939.061893 samples/sec	rmse=0.018695	lr=0.151453
Epoch[117] Batch [949]	Speed: 2933.976992 samples/sec	rmse=0.018699	lr=0.151328
Epoch[117] Batch [999]	Speed: 2925.830561 samples/sec	rmse=0.018703	lr=0.151203
Epoch[117] Batch [1049]	Speed: 2935.245314 samples/sec	rmse=0.018710	lr=0.151078
Epoch[117] Batch [1099]	Speed: 2935.561733 samples/sec	rmse=0.018708	lr=0.150954
Epoch[117] Batch [1149]	Speed: 2927.980988 samples/sec	rmse=0.018710	lr=0.150829
Epoch[117] Batch [1199]	Speed: 2931.780489 samples/sec	rmse=0.018714	lr=0.150704
Epoch[117] Batch [1249]	Speed: 2963.913636 samples/sec	rmse=0.018719	lr=0.150579
[Epoch 117] training: rmse=0.018719
[Epoch 117] speed: 2934 samples/sec	time cost: 443.177334
[Epoch 117] validation: err-top1=0.311922 err-top5=0.108080
Epoch[118] Batch [49]	Speed: 2954.328076 samples/sec	rmse=0.018518	lr=0.150452
Epoch[118] Batch [99]	Speed: 2936.238455 samples/sec	rmse=0.018540	lr=0.150327
Epoch[118] Batch [149]	Speed: 2950.163194 samples/sec	rmse=0.018539	lr=0.150202
Epoch[118] Batch [199]	Speed: 2925.477538 samples/sec	rmse=0.018516	lr=0.150078
Epoch[118] Batch [249]	Speed: 2928.211433 samples/sec	rmse=0.018548	lr=0.149953
Epoch[118] Batch [299]	Speed: 2936.034040 samples/sec	rmse=0.018555	lr=0.149828
Epoch[118] Batch [349]	Speed: 2915.043011 samples/sec	rmse=0.018564	lr=0.149704
Epoch[118] Batch [399]	Speed: 2932.810217 samples/sec	rmse=0.018592	lr=0.149579
Epoch[118] Batch [449]	Speed: 2928.820737 samples/sec	rmse=0.018613	lr=0.149454
Epoch[118] Batch [499]	Speed: 2932.550615 samples/sec	rmse=0.018640	lr=0.149330
Epoch[118] Batch [549]	Speed: 2941.205234 samples/sec	rmse=0.018643	lr=0.149205
Epoch[118] Batch [599]	Speed: 2929.405600 samples/sec	rmse=0.018646	lr=0.149081
Epoch[118] Batch [649]	Speed: 2922.394317 samples/sec	rmse=0.018659	lr=0.148956
Epoch[118] Batch [699]	Speed: 2944.317922 samples/sec	rmse=0.018666	lr=0.148832
Epoch[118] Batch [749]	Speed: 2936.627209 samples/sec	rmse=0.018679	lr=0.148707
Epoch[118] Batch [799]	Speed: 2926.228726 samples/sec	rmse=0.018689	lr=0.148583
Epoch[118] Batch [849]	Speed: 2911.828258 samples/sec	rmse=0.018691	lr=0.148458
Epoch[118] Batch [899]	Speed: 2878.431162 samples/sec	rmse=0.018697	lr=0.148334
Epoch[118] Batch [949]	Speed: 2880.474898 samples/sec	rmse=0.018694	lr=0.148209
Epoch[118] Batch [999]	Speed: 2941.066022 samples/sec	rmse=0.018694	lr=0.148085
Epoch[118] Batch [1049]	Speed: 2932.491428 samples/sec	rmse=0.018697	lr=0.147961
Epoch[118] Batch [1099]	Speed: 2896.393910 samples/sec	rmse=0.018693	lr=0.147836
Epoch[118] Batch [1149]	Speed: 2935.115211 samples/sec	rmse=0.018691	lr=0.147712
Epoch[118] Batch [1199]	Speed: 2940.741771 samples/sec	rmse=0.018696	lr=0.147588
Epoch[118] Batch [1249]	Speed: 2948.318430 samples/sec	rmse=0.018697	lr=0.147463
[Epoch 118] training: rmse=0.018697
[Epoch 118] speed: 2925 samples/sec	time cost: 444.591333
[Epoch 118] validation: err-top1=0.323920 err-top5=0.114716
Epoch[119] Batch [49]	Speed: 2955.291552 samples/sec	rmse=0.018522	lr=0.147337
Epoch[119] Batch [99]	Speed: 2921.501133 samples/sec	rmse=0.018594	lr=0.147213
Epoch[119] Batch [149]	Speed: 2895.534779 samples/sec	rmse=0.018623	lr=0.147088
Epoch[119] Batch [199]	Speed: 2929.246007 samples/sec	rmse=0.018624	lr=0.146964
Epoch[119] Batch [249]	Speed: 2914.036988 samples/sec	rmse=0.018612	lr=0.146840
Epoch[119] Batch [299]	Speed: 2939.135787 samples/sec	rmse=0.018612	lr=0.146716
Epoch[119] Batch [349]	Speed: 2936.296468 samples/sec	rmse=0.018591	lr=0.146592
Epoch[119] Batch [399]	Speed: 2935.047817 samples/sec	rmse=0.018606	lr=0.146468
Epoch[119] Batch [449]	Speed: 2944.025483 samples/sec	rmse=0.018609	lr=0.146344
Epoch[119] Batch [499]	Speed: 2931.660138 samples/sec	rmse=0.018602	lr=0.146220
Epoch[119] Batch [549]	Speed: 2941.994789 samples/sec	rmse=0.018603	lr=0.146095
Epoch[119] Batch [599]	Speed: 2934.116776 samples/sec	rmse=0.018609	lr=0.145971
Epoch[119] Batch [649]	Speed: 2921.641042 samples/sec	rmse=0.018609	lr=0.145847
Epoch[119] Batch [699]	Speed: 2923.838655 samples/sec	rmse=0.018603	lr=0.145724
Epoch[119] Batch [749]	Speed: 2939.817458 samples/sec	rmse=0.018610	lr=0.145600
Epoch[119] Batch [799]	Speed: 2943.837053 samples/sec	rmse=0.018608	lr=0.145476
Epoch[119] Batch [849]	Speed: 2887.902016 samples/sec	rmse=0.018608	lr=0.145352
Epoch[119] Batch [899]	Speed: 2909.896688 samples/sec	rmse=0.018610	lr=0.145228
Epoch[119] Batch [949]	Speed: 2948.170127 samples/sec	rmse=0.018611	lr=0.145104
Epoch[119] Batch [999]	Speed: 2945.029422 samples/sec	rmse=0.018619	lr=0.144980
Epoch[119] Batch [1049]	Speed: 2953.601067 samples/sec	rmse=0.018625	lr=0.144856
Epoch[119] Batch [1099]	Speed: 2901.997714 samples/sec	rmse=0.018629	lr=0.144733
Epoch[119] Batch [1149]	Speed: 2902.935870 samples/sec	rmse=0.018635	lr=0.144609
Epoch[119] Batch [1199]	Speed: 2940.061161 samples/sec	rmse=0.018642	lr=0.144485
Epoch[119] Batch [1249]	Speed: 2963.927503 samples/sec	rmse=0.018643	lr=0.144361
[Epoch 119] training: rmse=0.018643
[Epoch 119] speed: 2928 samples/sec	time cost: 444.094645
[Epoch 119] validation: err-top1=0.328165 err-top5=0.120576
Epoch[120] Batch [49]	Speed: 2894.649781 samples/sec	rmse=0.018430	lr=0.144235
Epoch[120] Batch [99]	Speed: 2948.354659 samples/sec	rmse=0.018439	lr=0.144112
Epoch[120] Batch [149]	Speed: 2943.052680 samples/sec	rmse=0.018492	lr=0.143988
Epoch[120] Batch [199]	Speed: 2950.975004 samples/sec	rmse=0.018523	lr=0.143864
Epoch[120] Batch [249]	Speed: 2945.601059 samples/sec	rmse=0.018536	lr=0.143741
Epoch[120] Batch [299]	Speed: 2949.818174 samples/sec	rmse=0.018545	lr=0.143617
Epoch[120] Batch [349]	Speed: 2952.853181 samples/sec	rmse=0.018552	lr=0.143494
Epoch[120] Batch [399]	Speed: 2936.944046 samples/sec	rmse=0.018560	lr=0.143370
Epoch[120] Batch [449]	Speed: 2951.769246 samples/sec	rmse=0.018559	lr=0.143247
Epoch[120] Batch [499]	Speed: 2939.035989 samples/sec	rmse=0.018564	lr=0.143123
Epoch[120] Batch [549]	Speed: 2933.439830 samples/sec	rmse=0.018566	lr=0.143000
Epoch[120] Batch [599]	Speed: 2939.650773 samples/sec	rmse=0.018582	lr=0.142876
Epoch[120] Batch [649]	Speed: 2878.665719 samples/sec	rmse=0.018589	lr=0.142753
Epoch[120] Batch [699]	Speed: 2942.662988 samples/sec	rmse=0.018586	lr=0.142629
Epoch[120] Batch [749]	Speed: 2943.904367 samples/sec	rmse=0.018598	lr=0.142506
Epoch[120] Batch [799]	Speed: 2948.392588 samples/sec	rmse=0.018599	lr=0.142383
Epoch[120] Batch [849]	Speed: 2952.442015 samples/sec	rmse=0.018600	lr=0.142259
Epoch[120] Batch [899]	Speed: 2953.350078 samples/sec	rmse=0.018601	lr=0.142136
Epoch[120] Batch [949]	Speed: 2945.709304 samples/sec	rmse=0.018610	lr=0.142013
Epoch[120] Batch [999]	Speed: 2917.548445 samples/sec	rmse=0.018608	lr=0.141890
Epoch[120] Batch [1049]	Speed: 2927.434046 samples/sec	rmse=0.018608	lr=0.141766
Epoch[120] Batch [1099]	Speed: 2940.270846 samples/sec	rmse=0.018610	lr=0.141643
Epoch[120] Batch [1149]	Speed: 2940.983050 samples/sec	rmse=0.018618	lr=0.141520
Epoch[120] Batch [1199]	Speed: 2948.261358 samples/sec	rmse=0.018616	lr=0.141397
Epoch[120] Batch [1249]	Speed: 2970.010792 samples/sec	rmse=0.018619	lr=0.141274
[Epoch 120] training: rmse=0.018619
[Epoch 120] speed: 2937 samples/sec	time cost: 442.841746
[Epoch 120] validation: err-top1=0.308873 err-top5=0.104771
Epoch[121] Batch [49]	Speed: 2962.429157 samples/sec	rmse=0.018287	lr=0.141148
Epoch[121] Batch [99]	Speed: 2948.174255 samples/sec	rmse=0.018423	lr=0.141025
Epoch[121] Batch [149]	Speed: 2938.767602 samples/sec	rmse=0.018434	lr=0.140902
Epoch[121] Batch [199]	Speed: 2941.395341 samples/sec	rmse=0.018430	lr=0.140779
Epoch[121] Batch [249]	Speed: 2948.195949 samples/sec	rmse=0.018445	lr=0.140656
Epoch[121] Batch [299]	Speed: 2950.073183 samples/sec	rmse=0.018475	lr=0.140533
Epoch[121] Batch [349]	Speed: 2948.869479 samples/sec	rmse=0.018459	lr=0.140410
Epoch[121] Batch [399]	Speed: 2946.266290 samples/sec	rmse=0.018457	lr=0.140287
Epoch[121] Batch [449]	Speed: 2955.333971 samples/sec	rmse=0.018480	lr=0.140164
Epoch[121] Batch [499]	Speed: 2949.066775 samples/sec	rmse=0.018500	lr=0.140042
Epoch[121] Batch [549]	Speed: 2935.727914 samples/sec	rmse=0.018519	lr=0.139919
Epoch[121] Batch [599]	Speed: 2935.735820 samples/sec	rmse=0.018536	lr=0.139796
Epoch[121] Batch [649]	Speed: 2952.687329 samples/sec	rmse=0.018549	lr=0.139673
Epoch[121] Batch [699]	Speed: 2948.853323 samples/sec	rmse=0.018551	lr=0.139550
Epoch[121] Batch [749]	Speed: 2934.792391 samples/sec	rmse=0.018547	lr=0.139428
Epoch[121] Batch [799]	Speed: 2949.224849 samples/sec	rmse=0.018546	lr=0.139305
Epoch[121] Batch [849]	Speed: 2936.616728 samples/sec	rmse=0.018547	lr=0.139182
Epoch[121] Batch [899]	Speed: 2932.901662 samples/sec	rmse=0.018556	lr=0.139059
Epoch[121] Batch [949]	Speed: 2938.148926 samples/sec	rmse=0.018562	lr=0.138937
Epoch[121] Batch [999]	Speed: 2944.951920 samples/sec	rmse=0.018566	lr=0.138814
Epoch[121] Batch [1049]	Speed: 2942.073183 samples/sec	rmse=0.018564	lr=0.138692
Epoch[121] Batch [1099]	Speed: 2941.226906 samples/sec	rmse=0.018565	lr=0.138569
Epoch[121] Batch [1149]	Speed: 2927.536330 samples/sec	rmse=0.018559	lr=0.138447
Epoch[121] Batch [1199]	Speed: 2949.313229 samples/sec	rmse=0.018564	lr=0.138324
Epoch[121] Batch [1249]	Speed: 2965.510536 samples/sec	rmse=0.018567	lr=0.138202
[Epoch 121] training: rmse=0.018567
[Epoch 121] speed: 2942 samples/sec	time cost: 442.513945
[Epoch 121] validation: err-top1=0.314214 err-top5=0.110232
Epoch[122] Batch [49]	Speed: 2942.693997 samples/sec	rmse=0.018375	lr=0.138077
Epoch[122] Batch [99]	Speed: 2937.292128 samples/sec	rmse=0.018410	lr=0.137954
Epoch[122] Batch [149]	Speed: 2947.797490 samples/sec	rmse=0.018427	lr=0.137832
Epoch[122] Batch [199]	Speed: 2927.612320 samples/sec	rmse=0.018412	lr=0.137709
Epoch[122] Batch [249]	Speed: 2936.658090 samples/sec	rmse=0.018447	lr=0.137587
Epoch[122] Batch [299]	Speed: 2934.197477 samples/sec	rmse=0.018470	lr=0.137465
Epoch[122] Batch [349]	Speed: 2937.850638 samples/sec	rmse=0.018483	lr=0.137342
Epoch[122] Batch [399]	Speed: 2928.474021 samples/sec	rmse=0.018475	lr=0.137220
Epoch[122] Batch [449]	Speed: 2949.604653 samples/sec	rmse=0.018469	lr=0.137098
Epoch[122] Batch [499]	Speed: 2913.753064 samples/sec	rmse=0.018475	lr=0.136976
Epoch[122] Batch [549]	Speed: 2952.591764 samples/sec	rmse=0.018476	lr=0.136853
Epoch[122] Batch [599]	Speed: 2943.452520 samples/sec	rmse=0.018478	lr=0.136731
Epoch[122] Batch [649]	Speed: 2944.600567 samples/sec	rmse=0.018483	lr=0.136609
Epoch[122] Batch [699]	Speed: 2938.692440 samples/sec	rmse=0.018485	lr=0.136487
Epoch[122] Batch [749]	Speed: 2949.126512 samples/sec	rmse=0.018488	lr=0.136365
Epoch[122] Batch [799]	Speed: 2950.527754 samples/sec	rmse=0.018502	lr=0.136243
Epoch[122] Batch [849]	Speed: 2906.741583 samples/sec	rmse=0.018501	lr=0.136121
Epoch[122] Batch [899]	Speed: 2952.721756 samples/sec	rmse=0.018500	lr=0.135999
Epoch[122] Batch [949]	Speed: 2941.857881 samples/sec	rmse=0.018507	lr=0.135877
Epoch[122] Batch [999]	Speed: 2956.307830 samples/sec	rmse=0.018515	lr=0.135755
Epoch[122] Batch [1049]	Speed: 2947.746506 samples/sec	rmse=0.018523	lr=0.135633
Epoch[122] Batch [1099]	Speed: 2947.455733 samples/sec	rmse=0.018530	lr=0.135511
Epoch[122] Batch [1149]	Speed: 2946.523556 samples/sec	rmse=0.018534	lr=0.135389
Epoch[122] Batch [1199]	Speed: 2947.911480 samples/sec	rmse=0.018537	lr=0.135267
Epoch[122] Batch [1249]	Speed: 2966.876732 samples/sec	rmse=0.018537	lr=0.135145
[Epoch 122] training: rmse=0.018536
[Epoch 122] speed: 2939 samples/sec	time cost: 442.416681
[Epoch 122] validation: err-top1=0.313436 err-top5=0.109741
Epoch[123] Batch [49]	Speed: 2957.847369 samples/sec	rmse=0.018480	lr=0.135021
Epoch[123] Batch [99]	Speed: 2916.069488 samples/sec	rmse=0.018447	lr=0.134899
Epoch[123] Batch [149]	Speed: 2954.577646 samples/sec	rmse=0.018437	lr=0.134777
Epoch[123] Batch [199]	Speed: 2944.935160 samples/sec	rmse=0.018450	lr=0.134656
Epoch[123] Batch [249]	Speed: 2949.962672 samples/sec	rmse=0.018484	lr=0.134534
Epoch[123] Batch [299]	Speed: 2942.937734 samples/sec	rmse=0.018471	lr=0.134412
Epoch[123] Batch [349]	Speed: 2952.998668 samples/sec	rmse=0.018476	lr=0.134291
Epoch[123] Batch [399]	Speed: 2957.859795 samples/sec	rmse=0.018477	lr=0.134169
Epoch[123] Batch [449]	Speed: 2956.962882 samples/sec	rmse=0.018499	lr=0.134047
Epoch[123] Batch [499]	Speed: 2905.236691 samples/sec	rmse=0.018510	lr=0.133926
Epoch[123] Batch [549]	Speed: 2924.817917 samples/sec	rmse=0.018519	lr=0.133804
Epoch[123] Batch [599]	Speed: 2944.546464 samples/sec	rmse=0.018513	lr=0.133683
Epoch[123] Batch [649]	Speed: 2945.276979 samples/sec	rmse=0.018518	lr=0.133561
Epoch[123] Batch [699]	Speed: 2913.797778 samples/sec	rmse=0.018520	lr=0.133440
Epoch[123] Batch [749]	Speed: 2914.086180 samples/sec	rmse=0.018528	lr=0.133318
Epoch[123] Batch [799]	Speed: 2952.508871 samples/sec	rmse=0.018530	lr=0.133197
Epoch[123] Batch [849]	Speed: 2956.225745 samples/sec	rmse=0.018527	lr=0.133076
Epoch[123] Batch [899]	Speed: 2950.717852 samples/sec	rmse=0.018524	lr=0.132954
Epoch[123] Batch [949]	Speed: 2950.397266 samples/sec	rmse=0.018525	lr=0.132833
Epoch[123] Batch [999]	Speed: 2940.856707 samples/sec	rmse=0.018519	lr=0.132712
Epoch[123] Batch [1049]	Speed: 2958.893903 samples/sec	rmse=0.018523	lr=0.132590
Epoch[123] Batch [1099]	Speed: 2957.991922 samples/sec	rmse=0.018534	lr=0.132469
Epoch[123] Batch [1149]	Speed: 2956.604220 samples/sec	rmse=0.018531	lr=0.132348
Epoch[123] Batch [1199]	Speed: 2946.819281 samples/sec	rmse=0.018533	lr=0.132227
Epoch[123] Batch [1249]	Speed: 2957.614192 samples/sec	rmse=0.018538	lr=0.132106
[Epoch 123] training: rmse=0.018538
[Epoch 123] speed: 2941 samples/sec	time cost: 442.030084
[Epoch 123] validation: err-top1=0.301479 err-top5=0.102021
Epoch[124] Batch [49]	Speed: 2968.498822 samples/sec	rmse=0.018220	lr=0.131982
Epoch[124] Batch [99]	Speed: 2955.658682 samples/sec	rmse=0.018256	lr=0.131861
Epoch[124] Batch [149]	Speed: 2923.403373 samples/sec	rmse=0.018327	lr=0.131740
Epoch[124] Batch [199]	Speed: 2956.505878 samples/sec	rmse=0.018353	lr=0.131619
Epoch[124] Batch [249]	Speed: 2959.400054 samples/sec	rmse=0.018370	lr=0.131498
Epoch[124] Batch [299]	Speed: 2957.646657 samples/sec	rmse=0.018369	lr=0.131377
Epoch[124] Batch [349]	Speed: 2956.081975 samples/sec	rmse=0.018368	lr=0.131256
Epoch[124] Batch [399]	Speed: 2952.723380 samples/sec	rmse=0.018366	lr=0.131135
Epoch[124] Batch [449]	Speed: 2944.334351 samples/sec	rmse=0.018377	lr=0.131014
Epoch[124] Batch [499]	Speed: 2952.530994 samples/sec	rmse=0.018364	lr=0.130893
Epoch[124] Batch [549]	Speed: 2948.871787 samples/sec	rmse=0.018372	lr=0.130773
Epoch[124] Batch [599]	Speed: 2939.809731 samples/sec	rmse=0.018379	lr=0.130652
Epoch[124] Batch [649]	Speed: 2953.182018 samples/sec	rmse=0.018394	lr=0.130531
Epoch[124] Batch [699]	Speed: 2954.410543 samples/sec	rmse=0.018401	lr=0.130410
Epoch[124] Batch [749]	Speed: 2961.230418 samples/sec	rmse=0.018412	lr=0.130289
Epoch[124] Batch [799]	Speed: 2951.405718 samples/sec	rmse=0.018423	lr=0.130169
Epoch[124] Batch [849]	Speed: 2949.911330 samples/sec	rmse=0.018435	lr=0.130048
Epoch[124] Batch [899]	Speed: 2932.180835 samples/sec	rmse=0.018438	lr=0.129927
Epoch[124] Batch [949]	Speed: 2949.797428 samples/sec	rmse=0.018446	lr=0.129807
Epoch[124] Batch [999]	Speed: 2940.742536 samples/sec	rmse=0.018448	lr=0.129686
Epoch[124] Batch [1049]	Speed: 2943.512675 samples/sec	rmse=0.018449	lr=0.129566
Epoch[124] Batch [1099]	Speed: 2954.622931 samples/sec	rmse=0.018454	lr=0.129445
Epoch[124] Batch [1149]	Speed: 2938.035327 samples/sec	rmse=0.018460	lr=0.129325
Epoch[124] Batch [1199]	Speed: 2956.032048 samples/sec	rmse=0.018470	lr=0.129204
Epoch[124] Batch [1249]	Speed: 2967.827411 samples/sec	rmse=0.018474	lr=0.129084
[Epoch 124] training: rmse=0.018474
[Epoch 124] speed: 2948 samples/sec	time cost: 441.146341
[Epoch 124] validation: err-top1=0.298290 err-top5=0.100785
Epoch[125] Batch [49]	Speed: 2959.199987 samples/sec	rmse=0.018332	lr=0.128961
Epoch[125] Batch [99]	Speed: 2960.290204 samples/sec	rmse=0.018278	lr=0.128841
Epoch[125] Batch [149]	Speed: 2952.034657 samples/sec	rmse=0.018304	lr=0.128720
Epoch[125] Batch [199]	Speed: 2949.885072 samples/sec	rmse=0.018335	lr=0.128600
Epoch[125] Batch [249]	Speed: 2944.667471 samples/sec	rmse=0.018362	lr=0.128480
Epoch[125] Batch [299]	Speed: 2945.030714 samples/sec	rmse=0.018371	lr=0.128359
Epoch[125] Batch [349]	Speed: 2942.884700 samples/sec	rmse=0.018357	lr=0.128239
Epoch[125] Batch [399]	Speed: 2942.434255 samples/sec	rmse=0.018359	lr=0.128119
Epoch[125] Batch [449]	Speed: 2949.718095 samples/sec	rmse=0.018362	lr=0.127999
Epoch[125] Batch [499]	Speed: 2950.414210 samples/sec	rmse=0.018368	lr=0.127879
Epoch[125] Batch [549]	Speed: 2959.026327 samples/sec	rmse=0.018379	lr=0.127759
Epoch[125] Batch [599]	Speed: 2954.316493 samples/sec	rmse=0.018393	lr=0.127639
Epoch[125] Batch [649]	Speed: 2946.886206 samples/sec	rmse=0.018388	lr=0.127519
Epoch[125] Batch [699]	Speed: 2948.017143 samples/sec	rmse=0.018387	lr=0.127399
Epoch[125] Batch [749]	Speed: 2940.563627 samples/sec	rmse=0.018381	lr=0.127279
Epoch[125] Batch [799]	Speed: 2948.129006 samples/sec	rmse=0.018379	lr=0.127159
Epoch[125] Batch [849]	Speed: 2942.367089 samples/sec	rmse=0.018386	lr=0.127039
Epoch[125] Batch [899]	Speed: 2936.618414 samples/sec	rmse=0.018390	lr=0.126919
Epoch[125] Batch [949]	Speed: 2948.497233 samples/sec	rmse=0.018395	lr=0.126799
Epoch[125] Batch [999]	Speed: 2942.587264 samples/sec	rmse=0.018401	lr=0.126679
Epoch[125] Batch [1049]	Speed: 2942.314237 samples/sec	rmse=0.018404	lr=0.126559
Epoch[125] Batch [1099]	Speed: 2949.903834 samples/sec	rmse=0.018406	lr=0.126440
Epoch[125] Batch [1149]	Speed: 2933.380807 samples/sec	rmse=0.018408	lr=0.126320
Epoch[125] Batch [1199]	Speed: 2942.677827 samples/sec	rmse=0.018422	lr=0.126200
Epoch[125] Batch [1249]	Speed: 2962.608122 samples/sec	rmse=0.018423	lr=0.126080
[Epoch 125] training: rmse=0.018424
[Epoch 125] speed: 2945 samples/sec	time cost: 441.395445
[Epoch 125] validation: err-top1=0.330118 err-top5=0.120037
Epoch[126] Batch [49]	Speed: 2962.542565 samples/sec	rmse=0.018244	lr=0.125958
Epoch[126] Batch [99]	Speed: 2945.216752 samples/sec	rmse=0.018240	lr=0.125839
Epoch[126] Batch [149]	Speed: 2901.510497 samples/sec	rmse=0.018241	lr=0.125719
Epoch[126] Batch [199]	Speed: 2941.151658 samples/sec	rmse=0.018226	lr=0.125600
Epoch[126] Batch [249]	Speed: 2929.250602 samples/sec	rmse=0.018218	lr=0.125480
Epoch[126] Batch [299]	Speed: 2943.988675 samples/sec	rmse=0.018249	lr=0.125361
Epoch[126] Batch [349]	Speed: 2913.980721 samples/sec	rmse=0.018268	lr=0.125241
Epoch[126] Batch [399]	Speed: 2945.857926 samples/sec	rmse=0.018272	lr=0.125122
Epoch[126] Batch [449]	Speed: 2942.573233 samples/sec	rmse=0.018270	lr=0.125002
Epoch[126] Batch [499]	Speed: 2945.081523 samples/sec	rmse=0.018280	lr=0.124883
Epoch[126] Batch [549]	Speed: 2955.961493 samples/sec	rmse=0.018294	lr=0.124764
Epoch[126] Batch [599]	Speed: 2948.625205 samples/sec	rmse=0.018308	lr=0.124644
Epoch[126] Batch [649]	Speed: 2949.678713 samples/sec	rmse=0.018313	lr=0.124525
Epoch[126] Batch [699]	Speed: 2943.195911 samples/sec	rmse=0.018327	lr=0.124406
Epoch[126] Batch [749]	Speed: 2885.421399 samples/sec	rmse=0.018333	lr=0.124287
Epoch[126] Batch [799]	Speed: 2949.179811 samples/sec	rmse=0.018342	lr=0.124167
Epoch[126] Batch [849]	Speed: 2951.412087 samples/sec	rmse=0.018354	lr=0.124048
Epoch[126] Batch [899]	Speed: 2943.133470 samples/sec	rmse=0.018359	lr=0.123929
Epoch[126] Batch [949]	Speed: 2942.751016 samples/sec	rmse=0.018372	lr=0.123810
Epoch[126] Batch [999]	Speed: 2947.310630 samples/sec	rmse=0.018374	lr=0.123691
Epoch[126] Batch [1049]	Speed: 2941.850183 samples/sec	rmse=0.018377	lr=0.123572
Epoch[126] Batch [1099]	Speed: 2950.316279 samples/sec	rmse=0.018384	lr=0.123453
Epoch[126] Batch [1149]	Speed: 2941.783488 samples/sec	rmse=0.018388	lr=0.123334
Epoch[126] Batch [1199]	Speed: 2944.795474 samples/sec	rmse=0.018395	lr=0.123215
Epoch[126] Batch [1249]	Speed: 2927.547385 samples/sec	rmse=0.018399	lr=0.123096
[Epoch 126] training: rmse=0.018399
[Epoch 126] speed: 2937 samples/sec	time cost: 443.029412
[Epoch 126] validation: err-top1=0.324757 err-top5=0.117148
Epoch[127] Batch [49]	Speed: 2957.463933 samples/sec	rmse=0.018091	lr=0.122975
Epoch[127] Batch [99]	Speed: 2948.362228 samples/sec	rmse=0.018200	lr=0.122856
Epoch[127] Batch [149]	Speed: 2940.988689 samples/sec	rmse=0.018206	lr=0.122737
Epoch[127] Batch [199]	Speed: 2937.736098 samples/sec	rmse=0.018213	lr=0.122618
Epoch[127] Batch [249]	Speed: 2931.483372 samples/sec	rmse=0.018234	lr=0.122500
Epoch[127] Batch [299]	Speed: 2931.531153 samples/sec	rmse=0.018240	lr=0.122381
Epoch[127] Batch [349]	Speed: 2924.359325 samples/sec	rmse=0.018234	lr=0.122262
Epoch[127] Batch [399]	Speed: 2935.389712 samples/sec	rmse=0.018249	lr=0.122144
Epoch[127] Batch [449]	Speed: 2938.880413 samples/sec	rmse=0.018271	lr=0.122025
Epoch[127] Batch [499]	Speed: 2933.604048 samples/sec	rmse=0.018284	lr=0.121907
Epoch[127] Batch [549]	Speed: 2943.340003 samples/sec	rmse=0.018297	lr=0.121788
Epoch[127] Batch [599]	Speed: 2936.587494 samples/sec	rmse=0.018303	lr=0.121669
Epoch[127] Batch [649]	Speed: 2945.403177 samples/sec	rmse=0.018318	lr=0.121551
Epoch[127] Batch [699]	Speed: 2940.813857 samples/sec	rmse=0.018326	lr=0.121433
Epoch[127] Batch [749]	Speed: 2944.543678 samples/sec	rmse=0.018330	lr=0.121314
Epoch[127] Batch [799]	Speed: 2902.804731 samples/sec	rmse=0.018336	lr=0.121196
Epoch[127] Batch [849]	Speed: 2943.243550 samples/sec	rmse=0.018344	lr=0.121077
Epoch[127] Batch [899]	Speed: 2953.102908 samples/sec	rmse=0.018344	lr=0.120959
Epoch[127] Batch [949]	Speed: 2925.904070 samples/sec	rmse=0.018350	lr=0.120841
Epoch[127] Batch [999]	Speed: 2939.611821 samples/sec	rmse=0.018359	lr=0.120723
Epoch[127] Batch [1049]	Speed: 2935.376190 samples/sec	rmse=0.018365	lr=0.120604
Epoch[127] Batch [1099]	Speed: 2945.317414 samples/sec	rmse=0.018370	lr=0.120486
Epoch[127] Batch [1149]	Speed: 2944.544889 samples/sec	rmse=0.018369	lr=0.120368
Epoch[127] Batch [1199]	Speed: 2943.184859 samples/sec	rmse=0.018375	lr=0.120250
Epoch[127] Batch [1249]	Speed: 2951.442469 samples/sec	rmse=0.018382	lr=0.120132
[Epoch 127] training: rmse=0.018383
[Epoch 127] speed: 2936 samples/sec	time cost: 442.852401
[Epoch 127] validation: err-top1=0.329854 err-top5=0.117920
Epoch[128] Batch [49]	Speed: 2935.051668 samples/sec	rmse=0.018376	lr=0.120011
Epoch[128] Batch [99]	Speed: 2947.100263 samples/sec	rmse=0.018312	lr=0.119893
Epoch[128] Batch [149]	Speed: 2945.776906 samples/sec	rmse=0.018266	lr=0.119775
Epoch[128] Batch [199]	Speed: 2942.561943 samples/sec	rmse=0.018264	lr=0.119657
Epoch[128] Batch [249]	Speed: 2943.216443 samples/sec	rmse=0.018284	lr=0.119540
Epoch[128] Batch [299]	Speed: 2940.693810 samples/sec	rmse=0.018287	lr=0.119422
Epoch[128] Batch [349]	Speed: 2943.651755 samples/sec	rmse=0.018283	lr=0.119304
Epoch[128] Batch [399]	Speed: 2917.615751 samples/sec	rmse=0.018279	lr=0.119186
Epoch[128] Batch [449]	Speed: 2860.704475 samples/sec	rmse=0.018288	lr=0.119068
Epoch[128] Batch [499]	Speed: 2867.795424 samples/sec	rmse=0.018300	lr=0.118950
Epoch[128] Batch [549]	Speed: 2943.795690 samples/sec	rmse=0.018296	lr=0.118833
Epoch[128] Batch [599]	Speed: 2950.699324 samples/sec	rmse=0.018299	lr=0.118715
Epoch[128] Batch [649]	Speed: 2949.198725 samples/sec	rmse=0.018296	lr=0.118597
Epoch[128] Batch [699]	Speed: 2945.965786 samples/sec	rmse=0.018300	lr=0.118480
Epoch[128] Batch [749]	Speed: 2946.437809 samples/sec	rmse=0.018296	lr=0.118362
Epoch[128] Batch [799]	Speed: 2946.778400 samples/sec	rmse=0.018298	lr=0.118245
Epoch[128] Batch [849]	Speed: 2941.629393 samples/sec	rmse=0.018300	lr=0.118127
Epoch[128] Batch [899]	Speed: 2929.911785 samples/sec	rmse=0.018300	lr=0.118010
Epoch[128] Batch [949]	Speed: 2949.899174 samples/sec	rmse=0.018305	lr=0.117892
Epoch[128] Batch [999]	Speed: 2951.813958 samples/sec	rmse=0.018307	lr=0.117775
Epoch[128] Batch [1049]	Speed: 2938.168704 samples/sec	rmse=0.018308	lr=0.117657
Epoch[128] Batch [1099]	Speed: 2945.181691 samples/sec	rmse=0.018313	lr=0.117540
Epoch[128] Batch [1149]	Speed: 2937.212743 samples/sec	rmse=0.018319	lr=0.117423
Epoch[128] Batch [1199]	Speed: 2947.243889 samples/sec	rmse=0.018330	lr=0.117305
Epoch[128] Batch [1249]	Speed: 2968.069422 samples/sec	rmse=0.018331	lr=0.117188
[Epoch 128] training: rmse=0.018333
[Epoch 128] speed: 2935 samples/sec	time cost: 443.565876
[Epoch 128] validation: err-top1=0.298170 err-top5=0.099370
Epoch[129] Batch [49]	Speed: 2961.383592 samples/sec	rmse=0.018156	lr=0.117069
Epoch[129] Batch [99]	Speed: 2937.500214 samples/sec	rmse=0.018210	lr=0.116952
Epoch[129] Batch [149]	Speed: 2938.457086 samples/sec	rmse=0.018214	lr=0.116834
Epoch[129] Batch [199]	Speed: 2947.854868 samples/sec	rmse=0.018196	lr=0.116717
Epoch[129] Batch [249]	Speed: 2943.785601 samples/sec	rmse=0.018211	lr=0.116600
Epoch[129] Batch [299]	Speed: 2939.344817 samples/sec	rmse=0.018216	lr=0.116483
Epoch[129] Batch [349]	Speed: 2940.056854 samples/sec	rmse=0.018209	lr=0.116366
Epoch[129] Batch [399]	Speed: 2936.038215 samples/sec	rmse=0.018195	lr=0.116249
Epoch[129] Batch [449]	Speed: 2925.120457 samples/sec	rmse=0.018198	lr=0.116132
Epoch[129] Batch [499]	Speed: 2942.523801 samples/sec	rmse=0.018200	lr=0.116015
Epoch[129] Batch [549]	Speed: 2936.830661 samples/sec	rmse=0.018207	lr=0.115899
Epoch[129] Batch [599]	Speed: 2938.706917 samples/sec	rmse=0.018223	lr=0.115782
Epoch[129] Batch [649]	Speed: 2937.544534 samples/sec	rmse=0.018225	lr=0.115665
Epoch[129] Batch [699]	Speed: 2936.089798 samples/sec	rmse=0.018230	lr=0.115548
Epoch[129] Batch [749]	Speed: 2945.143804 samples/sec	rmse=0.018234	lr=0.115431
Epoch[129] Batch [799]	Speed: 2929.746262 samples/sec	rmse=0.018235	lr=0.115315
Epoch[129] Batch [849]	Speed: 2948.002736 samples/sec	rmse=0.018236	lr=0.115198
Epoch[129] Batch [899]	Speed: 2932.492389 samples/sec	rmse=0.018240	lr=0.115081
Epoch[129] Batch [949]	Speed: 2940.670817 samples/sec	rmse=0.018240	lr=0.114965
Epoch[129] Batch [999]	Speed: 2958.124794 samples/sec	rmse=0.018241	lr=0.114848
Epoch[129] Batch [1049]	Speed: 2924.143422 samples/sec	rmse=0.018245	lr=0.114732
Epoch[129] Batch [1099]	Speed: 2943.539747 samples/sec	rmse=0.018249	lr=0.114615
Epoch[129] Batch [1149]	Speed: 2948.333326 samples/sec	rmse=0.018255	lr=0.114499
Epoch[129] Batch [1199]	Speed: 2940.998516 samples/sec	rmse=0.018260	lr=0.114383
Epoch[129] Batch [1249]	Speed: 2962.765525 samples/sec	rmse=0.018267	lr=0.114266
[Epoch 129] training: rmse=0.018268
[Epoch 129] speed: 2939 samples/sec	time cost: 442.489633
[Epoch 129] validation: err-top1=0.304628 err-top5=0.102838
Epoch[130] Batch [49]	Speed: 2960.287755 samples/sec	rmse=0.018020	lr=0.114147
Epoch[130] Batch [99]	Speed: 2941.807022 samples/sec	rmse=0.018054	lr=0.114031
Epoch[130] Batch [149]	Speed: 2947.707542 samples/sec	rmse=0.018071	lr=0.113915
Epoch[130] Batch [199]	Speed: 2948.177614 samples/sec	rmse=0.018090	lr=0.113799
Epoch[130] Batch [249]	Speed: 2898.863776 samples/sec	rmse=0.018095	lr=0.113683
Epoch[130] Batch [299]	Speed: 2944.446702 samples/sec	rmse=0.018091	lr=0.113566
Epoch[130] Batch [349]	Speed: 2897.553113 samples/sec	rmse=0.018106	lr=0.113450
Epoch[130] Batch [399]	Speed: 2938.217709 samples/sec	rmse=0.018148	lr=0.113334
Epoch[130] Batch [449]	Speed: 2950.461191 samples/sec	rmse=0.018163	lr=0.113218
Epoch[130] Batch [499]	Speed: 2953.166179 samples/sec	rmse=0.018181	lr=0.113102
Epoch[130] Batch [549]	Speed: 2910.235429 samples/sec	rmse=0.018190	lr=0.112986
Epoch[130] Batch [599]	Speed: 2952.906656 samples/sec	rmse=0.018195	lr=0.112870
Epoch[130] Batch [649]	Speed: 2951.210827 samples/sec	rmse=0.018204	lr=0.112754
Epoch[130] Batch [699]	Speed: 2919.099333 samples/sec	rmse=0.018197	lr=0.112638
Epoch[130] Batch [749]	Speed: 2948.103670 samples/sec	rmse=0.018194	lr=0.112523
Epoch[130] Batch [799]	Speed: 2959.140820 samples/sec	rmse=0.018202	lr=0.112407
Epoch[130] Batch [849]	Speed: 2954.638135 samples/sec	rmse=0.018209	lr=0.112291
Epoch[130] Batch [899]	Speed: 2937.226563 samples/sec	rmse=0.018215	lr=0.112175
Epoch[130] Batch [949]	Speed: 2942.313794 samples/sec	rmse=0.018221	lr=0.112060
Epoch[130] Batch [999]	Speed: 2950.005506 samples/sec	rmse=0.018225	lr=0.111944
Epoch[130] Batch [1049]	Speed: 2956.281499 samples/sec	rmse=0.018219	lr=0.111828
Epoch[130] Batch [1099]	Speed: 2952.090658 samples/sec	rmse=0.018223	lr=0.111713
Epoch[130] Batch [1149]	Speed: 2920.482467 samples/sec	rmse=0.018230	lr=0.111597
Epoch[130] Batch [1199]	Speed: 2955.534533 samples/sec	rmse=0.018230	lr=0.111482
Epoch[130] Batch [1249]	Speed: 2956.674317 samples/sec	rmse=0.018237	lr=0.111366
[Epoch 130] training: rmse=0.018238
[Epoch 130] speed: 2939 samples/sec	time cost: 442.628555
[Epoch 130] validation: err-top1=0.294683 err-top5=0.097537
Epoch[131] Batch [49]	Speed: 2957.256512 samples/sec	rmse=0.017988	lr=0.111249
Epoch[131] Batch [99]	Speed: 2944.711807 samples/sec	rmse=0.017959	lr=0.111133
Epoch[131] Batch [149]	Speed: 2942.071329 samples/sec	rmse=0.017997	lr=0.111018
Epoch[131] Batch [199]	Speed: 2931.947203 samples/sec	rmse=0.017978	lr=0.110903
Epoch[131] Batch [249]	Speed: 2949.020648 samples/sec	rmse=0.018015	lr=0.110787
Epoch[131] Batch [299]	Speed: 2940.683260 samples/sec	rmse=0.018040	lr=0.110672
Epoch[131] Batch [349]	Speed: 2937.387388 samples/sec	rmse=0.018052	lr=0.110557
Epoch[131] Batch [399]	Speed: 2904.294966 samples/sec	rmse=0.018047	lr=0.110442
Epoch[131] Batch [449]	Speed: 2932.608643 samples/sec	rmse=0.018056	lr=0.110326
Epoch[131] Batch [499]	Speed: 2902.507142 samples/sec	rmse=0.018085	lr=0.110211
Epoch[131] Batch [549]	Speed: 2940.272255 samples/sec	rmse=0.018094	lr=0.110096
Epoch[131] Batch [599]	Speed: 2947.935801 samples/sec	rmse=0.018108	lr=0.109981
Epoch[131] Batch [649]	Speed: 2939.147493 samples/sec	rmse=0.018120	lr=0.109866
Epoch[131] Batch [699]	Speed: 2935.557278 samples/sec	rmse=0.018122	lr=0.109751
Epoch[131] Batch [749]	Speed: 2928.000949 samples/sec	rmse=0.018124	lr=0.109636
Epoch[131] Batch [799]	Speed: 2951.325609 samples/sec	rmse=0.018127	lr=0.109522
Epoch[131] Batch [849]	Speed: 2941.875089 samples/sec	rmse=0.018130	lr=0.109407
Epoch[131] Batch [899]	Speed: 2955.616539 samples/sec	rmse=0.018141	lr=0.109292
Epoch[131] Batch [949]	Speed: 2934.205175 samples/sec	rmse=0.018149	lr=0.109177
Epoch[131] Batch [999]	Speed: 2938.513659 samples/sec	rmse=0.018154	lr=0.109063
Epoch[131] Batch [1049]	Speed: 2934.527826 samples/sec	rmse=0.018163	lr=0.108948
Epoch[131] Batch [1099]	Speed: 2927.125401 samples/sec	rmse=0.018164	lr=0.108833
Epoch[131] Batch [1149]	Speed: 2943.500248 samples/sec	rmse=0.018164	lr=0.108719
Epoch[131] Batch [1199]	Speed: 2953.760969 samples/sec	rmse=0.018161	lr=0.108604
Epoch[131] Batch [1249]	Speed: 2962.653816 samples/sec	rmse=0.018170	lr=0.108489
[Epoch 131] training: rmse=0.018169
[Epoch 131] speed: 2936 samples/sec	time cost: 442.835711
[Epoch 131] validation: err-top1=0.299287 err-top5=0.099011
Epoch[132] Batch [49]	Speed: 2956.789240 samples/sec	rmse=0.018046	lr=0.108373
Epoch[132] Batch [99]	Speed: 2946.098994 samples/sec	rmse=0.018058	lr=0.108258
Epoch[132] Batch [149]	Speed: 2950.037156 samples/sec	rmse=0.018018	lr=0.108144
Epoch[132] Batch [199]	Speed: 2946.408339 samples/sec	rmse=0.018004	lr=0.108029
Epoch[132] Batch [249]	Speed: 2941.799486 samples/sec	rmse=0.018051	lr=0.107915
Epoch[132] Batch [299]	Speed: 2930.118666 samples/sec	rmse=0.018060	lr=0.107801
Epoch[132] Batch [349]	Speed: 2946.729069 samples/sec	rmse=0.018067	lr=0.107687
Epoch[132] Batch [399]	Speed: 2937.828211 samples/sec	rmse=0.018091	lr=0.107572
Epoch[132] Batch [449]	Speed: 2944.080697 samples/sec	rmse=0.018101	lr=0.107458
Epoch[132] Batch [499]	Speed: 2948.728732 samples/sec	rmse=0.018109	lr=0.107344
Epoch[132] Batch [549]	Speed: 2945.581545 samples/sec	rmse=0.018120	lr=0.107230
Epoch[132] Batch [599]	Speed: 2942.907164 samples/sec	rmse=0.018126	lr=0.107116
Epoch[132] Batch [649]	Speed: 2873.559179 samples/sec	rmse=0.018136	lr=0.107002
Epoch[132] Batch [699]	Speed: 2909.312809 samples/sec	rmse=0.018139	lr=0.106888
Epoch[132] Batch [749]	Speed: 2944.701793 samples/sec	rmse=0.018140	lr=0.106774
Epoch[132] Batch [799]	Speed: 2944.896269 samples/sec	rmse=0.018145	lr=0.106660
Epoch[132] Batch [849]	Speed: 2945.748458 samples/sec	rmse=0.018147	lr=0.106546
Epoch[132] Batch [899]	Speed: 2952.549911 samples/sec	rmse=0.018155	lr=0.106432
Epoch[132] Batch [949]	Speed: 2955.074880 samples/sec	rmse=0.018162	lr=0.106318
Epoch[132] Batch [999]	Speed: 2946.044594 samples/sec	rmse=0.018163	lr=0.106205
Epoch[132] Batch [1049]	Speed: 2950.493499 samples/sec	rmse=0.018165	lr=0.106091
Epoch[132] Batch [1099]	Speed: 2945.717547 samples/sec	rmse=0.018171	lr=0.105977
Epoch[132] Batch [1149]	Speed: 2954.146778 samples/sec	rmse=0.018168	lr=0.105864
Epoch[132] Batch [1199]	Speed: 2940.646857 samples/sec	rmse=0.018171	lr=0.105750
Epoch[132] Batch [1249]	Speed: 2963.265887 samples/sec	rmse=0.018173	lr=0.105636
[Epoch 132] training: rmse=0.018173
[Epoch 132] speed: 2940 samples/sec	time cost: 442.321369
[Epoch 132] validation: err-top1=0.294643 err-top5=0.094966
Epoch[133] Batch [49]	Speed: 2964.949854 samples/sec	rmse=0.017993	lr=0.105521
Epoch[133] Batch [99]	Speed: 2958.537545 samples/sec	rmse=0.017926	lr=0.105407
Epoch[133] Batch [149]	Speed: 2940.357160 samples/sec	rmse=0.017960	lr=0.105294
Epoch[133] Batch [199]	Speed: 2944.936775 samples/sec	rmse=0.017982	lr=0.105180
Epoch[133] Batch [249]	Speed: 2949.456463 samples/sec	rmse=0.017991	lr=0.105067
Epoch[133] Batch [299]	Speed: 2949.564464 samples/sec	rmse=0.018015	lr=0.104954
Epoch[133] Batch [349]	Speed: 2942.171092 samples/sec	rmse=0.018031	lr=0.104840
Epoch[133] Batch [399]	Speed: 2942.982703 samples/sec	rmse=0.018050	lr=0.104727
Epoch[133] Batch [449]	Speed: 2941.069809 samples/sec	rmse=0.018062	lr=0.104614
Epoch[133] Batch [499]	Speed: 2940.499244 samples/sec	rmse=0.018065	lr=0.104501
Epoch[133] Batch [549]	Speed: 2937.170602 samples/sec	rmse=0.018077	lr=0.104387
Epoch[133] Batch [599]	Speed: 2943.061553 samples/sec	rmse=0.018082	lr=0.104274
Epoch[133] Batch [649]	Speed: 2930.180196 samples/sec	rmse=0.018080	lr=0.104161
Epoch[133] Batch [699]	Speed: 2943.872445 samples/sec	rmse=0.018086	lr=0.104048
Epoch[133] Batch [749]	Speed: 2935.430920 samples/sec	rmse=0.018098	lr=0.103935
Epoch[133] Batch [799]	Speed: 2948.163610 samples/sec	rmse=0.018099	lr=0.103822
Epoch[133] Batch [849]	Speed: 2948.275443 samples/sec	rmse=0.018101	lr=0.103710
Epoch[133] Batch [899]	Speed: 2943.496900 samples/sec	rmse=0.018108	lr=0.103597
Epoch[133] Batch [949]	Speed: 2929.574242 samples/sec	rmse=0.018114	lr=0.103484
Epoch[133] Batch [999]	Speed: 2934.932011 samples/sec	rmse=0.018122	lr=0.103371
Epoch[133] Batch [1049]	Speed: 2946.239935 samples/sec	rmse=0.018121	lr=0.103258
Epoch[133] Batch [1099]	Speed: 2932.728511 samples/sec	rmse=0.018122	lr=0.103146
Epoch[133] Batch [1149]	Speed: 2937.164094 samples/sec	rmse=0.018128	lr=0.103033
Epoch[133] Batch [1199]	Speed: 2949.657889 samples/sec	rmse=0.018125	lr=0.102920
Epoch[133] Batch [1249]	Speed: 2964.311186 samples/sec	rmse=0.018125	lr=0.102808
[Epoch 133] training: rmse=0.018124
[Epoch 133] speed: 2941 samples/sec	time cost: 442.050532
[Epoch 133] validation: err-top1=0.297546 err-top5=0.098185
Epoch[134] Batch [49]	Speed: 2944.532817 samples/sec	rmse=0.017787	lr=0.102693
Epoch[134] Batch [99]	Speed: 2939.328684 samples/sec	rmse=0.017911	lr=0.102581
Epoch[134] Batch [149]	Speed: 2873.117135 samples/sec	rmse=0.017904	lr=0.102468
Epoch[134] Batch [199]	Speed: 2936.667367 samples/sec	rmse=0.017946	lr=0.102356
Epoch[134] Batch [249]	Speed: 2936.760217 samples/sec	rmse=0.017957	lr=0.102243
Epoch[134] Batch [299]	Speed: 2927.334802 samples/sec	rmse=0.017963	lr=0.102131
Epoch[134] Batch [349]	Speed: 2948.385221 samples/sec	rmse=0.017985	lr=0.102019
Epoch[134] Batch [399]	Speed: 2946.880585 samples/sec	rmse=0.018008	lr=0.101906
Epoch[134] Batch [449]	Speed: 2953.196800 samples/sec	rmse=0.018000	lr=0.101794
Epoch[134] Batch [499]	Speed: 2946.517532 samples/sec	rmse=0.018007	lr=0.101682
Epoch[134] Batch [549]	Speed: 2903.373949 samples/sec	rmse=0.018010	lr=0.101570
Epoch[134] Batch [599]	Speed: 2941.027999 samples/sec	rmse=0.018021	lr=0.101458
Epoch[134] Batch [649]	Speed: 2952.492877 samples/sec	rmse=0.018024	lr=0.101346
Epoch[134] Batch [699]	Speed: 2942.459937 samples/sec	rmse=0.018026	lr=0.101234
Epoch[134] Batch [749]	Speed: 2938.358861 samples/sec	rmse=0.018032	lr=0.101122
Epoch[134] Batch [799]	Speed: 2935.425302 samples/sec	rmse=0.018031	lr=0.101010
Epoch[134] Batch [849]	Speed: 2957.750004 samples/sec	rmse=0.018041	lr=0.100898
Epoch[134] Batch [899]	Speed: 2941.938001 samples/sec	rmse=0.018041	lr=0.100786
Epoch[134] Batch [949]	Speed: 2946.823891 samples/sec	rmse=0.018047	lr=0.100674
Epoch[134] Batch [999]	Speed: 2955.453467 samples/sec	rmse=0.018048	lr=0.100563
Epoch[134] Batch [1049]	Speed: 2957.462670 samples/sec	rmse=0.018055	lr=0.100451
Epoch[134] Batch [1099]	Speed: 2944.401204 samples/sec	rmse=0.018062	lr=0.100339
Epoch[134] Batch [1149]	Speed: 2943.096604 samples/sec	rmse=0.018068	lr=0.100228
Epoch[134] Batch [1199]	Speed: 2907.975199 samples/sec	rmse=0.018068	lr=0.100116
Epoch[134] Batch [1249]	Speed: 2964.184713 samples/sec	rmse=0.018070	lr=0.100004
[Epoch 134] training: rmse=0.018069
[Epoch 134] speed: 2936 samples/sec	time cost: 443.018661
[Epoch 134] validation: err-top1=0.287448 err-top5=0.095045
Epoch[135] Batch [49]	Speed: 2969.456824 samples/sec	rmse=0.017876	lr=0.099891
Epoch[135] Batch [99]	Speed: 2957.088740 samples/sec	rmse=0.017904	lr=0.099779
Epoch[135] Batch [149]	Speed: 2955.494182 samples/sec	rmse=0.017880	lr=0.099668
Epoch[135] Batch [199]	Speed: 2951.785800 samples/sec	rmse=0.017876	lr=0.099556
Epoch[135] Batch [249]	Speed: 2957.864969 samples/sec	rmse=0.017910	lr=0.099445
Epoch[135] Batch [299]	Speed: 2953.017144 samples/sec	rmse=0.017932	lr=0.099334
Epoch[135] Batch [349]	Speed: 2924.337303 samples/sec	rmse=0.017915	lr=0.099223
Epoch[135] Batch [399]	Speed: 2957.168755 samples/sec	rmse=0.017922	lr=0.099111
Epoch[135] Batch [449]	Speed: 2909.671915 samples/sec	rmse=0.017926	lr=0.099000
Epoch[135] Batch [499]	Speed: 2950.618280 samples/sec	rmse=0.017930	lr=0.098889
Epoch[135] Batch [549]	Speed: 2949.650150 samples/sec	rmse=0.017942	lr=0.098778
Epoch[135] Batch [599]	Speed: 2955.675483 samples/sec	rmse=0.017953	lr=0.098667
Epoch[135] Batch [649]	Speed: 2950.785197 samples/sec	rmse=0.017967	lr=0.098556
Epoch[135] Batch [699]	Speed: 2956.388617 samples/sec	rmse=0.017967	lr=0.098445
Epoch[135] Batch [749]	Speed: 2930.346089 samples/sec	rmse=0.017977	lr=0.098334
Epoch[135] Batch [799]	Speed: 2950.233108 samples/sec	rmse=0.017989	lr=0.098223
Epoch[135] Batch [849]	Speed: 2947.504157 samples/sec	rmse=0.017997	lr=0.098112
Epoch[135] Batch [899]	Speed: 2950.273153 samples/sec	rmse=0.017998	lr=0.098001
Epoch[135] Batch [949]	Speed: 2950.147672 samples/sec	rmse=0.018008	lr=0.097891
Epoch[135] Batch [999]	Speed: 2946.356918 samples/sec	rmse=0.018011	lr=0.097780
Epoch[135] Batch [1049]	Speed: 2943.729430 samples/sec	rmse=0.018011	lr=0.097669
Epoch[135] Batch [1099]	Speed: 2954.505128 samples/sec	rmse=0.018017	lr=0.097559
Epoch[135] Batch [1149]	Speed: 2947.129222 samples/sec	rmse=0.018019	lr=0.097448
Epoch[135] Batch [1199]	Speed: 2954.037669 samples/sec	rmse=0.018020	lr=0.097338
Epoch[135] Batch [1249]	Speed: 2965.156758 samples/sec	rmse=0.018023	lr=0.097227
[Epoch 135] training: rmse=0.018023
[Epoch 135] speed: 2947 samples/sec	time cost: 441.341791
[Epoch 135] validation: err-top1=0.292211 err-top5=0.099171
Epoch[136] Batch [49]	Speed: 2955.369355 samples/sec	rmse=0.017730	lr=0.097114
Epoch[136] Batch [99]	Speed: 2921.179473 samples/sec	rmse=0.017762	lr=0.097004
Epoch[136] Batch [149]	Speed: 2948.143050 samples/sec	rmse=0.017821	lr=0.096894
Epoch[136] Batch [199]	Speed: 2945.807333 samples/sec	rmse=0.017867	lr=0.096783
Epoch[136] Batch [249]	Speed: 2927.399408 samples/sec	rmse=0.017894	lr=0.096673
Epoch[136] Batch [299]	Speed: 2950.115209 samples/sec	rmse=0.017902	lr=0.096563
Epoch[136] Batch [349]	Speed: 2949.151055 samples/sec	rmse=0.017907	lr=0.096453
Epoch[136] Batch [399]	Speed: 2952.959726 samples/sec	rmse=0.017901	lr=0.096342
Epoch[136] Batch [449]	Speed: 2948.188340 samples/sec	rmse=0.017917	lr=0.096232
Epoch[136] Batch [499]	Speed: 2950.615158 samples/sec	rmse=0.017941	lr=0.096122
Epoch[136] Batch [549]	Speed: 2960.275431 samples/sec	rmse=0.017936	lr=0.096012
Epoch[136] Batch [599]	Speed: 2951.132107 samples/sec	rmse=0.017947	lr=0.095902
Epoch[136] Batch [649]	Speed: 2943.062319 samples/sec	rmse=0.017953	lr=0.095792
Epoch[136] Batch [699]	Speed: 2935.120546 samples/sec	rmse=0.017960	lr=0.095682
Epoch[136] Batch [749]	Speed: 2939.446326 samples/sec	rmse=0.017970	lr=0.095572
Epoch[136] Batch [799]	Speed: 2950.925533 samples/sec	rmse=0.017975	lr=0.095463
Epoch[136] Batch [849]	Speed: 2954.840716 samples/sec	rmse=0.017978	lr=0.095353
Epoch[136] Batch [899]	Speed: 2945.892801 samples/sec	rmse=0.017984	lr=0.095243
Epoch[136] Batch [949]	Speed: 2954.567199 samples/sec	rmse=0.017993	lr=0.095134
Epoch[136] Batch [999]	Speed: 2948.177776 samples/sec	rmse=0.017993	lr=0.095024
Epoch[136] Batch [1049]	Speed: 2926.554889 samples/sec	rmse=0.017992	lr=0.094914
Epoch[136] Batch [1099]	Speed: 2918.024966 samples/sec	rmse=0.017996	lr=0.094805
Epoch[136] Batch [1149]	Speed: 2909.428454 samples/sec	rmse=0.018002	lr=0.094695
Epoch[136] Batch [1199]	Speed: 2950.214829 samples/sec	rmse=0.018006	lr=0.094586
Epoch[136] Batch [1249]	Speed: 2968.483845 samples/sec	rmse=0.018011	lr=0.094476
[Epoch 136] training: rmse=0.018012
[Epoch 136] speed: 2941 samples/sec	time cost: 442.422290
[Epoch 136] validation: err-top1=0.276467 err-top5=0.089664
Epoch[137] Batch [49]	Speed: 2964.099326 samples/sec	rmse=0.017692	lr=0.094365
Epoch[137] Batch [99]	Speed: 2951.075817 samples/sec	rmse=0.017715	lr=0.094255
Epoch[137] Batch [149]	Speed: 2952.056002 samples/sec	rmse=0.017759	lr=0.094146
Epoch[137] Batch [199]	Speed: 2947.065603 samples/sec	rmse=0.017775	lr=0.094037
Epoch[137] Batch [249]	Speed: 2952.669994 samples/sec	rmse=0.017792	lr=0.093928
Epoch[137] Batch [299]	Speed: 2953.173367 samples/sec	rmse=0.017813	lr=0.093819
Epoch[137] Batch [349]	Speed: 2943.701345 samples/sec	rmse=0.017807	lr=0.093709
Epoch[137] Batch [399]	Speed: 2933.448365 samples/sec	rmse=0.017820	lr=0.093600
Epoch[137] Batch [449]	Speed: 2952.795283 samples/sec	rmse=0.017841	lr=0.093491
Epoch[137] Batch [499]	Speed: 2951.097027 samples/sec	rmse=0.017856	lr=0.093382
Epoch[137] Batch [549]	Speed: 2937.080498 samples/sec	rmse=0.017863	lr=0.093273
Epoch[137] Batch [599]	Speed: 2951.569398 samples/sec	rmse=0.017880	lr=0.093165
Epoch[137] Batch [649]	Speed: 2950.939279 samples/sec	rmse=0.017887	lr=0.093056
Epoch[137] Batch [699]	Speed: 2934.867594 samples/sec	rmse=0.017888	lr=0.092947
Epoch[137] Batch [749]	Speed: 2949.679686 samples/sec	rmse=0.017895	lr=0.092838
Epoch[137] Batch [799]	Speed: 2954.289831 samples/sec	rmse=0.017901	lr=0.092729
Epoch[137] Batch [849]	Speed: 2953.091132 samples/sec	rmse=0.017903	lr=0.092621
Epoch[137] Batch [899]	Speed: 2953.619795 samples/sec	rmse=0.017910	lr=0.092512
Epoch[137] Batch [949]	Speed: 2949.845119 samples/sec	rmse=0.017917	lr=0.092404
Epoch[137] Batch [999]	Speed: 2930.610580 samples/sec	rmse=0.017926	lr=0.092295
Epoch[137] Batch [1049]	Speed: 2941.646720 samples/sec	rmse=0.017930	lr=0.092187
Epoch[137] Batch [1099]	Speed: 2948.932083 samples/sec	rmse=0.017934	lr=0.092078
Epoch[137] Batch [1149]	Speed: 2952.475219 samples/sec	rmse=0.017938	lr=0.091970
Epoch[137] Batch [1199]	Speed: 2944.561846 samples/sec	rmse=0.017940	lr=0.091861
Epoch[137] Batch [1249]	Speed: 2973.110442 samples/sec	rmse=0.017940	lr=0.091753
[Epoch 137] training: rmse=0.017940
[Epoch 137] speed: 2946 samples/sec	time cost: 441.258368
[Epoch 137] validation: err-top1=0.280991 err-top5=0.090183
Epoch[138] Batch [49]	Speed: 2965.696099 samples/sec	rmse=0.017667	lr=0.091643
Epoch[138] Batch [99]	Speed: 2948.643585 samples/sec	rmse=0.017745	lr=0.091534
Epoch[138] Batch [149]	Speed: 2939.083735 samples/sec	rmse=0.017766	lr=0.091426
Epoch[138] Batch [199]	Speed: 2940.664173 samples/sec	rmse=0.017793	lr=0.091318
Epoch[138] Batch [249]	Speed: 2941.427934 samples/sec	rmse=0.017792	lr=0.091210
Epoch[138] Batch [299]	Speed: 2934.735118 samples/sec	rmse=0.017817	lr=0.091102
Epoch[138] Batch [349]	Speed: 2935.595963 samples/sec	rmse=0.017817	lr=0.090994
Epoch[138] Batch [399]	Speed: 2940.033871 samples/sec	rmse=0.017840	lr=0.090886
Epoch[138] Batch [449]	Speed: 2947.325557 samples/sec	rmse=0.017840	lr=0.090778
Epoch[138] Batch [499]	Speed: 2943.544064 samples/sec	rmse=0.017831	lr=0.090670
Epoch[138] Batch [549]	Speed: 2938.515187 samples/sec	rmse=0.017839	lr=0.090562
Epoch[138] Batch [599]	Speed: 2940.224511 samples/sec	rmse=0.017850	lr=0.090455
Epoch[138] Batch [649]	Speed: 2950.697134 samples/sec	rmse=0.017858	lr=0.090347
Epoch[138] Batch [699]	Speed: 2950.225853 samples/sec	rmse=0.017856	lr=0.090239
Epoch[138] Batch [749]	Speed: 2925.711256 samples/sec	rmse=0.017858	lr=0.090132
Epoch[138] Batch [799]	Speed: 2964.572718 samples/sec	rmse=0.017865	lr=0.090024
Epoch[138] Batch [849]	Speed: 2935.888174 samples/sec	rmse=0.017880	lr=0.089916
Epoch[138] Batch [899]	Speed: 2956.560299 samples/sec	rmse=0.017884	lr=0.089809
Epoch[138] Batch [949]	Speed: 2952.870762 samples/sec	rmse=0.017889	lr=0.089701
Epoch[138] Batch [999]	Speed: 2953.130645 samples/sec	rmse=0.017896	lr=0.089594
Epoch[138] Batch [1049]	Speed: 2951.864108 samples/sec	rmse=0.017905	lr=0.089487
Epoch[138] Batch [1099]	Speed: 2955.156128 samples/sec	rmse=0.017906	lr=0.089379
Epoch[138] Batch [1149]	Speed: 2913.360896 samples/sec	rmse=0.017909	lr=0.089272
Epoch[138] Batch [1199]	Speed: 2914.276792 samples/sec	rmse=0.017912	lr=0.089165
Epoch[138] Batch [1249]	Speed: 2959.171158 samples/sec	rmse=0.017917	lr=0.089058
[Epoch 138] training: rmse=0.017917
[Epoch 138] speed: 2941 samples/sec	time cost: 441.856741
[Epoch 138] validation: err-top1=0.278779 err-top5=0.088528
Epoch[139] Batch [49]	Speed: 2940.201364 samples/sec	rmse=0.017709	lr=0.088948
Epoch[139] Batch [99]	Speed: 2952.207660 samples/sec	rmse=0.017765	lr=0.088841
Epoch[139] Batch [149]	Speed: 2913.203915 samples/sec	rmse=0.017729	lr=0.088734
Epoch[139] Batch [199]	Speed: 2949.984393 samples/sec	rmse=0.017737	lr=0.088627
Epoch[139] Batch [249]	Speed: 2950.278422 samples/sec	rmse=0.017752	lr=0.088520
Epoch[139] Batch [299]	Speed: 2944.510935 samples/sec	rmse=0.017746	lr=0.088414
Epoch[139] Batch [349]	Speed: 2944.698966 samples/sec	rmse=0.017753	lr=0.088307
Epoch[139] Batch [399]	Speed: 2938.863360 samples/sec	rmse=0.017749	lr=0.088200
Epoch[139] Batch [449]	Speed: 2909.103654 samples/sec	rmse=0.017756	lr=0.088093
Epoch[139] Batch [499]	Speed: 2942.950075 samples/sec	rmse=0.017774	lr=0.087986
Epoch[139] Batch [549]	Speed: 2942.574886 samples/sec	rmse=0.017787	lr=0.087880
Epoch[139] Batch [599]	Speed: 2939.562005 samples/sec	rmse=0.017793	lr=0.087773
Epoch[139] Batch [649]	Speed: 2942.177783 samples/sec	rmse=0.017797	lr=0.087667
Epoch[139] Batch [699]	Speed: 2946.270494 samples/sec	rmse=0.017810	lr=0.087560
Epoch[139] Batch [749]	Speed: 2902.944111 samples/sec	rmse=0.017823	lr=0.087454
Epoch[139] Batch [799]	Speed: 2915.660821 samples/sec	rmse=0.017827	lr=0.087347
Epoch[139] Batch [849]	Speed: 2954.571467 samples/sec	rmse=0.017828	lr=0.087241
Epoch[139] Batch [899]	Speed: 2927.141680 samples/sec	rmse=0.017832	lr=0.087134
Epoch[139] Batch [949]	Speed: 2945.935072 samples/sec	rmse=0.017834	lr=0.087028
Epoch[139] Batch [999]	Speed: 2912.718341 samples/sec	rmse=0.017841	lr=0.086922
Epoch[139] Batch [1049]	Speed: 2947.653163 samples/sec	rmse=0.017845	lr=0.086816
Epoch[139] Batch [1099]	Speed: 2938.432036 samples/sec	rmse=0.017847	lr=0.086709
Epoch[139] Batch [1149]	Speed: 2944.614819 samples/sec	rmse=0.017846	lr=0.086603
Epoch[139] Batch [1199]	Speed: 2943.520744 samples/sec	rmse=0.017851	lr=0.086497
Epoch[139] Batch [1249]	Speed: 2972.424272 samples/sec	rmse=0.017854	lr=0.086391
[Epoch 139] training: rmse=0.017854
[Epoch 139] speed: 2936 samples/sec	time cost: 442.804811
[Epoch 139] validation: err-top1=0.290548 err-top5=0.096395
Epoch[140] Batch [49]	Speed: 2943.633073 samples/sec	rmse=0.017603	lr=0.086283
Epoch[140] Batch [99]	Speed: 2942.334676 samples/sec	rmse=0.017648	lr=0.086177
Epoch[140] Batch [149]	Speed: 2939.864746 samples/sec	rmse=0.017626	lr=0.086071
Epoch[140] Batch [199]	Speed: 2929.938488 samples/sec	rmse=0.017677	lr=0.085966
Epoch[140] Batch [249]	Speed: 2952.269797 samples/sec	rmse=0.017708	lr=0.085860
Epoch[140] Batch [299]	Speed: 2946.355625 samples/sec	rmse=0.017707	lr=0.085754
Epoch[140] Batch [349]	Speed: 2931.630482 samples/sec	rmse=0.017716	lr=0.085648
Epoch[140] Batch [399]	Speed: 2947.369527 samples/sec	rmse=0.017742	lr=0.085543
Epoch[140] Batch [449]	Speed: 2947.073368 samples/sec	rmse=0.017749	lr=0.085437
Epoch[140] Batch [499]	Speed: 2950.327020 samples/sec	rmse=0.017755	lr=0.085332
Epoch[140] Batch [549]	Speed: 2937.906625 samples/sec	rmse=0.017771	lr=0.085226
Epoch[140] Batch [599]	Speed: 2950.927195 samples/sec	rmse=0.017784	lr=0.085121
Epoch[140] Batch [649]	Speed: 2899.540751 samples/sec	rmse=0.017792	lr=0.085015
Epoch[140] Batch [699]	Speed: 2941.367422 samples/sec	rmse=0.017801	lr=0.084910
Epoch[140] Batch [749]	Speed: 2950.447409 samples/sec	rmse=0.017802	lr=0.084805
Epoch[140] Batch [799]	Speed: 2953.780186 samples/sec	rmse=0.017811	lr=0.084699
Epoch[140] Batch [849]	Speed: 2928.431172 samples/sec	rmse=0.017817	lr=0.084594
Epoch[140] Batch [899]	Speed: 2952.068744 samples/sec	rmse=0.017817	lr=0.084489
Epoch[140] Batch [949]	Speed: 2946.513894 samples/sec	rmse=0.017817	lr=0.084384
Epoch[140] Batch [999]	Speed: 2940.411512 samples/sec	rmse=0.017820	lr=0.084279
Epoch[140] Batch [1049]	Speed: 2936.331036 samples/sec	rmse=0.017818	lr=0.084174
Epoch[140] Batch [1099]	Speed: 2945.742438 samples/sec	rmse=0.017821	lr=0.084069
Epoch[140] Batch [1149]	Speed: 2926.477997 samples/sec	rmse=0.017828	lr=0.083964
Epoch[140] Batch [1199]	Speed: 2949.976207 samples/sec	rmse=0.017828	lr=0.083859
Epoch[140] Batch [1249]	Speed: 2970.911652 samples/sec	rmse=0.017831	lr=0.083754
[Epoch 140] training: rmse=0.017830
[Epoch 140] speed: 2940 samples/sec	time cost: 442.328531
[Epoch 140] validation: err-top1=0.280074 err-top5=0.088728
Epoch[141] Batch [49]	Speed: 2966.256449 samples/sec	rmse=0.017571	lr=0.083647
Epoch[141] Batch [99]	Speed: 2949.726846 samples/sec	rmse=0.017584	lr=0.083543
Epoch[141] Batch [149]	Speed: 2926.112339 samples/sec	rmse=0.017601	lr=0.083438
Epoch[141] Batch [199]	Speed: 2948.260467 samples/sec	rmse=0.017627	lr=0.083333
Epoch[141] Batch [249]	Speed: 2957.673827 samples/sec	rmse=0.017628	lr=0.083229
Epoch[141] Batch [299]	Speed: 2935.851248 samples/sec	rmse=0.017617	lr=0.083124
Epoch[141] Batch [349]	Speed: 2932.395844 samples/sec	rmse=0.017641	lr=0.083020
Epoch[141] Batch [399]	Speed: 2948.265243 samples/sec	rmse=0.017641	lr=0.082915
Epoch[141] Batch [449]	Speed: 2948.938198 samples/sec	rmse=0.017652	lr=0.082811
Epoch[141] Batch [499]	Speed: 2947.975662 samples/sec	rmse=0.017665	lr=0.082707
Epoch[141] Batch [549]	Speed: 2947.287695 samples/sec	rmse=0.017679	lr=0.082602
Epoch[141] Batch [599]	Speed: 2930.774161 samples/sec	rmse=0.017694	lr=0.082498
Epoch[141] Batch [649]	Speed: 2936.455063 samples/sec	rmse=0.017699	lr=0.082394
Epoch[141] Batch [699]	Speed: 2943.688151 samples/sec	rmse=0.017706	lr=0.082290
Epoch[141] Batch [749]	Speed: 2952.360713 samples/sec	rmse=0.017714	lr=0.082186
Epoch[141] Batch [799]	Speed: 2933.325393 samples/sec	rmse=0.017722	lr=0.082082
Epoch[141] Batch [849]	Speed: 2946.967490 samples/sec	rmse=0.017726	lr=0.081978
Epoch[141] Batch [899]	Speed: 2950.355070 samples/sec	rmse=0.017734	lr=0.081874
Epoch[141] Batch [949]	Speed: 2938.201467 samples/sec	rmse=0.017735	lr=0.081770
Epoch[141] Batch [999]	Speed: 2941.093090 samples/sec	rmse=0.017742	lr=0.081666
Epoch[141] Batch [1049]	Speed: 2939.465800 samples/sec	rmse=0.017743	lr=0.081562
Epoch[141] Batch [1099]	Speed: 2942.586821 samples/sec	rmse=0.017751	lr=0.081458
Epoch[141] Batch [1149]	Speed: 2951.266594 samples/sec	rmse=0.017757	lr=0.081355
Epoch[141] Batch [1199]	Speed: 2940.647180 samples/sec	rmse=0.017756	lr=0.081251
Epoch[141] Batch [1249]	Speed: 2955.438336 samples/sec	rmse=0.017754	lr=0.081148
[Epoch 141] training: rmse=0.017754
[Epoch 141] speed: 2942 samples/sec	time cost: 441.958820
[Epoch 141] validation: err-top1=0.275371 err-top5=0.087970
Epoch[142] Batch [49]	Speed: 2944.361197 samples/sec	rmse=0.017450	lr=0.081042
Epoch[142] Batch [99]	Speed: 2941.961699 samples/sec	rmse=0.017485	lr=0.080938
Epoch[142] Batch [149]	Speed: 2922.972756 samples/sec	rmse=0.017484	lr=0.080835
Epoch[142] Batch [199]	Speed: 2939.634395 samples/sec	rmse=0.017532	lr=0.080732
Epoch[142] Batch [249]	Speed: 2939.325868 samples/sec	rmse=0.017534	lr=0.080628
Epoch[142] Batch [299]	Speed: 2940.995133 samples/sec	rmse=0.017547	lr=0.080525
Epoch[142] Batch [349]	Speed: 2928.523422 samples/sec	rmse=0.017591	lr=0.080422
Epoch[142] Batch [399]	Speed: 2936.709012 samples/sec	rmse=0.017572	lr=0.080318
Epoch[142] Batch [449]	Speed: 2933.017588 samples/sec	rmse=0.017595	lr=0.080215
Epoch[142] Batch [499]	Speed: 2928.329664 samples/sec	rmse=0.017597	lr=0.080112
Epoch[142] Batch [549]	Speed: 2932.639119 samples/sec	rmse=0.017622	lr=0.080009
Epoch[142] Batch [599]	Speed: 2948.963062 samples/sec	rmse=0.017630	lr=0.079906
Epoch[142] Batch [649]	Speed: 2936.334369 samples/sec	rmse=0.017640	lr=0.079803
Epoch[142] Batch [699]	Speed: 2937.027354 samples/sec	rmse=0.017645	lr=0.079700
Epoch[142] Batch [749]	Speed: 2930.808160 samples/sec	rmse=0.017647	lr=0.079597
Epoch[142] Batch [799]	Speed: 2920.062597 samples/sec	rmse=0.017652	lr=0.079495
Epoch[142] Batch [849]	Speed: 2934.292577 samples/sec	rmse=0.017655	lr=0.079392
Epoch[142] Batch [899]	Speed: 2937.541561 samples/sec	rmse=0.017659	lr=0.079289
Epoch[142] Batch [949]	Speed: 2945.915310 samples/sec	rmse=0.017666	lr=0.079186
Epoch[142] Batch [999]	Speed: 2936.837529 samples/sec	rmse=0.017670	lr=0.079084
Epoch[142] Batch [1049]	Speed: 2949.193703 samples/sec	rmse=0.017677	lr=0.078981
Epoch[142] Batch [1099]	Speed: 2951.679989 samples/sec	rmse=0.017688	lr=0.078879
Epoch[142] Batch [1149]	Speed: 2940.303012 samples/sec	rmse=0.017691	lr=0.078776
Epoch[142] Batch [1199]	Speed: 2943.494842 samples/sec	rmse=0.017695	lr=0.078674
Epoch[142] Batch [1249]	Speed: 2964.121296 samples/sec	rmse=0.017697	lr=0.078572
[Epoch 142] training: rmse=0.017697
[Epoch 142] speed: 2936 samples/sec	time cost: 442.702841
[Epoch 142] validation: err-top1=0.284479 err-top5=0.092315
Epoch[143] Batch [49]	Speed: 2952.391845 samples/sec	rmse=0.017535	lr=0.078467
Epoch[143] Batch [99]	Speed: 2932.559145 samples/sec	rmse=0.017529	lr=0.078365
Epoch[143] Batch [149]	Speed: 2951.067706 samples/sec	rmse=0.017523	lr=0.078263
Epoch[143] Batch [199]	Speed: 2939.767595 samples/sec	rmse=0.017548	lr=0.078161
Epoch[143] Batch [249]	Speed: 2919.283260 samples/sec	rmse=0.017556	lr=0.078059
Epoch[143] Batch [299]	Speed: 2941.861306 samples/sec	rmse=0.017565	lr=0.077956
Epoch[143] Batch [349]	Speed: 2931.988874 samples/sec	rmse=0.017560	lr=0.077854
Epoch[143] Batch [399]	Speed: 2912.799568 samples/sec	rmse=0.017558	lr=0.077753
Epoch[143] Batch [449]	Speed: 2938.033157 samples/sec	rmse=0.017568	lr=0.077651
Epoch[143] Batch [499]	Speed: 2940.140418 samples/sec	rmse=0.017573	lr=0.077549
Epoch[143] Batch [549]	Speed: 2943.112052 samples/sec	rmse=0.017571	lr=0.077447
Epoch[143] Batch [599]	Speed: 2944.760060 samples/sec	rmse=0.017570	lr=0.077345
Epoch[143] Batch [649]	Speed: 2921.261809 samples/sec	rmse=0.017579	lr=0.077244
Epoch[143] Batch [699]	Speed: 2943.903681 samples/sec	rmse=0.017589	lr=0.077142
Epoch[143] Batch [749]	Speed: 2944.491192 samples/sec	rmse=0.017602	lr=0.077040
Epoch[143] Batch [799]	Speed: 2937.859801 samples/sec	rmse=0.017616	lr=0.076939
Epoch[143] Batch [849]	Speed: 2939.276545 samples/sec	rmse=0.017615	lr=0.076837
Epoch[143] Batch [899]	Speed: 2946.547086 samples/sec	rmse=0.017623	lr=0.076736
Epoch[143] Batch [949]	Speed: 2943.391803 samples/sec	rmse=0.017630	lr=0.076634
Epoch[143] Batch [999]	Speed: 2940.101654 samples/sec	rmse=0.017634	lr=0.076533
Epoch[143] Batch [1049]	Speed: 2948.522616 samples/sec	rmse=0.017642	lr=0.076432
Epoch[143] Batch [1099]	Speed: 2909.627801 samples/sec	rmse=0.017643	lr=0.076331
Epoch[143] Batch [1149]	Speed: 2949.556159 samples/sec	rmse=0.017646	lr=0.076229
Epoch[143] Batch [1199]	Speed: 2945.250480 samples/sec	rmse=0.017649	lr=0.076128
Epoch[143] Batch [1249]	Speed: 2952.765239 samples/sec	rmse=0.017655	lr=0.076027
[Epoch 143] training: rmse=0.017655
[Epoch 143] speed: 2936 samples/sec	time cost: 443.393812
[Epoch 143] validation: err-top1=0.273278 err-top5=0.084562
Epoch[144] Batch [49]	Speed: 2917.734040 samples/sec	rmse=0.017399	lr=0.075924
Epoch[144] Batch [99]	Speed: 2926.672747 samples/sec	rmse=0.017422	lr=0.075823
Epoch[144] Batch [149]	Speed: 2957.191152 samples/sec	rmse=0.017449	lr=0.075722
Epoch[144] Batch [199]	Speed: 2941.820885 samples/sec	rmse=0.017472	lr=0.075621
Epoch[144] Batch [249]	Speed: 2944.476133 samples/sec	rmse=0.017473	lr=0.075521
Epoch[144] Batch [299]	Speed: 2947.658585 samples/sec	rmse=0.017470	lr=0.075420
Epoch[144] Batch [349]	Speed: 2946.786892 samples/sec	rmse=0.017488	lr=0.075319
Epoch[144] Batch [399]	Speed: 2954.078020 samples/sec	rmse=0.017504	lr=0.075218
Epoch[144] Batch [449]	Speed: 2946.552948 samples/sec	rmse=0.017514	lr=0.075118
Epoch[144] Batch [499]	Speed: 2934.539816 samples/sec	rmse=0.017520	lr=0.075017
Epoch[144] Batch [549]	Speed: 2933.052239 samples/sec	rmse=0.017533	lr=0.074917
Epoch[144] Batch [599]	Speed: 2911.298069 samples/sec	rmse=0.017540	lr=0.074816
Epoch[144] Batch [649]	Speed: 2938.372290 samples/sec	rmse=0.017538	lr=0.074716
Epoch[144] Batch [699]	Speed: 2938.859780 samples/sec	rmse=0.017544	lr=0.074615
Epoch[144] Batch [749]	Speed: 2940.107934 samples/sec	rmse=0.017546	lr=0.074515
Epoch[144] Batch [799]	Speed: 2953.324165 samples/sec	rmse=0.017555	lr=0.074415
Epoch[144] Batch [849]	Speed: 2954.590085 samples/sec	rmse=0.017562	lr=0.074315
Epoch[144] Batch [899]	Speed: 2951.708064 samples/sec	rmse=0.017566	lr=0.074215
Epoch[144] Batch [949]	Speed: 2952.574389 samples/sec	rmse=0.017569	lr=0.074114
Epoch[144] Batch [999]	Speed: 2949.514595 samples/sec	rmse=0.017579	lr=0.074014
Epoch[144] Batch [1049]	Speed: 2953.958066 samples/sec	rmse=0.017596	lr=0.073914
Epoch[144] Batch [1099]	Speed: 2956.933486 samples/sec	rmse=0.017602	lr=0.073814
Epoch[144] Batch [1149]	Speed: 2954.951349 samples/sec	rmse=0.017605	lr=0.073715
Epoch[144] Batch [1199]	Speed: 2883.600970 samples/sec	rmse=0.017610	lr=0.073615
Epoch[144] Batch [1249]	Speed: 2963.425405 samples/sec	rmse=0.017617	lr=0.073515
[Epoch 144] training: rmse=0.017617
[Epoch 144] speed: 2939 samples/sec	time cost: 442.324092
[Epoch 144] validation: err-top1=0.284638 err-top5=0.091478
Epoch[145] Batch [49]	Speed: 2957.567878 samples/sec	rmse=0.017421	lr=0.073413
Epoch[145] Batch [99]	Speed: 2946.595197 samples/sec	rmse=0.017440	lr=0.073314
Epoch[145] Batch [149]	Speed: 2938.331080 samples/sec	rmse=0.017416	lr=0.073214
Epoch[145] Batch [199]	Speed: 2947.290972 samples/sec	rmse=0.017423	lr=0.073114
Epoch[145] Batch [249]	Speed: 2949.060579 samples/sec	rmse=0.017456	lr=0.073015
Epoch[145] Batch [299]	Speed: 2952.492106 samples/sec	rmse=0.017489	lr=0.072915
Epoch[145] Batch [349]	Speed: 2950.540848 samples/sec	rmse=0.017498	lr=0.072816
Epoch[145] Batch [399]	Speed: 2946.314271 samples/sec	rmse=0.017503	lr=0.072717
Epoch[145] Batch [449]	Speed: 2921.253503 samples/sec	rmse=0.017511	lr=0.072617
Epoch[145] Batch [499]	Speed: 2926.305006 samples/sec	rmse=0.017526	lr=0.072518
Epoch[145] Batch [549]	Speed: 2942.011798 samples/sec	rmse=0.017532	lr=0.072419
Epoch[145] Batch [599]	Speed: 2935.022104 samples/sec	rmse=0.017539	lr=0.072320
Epoch[145] Batch [649]	Speed: 2946.300083 samples/sec	rmse=0.017536	lr=0.072221
Epoch[145] Batch [699]	Speed: 2944.466201 samples/sec	rmse=0.017534	lr=0.072121
Epoch[145] Batch [749]	Speed: 2947.007891 samples/sec	rmse=0.017545	lr=0.072022
Epoch[145] Batch [799]	Speed: 2952.075643 samples/sec	rmse=0.017544	lr=0.071924
Epoch[145] Batch [849]	Speed: 2956.621805 samples/sec	rmse=0.017554	lr=0.071825
Epoch[145] Batch [899]	Speed: 2944.918158 samples/sec	rmse=0.017558	lr=0.071726
Epoch[145] Batch [949]	Speed: 2941.418708 samples/sec	rmse=0.017566	lr=0.071627
Epoch[145] Batch [999]	Speed: 2938.492026 samples/sec	rmse=0.017567	lr=0.071528
Epoch[145] Batch [1049]	Speed: 2937.855622 samples/sec	rmse=0.017570	lr=0.071430
Epoch[145] Batch [1099]	Speed: 2933.855940 samples/sec	rmse=0.017577	lr=0.071331
Epoch[145] Batch [1149]	Speed: 2944.991619 samples/sec	rmse=0.017583	lr=0.071232
Epoch[145] Batch [1199]	Speed: 2944.721053 samples/sec	rmse=0.017582	lr=0.071134
Epoch[145] Batch [1249]	Speed: 2945.218408 samples/sec	rmse=0.017585	lr=0.071035
[Epoch 145] training: rmse=0.017585
[Epoch 145] speed: 2941 samples/sec	time cost: 441.855992
[Epoch 145] validation: err-top1=0.284831 err-top5=0.092611
Epoch[146] Batch [49]	Speed: 2962.311752 samples/sec	rmse=0.017317	lr=0.070935
Epoch[146] Batch [99]	Speed: 2951.502261 samples/sec	rmse=0.017344	lr=0.070837
Epoch[146] Batch [149]	Speed: 2932.828602 samples/sec	rmse=0.017376	lr=0.070738
Epoch[146] Batch [199]	Speed: 2947.168292 samples/sec	rmse=0.017386	lr=0.070640
Epoch[146] Batch [249]	Speed: 2933.235484 samples/sec	rmse=0.017381	lr=0.070542
Epoch[146] Batch [299]	Speed: 2946.505525 samples/sec	rmse=0.017389	lr=0.070444
Epoch[146] Batch [349]	Speed: 2937.850357 samples/sec	rmse=0.017411	lr=0.070346
Epoch[146] Batch [399]	Speed: 2944.908062 samples/sec	rmse=0.017423	lr=0.070248
Epoch[146] Batch [449]	Speed: 2949.359001 samples/sec	rmse=0.017435	lr=0.070150
Epoch[146] Batch [499]	Speed: 2948.011113 samples/sec	rmse=0.017446	lr=0.070052
Epoch[146] Batch [549]	Speed: 2936.605082 samples/sec	rmse=0.017451	lr=0.069954
Epoch[146] Batch [599]	Speed: 2946.093578 samples/sec	rmse=0.017449	lr=0.069856
Epoch[146] Batch [649]	Speed: 2949.954689 samples/sec	rmse=0.017453	lr=0.069758
Epoch[146] Batch [699]	Speed: 2943.195830 samples/sec	rmse=0.017459	lr=0.069661
Epoch[146] Batch [749]	Speed: 2940.955863 samples/sec	rmse=0.017469	lr=0.069563
Epoch[146] Batch [799]	Speed: 2944.996910 samples/sec	rmse=0.017475	lr=0.069465
Epoch[146] Batch [849]	Speed: 2939.771459 samples/sec	rmse=0.017489	lr=0.069368
Epoch[146] Batch [899]	Speed: 2937.225960 samples/sec	rmse=0.017495	lr=0.069270
Epoch[146] Batch [949]	Speed: 2929.073048 samples/sec	rmse=0.017499	lr=0.069173
Epoch[146] Batch [999]	Speed: 2942.671053 samples/sec	rmse=0.017507	lr=0.069076
Epoch[146] Batch [1049]	Speed: 2939.424961 samples/sec	rmse=0.017511	lr=0.068978
Epoch[146] Batch [1099]	Speed: 2945.463613 samples/sec	rmse=0.017513	lr=0.068881
Epoch[146] Batch [1149]	Speed: 2932.462756 samples/sec	rmse=0.017513	lr=0.068784
Epoch[146] Batch [1199]	Speed: 2930.021478 samples/sec	rmse=0.017519	lr=0.068687
Epoch[146] Batch [1249]	Speed: 2961.112497 samples/sec	rmse=0.017523	lr=0.068590
[Epoch 146] training: rmse=0.017523
[Epoch 146] speed: 2940 samples/sec	time cost: 442.361433
[Epoch 146] validation: err-top1=0.295400 err-top5=0.099709
Epoch[147] Batch [49]	Speed: 2956.095282 samples/sec	rmse=0.017376	lr=0.068491
Epoch[147] Batch [99]	Speed: 2941.987978 samples/sec	rmse=0.017333	lr=0.068394
Epoch[147] Batch [149]	Speed: 2942.074352 samples/sec	rmse=0.017348	lr=0.068297
Epoch[147] Batch [199]	Speed: 2933.509434 samples/sec	rmse=0.017359	lr=0.068200
Epoch[147] Batch [249]	Speed: 2927.362655 samples/sec	rmse=0.017362	lr=0.068103
Epoch[147] Batch [299]	Speed: 2930.093719 samples/sec	rmse=0.017355	lr=0.068006
Epoch[147] Batch [349]	Speed: 2939.415869 samples/sec	rmse=0.017359	lr=0.067909
Epoch[147] Batch [399]	Speed: 2933.409496 samples/sec	rmse=0.017376	lr=0.067813
Epoch[147] Batch [449]	Speed: 2931.546400 samples/sec	rmse=0.017359	lr=0.067716
Epoch[147] Batch [499]	Speed: 2934.488889 samples/sec	rmse=0.017370	lr=0.067620
Epoch[147] Batch [549]	Speed: 2952.831784 samples/sec	rmse=0.017370	lr=0.067523
Epoch[147] Batch [599]	Speed: 2932.312199 samples/sec	rmse=0.017367	lr=0.067427
Epoch[147] Batch [649]	Speed: 2916.642890 samples/sec	rmse=0.017372	lr=0.067330
Epoch[147] Batch [699]	Speed: 2946.552705 samples/sec	rmse=0.017378	lr=0.067234
Epoch[147] Batch [749]	Speed: 2947.063944 samples/sec	rmse=0.017378	lr=0.067138
Epoch[147] Batch [799]	Speed: 2896.960499 samples/sec	rmse=0.017390	lr=0.067041
Epoch[147] Batch [849]	Speed: 2942.173873 samples/sec	rmse=0.017399	lr=0.066945
Epoch[147] Batch [899]	Speed: 2951.145409 samples/sec	rmse=0.017406	lr=0.066849
Epoch[147] Batch [949]	Speed: 2945.706314 samples/sec	rmse=0.017413	lr=0.066753
Epoch[147] Batch [999]	Speed: 2945.681424 samples/sec	rmse=0.017420	lr=0.066657
Epoch[147] Batch [1049]	Speed: 2944.282882 samples/sec	rmse=0.017423	lr=0.066561
Epoch[147] Batch [1099]	Speed: 2910.119168 samples/sec	rmse=0.017428	lr=0.066465
Epoch[147] Batch [1149]	Speed: 2942.560854 samples/sec	rmse=0.017441	lr=0.066369
Epoch[147] Batch [1199]	Speed: 2944.859480 samples/sec	rmse=0.017451	lr=0.066273
Epoch[147] Batch [1249]	Speed: 2963.739013 samples/sec	rmse=0.017456	lr=0.066178
[Epoch 147] training: rmse=0.017456
[Epoch 147] speed: 2935 samples/sec	time cost: 442.988115
[Epoch 147] validation: err-top1=0.268933 err-top5=0.084503
Epoch[148] Batch [49]	Speed: 2952.657936 samples/sec	rmse=0.017280	lr=0.066080
Epoch[148] Batch [99]	Speed: 2942.599401 samples/sec	rmse=0.017248	lr=0.065984
Epoch[148] Batch [149]	Speed: 2942.192657 samples/sec	rmse=0.017269	lr=0.065889
Epoch[148] Batch [199]	Speed: 2936.653512 samples/sec	rmse=0.017251	lr=0.065793
Epoch[148] Batch [249]	Speed: 2947.690103 samples/sec	rmse=0.017282	lr=0.065698
Epoch[148] Batch [299]	Speed: 2929.198021 samples/sec	rmse=0.017287	lr=0.065603
Epoch[148] Batch [349]	Speed: 2951.146666 samples/sec	rmse=0.017302	lr=0.065507
Epoch[148] Batch [399]	Speed: 2943.623913 samples/sec	rmse=0.017305	lr=0.065412
Epoch[148] Batch [449]	Speed: 2937.277143 samples/sec	rmse=0.017300	lr=0.065317
Epoch[148] Batch [499]	Speed: 2947.748732 samples/sec	rmse=0.017312	lr=0.065222
Epoch[148] Batch [549]	Speed: 2950.458718 samples/sec	rmse=0.017318	lr=0.065126
Epoch[148] Batch [599]	Speed: 2950.558037 samples/sec	rmse=0.017322	lr=0.065031
Epoch[148] Batch [649]	Speed: 2942.173309 samples/sec	rmse=0.017325	lr=0.064936
Epoch[148] Batch [699]	Speed: 2948.060891 samples/sec	rmse=0.017332	lr=0.064841
Epoch[148] Batch [749]	Speed: 2908.135791 samples/sec	rmse=0.017345	lr=0.064746
Epoch[148] Batch [799]	Speed: 2949.871214 samples/sec	rmse=0.017349	lr=0.064652
Epoch[148] Batch [849]	Speed: 2936.102523 samples/sec	rmse=0.017350	lr=0.064557
Epoch[148] Batch [899]	Speed: 2901.138940 samples/sec	rmse=0.017354	lr=0.064462
Epoch[148] Batch [949]	Speed: 2947.793969 samples/sec	rmse=0.017356	lr=0.064367
Epoch[148] Batch [999]	Speed: 2947.051164 samples/sec	rmse=0.017365	lr=0.064273
Epoch[148] Batch [1049]	Speed: 2942.690207 samples/sec	rmse=0.017371	lr=0.064178
Epoch[148] Batch [1099]	Speed: 2946.864571 samples/sec	rmse=0.017373	lr=0.064084
Epoch[148] Batch [1149]	Speed: 2946.638904 samples/sec	rmse=0.017377	lr=0.063989
Epoch[148] Batch [1199]	Speed: 2911.630426 samples/sec	rmse=0.017383	lr=0.063895
Epoch[148] Batch [1249]	Speed: 2963.471575 samples/sec	rmse=0.017388	lr=0.063801
[Epoch 148] training: rmse=0.017388
[Epoch 148] speed: 2938 samples/sec	time cost: 442.349754
[Epoch 148] validation: err-top1=0.265107 err-top5=0.080078
Epoch[149] Batch [49]	Speed: 2956.275028 samples/sec	rmse=0.017080	lr=0.063704
Epoch[149] Batch [99]	Speed: 2944.018985 samples/sec	rmse=0.017201	lr=0.063610
Epoch[149] Batch [149]	Speed: 2951.380245 samples/sec	rmse=0.017196	lr=0.063516
Epoch[149] Batch [199]	Speed: 2950.754504 samples/sec	rmse=0.017219	lr=0.063422
Epoch[149] Batch [249]	Speed: 2952.233756 samples/sec	rmse=0.017229	lr=0.063328
Epoch[149] Batch [299]	Speed: 2945.468381 samples/sec	rmse=0.017232	lr=0.063234
Epoch[149] Batch [349]	Speed: 2951.764337 samples/sec	rmse=0.017257	lr=0.063140
Epoch[149] Batch [399]	Speed: 2949.405503 samples/sec	rmse=0.017258	lr=0.063046
Epoch[149] Batch [449]	Speed: 2942.685207 samples/sec	rmse=0.017269	lr=0.062952
Epoch[149] Batch [499]	Speed: 2945.690152 samples/sec	rmse=0.017274	lr=0.062858
Epoch[149] Batch [549]	Speed: 2879.831280 samples/sec	rmse=0.017277	lr=0.062765
Epoch[149] Batch [599]	Speed: 2942.070322 samples/sec	rmse=0.017279	lr=0.062671
Epoch[149] Batch [649]	Speed: 2946.650265 samples/sec	rmse=0.017285	lr=0.062578
Epoch[149] Batch [699]	Speed: 2948.526988 samples/sec	rmse=0.017296	lr=0.062484
Epoch[149] Batch [749]	Speed: 2941.917890 samples/sec	rmse=0.017300	lr=0.062391
Epoch[149] Batch [799]	Speed: 2944.697916 samples/sec	rmse=0.017297	lr=0.062297
Epoch[149] Batch [849]	Speed: 2956.473398 samples/sec	rmse=0.017299	lr=0.062204
Epoch[149] Batch [899]	Speed: 2949.889813 samples/sec	rmse=0.017303	lr=0.062110
Epoch[149] Batch [949]	Speed: 2955.551576 samples/sec	rmse=0.017305	lr=0.062017
Epoch[149] Batch [999]	Speed: 2954.023162 samples/sec	rmse=0.017307	lr=0.061924
Epoch[149] Batch [1049]	Speed: 2941.724773 samples/sec	rmse=0.017315	lr=0.061831
Epoch[149] Batch [1099]	Speed: 2937.167468 samples/sec	rmse=0.017319	lr=0.061738
Epoch[149] Batch [1149]	Speed: 2944.570527 samples/sec	rmse=0.017326	lr=0.061645
Epoch[149] Batch [1199]	Speed: 2949.980665 samples/sec	rmse=0.017327	lr=0.061552
Epoch[149] Batch [1249]	Speed: 2964.308608 samples/sec	rmse=0.017330	lr=0.061459
[Epoch 149] training: rmse=0.017331
[Epoch 149] speed: 2943 samples/sec	time cost: 441.916893
[Epoch 149] validation: err-top1=0.269471 err-top5=0.084243
Epoch[150] Batch [49]	Speed: 2965.514754 samples/sec	rmse=0.017034	lr=0.061364
Epoch[150] Batch [99]	Speed: 2952.593997 samples/sec	rmse=0.017069	lr=0.061271
Epoch[150] Batch [149]	Speed: 2947.712721 samples/sec	rmse=0.017088	lr=0.061179
Epoch[150] Batch [199]	Speed: 2950.398928 samples/sec	rmse=0.017110	lr=0.061086
Epoch[150] Batch [249]	Speed: 2928.865636 samples/sec	rmse=0.017125	lr=0.060993
Epoch[150] Batch [299]	Speed: 2949.134450 samples/sec	rmse=0.017138	lr=0.060901
Epoch[150] Batch [349]	Speed: 2955.116683 samples/sec	rmse=0.017155	lr=0.060808
Epoch[150] Batch [399]	Speed: 2957.358488 samples/sec	rmse=0.017168	lr=0.060716
Epoch[150] Batch [449]	Speed: 2955.284801 samples/sec	rmse=0.017184	lr=0.060623
Epoch[150] Batch [499]	Speed: 2953.111802 samples/sec	rmse=0.017193	lr=0.060531
Epoch[150] Batch [549]	Speed: 2955.536933 samples/sec	rmse=0.017204	lr=0.060439
Epoch[150] Batch [599]	Speed: 2928.375785 samples/sec	rmse=0.017209	lr=0.060347
Epoch[150] Batch [649]	Speed: 2953.609152 samples/sec	rmse=0.017216	lr=0.060254
Epoch[150] Batch [699]	Speed: 2946.011898 samples/sec	rmse=0.017234	lr=0.060162
Epoch[150] Batch [749]	Speed: 2943.354970 samples/sec	rmse=0.017233	lr=0.060070
Epoch[150] Batch [799]	Speed: 2944.520342 samples/sec	rmse=0.017235	lr=0.059978
Epoch[150] Batch [849]	Speed: 2942.442600 samples/sec	rmse=0.017241	lr=0.059886
Epoch[150] Batch [899]	Speed: 2949.481660 samples/sec	rmse=0.017252	lr=0.059794
Epoch[150] Batch [949]	Speed: 2953.189328 samples/sec	rmse=0.017254	lr=0.059703
Epoch[150] Batch [999]	Speed: 2951.047389 samples/sec	rmse=0.017256	lr=0.059611
Epoch[150] Batch [1049]	Speed: 2957.112520 samples/sec	rmse=0.017256	lr=0.059519
Epoch[150] Batch [1099]	Speed: 2936.025330 samples/sec	rmse=0.017254	lr=0.059428
Epoch[150] Batch [1149]	Speed: 2952.349186 samples/sec	rmse=0.017257	lr=0.059336
Epoch[150] Batch [1199]	Speed: 2941.111297 samples/sec	rmse=0.017266	lr=0.059245
Epoch[150] Batch [1249]	Speed: 2953.126827 samples/sec	rmse=0.017274	lr=0.059153
[Epoch 150] training: rmse=0.017273
[Epoch 150] speed: 2946 samples/sec	time cost: 441.474349
[Epoch 150] validation: err-top1=0.264389 err-top5=0.081553
Epoch[151] Batch [49]	Speed: 2957.831440 samples/sec	rmse=0.017046	lr=0.059060
Epoch[151] Batch [99]	Speed: 2941.335393 samples/sec	rmse=0.017142	lr=0.058968
Epoch[151] Batch [149]	Speed: 2937.804539 samples/sec	rmse=0.017127	lr=0.058877
Epoch[151] Batch [199]	Speed: 2945.212066 samples/sec	rmse=0.017122	lr=0.058786
Epoch[151] Batch [249]	Speed: 2942.864012 samples/sec	rmse=0.017127	lr=0.058695
Epoch[151] Batch [299]	Speed: 2942.763557 samples/sec	rmse=0.017131	lr=0.058604
Epoch[151] Batch [349]	Speed: 2935.094270 samples/sec	rmse=0.017146	lr=0.058513
Epoch[151] Batch [399]	Speed: 2951.883666 samples/sec	rmse=0.017175	lr=0.058422
Epoch[151] Batch [449]	Speed: 2931.988554 samples/sec	rmse=0.017188	lr=0.058331
Epoch[151] Batch [499]	Speed: 2939.977440 samples/sec	rmse=0.017202	lr=0.058240
Epoch[151] Batch [549]	Speed: 2933.315576 samples/sec	rmse=0.017199	lr=0.058149
Epoch[151] Batch [599]	Speed: 2947.121497 samples/sec	rmse=0.017204	lr=0.058058
Epoch[151] Batch [649]	Speed: 2935.638380 samples/sec	rmse=0.017205	lr=0.057968
Epoch[151] Batch [699]	Speed: 2943.683551 samples/sec	rmse=0.017207	lr=0.057877
Epoch[151] Batch [749]	Speed: 2923.147264 samples/sec	rmse=0.017218	lr=0.057786
Epoch[151] Batch [799]	Speed: 2920.709826 samples/sec	rmse=0.017225	lr=0.057696
Epoch[151] Batch [849]	Speed: 2954.488178 samples/sec	rmse=0.017224	lr=0.057605
Epoch[151] Batch [899]	Speed: 2948.777441 samples/sec	rmse=0.017227	lr=0.057515
Epoch[151] Batch [949]	Speed: 2938.545344 samples/sec	rmse=0.017233	lr=0.057425
Epoch[151] Batch [999]	Speed: 2952.039486 samples/sec	rmse=0.017238	lr=0.057334
Epoch[151] Batch [1049]	Speed: 2955.057273 samples/sec	rmse=0.017233	lr=0.057244
Epoch[151] Batch [1099]	Speed: 2961.140588 samples/sec	rmse=0.017242	lr=0.057154
Epoch[151] Batch [1149]	Speed: 2928.990831 samples/sec	rmse=0.017244	lr=0.057064
Epoch[151] Batch [1199]	Speed: 2947.153368 samples/sec	rmse=0.017244	lr=0.056974
Epoch[151] Batch [1249]	Speed: 2966.840006 samples/sec	rmse=0.017248	lr=0.056884
[Epoch 151] training: rmse=0.017247
[Epoch 151] speed: 2940 samples/sec	time cost: 442.153944
[Epoch 151] validation: err-top1=0.262695 err-top5=0.077983
Epoch[152] Batch [49]	Speed: 2967.038033 samples/sec	rmse=0.016995	lr=0.056792
Epoch[152] Batch [99]	Speed: 2947.673474 samples/sec	rmse=0.017045	lr=0.056702
Epoch[152] Batch [149]	Speed: 2930.495884 samples/sec	rmse=0.017072	lr=0.056612
Epoch[152] Batch [199]	Speed: 2948.361095 samples/sec	rmse=0.017045	lr=0.056523
Epoch[152] Batch [249]	Speed: 2957.858532 samples/sec	rmse=0.017041	lr=0.056433
Epoch[152] Batch [299]	Speed: 2946.520443 samples/sec	rmse=0.017059	lr=0.056343
Epoch[152] Batch [349]	Speed: 2951.257793 samples/sec	rmse=0.017080	lr=0.056254
Epoch[152] Batch [399]	Speed: 2944.765229 samples/sec	rmse=0.017078	lr=0.056164
Epoch[152] Batch [449]	Speed: 2955.768766 samples/sec	rmse=0.017089	lr=0.056075
Epoch[152] Batch [499]	Speed: 2951.581934 samples/sec	rmse=0.017095	lr=0.055985
Epoch[152] Batch [549]	Speed: 2946.761175 samples/sec	rmse=0.017102	lr=0.055896
Epoch[152] Batch [599]	Speed: 2945.907915 samples/sec	rmse=0.017103	lr=0.055807
Epoch[152] Batch [649]	Speed: 2946.302508 samples/sec	rmse=0.017112	lr=0.055718
Epoch[152] Batch [699]	Speed: 2949.772955 samples/sec	rmse=0.017118	lr=0.055628
Epoch[152] Batch [749]	Speed: 2953.909633 samples/sec	rmse=0.017125	lr=0.055539
Epoch[152] Batch [799]	Speed: 2940.539025 samples/sec	rmse=0.017128	lr=0.055450
Epoch[152] Batch [849]	Speed: 2918.231361 samples/sec	rmse=0.017135	lr=0.055361
Epoch[152] Batch [899]	Speed: 2941.275368 samples/sec	rmse=0.017138	lr=0.055272
Epoch[152] Batch [949]	Speed: 2936.815600 samples/sec	rmse=0.017149	lr=0.055184
Epoch[152] Batch [999]	Speed: 2957.518104 samples/sec	rmse=0.017145	lr=0.055095
Epoch[152] Batch [1049]	Speed: 2957.689714 samples/sec	rmse=0.017148	lr=0.055006
Epoch[152] Batch [1099]	Speed: 2943.459500 samples/sec	rmse=0.017153	lr=0.054917
Epoch[152] Batch [1149]	Speed: 2950.114196 samples/sec	rmse=0.017154	lr=0.054829
Epoch[152] Batch [1199]	Speed: 2947.857782 samples/sec	rmse=0.017159	lr=0.054740
Epoch[152] Batch [1249]	Speed: 2962.025534 samples/sec	rmse=0.017164	lr=0.054652
[Epoch 152] training: rmse=0.017163
[Epoch 152] speed: 2945 samples/sec	time cost: 441.580939
[Epoch 152] validation: err-top1=0.259108 err-top5=0.079520
Epoch[153] Batch [49]	Speed: 2962.307952 samples/sec	rmse=0.016925	lr=0.054562
Epoch[153] Batch [99]	Speed: 2950.176245 samples/sec	rmse=0.016957	lr=0.054473
Epoch[153] Batch [149]	Speed: 2945.609989 samples/sec	rmse=0.016945	lr=0.054385
Epoch[153] Batch [199]	Speed: 2940.589477 samples/sec	rmse=0.016943	lr=0.054297
Epoch[153] Batch [249]	Speed: 2945.858977 samples/sec	rmse=0.016960	lr=0.054208
Epoch[153] Batch [299]	Speed: 2953.653066 samples/sec	rmse=0.016975	lr=0.054120
Epoch[153] Batch [349]	Speed: 2943.489436 samples/sec	rmse=0.016998	lr=0.054032
Epoch[153] Batch [399]	Speed: 2956.877707 samples/sec	rmse=0.017015	lr=0.053944
Epoch[153] Batch [449]	Speed: 2949.842364 samples/sec	rmse=0.017024	lr=0.053856
Epoch[153] Batch [499]	Speed: 2956.188347 samples/sec	rmse=0.017028	lr=0.053768
Epoch[153] Batch [549]	Speed: 2948.548444 samples/sec	rmse=0.017040	lr=0.053681
Epoch[153] Batch [599]	Speed: 2952.999155 samples/sec	rmse=0.017043	lr=0.053593
Epoch[153] Batch [649]	Speed: 2953.451663 samples/sec	rmse=0.017051	lr=0.053505
Epoch[153] Batch [699]	Speed: 2924.201635 samples/sec	rmse=0.017055	lr=0.053417
Epoch[153] Batch [749]	Speed: 2955.670724 samples/sec	rmse=0.017058	lr=0.053330
Epoch[153] Batch [799]	Speed: 2953.059091 samples/sec	rmse=0.017070	lr=0.053242
Epoch[153] Batch [849]	Speed: 2911.876940 samples/sec	rmse=0.017075	lr=0.053155
Epoch[153] Batch [899]	Speed: 2952.871899 samples/sec	rmse=0.017081	lr=0.053067
Epoch[153] Batch [949]	Speed: 2943.213458 samples/sec	rmse=0.017081	lr=0.052980
Epoch[153] Batch [999]	Speed: 2944.974253 samples/sec	rmse=0.017079	lr=0.052893
Epoch[153] Batch [1049]	Speed: 2951.815865 samples/sec	rmse=0.017084	lr=0.052806
Epoch[153] Batch [1099]	Speed: 2949.794794 samples/sec	rmse=0.017086	lr=0.052718
Epoch[153] Batch [1149]	Speed: 2954.611996 samples/sec	rmse=0.017094	lr=0.052631
Epoch[153] Batch [1199]	Speed: 2956.925180 samples/sec	rmse=0.017097	lr=0.052544
Epoch[153] Batch [1249]	Speed: 2967.383609 samples/sec	rmse=0.017102	lr=0.052457
[Epoch 153] training: rmse=0.017102
[Epoch 153] speed: 2946 samples/sec	time cost: 441.495264
[Epoch 153] validation: err-top1=0.260264 err-top5=0.080576
Epoch[154] Batch [49]	Speed: 2954.644517 samples/sec	rmse=0.016984	lr=0.052369
Epoch[154] Batch [99]	Speed: 2949.128618 samples/sec	rmse=0.016965	lr=0.052282
Epoch[154] Batch [149]	Speed: 2949.230601 samples/sec	rmse=0.016947	lr=0.052195
Epoch[154] Batch [199]	Speed: 2941.397718 samples/sec	rmse=0.016950	lr=0.052108
Epoch[154] Batch [249]	Speed: 2949.208162 samples/sec	rmse=0.016967	lr=0.052022
Epoch[154] Batch [299]	Speed: 2953.748049 samples/sec	rmse=0.016995	lr=0.051935
Epoch[154] Batch [349]	Speed: 2963.768258 samples/sec	rmse=0.016996	lr=0.051849
Epoch[154] Batch [399]	Speed: 2953.680854 samples/sec	rmse=0.016994	lr=0.051762
Epoch[154] Batch [449]	Speed: 2944.725253 samples/sec	rmse=0.016999	lr=0.051676
Epoch[154] Batch [499]	Speed: 2954.133571 samples/sec	rmse=0.017010	lr=0.051589
Epoch[154] Batch [549]	Speed: 2947.889993 samples/sec	rmse=0.017011	lr=0.051503
Epoch[154] Batch [599]	Speed: 2940.135910 samples/sec	rmse=0.017014	lr=0.051417
Epoch[154] Batch [649]	Speed: 2944.016563 samples/sec	rmse=0.017025	lr=0.051331
Epoch[154] Batch [699]	Speed: 2952.370982 samples/sec	rmse=0.017026	lr=0.051244
Epoch[154] Batch [749]	Speed: 2955.982488 samples/sec	rmse=0.017032	lr=0.051158
Epoch[154] Batch [799]	Speed: 2945.602635 samples/sec	rmse=0.017039	lr=0.051072
Epoch[154] Batch [849]	Speed: 2951.200728 samples/sec	rmse=0.017046	lr=0.050986
Epoch[154] Batch [899]	Speed: 2948.037499 samples/sec	rmse=0.017049	lr=0.050901
Epoch[154] Batch [949]	Speed: 2947.958220 samples/sec	rmse=0.017050	lr=0.050815
Epoch[154] Batch [999]	Speed: 2948.077889 samples/sec	rmse=0.017057	lr=0.050729
Epoch[154] Batch [1049]	Speed: 2947.172580 samples/sec	rmse=0.017061	lr=0.050643
Epoch[154] Batch [1099]	Speed: 2954.832544 samples/sec	rmse=0.017056	lr=0.050558
Epoch[154] Batch [1149]	Speed: 2952.268254 samples/sec	rmse=0.017063	lr=0.050472
Epoch[154] Batch [1199]	Speed: 2935.228985 samples/sec	rmse=0.017071	lr=0.050387
Epoch[154] Batch [1249]	Speed: 2958.926723 samples/sec	rmse=0.017074	lr=0.050301
[Epoch 154] training: rmse=0.017074
[Epoch 154] speed: 2947 samples/sec	time cost: 441.355697
[Epoch 154] validation: err-top1=0.266163 err-top5=0.083546
Epoch[155] Batch [49]	Speed: 2959.730391 samples/sec	rmse=0.016866	lr=0.050214
Epoch[155] Batch [99]	Speed: 2947.566663 samples/sec	rmse=0.016882	lr=0.050129
Epoch[155] Batch [149]	Speed: 2954.958220 samples/sec	rmse=0.016868	lr=0.050044
Epoch[155] Batch [199]	Speed: 2941.296316 samples/sec	rmse=0.016865	lr=0.049958
Epoch[155] Batch [249]	Speed: 2941.564158 samples/sec	rmse=0.016882	lr=0.049873
Epoch[155] Batch [299]	Speed: 2942.717950 samples/sec	rmse=0.016881	lr=0.049788
Epoch[155] Batch [349]	Speed: 2934.670108 samples/sec	rmse=0.016896	lr=0.049703
Epoch[155] Batch [399]	Speed: 2938.002206 samples/sec	rmse=0.016902	lr=0.049618
Epoch[155] Batch [449]	Speed: 2932.189042 samples/sec	rmse=0.016908	lr=0.049533
Epoch[155] Batch [499]	Speed: 2948.646501 samples/sec	rmse=0.016914	lr=0.049449
Epoch[155] Batch [549]	Speed: 2937.804740 samples/sec	rmse=0.016915	lr=0.049364
Epoch[155] Batch [599]	Speed: 2946.292160 samples/sec	rmse=0.016920	lr=0.049279
Epoch[155] Batch [649]	Speed: 2948.183078 samples/sec	rmse=0.016933	lr=0.049195
Epoch[155] Batch [699]	Speed: 2937.583432 samples/sec	rmse=0.016951	lr=0.049110
Epoch[155] Batch [749]	Speed: 2948.107353 samples/sec	rmse=0.016954	lr=0.049026
Epoch[155] Batch [799]	Speed: 2949.137933 samples/sec	rmse=0.016962	lr=0.048941
Epoch[155] Batch [849]	Speed: 2932.090196 samples/sec	rmse=0.016977	lr=0.048857
Epoch[155] Batch [899]	Speed: 2934.053838 samples/sec	rmse=0.016981	lr=0.048772
Epoch[155] Batch [949]	Speed: 2943.397410 samples/sec	rmse=0.016987	lr=0.048688
Epoch[155] Batch [999]	Speed: 2938.150574 samples/sec	rmse=0.016996	lr=0.048604
Epoch[155] Batch [1049]	Speed: 2938.012416 samples/sec	rmse=0.016998	lr=0.048520
Epoch[155] Batch [1099]	Speed: 2936.519510 samples/sec	rmse=0.016999	lr=0.048436
Epoch[155] Batch [1149]	Speed: 2940.773424 samples/sec	rmse=0.017003	lr=0.048352
Epoch[155] Batch [1199]	Speed: 2950.432167 samples/sec	rmse=0.017006	lr=0.048268
Epoch[155] Batch [1249]	Speed: 2950.327507 samples/sec	rmse=0.017008	lr=0.048184
[Epoch 155] training: rmse=0.017007
[Epoch 155] speed: 2940 samples/sec	time cost: 442.238683
[Epoch 155] validation: err-top1=0.266582 err-top5=0.084961
Epoch[156] Batch [49]	Speed: 2956.959788 samples/sec	rmse=0.016695	lr=0.048099
Epoch[156] Batch [99]	Speed: 2953.153509 samples/sec	rmse=0.016748	lr=0.048015
Epoch[156] Batch [149]	Speed: 2950.329371 samples/sec	rmse=0.016772	lr=0.047931
Epoch[156] Batch [199]	Speed: 2929.825204 samples/sec	rmse=0.016796	lr=0.047848
Epoch[156] Batch [249]	Speed: 2956.693613 samples/sec	rmse=0.016824	lr=0.047764
Epoch[156] Batch [299]	Speed: 2953.345732 samples/sec	rmse=0.016820	lr=0.047680
Epoch[156] Batch [349]	Speed: 2939.721960 samples/sec	rmse=0.016823	lr=0.047597
Epoch[156] Batch [399]	Speed: 2946.408298 samples/sec	rmse=0.016819	lr=0.047514
Epoch[156] Batch [449]	Speed: 2948.841013 samples/sec	rmse=0.016831	lr=0.047430
Epoch[156] Batch [499]	Speed: 2945.832912 samples/sec	rmse=0.016832	lr=0.047347
Epoch[156] Batch [549]	Speed: 2946.006765 samples/sec	rmse=0.016838	lr=0.047264
Epoch[156] Batch [599]	Speed: 2946.968824 samples/sec	rmse=0.016830	lr=0.047181
Epoch[156] Batch [649]	Speed: 2903.689305 samples/sec	rmse=0.016842	lr=0.047098
Epoch[156] Batch [699]	Speed: 2903.988472 samples/sec	rmse=0.016849	lr=0.047015
Epoch[156] Batch [749]	Speed: 2954.907639 samples/sec	rmse=0.016857	lr=0.046932
Epoch[156] Batch [799]	Speed: 2962.473865 samples/sec	rmse=0.016863	lr=0.046849
Epoch[156] Batch [849]	Speed: 2954.097078 samples/sec	rmse=0.016868	lr=0.046766
Epoch[156] Batch [899]	Speed: 2951.191603 samples/sec	rmse=0.016870	lr=0.046684
Epoch[156] Batch [949]	Speed: 2959.011975 samples/sec	rmse=0.016871	lr=0.046601
Epoch[156] Batch [999]	Speed: 2949.241820 samples/sec	rmse=0.016879	lr=0.046518
Epoch[156] Batch [1049]	Speed: 2954.334945 samples/sec	rmse=0.016883	lr=0.046436
Epoch[156] Batch [1099]	Speed: 2963.219478 samples/sec	rmse=0.016891	lr=0.046353
Epoch[156] Batch [1149]	Speed: 2962.740305 samples/sec	rmse=0.016900	lr=0.046271
Epoch[156] Batch [1199]	Speed: 2960.111764 samples/sec	rmse=0.016905	lr=0.046189
Epoch[156] Batch [1249]	Speed: 2973.901655 samples/sec	rmse=0.016910	lr=0.046106
[Epoch 156] training: rmse=0.016910
[Epoch 156] speed: 2946 samples/sec	time cost: 441.489475
[Epoch 156] validation: err-top1=0.258032 err-top5=0.077208
Epoch[157] Batch [49]	Speed: 2967.633380 samples/sec	rmse=0.016629	lr=0.046022
Epoch[157] Batch [99]	Speed: 2951.630048 samples/sec	rmse=0.016634	lr=0.045940
Epoch[157] Batch [149]	Speed: 2928.314490 samples/sec	rmse=0.016692	lr=0.045858
Epoch[157] Batch [199]	Speed: 2954.501836 samples/sec	rmse=0.016708	lr=0.045776
Epoch[157] Batch [249]	Speed: 2957.858736 samples/sec	rmse=0.016728	lr=0.045694
Epoch[157] Batch [299]	Speed: 2947.003361 samples/sec	rmse=0.016746	lr=0.045612
Epoch[157] Batch [349]	Speed: 2940.327570 samples/sec	rmse=0.016726	lr=0.045530
Epoch[157] Batch [399]	Speed: 2907.590490 samples/sec	rmse=0.016740	lr=0.045449
Epoch[157] Batch [449]	Speed: 2949.219381 samples/sec	rmse=0.016757	lr=0.045367
Epoch[157] Batch [499]	Speed: 2956.854827 samples/sec	rmse=0.016772	lr=0.045285
Epoch[157] Batch [549]	Speed: 2960.407570 samples/sec	rmse=0.016781	lr=0.045204
Epoch[157] Batch [599]	Speed: 2962.719500 samples/sec	rmse=0.016797	lr=0.045122
Epoch[157] Batch [649]	Speed: 2956.859590 samples/sec	rmse=0.016799	lr=0.045041
Epoch[157] Batch [699]	Speed: 2956.020004 samples/sec	rmse=0.016808	lr=0.044959
Epoch[157] Batch [749]	Speed: 2945.774360 samples/sec	rmse=0.016816	lr=0.044878
Epoch[157] Batch [799]	Speed: 2913.756385 samples/sec	rmse=0.016827	lr=0.044797
Epoch[157] Batch [849]	Speed: 2927.919750 samples/sec	rmse=0.016831	lr=0.044716
Epoch[157] Batch [899]	Speed: 2952.555026 samples/sec	rmse=0.016835	lr=0.044634
Epoch[157] Batch [949]	Speed: 2958.829449 samples/sec	rmse=0.016837	lr=0.044553
Epoch[157] Batch [999]	Speed: 2964.850014 samples/sec	rmse=0.016837	lr=0.044472
Epoch[157] Batch [1049]	Speed: 2953.765600 samples/sec	rmse=0.016841	lr=0.044391
Epoch[157] Batch [1099]	Speed: 2956.476654 samples/sec	rmse=0.016846	lr=0.044311
Epoch[157] Batch [1149]	Speed: 2962.052335 samples/sec	rmse=0.016853	lr=0.044230
Epoch[157] Batch [1199]	Speed: 2961.803625 samples/sec	rmse=0.016864	lr=0.044149
Epoch[157] Batch [1249]	Speed: 2946.985810 samples/sec	rmse=0.016865	lr=0.044068
[Epoch 157] training: rmse=0.016865
[Epoch 157] speed: 2947 samples/sec	time cost: 441.591005
[Epoch 157] validation: err-top1=0.251017 err-top5=0.073242
Epoch[158] Batch [49]	Speed: 2925.086909 samples/sec	rmse=0.016674	lr=0.043986
Epoch[158] Batch [99]	Speed: 2956.264081 samples/sec	rmse=0.016724	lr=0.043906
Epoch[158] Batch [149]	Speed: 2947.435789 samples/sec	rmse=0.016749	lr=0.043825
Epoch[158] Batch [199]	Speed: 2953.671428 samples/sec	rmse=0.016765	lr=0.043745
Epoch[158] Batch [249]	Speed: 2964.964386 samples/sec	rmse=0.016740	lr=0.043664
Epoch[158] Batch [299]	Speed: 2937.069571 samples/sec	rmse=0.016747	lr=0.043584
Epoch[158] Batch [349]	Speed: 2941.834023 samples/sec	rmse=0.016757	lr=0.043504
Epoch[158] Batch [399]	Speed: 2951.034818 samples/sec	rmse=0.016747	lr=0.043424
Epoch[158] Batch [449]	Speed: 2952.692201 samples/sec	rmse=0.016743	lr=0.043344
Epoch[158] Batch [499]	Speed: 2956.077174 samples/sec	rmse=0.016750	lr=0.043264
Epoch[158] Batch [549]	Speed: 2958.191867 samples/sec	rmse=0.016756	lr=0.043184
Epoch[158] Batch [599]	Speed: 2946.216936 samples/sec	rmse=0.016758	lr=0.043104
Epoch[158] Batch [649]	Speed: 2957.019682 samples/sec	rmse=0.016752	lr=0.043024
Epoch[158] Batch [699]	Speed: 2942.274045 samples/sec	rmse=0.016752	lr=0.042944
Epoch[158] Batch [749]	Speed: 2947.429964 samples/sec	rmse=0.016758	lr=0.042864
Epoch[158] Batch [799]	Speed: 2952.810224 samples/sec	rmse=0.016763	lr=0.042785
Epoch[158] Batch [849]	Speed: 2953.441102 samples/sec	rmse=0.016767	lr=0.042705
Epoch[158] Batch [899]	Speed: 2945.308851 samples/sec	rmse=0.016772	lr=0.042626
Epoch[158] Batch [949]	Speed: 2941.632617 samples/sec	rmse=0.016778	lr=0.042546
Epoch[158] Batch [999]	Speed: 2957.490937 samples/sec	rmse=0.016774	lr=0.042467
Epoch[158] Batch [1049]	Speed: 2960.539558 samples/sec	rmse=0.016771	lr=0.042388
Epoch[158] Batch [1099]	Speed: 2933.220620 samples/sec	rmse=0.016778	lr=0.042308
Epoch[158] Batch [1149]	Speed: 2950.582928 samples/sec	rmse=0.016776	lr=0.042229
Epoch[158] Batch [1199]	Speed: 2964.193591 samples/sec	rmse=0.016779	lr=0.042150
Epoch[158] Batch [1249]	Speed: 2969.451322 samples/sec	rmse=0.016786	lr=0.042071
[Epoch 158] training: rmse=0.016786
[Epoch 158] speed: 2948 samples/sec	time cost: 441.237560
[Epoch 158] validation: err-top1=0.244858 err-top5=0.071708
Epoch[159] Batch [49]	Speed: 2939.752584 samples/sec	rmse=0.016529	lr=0.041990
Epoch[159] Batch [99]	Speed: 2944.973809 samples/sec	rmse=0.016581	lr=0.041911
Epoch[159] Batch [149]	Speed: 2940.038902 samples/sec	rmse=0.016608	lr=0.041833
Epoch[159] Batch [199]	Speed: 2935.977964 samples/sec	rmse=0.016572	lr=0.041754
Epoch[159] Batch [249]	Speed: 2951.907849 samples/sec	rmse=0.016594	lr=0.041675
Epoch[159] Batch [299]	Speed: 2938.325331 samples/sec	rmse=0.016607	lr=0.041596
Epoch[159] Batch [349]	Speed: 2945.343147 samples/sec	rmse=0.016628	lr=0.041518
Epoch[159] Batch [399]	Speed: 2936.086988 samples/sec	rmse=0.016636	lr=0.041439
Epoch[159] Batch [449]	Speed: 2931.301146 samples/sec	rmse=0.016640	lr=0.041361
Epoch[159] Batch [499]	Speed: 2941.294302 samples/sec	rmse=0.016655	lr=0.041283
Epoch[159] Batch [549]	Speed: 2929.444842 samples/sec	rmse=0.016668	lr=0.041204
Epoch[159] Batch [599]	Speed: 2933.821390 samples/sec	rmse=0.016670	lr=0.041126
Epoch[159] Batch [649]	Speed: 2935.998355 samples/sec	rmse=0.016679	lr=0.041048
Epoch[159] Batch [699]	Speed: 2947.988774 samples/sec	rmse=0.016687	lr=0.040970
Epoch[159] Batch [749]	Speed: 2942.348464 samples/sec	rmse=0.016695	lr=0.040892
Epoch[159] Batch [799]	Speed: 2940.960576 samples/sec	rmse=0.016695	lr=0.040814
Epoch[159] Batch [849]	Speed: 2942.440343 samples/sec	rmse=0.016701	lr=0.040736
Epoch[159] Batch [899]	Speed: 2948.951318 samples/sec	rmse=0.016700	lr=0.040658
Epoch[159] Batch [949]	Speed: 2938.946494 samples/sec	rmse=0.016698	lr=0.040580
Epoch[159] Batch [999]	Speed: 2944.733854 samples/sec	rmse=0.016705	lr=0.040502
Epoch[159] Batch [1049]	Speed: 2931.762758 samples/sec	rmse=0.016708	lr=0.040425
Epoch[159] Batch [1099]	Speed: 2951.513660 samples/sec	rmse=0.016710	lr=0.040347
Epoch[159] Batch [1149]	Speed: 2950.691742 samples/sec	rmse=0.016717	lr=0.040269
Epoch[159] Batch [1199]	Speed: 2955.833005 samples/sec	rmse=0.016716	lr=0.040192
Epoch[159] Batch [1249]	Speed: 2972.797976 samples/sec	rmse=0.016721	lr=0.040115
[Epoch 159] training: rmse=0.016721
[Epoch 159] speed: 2940 samples/sec	time cost: 442.348786
[Epoch 159] validation: err-top1=0.249681 err-top5=0.073182
Epoch[160] Batch [49]	Speed: 2949.547287 samples/sec	rmse=0.016375	lr=0.040036
Epoch[160] Batch [99]	Speed: 2945.256257 samples/sec	rmse=0.016425	lr=0.039958
Epoch[160] Batch [149]	Speed: 2922.195762 samples/sec	rmse=0.016482	lr=0.039881
Epoch[160] Batch [199]	Speed: 2939.200955 samples/sec	rmse=0.016497	lr=0.039804
Epoch[160] Batch [249]	Speed: 2956.146473 samples/sec	rmse=0.016507	lr=0.039727
Epoch[160] Batch [299]	Speed: 2949.033607 samples/sec	rmse=0.016509	lr=0.039650
Epoch[160] Batch [349]	Speed: 2949.539671 samples/sec	rmse=0.016539	lr=0.039573
Epoch[160] Batch [399]	Speed: 2946.062741 samples/sec	rmse=0.016555	lr=0.039496
Epoch[160] Batch [449]	Speed: 2942.724684 samples/sec	rmse=0.016560	lr=0.039419
Epoch[160] Batch [499]	Speed: 2943.506825 samples/sec	rmse=0.016567	lr=0.039343
Epoch[160] Batch [549]	Speed: 2952.632847 samples/sec	rmse=0.016574	lr=0.039266
Epoch[160] Batch [599]	Speed: 2951.892633 samples/sec	rmse=0.016584	lr=0.039189
Epoch[160] Batch [649]	Speed: 2934.877381 samples/sec	rmse=0.016592	lr=0.039113
Epoch[160] Batch [699]	Speed: 2943.673705 samples/sec	rmse=0.016592	lr=0.039036
Epoch[160] Batch [749]	Speed: 2956.762819 samples/sec	rmse=0.016593	lr=0.038960
Epoch[160] Batch [799]	Speed: 2935.491750 samples/sec	rmse=0.016607	lr=0.038884
Epoch[160] Batch [849]	Speed: 2955.395385 samples/sec	rmse=0.016610	lr=0.038807
Epoch[160] Batch [899]	Speed: 2951.755938 samples/sec	rmse=0.016613	lr=0.038731
Epoch[160] Batch [949]	Speed: 2948.882842 samples/sec	rmse=0.016623	lr=0.038655
Epoch[160] Batch [999]	Speed: 2945.079463 samples/sec	rmse=0.016631	lr=0.038579
Epoch[160] Batch [1049]	Speed: 2945.553667 samples/sec	rmse=0.016638	lr=0.038503
Epoch[160] Batch [1099]	Speed: 2946.484624 samples/sec	rmse=0.016644	lr=0.038427
Epoch[160] Batch [1149]	Speed: 2959.587994 samples/sec	rmse=0.016647	lr=0.038351
Epoch[160] Batch [1199]	Speed: 2941.695478 samples/sec	rmse=0.016646	lr=0.038275
Epoch[160] Batch [1249]	Speed: 2961.112007 samples/sec	rmse=0.016651	lr=0.038200
[Epoch 160] training: rmse=0.016650
[Epoch 160] speed: 2944 samples/sec	time cost: 441.770658
[Epoch 160] validation: err-top1=0.248027 err-top5=0.071827
Epoch[161] Batch [49]	Speed: 2968.646182 samples/sec	rmse=0.016426	lr=0.038122
Epoch[161] Batch [99]	Speed: 2950.096567 samples/sec	rmse=0.016380	lr=0.038047
Epoch[161] Batch [149]	Speed: 2945.711203 samples/sec	rmse=0.016422	lr=0.037971
Epoch[161] Batch [199]	Speed: 2950.590834 samples/sec	rmse=0.016430	lr=0.037896
Epoch[161] Batch [249]	Speed: 2903.869685 samples/sec	rmse=0.016447	lr=0.037820
Epoch[161] Batch [299]	Speed: 2942.740733 samples/sec	rmse=0.016467	lr=0.037745
Epoch[161] Batch [349]	Speed: 2929.077163 samples/sec	rmse=0.016481	lr=0.037670
Epoch[161] Batch [399]	Speed: 2945.658918 samples/sec	rmse=0.016488	lr=0.037595
Epoch[161] Batch [449]	Speed: 2933.113732 samples/sec	rmse=0.016509	lr=0.037520
Epoch[161] Batch [499]	Speed: 2946.489515 samples/sec	rmse=0.016524	lr=0.037444
Epoch[161] Batch [549]	Speed: 2935.548731 samples/sec	rmse=0.016527	lr=0.037370
Epoch[161] Batch [599]	Speed: 2945.090812 samples/sec	rmse=0.016521	lr=0.037295
Epoch[161] Batch [649]	Speed: 2941.549250 samples/sec	rmse=0.016536	lr=0.037220
Epoch[161] Batch [699]	Speed: 2955.953315 samples/sec	rmse=0.016542	lr=0.037145
Epoch[161] Batch [749]	Speed: 2947.621524 samples/sec	rmse=0.016549	lr=0.037070
Epoch[161] Batch [799]	Speed: 2952.447739 samples/sec	rmse=0.016549	lr=0.036996
Epoch[161] Batch [849]	Speed: 2935.568835 samples/sec	rmse=0.016557	lr=0.036921
Epoch[161] Batch [899]	Speed: 2941.084068 samples/sec	rmse=0.016561	lr=0.036846
Epoch[161] Batch [949]	Speed: 2938.679451 samples/sec	rmse=0.016567	lr=0.036772
Epoch[161] Batch [999]	Speed: 2952.926999 samples/sec	rmse=0.016571	lr=0.036698
Epoch[161] Batch [1049]	Speed: 2948.014715 samples/sec	rmse=0.016575	lr=0.036623
Epoch[161] Batch [1099]	Speed: 2953.713354 samples/sec	rmse=0.016575	lr=0.036549
Epoch[161] Batch [1149]	Speed: 2944.137971 samples/sec	rmse=0.016577	lr=0.036475
Epoch[161] Batch [1199]	Speed: 2945.556172 samples/sec	rmse=0.016584	lr=0.036401
Epoch[161] Batch [1249]	Speed: 2961.397559 samples/sec	rmse=0.016587	lr=0.036327
[Epoch 161] training: rmse=0.016588
[Epoch 161] speed: 2942 samples/sec	time cost: 442.017802
[Epoch 161] validation: err-top1=0.274554 err-top5=0.085798
Epoch[162] Batch [49]	Speed: 2958.618413 samples/sec	rmse=0.016433	lr=0.036251
Epoch[162] Batch [99]	Speed: 2947.666838 samples/sec	rmse=0.016444	lr=0.036177
Epoch[162] Batch [149]	Speed: 2939.363042 samples/sec	rmse=0.016453	lr=0.036104
Epoch[162] Batch [199]	Speed: 2937.039163 samples/sec	rmse=0.016429	lr=0.036030
Epoch[162] Batch [249]	Speed: 2955.607467 samples/sec	rmse=0.016403	lr=0.035956
Epoch[162] Batch [299]	Speed: 2943.626052 samples/sec	rmse=0.016428	lr=0.035882
Epoch[162] Batch [349]	Speed: 2935.715754 samples/sec	rmse=0.016418	lr=0.035809
Epoch[162] Batch [399]	Speed: 2933.943281 samples/sec	rmse=0.016439	lr=0.035735
Epoch[162] Batch [449]	Speed: 2943.497303 samples/sec	rmse=0.016450	lr=0.035662
Epoch[162] Batch [499]	Speed: 2950.228285 samples/sec	rmse=0.016460	lr=0.035589
Epoch[162] Batch [549]	Speed: 2954.399407 samples/sec	rmse=0.016464	lr=0.035515
Epoch[162] Batch [599]	Speed: 2946.406196 samples/sec	rmse=0.016467	lr=0.035442
Epoch[162] Batch [649]	Speed: 2946.536089 samples/sec	rmse=0.016465	lr=0.035369
Epoch[162] Batch [699]	Speed: 2944.836623 samples/sec	rmse=0.016475	lr=0.035296
Epoch[162] Batch [749]	Speed: 2942.389706 samples/sec	rmse=0.016489	lr=0.035223
Epoch[162] Batch [799]	Speed: 2939.621036 samples/sec	rmse=0.016503	lr=0.035150
Epoch[162] Batch [849]	Speed: 2953.823618 samples/sec	rmse=0.016505	lr=0.035077
Epoch[162] Batch [899]	Speed: 2907.922513 samples/sec	rmse=0.016516	lr=0.035004
Epoch[162] Batch [949]	Speed: 2915.566134 samples/sec	rmse=0.016523	lr=0.034931
Epoch[162] Batch [999]	Speed: 2944.967186 samples/sec	rmse=0.016533	lr=0.034859
Epoch[162] Batch [1049]	Speed: 2947.581996 samples/sec	rmse=0.016534	lr=0.034786
Epoch[162] Batch [1099]	Speed: 2948.899647 samples/sec	rmse=0.016539	lr=0.034713
Epoch[162] Batch [1149]	Speed: 2954.105125 samples/sec	rmse=0.016546	lr=0.034641
Epoch[162] Batch [1199]	Speed: 2947.352214 samples/sec	rmse=0.016552	lr=0.034569
Epoch[162] Batch [1249]	Speed: 2968.664444 samples/sec	rmse=0.016557	lr=0.034496
[Epoch 162] training: rmse=0.016557
[Epoch 162] speed: 2941 samples/sec	time cost: 441.927964
[Epoch 162] validation: err-top1=0.239970 err-top5=0.068827
Epoch[163] Batch [49]	Speed: 2944.386711 samples/sec	rmse=0.016081	lr=0.034423
Epoch[163] Batch [99]	Speed: 2947.389511 samples/sec	rmse=0.016198	lr=0.034350
Epoch[163] Batch [149]	Speed: 2948.103670 samples/sec	rmse=0.016307	lr=0.034278
Epoch[163] Batch [199]	Speed: 2953.404383 samples/sec	rmse=0.016327	lr=0.034206
Epoch[163] Batch [249]	Speed: 2947.918522 samples/sec	rmse=0.016337	lr=0.034134
Epoch[163] Batch [299]	Speed: 2952.801454 samples/sec	rmse=0.016360	lr=0.034062
Epoch[163] Batch [349]	Speed: 2943.780154 samples/sec	rmse=0.016380	lr=0.033990
Epoch[163] Batch [399]	Speed: 2949.523305 samples/sec	rmse=0.016387	lr=0.033919
Epoch[163] Batch [449]	Speed: 2935.275364 samples/sec	rmse=0.016387	lr=0.033847
Epoch[163] Batch [499]	Speed: 2944.158920 samples/sec	rmse=0.016393	lr=0.033775
Epoch[163] Batch [549]	Speed: 2935.685494 samples/sec	rmse=0.016394	lr=0.033704
Epoch[163] Batch [599]	Speed: 2939.405931 samples/sec	rmse=0.016398	lr=0.033632
Epoch[163] Batch [649]	Speed: 2943.898071 samples/sec	rmse=0.016397	lr=0.033561
Epoch[163] Batch [699]	Speed: 2946.977802 samples/sec	rmse=0.016397	lr=0.033489
Epoch[163] Batch [749]	Speed: 2946.022729 samples/sec	rmse=0.016393	lr=0.033418
Epoch[163] Batch [799]	Speed: 2933.769887 samples/sec	rmse=0.016395	lr=0.033347
Epoch[163] Batch [849]	Speed: 2936.594521 samples/sec	rmse=0.016400	lr=0.033276
Epoch[163] Batch [899]	Speed: 2938.688821 samples/sec	rmse=0.016407	lr=0.033205
Epoch[163] Batch [949]	Speed: 2939.711296 samples/sec	rmse=0.016411	lr=0.033134
Epoch[163] Batch [999]	Speed: 2922.479545 samples/sec	rmse=0.016416	lr=0.033063
Epoch[163] Batch [1049]	Speed: 2937.555987 samples/sec	rmse=0.016421	lr=0.032992
Epoch[163] Batch [1099]	Speed: 2937.275174 samples/sec	rmse=0.016423	lr=0.032921
Epoch[163] Batch [1149]	Speed: 2944.566368 samples/sec	rmse=0.016424	lr=0.032850
Epoch[163] Batch [1199]	Speed: 2933.095104 samples/sec	rmse=0.016432	lr=0.032779
Epoch[163] Batch [1249]	Speed: 2957.406139 samples/sec	rmse=0.016434	lr=0.032709
[Epoch 163] training: rmse=0.016435
[Epoch 163] speed: 2940 samples/sec	time cost: 442.383999
[Epoch 163] validation: err-top1=0.239896 err-top5=0.069436
Epoch[164] Batch [49]	Speed: 2948.021190 samples/sec	rmse=0.016140	lr=0.032637
Epoch[164] Batch [99]	Speed: 2927.262258 samples/sec	rmse=0.016191	lr=0.032566
Epoch[164] Batch [149]	Speed: 2947.576494 samples/sec	rmse=0.016227	lr=0.032496
Epoch[164] Batch [199]	Speed: 2938.287258 samples/sec	rmse=0.016241	lr=0.032426
Epoch[164] Batch [249]	Speed: 2949.116994 samples/sec	rmse=0.016230	lr=0.032355
Epoch[164] Batch [299]	Speed: 2917.814001 samples/sec	rmse=0.016261	lr=0.032285
Epoch[164] Batch [349]	Speed: 2936.813070 samples/sec	rmse=0.016285	lr=0.032215
Epoch[164] Batch [399]	Speed: 2930.626377 samples/sec	rmse=0.016299	lr=0.032145
Epoch[164] Batch [449]	Speed: 2949.720242 samples/sec	rmse=0.016306	lr=0.032075
Epoch[164] Batch [499]	Speed: 2936.145477 samples/sec	rmse=0.016300	lr=0.032005
Epoch[164] Batch [549]	Speed: 2946.135168 samples/sec	rmse=0.016314	lr=0.031935
Epoch[164] Batch [599]	Speed: 2941.206241 samples/sec	rmse=0.016328	lr=0.031865
Epoch[164] Batch [649]	Speed: 2950.252036 samples/sec	rmse=0.016328	lr=0.031796
Epoch[164] Batch [699]	Speed: 2944.221525 samples/sec	rmse=0.016331	lr=0.031726
Epoch[164] Batch [749]	Speed: 2910.417570 samples/sec	rmse=0.016342	lr=0.031657
Epoch[164] Batch [799]	Speed: 2950.460988 samples/sec	rmse=0.016348	lr=0.031587
Epoch[164] Batch [849]	Speed: 2945.423618 samples/sec	rmse=0.016349	lr=0.031518
Epoch[164] Batch [899]	Speed: 2948.611277 samples/sec	rmse=0.016354	lr=0.031448
Epoch[164] Batch [949]	Speed: 2952.326862 samples/sec	rmse=0.016356	lr=0.031379
Epoch[164] Batch [999]	Speed: 2945.106322 samples/sec	rmse=0.016354	lr=0.031310
Epoch[164] Batch [1049]	Speed: 2943.734555 samples/sec	rmse=0.016361	lr=0.031241
Epoch[164] Batch [1099]	Speed: 2947.814566 samples/sec	rmse=0.016370	lr=0.031172
Epoch[164] Batch [1149]	Speed: 2932.676645 samples/sec	rmse=0.016374	lr=0.031103
Epoch[164] Batch [1199]	Speed: 2941.758865 samples/sec	rmse=0.016380	lr=0.031034
Epoch[164] Batch [1249]	Speed: 2971.240207 samples/sec	rmse=0.016388	lr=0.030965
[Epoch 164] training: rmse=0.016387
[Epoch 164] speed: 2939 samples/sec	time cost: 442.763426
[Epoch 164] validation: err-top1=0.242247 err-top5=0.069754
Epoch[165] Batch [49]	Speed: 2958.610872 samples/sec	rmse=0.016250	lr=0.030895
Epoch[165] Batch [99]	Speed: 2950.776602 samples/sec	rmse=0.016200	lr=0.030826
Epoch[165] Batch [149]	Speed: 2930.434101 samples/sec	rmse=0.016257	lr=0.030757
Epoch[165] Batch [199]	Speed: 2951.221534 samples/sec	rmse=0.016259	lr=0.030689
Epoch[165] Batch [249]	Speed: 2947.033976 samples/sec	rmse=0.016262	lr=0.030620
Epoch[165] Batch [299]	Speed: 2947.143499 samples/sec	rmse=0.016241	lr=0.030552
Epoch[165] Batch [349]	Speed: 2944.811748 samples/sec	rmse=0.016242	lr=0.030483
Epoch[165] Batch [399]	Speed: 2952.250924 samples/sec	rmse=0.016255	lr=0.030415
Epoch[165] Batch [449]	Speed: 2950.823554 samples/sec	rmse=0.016258	lr=0.030347
Epoch[165] Batch [499]	Speed: 2944.324663 samples/sec	rmse=0.016266	lr=0.030279
Epoch[165] Batch [549]	Speed: 2939.518187 samples/sec	rmse=0.016270	lr=0.030210
Epoch[165] Batch [599]	Speed: 2955.868117 samples/sec	rmse=0.016269	lr=0.030142
Epoch[165] Batch [649]	Speed: 2948.404368 samples/sec	rmse=0.016269	lr=0.030074
Epoch[165] Batch [699]	Speed: 2951.459708 samples/sec	rmse=0.016275	lr=0.030007
Epoch[165] Batch [749]	Speed: 2947.703779 samples/sec	rmse=0.016285	lr=0.029939
Epoch[165] Batch [799]	Speed: 2939.410960 samples/sec	rmse=0.016283	lr=0.029871
Epoch[165] Batch [849]	Speed: 2939.695561 samples/sec	rmse=0.016279	lr=0.029803
Epoch[165] Batch [899]	Speed: 2934.107876 samples/sec	rmse=0.016285	lr=0.029736
Epoch[165] Batch [949]	Speed: 2889.820354 samples/sec	rmse=0.016293	lr=0.029668
Epoch[165] Batch [999]	Speed: 2943.819701 samples/sec	rmse=0.016303	lr=0.029601
Epoch[165] Batch [1049]	Speed: 2948.601075 samples/sec	rmse=0.016300	lr=0.029533
Epoch[165] Batch [1099]	Speed: 2955.338160 samples/sec	rmse=0.016301	lr=0.029466
Epoch[165] Batch [1149]	Speed: 2952.056408 samples/sec	rmse=0.016303	lr=0.029399
Epoch[165] Batch [1199]	Speed: 2936.373033 samples/sec	rmse=0.016310	lr=0.029332
Epoch[165] Batch [1249]	Speed: 2962.333124 samples/sec	rmse=0.016310	lr=0.029265
[Epoch 165] training: rmse=0.016310
[Epoch 165] speed: 2942 samples/sec	time cost: 442.016822
[Epoch 165] validation: err-top1=0.241729 err-top5=0.070572
Epoch[166] Batch [49]	Speed: 2967.816337 samples/sec	rmse=0.016120	lr=0.029196
Epoch[166] Batch [99]	Speed: 2946.304166 samples/sec	rmse=0.016026	lr=0.029129
Epoch[166] Batch [149]	Speed: 2948.521927 samples/sec	rmse=0.016011	lr=0.029062
Epoch[166] Batch [199]	Speed: 2945.267325 samples/sec	rmse=0.016034	lr=0.028995
Epoch[166] Batch [249]	Speed: 2947.430813 samples/sec	rmse=0.016036	lr=0.028929
Epoch[166] Batch [299]	Speed: 2957.311572 samples/sec	rmse=0.016055	lr=0.028862
Epoch[166] Batch [349]	Speed: 2951.575767 samples/sec	rmse=0.016078	lr=0.028795
Epoch[166] Batch [399]	Speed: 2953.450485 samples/sec	rmse=0.016092	lr=0.028729
Epoch[166] Batch [449]	Speed: 2948.019126 samples/sec	rmse=0.016091	lr=0.028662
Epoch[166] Batch [499]	Speed: 2946.986133 samples/sec	rmse=0.016110	lr=0.028596
Epoch[166] Batch [549]	Speed: 2947.737767 samples/sec	rmse=0.016109	lr=0.028530
Epoch[166] Batch [599]	Speed: 2921.401377 samples/sec	rmse=0.016145	lr=0.028463
Epoch[166] Batch [649]	Speed: 2934.342735 samples/sec	rmse=0.016162	lr=0.028397
Epoch[166] Batch [699]	Speed: 2948.330817 samples/sec	rmse=0.016163	lr=0.028331
Epoch[166] Batch [749]	Speed: 2942.038681 samples/sec	rmse=0.016175	lr=0.028265
Epoch[166] Batch [799]	Speed: 2944.883508 samples/sec	rmse=0.016172	lr=0.028199
Epoch[166] Batch [849]	Speed: 2948.806149 samples/sec	rmse=0.016181	lr=0.028133
Epoch[166] Batch [899]	Speed: 2949.488303 samples/sec	rmse=0.016176	lr=0.028067
Epoch[166] Batch [949]	Speed: 2957.279114 samples/sec	rmse=0.016184	lr=0.028002
Epoch[166] Batch [999]	Speed: 2951.149424 samples/sec	rmse=0.016189	lr=0.027936
Epoch[166] Batch [1049]	Speed: 2911.099125 samples/sec	rmse=0.016191	lr=0.027870
Epoch[166] Batch [1099]	Speed: 2948.830525 samples/sec	rmse=0.016198	lr=0.027805
Epoch[166] Batch [1149]	Speed: 2946.618728 samples/sec	rmse=0.016207	lr=0.027739
Epoch[166] Batch [1199]	Speed: 2951.808318 samples/sec	rmse=0.016206	lr=0.027674
Epoch[166] Batch [1249]	Speed: 2960.221159 samples/sec	rmse=0.016210	lr=0.027609
[Epoch 166] training: rmse=0.016209
[Epoch 166] speed: 2944 samples/sec	time cost: 441.616072
[Epoch 166] validation: err-top1=0.236846 err-top5=0.066446
Epoch[167] Batch [49]	Speed: 2972.475742 samples/sec	rmse=0.016100	lr=0.027542
Epoch[167] Batch [99]	Speed: 2940.488936 samples/sec	rmse=0.016103	lr=0.027477
Epoch[167] Batch [149]	Speed: 2947.983715 samples/sec	rmse=0.016093	lr=0.027412
Epoch[167] Batch [199]	Speed: 2955.077320 samples/sec	rmse=0.016119	lr=0.027347
Epoch[167] Batch [249]	Speed: 2953.544480 samples/sec	rmse=0.016120	lr=0.027282
Epoch[167] Batch [299]	Speed: 2949.379578 samples/sec	rmse=0.016149	lr=0.027217
Epoch[167] Batch [349]	Speed: 2944.065884 samples/sec	rmse=0.016141	lr=0.027152
Epoch[167] Batch [399]	Speed: 2950.578145 samples/sec	rmse=0.016148	lr=0.027087
Epoch[167] Batch [449]	Speed: 2950.750936 samples/sec	rmse=0.016148	lr=0.027023
Epoch[167] Batch [499]	Speed: 2957.718840 samples/sec	rmse=0.016154	lr=0.026958
Epoch[167] Batch [549]	Speed: 2954.096022 samples/sec	rmse=0.016151	lr=0.026894
Epoch[167] Batch [599]	Speed: 2935.056883 samples/sec	rmse=0.016155	lr=0.026829
Epoch[167] Batch [649]	Speed: 2940.376364 samples/sec	rmse=0.016149	lr=0.026765
Epoch[167] Batch [699]	Speed: 2950.807984 samples/sec	rmse=0.016144	lr=0.026700
Epoch[167] Batch [749]	Speed: 2944.245543 samples/sec	rmse=0.016143	lr=0.026636
Epoch[167] Batch [799]	Speed: 2931.942159 samples/sec	rmse=0.016145	lr=0.026572
Epoch[167] Batch [849]	Speed: 2950.413075 samples/sec	rmse=0.016144	lr=0.026508
Epoch[167] Batch [899]	Speed: 2926.660223 samples/sec	rmse=0.016148	lr=0.026444
Epoch[167] Batch [949]	Speed: 2929.522569 samples/sec	rmse=0.016150	lr=0.026380
Epoch[167] Batch [999]	Speed: 2939.690571 samples/sec	rmse=0.016153	lr=0.026316
Epoch[167] Batch [1049]	Speed: 2949.305088 samples/sec	rmse=0.016160	lr=0.026252
Epoch[167] Batch [1099]	Speed: 2946.822193 samples/sec	rmse=0.016157	lr=0.026188
Epoch[167] Batch [1149]	Speed: 2940.921105 samples/sec	rmse=0.016156	lr=0.026125
Epoch[167] Batch [1199]	Speed: 2951.461453 samples/sec	rmse=0.016156	lr=0.026061
Epoch[167] Batch [1249]	Speed: 2958.664148 samples/sec	rmse=0.016159	lr=0.025998
[Epoch 167] training: rmse=0.016159
[Epoch 167] speed: 2944 samples/sec	time cost: 441.872695
[Epoch 167] validation: err-top1=0.235611 err-top5=0.066805
Epoch[168] Batch [49]	Speed: 2955.092650 samples/sec	rmse=0.015953	lr=0.025933
Epoch[168] Batch [99]	Speed: 2931.099219 samples/sec	rmse=0.015923	lr=0.025869
Epoch[168] Batch [149]	Speed: 2947.046473 samples/sec	rmse=0.015939	lr=0.025806
Epoch[168] Batch [199]	Speed: 2949.728629 samples/sec	rmse=0.015962	lr=0.025743
Epoch[168] Batch [249]	Speed: 2946.305500 samples/sec	rmse=0.015977	lr=0.025680
Epoch[168] Batch [299]	Speed: 2938.955745 samples/sec	rmse=0.015973	lr=0.025617
Epoch[168] Batch [349]	Speed: 2939.336731 samples/sec	rmse=0.015978	lr=0.025554
Epoch[168] Batch [399]	Speed: 2932.450583 samples/sec	rmse=0.015979	lr=0.025491
Epoch[168] Batch [449]	Speed: 2933.639234 samples/sec	rmse=0.015991	lr=0.025428
Epoch[168] Batch [499]	Speed: 2944.676839 samples/sec	rmse=0.016003	lr=0.025365
Epoch[168] Batch [549]	Speed: 2944.047923 samples/sec	rmse=0.016003	lr=0.025302
Epoch[168] Batch [599]	Speed: 2953.258857 samples/sec	rmse=0.016000	lr=0.025240
Epoch[168] Batch [649]	Speed: 2939.846153 samples/sec	rmse=0.016015	lr=0.025177
Epoch[168] Batch [699]	Speed: 2951.816555 samples/sec	rmse=0.016031	lr=0.025114
Epoch[168] Batch [749]	Speed: 2950.549929 samples/sec	rmse=0.016038	lr=0.025052
Epoch[168] Batch [799]	Speed: 2949.143805 samples/sec	rmse=0.016043	lr=0.024990
Epoch[168] Batch [849]	Speed: 2944.570123 samples/sec	rmse=0.016042	lr=0.024927
Epoch[168] Batch [899]	Speed: 2957.834414 samples/sec	rmse=0.016045	lr=0.024865
Epoch[168] Batch [949]	Speed: 2950.591036 samples/sec	rmse=0.016045	lr=0.024803
Epoch[168] Batch [999]	Speed: 2957.830544 samples/sec	rmse=0.016053	lr=0.024741
Epoch[168] Batch [1049]	Speed: 2950.268937 samples/sec	rmse=0.016062	lr=0.024679
Epoch[168] Batch [1099]	Speed: 2957.510365 samples/sec	rmse=0.016061	lr=0.024617
Epoch[168] Batch [1149]	Speed: 2957.077013 samples/sec	rmse=0.016065	lr=0.024555
Epoch[168] Batch [1199]	Speed: 2952.044639 samples/sec	rmse=0.016067	lr=0.024493
Epoch[168] Batch [1249]	Speed: 2916.496092 samples/sec	rmse=0.016064	lr=0.024432
[Epoch 168] training: rmse=0.016065
[Epoch 168] speed: 2943 samples/sec	time cost: 441.847716
[Epoch 168] validation: err-top1=0.230448 err-top5=0.063924
Epoch[169] Batch [49]	Speed: 2960.361496 samples/sec	rmse=0.015855	lr=0.024369
Epoch[169] Batch [99]	Speed: 2949.109218 samples/sec	rmse=0.015784	lr=0.024307
Epoch[169] Batch [149]	Speed: 2939.407862 samples/sec	rmse=0.015829	lr=0.024246
Epoch[169] Batch [199]	Speed: 2944.025241 samples/sec	rmse=0.015829	lr=0.024184
Epoch[169] Batch [249]	Speed: 2950.443841 samples/sec	rmse=0.015850	lr=0.024123
Epoch[169] Batch [299]	Speed: 2950.967381 samples/sec	rmse=0.015854	lr=0.024062
Epoch[169] Batch [349]	Speed: 2950.852545 samples/sec	rmse=0.015875	lr=0.024000
Epoch[169] Batch [399]	Speed: 2945.761591 samples/sec	rmse=0.015875	lr=0.023939
Epoch[169] Batch [449]	Speed: 2910.854439 samples/sec	rmse=0.015873	lr=0.023878
Epoch[169] Batch [499]	Speed: 2951.295635 samples/sec	rmse=0.015891	lr=0.023817
Epoch[169] Batch [549]	Speed: 2922.467097 samples/sec	rmse=0.015896	lr=0.023756
Epoch[169] Batch [599]	Speed: 2928.189433 samples/sec	rmse=0.015903	lr=0.023695
Epoch[169] Batch [649]	Speed: 2953.322744 samples/sec	rmse=0.015912	lr=0.023635
Epoch[169] Batch [699]	Speed: 2907.158930 samples/sec	rmse=0.015919	lr=0.023574
Epoch[169] Batch [749]	Speed: 2951.399715 samples/sec	rmse=0.015922	lr=0.023513
Epoch[169] Batch [799]	Speed: 2948.604152 samples/sec	rmse=0.015930	lr=0.023453
Epoch[169] Batch [849]	Speed: 2955.645665 samples/sec	rmse=0.015931	lr=0.023392
Epoch[169] Batch [899]	Speed: 2947.763137 samples/sec	rmse=0.015931	lr=0.023332
Epoch[169] Batch [949]	Speed: 2944.529749 samples/sec	rmse=0.015932	lr=0.023272
Epoch[169] Batch [999]	Speed: 2952.719077 samples/sec	rmse=0.015940	lr=0.023211
Epoch[169] Batch [1049]	Speed: 2949.864447 samples/sec	rmse=0.015944	lr=0.023151
Epoch[169] Batch [1099]	Speed: 2950.964947 samples/sec	rmse=0.015949	lr=0.023091
Epoch[169] Batch [1149]	Speed: 2935.535409 samples/sec	rmse=0.015956	lr=0.023031
Epoch[169] Batch [1199]	Speed: 2937.955942 samples/sec	rmse=0.015962	lr=0.022971
Epoch[169] Batch [1249]	Speed: 2957.084831 samples/sec	rmse=0.015962	lr=0.022911
[Epoch 169] training: rmse=0.015961
[Epoch 169] speed: 2941 samples/sec	time cost: 442.239546
[Epoch 169] validation: err-top1=0.235092 err-top5=0.065569
Epoch[170] Batch [49]	Speed: 2958.246839 samples/sec	rmse=0.015753	lr=0.022850
Epoch[170] Batch [99]	Speed: 2946.517128 samples/sec	rmse=0.015812	lr=0.022790
Epoch[170] Batch [149]	Speed: 2951.825481 samples/sec	rmse=0.015826	lr=0.022731
Epoch[170] Batch [199]	Speed: 2950.598293 samples/sec	rmse=0.015802	lr=0.022671
Epoch[170] Batch [249]	Speed: 2954.560899 samples/sec	rmse=0.015797	lr=0.022612
Epoch[170] Batch [299]	Speed: 2961.362316 samples/sec	rmse=0.015809	lr=0.022552
Epoch[170] Batch [349]	Speed: 2946.071188 samples/sec	rmse=0.015786	lr=0.022493
Epoch[170] Batch [399]	Speed: 2960.222710 samples/sec	rmse=0.015788	lr=0.022434
Epoch[170] Batch [449]	Speed: 2955.408685 samples/sec	rmse=0.015795	lr=0.022374
Epoch[170] Batch [499]	Speed: 2952.001544 samples/sec	rmse=0.015809	lr=0.022315
Epoch[170] Batch [549]	Speed: 2931.052332 samples/sec	rmse=0.015816	lr=0.022256
Epoch[170] Batch [599]	Speed: 2957.129174 samples/sec	rmse=0.015817	lr=0.022197
Epoch[170] Batch [649]	Speed: 2960.390593 samples/sec	rmse=0.015826	lr=0.022138
Epoch[170] Batch [699]	Speed: 2958.633535 samples/sec	rmse=0.015842	lr=0.022079
Epoch[170] Batch [749]	Speed: 2942.092732 samples/sec	rmse=0.015851	lr=0.022021
Epoch[170] Batch [799]	Speed: 2957.405691 samples/sec	rmse=0.015861	lr=0.021962
Epoch[170] Batch [849]	Speed: 2948.887580 samples/sec	rmse=0.015859	lr=0.021903
Epoch[170] Batch [899]	Speed: 2925.269639 samples/sec	rmse=0.015869	lr=0.021845
Epoch[170] Batch [949]	Speed: 2921.267809 samples/sec	rmse=0.015873	lr=0.021786
Epoch[170] Batch [999]	Speed: 2950.418304 samples/sec	rmse=0.015869	lr=0.021728
Epoch[170] Batch [1049]	Speed: 2947.481260 samples/sec	rmse=0.015873	lr=0.021669
Epoch[170] Batch [1099]	Speed: 2955.268167 samples/sec	rmse=0.015880	lr=0.021611
Epoch[170] Batch [1149]	Speed: 2957.150512 samples/sec	rmse=0.015888	lr=0.021553
Epoch[170] Batch [1199]	Speed: 2946.969310 samples/sec	rmse=0.015895	lr=0.021495
Epoch[170] Batch [1249]	Speed: 2969.651011 samples/sec	rmse=0.015898	lr=0.021437
[Epoch 170] training: rmse=0.015898
[Epoch 170] speed: 2948 samples/sec	time cost: 441.380024
[Epoch 170] validation: err-top1=0.234973 err-top5=0.067004
Epoch[171] Batch [49]	Speed: 2962.811184 samples/sec	rmse=0.015523	lr=0.021378
Epoch[171] Batch [99]	Speed: 2946.895304 samples/sec	rmse=0.015647	lr=0.021320
Epoch[171] Batch [149]	Speed: 2953.318235 samples/sec	rmse=0.015654	lr=0.021262
Epoch[171] Batch [199]	Speed: 2944.260600 samples/sec	rmse=0.015675	lr=0.021204
Epoch[171] Batch [249]	Speed: 2947.629211 samples/sec	rmse=0.015667	lr=0.021146
Epoch[171] Batch [299]	Speed: 2949.119627 samples/sec	rmse=0.015685	lr=0.021089
Epoch[171] Batch [349]	Speed: 2945.679080 samples/sec	rmse=0.015671	lr=0.021031
Epoch[171] Batch [399]	Speed: 2947.807930 samples/sec	rmse=0.015694	lr=0.020974
Epoch[171] Batch [449]	Speed: 2946.199030 samples/sec	rmse=0.015707	lr=0.020917
Epoch[171] Batch [499]	Speed: 2951.887521 samples/sec	rmse=0.015704	lr=0.020859
Epoch[171] Batch [549]	Speed: 2940.506974 samples/sec	rmse=0.015714	lr=0.020802
Epoch[171] Batch [599]	Speed: 2942.582547 samples/sec	rmse=0.015723	lr=0.020745
Epoch[171] Batch [649]	Speed: 2951.604773 samples/sec	rmse=0.015728	lr=0.020688
Epoch[171] Batch [699]	Speed: 2949.863799 samples/sec	rmse=0.015742	lr=0.020631
Epoch[171] Batch [749]	Speed: 2958.374762 samples/sec	rmse=0.015755	lr=0.020574
Epoch[171] Batch [799]	Speed: 2946.411492 samples/sec	rmse=0.015754	lr=0.020517
Epoch[171] Batch [849]	Speed: 2964.096912 samples/sec	rmse=0.015757	lr=0.020460
Epoch[171] Batch [899]	Speed: 2955.436506 samples/sec	rmse=0.015766	lr=0.020404
Epoch[171] Batch [949]	Speed: 2937.034745 samples/sec	rmse=0.015772	lr=0.020347
Epoch[171] Batch [999]	Speed: 2940.370245 samples/sec	rmse=0.015772	lr=0.020290
Epoch[171] Batch [1049]	Speed: 2956.223426 samples/sec	rmse=0.015779	lr=0.020234
Epoch[171] Batch [1099]	Speed: 2948.773230 samples/sec	rmse=0.015775	lr=0.020177
Epoch[171] Batch [1149]	Speed: 2949.248139 samples/sec	rmse=0.015780	lr=0.020121
Epoch[171] Batch [1199]	Speed: 2925.554059 samples/sec	rmse=0.015781	lr=0.020065
Epoch[171] Batch [1249]	Speed: 2966.156522 samples/sec	rmse=0.015787	lr=0.020009
[Epoch 171] training: rmse=0.015787
[Epoch 171] speed: 2946 samples/sec	time cost: 441.501668
[Epoch 171] validation: err-top1=0.237404 err-top5=0.068459
Epoch[172] Batch [49]	Speed: 2959.659415 samples/sec	rmse=0.015501	lr=0.019951
Epoch[172] Batch [99]	Speed: 2948.856036 samples/sec	rmse=0.015565	lr=0.019895
Epoch[172] Batch [149]	Speed: 2942.649561 samples/sec	rmse=0.015570	lr=0.019839
Epoch[172] Batch [199]	Speed: 2940.680803 samples/sec	rmse=0.015580	lr=0.019784
Epoch[172] Batch [249]	Speed: 2934.238371 samples/sec	rmse=0.015562	lr=0.019728
Epoch[172] Batch [299]	Speed: 2937.987656 samples/sec	rmse=0.015606	lr=0.019672
Epoch[172] Batch [349]	Speed: 2940.811763 samples/sec	rmse=0.015625	lr=0.019616
Epoch[172] Batch [399]	Speed: 2933.488155 samples/sec	rmse=0.015620	lr=0.019561
Epoch[172] Batch [449]	Speed: 2929.355451 samples/sec	rmse=0.015624	lr=0.019505
Epoch[172] Batch [499]	Speed: 2950.324953 samples/sec	rmse=0.015625	lr=0.019450
Epoch[172] Batch [549]	Speed: 2926.138454 samples/sec	rmse=0.015625	lr=0.019394
Epoch[172] Batch [599]	Speed: 2942.911801 samples/sec	rmse=0.015643	lr=0.019339
Epoch[172] Batch [649]	Speed: 2944.757032 samples/sec	rmse=0.015651	lr=0.019284
Epoch[172] Batch [699]	Speed: 2953.221412 samples/sec	rmse=0.015667	lr=0.019229
Epoch[172] Batch [749]	Speed: 2947.515040 samples/sec	rmse=0.015679	lr=0.019174
Epoch[172] Batch [799]	Speed: 2952.675637 samples/sec	rmse=0.015683	lr=0.019119
Epoch[172] Batch [849]	Speed: 2917.965610 samples/sec	rmse=0.015677	lr=0.019064
Epoch[172] Batch [899]	Speed: 2914.740534 samples/sec	rmse=0.015686	lr=0.019009
Epoch[172] Batch [949]	Speed: 2958.613440 samples/sec	rmse=0.015687	lr=0.018954
Epoch[172] Batch [999]	Speed: 2937.348617 samples/sec	rmse=0.015686	lr=0.018900
Epoch[172] Batch [1049]	Speed: 2953.780227 samples/sec	rmse=0.015683	lr=0.018845
Epoch[172] Batch [1099]	Speed: 2944.965409 samples/sec	rmse=0.015686	lr=0.018790
Epoch[172] Batch [1149]	Speed: 2951.084496 samples/sec	rmse=0.015689	lr=0.018736
Epoch[172] Batch [1199]	Speed: 2954.798067 samples/sec	rmse=0.015697	lr=0.018682
Epoch[172] Batch [1249]	Speed: 2934.277862 samples/sec	rmse=0.015698	lr=0.018627
[Epoch 172] training: rmse=0.015700
[Epoch 172] speed: 2939 samples/sec	time cost: 442.552675
[Epoch 172] validation: err-top1=0.229871 err-top5=0.063516
Epoch[173] Batch [49]	Speed: 2969.635242 samples/sec	rmse=0.015397	lr=0.018572
Epoch[173] Batch [99]	Speed: 2948.353282 samples/sec	rmse=0.015502	lr=0.018518
Epoch[173] Batch [149]	Speed: 2900.814772 samples/sec	rmse=0.015515	lr=0.018464
Epoch[173] Batch [199]	Speed: 2945.356073 samples/sec	rmse=0.015517	lr=0.018410
Epoch[173] Batch [249]	Speed: 2943.245406 samples/sec	rmse=0.015548	lr=0.018356
Epoch[173] Batch [299]	Speed: 2951.893648 samples/sec	rmse=0.015577	lr=0.018302
Epoch[173] Batch [349]	Speed: 2899.469031 samples/sec	rmse=0.015568	lr=0.018248
Epoch[173] Batch [399]	Speed: 2951.724292 samples/sec	rmse=0.015570	lr=0.018194
Epoch[173] Batch [449]	Speed: 2955.111722 samples/sec	rmse=0.015583	lr=0.018141
Epoch[173] Batch [499]	Speed: 2950.950390 samples/sec	rmse=0.015573	lr=0.018087
Epoch[173] Batch [549]	Speed: 2948.520429 samples/sec	rmse=0.015584	lr=0.018034
Epoch[173] Batch [599]	Speed: 2938.150454 samples/sec	rmse=0.015582	lr=0.017980
Epoch[173] Batch [649]	Speed: 2930.419105 samples/sec	rmse=0.015589	lr=0.017927
Epoch[173] Batch [699]	Speed: 2938.293369 samples/sec	rmse=0.015599	lr=0.017874
Epoch[173] Batch [749]	Speed: 2946.442984 samples/sec	rmse=0.015596	lr=0.017821
Epoch[173] Batch [799]	Speed: 2905.617162 samples/sec	rmse=0.015588	lr=0.017768
Epoch[173] Batch [849]	Speed: 2934.563716 samples/sec	rmse=0.015583	lr=0.017714
Epoch[173] Batch [899]	Speed: 2952.238586 samples/sec	rmse=0.015587	lr=0.017662
Epoch[173] Batch [949]	Speed: 2943.292724 samples/sec	rmse=0.015590	lr=0.017609
Epoch[173] Batch [999]	Speed: 2943.383694 samples/sec	rmse=0.015601	lr=0.017556
Epoch[173] Batch [1049]	Speed: 2943.003111 samples/sec	rmse=0.015609	lr=0.017503
Epoch[173] Batch [1099]	Speed: 2933.757543 samples/sec	rmse=0.015611	lr=0.017450
Epoch[173] Batch [1149]	Speed: 2929.772482 samples/sec	rmse=0.015614	lr=0.017398
Epoch[173] Batch [1199]	Speed: 2935.838485 samples/sec	rmse=0.015621	lr=0.017345
Epoch[173] Batch [1249]	Speed: 2950.355029 samples/sec	rmse=0.015625	lr=0.017293
[Epoch 173] training: rmse=0.015624
[Epoch 173] speed: 2937 samples/sec	time cost: 442.850943
[Epoch 173] validation: err-top1=0.225466 err-top5=0.062620
Epoch[174] Batch [49]	Speed: 2957.012393 samples/sec	rmse=0.015358	lr=0.017240
Epoch[174] Batch [99]	Speed: 2937.035628 samples/sec	rmse=0.015360	lr=0.017187
Epoch[174] Batch [149]	Speed: 2936.713992 samples/sec	rmse=0.015374	lr=0.017135
Epoch[174] Batch [199]	Speed: 2946.507425 samples/sec	rmse=0.015371	lr=0.017083
Epoch[174] Batch [249]	Speed: 2950.641510 samples/sec	rmse=0.015425	lr=0.017031
Epoch[174] Batch [299]	Speed: 2943.856222 samples/sec	rmse=0.015467	lr=0.016979
Epoch[174] Batch [349]	Speed: 2946.393866 samples/sec	rmse=0.015478	lr=0.016927
Epoch[174] Batch [399]	Speed: 2942.148196 samples/sec	rmse=0.015504	lr=0.016875
Epoch[174] Batch [449]	Speed: 2940.257763 samples/sec	rmse=0.015494	lr=0.016824
Epoch[174] Batch [499]	Speed: 2948.050288 samples/sec	rmse=0.015491	lr=0.016772
Epoch[174] Batch [549]	Speed: 2938.121671 samples/sec	rmse=0.015508	lr=0.016720
Epoch[174] Batch [599]	Speed: 2937.930660 samples/sec	rmse=0.015510	lr=0.016669
Epoch[174] Batch [649]	Speed: 2943.835520 samples/sec	rmse=0.015531	lr=0.016617
Epoch[174] Batch [699]	Speed: 2935.188104 samples/sec	rmse=0.015536	lr=0.016566
Epoch[174] Batch [749]	Speed: 2946.345923 samples/sec	rmse=0.015536	lr=0.016515
Epoch[174] Batch [799]	Speed: 2946.295475 samples/sec	rmse=0.015528	lr=0.016464
Epoch[174] Batch [849]	Speed: 2944.345211 samples/sec	rmse=0.015525	lr=0.016412
Epoch[174] Batch [899]	Speed: 2952.299019 samples/sec	rmse=0.015519	lr=0.016361
Epoch[174] Batch [949]	Speed: 2906.910734 samples/sec	rmse=0.015520	lr=0.016310
Epoch[174] Batch [999]	Speed: 2947.772119 samples/sec	rmse=0.015519	lr=0.016259
Epoch[174] Batch [1049]	Speed: 2949.106343 samples/sec	rmse=0.015529	lr=0.016209
Epoch[174] Batch [1099]	Speed: 2949.935522 samples/sec	rmse=0.015535	lr=0.016158
Epoch[174] Batch [1149]	Speed: 2956.335586 samples/sec	rmse=0.015533	lr=0.016107
Epoch[174] Batch [1199]	Speed: 2950.059688 samples/sec	rmse=0.015545	lr=0.016057
Epoch[174] Batch [1249]	Speed: 2966.278984 samples/sec	rmse=0.015555	lr=0.016006
[Epoch 174] training: rmse=0.015555
[Epoch 174] speed: 2942 samples/sec	time cost: 441.724018
[Epoch 174] validation: err-top1=0.224223 err-top5=0.061198
Epoch[175] Batch [49]	Speed: 2962.193418 samples/sec	rmse=0.015378	lr=0.015955
Epoch[175] Batch [99]	Speed: 2951.481654 samples/sec	rmse=0.015346	lr=0.015904
Epoch[175] Batch [149]	Speed: 2950.090204 samples/sec	rmse=0.015449	lr=0.015854
Epoch[175] Batch [199]	Speed: 2954.528826 samples/sec	rmse=0.015383	lr=0.015804
Epoch[175] Batch [249]	Speed: 2928.913212 samples/sec	rmse=0.015370	lr=0.015754
Epoch[175] Batch [299]	Speed: 2944.646394 samples/sec	rmse=0.015396	lr=0.015704
Epoch[175] Batch [349]	Speed: 2908.327043 samples/sec	rmse=0.015427	lr=0.015654
Epoch[175] Batch [399]	Speed: 2950.936968 samples/sec	rmse=0.015450	lr=0.015604
Epoch[175] Batch [449]	Speed: 2919.970879 samples/sec	rmse=0.015445	lr=0.015554
Epoch[175] Batch [499]	Speed: 2948.773514 samples/sec	rmse=0.015431	lr=0.015504
Epoch[175] Batch [549]	Speed: 2943.622340 samples/sec	rmse=0.015424	lr=0.015454
Epoch[175] Batch [599]	Speed: 2942.688795 samples/sec	rmse=0.015430	lr=0.015405
Epoch[175] Batch [649]	Speed: 2950.177744 samples/sec	rmse=0.015423	lr=0.015355
Epoch[175] Batch [699]	Speed: 2956.877911 samples/sec	rmse=0.015426	lr=0.015306
Epoch[175] Batch [749]	Speed: 2945.771208 samples/sec	rmse=0.015423	lr=0.015257
Epoch[175] Batch [799]	Speed: 2952.666868 samples/sec	rmse=0.015429	lr=0.015207
Epoch[175] Batch [849]	Speed: 2938.201307 samples/sec	rmse=0.015430	lr=0.015158
Epoch[175] Batch [899]	Speed: 2939.405850 samples/sec	rmse=0.015433	lr=0.015109
Epoch[175] Batch [949]	Speed: 2951.520921 samples/sec	rmse=0.015438	lr=0.015060
Epoch[175] Batch [999]	Speed: 2941.785019 samples/sec	rmse=0.015438	lr=0.015011
Epoch[175] Batch [1049]	Speed: 2949.106950 samples/sec	rmse=0.015440	lr=0.014962
Epoch[175] Batch [1099]	Speed: 2939.850177 samples/sec	rmse=0.015445	lr=0.014913
Epoch[175] Batch [1149]	Speed: 2940.093845 samples/sec	rmse=0.015449	lr=0.014864
Epoch[175] Batch [1199]	Speed: 2935.581556 samples/sec	rmse=0.015447	lr=0.014816
Epoch[175] Batch [1249]	Speed: 2963.717253 samples/sec	rmse=0.015451	lr=0.014767
[Epoch 175] training: rmse=0.015450
[Epoch 175] speed: 2942 samples/sec	time cost: 442.014009
[Epoch 175] validation: err-top1=0.226921 err-top5=0.061085
Epoch[176] Batch [49]	Speed: 2959.267394 samples/sec	rmse=0.015116	lr=0.014718
Epoch[176] Batch [99]	Speed: 2938.121390 samples/sec	rmse=0.015150	lr=0.014669
Epoch[176] Batch [149]	Speed: 2949.072040 samples/sec	rmse=0.015237	lr=0.014621
Epoch[176] Batch [199]	Speed: 2946.446946 samples/sec	rmse=0.015232	lr=0.014572
Epoch[176] Batch [249]	Speed: 2940.689542 samples/sec	rmse=0.015227	lr=0.014524
Epoch[176] Batch [299]	Speed: 2940.733153 samples/sec	rmse=0.015202	lr=0.014476
Epoch[176] Batch [349]	Speed: 2937.423348 samples/sec	rmse=0.015209	lr=0.014428
Epoch[176] Batch [399]	Speed: 2943.061956 samples/sec	rmse=0.015235	lr=0.014380
Epoch[176] Batch [449]	Speed: 2945.295682 samples/sec	rmse=0.015249	lr=0.014332
Epoch[176] Batch [499]	Speed: 2938.047386 samples/sec	rmse=0.015254	lr=0.014284
Epoch[176] Batch [549]	Speed: 2942.661900 samples/sec	rmse=0.015269	lr=0.014236
Epoch[176] Batch [599]	Speed: 2941.287816 samples/sec	rmse=0.015268	lr=0.014189
Epoch[176] Batch [649]	Speed: 2936.361149 samples/sec	rmse=0.015284	lr=0.014141
Epoch[176] Batch [699]	Speed: 2938.681301 samples/sec	rmse=0.015298	lr=0.014094
Epoch[176] Batch [749]	Speed: 2945.709870 samples/sec	rmse=0.015296	lr=0.014046
Epoch[176] Batch [799]	Speed: 2938.822699 samples/sec	rmse=0.015298	lr=0.013999
Epoch[176] Batch [849]	Speed: 2943.921398 samples/sec	rmse=0.015309	lr=0.013952
Epoch[176] Batch [899]	Speed: 2944.876845 samples/sec	rmse=0.015302	lr=0.013904
Epoch[176] Batch [949]	Speed: 2947.469164 samples/sec	rmse=0.015309	lr=0.013857
Epoch[176] Batch [999]	Speed: 2946.033601 samples/sec	rmse=0.015316	lr=0.013810
Epoch[176] Batch [1049]	Speed: 2913.483899 samples/sec	rmse=0.015320	lr=0.013763
Epoch[176] Batch [1099]	Speed: 2947.950005 samples/sec	rmse=0.015314	lr=0.013716
Epoch[176] Batch [1149]	Speed: 2948.600225 samples/sec	rmse=0.015320	lr=0.013669
Epoch[176] Batch [1199]	Speed: 2954.689316 samples/sec	rmse=0.015320	lr=0.013623
Epoch[176] Batch [1249]	Speed: 2918.484587 samples/sec	rmse=0.015323	lr=0.013576
[Epoch 176] training: rmse=0.015324
[Epoch 176] speed: 2939 samples/sec	time cost: 442.498143
[Epoch 176] validation: err-top1=0.224271 err-top5=0.061623
Epoch[177] Batch [49]	Speed: 2965.554314 samples/sec	rmse=0.015363	lr=0.013528
Epoch[177] Batch [99]	Speed: 2949.080261 samples/sec	rmse=0.015263	lr=0.013482
Epoch[177] Batch [149]	Speed: 2952.104497 samples/sec	rmse=0.015289	lr=0.013435
Epoch[177] Batch [199]	Speed: 2958.824843 samples/sec	rmse=0.015278	lr=0.013389
Epoch[177] Batch [249]	Speed: 2948.378177 samples/sec	rmse=0.015249	lr=0.013343
Epoch[177] Batch [299]	Speed: 2943.942384 samples/sec	rmse=0.015229	lr=0.013297
Epoch[177] Batch [349]	Speed: 2954.477894 samples/sec	rmse=0.015200	lr=0.013250
Epoch[177] Batch [399]	Speed: 2945.343025 samples/sec	rmse=0.015214	lr=0.013204
Epoch[177] Batch [449]	Speed: 2954.844253 samples/sec	rmse=0.015229	lr=0.013158
Epoch[177] Batch [499]	Speed: 2953.179337 samples/sec	rmse=0.015246	lr=0.013113
Epoch[177] Batch [549]	Speed: 2945.835903 samples/sec	rmse=0.015241	lr=0.013067
Epoch[177] Batch [599]	Speed: 2953.829712 samples/sec	rmse=0.015250	lr=0.013021
Epoch[177] Batch [649]	Speed: 2951.774805 samples/sec	rmse=0.015244	lr=0.012975
Epoch[177] Batch [699]	Speed: 2947.833260 samples/sec	rmse=0.015264	lr=0.012930
Epoch[177] Batch [749]	Speed: 2907.176758 samples/sec	rmse=0.015269	lr=0.012884
Epoch[177] Batch [799]	Speed: 2941.004759 samples/sec	rmse=0.015265	lr=0.012839
Epoch[177] Batch [849]	Speed: 2951.918034 samples/sec	rmse=0.015262	lr=0.012793
Epoch[177] Batch [899]	Speed: 2947.726154 samples/sec	rmse=0.015266	lr=0.012748
Epoch[177] Batch [949]	Speed: 2951.681693 samples/sec	rmse=0.015260	lr=0.012703
Epoch[177] Batch [999]	Speed: 2941.628748 samples/sec	rmse=0.015253	lr=0.012658
Epoch[177] Batch [1049]	Speed: 2948.616540 samples/sec	rmse=0.015253	lr=0.012613
Epoch[177] Batch [1099]	Speed: 2953.682763 samples/sec	rmse=0.015255	lr=0.012568
Epoch[177] Batch [1149]	Speed: 2944.604725 samples/sec	rmse=0.015260	lr=0.012523
Epoch[177] Batch [1199]	Speed: 2946.726118 samples/sec	rmse=0.015257	lr=0.012478
Epoch[177] Batch [1249]	Speed: 2937.108938 samples/sec	rmse=0.015262	lr=0.012433
[Epoch 177] training: rmse=0.015261
[Epoch 177] speed: 2945 samples/sec	time cost: 441.633852
[Epoch 177] validation: err-top1=0.220902 err-top5=0.059371
Epoch[178] Batch [49]	Speed: 2965.898848 samples/sec	rmse=0.014909	lr=0.012388
Epoch[178] Batch [99]	Speed: 2957.236191 samples/sec	rmse=0.014890	lr=0.012343
Epoch[178] Batch [149]	Speed: 2951.090254 samples/sec	rmse=0.014873	lr=0.012299
Epoch[178] Batch [199]	Speed: 2957.906240 samples/sec	rmse=0.014983	lr=0.012254
Epoch[178] Batch [249]	Speed: 2932.136996 samples/sec	rmse=0.014988	lr=0.012210
Epoch[178] Batch [299]	Speed: 2951.680354 samples/sec	rmse=0.014991	lr=0.012166
Epoch[178] Batch [349]	Speed: 2942.976935 samples/sec	rmse=0.015037	lr=0.012121
Epoch[178] Batch [399]	Speed: 2938.816908 samples/sec	rmse=0.015036	lr=0.012077
Epoch[178] Batch [449]	Speed: 2923.769549 samples/sec	rmse=0.015025	lr=0.012033
Epoch[178] Batch [499]	Speed: 2940.014510 samples/sec	rmse=0.015041	lr=0.011989
Epoch[178] Batch [549]	Speed: 2944.598750 samples/sec	rmse=0.015073	lr=0.011945
Epoch[178] Batch [599]	Speed: 2955.750133 samples/sec	rmse=0.015094	lr=0.011902
Epoch[178] Batch [649]	Speed: 2953.024575 samples/sec	rmse=0.015090	lr=0.011858
Epoch[178] Batch [699]	Speed: 2943.556249 samples/sec	rmse=0.015098	lr=0.011814
Epoch[178] Batch [749]	Speed: 2949.292653 samples/sec	rmse=0.015101	lr=0.011771
Epoch[178] Batch [799]	Speed: 2942.545210 samples/sec	rmse=0.015108	lr=0.011727
Epoch[178] Batch [849]	Speed: 2938.408958 samples/sec	rmse=0.015117	lr=0.011684
Epoch[178] Batch [899]	Speed: 2951.985921 samples/sec	rmse=0.015124	lr=0.011640
Epoch[178] Batch [949]	Speed: 2948.999306 samples/sec	rmse=0.015128	lr=0.011597
Epoch[178] Batch [999]	Speed: 2956.370791 samples/sec	rmse=0.015129	lr=0.011554
Epoch[178] Batch [1049]	Speed: 2943.672293 samples/sec	rmse=0.015123	lr=0.011511
Epoch[178] Batch [1099]	Speed: 2952.690577 samples/sec	rmse=0.015124	lr=0.011468
Epoch[178] Batch [1149]	Speed: 2956.132881 samples/sec	rmse=0.015122	lr=0.011425
Epoch[178] Batch [1199]	Speed: 2948.535449 samples/sec	rmse=0.015126	lr=0.011382
Epoch[178] Batch [1249]	Speed: 2967.188200 samples/sec	rmse=0.015127	lr=0.011339
[Epoch 178] training: rmse=0.015127
[Epoch 178] speed: 2946 samples/sec	time cost: 441.336420
[Epoch 178] validation: err-top1=0.218451 err-top5=0.058913
Epoch[179] Batch [49]	Speed: 2961.729853 samples/sec	rmse=0.015112	lr=0.011296
Epoch[179] Batch [99]	Speed: 2953.518361 samples/sec	rmse=0.015035	lr=0.011253
Epoch[179] Batch [149]	Speed: 2954.281012 samples/sec	rmse=0.015060	lr=0.011211
Epoch[179] Batch [199]	Speed: 2952.371348 samples/sec	rmse=0.014999	lr=0.011168
Epoch[179] Batch [249]	Speed: 2949.062280 samples/sec	rmse=0.015014	lr=0.011126
Epoch[179] Batch [299]	Speed: 2930.354526 samples/sec	rmse=0.015033	lr=0.011083
Epoch[179] Batch [349]	Speed: 2952.212449 samples/sec	rmse=0.015035	lr=0.011041
Epoch[179] Batch [399]	Speed: 2918.300086 samples/sec	rmse=0.015034	lr=0.010999
Epoch[179] Batch [449]	Speed: 2904.315430 samples/sec	rmse=0.015043	lr=0.010957
Epoch[179] Batch [499]	Speed: 2956.665077 samples/sec	rmse=0.015042	lr=0.010915
Epoch[179] Batch [549]	Speed: 2936.038295 samples/sec	rmse=0.015043	lr=0.010873
Epoch[179] Batch [599]	Speed: 2953.321810 samples/sec	rmse=0.015043	lr=0.010831
Epoch[179] Batch [649]	Speed: 2938.959446 samples/sec	rmse=0.015036	lr=0.010789
Epoch[179] Batch [699]	Speed: 2943.906869 samples/sec	rmse=0.015055	lr=0.010748
Epoch[179] Batch [749]	Speed: 2953.649450 samples/sec	rmse=0.015057	lr=0.010706
Epoch[179] Batch [799]	Speed: 2953.349388 samples/sec	rmse=0.015058	lr=0.010665
Epoch[179] Batch [849]	Speed: 2955.819132 samples/sec	rmse=0.015054	lr=0.010623
Epoch[179] Batch [899]	Speed: 2956.204543 samples/sec	rmse=0.015056	lr=0.010582
Epoch[179] Batch [949]	Speed: 2940.205510 samples/sec	rmse=0.015053	lr=0.010540
Epoch[179] Batch [999]	Speed: 2952.219470 samples/sec	rmse=0.015062	lr=0.010499
Epoch[179] Batch [1049]	Speed: 2953.161590 samples/sec	rmse=0.015068	lr=0.010458
Epoch[179] Batch [1099]	Speed: 2953.608948 samples/sec	rmse=0.015080	lr=0.010417
Epoch[179] Batch [1149]	Speed: 2950.712946 samples/sec	rmse=0.015083	lr=0.010376
Epoch[179] Batch [1199]	Speed: 2946.335251 samples/sec	rmse=0.015088	lr=0.010335
Epoch[179] Batch [1249]	Speed: 2972.971240 samples/sec	rmse=0.015087	lr=0.010294
[Epoch 179] training: rmse=0.015086
[Epoch 179] speed: 2945 samples/sec	time cost: 441.807061
[Epoch 179] validation: err-top1=0.218411 err-top5=0.059889
Epoch[180] Batch [49]	Speed: 2971.206908 samples/sec	rmse=0.014853	lr=0.010253
Epoch[180] Batch [99]	Speed: 2944.189597 samples/sec	rmse=0.014833	lr=0.010212
Epoch[180] Batch [149]	Speed: 2945.772824 samples/sec	rmse=0.014894	lr=0.010172
Epoch[180] Batch [199]	Speed: 2955.620118 samples/sec	rmse=0.014898	lr=0.010131
Epoch[180] Batch [249]	Speed: 2945.732336 samples/sec	rmse=0.014882	lr=0.010091
Epoch[180] Batch [299]	Speed: 2938.092246 samples/sec	rmse=0.014919	lr=0.010050
Epoch[180] Batch [349]	Speed: 2933.767723 samples/sec	rmse=0.014945	lr=0.010010
Epoch[180] Batch [399]	Speed: 2935.656479 samples/sec	rmse=0.014951	lr=0.009970
Epoch[180] Batch [449]	Speed: 2938.134012 samples/sec	rmse=0.014952	lr=0.009930
Epoch[180] Batch [499]	Speed: 2942.683715 samples/sec	rmse=0.014949	lr=0.009890
Epoch[180] Batch [549]	Speed: 2932.809817 samples/sec	rmse=0.014959	lr=0.009850
Epoch[180] Batch [599]	Speed: 2945.565949 samples/sec	rmse=0.014949	lr=0.009810
Epoch[180] Batch [649]	Speed: 2947.875506 samples/sec	rmse=0.014944	lr=0.009770
Epoch[180] Batch [699]	Speed: 2947.203684 samples/sec	rmse=0.014951	lr=0.009730
Epoch[180] Batch [749]	Speed: 2951.619378 samples/sec	rmse=0.014936	lr=0.009691
Epoch[180] Batch [799]	Speed: 2939.345421 samples/sec	rmse=0.014935	lr=0.009651
Epoch[180] Batch [849]	Speed: 2944.398176 samples/sec	rmse=0.014936	lr=0.009612
Epoch[180] Batch [899]	Speed: 2956.728582 samples/sec	rmse=0.014946	lr=0.009572
Epoch[180] Batch [949]	Speed: 2942.554645 samples/sec	rmse=0.014955	lr=0.009533
Epoch[180] Batch [999]	Speed: 2938.300284 samples/sec	rmse=0.014951	lr=0.009494
Epoch[180] Batch [1049]	Speed: 2939.749888 samples/sec	rmse=0.014952	lr=0.009454
Epoch[180] Batch [1099]	Speed: 2956.401885 samples/sec	rmse=0.014951	lr=0.009415
Epoch[180] Batch [1149]	Speed: 2946.018445 samples/sec	rmse=0.014946	lr=0.009376
Epoch[180] Batch [1199]	Speed: 2948.934634 samples/sec	rmse=0.014957	lr=0.009337
Epoch[180] Batch [1249]	Speed: 2957.798604 samples/sec	rmse=0.014960	lr=0.009299
[Epoch 180] training: rmse=0.014962
[Epoch 180] speed: 2943 samples/sec	time cost: 441.846072
[Epoch 180] validation: err-top1=0.218831 err-top5=0.059163
Epoch[181] Batch [49]	Speed: 2962.676378 samples/sec	rmse=0.014786	lr=0.009259
Epoch[181] Batch [99]	Speed: 2951.805478 samples/sec	rmse=0.014866	lr=0.009220
Epoch[181] Batch [149]	Speed: 2961.334874 samples/sec	rmse=0.014847	lr=0.009182
Epoch[181] Batch [199]	Speed: 2907.747535 samples/sec	rmse=0.014816	lr=0.009143
Epoch[181] Batch [249]	Speed: 2955.684758 samples/sec	rmse=0.014813	lr=0.009105
Epoch[181] Batch [299]	Speed: 2954.281134 samples/sec	rmse=0.014801	lr=0.009066
Epoch[181] Batch [349]	Speed: 2955.293016 samples/sec	rmse=0.014814	lr=0.009028
Epoch[181] Batch [399]	Speed: 2924.873727 samples/sec	rmse=0.014812	lr=0.008990
Epoch[181] Batch [449]	Speed: 2961.190239 samples/sec	rmse=0.014817	lr=0.008952
Epoch[181] Batch [499]	Speed: 2945.002564 samples/sec	rmse=0.014828	lr=0.008914
Epoch[181] Batch [549]	Speed: 2949.794025 samples/sec	rmse=0.014822	lr=0.008876
Epoch[181] Batch [599]	Speed: 2948.022930 samples/sec	rmse=0.014847	lr=0.008838
Epoch[181] Batch [649]	Speed: 2954.535777 samples/sec	rmse=0.014831	lr=0.008800
Epoch[181] Batch [699]	Speed: 2952.784199 samples/sec	rmse=0.014845	lr=0.008762
Epoch[181] Batch [749]	Speed: 2953.308447 samples/sec	rmse=0.014840	lr=0.008725
Epoch[181] Batch [799]	Speed: 2908.211288 samples/sec	rmse=0.014842	lr=0.008687
Epoch[181] Batch [849]	Speed: 2916.489993 samples/sec	rmse=0.014846	lr=0.008649
Epoch[181] Batch [899]	Speed: 2963.276968 samples/sec	rmse=0.014860	lr=0.008612
Epoch[181] Batch [949]	Speed: 2949.879481 samples/sec	rmse=0.014863	lr=0.008575
Epoch[181] Batch [999]	Speed: 2952.037051 samples/sec	rmse=0.014869	lr=0.008537
Epoch[181] Batch [1049]	Speed: 2960.961556 samples/sec	rmse=0.014871	lr=0.008500
Epoch[181] Batch [1099]	Speed: 2945.316445 samples/sec	rmse=0.014879	lr=0.008463
Epoch[181] Batch [1149]	Speed: 2959.122635 samples/sec	rmse=0.014876	lr=0.008426
Epoch[181] Batch [1199]	Speed: 2963.111619 samples/sec	rmse=0.014870	lr=0.008389
Epoch[181] Batch [1249]	Speed: 2934.489611 samples/sec	rmse=0.014869	lr=0.008352
[Epoch 181] training: rmse=0.014869
[Epoch 181] speed: 2945 samples/sec	time cost: 441.790020
[Epoch 181] validation: err-top1=0.217295 err-top5=0.058634
Epoch[182] Batch [49]	Speed: 2970.042955 samples/sec	rmse=0.014541	lr=0.008315
Epoch[182] Batch [99]	Speed: 2948.155596 samples/sec	rmse=0.014588	lr=0.008278
Epoch[182] Batch [149]	Speed: 2938.598543 samples/sec	rmse=0.014565	lr=0.008241
Epoch[182] Batch [199]	Speed: 2955.100580 samples/sec	rmse=0.014648	lr=0.008205
Epoch[182] Batch [249]	Speed: 2957.963524 samples/sec	rmse=0.014713	lr=0.008168
Epoch[182] Batch [299]	Speed: 2950.105442 samples/sec	rmse=0.014737	lr=0.008132
Epoch[182] Batch [349]	Speed: 2942.703836 samples/sec	rmse=0.014720	lr=0.008096
Epoch[182] Batch [399]	Speed: 2958.923950 samples/sec	rmse=0.014741	lr=0.008060
Epoch[182] Batch [449]	Speed: 2957.037068 samples/sec	rmse=0.014733	lr=0.008023
Epoch[182] Batch [499]	Speed: 2955.096472 samples/sec	rmse=0.014724	lr=0.007987
Epoch[182] Batch [549]	Speed: 2954.582971 samples/sec	rmse=0.014723	lr=0.007951
Epoch[182] Batch [599]	Speed: 2958.863123 samples/sec	rmse=0.014751	lr=0.007915
Epoch[182] Batch [649]	Speed: 2954.145600 samples/sec	rmse=0.014748	lr=0.007880
Epoch[182] Batch [699]	Speed: 2947.142083 samples/sec	rmse=0.014727	lr=0.007844
Epoch[182] Batch [749]	Speed: 2953.750975 samples/sec	rmse=0.014751	lr=0.007808
Epoch[182] Batch [799]	Speed: 2956.128324 samples/sec	rmse=0.014757	lr=0.007773
Epoch[182] Batch [849]	Speed: 2902.170785 samples/sec	rmse=0.014749	lr=0.007737
Epoch[182] Batch [899]	Speed: 2933.806159 samples/sec	rmse=0.014748	lr=0.007702
Epoch[182] Batch [949]	Speed: 2955.189678 samples/sec	rmse=0.014759	lr=0.007666
Epoch[182] Batch [999]	Speed: 2951.777767 samples/sec	rmse=0.014750	lr=0.007631
Epoch[182] Batch [1049]	Speed: 2951.810956 samples/sec	rmse=0.014750	lr=0.007596
Epoch[182] Batch [1099]	Speed: 2947.803519 samples/sec	rmse=0.014749	lr=0.007561
Epoch[182] Batch [1149]	Speed: 2942.871271 samples/sec	rmse=0.014754	lr=0.007526
Epoch[182] Batch [1199]	Speed: 2955.490603 samples/sec	rmse=0.014758	lr=0.007491
Epoch[182] Batch [1249]	Speed: 2960.901992 samples/sec	rmse=0.014770	lr=0.007456
[Epoch 182] training: rmse=0.014770
[Epoch 182] speed: 2948 samples/sec	time cost: 441.265645
[Epoch 182] validation: err-top1=0.216378 err-top5=0.058654
Epoch[183] Batch [49]	Speed: 2962.926461 samples/sec	rmse=0.014800	lr=0.007420
Epoch[183] Batch [99]	Speed: 2948.052595 samples/sec	rmse=0.014804	lr=0.007386
Epoch[183] Batch [149]	Speed: 2949.222055 samples/sec	rmse=0.014686	lr=0.007351
Epoch[183] Batch [199]	Speed: 2940.916635 samples/sec	rmse=0.014656	lr=0.007316
Epoch[183] Batch [249]	Speed: 2950.953026 samples/sec	rmse=0.014643	lr=0.007282
Epoch[183] Batch [299]	Speed: 2937.759206 samples/sec	rmse=0.014642	lr=0.007248
Epoch[183] Batch [349]	Speed: 2950.781791 samples/sec	rmse=0.014651	lr=0.007213
Epoch[183] Batch [399]	Speed: 2958.057929 samples/sec	rmse=0.014664	lr=0.007179
Epoch[183] Batch [449]	Speed: 2951.766203 samples/sec	rmse=0.014657	lr=0.007145
Epoch[183] Batch [499]	Speed: 2952.348374 samples/sec	rmse=0.014660	lr=0.007111
Epoch[183] Batch [549]	Speed: 2945.118237 samples/sec	rmse=0.014665	lr=0.007077
Epoch[183] Batch [599]	Speed: 2943.373245 samples/sec	rmse=0.014661	lr=0.007043
Epoch[183] Batch [649]	Speed: 2950.200116 samples/sec	rmse=0.014666	lr=0.007009
Epoch[183] Batch [699]	Speed: 2942.574241 samples/sec	rmse=0.014666	lr=0.006975
Epoch[183] Batch [749]	Speed: 2942.251874 samples/sec	rmse=0.014649	lr=0.006942
Epoch[183] Batch [799]	Speed: 2945.957865 samples/sec	rmse=0.014664	lr=0.006908
Epoch[183] Batch [849]	Speed: 2948.613706 samples/sec	rmse=0.014654	lr=0.006874
Epoch[183] Batch [899]	Speed: 2946.359061 samples/sec	rmse=0.014646	lr=0.006841
Epoch[183] Batch [949]	Speed: 2937.671477 samples/sec	rmse=0.014651	lr=0.006808
Epoch[183] Batch [999]	Speed: 2937.104319 samples/sec	rmse=0.014651	lr=0.006774
Epoch[183] Batch [1049]	Speed: 2934.267679 samples/sec	rmse=0.014663	lr=0.006741
Epoch[183] Batch [1099]	Speed: 2946.827975 samples/sec	rmse=0.014673	lr=0.006708
Epoch[183] Batch [1149]	Speed: 2932.504282 samples/sec	rmse=0.014667	lr=0.006675
Epoch[183] Batch [1199]	Speed: 2931.092938 samples/sec	rmse=0.014669	lr=0.006642
Epoch[183] Batch [1249]	Speed: 2957.748008 samples/sec	rmse=0.014663	lr=0.006609
[Epoch 183] training: rmse=0.014663
[Epoch 183] speed: 2943 samples/sec	time cost: 441.721779
[Epoch 183] validation: err-top1=0.214385 err-top5=0.056880
Epoch[184] Batch [49]	Speed: 2950.154481 samples/sec	rmse=0.014432	lr=0.006576
Epoch[184] Batch [99]	Speed: 2944.417150 samples/sec	rmse=0.014442	lr=0.006543
Epoch[184] Batch [149]	Speed: 2934.275657 samples/sec	rmse=0.014484	lr=0.006510
Epoch[184] Batch [199]	Speed: 2939.665420 samples/sec	rmse=0.014514	lr=0.006478
Epoch[184] Batch [249]	Speed: 2928.639002 samples/sec	rmse=0.014563	lr=0.006445
Epoch[184] Batch [299]	Speed: 2900.583448 samples/sec	rmse=0.014591	lr=0.006413
Epoch[184] Batch [349]	Speed: 2942.866391 samples/sec	rmse=0.014565	lr=0.006381
Epoch[184] Batch [399]	Speed: 2948.726707 samples/sec	rmse=0.014539	lr=0.006348
Epoch[184] Batch [449]	Speed: 2945.148853 samples/sec	rmse=0.014588	lr=0.006316
Epoch[184] Batch [499]	Speed: 2937.797466 samples/sec	rmse=0.014562	lr=0.006284
Epoch[184] Batch [549]	Speed: 2947.389106 samples/sec	rmse=0.014558	lr=0.006252
Epoch[184] Batch [599]	Speed: 2949.408055 samples/sec	rmse=0.014555	lr=0.006220
Epoch[184] Batch [649]	Speed: 2948.126051 samples/sec	rmse=0.014550	lr=0.006189
Epoch[184] Batch [699]	Speed: 2943.516750 samples/sec	rmse=0.014545	lr=0.006157
Epoch[184] Batch [749]	Speed: 2932.948608 samples/sec	rmse=0.014549	lr=0.006125
Epoch[184] Batch [799]	Speed: 2951.485588 samples/sec	rmse=0.014560	lr=0.006094
Epoch[184] Batch [849]	Speed: 2949.271874 samples/sec	rmse=0.014571	lr=0.006062
Epoch[184] Batch [899]	Speed: 2939.352622 samples/sec	rmse=0.014568	lr=0.006031
Epoch[184] Batch [949]	Speed: 2926.896005 samples/sec	rmse=0.014562	lr=0.005999
Epoch[184] Batch [999]	Speed: 2942.486103 samples/sec	rmse=0.014564	lr=0.005968
Epoch[184] Batch [1049]	Speed: 2917.530727 samples/sec	rmse=0.014567	lr=0.005937
Epoch[184] Batch [1099]	Speed: 2916.893265 samples/sec	rmse=0.014561	lr=0.005906
Epoch[184] Batch [1149]	Speed: 2929.077522 samples/sec	rmse=0.014562	lr=0.005875
Epoch[184] Batch [1199]	Speed: 2939.381348 samples/sec	rmse=0.014573	lr=0.005844
Epoch[184] Batch [1249]	Speed: 2952.816112 samples/sec	rmse=0.014579	lr=0.005813
[Epoch 184] training: rmse=0.014579
[Epoch 184] speed: 2935 samples/sec	time cost: 443.204312
[Epoch 184] validation: err-top1=0.212990 err-top5=0.056940
Epoch[185] Batch [49]	Speed: 2945.118883 samples/sec	rmse=0.014451	lr=0.005781
Epoch[185] Batch [99]	Speed: 2939.778783 samples/sec	rmse=0.014385	lr=0.005751
Epoch[185] Batch [149]	Speed: 2937.646401 samples/sec	rmse=0.014420	lr=0.005720
Epoch[185] Batch [199]	Speed: 2944.765875 samples/sec	rmse=0.014445	lr=0.005690
Epoch[185] Batch [249]	Speed: 2943.829830 samples/sec	rmse=0.014429	lr=0.005659
Epoch[185] Batch [299]	Speed: 2943.758726 samples/sec	rmse=0.014487	lr=0.005629
Epoch[185] Batch [349]	Speed: 2937.140714 samples/sec	rmse=0.014552	lr=0.005598
Epoch[185] Batch [399]	Speed: 2933.448284 samples/sec	rmse=0.014559	lr=0.005568
Epoch[185] Batch [449]	Speed: 2895.417932 samples/sec	rmse=0.014539	lr=0.005538
Epoch[185] Batch [499]	Speed: 2941.403721 samples/sec	rmse=0.014529	lr=0.005508
Epoch[185] Batch [549]	Speed: 2930.520358 samples/sec	rmse=0.014534	lr=0.005478
Epoch[185] Batch [599]	Speed: 2941.988018 samples/sec	rmse=0.014541	lr=0.005448
Epoch[185] Batch [649]	Speed: 2935.045169 samples/sec	rmse=0.014527	lr=0.005418
Epoch[185] Batch [699]	Speed: 2935.770656 samples/sec	rmse=0.014514	lr=0.005389
Epoch[185] Batch [749]	Speed: 2932.562949 samples/sec	rmse=0.014502	lr=0.005359
Epoch[185] Batch [799]	Speed: 2942.669924 samples/sec	rmse=0.014504	lr=0.005329
Epoch[185] Batch [849]	Speed: 2942.455905 samples/sec	rmse=0.014495	lr=0.005300
Epoch[185] Batch [899]	Speed: 2944.130181 samples/sec	rmse=0.014491	lr=0.005271
Epoch[185] Batch [949]	Speed: 2933.273587 samples/sec	rmse=0.014491	lr=0.005241
Epoch[185] Batch [999]	Speed: 2930.795320 samples/sec	rmse=0.014494	lr=0.005212
Epoch[185] Batch [1049]	Speed: 2926.556564 samples/sec	rmse=0.014503	lr=0.005183
Epoch[185] Batch [1099]	Speed: 2936.738651 samples/sec	rmse=0.014508	lr=0.005154
Epoch[185] Batch [1149]	Speed: 2944.276504 samples/sec	rmse=0.014519	lr=0.005125
Epoch[185] Batch [1199]	Speed: 2903.594294 samples/sec	rmse=0.014530	lr=0.005096
Epoch[185] Batch [1249]	Speed: 2951.914504 samples/sec	rmse=0.014533	lr=0.005067
[Epoch 185] training: rmse=0.014532
[Epoch 185] speed: 2933 samples/sec	time cost: 443.246923
[Epoch 185] validation: err-top1=0.211675 err-top5=0.057876
Epoch[186] Batch [49]	Speed: 2951.302327 samples/sec	rmse=0.014413	lr=0.005038
Epoch[186] Batch [99]	Speed: 2941.406259 samples/sec	rmse=0.014376	lr=0.005009
Epoch[186] Batch [149]	Speed: 2933.267296 samples/sec	rmse=0.014489	lr=0.004980
Epoch[186] Batch [199]	Speed: 2935.346339 samples/sec	rmse=0.014519	lr=0.004952
Epoch[186] Batch [249]	Speed: 2945.297257 samples/sec	rmse=0.014535	lr=0.004923
Epoch[186] Batch [299]	Speed: 2938.873977 samples/sec	rmse=0.014502	lr=0.004895
Epoch[186] Batch [349]	Speed: 2935.830698 samples/sec	rmse=0.014458	lr=0.004867
Epoch[186] Batch [399]	Speed: 2940.618107 samples/sec	rmse=0.014426	lr=0.004839
Epoch[186] Batch [449]	Speed: 2929.382863 samples/sec	rmse=0.014425	lr=0.004810
Epoch[186] Batch [499]	Speed: 2934.285881 samples/sec	rmse=0.014408	lr=0.004782
Epoch[186] Batch [549]	Speed: 2932.005647 samples/sec	rmse=0.014416	lr=0.004754
Epoch[186] Batch [599]	Speed: 2943.923859 samples/sec	rmse=0.014423	lr=0.004727
Epoch[186] Batch [649]	Speed: 2929.833398 samples/sec	rmse=0.014433	lr=0.004699
Epoch[186] Batch [699]	Speed: 2938.747011 samples/sec	rmse=0.014426	lr=0.004671
Epoch[186] Batch [749]	Speed: 2933.154275 samples/sec	rmse=0.014437	lr=0.004643
Epoch[186] Batch [799]	Speed: 2937.416719 samples/sec	rmse=0.014448	lr=0.004616
Epoch[186] Batch [849]	Speed: 2937.102069 samples/sec	rmse=0.014445	lr=0.004588
Epoch[186] Batch [899]	Speed: 2937.584155 samples/sec	rmse=0.014463	lr=0.004561
Epoch[186] Batch [949]	Speed: 2940.239567 samples/sec	rmse=0.014458	lr=0.004534
Epoch[186] Batch [999]	Speed: 2926.895167 samples/sec	rmse=0.014462	lr=0.004506
Epoch[186] Batch [1049]	Speed: 2940.149999 samples/sec	rmse=0.014469	lr=0.004479
Epoch[186] Batch [1099]	Speed: 2940.368916 samples/sec	rmse=0.014469	lr=0.004452
Epoch[186] Batch [1149]	Speed: 2937.536860 samples/sec	rmse=0.014470	lr=0.004425
Epoch[186] Batch [1199]	Speed: 2927.230976 samples/sec	rmse=0.014465	lr=0.004398
Epoch[186] Batch [1249]	Speed: 2953.828819 samples/sec	rmse=0.014471	lr=0.004372
[Epoch 186] training: rmse=0.014472
[Epoch 186] speed: 2935 samples/sec	time cost: 442.943484
[Epoch 186] validation: err-top1=0.214030 err-top5=0.058004
Epoch[187] Batch [49]	Speed: 2957.535048 samples/sec	rmse=0.014283	lr=0.004344
Epoch[187] Batch [99]	Speed: 2936.037653 samples/sec	rmse=0.014271	lr=0.004318
Epoch[187] Batch [149]	Speed: 2937.998548 samples/sec	rmse=0.014352	lr=0.004291
Epoch[187] Batch [199]	Speed: 2937.386384 samples/sec	rmse=0.014344	lr=0.004265
Epoch[187] Batch [249]	Speed: 2931.445916 samples/sec	rmse=0.014373	lr=0.004238
Epoch[187] Batch [299]	Speed: 2918.172552 samples/sec	rmse=0.014414	lr=0.004212
Epoch[187] Batch [349]	Speed: 2925.848579 samples/sec	rmse=0.014383	lr=0.004186
Epoch[187] Batch [399]	Speed: 2921.418665 samples/sec	rmse=0.014401	lr=0.004159
Epoch[187] Batch [449]	Speed: 2936.011401 samples/sec	rmse=0.014390	lr=0.004133
Epoch[187] Batch [499]	Speed: 2929.847428 samples/sec	rmse=0.014389	lr=0.004107
Epoch[187] Batch [549]	Speed: 2938.866819 samples/sec	rmse=0.014384	lr=0.004081
Epoch[187] Batch [599]	Speed: 2927.259465 samples/sec	rmse=0.014391	lr=0.004056
Epoch[187] Batch [649]	Speed: 2931.679068 samples/sec	rmse=0.014383	lr=0.004030
Epoch[187] Batch [699]	Speed: 2948.205258 samples/sec	rmse=0.014389	lr=0.004004
Epoch[187] Batch [749]	Speed: 2927.793090 samples/sec	rmse=0.014380	lr=0.003978
Epoch[187] Batch [799]	Speed: 2933.263330 samples/sec	rmse=0.014376	lr=0.003953
Epoch[187] Batch [849]	Speed: 2939.337052 samples/sec	rmse=0.014373	lr=0.003928
Epoch[187] Batch [899]	Speed: 2932.540323 samples/sec	rmse=0.014395	lr=0.003902
Epoch[187] Batch [949]	Speed: 2937.603122 samples/sec	rmse=0.014390	lr=0.003877
Epoch[187] Batch [999]	Speed: 2924.628831 samples/sec	rmse=0.014390	lr=0.003852
Epoch[187] Batch [1049]	Speed: 2918.842509 samples/sec	rmse=0.014409	lr=0.003827
Epoch[187] Batch [1099]	Speed: 2920.644403 samples/sec	rmse=0.014404	lr=0.003802
Epoch[187] Batch [1149]	Speed: 2927.372352 samples/sec	rmse=0.014396	lr=0.003777
Epoch[187] Batch [1199]	Speed: 2930.540074 samples/sec	rmse=0.014392	lr=0.003752
Epoch[187] Batch [1249]	Speed: 2950.502499 samples/sec	rmse=0.014390	lr=0.003727
[Epoch 187] training: rmse=0.014389
[Epoch 187] speed: 2930 samples/sec	time cost: 443.753061
[Epoch 187] validation: err-top1=0.211874 err-top5=0.057099
Epoch[188] Batch [49]	Speed: 2942.122963 samples/sec	rmse=0.014346	lr=0.003702
Epoch[188] Batch [99]	Speed: 2933.384934 samples/sec	rmse=0.014287	lr=0.003677
Epoch[188] Batch [149]	Speed: 2942.328629 samples/sec	rmse=0.014179	lr=0.003653
Epoch[188] Batch [199]	Speed: 2935.976318 samples/sec	rmse=0.014175	lr=0.003628
Epoch[188] Batch [249]	Speed: 2928.965823 samples/sec	rmse=0.014187	lr=0.003604
Epoch[188] Batch [299]	Speed: 2884.859895 samples/sec	rmse=0.014146	lr=0.003579
Epoch[188] Batch [349]	Speed: 2935.116695 samples/sec	rmse=0.014178	lr=0.003555
Epoch[188] Batch [399]	Speed: 2895.477233 samples/sec	rmse=0.014176	lr=0.003531
Epoch[188] Batch [449]	Speed: 2939.687674 samples/sec	rmse=0.014196	lr=0.003507
Epoch[188] Batch [499]	Speed: 2928.607290 samples/sec	rmse=0.014224	lr=0.003483
Epoch[188] Batch [549]	Speed: 2941.884157 samples/sec	rmse=0.014224	lr=0.003459
Epoch[188] Batch [599]	Speed: 2939.127983 samples/sec	rmse=0.014226	lr=0.003435
Epoch[188] Batch [649]	Speed: 2931.676587 samples/sec	rmse=0.014220	lr=0.003412
Epoch[188] Batch [699]	Speed: 2940.648871 samples/sec	rmse=0.014217	lr=0.003388
Epoch[188] Batch [749]	Speed: 2857.927006 samples/sec	rmse=0.014215	lr=0.003364
Epoch[188] Batch [799]	Speed: 2906.628984 samples/sec	rmse=0.014210	lr=0.003341
Epoch[188] Batch [849]	Speed: 2941.801340 samples/sec	rmse=0.014215	lr=0.003318
Epoch[188] Batch [899]	Speed: 2942.980525 samples/sec	rmse=0.014213	lr=0.003294
Epoch[188] Batch [949]	Speed: 2896.187741 samples/sec	rmse=0.014214	lr=0.003271
Epoch[188] Batch [999]	Speed: 2937.762984 samples/sec	rmse=0.014210	lr=0.003248
Epoch[188] Batch [1049]	Speed: 2946.518381 samples/sec	rmse=0.014208	lr=0.003225
Epoch[188] Batch [1099]	Speed: 2876.706088 samples/sec	rmse=0.014223	lr=0.003202
Epoch[188] Batch [1149]	Speed: 2938.418085 samples/sec	rmse=0.014230	lr=0.003179
Epoch[188] Batch [1199]	Speed: 2940.582793 samples/sec	rmse=0.014245	lr=0.003156
Epoch[188] Batch [1249]	Speed: 2955.089885 samples/sec	rmse=0.014239	lr=0.003133
[Epoch 188] training: rmse=0.014239
[Epoch 188] speed: 2923 samples/sec	time cost: 444.910054
[Epoch 188] validation: err-top1=0.211097 err-top5=0.056621
Epoch[189] Batch [49]	Speed: 2935.612737 samples/sec	rmse=0.014080	lr=0.003110
Epoch[189] Batch [99]	Speed: 2935.785787 samples/sec	rmse=0.014091	lr=0.003088
Epoch[189] Batch [149]	Speed: 2902.058775 samples/sec	rmse=0.014154	lr=0.003065
Epoch[189] Batch [199]	Speed: 2938.485151 samples/sec	rmse=0.014140	lr=0.003043
Epoch[189] Batch [249]	Speed: 2936.748771 samples/sec	rmse=0.014146	lr=0.003020
Epoch[189] Batch [299]	Speed: 2939.495494 samples/sec	rmse=0.014133	lr=0.002998
Epoch[189] Batch [349]	Speed: 2934.121507 samples/sec	rmse=0.014182	lr=0.002976
Epoch[189] Batch [399]	Speed: 2928.740891 samples/sec	rmse=0.014184	lr=0.002954
Epoch[189] Batch [449]	Speed: 2926.849891 samples/sec	rmse=0.014209	lr=0.002932
Epoch[189] Batch [499]	Speed: 2930.591063 samples/sec	rmse=0.014215	lr=0.002910
Epoch[189] Batch [549]	Speed: 2927.281451 samples/sec	rmse=0.014220	lr=0.002888
Epoch[189] Batch [599]	Speed: 2935.151918 samples/sec	rmse=0.014252	lr=0.002866
Epoch[189] Batch [649]	Speed: 2931.503901 samples/sec	rmse=0.014272	lr=0.002845
Epoch[189] Batch [699]	Speed: 2929.344502 samples/sec	rmse=0.014274	lr=0.002823
Epoch[189] Batch [749]	Speed: 2924.136892 samples/sec	rmse=0.014284	lr=0.002801
Epoch[189] Batch [799]	Speed: 2928.511601 samples/sec	rmse=0.014280	lr=0.002780
Epoch[189] Batch [849]	Speed: 2936.694876 samples/sec	rmse=0.014268	lr=0.002759
Epoch[189] Batch [899]	Speed: 2926.686029 samples/sec	rmse=0.014264	lr=0.002737
Epoch[189] Batch [949]	Speed: 2921.428918 samples/sec	rmse=0.014263	lr=0.002716
Epoch[189] Batch [999]	Speed: 2893.841208 samples/sec	rmse=0.014275	lr=0.002695
Epoch[189] Batch [1049]	Speed: 2937.373366 samples/sec	rmse=0.014279	lr=0.002674
Epoch[189] Batch [1099]	Speed: 2922.655107 samples/sec	rmse=0.014274	lr=0.002653
Epoch[189] Batch [1149]	Speed: 2938.916771 samples/sec	rmse=0.014278	lr=0.002632
Epoch[189] Batch [1199]	Speed: 2933.500618 samples/sec	rmse=0.014266	lr=0.002611
Epoch[189] Batch [1249]	Speed: 2949.176125 samples/sec	rmse=0.014261	lr=0.002591
[Epoch 189] training: rmse=0.014261
[Epoch 189] speed: 2927 samples/sec	time cost: 444.220675
[Epoch 189] validation: err-top1=0.209782 err-top5=0.056162
Epoch[190] Batch [49]	Speed: 2948.236303 samples/sec	rmse=0.014155	lr=0.002570
Epoch[190] Batch [99]	Speed: 2914.981957 samples/sec	rmse=0.014128	lr=0.002549
Epoch[190] Batch [149]	Speed: 2929.745302 samples/sec	rmse=0.014162	lr=0.002529
Epoch[190] Batch [199]	Speed: 2936.225045 samples/sec	rmse=0.014165	lr=0.002508
Epoch[190] Batch [249]	Speed: 2930.108591 samples/sec	rmse=0.014136	lr=0.002488
Epoch[190] Batch [299]	Speed: 2937.114201 samples/sec	rmse=0.014123	lr=0.002468
Epoch[190] Batch [349]	Speed: 2929.144163 samples/sec	rmse=0.014149	lr=0.002448
Epoch[190] Batch [399]	Speed: 2897.836900 samples/sec	rmse=0.014143	lr=0.002428
Epoch[190] Batch [449]	Speed: 2933.092500 samples/sec	rmse=0.014141	lr=0.002408
Epoch[190] Batch [499]	Speed: 2910.932090 samples/sec	rmse=0.014142	lr=0.002388
Epoch[190] Batch [549]	Speed: 2939.084741 samples/sec	rmse=0.014127	lr=0.002368
Epoch[190] Batch [599]	Speed: 2931.036570 samples/sec	rmse=0.014147	lr=0.002348
Epoch[190] Batch [649]	Speed: 2938.091884 samples/sec	rmse=0.014156	lr=0.002329
Epoch[190] Batch [699]	Speed: 2941.797028 samples/sec	rmse=0.014146	lr=0.002309
Epoch[190] Batch [749]	Speed: 2932.646649 samples/sec	rmse=0.014134	lr=0.002290
Epoch[190] Batch [799]	Speed: 2931.652614 samples/sec	rmse=0.014142	lr=0.002270
Epoch[190] Batch [849]	Speed: 2898.527167 samples/sec	rmse=0.014141	lr=0.002251
Epoch[190] Batch [899]	Speed: 2923.943674 samples/sec	rmse=0.014142	lr=0.002232
Epoch[190] Batch [949]	Speed: 2924.710007 samples/sec	rmse=0.014136	lr=0.002213
Epoch[190] Batch [999]	Speed: 2936.950192 samples/sec	rmse=0.014140	lr=0.002194
Epoch[190] Batch [1049]	Speed: 2931.996881 samples/sec	rmse=0.014144	lr=0.002175
Epoch[190] Batch [1099]	Speed: 2939.692704 samples/sec	rmse=0.014163	lr=0.002156
Epoch[190] Batch [1149]	Speed: 2932.162699 samples/sec	rmse=0.014162	lr=0.002137
Epoch[190] Batch [1199]	Speed: 2935.781011 samples/sec	rmse=0.014159	lr=0.002118
Epoch[190] Batch [1249]	Speed: 2946.139412 samples/sec	rmse=0.014158	lr=0.002099
[Epoch 190] training: rmse=0.014158
[Epoch 190] speed: 2927 samples/sec	time cost: 444.441662
[Epoch 190] validation: err-top1=0.210180 err-top5=0.055624
Epoch[191] Batch [49]	Speed: 2953.096979 samples/sec	rmse=0.014215	lr=0.002081
Epoch[191] Batch [99]	Speed: 2928.290372 samples/sec	rmse=0.014120	lr=0.002062
Epoch[191] Batch [149]	Speed: 2935.600377 samples/sec	rmse=0.014056	lr=0.002044
Epoch[191] Batch [199]	Speed: 2936.222797 samples/sec	rmse=0.014056	lr=0.002025
Epoch[191] Batch [249]	Speed: 2934.950382 samples/sec	rmse=0.014091	lr=0.002007
Epoch[191] Batch [299]	Speed: 2934.966748 samples/sec	rmse=0.014048	lr=0.001989
Epoch[191] Batch [349]	Speed: 2946.911521 samples/sec	rmse=0.014057	lr=0.001971
Epoch[191] Batch [399]	Speed: 2928.648467 samples/sec	rmse=0.014056	lr=0.001953
Epoch[191] Batch [449]	Speed: 2935.225495 samples/sec	rmse=0.014046	lr=0.001935
Epoch[191] Batch [499]	Speed: 2929.154231 samples/sec	rmse=0.014078	lr=0.001917
Epoch[191] Batch [549]	Speed: 2934.756254 samples/sec	rmse=0.014105	lr=0.001899
Epoch[191] Batch [599]	Speed: 2924.947267 samples/sec	rmse=0.014116	lr=0.001882
Epoch[191] Batch [649]	Speed: 2935.350913 samples/sec	rmse=0.014105	lr=0.001864
Epoch[191] Batch [699]	Speed: 2937.331863 samples/sec	rmse=0.014104	lr=0.001847
Epoch[191] Batch [749]	Speed: 2934.580719 samples/sec	rmse=0.014085	lr=0.001829
Epoch[191] Batch [799]	Speed: 2929.947363 samples/sec	rmse=0.014076	lr=0.001812
Epoch[191] Batch [849]	Speed: 2927.677576 samples/sec	rmse=0.014074	lr=0.001795
Epoch[191] Batch [899]	Speed: 2934.337041 samples/sec	rmse=0.014062	lr=0.001777
Epoch[191] Batch [949]	Speed: 2932.020979 samples/sec	rmse=0.014063	lr=0.001760
Epoch[191] Batch [999]	Speed: 2916.455969 samples/sec	rmse=0.014081	lr=0.001743
Epoch[191] Batch [1049]	Speed: 2936.012204 samples/sec	rmse=0.014078	lr=0.001726
Epoch[191] Batch [1099]	Speed: 2917.081313 samples/sec	rmse=0.014082	lr=0.001710
Epoch[191] Batch [1149]	Speed: 2921.184281 samples/sec	rmse=0.014076	lr=0.001693
Epoch[191] Batch [1199]	Speed: 2924.305207 samples/sec	rmse=0.014081	lr=0.001676
Epoch[191] Batch [1249]	Speed: 2938.152062 samples/sec	rmse=0.014093	lr=0.001660
[Epoch 191] training: rmse=0.014092
[Epoch 191] speed: 2929 samples/sec	time cost: 443.789379
[Epoch 191] validation: err-top1=0.208516 err-top5=0.054891
Epoch[192] Batch [49]	Speed: 2943.242219 samples/sec	rmse=0.013945	lr=0.001643
Epoch[192] Batch [99]	Speed: 2925.431748 samples/sec	rmse=0.014023	lr=0.001626
Epoch[192] Batch [149]	Speed: 2926.577463 samples/sec	rmse=0.014009	lr=0.001610
Epoch[192] Batch [199]	Speed: 2934.230272 samples/sec	rmse=0.014040	lr=0.001594
Epoch[192] Batch [249]	Speed: 2934.454123 samples/sec	rmse=0.014018	lr=0.001577
Epoch[192] Batch [299]	Speed: 2938.413863 samples/sec	rmse=0.014024	lr=0.001561
Epoch[192] Batch [349]	Speed: 2926.202409 samples/sec	rmse=0.014044	lr=0.001545
Epoch[192] Batch [399]	Speed: 2921.505624 samples/sec	rmse=0.014047	lr=0.001529
Epoch[192] Batch [449]	Speed: 2930.236051 samples/sec	rmse=0.014044	lr=0.001514
Epoch[192] Batch [499]	Speed: 2929.875889 samples/sec	rmse=0.014056	lr=0.001498
Epoch[192] Batch [549]	Speed: 2919.539010 samples/sec	rmse=0.014055	lr=0.001482
Epoch[192] Batch [599]	Speed: 2931.498218 samples/sec	rmse=0.014076	lr=0.001466
Epoch[192] Batch [649]	Speed: 2934.520768 samples/sec	rmse=0.014080	lr=0.001451
Epoch[192] Batch [699]	Speed: 2929.470377 samples/sec	rmse=0.014086	lr=0.001435
Epoch[192] Batch [749]	Speed: 2921.973658 samples/sec	rmse=0.014086	lr=0.001420
Epoch[192] Batch [799]	Speed: 2937.519220 samples/sec	rmse=0.014094	lr=0.001405
Epoch[192] Batch [849]	Speed: 2914.899065 samples/sec	rmse=0.014095	lr=0.001390
Epoch[192] Batch [899]	Speed: 2935.873243 samples/sec	rmse=0.014094	lr=0.001375
Epoch[192] Batch [949]	Speed: 2923.453757 samples/sec	rmse=0.014088	lr=0.001360
Epoch[192] Batch [999]	Speed: 2890.360293 samples/sec	rmse=0.014095	lr=0.001345
Epoch[192] Batch [1049]	Speed: 2932.636556 samples/sec	rmse=0.014084	lr=0.001330
Epoch[192] Batch [1099]	Speed: 2947.024957 samples/sec	rmse=0.014078	lr=0.001315
Epoch[192] Batch [1149]	Speed: 2927.709387 samples/sec	rmse=0.014076	lr=0.001300
Epoch[192] Batch [1199]	Speed: 2934.774904 samples/sec	rmse=0.014066	lr=0.001286
Epoch[192] Batch [1249]	Speed: 2944.137285 samples/sec	rmse=0.014062	lr=0.001271
[Epoch 192] training: rmse=0.014063
[Epoch 192] speed: 2927 samples/sec	time cost: 444.067847
[Epoch 192] validation: err-top1=0.208785 err-top5=0.055465
Epoch[193] Batch [49]	Speed: 2951.012230 samples/sec	rmse=0.013807	lr=0.001256
Epoch[193] Batch [99]	Speed: 2919.666704 samples/sec	rmse=0.013829	lr=0.001242
Epoch[193] Batch [149]	Speed: 2901.171509 samples/sec	rmse=0.013859	lr=0.001228
Epoch[193] Batch [199]	Speed: 2924.544911 samples/sec	rmse=0.013930	lr=0.001213
Epoch[193] Batch [249]	Speed: 2930.296507 samples/sec	rmse=0.013927	lr=0.001199
Epoch[193] Batch [299]	Speed: 2927.606253 samples/sec	rmse=0.013961	lr=0.001185
Epoch[193] Batch [349]	Speed: 2940.170689 samples/sec	rmse=0.013906	lr=0.001171
Epoch[193] Batch [399]	Speed: 2916.528889 samples/sec	rmse=0.013902	lr=0.001157
Epoch[193] Batch [449]	Speed: 2930.404110 samples/sec	rmse=0.013917	lr=0.001144
Epoch[193] Batch [499]	Speed: 2937.629724 samples/sec	rmse=0.013912	lr=0.001130
Epoch[193] Batch [549]	Speed: 2938.728351 samples/sec	rmse=0.013928	lr=0.001116
Epoch[193] Batch [599]	Speed: 2923.712149 samples/sec	rmse=0.013985	lr=0.001103
Epoch[193] Batch [649]	Speed: 2933.921836 samples/sec	rmse=0.013962	lr=0.001089
Epoch[193] Batch [699]	Speed: 2915.240753 samples/sec	rmse=0.013954	lr=0.001076
Epoch[193] Batch [749]	Speed: 2935.340922 samples/sec	rmse=0.013966	lr=0.001063
Epoch[193] Batch [799]	Speed: 2928.090097 samples/sec	rmse=0.013960	lr=0.001049
Epoch[193] Batch [849]	Speed: 2938.409882 samples/sec	rmse=0.013956	lr=0.001036
Epoch[193] Batch [899]	Speed: 2892.180973 samples/sec	rmse=0.013960	lr=0.001023
Epoch[193] Batch [949]	Speed: 2938.586640 samples/sec	rmse=0.013965	lr=0.001010
Epoch[193] Batch [999]	Speed: 2910.012064 samples/sec	rmse=0.013963	lr=0.000997
Epoch[193] Batch [1049]	Speed: 2898.189346 samples/sec	rmse=0.013952	lr=0.000985
Epoch[193] Batch [1099]	Speed: 2912.733827 samples/sec	rmse=0.013950	lr=0.000972
Epoch[193] Batch [1149]	Speed: 2939.872554 samples/sec	rmse=0.013948	lr=0.000959
Epoch[193] Batch [1199]	Speed: 2916.419966 samples/sec	rmse=0.013954	lr=0.000947
Epoch[193] Batch [1249]	Speed: 2954.375304 samples/sec	rmse=0.013957	lr=0.000934
[Epoch 193] training: rmse=0.013956
[Epoch 193] speed: 2923 samples/sec	time cost: 444.997479
[Epoch 193] validation: err-top1=0.208227 err-top5=0.055226
Epoch[194] Batch [49]	Speed: 2955.570328 samples/sec	rmse=0.013831	lr=0.000922
Epoch[194] Batch [99]	Speed: 2931.449758 samples/sec	rmse=0.013868	lr=0.000909
Epoch[194] Batch [149]	Speed: 2937.410652 samples/sec	rmse=0.013891	lr=0.000897
Epoch[194] Batch [199]	Speed: 2936.384075 samples/sec	rmse=0.013862	lr=0.000885
Epoch[194] Batch [249]	Speed: 2934.004852 samples/sec	rmse=0.013855	lr=0.000873
Epoch[194] Batch [299]	Speed: 2926.585001 samples/sec	rmse=0.013864	lr=0.000861
Epoch[194] Batch [349]	Speed: 2901.195339 samples/sec	rmse=0.013892	lr=0.000849
Epoch[194] Batch [399]	Speed: 2940.275959 samples/sec	rmse=0.013883	lr=0.000837
Epoch[194] Batch [449]	Speed: 2932.667674 samples/sec	rmse=0.013903	lr=0.000825
Epoch[194] Batch [499]	Speed: 2941.330116 samples/sec	rmse=0.013918	lr=0.000814
Epoch[194] Batch [549]	Speed: 2931.285661 samples/sec	rmse=0.013931	lr=0.000802
Epoch[194] Batch [599]	Speed: 2944.555427 samples/sec	rmse=0.013922	lr=0.000791
Epoch[194] Batch [649]	Speed: 2938.454713 samples/sec	rmse=0.013919	lr=0.000779
Epoch[194] Batch [699]	Speed: 2943.046388 samples/sec	rmse=0.013914	lr=0.000768
Epoch[194] Batch [749]	Speed: 2942.327258 samples/sec	rmse=0.013907	lr=0.000757
Epoch[194] Batch [799]	Speed: 2932.723464 samples/sec	rmse=0.013908	lr=0.000746
Epoch[194] Batch [849]	Speed: 2933.975068 samples/sec	rmse=0.013911	lr=0.000735
Epoch[194] Batch [899]	Speed: 2939.670772 samples/sec	rmse=0.013907	lr=0.000724
Epoch[194] Batch [949]	Speed: 2937.470359 samples/sec	rmse=0.013913	lr=0.000713
Epoch[194] Batch [999]	Speed: 2947.073934 samples/sec	rmse=0.013906	lr=0.000702
Epoch[194] Batch [1049]	Speed: 2947.305614 samples/sec	rmse=0.013902	lr=0.000691
Epoch[194] Batch [1099]	Speed: 2945.892276 samples/sec	rmse=0.013911	lr=0.000680
Epoch[194] Batch [1149]	Speed: 2938.798810 samples/sec	rmse=0.013905	lr=0.000670
Epoch[194] Batch [1199]	Speed: 2941.893225 samples/sec	rmse=0.013916	lr=0.000659
Epoch[194] Batch [1249]	Speed: 2945.759207 samples/sec	rmse=0.013918	lr=0.000649
[Epoch 194] training: rmse=0.013917
[Epoch 194] speed: 2935 samples/sec	time cost: 442.972347
[Epoch 194] validation: err-top1=0.207091 err-top5=0.055265
Epoch[195] Batch [49]	Speed: 2960.074430 samples/sec	rmse=0.013943	lr=0.000638
Epoch[195] Batch [99]	Speed: 2914.548991 samples/sec	rmse=0.013784	lr=0.000628
Epoch[195] Batch [149]	Speed: 2937.584718 samples/sec	rmse=0.013885	lr=0.000618
Epoch[195] Batch [199]	Speed: 2937.455733 samples/sec	rmse=0.013866	lr=0.000608
Epoch[195] Batch [249]	Speed: 2943.388333 samples/sec	rmse=0.013888	lr=0.000598
Epoch[195] Batch [299]	Speed: 2936.539266 samples/sec	rmse=0.013940	lr=0.000588
Epoch[195] Batch [349]	Speed: 2944.164692 samples/sec	rmse=0.013905	lr=0.000578
Epoch[195] Batch [399]	Speed: 2938.338035 samples/sec	rmse=0.013891	lr=0.000568
Epoch[195] Batch [449]	Speed: 2943.124798 samples/sec	rmse=0.013878	lr=0.000559
Epoch[195] Batch [499]	Speed: 2937.602760 samples/sec	rmse=0.013869	lr=0.000549
Epoch[195] Batch [549]	Speed: 2939.734314 samples/sec	rmse=0.013874	lr=0.000540
Epoch[195] Batch [599]	Speed: 2924.713114 samples/sec	rmse=0.013894	lr=0.000530
Epoch[195] Batch [649]	Speed: 2941.559000 samples/sec	rmse=0.013896	lr=0.000521
Epoch[195] Batch [699]	Speed: 2935.097159 samples/sec	rmse=0.013897	lr=0.000512
Epoch[195] Batch [749]	Speed: 2941.787759 samples/sec	rmse=0.013899	lr=0.000503
Epoch[195] Batch [799]	Speed: 2930.788041 samples/sec	rmse=0.013897	lr=0.000493
Epoch[195] Batch [849]	Speed: 2933.225668 samples/sec	rmse=0.013893	lr=0.000484
Epoch[195] Batch [899]	Speed: 2936.511841 samples/sec	rmse=0.013897	lr=0.000476
Epoch[195] Batch [949]	Speed: 2935.611814 samples/sec	rmse=0.013891	lr=0.000467
Epoch[195] Batch [999]	Speed: 2936.388853 samples/sec	rmse=0.013896	lr=0.000458
Epoch[195] Batch [1049]	Speed: 2938.306435 samples/sec	rmse=0.013914	lr=0.000449
Epoch[195] Batch [1099]	Speed: 2930.004288 samples/sec	rmse=0.013910	lr=0.000441
Epoch[195] Batch [1149]	Speed: 2946.146445 samples/sec	rmse=0.013925	lr=0.000432
Epoch[195] Batch [1199]	Speed: 2935.953399 samples/sec	rmse=0.013919	lr=0.000424
Epoch[195] Batch [1249]	Speed: 2961.147203 samples/sec	rmse=0.013931	lr=0.000415
[Epoch 195] training: rmse=0.013931
[Epoch 195] speed: 2936 samples/sec	time cost: 443.004010
[Epoch 195] validation: err-top1=0.207231 err-top5=0.054767
Epoch[196] Batch [49]	Speed: 2951.532604 samples/sec	rmse=0.013888	lr=0.000407
Epoch[196] Batch [99]	Speed: 2946.902867 samples/sec	rmse=0.014005	lr=0.000399
Epoch[196] Batch [149]	Speed: 2939.659384 samples/sec	rmse=0.013956	lr=0.000391
Epoch[196] Batch [199]	Speed: 2941.859291 samples/sec	rmse=0.014016	lr=0.000383
Epoch[196] Batch [249]	Speed: 2945.219377 samples/sec	rmse=0.013987	lr=0.000375
Epoch[196] Batch [299]	Speed: 2941.016118 samples/sec	rmse=0.013948	lr=0.000367
Epoch[196] Batch [349]	Speed: 2930.782001 samples/sec	rmse=0.013957	lr=0.000359
Epoch[196] Batch [399]	Speed: 2936.431815 samples/sec	rmse=0.013935	lr=0.000352
Epoch[196] Batch [449]	Speed: 2937.585521 samples/sec	rmse=0.013962	lr=0.000344
Epoch[196] Batch [499]	Speed: 2925.433740 samples/sec	rmse=0.013956	lr=0.000336
Epoch[196] Batch [549]	Speed: 2932.005727 samples/sec	rmse=0.013944	lr=0.000329
Epoch[196] Batch [599]	Speed: 2924.795928 samples/sec	rmse=0.013929	lr=0.000322
Epoch[196] Batch [649]	Speed: 2931.759556 samples/sec	rmse=0.013921	lr=0.000314
Epoch[196] Batch [699]	Speed: 2931.013047 samples/sec	rmse=0.013918	lr=0.000307
Epoch[196] Batch [749]	Speed: 2927.860510 samples/sec	rmse=0.013926	lr=0.000300
Epoch[196] Batch [799]	Speed: 2937.428049 samples/sec	rmse=0.013926	lr=0.000293
Epoch[196] Batch [849]	Speed: 2934.581481 samples/sec	rmse=0.013925	lr=0.000286
Epoch[196] Batch [899]	Speed: 2927.658099 samples/sec	rmse=0.013924	lr=0.000279
Epoch[196] Batch [949]	Speed: 2936.509632 samples/sec	rmse=0.013914	lr=0.000273
Epoch[196] Batch [999]	Speed: 2931.793497 samples/sec	rmse=0.013915	lr=0.000266
Epoch[196] Batch [1049]	Speed: 2926.843588 samples/sec	rmse=0.013922	lr=0.000259
Epoch[196] Batch [1099]	Speed: 2939.329811 samples/sec	rmse=0.013934	lr=0.000253
Epoch[196] Batch [1149]	Speed: 2928.781393 samples/sec	rmse=0.013942	lr=0.000246
Epoch[196] Batch [1199]	Speed: 2942.521059 samples/sec	rmse=0.013937	lr=0.000240
Epoch[196] Batch [1249]	Speed: 2937.754544 samples/sec	rmse=0.013934	lr=0.000234
[Epoch 196] training: rmse=0.013935
[Epoch 196] speed: 2933 samples/sec	time cost: 443.591142
[Epoch 196] validation: err-top1=0.207211 err-top5=0.055305
Epoch[197] Batch [49]	Speed: 2944.380978 samples/sec	rmse=0.014122	lr=0.000227
Epoch[197] Batch [99]	Speed: 2928.624624 samples/sec	rmse=0.013933	lr=0.000221
Epoch[197] Batch [149]	Speed: 2934.652663 samples/sec	rmse=0.013972	lr=0.000215
Epoch[197] Batch [199]	Speed: 2939.559993 samples/sec	rmse=0.013937	lr=0.000209
Epoch[197] Batch [249]	Speed: 2941.740852 samples/sec	rmse=0.013924	lr=0.000204
Epoch[197] Batch [299]	Speed: 2944.549128 samples/sec	rmse=0.013913	lr=0.000198
Epoch[197] Batch [349]	Speed: 2933.341700 samples/sec	rmse=0.013907	lr=0.000192
Epoch[197] Batch [399]	Speed: 2940.897021 samples/sec	rmse=0.013908	lr=0.000187
Epoch[197] Batch [449]	Speed: 2939.520480 samples/sec	rmse=0.013941	lr=0.000181
Epoch[197] Batch [499]	Speed: 2936.730940 samples/sec	rmse=0.013935	lr=0.000176
Epoch[197] Batch [549]	Speed: 2907.758637 samples/sec	rmse=0.013919	lr=0.000170
Epoch[197] Batch [599]	Speed: 2930.735244 samples/sec	rmse=0.013925	lr=0.000165
Epoch[197] Batch [649]	Speed: 2937.198642 samples/sec	rmse=0.013936	lr=0.000160
Epoch[197] Batch [699]	Speed: 2932.649212 samples/sec	rmse=0.013957	lr=0.000155
Epoch[197] Batch [749]	Speed: 2942.908414 samples/sec	rmse=0.013945	lr=0.000150
Epoch[197] Batch [799]	Speed: 2939.238810 samples/sec	rmse=0.013932	lr=0.000145
Epoch[197] Batch [849]	Speed: 2937.748636 samples/sec	rmse=0.013922	lr=0.000140
Epoch[197] Batch [899]	Speed: 2907.078922 samples/sec	rmse=0.013921	lr=0.000135
Epoch[197] Batch [949]	Speed: 2860.249919 samples/sec	rmse=0.013929	lr=0.000130
Epoch[197] Batch [999]	Speed: 2930.036590 samples/sec	rmse=0.013935	lr=0.000126
Epoch[197] Batch [1049]	Speed: 2942.406114 samples/sec	rmse=0.013928	lr=0.000121
Epoch[197] Batch [1099]	Speed: 2949.182808 samples/sec	rmse=0.013925	lr=0.000117
Epoch[197] Batch [1149]	Speed: 2907.933381 samples/sec	rmse=0.013917	lr=0.000112
Epoch[197] Batch [1199]	Speed: 2942.882119 samples/sec	rmse=0.013913	lr=0.000108
Epoch[197] Batch [1249]	Speed: 2957.287585 samples/sec	rmse=0.013910	lr=0.000104
[Epoch 197] training: rmse=0.013909
[Epoch 197] speed: 2929 samples/sec	time cost: 443.691217
[Epoch 197] validation: err-top1=0.207174 err-top5=0.054606
Epoch[198] Batch [49]	Speed: 2920.889387 samples/sec	rmse=0.013679	lr=0.000100
Epoch[198] Batch [99]	Speed: 2933.936507 samples/sec	rmse=0.013612	lr=0.000096
Epoch[198] Batch [149]	Speed: 2899.348578 samples/sec	rmse=0.013723	lr=0.000092
Epoch[198] Batch [199]	Speed: 2936.557497 samples/sec	rmse=0.013846	lr=0.000088
Epoch[198] Batch [249]	Speed: 2947.254769 samples/sec	rmse=0.013837	lr=0.000084
Epoch[198] Batch [299]	Speed: 2896.929314 samples/sec	rmse=0.013849	lr=0.000080
Epoch[198] Batch [349]	Speed: 2943.976123 samples/sec	rmse=0.013850	lr=0.000077
Epoch[198] Batch [399]	Speed: 2945.011167 samples/sec	rmse=0.013833	lr=0.000073
Epoch[198] Batch [449]	Speed: 2948.811778 samples/sec	rmse=0.013819	lr=0.000070
Epoch[198] Batch [499]	Speed: 2908.761944 samples/sec	rmse=0.013819	lr=0.000067
Epoch[198] Batch [549]	Speed: 2941.846677 samples/sec	rmse=0.013812	lr=0.000063
Epoch[198] Batch [599]	Speed: 2943.344481 samples/sec	rmse=0.013819	lr=0.000060
Epoch[198] Batch [649]	Speed: 2902.778795 samples/sec	rmse=0.013826	lr=0.000057
Epoch[198] Batch [699]	Speed: 2937.259144 samples/sec	rmse=0.013813	lr=0.000054
Epoch[198] Batch [749]	Speed: 2927.944141 samples/sec	rmse=0.013817	lr=0.000051
Epoch[198] Batch [799]	Speed: 2949.843053 samples/sec	rmse=0.013836	lr=0.000048
Epoch[198] Batch [849]	Speed: 2953.174017 samples/sec	rmse=0.013849	lr=0.000045
Epoch[198] Batch [899]	Speed: 2950.301079 samples/sec	rmse=0.013859	lr=0.000043
Epoch[198] Batch [949]	Speed: 2954.558866 samples/sec	rmse=0.013860	lr=0.000040
Epoch[198] Batch [999]	Speed: 2947.376808 samples/sec	rmse=0.013864	lr=0.000037
Epoch[198] Batch [1049]	Speed: 2942.196285 samples/sec	rmse=0.013871	lr=0.000035
Epoch[198] Batch [1099]	Speed: 2944.297576 samples/sec	rmse=0.013883	lr=0.000033
Epoch[198] Batch [1149]	Speed: 2948.468854 samples/sec	rmse=0.013879	lr=0.000030
Epoch[198] Batch [1199]	Speed: 2941.587810 samples/sec	rmse=0.013885	lr=0.000028
Epoch[198] Batch [1249]	Speed: 2966.182825 samples/sec	rmse=0.013891	lr=0.000026
[Epoch 198] training: rmse=0.013890
[Epoch 198] speed: 2934 samples/sec	time cost: 443.136009
[Epoch 198] validation: err-top1=0.207231 err-top5=0.054867
Epoch[199] Batch [49]	Speed: 2959.025144 samples/sec	rmse=0.013814	lr=0.000024
Epoch[199] Batch [99]	Speed: 2950.041694 samples/sec	rmse=0.013852	lr=0.000022
Epoch[199] Batch [149]	Speed: 2933.242416 samples/sec	rmse=0.013833	lr=0.000020
Epoch[199] Batch [199]	Speed: 2946.317748 samples/sec	rmse=0.013903	lr=0.000018
Epoch[199] Batch [249]	Speed: 2943.540151 samples/sec	rmse=0.013923	lr=0.000017
Epoch[199] Batch [299]	Speed: 2939.602244 samples/sec	rmse=0.013928	lr=0.000015
Epoch[199] Batch [349]	Speed: 2881.290437 samples/sec	rmse=0.013957	lr=0.000013
Epoch[199] Batch [399]	Speed: 2945.896074 samples/sec	rmse=0.013950	lr=0.000012
Epoch[199] Batch [449]	Speed: 2905.930646 samples/sec	rmse=0.013931	lr=0.000011
Epoch[199] Batch [499]	Speed: 2906.521389 samples/sec	rmse=0.013910	lr=0.000009
Epoch[199] Batch [549]	Speed: 2948.901834 samples/sec	rmse=0.013923	lr=0.000008
Epoch[199] Batch [599]	Speed: 2939.169859 samples/sec	rmse=0.013905	lr=0.000007
Epoch[199] Batch [649]	Speed: 2947.335912 samples/sec	rmse=0.013891	lr=0.000006
Epoch[199] Batch [699]	Speed: 2944.731552 samples/sec	rmse=0.013903	lr=0.000005
Epoch[199] Batch [749]	Speed: 2944.676516 samples/sec	rmse=0.013932	lr=0.000004
Epoch[199] Batch [799]	Speed: 2946.892110 samples/sec	rmse=0.013909	lr=0.000003
Epoch[199] Batch [849]	Speed: 2948.574112 samples/sec	rmse=0.013898	lr=0.000003
Epoch[199] Batch [899]	Speed: 2945.953258 samples/sec	rmse=0.013895	lr=0.000002
Epoch[199] Batch [949]	Speed: 2937.856948 samples/sec	rmse=0.013876	lr=0.000002
Epoch[199] Batch [999]	Speed: 2953.191805 samples/sec	rmse=0.013864	lr=0.000001
Epoch[199] Batch [1049]	Speed: 2931.486933 samples/sec	rmse=0.013872	lr=0.000001
Epoch[199] Batch [1099]	Speed: 2928.078519 samples/sec	rmse=0.013875	lr=0.000000
Epoch[199] Batch [1149]	Speed: 2947.007931 samples/sec	rmse=0.013881	lr=0.000000
Epoch[199] Batch [1199]	Speed: 2935.137837 samples/sec	rmse=0.013892	lr=0.000000
Epoch[199] Batch [1249]	Speed: 2961.967684 samples/sec	rmse=0.013891	lr=0.000000
[Epoch 199] training: rmse=0.013890
[Epoch 199] speed: 2936 samples/sec	time cost: 442.685430
[Epoch 199] validation: err-top1=0.206513 err-top5=0.054747