Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnet101_v1d_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet101_v1d', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_resnet101_v1d_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1212.376145 samples/sec	rmse=0.025642	lr=0.003133
Epoch[0] Batch [99]	Speed: 2907.159795 samples/sec	rmse=0.025980	lr=0.006331
Epoch[0] Batch [149]	Speed: 2982.976704 samples/sec	rmse=0.026077	lr=0.009528
Epoch[0] Batch [199]	Speed: 2861.874183 samples/sec	rmse=0.026017	lr=0.012726
Epoch[0] Batch [249]	Speed: 2911.557119 samples/sec	rmse=0.026004	lr=0.015923
Epoch[0] Batch [299]	Speed: 2917.035547 samples/sec	rmse=0.025980	lr=0.019121
Epoch[0] Batch [349]	Speed: 2966.236824 samples/sec	rmse=0.025966	lr=0.022318
Epoch[0] Batch [399]	Speed: 3058.482298 samples/sec	rmse=0.025991	lr=0.025516
Epoch[0] Batch [449]	Speed: 2900.735505 samples/sec	rmse=0.026004	lr=0.028713
Epoch[0] Batch [499]	Speed: 2943.883946 samples/sec	rmse=0.025994	lr=0.031910
Epoch[0] Batch [549]	Speed: 2795.135165 samples/sec	rmse=0.026049	lr=0.035108
Epoch[0] Batch [599]	Speed: 3010.880230 samples/sec	rmse=0.025993	lr=0.038305
Epoch[0] Batch [649]	Speed: 2923.290633 samples/sec	rmse=0.025982	lr=0.041503
Epoch[0] Batch [699]	Speed: 2833.682434 samples/sec	rmse=0.025957	lr=0.044700
Epoch[0] Batch [749]	Speed: 2966.866403 samples/sec	rmse=0.025936	lr=0.047898
Epoch[0] Batch [799]	Speed: 2914.174958 samples/sec	rmse=0.025941	lr=0.051095
Epoch[0] Batch [849]	Speed: 2862.776382 samples/sec	rmse=0.025975	lr=0.054293
Epoch[0] Batch [899]	Speed: 3022.312021 samples/sec	rmse=0.025957	lr=0.057490
Epoch[0] Batch [949]	Speed: 2763.250473 samples/sec	rmse=0.025965	lr=0.060687
Epoch[0] Batch [999]	Speed: 3101.883333 samples/sec	rmse=0.025912	lr=0.063885
Epoch[0] Batch [1049]	Speed: 2749.703287 samples/sec	rmse=0.025922	lr=0.067082
Epoch[0] Batch [1099]	Speed: 3009.841743 samples/sec	rmse=0.025925	lr=0.070280
Epoch[0] Batch [1149]	Speed: 3168.013147 samples/sec	rmse=0.025916	lr=0.073477
Epoch[0] Batch [1199]	Speed: 3125.024226 samples/sec	rmse=0.025897	lr=0.076675
Epoch[0] Batch [1249]	Speed: 3273.300242 samples/sec	rmse=0.025871	lr=0.079872
[Epoch 0] training: rmse=0.025872
[Epoch 0] speed: 2789 samples/sec	time cost: 471.359865
[Epoch 0] validation: err-top1=0.929129 err-top5=0.814513
Epoch[1] Batch [49]	Speed: 3210.713564 samples/sec	rmse=0.026404	lr=0.083133
Epoch[1] Batch [99]	Speed: 3166.352955 samples/sec	rmse=0.026096	lr=0.086331
Epoch[1] Batch [149]	Speed: 3346.516159 samples/sec	rmse=0.025969	lr=0.089528
Epoch[1] Batch [199]	Speed: 3233.552323 samples/sec	rmse=0.025885	lr=0.092726
Epoch[1] Batch [249]	Speed: 3256.887840 samples/sec	rmse=0.025813	lr=0.095923
Epoch[1] Batch [299]	Speed: 3226.147282 samples/sec	rmse=0.025889	lr=0.099121
Epoch[1] Batch [349]	Speed: 2997.312542 samples/sec	rmse=0.025944	lr=0.102318
Epoch[1] Batch [399]	Speed: 3185.865503 samples/sec	rmse=0.026015	lr=0.105516
Epoch[1] Batch [449]	Speed: 3125.857968 samples/sec	rmse=0.026032	lr=0.108713
Epoch[1] Batch [499]	Speed: 2797.535831 samples/sec	rmse=0.026047	lr=0.111910
Epoch[1] Batch [549]	Speed: 2977.681457 samples/sec	rmse=0.026083	lr=0.115108
Epoch[1] Batch [599]	Speed: 2793.014957 samples/sec	rmse=0.026022	lr=0.118305
Epoch[1] Batch [649]	Speed: 2913.521134 samples/sec	rmse=0.025980	lr=0.121503
Epoch[1] Batch [699]	Speed: 2978.181541 samples/sec	rmse=0.025960	lr=0.124700
Epoch[1] Batch [749]	Speed: 2892.973925 samples/sec	rmse=0.025954	lr=0.127898
Epoch[1] Batch [799]	Speed: 2927.704438 samples/sec	rmse=0.025963	lr=0.131095
Epoch[1] Batch [849]	Speed: 2829.926137 samples/sec	rmse=0.025962	lr=0.134293
Epoch[1] Batch [899]	Speed: 2858.813474 samples/sec	rmse=0.025975	lr=0.137490
Epoch[1] Batch [949]	Speed: 3017.186048 samples/sec	rmse=0.025941	lr=0.140687
Epoch[1] Batch [999]	Speed: 2969.399053 samples/sec	rmse=0.025940	lr=0.143885
Epoch[1] Batch [1049]	Speed: 3011.511378 samples/sec	rmse=0.025919	lr=0.147082
Epoch[1] Batch [1099]	Speed: 2972.598068 samples/sec	rmse=0.025878	lr=0.150280
Epoch[1] Batch [1149]	Speed: 2876.481559 samples/sec	rmse=0.025876	lr=0.153477
Epoch[1] Batch [1199]	Speed: 2858.941048 samples/sec	rmse=0.025848	lr=0.156675
Epoch[1] Batch [1249]	Speed: 3038.547567 samples/sec	rmse=0.025838	lr=0.159872
[Epoch 1] training: rmse=0.025836
[Epoch 1] speed: 3008 samples/sec	time cost: 436.240302
[Epoch 1] validation: err-top1=0.815749 err-top5=0.605090
Epoch[2] Batch [49]	Speed: 2919.779641 samples/sec	rmse=0.025611	lr=0.163133
Epoch[2] Batch [99]	Speed: 2910.967326 samples/sec	rmse=0.025345	lr=0.166331
Epoch[2] Batch [149]	Speed: 2898.719936 samples/sec	rmse=0.025179	lr=0.169528
Epoch[2] Batch [199]	Speed: 2816.339568 samples/sec	rmse=0.025090	lr=0.172726
Epoch[2] Batch [249]	Speed: 2861.505844 samples/sec	rmse=0.025008	lr=0.175923
Epoch[2] Batch [299]	Speed: 2941.253372 samples/sec	rmse=0.024981	lr=0.179121
Epoch[2] Batch [349]	Speed: 3050.623386 samples/sec	rmse=0.025024	lr=0.182318
Epoch[2] Batch [399]	Speed: 2962.174786 samples/sec	rmse=0.025046	lr=0.185516
Epoch[2] Batch [449]	Speed: 2695.499812 samples/sec	rmse=0.025024	lr=0.188713
Epoch[2] Batch [499]	Speed: 2941.694430 samples/sec	rmse=0.024985	lr=0.191910
Epoch[2] Batch [549]	Speed: 2896.495912 samples/sec	rmse=0.024968	lr=0.195108
Epoch[2] Batch [599]	Speed: 2863.962185 samples/sec	rmse=0.024916	lr=0.198305
Epoch[2] Batch [649]	Speed: 2872.357350 samples/sec	rmse=0.024907	lr=0.201503
Epoch[2] Batch [699]	Speed: 2826.667815 samples/sec	rmse=0.024879	lr=0.204700
Epoch[2] Batch [749]	Speed: 2920.547247 samples/sec	rmse=0.024883	lr=0.207898
Epoch[2] Batch [799]	Speed: 2919.974135 samples/sec	rmse=0.024867	lr=0.211095
Epoch[2] Batch [849]	Speed: 2951.147802 samples/sec	rmse=0.024850	lr=0.214293
Epoch[2] Batch [899]	Speed: 2904.195517 samples/sec	rmse=0.024817	lr=0.217490
Epoch[2] Batch [949]	Speed: 2825.858767 samples/sec	rmse=0.024774	lr=0.220687
Epoch[2] Batch [999]	Speed: 2821.997932 samples/sec	rmse=0.024764	lr=0.223885
Epoch[2] Batch [1049]	Speed: 2908.386441 samples/sec	rmse=0.024774	lr=0.227082
Epoch[2] Batch [1099]	Speed: 2823.802431 samples/sec	rmse=0.024762	lr=0.230280
Epoch[2] Batch [1149]	Speed: 2878.726381 samples/sec	rmse=0.024750	lr=0.233477
Epoch[2] Batch [1199]	Speed: 3156.850379 samples/sec	rmse=0.024730	lr=0.236675
Epoch[2] Batch [1249]	Speed: 2921.931953 samples/sec	rmse=0.024725	lr=0.239872
[Epoch 2] training: rmse=0.024722
[Epoch 2] speed: 2895 samples/sec	time cost: 453.190896
[Epoch 2] validation: err-top1=0.719746 err-top5=0.473613
Epoch[3] Batch [49]	Speed: 2972.072709 samples/sec	rmse=0.024219	lr=0.243133
Epoch[3] Batch [99]	Speed: 2939.653630 samples/sec	rmse=0.024396	lr=0.246331
Epoch[3] Batch [149]	Speed: 2958.147573 samples/sec	rmse=0.024360	lr=0.249528
Epoch[3] Batch [199]	Speed: 2859.150019 samples/sec	rmse=0.024305	lr=0.252726
Epoch[3] Batch [249]	Speed: 2997.747977 samples/sec	rmse=0.024244	lr=0.255923
Epoch[3] Batch [299]	Speed: 2809.024510 samples/sec	rmse=0.024233	lr=0.259121
Epoch[3] Batch [349]	Speed: 3016.340159 samples/sec	rmse=0.024229	lr=0.262318
Epoch[3] Batch [399]	Speed: 2937.231223 samples/sec	rmse=0.024177	lr=0.265516
Epoch[3] Batch [449]	Speed: 2928.279431 samples/sec	rmse=0.024206	lr=0.268713
Epoch[3] Batch [499]	Speed: 2970.945109 samples/sec	rmse=0.024150	lr=0.271910
Epoch[3] Batch [549]	Speed: 2800.717146 samples/sec	rmse=0.024111	lr=0.275108
Epoch[3] Batch [599]	Speed: 2957.952768 samples/sec	rmse=0.024112	lr=0.278305
Epoch[3] Batch [649]	Speed: 2921.357462 samples/sec	rmse=0.024070	lr=0.281503
Epoch[3] Batch [699]	Speed: 2811.021545 samples/sec	rmse=0.024028	lr=0.284700
Epoch[3] Batch [749]	Speed: 2956.691985 samples/sec	rmse=0.024018	lr=0.287898
Epoch[3] Batch [799]	Speed: 2813.477602 samples/sec	rmse=0.024016	lr=0.291095
Epoch[3] Batch [849]	Speed: 2864.913285 samples/sec	rmse=0.024028	lr=0.294293
Epoch[3] Batch [899]	Speed: 2963.489119 samples/sec	rmse=0.024001	lr=0.297490
Epoch[3] Batch [949]	Speed: 2860.099029 samples/sec	rmse=0.023982	lr=0.300687
Epoch[3] Batch [999]	Speed: 2866.779684 samples/sec	rmse=0.023943	lr=0.303885
Epoch[3] Batch [1049]	Speed: 2881.132294 samples/sec	rmse=0.023940	lr=0.307082
Epoch[3] Batch [1099]	Speed: 2929.521490 samples/sec	rmse=0.023921	lr=0.310280
Epoch[3] Batch [1149]	Speed: 3033.854954 samples/sec	rmse=0.023889	lr=0.313477
Epoch[3] Batch [1199]	Speed: 2948.542736 samples/sec	rmse=0.023881	lr=0.316675
Epoch[3] Batch [1249]	Speed: 2916.023595 samples/sec	rmse=0.023866	lr=0.319872
[Epoch 3] training: rmse=0.023865
[Epoch 3] speed: 2912 samples/sec	time cost: 449.429179
[Epoch 3] validation: err-top1=0.627611 err-top5=0.361966
Epoch[4] Batch [49]	Speed: 3059.460825 samples/sec	rmse=0.023765	lr=0.323133
Epoch[4] Batch [99]	Speed: 2991.935725 samples/sec	rmse=0.023483	lr=0.326331
Epoch[4] Batch [149]	Speed: 2961.840961 samples/sec	rmse=0.023342	lr=0.329528
Epoch[4] Batch [199]	Speed: 2824.715856 samples/sec	rmse=0.023308	lr=0.332726
Epoch[4] Batch [249]	Speed: 2935.732168 samples/sec	rmse=0.023245	lr=0.335923
Epoch[4] Batch [299]	Speed: 2891.735595 samples/sec	rmse=0.023288	lr=0.339121
Epoch[4] Batch [349]	Speed: 2898.781446 samples/sec	rmse=0.023238	lr=0.342318
Epoch[4] Batch [399]	Speed: 2916.297467 samples/sec	rmse=0.023278	lr=0.345516
Epoch[4] Batch [449]	Speed: 2843.806318 samples/sec	rmse=0.023292	lr=0.348713
Epoch[4] Batch [499]	Speed: 2758.182450 samples/sec	rmse=0.023283	lr=0.351910
Epoch[4] Batch [549]	Speed: 2909.219834 samples/sec	rmse=0.023226	lr=0.355108
Epoch[4] Batch [599]	Speed: 2844.472099 samples/sec	rmse=0.023175	lr=0.358305
Epoch[4] Batch [649]	Speed: 2846.651710 samples/sec	rmse=0.023182	lr=0.361503
Epoch[4] Batch [699]	Speed: 2767.098198 samples/sec	rmse=0.023174	lr=0.364700
Epoch[4] Batch [749]	Speed: 2920.404504 samples/sec	rmse=0.023137	lr=0.367898
Epoch[4] Batch [799]	Speed: 2857.173484 samples/sec	rmse=0.023138	lr=0.371095
Epoch[4] Batch [849]	Speed: 2853.864099 samples/sec	rmse=0.023138	lr=0.374293
Epoch[4] Batch [899]	Speed: 2992.395284 samples/sec	rmse=0.023132	lr=0.377490
Epoch[4] Batch [949]	Speed: 2922.554079 samples/sec	rmse=0.023124	lr=0.380687
Epoch[4] Batch [999]	Speed: 2993.133508 samples/sec	rmse=0.023116	lr=0.383885
Epoch[4] Batch [1049]	Speed: 2940.303052 samples/sec	rmse=0.023094	lr=0.387082
Epoch[4] Batch [1099]	Speed: 2911.068108 samples/sec	rmse=0.023077	lr=0.390280
Epoch[4] Batch [1149]	Speed: 2834.363421 samples/sec	rmse=0.023057	lr=0.393477
Epoch[4] Batch [1199]	Speed: 2745.467149 samples/sec	rmse=0.023046	lr=0.396675
Epoch[4] Batch [1249]	Speed: 2957.266489 samples/sec	rmse=0.023044	lr=0.399872
[Epoch 4] training: rmse=0.023042
[Epoch 4] speed: 2890 samples/sec	time cost: 452.945780
[Epoch 4] validation: err-top1=0.577487 err-top5=0.311205
Epoch[5] Batch [49]	Speed: 2872.588114 samples/sec	rmse=0.023191	lr=0.400000
Epoch[5] Batch [99]	Speed: 2981.315993 samples/sec	rmse=0.023085	lr=0.400000
Epoch[5] Batch [149]	Speed: 2910.128632 samples/sec	rmse=0.022981	lr=0.400000
Epoch[5] Batch [199]	Speed: 2867.818250 samples/sec	rmse=0.022888	lr=0.399999
Epoch[5] Batch [249]	Speed: 2889.372087 samples/sec	rmse=0.022841	lr=0.399999
Epoch[5] Batch [299]	Speed: 2885.958300 samples/sec	rmse=0.022746	lr=0.399999
Epoch[5] Batch [349]	Speed: 2943.839394 samples/sec	rmse=0.022709	lr=0.399998
Epoch[5] Batch [399]	Speed: 2948.210115 samples/sec	rmse=0.022684	lr=0.399997
Epoch[5] Batch [449]	Speed: 2848.971139 samples/sec	rmse=0.022656	lr=0.399997
Epoch[5] Batch [499]	Speed: 2972.154977 samples/sec	rmse=0.022639	lr=0.399996
Epoch[5] Batch [549]	Speed: 2805.236148 samples/sec	rmse=0.022591	lr=0.399995
Epoch[5] Batch [599]	Speed: 2804.799084 samples/sec	rmse=0.022581	lr=0.399994
Epoch[5] Batch [649]	Speed: 2836.710786 samples/sec	rmse=0.022595	lr=0.399993
Epoch[5] Batch [699]	Speed: 2835.299640 samples/sec	rmse=0.022583	lr=0.399992
Epoch[5] Batch [749]	Speed: 2887.587556 samples/sec	rmse=0.022573	lr=0.399991
Epoch[5] Batch [799]	Speed: 2905.079407 samples/sec	rmse=0.022556	lr=0.399989
Epoch[5] Batch [849]	Speed: 2956.179964 samples/sec	rmse=0.022535	lr=0.399988
Epoch[5] Batch [899]	Speed: 2853.717902 samples/sec	rmse=0.022522	lr=0.399987
Epoch[5] Batch [949]	Speed: 2870.411282 samples/sec	rmse=0.022507	lr=0.399985
Epoch[5] Batch [999]	Speed: 2798.715753 samples/sec	rmse=0.022486	lr=0.399983
Epoch[5] Batch [1049]	Speed: 2816.153833 samples/sec	rmse=0.022481	lr=0.399982
Epoch[5] Batch [1099]	Speed: 2936.741984 samples/sec	rmse=0.022478	lr=0.399980
Epoch[5] Batch [1149]	Speed: 2915.282743 samples/sec	rmse=0.022460	lr=0.399978
Epoch[5] Batch [1199]	Speed: 2890.628821 samples/sec	rmse=0.022452	lr=0.399976
Epoch[5] Batch [1249]	Speed: 3098.638499 samples/sec	rmse=0.022449	lr=0.399974
[Epoch 5] training: rmse=0.022448
[Epoch 5] speed: 2889 samples/sec	time cost: 453.695575
[Epoch 5] validation: err-top1=0.511861 err-top5=0.254211
Epoch[6] Batch [49]	Speed: 3005.034865 samples/sec	rmse=0.022145	lr=0.399972
Epoch[6] Batch [99]	Speed: 2910.732328 samples/sec	rmse=0.021922	lr=0.399970
Epoch[6] Batch [149]	Speed: 2901.743263 samples/sec	rmse=0.022064	lr=0.399967
Epoch[6] Batch [199]	Speed: 2913.105555 samples/sec	rmse=0.022014	lr=0.399965
Epoch[6] Batch [249]	Speed: 2864.309380 samples/sec	rmse=0.022047	lr=0.399963
Epoch[6] Batch [299]	Speed: 2867.420927 samples/sec	rmse=0.022059	lr=0.399960
Epoch[6] Batch [349]	Speed: 2874.152143 samples/sec	rmse=0.022038	lr=0.399958
Epoch[6] Batch [399]	Speed: 2898.425844 samples/sec	rmse=0.022036	lr=0.399955
Epoch[6] Batch [449]	Speed: 2895.223612 samples/sec	rmse=0.022024	lr=0.399952
Epoch[6] Batch [499]	Speed: 2864.806692 samples/sec	rmse=0.022074	lr=0.399949
Epoch[6] Batch [549]	Speed: 3022.246731 samples/sec	rmse=0.022056	lr=0.399946
Epoch[6] Batch [599]	Speed: 2930.586424 samples/sec	rmse=0.022048	lr=0.399943
Epoch[6] Batch [649]	Speed: 2923.221712 samples/sec	rmse=0.022029	lr=0.399940
Epoch[6] Batch [699]	Speed: 2888.395046 samples/sec	rmse=0.022016	lr=0.399937
Epoch[6] Batch [749]	Speed: 2912.949590 samples/sec	rmse=0.022015	lr=0.399934
Epoch[6] Batch [799]	Speed: 2761.115362 samples/sec	rmse=0.022008	lr=0.399930
Epoch[6] Batch [849]	Speed: 2836.451657 samples/sec	rmse=0.022007	lr=0.399927
Epoch[6] Batch [899]	Speed: 2947.965869 samples/sec	rmse=0.022012	lr=0.399923
Epoch[6] Batch [949]	Speed: 2980.388255 samples/sec	rmse=0.021992	lr=0.399920
Epoch[6] Batch [999]	Speed: 2832.088211 samples/sec	rmse=0.021991	lr=0.399916
Epoch[6] Batch [1049]	Speed: 2993.016453 samples/sec	rmse=0.021989	lr=0.399912
Epoch[6] Batch [1099]	Speed: 2898.131538 samples/sec	rmse=0.021992	lr=0.399908
Epoch[6] Batch [1149]	Speed: 2956.908813 samples/sec	rmse=0.021988	lr=0.399904
Epoch[6] Batch [1199]	Speed: 2917.412495 samples/sec	rmse=0.021981	lr=0.399900
Epoch[6] Batch [1249]	Speed: 2930.170481 samples/sec	rmse=0.021980	lr=0.399896
[Epoch 6] training: rmse=0.021980
[Epoch 6] speed: 2905 samples/sec	time cost: 451.493296
[Epoch 6] validation: err-top1=0.492028 err-top5=0.234455
Epoch[7] Batch [49]	Speed: 3027.538201 samples/sec	rmse=0.021762	lr=0.399892
Epoch[7] Batch [99]	Speed: 2801.894708 samples/sec	rmse=0.021644	lr=0.399888
Epoch[7] Batch [149]	Speed: 2809.786815 samples/sec	rmse=0.021621	lr=0.399883
Epoch[7] Batch [199]	Speed: 2889.665939 samples/sec	rmse=0.021583	lr=0.399879
Epoch[7] Batch [249]	Speed: 2901.839290 samples/sec	rmse=0.021642	lr=0.399874
Epoch[7] Batch [299]	Speed: 2967.329977 samples/sec	rmse=0.021646	lr=0.399870
Epoch[7] Batch [349]	Speed: 2840.272565 samples/sec	rmse=0.021648	lr=0.399865
Epoch[7] Batch [399]	Speed: 2929.341625 samples/sec	rmse=0.021671	lr=0.399860
Epoch[7] Batch [449]	Speed: 2951.068842 samples/sec	rmse=0.021694	lr=0.399856
Epoch[7] Batch [499]	Speed: 2945.286674 samples/sec	rmse=0.021735	lr=0.399851
Epoch[7] Batch [549]	Speed: 2899.065121 samples/sec	rmse=0.021720	lr=0.399846
Epoch[7] Batch [599]	Speed: 2959.200599 samples/sec	rmse=0.021697	lr=0.399841
Epoch[7] Batch [649]	Speed: 2790.267825 samples/sec	rmse=0.021714	lr=0.399835
Epoch[7] Batch [699]	Speed: 2919.772455 samples/sec	rmse=0.021724	lr=0.399830
Epoch[7] Batch [749]	Speed: 2954.223871 samples/sec	rmse=0.021758	lr=0.399825
Epoch[7] Batch [799]	Speed: 2895.637735 samples/sec	rmse=0.021759	lr=0.399819
Epoch[7] Batch [849]	Speed: 2850.964573 samples/sec	rmse=0.021762	lr=0.399814
Epoch[7] Batch [899]	Speed: 2873.037375 samples/sec	rmse=0.021761	lr=0.399808
Epoch[7] Batch [949]	Speed: 3009.146949 samples/sec	rmse=0.021752	lr=0.399803
Epoch[7] Batch [999]	Speed: 2997.751115 samples/sec	rmse=0.021757	lr=0.399797
Epoch[7] Batch [1049]	Speed: 2783.145366 samples/sec	rmse=0.021754	lr=0.399791
Epoch[7] Batch [1099]	Speed: 2936.329711 samples/sec	rmse=0.021755	lr=0.399785
Epoch[7] Batch [1149]	Speed: 2921.644818 samples/sec	rmse=0.021747	lr=0.399779
Epoch[7] Batch [1199]	Speed: 2975.321021 samples/sec	rmse=0.021740	lr=0.399773
Epoch[7] Batch [1249]	Speed: 2928.809793 samples/sec	rmse=0.021742	lr=0.399767
[Epoch 7] training: rmse=0.021741
[Epoch 7] speed: 2906 samples/sec	time cost: 451.361733
[Epoch 7] validation: err-top1=0.456254 err-top5=0.205656
Epoch[8] Batch [49]	Speed: 3108.995642 samples/sec	rmse=0.021537	lr=0.399760
Epoch[8] Batch [99]	Speed: 2969.076036 samples/sec	rmse=0.021414	lr=0.399754
Epoch[8] Batch [149]	Speed: 2959.876679 samples/sec	rmse=0.021477	lr=0.399748
Epoch[8] Batch [199]	Speed: 2894.284699 samples/sec	rmse=0.021474	lr=0.399741
Epoch[8] Batch [249]	Speed: 2812.139699 samples/sec	rmse=0.021508	lr=0.399734
Epoch[8] Batch [299]	Speed: 2910.469598 samples/sec	rmse=0.021544	lr=0.399728
Epoch[8] Batch [349]	Speed: 2964.218631 samples/sec	rmse=0.021580	lr=0.399721
Epoch[8] Batch [399]	Speed: 2878.096620 samples/sec	rmse=0.021538	lr=0.399714
Epoch[8] Batch [449]	Speed: 2957.364149 samples/sec	rmse=0.021505	lr=0.399707
Epoch[8] Batch [499]	Speed: 2815.571378 samples/sec	rmse=0.021497	lr=0.399700
Epoch[8] Batch [549]	Speed: 2808.995557 samples/sec	rmse=0.021503	lr=0.399693
Epoch[8] Batch [599]	Speed: 2892.370522 samples/sec	rmse=0.021506	lr=0.399686
Epoch[8] Batch [649]	Speed: 2845.902651 samples/sec	rmse=0.021484	lr=0.399679
Epoch[8] Batch [699]	Speed: 2848.048837 samples/sec	rmse=0.021483	lr=0.399671
Epoch[8] Batch [749]	Speed: 2922.429155 samples/sec	rmse=0.021477	lr=0.399664
Epoch[8] Batch [799]	Speed: 2854.265678 samples/sec	rmse=0.021480	lr=0.399656
Epoch[8] Batch [849]	Speed: 2959.757396 samples/sec	rmse=0.021467	lr=0.399649
Epoch[8] Batch [899]	Speed: 2969.885146 samples/sec	rmse=0.021462	lr=0.399641
Epoch[8] Batch [949]	Speed: 2898.202723 samples/sec	rmse=0.021451	lr=0.399633
Epoch[8] Batch [999]	Speed: 3030.341574 samples/sec	rmse=0.021436	lr=0.399626
Epoch[8] Batch [1049]	Speed: 2835.309073 samples/sec	rmse=0.021427	lr=0.399618
Epoch[8] Batch [1099]	Speed: 2892.811769 samples/sec	rmse=0.021425	lr=0.399610
Epoch[8] Batch [1149]	Speed: 2883.265535 samples/sec	rmse=0.021428	lr=0.399602
Epoch[8] Batch [1199]	Speed: 2896.596866 samples/sec	rmse=0.021430	lr=0.399593
Epoch[8] Batch [1249]	Speed: 2988.001511 samples/sec	rmse=0.021428	lr=0.399585
[Epoch 8] training: rmse=0.021429
[Epoch 8] speed: 2908 samples/sec	time cost: 450.399859
[Epoch 8] validation: err-top1=0.456075 err-top5=0.205337
Epoch[9] Batch [49]	Speed: 2844.593649 samples/sec	rmse=0.020967	lr=0.399577
Epoch[9] Batch [99]	Speed: 2842.197715 samples/sec	rmse=0.021022	lr=0.399568
Epoch[9] Batch [149]	Speed: 2858.008249 samples/sec	rmse=0.021097	lr=0.399560
Epoch[9] Batch [199]	Speed: 2829.887167 samples/sec	rmse=0.021150	lr=0.399551
Epoch[9] Batch [249]	Speed: 2857.762556 samples/sec	rmse=0.021139	lr=0.399543
Epoch[9] Batch [299]	Speed: 2802.339901 samples/sec	rmse=0.021197	lr=0.399534
Epoch[9] Batch [349]	Speed: 2901.858504 samples/sec	rmse=0.021179	lr=0.399525
Epoch[9] Batch [399]	Speed: 2878.096890 samples/sec	rmse=0.021162	lr=0.399516
Epoch[9] Batch [449]	Speed: 2872.688907 samples/sec	rmse=0.021183	lr=0.399507
Epoch[9] Batch [499]	Speed: 2779.318524 samples/sec	rmse=0.021177	lr=0.399498
Epoch[9] Batch [549]	Speed: 2939.217730 samples/sec	rmse=0.021173	lr=0.399489
Epoch[9] Batch [599]	Speed: 2846.527154 samples/sec	rmse=0.021177	lr=0.399480
Epoch[9] Batch [649]	Speed: 2794.349954 samples/sec	rmse=0.021194	lr=0.399470
Epoch[9] Batch [699]	Speed: 2830.620319 samples/sec	rmse=0.021186	lr=0.399461
Epoch[9] Batch [749]	Speed: 2886.329081 samples/sec	rmse=0.021205	lr=0.399451
Epoch[9] Batch [799]	Speed: 2832.319311 samples/sec	rmse=0.021207	lr=0.399442
Epoch[9] Batch [849]	Speed: 2955.064307 samples/sec	rmse=0.021198	lr=0.399432
Epoch[9] Batch [899]	Speed: 2901.543427 samples/sec	rmse=0.021203	lr=0.399422
Epoch[9] Batch [949]	Speed: 2871.357534 samples/sec	rmse=0.021200	lr=0.399413
Epoch[9] Batch [999]	Speed: 2814.420653 samples/sec	rmse=0.021206	lr=0.399403
Epoch[9] Batch [1049]	Speed: 2849.160132 samples/sec	rmse=0.021216	lr=0.399393
Epoch[9] Batch [1099]	Speed: 2983.545469 samples/sec	rmse=0.021200	lr=0.399383
Epoch[9] Batch [1149]	Speed: 2770.799057 samples/sec	rmse=0.021207	lr=0.399372
Epoch[9] Batch [1199]	Speed: 2967.986191 samples/sec	rmse=0.021215	lr=0.399362
Epoch[9] Batch [1249]	Speed: 2922.610797 samples/sec	rmse=0.021208	lr=0.399352
[Epoch 9] training: rmse=0.021209
[Epoch 9] speed: 2862 samples/sec	time cost: 457.418313
[Epoch 9] validation: err-top1=0.478217 err-top5=0.224330
Epoch[10] Batch [49]	Speed: 3020.234159 samples/sec	rmse=0.020951	lr=0.399341
Epoch[10] Batch [99]	Speed: 2809.753030 samples/sec	rmse=0.021047	lr=0.399331
Epoch[10] Batch [149]	Speed: 2824.099920 samples/sec	rmse=0.021004	lr=0.399320
Epoch[10] Batch [199]	Speed: 2878.809583 samples/sec	rmse=0.021026	lr=0.399310
Epoch[10] Batch [249]	Speed: 3059.682744 samples/sec	rmse=0.021024	lr=0.399299
Epoch[10] Batch [299]	Speed: 2795.609037 samples/sec	rmse=0.021005	lr=0.399288
Epoch[10] Batch [349]	Speed: 2849.883299 samples/sec	rmse=0.020986	lr=0.399277
Epoch[10] Batch [399]	Speed: 2781.086484 samples/sec	rmse=0.021006	lr=0.399266
Epoch[10] Batch [449]	Speed: 2938.502641 samples/sec	rmse=0.021028	lr=0.399255
Epoch[10] Batch [499]	Speed: 3038.975326 samples/sec	rmse=0.021047	lr=0.399244
Epoch[10] Batch [549]	Speed: 2844.137456 samples/sec	rmse=0.021009	lr=0.399233
Epoch[10] Batch [599]	Speed: 2795.462961 samples/sec	rmse=0.021013	lr=0.399221
Epoch[10] Batch [649]	Speed: 2843.835052 samples/sec	rmse=0.021021	lr=0.399210
Epoch[10] Batch [699]	Speed: 2763.321160 samples/sec	rmse=0.021006	lr=0.399199
Epoch[10] Batch [749]	Speed: 2815.922595 samples/sec	rmse=0.020983	lr=0.399187
Epoch[10] Batch [799]	Speed: 2817.510937 samples/sec	rmse=0.020958	lr=0.399175
Epoch[10] Batch [849]	Speed: 2967.976059 samples/sec	rmse=0.020969	lr=0.399164
Epoch[10] Batch [899]	Speed: 2895.867491 samples/sec	rmse=0.020983	lr=0.399152
Epoch[10] Batch [949]	Speed: 2931.906813 samples/sec	rmse=0.020981	lr=0.399140
Epoch[10] Batch [999]	Speed: 2822.216966 samples/sec	rmse=0.020987	lr=0.399128
Epoch[10] Batch [1049]	Speed: 2819.131937 samples/sec	rmse=0.020979	lr=0.399116
Epoch[10] Batch [1099]	Speed: 2925.803734 samples/sec	rmse=0.020983	lr=0.399104
Epoch[10] Batch [1149]	Speed: 2922.846882 samples/sec	rmse=0.021000	lr=0.399092
Epoch[10] Batch [1199]	Speed: 2810.344040 samples/sec	rmse=0.021004	lr=0.399079
Epoch[10] Batch [1249]	Speed: 2987.965923 samples/sec	rmse=0.021006	lr=0.399067
[Epoch 10] training: rmse=0.021006
[Epoch 10] speed: 2873 samples/sec	time cost: 455.564194
[Epoch 10] validation: err-top1=0.423768 err-top5=0.183295
Epoch[11] Batch [49]	Speed: 2890.265608 samples/sec	rmse=0.020985	lr=0.399054
Epoch[11] Batch [99]	Speed: 2881.254060 samples/sec	rmse=0.020921	lr=0.399042
Epoch[11] Batch [149]	Speed: 2849.065935 samples/sec	rmse=0.020959	lr=0.399029
Epoch[11] Batch [199]	Speed: 2885.008952 samples/sec	rmse=0.021009	lr=0.399016
Epoch[11] Batch [249]	Speed: 2749.872049 samples/sec	rmse=0.021051	lr=0.399003
Epoch[11] Batch [299]	Speed: 2692.143334 samples/sec	rmse=0.021036	lr=0.398991
Epoch[11] Batch [349]	Speed: 2715.107016 samples/sec	rmse=0.021033	lr=0.398978
Epoch[11] Batch [399]	Speed: 2782.181991 samples/sec	rmse=0.021030	lr=0.398965
Epoch[11] Batch [449]	Speed: 2781.881339 samples/sec	rmse=0.021014	lr=0.398951
Epoch[11] Batch [499]	Speed: 2647.678814 samples/sec	rmse=0.021024	lr=0.398938
Epoch[11] Batch [549]	Speed: 2805.083678 samples/sec	rmse=0.021038	lr=0.398925
Epoch[11] Batch [599]	Speed: 2849.294559 samples/sec	rmse=0.021049	lr=0.398912
Epoch[11] Batch [649]	Speed: 2740.442057 samples/sec	rmse=0.021029	lr=0.398898
Epoch[11] Batch [699]	Speed: 2779.212019 samples/sec	rmse=0.021044	lr=0.398885
Epoch[11] Batch [749]	Speed: 2773.792267 samples/sec	rmse=0.021020	lr=0.398871
Epoch[11] Batch [799]	Speed: 2812.427149 samples/sec	rmse=0.021030	lr=0.398857
Epoch[11] Batch [849]	Speed: 2805.764478 samples/sec	rmse=0.021023	lr=0.398843
Epoch[11] Batch [899]	Speed: 2830.339771 samples/sec	rmse=0.021010	lr=0.398830
Epoch[11] Batch [949]	Speed: 2752.660488 samples/sec	rmse=0.021009	lr=0.398816
Epoch[11] Batch [999]	Speed: 2779.588005 samples/sec	rmse=0.021017	lr=0.398802
Epoch[11] Batch [1049]	Speed: 2723.871051 samples/sec	rmse=0.021020	lr=0.398787
Epoch[11] Batch [1099]	Speed: 2982.593684 samples/sec	rmse=0.021013	lr=0.398773
Epoch[11] Batch [1149]	Speed: 2866.800044 samples/sec	rmse=0.021012	lr=0.398759
Epoch[11] Batch [1199]	Speed: 2877.337669 samples/sec	rmse=0.021012	lr=0.398745
Epoch[11] Batch [1249]	Speed: 2895.100818 samples/sec	rmse=0.021014	lr=0.398730
[Epoch 11] training: rmse=0.021014
[Epoch 11] speed: 2801 samples/sec	time cost: 467.268628
[Epoch 11] validation: err-top1=0.414978 err-top5=0.175680
Epoch[12] Batch [49]	Speed: 2819.197406 samples/sec	rmse=0.020667	lr=0.398715
Epoch[12] Batch [99]	Speed: 2749.742262 samples/sec	rmse=0.020736	lr=0.398701
Epoch[12] Batch [149]	Speed: 2911.296885 samples/sec	rmse=0.020721	lr=0.398686
Epoch[12] Batch [199]	Speed: 2940.353054 samples/sec	rmse=0.020753	lr=0.398671
Epoch[12] Batch [249]	Speed: 2892.366587 samples/sec	rmse=0.020773	lr=0.398656
Epoch[12] Batch [299]	Speed: 2871.708944 samples/sec	rmse=0.020810	lr=0.398641
Epoch[12] Batch [349]	Speed: 2932.638318 samples/sec	rmse=0.020829	lr=0.398626
Epoch[12] Batch [399]	Speed: 2820.884414 samples/sec	rmse=0.020867	lr=0.398611
Epoch[12] Batch [449]	Speed: 2745.758823 samples/sec	rmse=0.020871	lr=0.398596
Epoch[12] Batch [499]	Speed: 2844.958589 samples/sec	rmse=0.020857	lr=0.398581
Epoch[12] Batch [549]	Speed: 2790.914393 samples/sec	rmse=0.020861	lr=0.398565
Epoch[12] Batch [599]	Speed: 2761.706045 samples/sec	rmse=0.020872	lr=0.398550
Epoch[12] Batch [649]	Speed: 2826.327379 samples/sec	rmse=0.020847	lr=0.398534
Epoch[12] Batch [699]	Speed: 2806.500734 samples/sec	rmse=0.020831	lr=0.398519
Epoch[12] Batch [749]	Speed: 2860.175596 samples/sec	rmse=0.020841	lr=0.398503
Epoch[12] Batch [799]	Speed: 2803.917529 samples/sec	rmse=0.020836	lr=0.398487
Epoch[12] Batch [849]	Speed: 2765.557374 samples/sec	rmse=0.020845	lr=0.398472
Epoch[12] Batch [899]	Speed: 2851.911376 samples/sec	rmse=0.020815	lr=0.398456
Epoch[12] Batch [949]	Speed: 2790.813054 samples/sec	rmse=0.020832	lr=0.398440
Epoch[12] Batch [999]	Speed: 2899.987087 samples/sec	rmse=0.020825	lr=0.398424
Epoch[12] Batch [1049]	Speed: 3004.910149 samples/sec	rmse=0.020831	lr=0.398407
Epoch[12] Batch [1099]	Speed: 2782.650903 samples/sec	rmse=0.020843	lr=0.398391
Epoch[12] Batch [1149]	Speed: 2823.101197 samples/sec	rmse=0.020835	lr=0.398375
Epoch[12] Batch [1199]	Speed: 2818.057880 samples/sec	rmse=0.020842	lr=0.398358
Epoch[12] Batch [1249]	Speed: 2922.840398 samples/sec	rmse=0.020836	lr=0.398342
[Epoch 12] training: rmse=0.020836
[Epoch 12] speed: 2837 samples/sec	time cost: 461.464555
[Epoch 12] validation: err-top1=0.413823 err-top5=0.174167
Epoch[13] Batch [49]	Speed: 2989.246534 samples/sec	rmse=0.020707	lr=0.398325
Epoch[13] Batch [99]	Speed: 2931.380052 samples/sec	rmse=0.020711	lr=0.398308
Epoch[13] Batch [149]	Speed: 2948.526461 samples/sec	rmse=0.020755	lr=0.398291
Epoch[13] Batch [199]	Speed: 2785.833923 samples/sec	rmse=0.020796	lr=0.398275
Epoch[13] Batch [249]	Speed: 2946.543649 samples/sec	rmse=0.020757	lr=0.398258
Epoch[13] Batch [299]	Speed: 2864.805737 samples/sec	rmse=0.020779	lr=0.398241
Epoch[13] Batch [349]	Speed: 2826.624619 samples/sec	rmse=0.020720	lr=0.398224
Epoch[13] Batch [399]	Speed: 2818.336627 samples/sec	rmse=0.020702	lr=0.398206
Epoch[13] Batch [449]	Speed: 2890.459730 samples/sec	rmse=0.020698	lr=0.398189
Epoch[13] Batch [499]	Speed: 2813.208918 samples/sec	rmse=0.020698	lr=0.398172
Epoch[13] Batch [549]	Speed: 2741.067836 samples/sec	rmse=0.020699	lr=0.398154
Epoch[13] Batch [599]	Speed: 2749.233128 samples/sec	rmse=0.020703	lr=0.398137
Epoch[13] Batch [649]	Speed: 2964.661447 samples/sec	rmse=0.020718	lr=0.398119
Epoch[13] Batch [699]	Speed: 2772.423826 samples/sec	rmse=0.020740	lr=0.398102
Epoch[13] Batch [749]	Speed: 2864.232286 samples/sec	rmse=0.020750	lr=0.398084
Epoch[13] Batch [799]	Speed: 2720.339965 samples/sec	rmse=0.020750	lr=0.398066
Epoch[13] Batch [849]	Speed: 2807.615220 samples/sec	rmse=0.020764	lr=0.398048
Epoch[13] Batch [899]	Speed: 2948.361216 samples/sec	rmse=0.020771	lr=0.398030
Epoch[13] Batch [949]	Speed: 2827.799571 samples/sec	rmse=0.020773	lr=0.398012
Epoch[13] Batch [999]	Speed: 2847.379456 samples/sec	rmse=0.020784	lr=0.397994
Epoch[13] Batch [1049]	Speed: 2756.946194 samples/sec	rmse=0.020785	lr=0.397976
Epoch[13] Batch [1099]	Speed: 2760.276872 samples/sec	rmse=0.020798	lr=0.397957
Epoch[13] Batch [1149]	Speed: 2861.725791 samples/sec	rmse=0.020800	lr=0.397939
Epoch[13] Batch [1199]	Speed: 2795.446040 samples/sec	rmse=0.020796	lr=0.397921
Epoch[13] Batch [1249]	Speed: 2977.926523 samples/sec	rmse=0.020789	lr=0.397902
[Epoch 13] training: rmse=0.020789
[Epoch 13] speed: 2844 samples/sec	time cost: 460.300370
[Epoch 13] validation: err-top1=0.405792 err-top5=0.167012
Epoch[14] Batch [49]	Speed: 2835.603675 samples/sec	rmse=0.020929	lr=0.397883
Epoch[14] Batch [99]	Speed: 2794.420423 samples/sec	rmse=0.020679	lr=0.397864
Epoch[14] Batch [149]	Speed: 2800.471416 samples/sec	rmse=0.020668	lr=0.397845
Epoch[14] Batch [199]	Speed: 2873.344060 samples/sec	rmse=0.020683	lr=0.397827
Epoch[14] Batch [249]	Speed: 2842.120566 samples/sec	rmse=0.020674	lr=0.397808
Epoch[14] Batch [299]	Speed: 2810.629761 samples/sec	rmse=0.020617	lr=0.397789
Epoch[14] Batch [349]	Speed: 2858.124872 samples/sec	rmse=0.020661	lr=0.397769
Epoch[14] Batch [399]	Speed: 2814.148543 samples/sec	rmse=0.020664	lr=0.397750
Epoch[14] Batch [449]	Speed: 2867.668743 samples/sec	rmse=0.020663	lr=0.397731
Epoch[14] Batch [499]	Speed: 2778.804600 samples/sec	rmse=0.020667	lr=0.397711
Epoch[14] Batch [549]	Speed: 2776.774286 samples/sec	rmse=0.020676	lr=0.397692
Epoch[14] Batch [599]	Speed: 2843.504512 samples/sec	rmse=0.020679	lr=0.397672
Epoch[14] Batch [649]	Speed: 2828.612377 samples/sec	rmse=0.020665	lr=0.397653
Epoch[14] Batch [699]	Speed: 2892.110083 samples/sec	rmse=0.020673	lr=0.397633
Epoch[14] Batch [749]	Speed: 2846.576055 samples/sec	rmse=0.020675	lr=0.397613
Epoch[14] Batch [799]	Speed: 2781.515144 samples/sec	rmse=0.020678	lr=0.397593
Epoch[14] Batch [849]	Speed: 2860.088973 samples/sec	rmse=0.020682	lr=0.397573
Epoch[14] Batch [899]	Speed: 2767.063827 samples/sec	rmse=0.020682	lr=0.397553
Epoch[14] Batch [949]	Speed: 2772.895541 samples/sec	rmse=0.020693	lr=0.397533
Epoch[14] Batch [999]	Speed: 2741.784247 samples/sec	rmse=0.020699	lr=0.397513
Epoch[14] Batch [1049]	Speed: 2763.730453 samples/sec	rmse=0.020708	lr=0.397493
Epoch[14] Batch [1099]	Speed: 2866.404764 samples/sec	rmse=0.020714	lr=0.397472
Epoch[14] Batch [1149]	Speed: 2762.488473 samples/sec	rmse=0.020722	lr=0.397452
Epoch[14] Batch [1199]	Speed: 2781.333938 samples/sec	rmse=0.020719	lr=0.397431
Epoch[14] Batch [1249]	Speed: 2957.535822 samples/sec	rmse=0.020717	lr=0.397411
[Epoch 14] training: rmse=0.020717
[Epoch 14] speed: 2818 samples/sec	time cost: 465.019817
[Epoch 14] validation: err-top1=0.412847 err-top5=0.167750
Epoch[15] Batch [49]	Speed: 2874.243005 samples/sec	rmse=0.020449	lr=0.397390
Epoch[15] Batch [99]	Speed: 2833.773859 samples/sec	rmse=0.020490	lr=0.397369
Epoch[15] Batch [149]	Speed: 2811.140401 samples/sec	rmse=0.020443	lr=0.397348
Epoch[15] Batch [199]	Speed: 2900.887657 samples/sec	rmse=0.020485	lr=0.397327
Epoch[15] Batch [249]	Speed: 2792.536009 samples/sec	rmse=0.020551	lr=0.397306
Epoch[15] Batch [299]	Speed: 2769.565541 samples/sec	rmse=0.020584	lr=0.397285
Epoch[15] Batch [349]	Speed: 2793.792366 samples/sec	rmse=0.020589	lr=0.397264
Epoch[15] Batch [399]	Speed: 2812.923482 samples/sec	rmse=0.020591	lr=0.397243
Epoch[15] Batch [449]	Speed: 2821.260567 samples/sec	rmse=0.020600	lr=0.397221
Epoch[15] Batch [499]	Speed: 2913.080699 samples/sec	rmse=0.020624	lr=0.397200
Epoch[15] Batch [549]	Speed: 2799.358287 samples/sec	rmse=0.020633	lr=0.397178
Epoch[15] Batch [599]	Speed: 2770.448998 samples/sec	rmse=0.020659	lr=0.397157
Epoch[15] Batch [649]	Speed: 2724.214276 samples/sec	rmse=0.020672	lr=0.397135
Epoch[15] Batch [699]	Speed: 2722.744716 samples/sec	rmse=0.020665	lr=0.397113
Epoch[15] Batch [749]	Speed: 2780.894098 samples/sec	rmse=0.020652	lr=0.397091
Epoch[15] Batch [799]	Speed: 2753.124372 samples/sec	rmse=0.020645	lr=0.397069
Epoch[15] Batch [849]	Speed: 2793.279471 samples/sec	rmse=0.020645	lr=0.397047
Epoch[15] Batch [899]	Speed: 2868.453712 samples/sec	rmse=0.020640	lr=0.397025
Epoch[15] Batch [949]	Speed: 2888.219924 samples/sec	rmse=0.020636	lr=0.397003
Epoch[15] Batch [999]	Speed: 2848.545884 samples/sec	rmse=0.020634	lr=0.396981
Epoch[15] Batch [1049]	Speed: 3029.134470 samples/sec	rmse=0.020635	lr=0.396959
Epoch[15] Batch [1099]	Speed: 2758.618324 samples/sec	rmse=0.020644	lr=0.396936
Epoch[15] Batch [1149]	Speed: 2828.869814 samples/sec	rmse=0.020641	lr=0.396914
Epoch[15] Batch [1199]	Speed: 2863.921164 samples/sec	rmse=0.020637	lr=0.396891
Epoch[15] Batch [1249]	Speed: 2996.929555 samples/sec	rmse=0.020644	lr=0.396868
[Epoch 15] training: rmse=0.020644
[Epoch 15] speed: 2826 samples/sec	time cost: 462.651430
[Epoch 15] validation: err-top1=0.407246 err-top5=0.168387
Epoch[16] Batch [49]	Speed: 2994.231008 samples/sec	rmse=0.020621	lr=0.396845
Epoch[16] Batch [99]	Speed: 2845.449355 samples/sec	rmse=0.020523	lr=0.396822
Epoch[16] Batch [149]	Speed: 2817.992907 samples/sec	rmse=0.020433	lr=0.396800
Epoch[16] Batch [199]	Speed: 2898.891090 samples/sec	rmse=0.020450	lr=0.396777
Epoch[16] Batch [249]	Speed: 2853.339073 samples/sec	rmse=0.020470	lr=0.396754
Epoch[16] Batch [299]	Speed: 2898.864989 samples/sec	rmse=0.020480	lr=0.396730
Epoch[16] Batch [349]	Speed: 2863.798147 samples/sec	rmse=0.020537	lr=0.396707
Epoch[16] Batch [399]	Speed: 2842.547968 samples/sec	rmse=0.020566	lr=0.396684
Epoch[16] Batch [449]	Speed: 2821.555370 samples/sec	rmse=0.020564	lr=0.396660
Epoch[16] Batch [499]	Speed: 2815.908970 samples/sec	rmse=0.020577	lr=0.396637
Epoch[16] Batch [549]	Speed: 2798.874389 samples/sec	rmse=0.020587	lr=0.396613
Epoch[16] Batch [599]	Speed: 2919.786945 samples/sec	rmse=0.020591	lr=0.396590
Epoch[16] Batch [649]	Speed: 2896.195631 samples/sec	rmse=0.020582	lr=0.396566
Epoch[16] Batch [699]	Speed: 3060.348651 samples/sec	rmse=0.020582	lr=0.396542
Epoch[16] Batch [749]	Speed: 2889.164196 samples/sec	rmse=0.020591	lr=0.396518
Epoch[16] Batch [799]	Speed: 2816.945287 samples/sec	rmse=0.020590	lr=0.396494
Epoch[16] Batch [849]	Speed: 2985.846532 samples/sec	rmse=0.020591	lr=0.396470
Epoch[16] Batch [899]	Speed: 2809.331242 samples/sec	rmse=0.020597	lr=0.396446
Epoch[16] Batch [949]	Speed: 2911.890760 samples/sec	rmse=0.020607	lr=0.396422
Epoch[16] Batch [999]	Speed: 2795.665520 samples/sec	rmse=0.020604	lr=0.396398
Epoch[16] Batch [1049]	Speed: 2810.541993 samples/sec	rmse=0.020609	lr=0.396373
Epoch[16] Batch [1099]	Speed: 2923.232735 samples/sec	rmse=0.020608	lr=0.396349
Epoch[16] Batch [1149]	Speed: 2962.793730 samples/sec	rmse=0.020605	lr=0.396324
Epoch[16] Batch [1199]	Speed: 2932.673762 samples/sec	rmse=0.020597	lr=0.396300
Epoch[16] Batch [1249]	Speed: 3147.320716 samples/sec	rmse=0.020608	lr=0.396275
[Epoch 16] training: rmse=0.020606
[Epoch 16] speed: 2887 samples/sec	time cost: 453.231426
[Epoch 16] validation: err-top1=0.419364 err-top5=0.174805
Epoch[17] Batch [49]	Speed: 2890.233789 samples/sec	rmse=0.020360	lr=0.396250
Epoch[17] Batch [99]	Speed: 3060.367841 samples/sec	rmse=0.020327	lr=0.396225
Epoch[17] Batch [149]	Speed: 2826.902906 samples/sec	rmse=0.020488	lr=0.396200
Epoch[17] Batch [199]	Speed: 2848.325163 samples/sec	rmse=0.020521	lr=0.396175
Epoch[17] Batch [249]	Speed: 2918.787762 samples/sec	rmse=0.020547	lr=0.396150
Epoch[17] Batch [299]	Speed: 2922.263323 samples/sec	rmse=0.020507	lr=0.396125
Epoch[17] Batch [349]	Speed: 3073.925469 samples/sec	rmse=0.020518	lr=0.396099
Epoch[17] Batch [399]	Speed: 2791.419707 samples/sec	rmse=0.020520	lr=0.396074
Epoch[17] Batch [449]	Speed: 2853.852835 samples/sec	rmse=0.020534	lr=0.396049
Epoch[17] Batch [499]	Speed: 3046.725330 samples/sec	rmse=0.020510	lr=0.396023
Epoch[17] Batch [549]	Speed: 3007.524117 samples/sec	rmse=0.020521	lr=0.395997
Epoch[17] Batch [599]	Speed: 3018.337744 samples/sec	rmse=0.020527	lr=0.395972
Epoch[17] Batch [649]	Speed: 2831.952714 samples/sec	rmse=0.020520	lr=0.395946
Epoch[17] Batch [699]	Speed: 2895.841757 samples/sec	rmse=0.020527	lr=0.395920
Epoch[17] Batch [749]	Speed: 3023.611393 samples/sec	rmse=0.020529	lr=0.395894
Epoch[17] Batch [799]	Speed: 2934.527786 samples/sec	rmse=0.020520	lr=0.395868
Epoch[17] Batch [849]	Speed: 2843.696546 samples/sec	rmse=0.020527	lr=0.395842
Epoch[17] Batch [899]	Speed: 2863.021449 samples/sec	rmse=0.020530	lr=0.395816
Epoch[17] Batch [949]	Speed: 2700.242211 samples/sec	rmse=0.020530	lr=0.395790
Epoch[17] Batch [999]	Speed: 2802.412455 samples/sec	rmse=0.020535	lr=0.395763
Epoch[17] Batch [1049]	Speed: 2904.828069 samples/sec	rmse=0.020529	lr=0.395737
Epoch[17] Batch [1099]	Speed: 2727.711431 samples/sec	rmse=0.020528	lr=0.395711
Epoch[17] Batch [1149]	Speed: 2771.675790 samples/sec	rmse=0.020531	lr=0.395684
Epoch[17] Batch [1199]	Speed: 2868.022774 samples/sec	rmse=0.020522	lr=0.395657
Epoch[17] Batch [1249]	Speed: 3035.895769 samples/sec	rmse=0.020519	lr=0.395631
[Epoch 17] training: rmse=0.020520
[Epoch 17] speed: 2892 samples/sec	time cost: 452.832953
[Epoch 17] validation: err-top1=0.409546 err-top5=0.170634
Epoch[18] Batch [49]	Speed: 2880.019561 samples/sec	rmse=0.020453	lr=0.395603
Epoch[18] Batch [99]	Speed: 2809.636313 samples/sec	rmse=0.020351	lr=0.395576
Epoch[18] Batch [149]	Speed: 2748.639852 samples/sec	rmse=0.020403	lr=0.395549
Epoch[18] Batch [199]	Speed: 2940.666991 samples/sec	rmse=0.020429	lr=0.395522
Epoch[18] Batch [249]	Speed: 2856.366295 samples/sec	rmse=0.020507	lr=0.395495
Epoch[18] Batch [299]	Speed: 2851.880888 samples/sec	rmse=0.020492	lr=0.395468
Epoch[18] Batch [349]	Speed: 2746.872626 samples/sec	rmse=0.020452	lr=0.395441
Epoch[18] Batch [399]	Speed: 2907.387447 samples/sec	rmse=0.020445	lr=0.395413
Epoch[18] Batch [449]	Speed: 2816.431872 samples/sec	rmse=0.020439	lr=0.395386
Epoch[18] Batch [499]	Speed: 2871.290848 samples/sec	rmse=0.020448	lr=0.395358
Epoch[18] Batch [549]	Speed: 2941.706237 samples/sec	rmse=0.020487	lr=0.395331
Epoch[18] Batch [599]	Speed: 2782.563612 samples/sec	rmse=0.020498	lr=0.395303
Epoch[18] Batch [649]	Speed: 2829.100501 samples/sec	rmse=0.020489	lr=0.395275
Epoch[18] Batch [699]	Speed: 2826.134076 samples/sec	rmse=0.020483	lr=0.395247
Epoch[18] Batch [749]	Speed: 2791.406173 samples/sec	rmse=0.020488	lr=0.395219
Epoch[18] Batch [799]	Speed: 2789.630363 samples/sec	rmse=0.020475	lr=0.395191
Epoch[18] Batch [849]	Speed: 2987.965050 samples/sec	rmse=0.020479	lr=0.395163
Epoch[18] Batch [899]	Speed: 2886.487563 samples/sec	rmse=0.020472	lr=0.395135
Epoch[18] Batch [949]	Speed: 2816.488905 samples/sec	rmse=0.020462	lr=0.395107
Epoch[18] Batch [999]	Speed: 2798.293881 samples/sec	rmse=0.020453	lr=0.395078
Epoch[18] Batch [1049]	Speed: 2913.219407 samples/sec	rmse=0.020460	lr=0.395050
Epoch[18] Batch [1099]	Speed: 2901.688802 samples/sec	rmse=0.020476	lr=0.395021
Epoch[18] Batch [1149]	Speed: 2907.424093 samples/sec	rmse=0.020483	lr=0.394993
Epoch[18] Batch [1199]	Speed: 2986.297536 samples/sec	rmse=0.020486	lr=0.394964
Epoch[18] Batch [1249]	Speed: 3042.496394 samples/sec	rmse=0.020483	lr=0.394935
[Epoch 18] training: rmse=0.020484
[Epoch 18] speed: 2861 samples/sec	time cost: 457.691717
[Epoch 18] validation: err-top1=0.402922 err-top5=0.164860
Epoch[19] Batch [49]	Speed: 3080.790001 samples/sec	rmse=0.020618	lr=0.394906
Epoch[19] Batch [99]	Speed: 2778.831281 samples/sec	rmse=0.020555	lr=0.394877
Epoch[19] Batch [149]	Speed: 2746.346922 samples/sec	rmse=0.020499	lr=0.394848
Epoch[19] Batch [199]	Speed: 2911.787473 samples/sec	rmse=0.020563	lr=0.394819
Epoch[19] Batch [249]	Speed: 2936.686603 samples/sec	rmse=0.020530	lr=0.394790
Epoch[19] Batch [299]	Speed: 2950.246848 samples/sec	rmse=0.020500	lr=0.394761
Epoch[19] Batch [349]	Speed: 2872.443411 samples/sec	rmse=0.020461	lr=0.394731
Epoch[19] Batch [399]	Speed: 2980.491460 samples/sec	rmse=0.020436	lr=0.394702
Epoch[19] Batch [449]	Speed: 2834.274913 samples/sec	rmse=0.020417	lr=0.394672
Epoch[19] Batch [499]	Speed: 2966.354335 samples/sec	rmse=0.020429	lr=0.394643
Epoch[19] Batch [549]	Speed: 2907.233274 samples/sec	rmse=0.020440	lr=0.394613
Epoch[19] Batch [599]	Speed: 2812.903512 samples/sec	rmse=0.020461	lr=0.394583
Epoch[19] Batch [649]	Speed: 2908.888933 samples/sec	rmse=0.020471	lr=0.394554
Epoch[19] Batch [699]	Speed: 2834.828235 samples/sec	rmse=0.020470	lr=0.394524
Epoch[19] Batch [749]	Speed: 2839.451882 samples/sec	rmse=0.020461	lr=0.394494
Epoch[19] Batch [799]	Speed: 2957.911414 samples/sec	rmse=0.020480	lr=0.394464
Epoch[19] Batch [849]	Speed: 3038.110859 samples/sec	rmse=0.020479	lr=0.394434
Epoch[19] Batch [899]	Speed: 2833.013359 samples/sec	rmse=0.020479	lr=0.394403
Epoch[19] Batch [949]	Speed: 3030.009653 samples/sec	rmse=0.020485	lr=0.394373
Epoch[19] Batch [999]	Speed: 2879.349199 samples/sec	rmse=0.020479	lr=0.394343
Epoch[19] Batch [1049]	Speed: 2939.028065 samples/sec	rmse=0.020482	lr=0.394312
Epoch[19] Batch [1099]	Speed: 2882.823479 samples/sec	rmse=0.020486	lr=0.394282
Epoch[19] Batch [1149]	Speed: 2940.765289 samples/sec	rmse=0.020486	lr=0.394251
Epoch[19] Batch [1199]	Speed: 2992.990715 samples/sec	rmse=0.020489	lr=0.394220
Epoch[19] Batch [1249]	Speed: 2911.908014 samples/sec	rmse=0.020489	lr=0.394190
[Epoch 19] training: rmse=0.020487
[Epoch 19] speed: 2906 samples/sec	time cost: 450.631404
[Epoch 19] validation: err-top1=0.399255 err-top5=0.158542
Epoch[20] Batch [49]	Speed: 3024.287712 samples/sec	rmse=0.020480	lr=0.394158
Epoch[20] Batch [99]	Speed: 2861.459480 samples/sec	rmse=0.020329	lr=0.394127
Epoch[20] Batch [149]	Speed: 2989.248656 samples/sec	rmse=0.020308	lr=0.394096
Epoch[20] Batch [199]	Speed: 2887.483191 samples/sec	rmse=0.020312	lr=0.394065
Epoch[20] Batch [249]	Speed: 2898.905373 samples/sec	rmse=0.020321	lr=0.394034
Epoch[20] Batch [299]	Speed: 2892.925054 samples/sec	rmse=0.020330	lr=0.394003
Epoch[20] Batch [349]	Speed: 2992.010592 samples/sec	rmse=0.020346	lr=0.393971
Epoch[20] Batch [399]	Speed: 2856.055284 samples/sec	rmse=0.020341	lr=0.393940
Epoch[20] Batch [449]	Speed: 2893.607134 samples/sec	rmse=0.020349	lr=0.393908
Epoch[20] Batch [499]	Speed: 2813.867416 samples/sec	rmse=0.020349	lr=0.393877
Epoch[20] Batch [549]	Speed: 2894.062644 samples/sec	rmse=0.020336	lr=0.393845
Epoch[20] Batch [599]	Speed: 3010.267196 samples/sec	rmse=0.020344	lr=0.393813
Epoch[20] Batch [649]	Speed: 2695.199571 samples/sec	rmse=0.020335	lr=0.393782
Epoch[20] Batch [699]	Speed: 2921.711201 samples/sec	rmse=0.020338	lr=0.393750
Epoch[20] Batch [749]	Speed: 2883.378538 samples/sec	rmse=0.020360	lr=0.393718
Epoch[20] Batch [799]	Speed: 2811.241344 samples/sec	rmse=0.020375	lr=0.393686
Epoch[20] Batch [849]	Speed: 2877.396540 samples/sec	rmse=0.020370	lr=0.393653
Epoch[20] Batch [899]	Speed: 2877.716304 samples/sec	rmse=0.020367	lr=0.393621
Epoch[20] Batch [949]	Speed: 2801.524286 samples/sec	rmse=0.020381	lr=0.393589
Epoch[20] Batch [999]	Speed: 2811.147650 samples/sec	rmse=0.020383	lr=0.393557
Epoch[20] Batch [1049]	Speed: 2817.373726 samples/sec	rmse=0.020388	lr=0.393524
Epoch[20] Batch [1099]	Speed: 2872.009661 samples/sec	rmse=0.020392	lr=0.393492
Epoch[20] Batch [1149]	Speed: 2986.551914 samples/sec	rmse=0.020397	lr=0.393459
Epoch[20] Batch [1199]	Speed: 2884.416692 samples/sec	rmse=0.020401	lr=0.393426
Epoch[20] Batch [1249]	Speed: 2846.618316 samples/sec	rmse=0.020398	lr=0.393393
[Epoch 20] training: rmse=0.020399
[Epoch 20] speed: 2879 samples/sec	time cost: 454.477973
[Epoch 20] validation: err-top1=0.394332 err-top5=0.158382
Epoch[21] Batch [49]	Speed: 2882.626589 samples/sec	rmse=0.020055	lr=0.393360
Epoch[21] Batch [99]	Speed: 2780.269658 samples/sec	rmse=0.020238	lr=0.393327
Epoch[21] Batch [149]	Speed: 2878.762656 samples/sec	rmse=0.020267	lr=0.393294
Epoch[21] Batch [199]	Speed: 2866.966378 samples/sec	rmse=0.020305	lr=0.393261
Epoch[21] Batch [249]	Speed: 2980.097127 samples/sec	rmse=0.020340	lr=0.393228
Epoch[21] Batch [299]	Speed: 2802.621985 samples/sec	rmse=0.020325	lr=0.393194
Epoch[21] Batch [349]	Speed: 2909.078511 samples/sec	rmse=0.020328	lr=0.393161
Epoch[21] Batch [399]	Speed: 2855.949464 samples/sec	rmse=0.020311	lr=0.393128
Epoch[21] Batch [449]	Speed: 2942.120222 samples/sec	rmse=0.020306	lr=0.393094
Epoch[21] Batch [499]	Speed: 2899.575869 samples/sec	rmse=0.020282	lr=0.393060
Epoch[21] Batch [549]	Speed: 2778.010029 samples/sec	rmse=0.020293	lr=0.393027
Epoch[21] Batch [599]	Speed: 2874.568648 samples/sec	rmse=0.020292	lr=0.392993
Epoch[21] Batch [649]	Speed: 2929.293715 samples/sec	rmse=0.020296	lr=0.392959
Epoch[21] Batch [699]	Speed: 2973.841404 samples/sec	rmse=0.020304	lr=0.392925
Epoch[21] Batch [749]	Speed: 2928.383811 samples/sec	rmse=0.020322	lr=0.392891
Epoch[21] Batch [799]	Speed: 2751.761327 samples/sec	rmse=0.020316	lr=0.392857
Epoch[21] Batch [849]	Speed: 2972.062837 samples/sec	rmse=0.020316	lr=0.392823
Epoch[21] Batch [899]	Speed: 2908.262056 samples/sec	rmse=0.020325	lr=0.392789
Epoch[21] Batch [949]	Speed: 2871.670581 samples/sec	rmse=0.020329	lr=0.392755
Epoch[21] Batch [999]	Speed: 2836.049906 samples/sec	rmse=0.020346	lr=0.392720
Epoch[21] Batch [1049]	Speed: 2913.316551 samples/sec	rmse=0.020349	lr=0.392686
Epoch[21] Batch [1099]	Speed: 2976.766542 samples/sec	rmse=0.020354	lr=0.392651
Epoch[21] Batch [1149]	Speed: 2937.880299 samples/sec	rmse=0.020358	lr=0.392617
Epoch[21] Batch [1199]	Speed: 2838.228253 samples/sec	rmse=0.020367	lr=0.392582
Epoch[21] Batch [1249]	Speed: 2931.747988 samples/sec	rmse=0.020367	lr=0.392547
[Epoch 21] training: rmse=0.020367
[Epoch 21] speed: 2885 samples/sec	time cost: 453.988889
[Epoch 21] validation: err-top1=0.392897 err-top5=0.158402
Epoch[22] Batch [49]	Speed: 2853.745092 samples/sec	rmse=0.020077	lr=0.392511
Epoch[22] Batch [99]	Speed: 2678.602061 samples/sec	rmse=0.020180	lr=0.392476
Epoch[22] Batch [149]	Speed: 2857.655697 samples/sec	rmse=0.020295	lr=0.392441
Epoch[22] Batch [199]	Speed: 2887.165678 samples/sec	rmse=0.020256	lr=0.392406
Epoch[22] Batch [249]	Speed: 2966.277181 samples/sec	rmse=0.020292	lr=0.392371
Epoch[22] Batch [299]	Speed: 2851.473505 samples/sec	rmse=0.020324	lr=0.392336
Epoch[22] Batch [349]	Speed: 2834.423053 samples/sec	rmse=0.020321	lr=0.392301
Epoch[22] Batch [399]	Speed: 2934.713943 samples/sec	rmse=0.020336	lr=0.392265
Epoch[22] Batch [449]	Speed: 2791.107442 samples/sec	rmse=0.020351	lr=0.392230
Epoch[22] Batch [499]	Speed: 2847.120752 samples/sec	rmse=0.020348	lr=0.392194
Epoch[22] Batch [549]	Speed: 2945.732134 samples/sec	rmse=0.020340	lr=0.392158
Epoch[22] Batch [599]	Speed: 2939.913083 samples/sec	rmse=0.020337	lr=0.392123
Epoch[22] Batch [649]	Speed: 2823.645152 samples/sec	rmse=0.020335	lr=0.392087
Epoch[22] Batch [699]	Speed: 2812.082990 samples/sec	rmse=0.020338	lr=0.392051
Epoch[22] Batch [749]	Speed: 2834.169953 samples/sec	rmse=0.020334	lr=0.392015
Epoch[22] Batch [799]	Speed: 2770.341350 samples/sec	rmse=0.020338	lr=0.391979
Epoch[22] Batch [849]	Speed: 2793.379462 samples/sec	rmse=0.020318	lr=0.391943
Epoch[22] Batch [899]	Speed: 2794.616904 samples/sec	rmse=0.020324	lr=0.391906
Epoch[22] Batch [949]	Speed: 2955.433618 samples/sec	rmse=0.020328	lr=0.391870
Epoch[22] Batch [999]	Speed: 2872.000174 samples/sec	rmse=0.020338	lr=0.391834
Epoch[22] Batch [1049]	Speed: 2921.210269 samples/sec	rmse=0.020340	lr=0.391797
Epoch[22] Batch [1099]	Speed: 2769.293821 samples/sec	rmse=0.020333	lr=0.391761
Epoch[22] Batch [1149]	Speed: 2699.915829 samples/sec	rmse=0.020340	lr=0.391724
Epoch[22] Batch [1199]	Speed: 2765.363961 samples/sec	rmse=0.020341	lr=0.391687
Epoch[22] Batch [1249]	Speed: 3019.441538 samples/sec	rmse=0.020346	lr=0.391651
[Epoch 22] training: rmse=0.020347
[Epoch 22] speed: 2844 samples/sec	time cost: 460.002481
[Epoch 22] validation: err-top1=0.397999 err-top5=0.158183
Epoch[23] Batch [49]	Speed: 2772.905351 samples/sec	rmse=0.020202	lr=0.391613
Epoch[23] Batch [99]	Speed: 2837.733862 samples/sec	rmse=0.020171	lr=0.391576
Epoch[23] Batch [149]	Speed: 2830.365286 samples/sec	rmse=0.020209	lr=0.391539
Epoch[23] Batch [199]	Speed: 2924.392777 samples/sec	rmse=0.020202	lr=0.391502
Epoch[23] Batch [249]	Speed: 2861.077639 samples/sec	rmse=0.020166	lr=0.391465
Epoch[23] Batch [299]	Speed: 3003.146732 samples/sec	rmse=0.020203	lr=0.391428
Epoch[23] Batch [349]	Speed: 2831.195245 samples/sec	rmse=0.020206	lr=0.391390
Epoch[23] Batch [399]	Speed: 2731.168182 samples/sec	rmse=0.020217	lr=0.391353
Epoch[23] Batch [449]	Speed: 2803.325266 samples/sec	rmse=0.020217	lr=0.391315
Epoch[23] Batch [499]	Speed: 2850.639374 samples/sec	rmse=0.020211	lr=0.391278
Epoch[23] Batch [549]	Speed: 2856.386849 samples/sec	rmse=0.020223	lr=0.391240
Epoch[23] Batch [599]	Speed: 2848.731797 samples/sec	rmse=0.020217	lr=0.391202
Epoch[23] Batch [649]	Speed: 2767.823859 samples/sec	rmse=0.020225	lr=0.391164
Epoch[23] Batch [699]	Speed: 2854.031135 samples/sec	rmse=0.020220	lr=0.391127
Epoch[23] Batch [749]	Speed: 2849.546436 samples/sec	rmse=0.020224	lr=0.391089
Epoch[23] Batch [799]	Speed: 2853.730492 samples/sec	rmse=0.020230	lr=0.391051
Epoch[23] Batch [849]	Speed: 2835.547139 samples/sec	rmse=0.020230	lr=0.391012
Epoch[23] Batch [899]	Speed: 2994.235391 samples/sec	rmse=0.020230	lr=0.390974
Epoch[23] Batch [949]	Speed: 2897.304328 samples/sec	rmse=0.020231	lr=0.390936
Epoch[23] Batch [999]	Speed: 2822.084303 samples/sec	rmse=0.020238	lr=0.390898
Epoch[23] Batch [1049]	Speed: 2839.978419 samples/sec	rmse=0.020237	lr=0.390859
Epoch[23] Batch [1099]	Speed: 2950.945199 samples/sec	rmse=0.020249	lr=0.390821
Epoch[23] Batch [1149]	Speed: 2780.242626 samples/sec	rmse=0.020246	lr=0.390782
Epoch[23] Batch [1199]	Speed: 2989.012706 samples/sec	rmse=0.020232	lr=0.390743
Epoch[23] Batch [1249]	Speed: 3071.669860 samples/sec	rmse=0.020225	lr=0.390705
[Epoch 23] training: rmse=0.020226
[Epoch 23] speed: 2862 samples/sec	time cost: 457.699242
[Epoch 23] validation: err-top1=0.394389 err-top5=0.162252
Epoch[24] Batch [49]	Speed: 3089.418491 samples/sec	rmse=0.020125	lr=0.390665
Epoch[24] Batch [99]	Speed: 2756.586074 samples/sec	rmse=0.020182	lr=0.390626
Epoch[24] Batch [149]	Speed: 2847.871095 samples/sec	rmse=0.020175	lr=0.390587
Epoch[24] Batch [199]	Speed: 2850.267226 samples/sec	rmse=0.020189	lr=0.390548
Epoch[24] Batch [249]	Speed: 2820.848508 samples/sec	rmse=0.020241	lr=0.390509
Epoch[24] Batch [299]	Speed: 2950.239877 samples/sec	rmse=0.020266	lr=0.390469
Epoch[24] Batch [349]	Speed: 2931.845051 samples/sec	rmse=0.020247	lr=0.390430
Epoch[24] Batch [399]	Speed: 3030.565448 samples/sec	rmse=0.020232	lr=0.390391
Epoch[24] Batch [449]	Speed: 2913.443700 samples/sec	rmse=0.020217	lr=0.390351
Epoch[24] Batch [499]	Speed: 2905.259606 samples/sec	rmse=0.020231	lr=0.390312
Epoch[24] Batch [549]	Speed: 2885.785722 samples/sec	rmse=0.020257	lr=0.390272
Epoch[24] Batch [599]	Speed: 2909.489946 samples/sec	rmse=0.020271	lr=0.390232
Epoch[24] Batch [649]	Speed: 2944.321393 samples/sec	rmse=0.020263	lr=0.390193
Epoch[24] Batch [699]	Speed: 2963.837509 samples/sec	rmse=0.020268	lr=0.390153
Epoch[24] Batch [749]	Speed: 2932.085632 samples/sec	rmse=0.020269	lr=0.390113
Epoch[24] Batch [799]	Speed: 3021.896594 samples/sec	rmse=0.020274	lr=0.390073
Epoch[24] Batch [849]	Speed: 2847.766032 samples/sec	rmse=0.020271	lr=0.390033
Epoch[24] Batch [899]	Speed: 2864.521734 samples/sec	rmse=0.020278	lr=0.389992
Epoch[24] Batch [949]	Speed: 2979.651425 samples/sec	rmse=0.020282	lr=0.389952
Epoch[24] Batch [999]	Speed: 2989.967137 samples/sec	rmse=0.020274	lr=0.389912
Epoch[24] Batch [1049]	Speed: 2886.442829 samples/sec	rmse=0.020268	lr=0.389871
Epoch[24] Batch [1099]	Speed: 2931.267416 samples/sec	rmse=0.020267	lr=0.389831
Epoch[24] Batch [1149]	Speed: 2920.759164 samples/sec	rmse=0.020277	lr=0.389790
Epoch[24] Batch [1199]	Speed: 3040.130162 samples/sec	rmse=0.020276	lr=0.389750
Epoch[24] Batch [1249]	Speed: 3007.249603 samples/sec	rmse=0.020271	lr=0.389709
[Epoch 24] training: rmse=0.020272
[Epoch 24] speed: 2924 samples/sec	time cost: 447.897290
[Epoch 24] validation: err-top1=0.378169 err-top5=0.146763
Epoch[25] Batch [49]	Speed: 3017.112840 samples/sec	rmse=0.020285	lr=0.389667
Epoch[25] Batch [99]	Speed: 3063.429053 samples/sec	rmse=0.020166	lr=0.389626
Epoch[25] Batch [149]	Speed: 2827.640097 samples/sec	rmse=0.020132	lr=0.389585
Epoch[25] Batch [199]	Speed: 3050.917491 samples/sec	rmse=0.020123	lr=0.389544
Epoch[25] Batch [249]	Speed: 2993.274355 samples/sec	rmse=0.020109	lr=0.389503
Epoch[25] Batch [299]	Speed: 2965.155080 samples/sec	rmse=0.020135	lr=0.389462
Epoch[25] Batch [349]	Speed: 2888.956062 samples/sec	rmse=0.020159	lr=0.389421
Epoch[25] Batch [399]	Speed: 2887.971146 samples/sec	rmse=0.020184	lr=0.389379
Epoch[25] Batch [449]	Speed: 2841.807422 samples/sec	rmse=0.020192	lr=0.389338
Epoch[25] Batch [499]	Speed: 2962.495975 samples/sec	rmse=0.020209	lr=0.389296
Epoch[25] Batch [549]	Speed: 2926.645984 samples/sec	rmse=0.020216	lr=0.389255
Epoch[25] Batch [599]	Speed: 2920.298707 samples/sec	rmse=0.020207	lr=0.389213
Epoch[25] Batch [649]	Speed: 2813.100721 samples/sec	rmse=0.020209	lr=0.389171
Epoch[25] Batch [699]	Speed: 2761.323839 samples/sec	rmse=0.020205	lr=0.389129
Epoch[25] Batch [749]	Speed: 2911.561461 samples/sec	rmse=0.020200	lr=0.389088
Epoch[25] Batch [799]	Speed: 2771.503840 samples/sec	rmse=0.020207	lr=0.389046
Epoch[25] Batch [849]	Speed: 2786.964098 samples/sec	rmse=0.020206	lr=0.389003
Epoch[25] Batch [899]	Speed: 2918.702868 samples/sec	rmse=0.020215	lr=0.388961
Epoch[25] Batch [949]	Speed: 2837.828699 samples/sec	rmse=0.020212	lr=0.388919
Epoch[25] Batch [999]	Speed: 2875.368718 samples/sec	rmse=0.020209	lr=0.388877
Epoch[25] Batch [1049]	Speed: 2847.709047 samples/sec	rmse=0.020216	lr=0.388834
Epoch[25] Batch [1099]	Speed: 2813.028386 samples/sec	rmse=0.020211	lr=0.388792
Epoch[25] Batch [1149]	Speed: 2941.105859 samples/sec	rmse=0.020214	lr=0.388749
Epoch[25] Batch [1199]	Speed: 2840.439253 samples/sec	rmse=0.020223	lr=0.388707
Epoch[25] Batch [1249]	Speed: 2945.949095 samples/sec	rmse=0.020230	lr=0.388664
[Epoch 25] training: rmse=0.020230
[Epoch 25] speed: 2892 samples/sec	time cost: 452.594178
[Epoch 25] validation: err-top1=0.406948 err-top5=0.169324
Epoch[26] Batch [49]	Speed: 3117.979807 samples/sec	rmse=0.020082	lr=0.388620
Epoch[26] Batch [99]	Speed: 2925.946208 samples/sec	rmse=0.020140	lr=0.388578
Epoch[26] Batch [149]	Speed: 2897.007084 samples/sec	rmse=0.020179	lr=0.388535
Epoch[26] Batch [199]	Speed: 3068.027112 samples/sec	rmse=0.020141	lr=0.388492
Epoch[26] Batch [249]	Speed: 2882.258073 samples/sec	rmse=0.020118	lr=0.388449
Epoch[26] Batch [299]	Speed: 2811.862618 samples/sec	rmse=0.020134	lr=0.388405
Epoch[26] Batch [349]	Speed: 2782.222073 samples/sec	rmse=0.020118	lr=0.388362
Epoch[26] Batch [399]	Speed: 2934.793193 samples/sec	rmse=0.020129	lr=0.388319
Epoch[26] Batch [449]	Speed: 2899.178348 samples/sec	rmse=0.020135	lr=0.388275
Epoch[26] Batch [499]	Speed: 2935.541628 samples/sec	rmse=0.020146	lr=0.388232
Epoch[26] Batch [549]	Speed: 2831.970566 samples/sec	rmse=0.020139	lr=0.388188
Epoch[26] Batch [599]	Speed: 2849.340417 samples/sec	rmse=0.020127	lr=0.388145
Epoch[26] Batch [649]	Speed: 2870.212440 samples/sec	rmse=0.020136	lr=0.388101
Epoch[26] Batch [699]	Speed: 2880.678604 samples/sec	rmse=0.020144	lr=0.388057
Epoch[26] Batch [749]	Speed: 2879.612016 samples/sec	rmse=0.020151	lr=0.388013
Epoch[26] Batch [799]	Speed: 2835.063375 samples/sec	rmse=0.020157	lr=0.387969
Epoch[26] Batch [849]	Speed: 2822.695427 samples/sec	rmse=0.020157	lr=0.387925
Epoch[26] Batch [899]	Speed: 2843.143559 samples/sec	rmse=0.020176	lr=0.387881
Epoch[26] Batch [949]	Speed: 2960.842553 samples/sec	rmse=0.020183	lr=0.387837
Epoch[26] Batch [999]	Speed: 2854.529362 samples/sec	rmse=0.020192	lr=0.387793
Epoch[26] Batch [1049]	Speed: 2969.022631 samples/sec	rmse=0.020190	lr=0.387748
Epoch[26] Batch [1099]	Speed: 2834.835906 samples/sec	rmse=0.020195	lr=0.387704
Epoch[26] Batch [1149]	Speed: 3028.385172 samples/sec	rmse=0.020208	lr=0.387659
Epoch[26] Batch [1199]	Speed: 2809.604884 samples/sec	rmse=0.020205	lr=0.387615
Epoch[26] Batch [1249]	Speed: 3117.576950 samples/sec	rmse=0.020205	lr=0.387570
[Epoch 26] training: rmse=0.020205
[Epoch 26] speed: 2900 samples/sec	time cost: 451.747628
[Epoch 26] validation: err-top1=0.377671 err-top5=0.143893
Epoch[27] Batch [49]	Speed: 3030.636829 samples/sec	rmse=0.020025	lr=0.387525
Epoch[27] Batch [99]	Speed: 2730.970659 samples/sec	rmse=0.020025	lr=0.387480
Epoch[27] Batch [149]	Speed: 2940.621046 samples/sec	rmse=0.020040	lr=0.387435
Epoch[27] Batch [199]	Speed: 2811.621555 samples/sec	rmse=0.020061	lr=0.387390
Epoch[27] Batch [249]	Speed: 2932.060091 samples/sec	rmse=0.020069	lr=0.387345
Epoch[27] Batch [299]	Speed: 2791.125254 samples/sec	rmse=0.020094	lr=0.387300
Epoch[27] Batch [349]	Speed: 2983.362226 samples/sec	rmse=0.020096	lr=0.387255
Epoch[27] Batch [399]	Speed: 2937.149511 samples/sec	rmse=0.020117	lr=0.387209
Epoch[27] Batch [449]	Speed: 2866.407671 samples/sec	rmse=0.020139	lr=0.387164
Epoch[27] Batch [499]	Speed: 2833.104966 samples/sec	rmse=0.020133	lr=0.387119
Epoch[27] Batch [549]	Speed: 2856.978181 samples/sec	rmse=0.020141	lr=0.387073
Epoch[27] Batch [599]	Speed: 2884.779134 samples/sec	rmse=0.020117	lr=0.387027
Epoch[27] Batch [649]	Speed: 3026.939612 samples/sec	rmse=0.020135	lr=0.386982
Epoch[27] Batch [699]	Speed: 2979.619012 samples/sec	rmse=0.020158	lr=0.386936
Epoch[27] Batch [749]	Speed: 2944.853988 samples/sec	rmse=0.020170	lr=0.386890
Epoch[27] Batch [799]	Speed: 3007.519483 samples/sec	rmse=0.020176	lr=0.386844
Epoch[27] Batch [849]	Speed: 2920.142011 samples/sec	rmse=0.020189	lr=0.386798
Epoch[27] Batch [899]	Speed: 2870.292541 samples/sec	rmse=0.020186	lr=0.386752
Epoch[27] Batch [949]	Speed: 2958.050676 samples/sec	rmse=0.020193	lr=0.386706
Epoch[27] Batch [999]	Speed: 2998.145196 samples/sec	rmse=0.020199	lr=0.386660
Epoch[27] Batch [1049]	Speed: 2803.071872 samples/sec	rmse=0.020199	lr=0.386614
Epoch[27] Batch [1099]	Speed: 2945.191911 samples/sec	rmse=0.020200	lr=0.386567
Epoch[27] Batch [1149]	Speed: 2956.359395 samples/sec	rmse=0.020201	lr=0.386521
Epoch[27] Batch [1199]	Speed: 2857.448694 samples/sec	rmse=0.020205	lr=0.386474
Epoch[27] Batch [1249]	Speed: 3010.626883 samples/sec	rmse=0.020203	lr=0.386428
[Epoch 27] training: rmse=0.020204
[Epoch 27] speed: 2910 samples/sec	time cost: 449.777590
[Epoch 27] validation: err-top1=0.388433 err-top5=0.153978
Epoch[28] Batch [49]	Speed: 2834.310039 samples/sec	rmse=0.020085	lr=0.386380
Epoch[28] Batch [99]	Speed: 2844.616710 samples/sec	rmse=0.020001	lr=0.386333
Epoch[28] Batch [149]	Speed: 2925.718152 samples/sec	rmse=0.020003	lr=0.386287
Epoch[28] Batch [199]	Speed: 2933.771089 samples/sec	rmse=0.020032	lr=0.386240
Epoch[28] Batch [249]	Speed: 2812.809118 samples/sec	rmse=0.020056	lr=0.386193
Epoch[28] Batch [299]	Speed: 3038.199016 samples/sec	rmse=0.020069	lr=0.386146
Epoch[28] Batch [349]	Speed: 2954.455051 samples/sec	rmse=0.020068	lr=0.386098
Epoch[28] Batch [399]	Speed: 2807.090926 samples/sec	rmse=0.020102	lr=0.386051
Epoch[28] Batch [449]	Speed: 2941.866626 samples/sec	rmse=0.020126	lr=0.386004
Epoch[28] Batch [499]	Speed: 2986.026386 samples/sec	rmse=0.020122	lr=0.385957
Epoch[28] Batch [549]	Speed: 2892.105721 samples/sec	rmse=0.020122	lr=0.385909
Epoch[28] Batch [599]	Speed: 2968.825037 samples/sec	rmse=0.020131	lr=0.385862
Epoch[28] Batch [649]	Speed: 3086.613090 samples/sec	rmse=0.020134	lr=0.385814
Epoch[28] Batch [699]	Speed: 2800.495009 samples/sec	rmse=0.020136	lr=0.385766
Epoch[28] Batch [749]	Speed: 3037.985016 samples/sec	rmse=0.020154	lr=0.385719
Epoch[28] Batch [799]	Speed: 2830.670391 samples/sec	rmse=0.020148	lr=0.385671
Epoch[28] Batch [849]	Speed: 2765.924758 samples/sec	rmse=0.020152	lr=0.385623
Epoch[28] Batch [899]	Speed: 2818.904094 samples/sec	rmse=0.020158	lr=0.385575
Epoch[28] Batch [949]	Speed: 3012.695473 samples/sec	rmse=0.020157	lr=0.385527
Epoch[28] Batch [999]	Speed: 2883.063901 samples/sec	rmse=0.020171	lr=0.385479
Epoch[28] Batch [1049]	Speed: 2919.807271 samples/sec	rmse=0.020171	lr=0.385430
Epoch[28] Batch [1099]	Speed: 2876.594840 samples/sec	rmse=0.020166	lr=0.385382
Epoch[28] Batch [1149]	Speed: 2904.610365 samples/sec	rmse=0.020173	lr=0.385334
Epoch[28] Batch [1199]	Speed: 3025.414831 samples/sec	rmse=0.020175	lr=0.385285
Epoch[28] Batch [1249]	Speed: 2991.993793 samples/sec	rmse=0.020174	lr=0.385237
[Epoch 28] training: rmse=0.020172
[Epoch 28] speed: 2911 samples/sec	time cost: 449.953650
[Epoch 28] validation: err-top1=0.373147 err-top5=0.143495
Epoch[29] Batch [49]	Speed: 2885.586799 samples/sec	rmse=0.020199	lr=0.385187
Epoch[29] Batch [99]	Speed: 2929.851066 samples/sec	rmse=0.020135	lr=0.385139
Epoch[29] Batch [149]	Speed: 2822.953904 samples/sec	rmse=0.020117	lr=0.385090
Epoch[29] Batch [199]	Speed: 2906.847856 samples/sec	rmse=0.020064	lr=0.385041
Epoch[29] Batch [249]	Speed: 2987.587565 samples/sec	rmse=0.020109	lr=0.384992
Epoch[29] Batch [299]	Speed: 2868.146499 samples/sec	rmse=0.020063	lr=0.384943
Epoch[29] Batch [349]	Speed: 2843.311262 samples/sec	rmse=0.020048	lr=0.384894
Epoch[29] Batch [399]	Speed: 2768.314850 samples/sec	rmse=0.020084	lr=0.384845
Epoch[29] Batch [449]	Speed: 2790.588896 samples/sec	rmse=0.020096	lr=0.384796
Epoch[29] Batch [499]	Speed: 2809.388723 samples/sec	rmse=0.020100	lr=0.384746
Epoch[29] Batch [549]	Speed: 2795.780169 samples/sec	rmse=0.020094	lr=0.384697
Epoch[29] Batch [599]	Speed: 2946.187430 samples/sec	rmse=0.020098	lr=0.384648
Epoch[29] Batch [649]	Speed: 2840.753674 samples/sec	rmse=0.020115	lr=0.384598
Epoch[29] Batch [699]	Speed: 2847.416190 samples/sec	rmse=0.020116	lr=0.384549
Epoch[29] Batch [749]	Speed: 2898.832823 samples/sec	rmse=0.020116	lr=0.384499
Epoch[29] Batch [799]	Speed: 2810.270302 samples/sec	rmse=0.020131	lr=0.384449
Epoch[29] Batch [849]	Speed: 2858.832769 samples/sec	rmse=0.020132	lr=0.384399
Epoch[29] Batch [899]	Speed: 2820.583378 samples/sec	rmse=0.020137	lr=0.384349
Epoch[29] Batch [949]	Speed: 2740.041695 samples/sec	rmse=0.020146	lr=0.384299
Epoch[29] Batch [999]	Speed: 2819.553415 samples/sec	rmse=0.020157	lr=0.384249
Epoch[29] Batch [1049]	Speed: 2873.294236 samples/sec	rmse=0.020154	lr=0.384199
Epoch[29] Batch [1099]	Speed: 2789.401177 samples/sec	rmse=0.020162	lr=0.384149
Epoch[29] Batch [1149]	Speed: 2842.067192 samples/sec	rmse=0.020169	lr=0.384099
Epoch[29] Batch [1199]	Speed: 2789.541474 samples/sec	rmse=0.020169	lr=0.384048
Epoch[29] Batch [1249]	Speed: 2932.044839 samples/sec	rmse=0.020170	lr=0.383998
[Epoch 29] training: rmse=0.020169
[Epoch 29] speed: 2845 samples/sec	time cost: 459.755576
[Epoch 29] validation: err-top1=0.403646 err-top5=0.163554
Epoch[30] Batch [49]	Speed: 2769.408995 samples/sec	rmse=0.020017	lr=0.383946
Epoch[30] Batch [99]	Speed: 2825.352431 samples/sec	rmse=0.019949	lr=0.383896
Epoch[30] Batch [149]	Speed: 2859.869468 samples/sec	rmse=0.020007	lr=0.383845
Epoch[30] Batch [199]	Speed: 2921.709372 samples/sec	rmse=0.020117	lr=0.383794
Epoch[30] Batch [249]	Speed: 2723.768201 samples/sec	rmse=0.020105	lr=0.383744
Epoch[30] Batch [299]	Speed: 2809.390450 samples/sec	rmse=0.020086	lr=0.383693
Epoch[30] Batch [349]	Speed: 2693.382070 samples/sec	rmse=0.020078	lr=0.383642
Epoch[30] Batch [399]	Speed: 2854.988364 samples/sec	rmse=0.020052	lr=0.383591
Epoch[30] Batch [449]	Speed: 2807.439737 samples/sec	rmse=0.020036	lr=0.383540
Epoch[30] Batch [499]	Speed: 2788.410258 samples/sec	rmse=0.020048	lr=0.383488
Epoch[30] Batch [549]	Speed: 2885.713207 samples/sec	rmse=0.020044	lr=0.383437
Epoch[30] Batch [599]	Speed: 2849.470739 samples/sec	rmse=0.020052	lr=0.383386
Epoch[30] Batch [649]	Speed: 2767.319383 samples/sec	rmse=0.020049	lr=0.383334
Epoch[30] Batch [699]	Speed: 2814.020362 samples/sec	rmse=0.020063	lr=0.383283
Epoch[30] Batch [749]	Speed: 2934.442174 samples/sec	rmse=0.020086	lr=0.383231
Epoch[30] Batch [799]	Speed: 2858.083714 samples/sec	rmse=0.020098	lr=0.383180
Epoch[30] Batch [849]	Speed: 2935.393002 samples/sec	rmse=0.020113	lr=0.383128
Epoch[30] Batch [899]	Speed: 2858.691200 samples/sec	rmse=0.020117	lr=0.383076
Epoch[30] Batch [949]	Speed: 2842.570732 samples/sec	rmse=0.020127	lr=0.383024
Epoch[30] Batch [999]	Speed: 2821.145524 samples/sec	rmse=0.020132	lr=0.382972
Epoch[30] Batch [1049]	Speed: 2819.132233 samples/sec	rmse=0.020147	lr=0.382920
Epoch[30] Batch [1099]	Speed: 2818.214204 samples/sec	rmse=0.020154	lr=0.382868
Epoch[30] Batch [1149]	Speed: 2807.058784 samples/sec	rmse=0.020159	lr=0.382816
Epoch[30] Batch [1199]	Speed: 2792.761897 samples/sec	rmse=0.020153	lr=0.382764
Epoch[30] Batch [1249]	Speed: 3031.993455 samples/sec	rmse=0.020155	lr=0.382711
[Epoch 30] training: rmse=0.020154
[Epoch 30] speed: 2831 samples/sec	time cost: 462.046155
[Epoch 30] validation: err-top1=0.382095 err-top5=0.151068
Epoch[31] Batch [49]	Speed: 2939.444676 samples/sec	rmse=0.019926	lr=0.382658
Epoch[31] Batch [99]	Speed: 2913.007240 samples/sec	rmse=0.019916	lr=0.382605
Epoch[31] Batch [149]	Speed: 2963.648130 samples/sec	rmse=0.019886	lr=0.382553
Epoch[31] Batch [199]	Speed: 2795.618353 samples/sec	rmse=0.020016	lr=0.382500
Epoch[31] Batch [249]	Speed: 2898.198146 samples/sec	rmse=0.020002	lr=0.382447
Epoch[31] Batch [299]	Speed: 2990.132665 samples/sec	rmse=0.020014	lr=0.382395
Epoch[31] Batch [349]	Speed: 2909.850595 samples/sec	rmse=0.020019	lr=0.382342
Epoch[31] Batch [399]	Speed: 2914.695554 samples/sec	rmse=0.020015	lr=0.382289
Epoch[31] Batch [449]	Speed: 2918.154747 samples/sec	rmse=0.020041	lr=0.382236
Epoch[31] Batch [499]	Speed: 2999.551940 samples/sec	rmse=0.020040	lr=0.382183
Epoch[31] Batch [549]	Speed: 2904.654053 samples/sec	rmse=0.020049	lr=0.382129
Epoch[31] Batch [599]	Speed: 2905.443915 samples/sec	rmse=0.020052	lr=0.382076
Epoch[31] Batch [649]	Speed: 2962.596923 samples/sec	rmse=0.020045	lr=0.382023
Epoch[31] Batch [699]	Speed: 2863.217121 samples/sec	rmse=0.020043	lr=0.381969
Epoch[31] Batch [749]	Speed: 3087.759003 samples/sec	rmse=0.020039	lr=0.381916
Epoch[31] Batch [799]	Speed: 2880.460603 samples/sec	rmse=0.020043	lr=0.381862
Epoch[31] Batch [849]	Speed: 2924.466771 samples/sec	rmse=0.020040	lr=0.381809
Epoch[31] Batch [899]	Speed: 3002.098672 samples/sec	rmse=0.020045	lr=0.381755
Epoch[31] Batch [949]	Speed: 2891.144268 samples/sec	rmse=0.020048	lr=0.381701
Epoch[31] Batch [999]	Speed: 2888.037094 samples/sec	rmse=0.020047	lr=0.381647
Epoch[31] Batch [1049]	Speed: 2997.206747 samples/sec	rmse=0.020060	lr=0.381594
Epoch[31] Batch [1099]	Speed: 2872.114715 samples/sec	rmse=0.020065	lr=0.381540
Epoch[31] Batch [1149]	Speed: 3030.028464 samples/sec	rmse=0.020062	lr=0.381485
Epoch[31] Batch [1199]	Speed: 2827.484587 samples/sec	rmse=0.020063	lr=0.381431
Epoch[31] Batch [1249]	Speed: 2939.443670 samples/sec	rmse=0.020070	lr=0.381377
[Epoch 31] training: rmse=0.020071
[Epoch 31] speed: 2925 samples/sec	time cost: 447.606990
[Epoch 31] validation: err-top1=0.397760 err-top5=0.163983
Epoch[32] Batch [49]	Speed: 3154.264181 samples/sec	rmse=0.019828	lr=0.381322
Epoch[32] Batch [99]	Speed: 3039.076693 samples/sec	rmse=0.020000	lr=0.381267
Epoch[32] Batch [149]	Speed: 2797.352094 samples/sec	rmse=0.019997	lr=0.381213
Epoch[32] Batch [199]	Speed: 2879.792275 samples/sec	rmse=0.019994	lr=0.381158
Epoch[32] Batch [249]	Speed: 2877.098741 samples/sec	rmse=0.020028	lr=0.381104
Epoch[32] Batch [299]	Speed: 2870.705319 samples/sec	rmse=0.020058	lr=0.381049
Epoch[32] Batch [349]	Speed: 3019.019558 samples/sec	rmse=0.020057	lr=0.380994
Epoch[32] Batch [399]	Speed: 2846.871267 samples/sec	rmse=0.020053	lr=0.380939
Epoch[32] Batch [449]	Speed: 2936.023242 samples/sec	rmse=0.020069	lr=0.380885
Epoch[32] Batch [499]	Speed: 3003.060429 samples/sec	rmse=0.020075	lr=0.380830
Epoch[32] Batch [549]	Speed: 2887.859064 samples/sec	rmse=0.020087	lr=0.380774
Epoch[32] Batch [599]	Speed: 2845.746068 samples/sec	rmse=0.020099	lr=0.380719
Epoch[32] Batch [649]	Speed: 2853.435448 samples/sec	rmse=0.020093	lr=0.380664
Epoch[32] Batch [699]	Speed: 2904.170146 samples/sec	rmse=0.020092	lr=0.380609
Epoch[32] Batch [749]	Speed: 2849.747341 samples/sec	rmse=0.020092	lr=0.380553
Epoch[32] Batch [799]	Speed: 3095.029185 samples/sec	rmse=0.020100	lr=0.380498
Epoch[32] Batch [849]	Speed: 2939.473404 samples/sec	rmse=0.020098	lr=0.380443
Epoch[32] Batch [899]	Speed: 2873.701263 samples/sec	rmse=0.020101	lr=0.380387
Epoch[32] Batch [949]	Speed: 2934.842807 samples/sec	rmse=0.020106	lr=0.380331
Epoch[32] Batch [999]	Speed: 2793.489018 samples/sec	rmse=0.020110	lr=0.380276
Epoch[32] Batch [1049]	Speed: 2993.924939 samples/sec	rmse=0.020111	lr=0.380220
Epoch[32] Batch [1099]	Speed: 2902.111171 samples/sec	rmse=0.020113	lr=0.380164
Epoch[32] Batch [1149]	Speed: 2965.838184 samples/sec	rmse=0.020109	lr=0.380108
Epoch[32] Batch [1199]	Speed: 2862.956181 samples/sec	rmse=0.020099	lr=0.380052
Epoch[32] Batch [1249]	Speed: 3078.229447 samples/sec	rmse=0.020098	lr=0.379996
[Epoch 32] training: rmse=0.020098
[Epoch 32] speed: 2923 samples/sec	time cost: 447.862289
[Epoch 32] validation: err-top1=0.379424 err-top5=0.148099
Epoch[33] Batch [49]	Speed: 2941.034404 samples/sec	rmse=0.019831	lr=0.379939
Epoch[33] Batch [99]	Speed: 2833.304980 samples/sec	rmse=0.019839	lr=0.379882
Epoch[33] Batch [149]	Speed: 2864.421246 samples/sec	rmse=0.019899	lr=0.379826
Epoch[33] Batch [199]	Speed: 2799.798074 samples/sec	rmse=0.019905	lr=0.379770
Epoch[33] Batch [249]	Speed: 2744.316258 samples/sec	rmse=0.019921	lr=0.379713
Epoch[33] Batch [299]	Speed: 2816.359107 samples/sec	rmse=0.019969	lr=0.379657
Epoch[33] Batch [349]	Speed: 2809.215957 samples/sec	rmse=0.020002	lr=0.379600
Epoch[33] Batch [399]	Speed: 2847.956149 samples/sec	rmse=0.020015	lr=0.379543
Epoch[33] Batch [449]	Speed: 2873.240569 samples/sec	rmse=0.020010	lr=0.379486
Epoch[33] Batch [499]	Speed: 2777.719619 samples/sec	rmse=0.020010	lr=0.379430
Epoch[33] Batch [549]	Speed: 2857.361970 samples/sec	rmse=0.020026	lr=0.379373
Epoch[33] Batch [599]	Speed: 2799.099188 samples/sec	rmse=0.020029	lr=0.379316
Epoch[33] Batch [649]	Speed: 2878.794223 samples/sec	rmse=0.020028	lr=0.379259
Epoch[33] Batch [699]	Speed: 2850.926044 samples/sec	rmse=0.020030	lr=0.379201
Epoch[33] Batch [749]	Speed: 2955.055605 samples/sec	rmse=0.020042	lr=0.379144
Epoch[33] Batch [799]	Speed: 2871.848771 samples/sec	rmse=0.020038	lr=0.379087
Epoch[33] Batch [849]	Speed: 2914.010614 samples/sec	rmse=0.020041	lr=0.379030
Epoch[33] Batch [899]	Speed: 2901.541977 samples/sec	rmse=0.020043	lr=0.378972
Epoch[33] Batch [949]	Speed: 2827.850623 samples/sec	rmse=0.020053	lr=0.378915
Epoch[33] Batch [999]	Speed: 2765.631634 samples/sec	rmse=0.020037	lr=0.378857
Epoch[33] Batch [1049]	Speed: 2864.283287 samples/sec	rmse=0.020043	lr=0.378799
Epoch[33] Batch [1099]	Speed: 2817.321795 samples/sec	rmse=0.020038	lr=0.378742
Epoch[33] Batch [1149]	Speed: 2760.693001 samples/sec	rmse=0.020042	lr=0.378684
Epoch[33] Batch [1199]	Speed: 2909.081152 samples/sec	rmse=0.020036	lr=0.378626
Epoch[33] Batch [1249]	Speed: 2948.510835 samples/sec	rmse=0.020041	lr=0.378568
[Epoch 33] training: rmse=0.020041
[Epoch 33] speed: 2845 samples/sec	time cost: 459.710547
[Epoch 33] validation: err-top1=0.373445 err-top5=0.143694
Epoch[34] Batch [49]	Speed: 2778.428682 samples/sec	rmse=0.020133	lr=0.378509
Epoch[34] Batch [99]	Speed: 2794.491986 samples/sec	rmse=0.019958	lr=0.378451
Epoch[34] Batch [149]	Speed: 2814.499552 samples/sec	rmse=0.019965	lr=0.378392
Epoch[34] Batch [199]	Speed: 2798.326298 samples/sec	rmse=0.019940	lr=0.378334
Epoch[34] Batch [249]	Speed: 2778.857998 samples/sec	rmse=0.019990	lr=0.378276
Epoch[34] Batch [299]	Speed: 2776.692066 samples/sec	rmse=0.019977	lr=0.378217
Epoch[34] Batch [349]	Speed: 2770.099886 samples/sec	rmse=0.020016	lr=0.378159
Epoch[34] Batch [399]	Speed: 2926.569845 samples/sec	rmse=0.020014	lr=0.378100
Epoch[34] Batch [449]	Speed: 3012.649532 samples/sec	rmse=0.020026	lr=0.378042
Epoch[34] Batch [499]	Speed: 3073.030101 samples/sec	rmse=0.020039	lr=0.377983
Epoch[34] Batch [549]	Speed: 2948.618322 samples/sec	rmse=0.020043	lr=0.377924
Epoch[34] Batch [599]	Speed: 2850.584621 samples/sec	rmse=0.020048	lr=0.377865
Epoch[34] Batch [649]	Speed: 2917.798539 samples/sec	rmse=0.020072	lr=0.377806
Epoch[34] Batch [699]	Speed: 2840.732217 samples/sec	rmse=0.020049	lr=0.377747
Epoch[34] Batch [749]	Speed: 2832.071591 samples/sec	rmse=0.020052	lr=0.377688
Epoch[34] Batch [799]	Speed: 2842.373471 samples/sec	rmse=0.020050	lr=0.377629
Epoch[34] Batch [849]	Speed: 2777.183229 samples/sec	rmse=0.020050	lr=0.377570
Epoch[34] Batch [899]	Speed: 2912.183128 samples/sec	rmse=0.020044	lr=0.377511
Epoch[34] Batch [949]	Speed: 2851.918383 samples/sec	rmse=0.020056	lr=0.377451
Epoch[34] Batch [999]	Speed: 3018.492428 samples/sec	rmse=0.020056	lr=0.377392
Epoch[34] Batch [1049]	Speed: 2984.222270 samples/sec	rmse=0.020075	lr=0.377332
Epoch[34] Batch [1099]	Speed: 2939.362157 samples/sec	rmse=0.020079	lr=0.377273
Epoch[34] Batch [1149]	Speed: 2824.692486 samples/sec	rmse=0.020087	lr=0.377213
Epoch[34] Batch [1199]	Speed: 2889.017819 samples/sec	rmse=0.020096	lr=0.377153
Epoch[34] Batch [1249]	Speed: 3030.664972 samples/sec	rmse=0.020094	lr=0.377094
[Epoch 34] training: rmse=0.020094
[Epoch 34] speed: 2874 samples/sec	time cost: 455.021110
[Epoch 34] validation: err-top1=0.388652 err-top5=0.156657
Epoch[35] Batch [49]	Speed: 2888.871418 samples/sec	rmse=0.019763	lr=0.377033
Epoch[35] Batch [99]	Speed: 2831.235146 samples/sec	rmse=0.019798	lr=0.376973
Epoch[35] Batch [149]	Speed: 2848.153506 samples/sec	rmse=0.019882	lr=0.376913
Epoch[35] Batch [199]	Speed: 2899.189347 samples/sec	rmse=0.019891	lr=0.376852
Epoch[35] Batch [249]	Speed: 2760.859140 samples/sec	rmse=0.019862	lr=0.376792
Epoch[35] Batch [299]	Speed: 2791.508462 samples/sec	rmse=0.019849	lr=0.376732
Epoch[35] Batch [349]	Speed: 2832.819365 samples/sec	rmse=0.019893	lr=0.376672
Epoch[35] Batch [399]	Speed: 2899.874110 samples/sec	rmse=0.019914	lr=0.376611
Epoch[35] Batch [449]	Speed: 2804.737908 samples/sec	rmse=0.019908	lr=0.376551
Epoch[35] Batch [499]	Speed: 2719.861330 samples/sec	rmse=0.019922	lr=0.376490
Epoch[35] Batch [549]	Speed: 2813.136577 samples/sec	rmse=0.019921	lr=0.376430
Epoch[35] Batch [599]	Speed: 2833.071888 samples/sec	rmse=0.019914	lr=0.376369
Epoch[35] Batch [649]	Speed: 2832.811181 samples/sec	rmse=0.019911	lr=0.376308
Epoch[35] Batch [699]	Speed: 2881.631097 samples/sec	rmse=0.019923	lr=0.376247
Epoch[35] Batch [749]	Speed: 2799.303041 samples/sec	rmse=0.019926	lr=0.376186
Epoch[35] Batch [799]	Speed: 2920.903292 samples/sec	rmse=0.019948	lr=0.376125
Epoch[35] Batch [849]	Speed: 2897.121049 samples/sec	rmse=0.019950	lr=0.376064
Epoch[35] Batch [899]	Speed: 2776.095422 samples/sec	rmse=0.019955	lr=0.376003
Epoch[35] Batch [949]	Speed: 2803.567214 samples/sec	rmse=0.019967	lr=0.375942
Epoch[35] Batch [999]	Speed: 2736.268238 samples/sec	rmse=0.019976	lr=0.375881
Epoch[35] Batch [1049]	Speed: 2791.109764 samples/sec	rmse=0.019983	lr=0.375819
Epoch[35] Batch [1099]	Speed: 2815.229550 samples/sec	rmse=0.019989	lr=0.375758
Epoch[35] Batch [1149]	Speed: 2886.709737 samples/sec	rmse=0.020004	lr=0.375697
Epoch[35] Batch [1199]	Speed: 2841.383814 samples/sec	rmse=0.020010	lr=0.375635
Epoch[35] Batch [1249]	Speed: 2911.944972 samples/sec	rmse=0.020010	lr=0.375573
[Epoch 35] training: rmse=0.020010
[Epoch 35] speed: 2830 samples/sec	time cost: 462.885819
[Epoch 35] validation: err-top1=0.375877 err-top5=0.146903
Epoch[36] Batch [49]	Speed: 2836.875033 samples/sec	rmse=0.019758	lr=0.375510
Epoch[36] Batch [99]	Speed: 2859.599351 samples/sec	rmse=0.019852	lr=0.375449
Epoch[36] Batch [149]	Speed: 2787.693197 samples/sec	rmse=0.019823	lr=0.375387
Epoch[36] Batch [199]	Speed: 2876.285881 samples/sec	rmse=0.019851	lr=0.375325
Epoch[36] Batch [249]	Speed: 2865.293435 samples/sec	rmse=0.019865	lr=0.375263
Epoch[36] Batch [299]	Speed: 2801.211474 samples/sec	rmse=0.019898	lr=0.375201
Epoch[36] Batch [349]	Speed: 2791.925822 samples/sec	rmse=0.019899	lr=0.375139
Epoch[36] Batch [399]	Speed: 2856.416674 samples/sec	rmse=0.019923	lr=0.375076
Epoch[36] Batch [449]	Speed: 2791.195741 samples/sec	rmse=0.019961	lr=0.375014
Epoch[36] Batch [499]	Speed: 2733.232861 samples/sec	rmse=0.019962	lr=0.374952
Epoch[36] Batch [549]	Speed: 2832.029275 samples/sec	rmse=0.019977	lr=0.374889
Epoch[36] Batch [599]	Speed: 2759.696340 samples/sec	rmse=0.019998	lr=0.374827
Epoch[36] Batch [649]	Speed: 2781.077444 samples/sec	rmse=0.020001	lr=0.374764
Epoch[36] Batch [699]	Speed: 2741.301606 samples/sec	rmse=0.019996	lr=0.374702
Epoch[36] Batch [749]	Speed: 2812.921161 samples/sec	rmse=0.020003	lr=0.374639
Epoch[36] Batch [799]	Speed: 2713.542269 samples/sec	rmse=0.019998	lr=0.374576
Epoch[36] Batch [849]	Speed: 2869.364052 samples/sec	rmse=0.019983	lr=0.374513
Epoch[36] Batch [899]	Speed: 2920.416975 samples/sec	rmse=0.019984	lr=0.374450
Epoch[36] Batch [949]	Speed: 2756.468709 samples/sec	rmse=0.019979	lr=0.374387
Epoch[36] Batch [999]	Speed: 2898.492779 samples/sec	rmse=0.019993	lr=0.374324
Epoch[36] Batch [1049]	Speed: 2787.215313 samples/sec	rmse=0.019990	lr=0.374261
Epoch[36] Batch [1099]	Speed: 2841.636099 samples/sec	rmse=0.020000	lr=0.374198
Epoch[36] Batch [1149]	Speed: 2937.480123 samples/sec	rmse=0.019999	lr=0.374134
Epoch[36] Batch [1199]	Speed: 2970.004672 samples/sec	rmse=0.020004	lr=0.374071
Epoch[36] Batch [1249]	Speed: 2991.289130 samples/sec	rmse=0.020008	lr=0.374008
[Epoch 36] training: rmse=0.020007
[Epoch 36] speed: 2828 samples/sec	time cost: 462.903681
[Epoch 36] validation: err-top1=0.376475 err-top5=0.147321
Epoch[37] Batch [49]	Speed: 2820.588528 samples/sec	rmse=0.019755	lr=0.373943
Epoch[37] Batch [99]	Speed: 2806.730574 samples/sec	rmse=0.019795	lr=0.373879
Epoch[37] Batch [149]	Speed: 2871.427256 samples/sec	rmse=0.019773	lr=0.373815
Epoch[37] Batch [199]	Speed: 2854.049569 samples/sec	rmse=0.019792	lr=0.373752
Epoch[37] Batch [249]	Speed: 2882.028306 samples/sec	rmse=0.019838	lr=0.373688
Epoch[37] Batch [299]	Speed: 2811.120824 samples/sec	rmse=0.019834	lr=0.373624
Epoch[37] Batch [349]	Speed: 2724.363887 samples/sec	rmse=0.019875	lr=0.373560
Epoch[37] Batch [399]	Speed: 2986.374738 samples/sec	rmse=0.019878	lr=0.373496
Epoch[37] Batch [449]	Speed: 2836.660987 samples/sec	rmse=0.019895	lr=0.373432
Epoch[37] Batch [499]	Speed: 2860.705314 samples/sec	rmse=0.019896	lr=0.373368
Epoch[37] Batch [549]	Speed: 2831.204949 samples/sec	rmse=0.019914	lr=0.373304
Epoch[37] Batch [599]	Speed: 2837.105790 samples/sec	rmse=0.019916	lr=0.373239
Epoch[37] Batch [649]	Speed: 2890.948731 samples/sec	rmse=0.019903	lr=0.373175
Epoch[37] Batch [699]	Speed: 2740.873251 samples/sec	rmse=0.019907	lr=0.373110
Epoch[37] Batch [749]	Speed: 2801.852412 samples/sec	rmse=0.019931	lr=0.373046
Epoch[37] Batch [799]	Speed: 2792.069713 samples/sec	rmse=0.019939	lr=0.372981
Epoch[37] Batch [849]	Speed: 2777.349993 samples/sec	rmse=0.019946	lr=0.372917
Epoch[37] Batch [899]	Speed: 2907.527306 samples/sec	rmse=0.019941	lr=0.372852
Epoch[37] Batch [949]	Speed: 2884.448694 samples/sec	rmse=0.019957	lr=0.372787
Epoch[37] Batch [999]	Speed: 2799.914449 samples/sec	rmse=0.019970	lr=0.372722
Epoch[37] Batch [1049]	Speed: 2787.053004 samples/sec	rmse=0.019978	lr=0.372657
Epoch[37] Batch [1099]	Speed: 2775.660933 samples/sec	rmse=0.019973	lr=0.372592
Epoch[37] Batch [1149]	Speed: 2892.480188 samples/sec	rmse=0.019986	lr=0.372527
Epoch[37] Batch [1199]	Speed: 2907.178135 samples/sec	rmse=0.019993	lr=0.372462
Epoch[37] Batch [1249]	Speed: 3048.730222 samples/sec	rmse=0.019998	lr=0.372397
[Epoch 37] training: rmse=0.019997
[Epoch 37] speed: 2841 samples/sec	time cost: 460.435914
[Epoch 37] validation: err-top1=0.372369 err-top5=0.143595
Epoch[38] Batch [49]	Speed: 3045.220757 samples/sec	rmse=0.019707	lr=0.372330
Epoch[38] Batch [99]	Speed: 2901.776944 samples/sec	rmse=0.019715	lr=0.372265
Epoch[38] Batch [149]	Speed: 2803.268143 samples/sec	rmse=0.019800	lr=0.372199
Epoch[38] Batch [199]	Speed: 2864.924521 samples/sec	rmse=0.019800	lr=0.372134
Epoch[38] Batch [249]	Speed: 2843.769488 samples/sec	rmse=0.019794	lr=0.372068
Epoch[38] Batch [299]	Speed: 2800.326366 samples/sec	rmse=0.019816	lr=0.372002
Epoch[38] Batch [349]	Speed: 2865.371695 samples/sec	rmse=0.019826	lr=0.371936
Epoch[38] Batch [399]	Speed: 2926.366296 samples/sec	rmse=0.019856	lr=0.371871
Epoch[38] Batch [449]	Speed: 2929.064099 samples/sec	rmse=0.019854	lr=0.371805
Epoch[38] Batch [499]	Speed: 2809.920972 samples/sec	rmse=0.019877	lr=0.371739
Epoch[38] Batch [549]	Speed: 2961.920948 samples/sec	rmse=0.019889	lr=0.371673
Epoch[38] Batch [599]	Speed: 2764.343891 samples/sec	rmse=0.019902	lr=0.371607
Epoch[38] Batch [649]	Speed: 2805.098884 samples/sec	rmse=0.019908	lr=0.371540
Epoch[38] Batch [699]	Speed: 2825.407484 samples/sec	rmse=0.019917	lr=0.371474
Epoch[38] Batch [749]	Speed: 2920.881640 samples/sec	rmse=0.019915	lr=0.371408
Epoch[38] Batch [799]	Speed: 2839.825305 samples/sec	rmse=0.019920	lr=0.371342
Epoch[38] Batch [849]	Speed: 2899.221833 samples/sec	rmse=0.019918	lr=0.371275
Epoch[38] Batch [899]	Speed: 2812.394221 samples/sec	rmse=0.019916	lr=0.371209
Epoch[38] Batch [949]	Speed: 2857.833217 samples/sec	rmse=0.019938	lr=0.371142
Epoch[38] Batch [999]	Speed: 2791.223857 samples/sec	rmse=0.019941	lr=0.371075
Epoch[38] Batch [1049]	Speed: 2820.652879 samples/sec	rmse=0.019943	lr=0.371009
Epoch[38] Batch [1099]	Speed: 2904.241981 samples/sec	rmse=0.019943	lr=0.370942
Epoch[38] Batch [1149]	Speed: 2817.197612 samples/sec	rmse=0.019945	lr=0.370875
Epoch[38] Batch [1199]	Speed: 2851.797342 samples/sec	rmse=0.019956	lr=0.370808
Epoch[38] Batch [1249]	Speed: 2957.570892 samples/sec	rmse=0.019959	lr=0.370741
[Epoch 38] training: rmse=0.019959
[Epoch 38] speed: 2861 samples/sec	time cost: 457.244441
[Epoch 38] validation: err-top1=0.359216 err-top5=0.134845
Epoch[39] Batch [49]	Speed: 2942.365557 samples/sec	rmse=0.019936	lr=0.370672
Epoch[39] Batch [99]	Speed: 2869.942437 samples/sec	rmse=0.019864	lr=0.370605
Epoch[39] Batch [149]	Speed: 2816.977324 samples/sec	rmse=0.019794	lr=0.370538
Epoch[39] Batch [199]	Speed: 2944.946104 samples/sec	rmse=0.019826	lr=0.370471
Epoch[39] Batch [249]	Speed: 2857.914911 samples/sec	rmse=0.019860	lr=0.370403
Epoch[39] Batch [299]	Speed: 2865.107456 samples/sec	rmse=0.019896	lr=0.370336
Epoch[39] Batch [349]	Speed: 2824.295136 samples/sec	rmse=0.019870	lr=0.370268
Epoch[39] Batch [399]	Speed: 3017.027641 samples/sec	rmse=0.019877	lr=0.370201
Epoch[39] Batch [449]	Speed: 2765.287188 samples/sec	rmse=0.019892	lr=0.370133
Epoch[39] Batch [499]	Speed: 2863.581586 samples/sec	rmse=0.019886	lr=0.370065
Epoch[39] Batch [549]	Speed: 2906.264728 samples/sec	rmse=0.019883	lr=0.369997
Epoch[39] Batch [599]	Speed: 2842.282092 samples/sec	rmse=0.019897	lr=0.369930
Epoch[39] Batch [649]	Speed: 2910.105957 samples/sec	rmse=0.019936	lr=0.369862
Epoch[39] Batch [699]	Speed: 2847.207799 samples/sec	rmse=0.019942	lr=0.369794
Epoch[39] Batch [749]	Speed: 2921.155115 samples/sec	rmse=0.019945	lr=0.369726
Epoch[39] Batch [799]	Speed: 2911.654981 samples/sec	rmse=0.019941	lr=0.369657
Epoch[39] Batch [849]	Speed: 2953.065061 samples/sec	rmse=0.019933	lr=0.369589
Epoch[39] Batch [899]	Speed: 2922.648703 samples/sec	rmse=0.019944	lr=0.369521
Epoch[39] Batch [949]	Speed: 2745.894027 samples/sec	rmse=0.019941	lr=0.369452
Epoch[39] Batch [999]	Speed: 2810.486452 samples/sec	rmse=0.019946	lr=0.369384
Epoch[39] Batch [1049]	Speed: 2860.405359 samples/sec	rmse=0.019950	lr=0.369316
Epoch[39] Batch [1099]	Speed: 2800.427776 samples/sec	rmse=0.019956	lr=0.369247
Epoch[39] Batch [1149]	Speed: 2914.759761 samples/sec	rmse=0.019964	lr=0.369178
Epoch[39] Batch [1199]	Speed: 2885.844435 samples/sec	rmse=0.019969	lr=0.369110
Epoch[39] Batch [1249]	Speed: 2995.163041 samples/sec	rmse=0.019968	lr=0.369041
[Epoch 39] training: rmse=0.019969
[Epoch 39] speed: 2876 samples/sec	time cost: 454.789706
[Epoch 39] validation: err-top1=0.394093 err-top5=0.158143
Epoch[40] Batch [49]	Speed: 2845.139624 samples/sec	rmse=0.019748	lr=0.368971
Epoch[40] Batch [99]	Speed: 2897.739535 samples/sec	rmse=0.019889	lr=0.368902
Epoch[40] Batch [149]	Speed: 2870.968211 samples/sec	rmse=0.019854	lr=0.368833
Epoch[40] Batch [199]	Speed: 2728.346175 samples/sec	rmse=0.019913	lr=0.368764
Epoch[40] Batch [249]	Speed: 2953.471038 samples/sec	rmse=0.019904	lr=0.368694
Epoch[40] Batch [299]	Speed: 2871.173646 samples/sec	rmse=0.019858	lr=0.368625
Epoch[40] Batch [349]	Speed: 2952.865606 samples/sec	rmse=0.019858	lr=0.368556
Epoch[40] Batch [399]	Speed: 2872.768186 samples/sec	rmse=0.019864	lr=0.368487
Epoch[40] Batch [449]	Speed: 2746.703318 samples/sec	rmse=0.019889	lr=0.368417
Epoch[40] Batch [499]	Speed: 2835.415840 samples/sec	rmse=0.019896	lr=0.368348
Epoch[40] Batch [549]	Speed: 2944.565036 samples/sec	rmse=0.019934	lr=0.368278
Epoch[40] Batch [599]	Speed: 2898.665589 samples/sec	rmse=0.019939	lr=0.368208
Epoch[40] Batch [649]	Speed: 2824.525263 samples/sec	rmse=0.019943	lr=0.368139
Epoch[40] Batch [699]	Speed: 2832.491157 samples/sec	rmse=0.019943	lr=0.368069
Epoch[40] Batch [749]	Speed: 2997.954713 samples/sec	rmse=0.019947	lr=0.367999
Epoch[40] Batch [799]	Speed: 2907.715526 samples/sec	rmse=0.019960	lr=0.367929
Epoch[40] Batch [849]	Speed: 2935.999680 samples/sec	rmse=0.019979	lr=0.367859
Epoch[40] Batch [899]	Speed: 2967.436955 samples/sec	rmse=0.019984	lr=0.367789
Epoch[40] Batch [949]	Speed: 2976.493242 samples/sec	rmse=0.019988	lr=0.367719
Epoch[40] Batch [999]	Speed: 2965.702980 samples/sec	rmse=0.019994	lr=0.367649
Epoch[40] Batch [1049]	Speed: 2950.605590 samples/sec	rmse=0.019990	lr=0.367579
Epoch[40] Batch [1099]	Speed: 2803.940301 samples/sec	rmse=0.019992	lr=0.367508
Epoch[40] Batch [1149]	Speed: 3061.312051 samples/sec	rmse=0.019993	lr=0.367438
Epoch[40] Batch [1199]	Speed: 2973.482136 samples/sec	rmse=0.020003	lr=0.367367
Epoch[40] Batch [1249]	Speed: 3037.112092 samples/sec	rmse=0.020004	lr=0.367297
[Epoch 40] training: rmse=0.020004
[Epoch 40] speed: 2901 samples/sec	time cost: 451.580577
[Epoch 40] validation: err-top1=0.365194 err-top5=0.139262
Epoch[41] Batch [49]	Speed: 2926.632064 samples/sec	rmse=0.019898	lr=0.367225
Epoch[41] Batch [99]	Speed: 2847.315200 samples/sec	rmse=0.019842	lr=0.367154
Epoch[41] Batch [149]	Speed: 3031.619314 samples/sec	rmse=0.019876	lr=0.367083
Epoch[41] Batch [199]	Speed: 2928.882493 samples/sec	rmse=0.019921	lr=0.367013
Epoch[41] Batch [249]	Speed: 2938.514463 samples/sec	rmse=0.019895	lr=0.366942
Epoch[41] Batch [299]	Speed: 2927.677656 samples/sec	rmse=0.019927	lr=0.366871
Epoch[41] Batch [349]	Speed: 2988.049614 samples/sec	rmse=0.019917	lr=0.366800
Epoch[41] Batch [399]	Speed: 2808.370921 samples/sec	rmse=0.019901	lr=0.366729
Epoch[41] Batch [449]	Speed: 2955.863275 samples/sec	rmse=0.019929	lr=0.366657
Epoch[41] Batch [499]	Speed: 3038.390090 samples/sec	rmse=0.019949	lr=0.366586
Epoch[41] Batch [549]	Speed: 2762.780789 samples/sec	rmse=0.019943	lr=0.366515
Epoch[41] Batch [599]	Speed: 2881.319741 samples/sec	rmse=0.019949	lr=0.366444
Epoch[41] Batch [649]	Speed: 3013.523376 samples/sec	rmse=0.019959	lr=0.366372
Epoch[41] Batch [699]	Speed: 2963.862421 samples/sec	rmse=0.019973	lr=0.366301
Epoch[41] Batch [749]	Speed: 2884.572057 samples/sec	rmse=0.019972	lr=0.366229
Epoch[41] Batch [799]	Speed: 2792.249271 samples/sec	rmse=0.019983	lr=0.366157
Epoch[41] Batch [849]	Speed: 2865.812774 samples/sec	rmse=0.019980	lr=0.366086
Epoch[41] Batch [899]	Speed: 2865.001308 samples/sec	rmse=0.019979	lr=0.366014
Epoch[41] Batch [949]	Speed: 2927.492830 samples/sec	rmse=0.019980	lr=0.365942
Epoch[41] Batch [999]	Speed: 2927.921905 samples/sec	rmse=0.019972	lr=0.365870
Epoch[41] Batch [1049]	Speed: 3051.405495 samples/sec	rmse=0.019965	lr=0.365798
Epoch[41] Batch [1099]	Speed: 2851.888803 samples/sec	rmse=0.019966	lr=0.365726
Epoch[41] Batch [1149]	Speed: 2890.659326 samples/sec	rmse=0.019958	lr=0.365654
Epoch[41] Batch [1199]	Speed: 2991.187092 samples/sec	rmse=0.019946	lr=0.365582
Epoch[41] Batch [1249]	Speed: 2880.810998 samples/sec	rmse=0.019956	lr=0.365510
[Epoch 41] training: rmse=0.019957
[Epoch 41] speed: 2913 samples/sec	time cost: 449.524561
[Epoch 41] validation: err-top1=0.369121 err-top5=0.142598
Epoch[42] Batch [49]	Speed: 2950.737557 samples/sec	rmse=0.019892	lr=0.365436
Epoch[42] Batch [99]	Speed: 2761.812846 samples/sec	rmse=0.019871	lr=0.365363
Epoch[42] Batch [149]	Speed: 2831.772121 samples/sec	rmse=0.019901	lr=0.365291
Epoch[42] Batch [199]	Speed: 2963.295655 samples/sec	rmse=0.019889	lr=0.365218
Epoch[42] Batch [249]	Speed: 2910.723214 samples/sec	rmse=0.019898	lr=0.365146
Epoch[42] Batch [299]	Speed: 2925.695552 samples/sec	rmse=0.019885	lr=0.365073
Epoch[42] Batch [349]	Speed: 3029.065295 samples/sec	rmse=0.019862	lr=0.365000
Epoch[42] Batch [399]	Speed: 3024.103049 samples/sec	rmse=0.019877	lr=0.364927
Epoch[42] Batch [449]	Speed: 2926.378818 samples/sec	rmse=0.019846	lr=0.364855
Epoch[42] Batch [499]	Speed: 3012.307658 samples/sec	rmse=0.019851	lr=0.364782
Epoch[42] Batch [549]	Speed: 2995.002217 samples/sec	rmse=0.019872	lr=0.364709
Epoch[42] Batch [599]	Speed: 2856.307636 samples/sec	rmse=0.019891	lr=0.364636
Epoch[42] Batch [649]	Speed: 2863.041641 samples/sec	rmse=0.019895	lr=0.364562
Epoch[42] Batch [699]	Speed: 2737.994403 samples/sec	rmse=0.019896	lr=0.364489
Epoch[42] Batch [749]	Speed: 2775.865907 samples/sec	rmse=0.019888	lr=0.364416
Epoch[42] Batch [799]	Speed: 2784.433107 samples/sec	rmse=0.019906	lr=0.364343
Epoch[42] Batch [849]	Speed: 2836.054476 samples/sec	rmse=0.019908	lr=0.364269
Epoch[42] Batch [899]	Speed: 3048.715159 samples/sec	rmse=0.019914	lr=0.364196
Epoch[42] Batch [949]	Speed: 2892.908375 samples/sec	rmse=0.019909	lr=0.364122
Epoch[42] Batch [999]	Speed: 2971.848263 samples/sec	rmse=0.019914	lr=0.364048
Epoch[42] Batch [1049]	Speed: 2885.984479 samples/sec	rmse=0.019920	lr=0.363975
Epoch[42] Batch [1099]	Speed: 2945.164161 samples/sec	rmse=0.019929	lr=0.363901
Epoch[42] Batch [1149]	Speed: 2995.938200 samples/sec	rmse=0.019928	lr=0.363827
Epoch[42] Batch [1199]	Speed: 2891.646894 samples/sec	rmse=0.019927	lr=0.363753
Epoch[42] Batch [1249]	Speed: 3044.854397 samples/sec	rmse=0.019932	lr=0.363679
[Epoch 42] training: rmse=0.019930
[Epoch 42] speed: 2909 samples/sec	time cost: 450.241367
[Epoch 42] validation: err-top1=0.367207 err-top5=0.138871
Epoch[43] Batch [49]	Speed: 2942.142875 samples/sec	rmse=0.019835	lr=0.363604
Epoch[43] Batch [99]	Speed: 2812.518902 samples/sec	rmse=0.019730	lr=0.363530
Epoch[43] Batch [149]	Speed: 2841.738642 samples/sec	rmse=0.019765	lr=0.363455
Epoch[43] Batch [199]	Speed: 2800.625832 samples/sec	rmse=0.019737	lr=0.363381
Epoch[43] Batch [249]	Speed: 2912.448972 samples/sec	rmse=0.019817	lr=0.363307
Epoch[43] Batch [299]	Speed: 2855.459550 samples/sec	rmse=0.019806	lr=0.363232
Epoch[43] Batch [349]	Speed: 2892.983902 samples/sec	rmse=0.019813	lr=0.363158
Epoch[43] Batch [399]	Speed: 2909.837071 samples/sec	rmse=0.019796	lr=0.363084
Epoch[43] Batch [449]	Speed: 2706.123497 samples/sec	rmse=0.019795	lr=0.363009
Epoch[43] Batch [499]	Speed: 2867.830007 samples/sec	rmse=0.019811	lr=0.362934
Epoch[43] Batch [549]	Speed: 2884.548151 samples/sec	rmse=0.019808	lr=0.362860
Epoch[43] Batch [599]	Speed: 2901.604626 samples/sec	rmse=0.019804	lr=0.362785
Epoch[43] Batch [649]	Speed: 2854.995424 samples/sec	rmse=0.019813	lr=0.362710
Epoch[43] Batch [699]	Speed: 3002.737564 samples/sec	rmse=0.019805	lr=0.362635
Epoch[43] Batch [749]	Speed: 2884.404372 samples/sec	rmse=0.019803	lr=0.362560
Epoch[43] Batch [799]	Speed: 2831.730599 samples/sec	rmse=0.019830	lr=0.362485
Epoch[43] Batch [849]	Speed: 2922.363098 samples/sec	rmse=0.019831	lr=0.362410
Epoch[43] Batch [899]	Speed: 2984.673696 samples/sec	rmse=0.019831	lr=0.362335
Epoch[43] Batch [949]	Speed: 2853.666670 samples/sec	rmse=0.019836	lr=0.362259
Epoch[43] Batch [999]	Speed: 2951.090092 samples/sec	rmse=0.019836	lr=0.362184
Epoch[43] Batch [1049]	Speed: 2807.124978 samples/sec	rmse=0.019840	lr=0.362109
Epoch[43] Batch [1099]	Speed: 2845.243664 samples/sec	rmse=0.019835	lr=0.362033
Epoch[43] Batch [1149]	Speed: 2767.256158 samples/sec	rmse=0.019844	lr=0.361958
Epoch[43] Batch [1199]	Speed: 2879.260793 samples/sec	rmse=0.019855	lr=0.361882
Epoch[43] Batch [1249]	Speed: 3047.179781 samples/sec	rmse=0.019868	lr=0.361806
[Epoch 43] training: rmse=0.019868
[Epoch 43] speed: 2874 samples/sec	time cost: 455.488062
[Epoch 43] validation: err-top1=0.390167 err-top5=0.158681
Epoch[44] Batch [49]	Speed: 3181.233109 samples/sec	rmse=0.019825	lr=0.361729
Epoch[44] Batch [99]	Speed: 2793.224936 samples/sec	rmse=0.019878	lr=0.361653
Epoch[44] Batch [149]	Speed: 2900.709332 samples/sec	rmse=0.019868	lr=0.361578
Epoch[44] Batch [199]	Speed: 2957.540791 samples/sec	rmse=0.019791	lr=0.361502
Epoch[44] Batch [249]	Speed: 2827.002453 samples/sec	rmse=0.019791	lr=0.361426
Epoch[44] Batch [299]	Speed: 3000.203328 samples/sec	rmse=0.019825	lr=0.361350
Epoch[44] Batch [349]	Speed: 3000.717296 samples/sec	rmse=0.019820	lr=0.361273
Epoch[44] Batch [399]	Speed: 2801.502723 samples/sec	rmse=0.019836	lr=0.361197
Epoch[44] Batch [449]	Speed: 3006.865294 samples/sec	rmse=0.019830	lr=0.361121
Epoch[44] Batch [499]	Speed: 2869.858328 samples/sec	rmse=0.019839	lr=0.361045
Epoch[44] Batch [549]	Speed: 3079.684983 samples/sec	rmse=0.019846	lr=0.360968
Epoch[44] Batch [599]	Speed: 2872.960041 samples/sec	rmse=0.019863	lr=0.360892
Epoch[44] Batch [649]	Speed: 2774.116724 samples/sec	rmse=0.019880	lr=0.360815
Epoch[44] Batch [699]	Speed: 2943.307529 samples/sec	rmse=0.019893	lr=0.360739
Epoch[44] Batch [749]	Speed: 3094.036604 samples/sec	rmse=0.019886	lr=0.360662
Epoch[44] Batch [799]	Speed: 2848.715132 samples/sec	rmse=0.019896	lr=0.360585
Epoch[44] Batch [849]	Speed: 2916.569450 samples/sec	rmse=0.019891	lr=0.360508
Epoch[44] Batch [899]	Speed: 2982.752183 samples/sec	rmse=0.019893	lr=0.360432
Epoch[44] Batch [949]	Speed: 2957.978558 samples/sec	rmse=0.019903	lr=0.360355
Epoch[44] Batch [999]	Speed: 3016.497393 samples/sec	rmse=0.019903	lr=0.360278
Epoch[44] Batch [1049]	Speed: 2917.452724 samples/sec	rmse=0.019896	lr=0.360201
Epoch[44] Batch [1099]	Speed: 2874.048901 samples/sec	rmse=0.019894	lr=0.360123
Epoch[44] Batch [1149]	Speed: 2910.209360 samples/sec	rmse=0.019896	lr=0.360046
Epoch[44] Batch [1199]	Speed: 2827.384782 samples/sec	rmse=0.019892	lr=0.359969
Epoch[44] Batch [1249]	Speed: 3069.798717 samples/sec	rmse=0.019901	lr=0.359892
[Epoch 44] training: rmse=0.019901
[Epoch 44] speed: 2931 samples/sec	time cost: 446.600739
[Epoch 44] validation: err-top1=0.374522 err-top5=0.146584
Epoch[45] Batch [49]	Speed: 2958.563631 samples/sec	rmse=0.019847	lr=0.359813
Epoch[45] Batch [99]	Speed: 2850.737952 samples/sec	rmse=0.019842	lr=0.359735
Epoch[45] Batch [149]	Speed: 2964.985059 samples/sec	rmse=0.019818	lr=0.359658
Epoch[45] Batch [199]	Speed: 2987.158983 samples/sec	rmse=0.019865	lr=0.359580
Epoch[45] Batch [249]	Speed: 2936.189075 samples/sec	rmse=0.019829	lr=0.359502
Epoch[45] Batch [299]	Speed: 2870.145155 samples/sec	rmse=0.019838	lr=0.359425
Epoch[45] Batch [349]	Speed: 2796.522628 samples/sec	rmse=0.019851	lr=0.359347
Epoch[45] Batch [399]	Speed: 2927.097393 samples/sec	rmse=0.019853	lr=0.359269
Epoch[45] Batch [449]	Speed: 2897.766437 samples/sec	rmse=0.019858	lr=0.359191
Epoch[45] Batch [499]	Speed: 2874.338336 samples/sec	rmse=0.019828	lr=0.359113
Epoch[45] Batch [549]	Speed: 3037.229702 samples/sec	rmse=0.019823	lr=0.359035
Epoch[45] Batch [599]	Speed: 2959.379133 samples/sec	rmse=0.019838	lr=0.358957
Epoch[45] Batch [649]	Speed: 2897.098263 samples/sec	rmse=0.019834	lr=0.358879
Epoch[45] Batch [699]	Speed: 2845.602926 samples/sec	rmse=0.019835	lr=0.358801
Epoch[45] Batch [749]	Speed: 2999.138348 samples/sec	rmse=0.019859	lr=0.358722
Epoch[45] Batch [799]	Speed: 2984.266975 samples/sec	rmse=0.019871	lr=0.358644
Epoch[45] Batch [849]	Speed: 2916.209629 samples/sec	rmse=0.019864	lr=0.358565
Epoch[45] Batch [899]	Speed: 2988.913403 samples/sec	rmse=0.019866	lr=0.358487
Epoch[45] Batch [949]	Speed: 2891.629879 samples/sec	rmse=0.019861	lr=0.358408
Epoch[45] Batch [999]	Speed: 2979.158864 samples/sec	rmse=0.019857	lr=0.358330
Epoch[45] Batch [1049]	Speed: 3037.208825 samples/sec	rmse=0.019872	lr=0.358251
Epoch[45] Batch [1099]	Speed: 2940.349994 samples/sec	rmse=0.019880	lr=0.358172
Epoch[45] Batch [1149]	Speed: 2948.218453 samples/sec	rmse=0.019870	lr=0.358093
Epoch[45] Batch [1199]	Speed: 2876.506642 samples/sec	rmse=0.019872	lr=0.358014
Epoch[45] Batch [1249]	Speed: 2952.619248 samples/sec	rmse=0.019877	lr=0.357935
[Epoch 45] training: rmse=0.019877
[Epoch 45] speed: 2929 samples/sec	time cost: 446.816869
[Epoch 45] validation: err-top1=0.348513 err-top5=0.128169
Epoch[46] Batch [49]	Speed: 3150.872969 samples/sec	rmse=0.019686	lr=0.357855
Epoch[46] Batch [99]	Speed: 2934.376094 samples/sec	rmse=0.019690	lr=0.357776
Epoch[46] Batch [149]	Speed: 2931.668743 samples/sec	rmse=0.019730	lr=0.357696
Epoch[46] Batch [199]	Speed: 2889.304562 samples/sec	rmse=0.019731	lr=0.357617
Epoch[46] Batch [249]	Speed: 2841.844954 samples/sec	rmse=0.019739	lr=0.357538
Epoch[46] Batch [299]	Speed: 2918.455990 samples/sec	rmse=0.019757	lr=0.357459
Epoch[46] Batch [349]	Speed: 3011.792330 samples/sec	rmse=0.019770	lr=0.357379
Epoch[46] Batch [399]	Speed: 2836.014400 samples/sec	rmse=0.019746	lr=0.357300
Epoch[46] Batch [449]	Speed: 2918.917215 samples/sec	rmse=0.019770	lr=0.357220
Epoch[46] Batch [499]	Speed: 2855.306508 samples/sec	rmse=0.019774	lr=0.357140
Epoch[46] Batch [549]	Speed: 3023.393781 samples/sec	rmse=0.019778	lr=0.357061
Epoch[46] Batch [599]	Speed: 2860.611838 samples/sec	rmse=0.019804	lr=0.356981
Epoch[46] Batch [649]	Speed: 3017.072826 samples/sec	rmse=0.019792	lr=0.356901
Epoch[46] Batch [699]	Speed: 2876.739190 samples/sec	rmse=0.019802	lr=0.356821
Epoch[46] Batch [749]	Speed: 2916.206818 samples/sec	rmse=0.019813	lr=0.356741
Epoch[46] Batch [799]	Speed: 2973.485636 samples/sec	rmse=0.019820	lr=0.356661
Epoch[46] Batch [849]	Speed: 2984.809432 samples/sec	rmse=0.019822	lr=0.356581
Epoch[46] Batch [899]	Speed: 2848.320063 samples/sec	rmse=0.019831	lr=0.356501
Epoch[46] Batch [949]	Speed: 2751.639154 samples/sec	rmse=0.019838	lr=0.356421
Epoch[46] Batch [999]	Speed: 2781.658576 samples/sec	rmse=0.019845	lr=0.356340
Epoch[46] Batch [1049]	Speed: 2845.442116 samples/sec	rmse=0.019848	lr=0.356260
Epoch[46] Batch [1099]	Speed: 2901.275573 samples/sec	rmse=0.019841	lr=0.356180
Epoch[46] Batch [1149]	Speed: 2804.811686 samples/sec	rmse=0.019843	lr=0.356099
Epoch[46] Batch [1199]	Speed: 2892.204071 samples/sec	rmse=0.019847	lr=0.356019
Epoch[46] Batch [1249]	Speed: 2985.605515 samples/sec	rmse=0.019850	lr=0.355938
[Epoch 46] training: rmse=0.019849
[Epoch 46] speed: 2905 samples/sec	time cost: 450.396582
[Epoch 46] validation: err-top1=0.390462 err-top5=0.160645
Epoch[47] Batch [49]	Speed: 2985.952191 samples/sec	rmse=0.019613	lr=0.355856
Epoch[47] Batch [99]	Speed: 2925.305940 samples/sec	rmse=0.019540	lr=0.355775
Epoch[47] Batch [149]	Speed: 2751.464076 samples/sec	rmse=0.019634	lr=0.355694
Epoch[47] Batch [199]	Speed: 2750.261729 samples/sec	rmse=0.019693	lr=0.355613
Epoch[47] Batch [249]	Speed: 2910.516578 samples/sec	rmse=0.019690	lr=0.355532
Epoch[47] Batch [299]	Speed: 2897.856413 samples/sec	rmse=0.019735	lr=0.355451
Epoch[47] Batch [349]	Speed: 3043.158679 samples/sec	rmse=0.019752	lr=0.355370
Epoch[47] Batch [399]	Speed: 2881.603373 samples/sec	rmse=0.019768	lr=0.355289
Epoch[47] Batch [449]	Speed: 2809.524863 samples/sec	rmse=0.019740	lr=0.355208
Epoch[47] Batch [499]	Speed: 2780.702999 samples/sec	rmse=0.019743	lr=0.355127
Epoch[47] Batch [549]	Speed: 2967.673939 samples/sec	rmse=0.019746	lr=0.355046
Epoch[47] Batch [599]	Speed: 2903.570661 samples/sec	rmse=0.019746	lr=0.354964
Epoch[47] Batch [649]	Speed: 2852.072312 samples/sec	rmse=0.019763	lr=0.354883
Epoch[47] Batch [699]	Speed: 3000.870305 samples/sec	rmse=0.019765	lr=0.354801
Epoch[47] Batch [749]	Speed: 2874.193457 samples/sec	rmse=0.019769	lr=0.354720
Epoch[47] Batch [799]	Speed: 2940.296651 samples/sec	rmse=0.019788	lr=0.354638
Epoch[47] Batch [849]	Speed: 2952.508708 samples/sec	rmse=0.019801	lr=0.354556
Epoch[47] Batch [899]	Speed: 2768.231169 samples/sec	rmse=0.019810	lr=0.354475
Epoch[47] Batch [949]	Speed: 2833.324755 samples/sec	rmse=0.019813	lr=0.354393
Epoch[47] Batch [999]	Speed: 2808.452419 samples/sec	rmse=0.019823	lr=0.354311
Epoch[47] Batch [1049]	Speed: 2860.522636 samples/sec	rmse=0.019826	lr=0.354229
Epoch[47] Batch [1099]	Speed: 2856.589404 samples/sec	rmse=0.019835	lr=0.354147
Epoch[47] Batch [1149]	Speed: 2897.596980 samples/sec	rmse=0.019836	lr=0.354065
Epoch[47] Batch [1199]	Speed: 2841.088348 samples/sec	rmse=0.019838	lr=0.353983
Epoch[47] Batch [1249]	Speed: 2935.130696 samples/sec	rmse=0.019834	lr=0.353900
[Epoch 47] training: rmse=0.019835
[Epoch 47] speed: 2877 samples/sec	time cost: 455.566272
[Epoch 47] validation: err-top1=0.364597 err-top5=0.144990
Epoch[48] Batch [49]	Speed: 2937.733807 samples/sec	rmse=0.019862	lr=0.353816
Epoch[48] Batch [99]	Speed: 2869.693768 samples/sec	rmse=0.019839	lr=0.353734
Epoch[48] Batch [149]	Speed: 3008.273155 samples/sec	rmse=0.019804	lr=0.353652
Epoch[48] Batch [199]	Speed: 2954.802214 samples/sec	rmse=0.019779	lr=0.353569
Epoch[48] Batch [249]	Speed: 3055.374968 samples/sec	rmse=0.019779	lr=0.353487
Epoch[48] Batch [299]	Speed: 2921.992981 samples/sec	rmse=0.019808	lr=0.353404
Epoch[48] Batch [349]	Speed: 2883.257444 samples/sec	rmse=0.019835	lr=0.353321
Epoch[48] Batch [399]	Speed: 2924.638032 samples/sec	rmse=0.019802	lr=0.353239
Epoch[48] Batch [449]	Speed: 2931.661539 samples/sec	rmse=0.019814	lr=0.353156
Epoch[48] Batch [499]	Speed: 2944.915654 samples/sec	rmse=0.019822	lr=0.353073
Epoch[48] Batch [549]	Speed: 2834.233317 samples/sec	rmse=0.019827	lr=0.352990
Epoch[48] Batch [599]	Speed: 2802.969210 samples/sec	rmse=0.019814	lr=0.352907
Epoch[48] Batch [649]	Speed: 2928.485962 samples/sec	rmse=0.019804	lr=0.352824
Epoch[48] Batch [699]	Speed: 2860.615153 samples/sec	rmse=0.019810	lr=0.352741
Epoch[48] Batch [749]	Speed: 2847.984022 samples/sec	rmse=0.019799	lr=0.352658
Epoch[48] Batch [799]	Speed: 2848.255878 samples/sec	rmse=0.019804	lr=0.352575
Epoch[48] Batch [849]	Speed: 2758.533278 samples/sec	rmse=0.019810	lr=0.352491
Epoch[48] Batch [899]	Speed: 2953.544440 samples/sec	rmse=0.019818	lr=0.352408
Epoch[48] Batch [949]	Speed: 2872.492591 samples/sec	rmse=0.019830	lr=0.352325
Epoch[48] Batch [999]	Speed: 2872.605866 samples/sec	rmse=0.019843	lr=0.352241
Epoch[48] Batch [1049]	Speed: 2852.633704 samples/sec	rmse=0.019842	lr=0.352157
Epoch[48] Batch [1099]	Speed: 2751.034125 samples/sec	rmse=0.019841	lr=0.352074
Epoch[48] Batch [1149]	Speed: 2823.148962 samples/sec	rmse=0.019838	lr=0.351990
Epoch[48] Batch [1199]	Speed: 2912.718538 samples/sec	rmse=0.019841	lr=0.351906
Epoch[48] Batch [1249]	Speed: 3054.715091 samples/sec	rmse=0.019847	lr=0.351823
[Epoch 48] training: rmse=0.019848
[Epoch 48] speed: 2892 samples/sec	time cost: 452.524178
[Epoch 48] validation: err-top1=0.354472 err-top5=0.131238
Epoch[49] Batch [49]	Speed: 3192.964084 samples/sec	rmse=0.019608	lr=0.351737
Epoch[49] Batch [99]	Speed: 2862.023010 samples/sec	rmse=0.019742	lr=0.351653
Epoch[49] Batch [149]	Speed: 3029.046838 samples/sec	rmse=0.019751	lr=0.351569
Epoch[49] Batch [199]	Speed: 2876.067465 samples/sec	rmse=0.019754	lr=0.351485
Epoch[49] Batch [249]	Speed: 2921.204586 samples/sec	rmse=0.019748	lr=0.351401
Epoch[49] Batch [299]	Speed: 2948.728165 samples/sec	rmse=0.019784	lr=0.351317
Epoch[49] Batch [349]	Speed: 2866.769390 samples/sec	rmse=0.019760	lr=0.351233
Epoch[49] Batch [399]	Speed: 2925.038182 samples/sec	rmse=0.019784	lr=0.351148
Epoch[49] Batch [449]	Speed: 2792.113856 samples/sec	rmse=0.019787	lr=0.351064
Epoch[49] Batch [499]	Speed: 2837.502966 samples/sec	rmse=0.019801	lr=0.350980
Epoch[49] Batch [549]	Speed: 2831.576990 samples/sec	rmse=0.019803	lr=0.350895
Epoch[49] Batch [599]	Speed: 2932.218269 samples/sec	rmse=0.019800	lr=0.350810
Epoch[49] Batch [649]	Speed: 2902.522795 samples/sec	rmse=0.019803	lr=0.350726
Epoch[49] Batch [699]	Speed: 2990.971831 samples/sec	rmse=0.019817	lr=0.350641
Epoch[49] Batch [749]	Speed: 2811.419916 samples/sec	rmse=0.019808	lr=0.350556
Epoch[49] Batch [799]	Speed: 2971.530717 samples/sec	rmse=0.019809	lr=0.350472
Epoch[49] Batch [849]	Speed: 2873.463554 samples/sec	rmse=0.019821	lr=0.350387
Epoch[49] Batch [899]	Speed: 3020.280842 samples/sec	rmse=0.019823	lr=0.350302
Epoch[49] Batch [949]	Speed: 2817.726760 samples/sec	rmse=0.019820	lr=0.350217
Epoch[49] Batch [999]	Speed: 2963.791369 samples/sec	rmse=0.019818	lr=0.350132
Epoch[49] Batch [1049]	Speed: 3010.136054 samples/sec	rmse=0.019819	lr=0.350047
Epoch[49] Batch [1099]	Speed: 2816.032559 samples/sec	rmse=0.019828	lr=0.349961
Epoch[49] Batch [1149]	Speed: 2947.738819 samples/sec	rmse=0.019828	lr=0.349876
Epoch[49] Batch [1199]	Speed: 2751.268012 samples/sec	rmse=0.019832	lr=0.349791
Epoch[49] Batch [1249]	Speed: 3093.056955 samples/sec	rmse=0.019841	lr=0.349706
[Epoch 49] training: rmse=0.019842
[Epoch 49] speed: 2913 samples/sec	time cost: 449.640184
[Epoch 49] validation: err-top1=0.368184 err-top5=0.141083
Epoch[50] Batch [49]	Speed: 3034.466829 samples/sec	rmse=0.019711	lr=0.349618
Epoch[50] Batch [99]	Speed: 3036.706071 samples/sec	rmse=0.019749	lr=0.349533
Epoch[50] Batch [149]	Speed: 2819.209694 samples/sec	rmse=0.019704	lr=0.349447
Epoch[50] Batch [199]	Speed: 2836.590545 samples/sec	rmse=0.019682	lr=0.349362
Epoch[50] Batch [249]	Speed: 2929.437049 samples/sec	rmse=0.019672	lr=0.349276
Epoch[50] Batch [299]	Speed: 3060.276735 samples/sec	rmse=0.019664	lr=0.349190
Epoch[50] Batch [349]	Speed: 3092.973649 samples/sec	rmse=0.019660	lr=0.349105
Epoch[50] Batch [399]	Speed: 2818.758349 samples/sec	rmse=0.019692	lr=0.349019
Epoch[50] Batch [449]	Speed: 2992.074207 samples/sec	rmse=0.019689	lr=0.348933
Epoch[50] Batch [499]	Speed: 3016.087672 samples/sec	rmse=0.019707	lr=0.348847
Epoch[50] Batch [549]	Speed: 2870.447808 samples/sec	rmse=0.019717	lr=0.348761
Epoch[50] Batch [599]	Speed: 3024.035893 samples/sec	rmse=0.019706	lr=0.348675
Epoch[50] Batch [649]	Speed: 3049.713388 samples/sec	rmse=0.019716	lr=0.348588
Epoch[50] Batch [699]	Speed: 2897.410850 samples/sec	rmse=0.019720	lr=0.348502
Epoch[50] Batch [749]	Speed: 2767.825642 samples/sec	rmse=0.019730	lr=0.348416
Epoch[50] Batch [799]	Speed: 2949.887868 samples/sec	rmse=0.019740	lr=0.348330
Epoch[50] Batch [849]	Speed: 2857.286504 samples/sec	rmse=0.019745	lr=0.348243
Epoch[50] Batch [899]	Speed: 2933.581966 samples/sec	rmse=0.019753	lr=0.348157
Epoch[50] Batch [949]	Speed: 2924.625644 samples/sec	rmse=0.019761	lr=0.348070
Epoch[50] Batch [999]	Speed: 2930.149371 samples/sec	rmse=0.019755	lr=0.347984
Epoch[50] Batch [1049]	Speed: 2951.864271 samples/sec	rmse=0.019766	lr=0.347897
Epoch[50] Batch [1099]	Speed: 2925.018620 samples/sec	rmse=0.019771	lr=0.347810
Epoch[50] Batch [1149]	Speed: 2854.015545 samples/sec	rmse=0.019777	lr=0.347723
Epoch[50] Batch [1199]	Speed: 2913.859534 samples/sec	rmse=0.019786	lr=0.347637
Epoch[50] Batch [1249]	Speed: 2966.770287 samples/sec	rmse=0.019791	lr=0.347550
[Epoch 50] training: rmse=0.019790
[Epoch 50] speed: 2933 samples/sec	time cost: 446.531447
[Epoch 50] validation: err-top1=0.356983 err-top5=0.136181
Epoch[51] Batch [49]	Speed: 3190.601473 samples/sec	rmse=0.019521	lr=0.347461
Epoch[51] Batch [99]	Speed: 2884.051592 samples/sec	rmse=0.019705	lr=0.347374
Epoch[51] Batch [149]	Speed: 2916.548654 samples/sec	rmse=0.019712	lr=0.347287
Epoch[51] Batch [199]	Speed: 2935.465066 samples/sec	rmse=0.019652	lr=0.347200
Epoch[51] Batch [249]	Speed: 2911.467238 samples/sec	rmse=0.019656	lr=0.347112
Epoch[51] Batch [299]	Speed: 2847.436163 samples/sec	rmse=0.019683	lr=0.347025
Epoch[51] Batch [349]	Speed: 2875.120532 samples/sec	rmse=0.019700	lr=0.346938
Epoch[51] Batch [399]	Speed: 2942.403252 samples/sec	rmse=0.019715	lr=0.346850
Epoch[51] Batch [449]	Speed: 3036.262680 samples/sec	rmse=0.019750	lr=0.346763
Epoch[51] Batch [499]	Speed: 2881.416083 samples/sec	rmse=0.019772	lr=0.346675
Epoch[51] Batch [549]	Speed: 2998.837222 samples/sec	rmse=0.019756	lr=0.346588
Epoch[51] Batch [599]	Speed: 2847.667660 samples/sec	rmse=0.019752	lr=0.346500
Epoch[51] Batch [649]	Speed: 2984.679628 samples/sec	rmse=0.019752	lr=0.346413
Epoch[51] Batch [699]	Speed: 2972.167070 samples/sec	rmse=0.019758	lr=0.346325
Epoch[51] Batch [749]	Speed: 2945.496055 samples/sec	rmse=0.019760	lr=0.346237
Epoch[51] Batch [799]	Speed: 2898.363176 samples/sec	rmse=0.019758	lr=0.346149
Epoch[51] Batch [849]	Speed: 2880.381710 samples/sec	rmse=0.019773	lr=0.346061
Epoch[51] Batch [899]	Speed: 2914.570154 samples/sec	rmse=0.019781	lr=0.345973
Epoch[51] Batch [949]	Speed: 2943.942141 samples/sec	rmse=0.019788	lr=0.345885
Epoch[51] Batch [999]	Speed: 2956.248087 samples/sec	rmse=0.019773	lr=0.345797
Epoch[51] Batch [1049]	Speed: 2910.589832 samples/sec	rmse=0.019772	lr=0.345709
Epoch[51] Batch [1099]	Speed: 2852.588574 samples/sec	rmse=0.019788	lr=0.345620
Epoch[51] Batch [1149]	Speed: 2988.054645 samples/sec	rmse=0.019792	lr=0.345532
Epoch[51] Batch [1199]	Speed: 2907.993313 samples/sec	rmse=0.019798	lr=0.345444
Epoch[51] Batch [1249]	Speed: 3104.419769 samples/sec	rmse=0.019798	lr=0.345355
[Epoch 51] training: rmse=0.019798
[Epoch 51] speed: 2936 samples/sec	time cost: 446.108227
[Epoch 51] validation: err-top1=0.356166 err-top5=0.132753
Epoch[52] Batch [49]	Speed: 3055.806434 samples/sec	rmse=0.019623	lr=0.345265
Epoch[52] Batch [99]	Speed: 2860.079222 samples/sec	rmse=0.019726	lr=0.345177
Epoch[52] Batch [149]	Speed: 2873.341177 samples/sec	rmse=0.019781	lr=0.345088
Epoch[52] Batch [199]	Speed: 2945.341369 samples/sec	rmse=0.019703	lr=0.344999
Epoch[52] Batch [249]	Speed: 2946.506859 samples/sec	rmse=0.019665	lr=0.344911
Epoch[52] Batch [299]	Speed: 2960.790342 samples/sec	rmse=0.019671	lr=0.344822
Epoch[52] Batch [349]	Speed: 3024.989645 samples/sec	rmse=0.019679	lr=0.344733
Epoch[52] Batch [399]	Speed: 2855.451273 samples/sec	rmse=0.019694	lr=0.344644
Epoch[52] Batch [449]	Speed: 2894.720288 samples/sec	rmse=0.019706	lr=0.344555
Epoch[52] Batch [499]	Speed: 2908.117675 samples/sec	rmse=0.019702	lr=0.344466
Epoch[52] Batch [549]	Speed: 2950.127367 samples/sec	rmse=0.019726	lr=0.344377
Epoch[52] Batch [599]	Speed: 3042.088760 samples/sec	rmse=0.019711	lr=0.344288
Epoch[52] Batch [649]	Speed: 2843.034779 samples/sec	rmse=0.019723	lr=0.344199
Epoch[52] Batch [699]	Speed: 3031.946966 samples/sec	rmse=0.019719	lr=0.344109
Epoch[52] Batch [749]	Speed: 2924.275063 samples/sec	rmse=0.019724	lr=0.344020
Epoch[52] Batch [799]	Speed: 3041.614199 samples/sec	rmse=0.019727	lr=0.343931
Epoch[52] Batch [849]	Speed: 2917.768608 samples/sec	rmse=0.019715	lr=0.343841
Epoch[52] Batch [899]	Speed: 2834.712569 samples/sec	rmse=0.019722	lr=0.343752
Epoch[52] Batch [949]	Speed: 2865.860848 samples/sec	rmse=0.019728	lr=0.343662
Epoch[52] Batch [999]	Speed: 2911.603661 samples/sec	rmse=0.019734	lr=0.343572
Epoch[52] Batch [1049]	Speed: 2861.312999 samples/sec	rmse=0.019745	lr=0.343483
Epoch[52] Batch [1099]	Speed: 3008.003982 samples/sec	rmse=0.019751	lr=0.343393
Epoch[52] Batch [1149]	Speed: 2948.195018 samples/sec	rmse=0.019749	lr=0.343303
Epoch[52] Batch [1199]	Speed: 2888.443298 samples/sec	rmse=0.019751	lr=0.343213
Epoch[52] Batch [1249]	Speed: 2999.949511 samples/sec	rmse=0.019753	lr=0.343123
[Epoch 52] training: rmse=0.019752
[Epoch 52] speed: 2931 samples/sec	time cost: 447.557566
[Epoch 52] validation: err-top1=0.347880 err-top5=0.128581
Epoch[53] Batch [49]	Speed: 3029.730293 samples/sec	rmse=0.019566	lr=0.343032
Epoch[53] Batch [99]	Speed: 2867.723006 samples/sec	rmse=0.019562	lr=0.342942
Epoch[53] Batch [149]	Speed: 2781.002965 samples/sec	rmse=0.019576	lr=0.342851
Epoch[53] Batch [199]	Speed: 2780.697094 samples/sec	rmse=0.019548	lr=0.342761
Epoch[53] Batch [249]	Speed: 2855.974456 samples/sec	rmse=0.019630	lr=0.342671
Epoch[53] Batch [299]	Speed: 2946.885073 samples/sec	rmse=0.019623	lr=0.342581
Epoch[53] Batch [349]	Speed: 2772.291114 samples/sec	rmse=0.019628	lr=0.342490
Epoch[53] Batch [399]	Speed: 2866.422746 samples/sec	rmse=0.019653	lr=0.342400
Epoch[53] Batch [449]	Speed: 2909.601900 samples/sec	rmse=0.019673	lr=0.342310
Epoch[53] Batch [499]	Speed: 2922.003000 samples/sec	rmse=0.019678	lr=0.342219
Epoch[53] Batch [549]	Speed: 2869.328053 samples/sec	rmse=0.019693	lr=0.342129
Epoch[53] Batch [599]	Speed: 2782.051227 samples/sec	rmse=0.019701	lr=0.342038
Epoch[53] Batch [649]	Speed: 2806.753318 samples/sec	rmse=0.019698	lr=0.341947
Epoch[53] Batch [699]	Speed: 2884.386628 samples/sec	rmse=0.019702	lr=0.341856
Epoch[53] Batch [749]	Speed: 2854.832867 samples/sec	rmse=0.019710	lr=0.341766
Epoch[53] Batch [799]	Speed: 2829.434299 samples/sec	rmse=0.019712	lr=0.341675
Epoch[53] Batch [849]	Speed: 2873.278128 samples/sec	rmse=0.019705	lr=0.341584
Epoch[53] Batch [899]	Speed: 2811.619715 samples/sec	rmse=0.019711	lr=0.341493
Epoch[53] Batch [949]	Speed: 2907.644030 samples/sec	rmse=0.019720	lr=0.341402
Epoch[53] Batch [999]	Speed: 2843.667024 samples/sec	rmse=0.019727	lr=0.341311
Epoch[53] Batch [1049]	Speed: 2861.314905 samples/sec	rmse=0.019737	lr=0.341220
Epoch[53] Batch [1099]	Speed: 2791.888871 samples/sec	rmse=0.019741	lr=0.341128
Epoch[53] Batch [1149]	Speed: 2886.965905 samples/sec	rmse=0.019743	lr=0.341037
Epoch[53] Batch [1199]	Speed: 2805.940413 samples/sec	rmse=0.019743	lr=0.340946
Epoch[53] Batch [1249]	Speed: 3014.184570 samples/sec	rmse=0.019746	lr=0.340854
[Epoch 53] training: rmse=0.019746
[Epoch 53] speed: 2858 samples/sec	time cost: 458.108059
[Epoch 53] validation: err-top1=0.370536 err-top5=0.144551
Epoch[54] Batch [49]	Speed: 3061.413649 samples/sec	rmse=0.019597	lr=0.340761
Epoch[54] Batch [99]	Speed: 2890.729366 samples/sec	rmse=0.019620	lr=0.340669
Epoch[54] Batch [149]	Speed: 2827.815173 samples/sec	rmse=0.019550	lr=0.340578
Epoch[54] Batch [199]	Speed: 2864.255093 samples/sec	rmse=0.019581	lr=0.340486
Epoch[54] Batch [249]	Speed: 2861.008724 samples/sec	rmse=0.019649	lr=0.340395
Epoch[54] Batch [299]	Speed: 2869.935380 samples/sec	rmse=0.019631	lr=0.340303
Epoch[54] Batch [349]	Speed: 2899.949649 samples/sec	rmse=0.019605	lr=0.340211
Epoch[54] Batch [399]	Speed: 2909.722457 samples/sec	rmse=0.019615	lr=0.340119
Epoch[54] Batch [449]	Speed: 2834.214016 samples/sec	rmse=0.019654	lr=0.340027
Epoch[54] Batch [499]	Speed: 2940.329744 samples/sec	rmse=0.019644	lr=0.339935
Epoch[54] Batch [549]	Speed: 2893.348773 samples/sec	rmse=0.019637	lr=0.339843
Epoch[54] Batch [599]	Speed: 2790.428732 samples/sec	rmse=0.019643	lr=0.339751
Epoch[54] Batch [649]	Speed: 2826.038123 samples/sec	rmse=0.019659	lr=0.339659
Epoch[54] Batch [699]	Speed: 2823.658406 samples/sec	rmse=0.019652	lr=0.339567
Epoch[54] Batch [749]	Speed: 2957.815022 samples/sec	rmse=0.019650	lr=0.339474
Epoch[54] Batch [799]	Speed: 2914.946307 samples/sec	rmse=0.019669	lr=0.339382
Epoch[54] Batch [849]	Speed: 2865.080966 samples/sec	rmse=0.019662	lr=0.339290
Epoch[54] Batch [899]	Speed: 2803.675264 samples/sec	rmse=0.019666	lr=0.339197
Epoch[54] Batch [949]	Speed: 2766.295091 samples/sec	rmse=0.019670	lr=0.339105
Epoch[54] Batch [999]	Speed: 2893.818942 samples/sec	rmse=0.019673	lr=0.339012
Epoch[54] Batch [1049]	Speed: 2833.726482 samples/sec	rmse=0.019670	lr=0.338920
Epoch[54] Batch [1099]	Speed: 2820.217665 samples/sec	rmse=0.019676	lr=0.338827
Epoch[54] Batch [1149]	Speed: 2826.329871 samples/sec	rmse=0.019686	lr=0.338734
Epoch[54] Batch [1199]	Speed: 2767.105543 samples/sec	rmse=0.019686	lr=0.338641
Epoch[54] Batch [1249]	Speed: 3041.597743 samples/sec	rmse=0.019691	lr=0.338549
[Epoch 54] training: rmse=0.019692
[Epoch 54] speed: 2867 samples/sec	time cost: 456.499786
[Epoch 54] validation: err-top1=0.353436 err-top5=0.131238
Epoch[55] Batch [49]	Speed: 2781.490934 samples/sec	rmse=0.019673	lr=0.338454
Epoch[55] Batch [99]	Speed: 2826.627409 samples/sec	rmse=0.019630	lr=0.338361
Epoch[55] Batch [149]	Speed: 2810.796704 samples/sec	rmse=0.019642	lr=0.338268
Epoch[55] Batch [199]	Speed: 2780.144940 samples/sec	rmse=0.019663	lr=0.338175
Epoch[55] Batch [249]	Speed: 2831.039455 samples/sec	rmse=0.019654	lr=0.338082
Epoch[55] Batch [299]	Speed: 2841.385844 samples/sec	rmse=0.019653	lr=0.337988
Epoch[55] Batch [349]	Speed: 2823.397573 samples/sec	rmse=0.019668	lr=0.337895
Epoch[55] Batch [399]	Speed: 2961.930753 samples/sec	rmse=0.019654	lr=0.337802
Epoch[55] Batch [449]	Speed: 2897.541580 samples/sec	rmse=0.019643	lr=0.337709
Epoch[55] Batch [499]	Speed: 2864.360039 samples/sec	rmse=0.019666	lr=0.337615
Epoch[55] Batch [549]	Speed: 2746.612822 samples/sec	rmse=0.019657	lr=0.337522
Epoch[55] Batch [599]	Speed: 2854.474914 samples/sec	rmse=0.019670	lr=0.337428
Epoch[55] Batch [649]	Speed: 2907.882507 samples/sec	rmse=0.019665	lr=0.337334
Epoch[55] Batch [699]	Speed: 2977.118928 samples/sec	rmse=0.019658	lr=0.337241
Epoch[55] Batch [749]	Speed: 2905.098074 samples/sec	rmse=0.019677	lr=0.337147
Epoch[55] Batch [799]	Speed: 2920.424799 samples/sec	rmse=0.019680	lr=0.337053
Epoch[55] Batch [849]	Speed: 2964.201815 samples/sec	rmse=0.019676	lr=0.336960
Epoch[55] Batch [899]	Speed: 2910.316242 samples/sec	rmse=0.019694	lr=0.336866
Epoch[55] Batch [949]	Speed: 2955.604254 samples/sec	rmse=0.019697	lr=0.336772
Epoch[55] Batch [999]	Speed: 2807.837901 samples/sec	rmse=0.019698	lr=0.336678
Epoch[55] Batch [1049]	Speed: 2995.613395 samples/sec	rmse=0.019704	lr=0.336584
Epoch[55] Batch [1099]	Speed: 2899.232362 samples/sec	rmse=0.019699	lr=0.336490
Epoch[55] Batch [1149]	Speed: 3014.112354 samples/sec	rmse=0.019701	lr=0.336395
Epoch[55] Batch [1199]	Speed: 2886.427854 samples/sec	rmse=0.019708	lr=0.336301
Epoch[55] Batch [1249]	Speed: 3117.479148 samples/sec	rmse=0.019715	lr=0.336207
[Epoch 55] training: rmse=0.019714
[Epoch 55] speed: 2886 samples/sec	time cost: 453.240530
[Epoch 55] validation: err-top1=0.359674 err-top5=0.135782
Epoch[56] Batch [49]	Speed: 2913.268610 samples/sec	rmse=0.019159	lr=0.336111
Epoch[56] Batch [99]	Speed: 2844.395429 samples/sec	rmse=0.019437	lr=0.336016
Epoch[56] Batch [149]	Speed: 2945.595363 samples/sec	rmse=0.019461	lr=0.335922
Epoch[56] Batch [199]	Speed: 3042.266144 samples/sec	rmse=0.019488	lr=0.335827
Epoch[56] Batch [249]	Speed: 2842.205126 samples/sec	rmse=0.019490	lr=0.335733
Epoch[56] Batch [299]	Speed: 2949.589947 samples/sec	rmse=0.019518	lr=0.335638
Epoch[56] Batch [349]	Speed: 2871.429176 samples/sec	rmse=0.019547	lr=0.335544
Epoch[56] Batch [399]	Speed: 2868.462563 samples/sec	rmse=0.019572	lr=0.335449
Epoch[56] Batch [449]	Speed: 2807.304569 samples/sec	rmse=0.019595	lr=0.335354
Epoch[56] Batch [499]	Speed: 2862.857558 samples/sec	rmse=0.019607	lr=0.335259
Epoch[56] Batch [549]	Speed: 2910.915202 samples/sec	rmse=0.019619	lr=0.335164
Epoch[56] Batch [599]	Speed: 3046.441842 samples/sec	rmse=0.019604	lr=0.335069
Epoch[56] Batch [649]	Speed: 2973.274809 samples/sec	rmse=0.019602	lr=0.334974
Epoch[56] Batch [699]	Speed: 2797.180952 samples/sec	rmse=0.019620	lr=0.334879
Epoch[56] Batch [749]	Speed: 2855.231986 samples/sec	rmse=0.019634	lr=0.334784
Epoch[56] Batch [799]	Speed: 2898.809032 samples/sec	rmse=0.019636	lr=0.334689
Epoch[56] Batch [849]	Speed: 2819.912143 samples/sec	rmse=0.019643	lr=0.334594
Epoch[56] Batch [899]	Speed: 2920.280598 samples/sec	rmse=0.019652	lr=0.334499
Epoch[56] Batch [949]	Speed: 3049.753320 samples/sec	rmse=0.019676	lr=0.334403
Epoch[56] Batch [999]	Speed: 2817.474304 samples/sec	rmse=0.019671	lr=0.334308
Epoch[56] Batch [1049]	Speed: 2966.591024 samples/sec	rmse=0.019674	lr=0.334212
Epoch[56] Batch [1099]	Speed: 2804.423132 samples/sec	rmse=0.019670	lr=0.334117
Epoch[56] Batch [1149]	Speed: 2803.981561 samples/sec	rmse=0.019682	lr=0.334021
Epoch[56] Batch [1199]	Speed: 2724.270676 samples/sec	rmse=0.019681	lr=0.333926
Epoch[56] Batch [1249]	Speed: 3106.755976 samples/sec	rmse=0.019679	lr=0.333830
[Epoch 56] training: rmse=0.019679
[Epoch 56] speed: 2892 samples/sec	time cost: 452.247259
[Epoch 56] validation: err-top1=0.352978 err-top5=0.131936
Epoch[57] Batch [49]	Speed: 2977.778239 samples/sec	rmse=0.019283	lr=0.333732
Epoch[57] Batch [99]	Speed: 2872.988714 samples/sec	rmse=0.019459	lr=0.333637
Epoch[57] Batch [149]	Speed: 2860.525036 samples/sec	rmse=0.019495	lr=0.333541
Epoch[57] Batch [199]	Speed: 2850.171102 samples/sec	rmse=0.019527	lr=0.333445
Epoch[57] Batch [249]	Speed: 2870.720631 samples/sec	rmse=0.019507	lr=0.333349
Epoch[57] Batch [299]	Speed: 2919.206472 samples/sec	rmse=0.019515	lr=0.333253
Epoch[57] Batch [349]	Speed: 2747.240228 samples/sec	rmse=0.019537	lr=0.333157
Epoch[57] Batch [399]	Speed: 2794.019221 samples/sec	rmse=0.019537	lr=0.333061
Epoch[57] Batch [449]	Speed: 2793.151767 samples/sec	rmse=0.019550	lr=0.332964
Epoch[57] Batch [499]	Speed: 2771.081478 samples/sec	rmse=0.019572	lr=0.332868
Epoch[57] Batch [549]	Speed: 2751.485052 samples/sec	rmse=0.019579	lr=0.332772
Epoch[57] Batch [599]	Speed: 2878.600970 samples/sec	rmse=0.019583	lr=0.332676
Epoch[57] Batch [649]	Speed: 2936.322123 samples/sec	rmse=0.019588	lr=0.332579
Epoch[57] Batch [699]	Speed: 2903.915196 samples/sec	rmse=0.019588	lr=0.332483
Epoch[57] Batch [749]	Speed: 2835.578851 samples/sec	rmse=0.019592	lr=0.332386
Epoch[57] Batch [799]	Speed: 2903.568187 samples/sec	rmse=0.019607	lr=0.332290
Epoch[57] Batch [849]	Speed: 2932.308275 samples/sec	rmse=0.019615	lr=0.332193
Epoch[57] Batch [899]	Speed: 2917.990629 samples/sec	rmse=0.019610	lr=0.332096
Epoch[57] Batch [949]	Speed: 2845.627926 samples/sec	rmse=0.019620	lr=0.332000
Epoch[57] Batch [999]	Speed: 2771.857636 samples/sec	rmse=0.019628	lr=0.331903
Epoch[57] Batch [1049]	Speed: 2871.717123 samples/sec	rmse=0.019627	lr=0.331806
Epoch[57] Batch [1099]	Speed: 2821.866217 samples/sec	rmse=0.019633	lr=0.331709
Epoch[57] Batch [1149]	Speed: 2827.203840 samples/sec	rmse=0.019637	lr=0.331612
Epoch[57] Batch [1199]	Speed: 2769.034401 samples/sec	rmse=0.019643	lr=0.331515
Epoch[57] Batch [1249]	Speed: 2965.775311 samples/sec	rmse=0.019646	lr=0.331418
[Epoch 57] training: rmse=0.019646
[Epoch 57] speed: 2852 samples/sec	time cost: 458.954915
[Epoch 57] validation: err-top1=0.347557 err-top5=0.126515
Epoch[58] Batch [49]	Speed: 2968.120578 samples/sec	rmse=0.019440	lr=0.331319
Epoch[58] Batch [99]	Speed: 2901.032809 samples/sec	rmse=0.019382	lr=0.331222
Epoch[58] Batch [149]	Speed: 3020.472897 samples/sec	rmse=0.019462	lr=0.331125
Epoch[58] Batch [199]	Speed: 2908.985630 samples/sec	rmse=0.019507	lr=0.331028
Epoch[58] Batch [249]	Speed: 2734.251506 samples/sec	rmse=0.019553	lr=0.330930
Epoch[58] Batch [299]	Speed: 2773.691129 samples/sec	rmse=0.019556	lr=0.330833
Epoch[58] Batch [349]	Speed: 2850.896977 samples/sec	rmse=0.019553	lr=0.330735
Epoch[58] Batch [399]	Speed: 2911.851237 samples/sec	rmse=0.019556	lr=0.330638
Epoch[58] Batch [449]	Speed: 3022.728882 samples/sec	rmse=0.019574	lr=0.330540
Epoch[58] Batch [499]	Speed: 2933.424002 samples/sec	rmse=0.019576	lr=0.330443
Epoch[58] Batch [549]	Speed: 2793.519833 samples/sec	rmse=0.019582	lr=0.330345
Epoch[58] Batch [599]	Speed: 2917.934565 samples/sec	rmse=0.019594	lr=0.330247
Epoch[58] Batch [649]	Speed: 2911.960490 samples/sec	rmse=0.019604	lr=0.330150
Epoch[58] Batch [699]	Speed: 2884.179918 samples/sec	rmse=0.019599	lr=0.330052
Epoch[58] Batch [749]	Speed: 2891.873291 samples/sec	rmse=0.019598	lr=0.329954
Epoch[58] Batch [799]	Speed: 2903.769912 samples/sec	rmse=0.019614	lr=0.329856
Epoch[58] Batch [849]	Speed: 2843.214779 samples/sec	rmse=0.019615	lr=0.329758
Epoch[58] Batch [899]	Speed: 2989.672261 samples/sec	rmse=0.019620	lr=0.329660
Epoch[58] Batch [949]	Speed: 2877.370362 samples/sec	rmse=0.019617	lr=0.329562
Epoch[58] Batch [999]	Speed: 2934.715828 samples/sec	rmse=0.019617	lr=0.329464
Epoch[58] Batch [1049]	Speed: 2968.665799 samples/sec	rmse=0.019612	lr=0.329366
Epoch[58] Batch [1099]	Speed: 2974.650353 samples/sec	rmse=0.019613	lr=0.329267
Epoch[58] Batch [1149]	Speed: 3029.508509 samples/sec	rmse=0.019631	lr=0.329169
Epoch[58] Batch [1199]	Speed: 2872.104575 samples/sec	rmse=0.019635	lr=0.329071
Epoch[58] Batch [1249]	Speed: 2974.432605 samples/sec	rmse=0.019632	lr=0.328972
[Epoch 58] training: rmse=0.019632
[Epoch 58] speed: 2907 samples/sec	time cost: 450.505297
[Epoch 58] validation: err-top1=0.357788 err-top5=0.132955
Epoch[59] Batch [49]	Speed: 3207.580744 samples/sec	rmse=0.019544	lr=0.328872
Epoch[59] Batch [99]	Speed: 3054.505883 samples/sec	rmse=0.019487	lr=0.328773
Epoch[59] Batch [149]	Speed: 2903.194769 samples/sec	rmse=0.019540	lr=0.328675
Epoch[59] Batch [199]	Speed: 2784.521093 samples/sec	rmse=0.019516	lr=0.328576
Epoch[59] Batch [249]	Speed: 3009.471869 samples/sec	rmse=0.019520	lr=0.328478
Epoch[59] Batch [299]	Speed: 2832.470011 samples/sec	rmse=0.019565	lr=0.328379
Epoch[59] Batch [349]	Speed: 2755.806526 samples/sec	rmse=0.019592	lr=0.328280
Epoch[59] Batch [399]	Speed: 3088.327438 samples/sec	rmse=0.019629	lr=0.328181
Epoch[59] Batch [449]	Speed: 2824.756839 samples/sec	rmse=0.019636	lr=0.328082
Epoch[59] Batch [499]	Speed: 2825.202933 samples/sec	rmse=0.019631	lr=0.327983
Epoch[59] Batch [549]	Speed: 2790.530441 samples/sec	rmse=0.019632	lr=0.327884
Epoch[59] Batch [599]	Speed: 2776.752779 samples/sec	rmse=0.019633	lr=0.327785
Epoch[59] Batch [649]	Speed: 2977.759906 samples/sec	rmse=0.019635	lr=0.327686
Epoch[59] Batch [699]	Speed: 2928.343120 samples/sec	rmse=0.019631	lr=0.327587
Epoch[59] Batch [749]	Speed: 2876.742928 samples/sec	rmse=0.019634	lr=0.327488
Epoch[59] Batch [799]	Speed: 2930.401750 samples/sec	rmse=0.019619	lr=0.327389
Epoch[59] Batch [849]	Speed: 2862.603857 samples/sec	rmse=0.019617	lr=0.327289
Epoch[59] Batch [899]	Speed: 2885.151357 samples/sec	rmse=0.019624	lr=0.327190
Epoch[59] Batch [949]	Speed: 2919.617602 samples/sec	rmse=0.019634	lr=0.327091
Epoch[59] Batch [999]	Speed: 2927.995440 samples/sec	rmse=0.019631	lr=0.326991
Epoch[59] Batch [1049]	Speed: 3053.504472 samples/sec	rmse=0.019643	lr=0.326892
Epoch[59] Batch [1099]	Speed: 2874.042939 samples/sec	rmse=0.019648	lr=0.326792
Epoch[59] Batch [1149]	Speed: 2840.612612 samples/sec	rmse=0.019657	lr=0.326692
Epoch[59] Batch [1199]	Speed: 2976.281287 samples/sec	rmse=0.019659	lr=0.326593
Epoch[59] Batch [1249]	Speed: 2910.774385 samples/sec	rmse=0.019651	lr=0.326493
[Epoch 59] training: rmse=0.019652
[Epoch 59] speed: 2906 samples/sec	time cost: 450.537623
[Epoch 59] validation: err-top1=0.350506 err-top5=0.130580
Epoch[60] Batch [49]	Speed: 2998.843754 samples/sec	rmse=0.019470	lr=0.326391
Epoch[60] Batch [99]	Speed: 2811.713440 samples/sec	rmse=0.019569	lr=0.326291
Epoch[60] Batch [149]	Speed: 3051.674859 samples/sec	rmse=0.019541	lr=0.326192
Epoch[60] Batch [199]	Speed: 2879.026833 samples/sec	rmse=0.019555	lr=0.326092
Epoch[60] Batch [249]	Speed: 2818.117123 samples/sec	rmse=0.019575	lr=0.325992
Epoch[60] Batch [299]	Speed: 2845.696555 samples/sec	rmse=0.019550	lr=0.325892
Epoch[60] Batch [349]	Speed: 2957.447030 samples/sec	rmse=0.019561	lr=0.325792
Epoch[60] Batch [399]	Speed: 2824.940737 samples/sec	rmse=0.019576	lr=0.325691
Epoch[60] Batch [449]	Speed: 2900.870219 samples/sec	rmse=0.019583	lr=0.325591
Epoch[60] Batch [499]	Speed: 2935.382289 samples/sec	rmse=0.019587	lr=0.325491
Epoch[60] Batch [549]	Speed: 2969.291113 samples/sec	rmse=0.019576	lr=0.325391
Epoch[60] Batch [599]	Speed: 2781.846852 samples/sec	rmse=0.019582	lr=0.325290
Epoch[60] Batch [649]	Speed: 2917.571118 samples/sec	rmse=0.019605	lr=0.325190
Epoch[60] Batch [699]	Speed: 2959.691191 samples/sec	rmse=0.019620	lr=0.325089
Epoch[60] Batch [749]	Speed: 2932.056608 samples/sec	rmse=0.019618	lr=0.324989
Epoch[60] Batch [799]	Speed: 2887.647663 samples/sec	rmse=0.019625	lr=0.324888
Epoch[60] Batch [849]	Speed: 2816.093269 samples/sec	rmse=0.019629	lr=0.324788
Epoch[60] Batch [899]	Speed: 2823.721933 samples/sec	rmse=0.019623	lr=0.324687
Epoch[60] Batch [949]	Speed: 2761.108049 samples/sec	rmse=0.019628	lr=0.324586
Epoch[60] Batch [999]	Speed: 2869.871981 samples/sec	rmse=0.019626	lr=0.324486
Epoch[60] Batch [1049]	Speed: 2884.214549 samples/sec	rmse=0.019628	lr=0.324385
Epoch[60] Batch [1099]	Speed: 2785.525183 samples/sec	rmse=0.019623	lr=0.324284
Epoch[60] Batch [1149]	Speed: 2866.421139 samples/sec	rmse=0.019637	lr=0.324183
Epoch[60] Batch [1199]	Speed: 2866.407518 samples/sec	rmse=0.019642	lr=0.324082
Epoch[60] Batch [1249]	Speed: 2939.206587 samples/sec	rmse=0.019645	lr=0.323981
[Epoch 60] training: rmse=0.019645
[Epoch 60] speed: 2879 samples/sec	time cost: 454.640977
[Epoch 60] validation: err-top1=0.355070 err-top5=0.131437
Epoch[61] Batch [49]	Speed: 2711.881376 samples/sec	rmse=0.019412	lr=0.323878
Epoch[61] Batch [99]	Speed: 2986.706223 samples/sec	rmse=0.019344	lr=0.323777
Epoch[61] Batch [149]	Speed: 2939.318264 samples/sec	rmse=0.019354	lr=0.323676
Epoch[61] Batch [199]	Speed: 2822.679696 samples/sec	rmse=0.019388	lr=0.323574
Epoch[61] Batch [249]	Speed: 2849.773359 samples/sec	rmse=0.019456	lr=0.323473
Epoch[61] Batch [299]	Speed: 2781.307678 samples/sec	rmse=0.019483	lr=0.323372
Epoch[61] Batch [349]	Speed: 2788.305445 samples/sec	rmse=0.019497	lr=0.323270
Epoch[61] Batch [399]	Speed: 2793.052918 samples/sec	rmse=0.019498	lr=0.323169
Epoch[61] Batch [449]	Speed: 2972.666457 samples/sec	rmse=0.019505	lr=0.323067
Epoch[61] Batch [499]	Speed: 2998.484240 samples/sec	rmse=0.019491	lr=0.322966
Epoch[61] Batch [549]	Speed: 2944.734742 samples/sec	rmse=0.019486	lr=0.322864
Epoch[61] Batch [599]	Speed: 2927.184212 samples/sec	rmse=0.019504	lr=0.322763
Epoch[61] Batch [649]	Speed: 2918.726194 samples/sec	rmse=0.019505	lr=0.322661
Epoch[61] Batch [699]	Speed: 3015.957970 samples/sec	rmse=0.019521	lr=0.322559
Epoch[61] Batch [749]	Speed: 2798.184678 samples/sec	rmse=0.019525	lr=0.322457
Epoch[61] Batch [799]	Speed: 2936.196662 samples/sec	rmse=0.019532	lr=0.322355
Epoch[61] Batch [849]	Speed: 2869.920230 samples/sec	rmse=0.019537	lr=0.322254
Epoch[61] Batch [899]	Speed: 2940.964603 samples/sec	rmse=0.019543	lr=0.322152
Epoch[61] Batch [949]	Speed: 2813.017884 samples/sec	rmse=0.019552	lr=0.322050
Epoch[61] Batch [999]	Speed: 3003.099149 samples/sec	rmse=0.019553	lr=0.321948
Epoch[61] Batch [1049]	Speed: 2847.948519 samples/sec	rmse=0.019560	lr=0.321845
Epoch[61] Batch [1099]	Speed: 2858.842512 samples/sec	rmse=0.019569	lr=0.321743
Epoch[61] Batch [1149]	Speed: 2907.690250 samples/sec	rmse=0.019570	lr=0.321641
Epoch[61] Batch [1199]	Speed: 2855.812662 samples/sec	rmse=0.019573	lr=0.321539
Epoch[61] Batch [1249]	Speed: 3049.070240 samples/sec	rmse=0.019580	lr=0.321437
[Epoch 61] training: rmse=0.019580
[Epoch 61] speed: 2888 samples/sec	time cost: 453.683417
[Epoch 61] validation: err-top1=0.344208 err-top5=0.128727
Epoch[62] Batch [49]	Speed: 2851.908839 samples/sec	rmse=0.019455	lr=0.321332
Epoch[62] Batch [99]	Speed: 2858.028979 samples/sec	rmse=0.019492	lr=0.321230
Epoch[62] Batch [149]	Speed: 3054.229459 samples/sec	rmse=0.019404	lr=0.321127
Epoch[62] Batch [199]	Speed: 2771.709989 samples/sec	rmse=0.019451	lr=0.321025
Epoch[62] Batch [249]	Speed: 2882.605965 samples/sec	rmse=0.019479	lr=0.320922
Epoch[62] Batch [299]	Speed: 3091.514119 samples/sec	rmse=0.019518	lr=0.320820
Epoch[62] Batch [349]	Speed: 2796.103055 samples/sec	rmse=0.019510	lr=0.320717
Epoch[62] Batch [399]	Speed: 2897.079581 samples/sec	rmse=0.019479	lr=0.320614
Epoch[62] Batch [449]	Speed: 2800.456735 samples/sec	rmse=0.019481	lr=0.320512
Epoch[62] Batch [499]	Speed: 2897.970954 samples/sec	rmse=0.019495	lr=0.320409
Epoch[62] Batch [549]	Speed: 2889.642143 samples/sec	rmse=0.019504	lr=0.320306
Epoch[62] Batch [599]	Speed: 2934.272771 samples/sec	rmse=0.019505	lr=0.320203
Epoch[62] Batch [649]	Speed: 2934.780920 samples/sec	rmse=0.019489	lr=0.320100
Epoch[62] Batch [699]	Speed: 2895.972814 samples/sec	rmse=0.019507	lr=0.319997
Epoch[62] Batch [749]	Speed: 3160.910960 samples/sec	rmse=0.019517	lr=0.319894
Epoch[62] Batch [799]	Speed: 2829.243851 samples/sec	rmse=0.019527	lr=0.319791
Epoch[62] Batch [849]	Speed: 2969.077925 samples/sec	rmse=0.019521	lr=0.319688
Epoch[62] Batch [899]	Speed: 2759.743296 samples/sec	rmse=0.019524	lr=0.319585
Epoch[62] Batch [949]	Speed: 2880.451368 samples/sec	rmse=0.019527	lr=0.319481
Epoch[62] Batch [999]	Speed: 2808.552104 samples/sec	rmse=0.019532	lr=0.319378
Epoch[62] Batch [1049]	Speed: 2888.767310 samples/sec	rmse=0.019554	lr=0.319275
Epoch[62] Batch [1099]	Speed: 2812.917587 samples/sec	rmse=0.019565	lr=0.319171
Epoch[62] Batch [1149]	Speed: 2983.142164 samples/sec	rmse=0.019562	lr=0.319068
Epoch[62] Batch [1199]	Speed: 2733.601310 samples/sec	rmse=0.019551	lr=0.318964
Epoch[62] Batch [1249]	Speed: 3072.522188 samples/sec	rmse=0.019553	lr=0.318861
[Epoch 62] training: rmse=0.019554
[Epoch 62] speed: 2892 samples/sec	time cost: 453.439841
[Epoch 62] validation: err-top1=0.349510 err-top5=0.126933
Epoch[63] Batch [49]	Speed: 2932.731715 samples/sec	rmse=0.019293	lr=0.318755
Epoch[63] Batch [99]	Speed: 2866.483734 samples/sec	rmse=0.019407	lr=0.318651
Epoch[63] Batch [149]	Speed: 2971.618836 samples/sec	rmse=0.019491	lr=0.318548
Epoch[63] Batch [199]	Speed: 2779.059956 samples/sec	rmse=0.019533	lr=0.318444
Epoch[63] Batch [249]	Speed: 2966.377363 samples/sec	rmse=0.019502	lr=0.318340
Epoch[63] Batch [299]	Speed: 3006.388401 samples/sec	rmse=0.019526	lr=0.318236
Epoch[63] Batch [349]	Speed: 3047.373629 samples/sec	rmse=0.019546	lr=0.318132
Epoch[63] Batch [399]	Speed: 3103.243386 samples/sec	rmse=0.019525	lr=0.318029
Epoch[63] Batch [449]	Speed: 2926.901630 samples/sec	rmse=0.019520	lr=0.317925
Epoch[63] Batch [499]	Speed: 2899.796891 samples/sec	rmse=0.019523	lr=0.317820
Epoch[63] Batch [549]	Speed: 2814.634823 samples/sec	rmse=0.019527	lr=0.317716
Epoch[63] Batch [599]	Speed: 2871.132611 samples/sec	rmse=0.019542	lr=0.317612
Epoch[63] Batch [649]	Speed: 2971.717322 samples/sec	rmse=0.019565	lr=0.317508
Epoch[63] Batch [699]	Speed: 3017.825229 samples/sec	rmse=0.019579	lr=0.317404
Epoch[63] Batch [749]	Speed: 2940.319760 samples/sec	rmse=0.019577	lr=0.317300
Epoch[63] Batch [799]	Speed: 2946.488747 samples/sec	rmse=0.019574	lr=0.317195
Epoch[63] Batch [849]	Speed: 2942.996577 samples/sec	rmse=0.019562	lr=0.317091
Epoch[63] Batch [899]	Speed: 2899.450905 samples/sec	rmse=0.019565	lr=0.316986
Epoch[63] Batch [949]	Speed: 3009.472206 samples/sec	rmse=0.019574	lr=0.316882
Epoch[63] Batch [999]	Speed: 2832.302202 samples/sec	rmse=0.019572	lr=0.316777
Epoch[63] Batch [1049]	Speed: 2867.474415 samples/sec	rmse=0.019581	lr=0.316673
Epoch[63] Batch [1099]	Speed: 2894.877702 samples/sec	rmse=0.019582	lr=0.316568
Epoch[63] Batch [1149]	Speed: 2923.158763 samples/sec	rmse=0.019591	lr=0.316464
Epoch[63] Batch [1199]	Speed: 2904.274424 samples/sec	rmse=0.019593	lr=0.316359
Epoch[63] Batch [1249]	Speed: 2938.810996 samples/sec	rmse=0.019598	lr=0.316254
[Epoch 63] training: rmse=0.019598
[Epoch 63] speed: 2927 samples/sec	time cost: 447.209212
[Epoch 63] validation: err-top1=0.345703 err-top5=0.125773
Epoch[64] Batch [49]	Speed: 2940.255468 samples/sec	rmse=0.019341	lr=0.316147
Epoch[64] Batch [99]	Speed: 2921.226283 samples/sec	rmse=0.019447	lr=0.316042
Epoch[64] Batch [149]	Speed: 2943.044976 samples/sec	rmse=0.019385	lr=0.315937
Epoch[64] Batch [199]	Speed: 2949.676931 samples/sec	rmse=0.019399	lr=0.315832
Epoch[64] Batch [249]	Speed: 2847.556041 samples/sec	rmse=0.019432	lr=0.315727
Epoch[64] Batch [299]	Speed: 2721.993573 samples/sec	rmse=0.019476	lr=0.315622
Epoch[64] Batch [349]	Speed: 2978.558182 samples/sec	rmse=0.019519	lr=0.315517
Epoch[64] Batch [399]	Speed: 2900.329284 samples/sec	rmse=0.019507	lr=0.315412
Epoch[64] Batch [449]	Speed: 2793.931724 samples/sec	rmse=0.019511	lr=0.315307
Epoch[64] Batch [499]	Speed: 2865.775524 samples/sec	rmse=0.019502	lr=0.315202
Epoch[64] Batch [549]	Speed: 2835.498579 samples/sec	rmse=0.019474	lr=0.315096
Epoch[64] Batch [599]	Speed: 2886.198934 samples/sec	rmse=0.019493	lr=0.314991
Epoch[64] Batch [649]	Speed: 2843.984796 samples/sec	rmse=0.019498	lr=0.314886
Epoch[64] Batch [699]	Speed: 2796.504128 samples/sec	rmse=0.019502	lr=0.314780
Epoch[64] Batch [749]	Speed: 2875.906236 samples/sec	rmse=0.019510	lr=0.314675
Epoch[64] Batch [799]	Speed: 2833.517285 samples/sec	rmse=0.019524	lr=0.314569
Epoch[64] Batch [849]	Speed: 2935.126804 samples/sec	rmse=0.019525	lr=0.314464
Epoch[64] Batch [899]	Speed: 2836.693474 samples/sec	rmse=0.019518	lr=0.314358
Epoch[64] Batch [949]	Speed: 2766.809459 samples/sec	rmse=0.019513	lr=0.314252
Epoch[64] Batch [999]	Speed: 2788.681976 samples/sec	rmse=0.019509	lr=0.314147
Epoch[64] Batch [1049]	Speed: 2725.775547 samples/sec	rmse=0.019503	lr=0.314041
Epoch[64] Batch [1099]	Speed: 2929.746262 samples/sec	rmse=0.019503	lr=0.313935
Epoch[64] Batch [1149]	Speed: 2902.018891 samples/sec	rmse=0.019515	lr=0.313829
Epoch[64] Batch [1199]	Speed: 2896.658168 samples/sec	rmse=0.019517	lr=0.313723
Epoch[64] Batch [1249]	Speed: 2942.650327 samples/sec	rmse=0.019521	lr=0.313617
[Epoch 64] training: rmse=0.019522
[Epoch 64] speed: 2862 samples/sec	time cost: 457.898781
[Epoch 64] validation: err-top1=0.339346 err-top5=0.123525
Epoch[65] Batch [49]	Speed: 2855.111308 samples/sec	rmse=0.019414	lr=0.313509
Epoch[65] Batch [99]	Speed: 2719.713418 samples/sec	rmse=0.019454	lr=0.313403
Epoch[65] Batch [149]	Speed: 2902.351682 samples/sec	rmse=0.019483	lr=0.313297
Epoch[65] Batch [199]	Speed: 2830.908910 samples/sec	rmse=0.019453	lr=0.313191
Epoch[65] Batch [249]	Speed: 2858.136512 samples/sec	rmse=0.019475	lr=0.313085
Epoch[65] Batch [299]	Speed: 2724.539992 samples/sec	rmse=0.019463	lr=0.312978
Epoch[65] Batch [349]	Speed: 2871.800919 samples/sec	rmse=0.019483	lr=0.312872
Epoch[65] Batch [399]	Speed: 2891.259058 samples/sec	rmse=0.019488	lr=0.312766
Epoch[65] Batch [449]	Speed: 2882.601748 samples/sec	rmse=0.019490	lr=0.312659
Epoch[65] Batch [499]	Speed: 2822.507295 samples/sec	rmse=0.019492	lr=0.312553
Epoch[65] Batch [549]	Speed: 2857.643262 samples/sec	rmse=0.019503	lr=0.312446
Epoch[65] Batch [599]	Speed: 2806.412564 samples/sec	rmse=0.019498	lr=0.312340
Epoch[65] Batch [649]	Speed: 2701.344327 samples/sec	rmse=0.019517	lr=0.312233
Epoch[65] Batch [699]	Speed: 2825.266083 samples/sec	rmse=0.019517	lr=0.312127
Epoch[65] Batch [749]	Speed: 2813.805106 samples/sec	rmse=0.019526	lr=0.312020
Epoch[65] Batch [799]	Speed: 2925.446652 samples/sec	rmse=0.019527	lr=0.311913
Epoch[65] Batch [849]	Speed: 2825.341688 samples/sec	rmse=0.019526	lr=0.311807
Epoch[65] Batch [899]	Speed: 2789.793153 samples/sec	rmse=0.019534	lr=0.311700
Epoch[65] Batch [949]	Speed: 2837.542746 samples/sec	rmse=0.019524	lr=0.311593
Epoch[65] Batch [999]	Speed: 2883.849848 samples/sec	rmse=0.019516	lr=0.311486
Epoch[65] Batch [1049]	Speed: 2856.118188 samples/sec	rmse=0.019523	lr=0.311379
Epoch[65] Batch [1099]	Speed: 2768.596729 samples/sec	rmse=0.019532	lr=0.311272
Epoch[65] Batch [1149]	Speed: 2784.257585 samples/sec	rmse=0.019536	lr=0.311165
Epoch[65] Batch [1199]	Speed: 2797.927655 samples/sec	rmse=0.019536	lr=0.311058
Epoch[65] Batch [1249]	Speed: 3084.318584 samples/sec	rmse=0.019545	lr=0.310951
[Epoch 65] training: rmse=0.019545
[Epoch 65] speed: 2832 samples/sec	time cost: 461.997443
[Epoch 65] validation: err-top1=0.357840 err-top5=0.134925
Epoch[66] Batch [49]	Speed: 2740.045505 samples/sec	rmse=0.019436	lr=0.310842
Epoch[66] Batch [99]	Speed: 2888.711081 samples/sec	rmse=0.019410	lr=0.310734
Epoch[66] Batch [149]	Speed: 2837.013025 samples/sec	rmse=0.019420	lr=0.310627
Epoch[66] Batch [199]	Speed: 2857.416148 samples/sec	rmse=0.019452	lr=0.310520
Epoch[66] Batch [249]	Speed: 2837.179556 samples/sec	rmse=0.019455	lr=0.310412
Epoch[66] Batch [299]	Speed: 2871.881301 samples/sec	rmse=0.019456	lr=0.310305
Epoch[66] Batch [349]	Speed: 2861.257529 samples/sec	rmse=0.019464	lr=0.310198
Epoch[66] Batch [399]	Speed: 2842.978548 samples/sec	rmse=0.019434	lr=0.310090
Epoch[66] Batch [449]	Speed: 2807.645247 samples/sec	rmse=0.019409	lr=0.309982
Epoch[66] Batch [499]	Speed: 2806.125242 samples/sec	rmse=0.019405	lr=0.309875
Epoch[66] Batch [549]	Speed: 2848.345564 samples/sec	rmse=0.019397	lr=0.309767
Epoch[66] Batch [599]	Speed: 2856.890156 samples/sec	rmse=0.019421	lr=0.309660
Epoch[66] Batch [649]	Speed: 2750.196287 samples/sec	rmse=0.019424	lr=0.309552
Epoch[66] Batch [699]	Speed: 2815.839887 samples/sec	rmse=0.019429	lr=0.309444
Epoch[66] Batch [749]	Speed: 2879.842518 samples/sec	rmse=0.019432	lr=0.309336
Epoch[66] Batch [799]	Speed: 2826.992629 samples/sec	rmse=0.019450	lr=0.309228
Epoch[66] Batch [849]	Speed: 2919.326318 samples/sec	rmse=0.019457	lr=0.309121
Epoch[66] Batch [899]	Speed: 2909.134708 samples/sec	rmse=0.019469	lr=0.309013
Epoch[66] Batch [949]	Speed: 2960.801649 samples/sec	rmse=0.019471	lr=0.308905
Epoch[66] Batch [999]	Speed: 2837.767649 samples/sec	rmse=0.019473	lr=0.308797
Epoch[66] Batch [1049]	Speed: 2795.381305 samples/sec	rmse=0.019472	lr=0.308688
Epoch[66] Batch [1099]	Speed: 2739.034942 samples/sec	rmse=0.019484	lr=0.308580
Epoch[66] Batch [1149]	Speed: 2768.106530 samples/sec	rmse=0.019486	lr=0.308472
Epoch[66] Batch [1199]	Speed: 2808.521875 samples/sec	rmse=0.019496	lr=0.308364
Epoch[66] Batch [1249]	Speed: 2912.564669 samples/sec	rmse=0.019500	lr=0.308256
[Epoch 66] training: rmse=0.019501
[Epoch 66] speed: 2836 samples/sec	time cost: 461.647773
[Epoch 66] validation: err-top1=0.341458 err-top5=0.122608
Epoch[67] Batch [49]	Speed: 2997.533277 samples/sec	rmse=0.019468	lr=0.308145
Epoch[67] Batch [99]	Speed: 2777.733596 samples/sec	rmse=0.019512	lr=0.308037
Epoch[67] Batch [149]	Speed: 2894.883126 samples/sec	rmse=0.019471	lr=0.307928
Epoch[67] Batch [199]	Speed: 2882.238267 samples/sec	rmse=0.019450	lr=0.307820
Epoch[67] Batch [249]	Speed: 2814.524304 samples/sec	rmse=0.019473	lr=0.307712
Epoch[67] Batch [299]	Speed: 2820.498544 samples/sec	rmse=0.019480	lr=0.307603
Epoch[67] Batch [349]	Speed: 2988.299342 samples/sec	rmse=0.019469	lr=0.307494
Epoch[67] Batch [399]	Speed: 2938.320707 samples/sec	rmse=0.019498	lr=0.307386
Epoch[67] Batch [449]	Speed: 2921.147644 samples/sec	rmse=0.019470	lr=0.307277
Epoch[67] Batch [499]	Speed: 2895.171074 samples/sec	rmse=0.019470	lr=0.307168
Epoch[67] Batch [549]	Speed: 2806.770560 samples/sec	rmse=0.019461	lr=0.307060
Epoch[67] Batch [599]	Speed: 2815.804442 samples/sec	rmse=0.019459	lr=0.306951
Epoch[67] Batch [649]	Speed: 2847.569785 samples/sec	rmse=0.019466	lr=0.306842
Epoch[67] Batch [699]	Speed: 2953.103396 samples/sec	rmse=0.019478	lr=0.306733
Epoch[67] Batch [749]	Speed: 2946.903190 samples/sec	rmse=0.019478	lr=0.306624
Epoch[67] Batch [799]	Speed: 2924.021388 samples/sec	rmse=0.019470	lr=0.306515
Epoch[67] Batch [849]	Speed: 2773.227631 samples/sec	rmse=0.019472	lr=0.306406
Epoch[67] Batch [899]	Speed: 2736.777499 samples/sec	rmse=0.019466	lr=0.306297
Epoch[67] Batch [949]	Speed: 2906.396731 samples/sec	rmse=0.019467	lr=0.306188
Epoch[67] Batch [999]	Speed: 2890.434481 samples/sec	rmse=0.019469	lr=0.306079
Epoch[67] Batch [1049]	Speed: 2783.720977 samples/sec	rmse=0.019477	lr=0.305970
Epoch[67] Batch [1099]	Speed: 2798.135457 samples/sec	rmse=0.019477	lr=0.305860
Epoch[67] Batch [1149]	Speed: 2766.198810 samples/sec	rmse=0.019483	lr=0.305751
Epoch[67] Batch [1199]	Speed: 2796.061080 samples/sec	rmse=0.019492	lr=0.305642
Epoch[67] Batch [1249]	Speed: 2991.329880 samples/sec	rmse=0.019497	lr=0.305532
[Epoch 67] training: rmse=0.019496
[Epoch 67] speed: 2862 samples/sec	time cost: 457.093217
[Epoch 67] validation: err-top1=0.341000 err-top5=0.124601
Epoch[68] Batch [49]	Speed: 2785.791605 samples/sec	rmse=0.019302	lr=0.305421
Epoch[68] Batch [99]	Speed: 2850.827605 samples/sec	rmse=0.019319	lr=0.305311
Epoch[68] Batch [149]	Speed: 2780.266023 samples/sec	rmse=0.019321	lr=0.305202
Epoch[68] Batch [199]	Speed: 2878.468741 samples/sec	rmse=0.019378	lr=0.305092
Epoch[68] Batch [249]	Speed: 2802.757762 samples/sec	rmse=0.019397	lr=0.304983
Epoch[68] Batch [299]	Speed: 2741.858251 samples/sec	rmse=0.019396	lr=0.304873
Epoch[68] Batch [349]	Speed: 2774.827570 samples/sec	rmse=0.019383	lr=0.304763
Epoch[68] Batch [399]	Speed: 2789.522451 samples/sec	rmse=0.019424	lr=0.304654
Epoch[68] Batch [449]	Speed: 2786.132720 samples/sec	rmse=0.019434	lr=0.304544
Epoch[68] Batch [499]	Speed: 2894.586379 samples/sec	rmse=0.019438	lr=0.304434
Epoch[68] Batch [549]	Speed: 2753.457639 samples/sec	rmse=0.019445	lr=0.304324
Epoch[68] Batch [599]	Speed: 2948.110833 samples/sec	rmse=0.019454	lr=0.304214
Epoch[68] Batch [649]	Speed: 2769.492427 samples/sec	rmse=0.019440	lr=0.304104
Epoch[68] Batch [699]	Speed: 2853.667997 samples/sec	rmse=0.019448	lr=0.303994
Epoch[68] Batch [749]	Speed: 2733.579562 samples/sec	rmse=0.019450	lr=0.303884
Epoch[68] Batch [799]	Speed: 2862.536928 samples/sec	rmse=0.019463	lr=0.303774
Epoch[68] Batch [849]	Speed: 2893.573955 samples/sec	rmse=0.019474	lr=0.303664
Epoch[68] Batch [899]	Speed: 2778.617311 samples/sec	rmse=0.019473	lr=0.303554
Epoch[68] Batch [949]	Speed: 2768.160123 samples/sec	rmse=0.019474	lr=0.303444
Epoch[68] Batch [999]	Speed: 2842.579725 samples/sec	rmse=0.019478	lr=0.303334
Epoch[68] Batch [1049]	Speed: 2831.951594 samples/sec	rmse=0.019478	lr=0.303223
Epoch[68] Batch [1099]	Speed: 2813.977810 samples/sec	rmse=0.019480	lr=0.303113
Epoch[68] Batch [1149]	Speed: 2941.691367 samples/sec	rmse=0.019475	lr=0.303003
Epoch[68] Batch [1199]	Speed: 2788.396572 samples/sec	rmse=0.019472	lr=0.302892
Epoch[68] Batch [1249]	Speed: 3018.825904 samples/sec	rmse=0.019482	lr=0.302782
[Epoch 68] training: rmse=0.019481
[Epoch 68] speed: 2823 samples/sec	time cost: 463.231242
[Epoch 68] validation: err-top1=0.344986 err-top5=0.126256
Epoch[69] Batch [49]	Speed: 2825.282289 samples/sec	rmse=0.019397	lr=0.302669
Epoch[69] Batch [99]	Speed: 2868.814874 samples/sec	rmse=0.019390	lr=0.302559
Epoch[69] Batch [149]	Speed: 2847.900365 samples/sec	rmse=0.019377	lr=0.302448
Epoch[69] Batch [199]	Speed: 2665.808464 samples/sec	rmse=0.019364	lr=0.302337
Epoch[69] Batch [249]	Speed: 2802.643016 samples/sec	rmse=0.019356	lr=0.302227
Epoch[69] Batch [299]	Speed: 2848.348737 samples/sec	rmse=0.019371	lr=0.302116
Epoch[69] Batch [349]	Speed: 2748.278487 samples/sec	rmse=0.019381	lr=0.302005
Epoch[69] Batch [399]	Speed: 2824.217098 samples/sec	rmse=0.019373	lr=0.301894
Epoch[69] Batch [449]	Speed: 2813.797327 samples/sec	rmse=0.019378	lr=0.301784
Epoch[69] Batch [499]	Speed: 2915.860508 samples/sec	rmse=0.019398	lr=0.301673
Epoch[69] Batch [549]	Speed: 2766.600438 samples/sec	rmse=0.019392	lr=0.301562
Epoch[69] Batch [599]	Speed: 3002.080710 samples/sec	rmse=0.019388	lr=0.301451
Epoch[69] Batch [649]	Speed: 2867.576726 samples/sec	rmse=0.019401	lr=0.301340
Epoch[69] Batch [699]	Speed: 2865.539239 samples/sec	rmse=0.019403	lr=0.301229
Epoch[69] Batch [749]	Speed: 2723.404677 samples/sec	rmse=0.019395	lr=0.301118
Epoch[69] Batch [799]	Speed: 2787.220486 samples/sec	rmse=0.019394	lr=0.301007
Epoch[69] Batch [849]	Speed: 2936.851185 samples/sec	rmse=0.019401	lr=0.300895
Epoch[69] Batch [899]	Speed: 2938.559659 samples/sec	rmse=0.019396	lr=0.300784
Epoch[69] Batch [949]	Speed: 2783.845366 samples/sec	rmse=0.019402	lr=0.300673
Epoch[69] Batch [999]	Speed: 2840.891743 samples/sec	rmse=0.019408	lr=0.300562
Epoch[69] Batch [1049]	Speed: 2939.090493 samples/sec	rmse=0.019410	lr=0.300450
Epoch[69] Batch [1099]	Speed: 2904.772864 samples/sec	rmse=0.019422	lr=0.300339
Epoch[69] Batch [1149]	Speed: 2747.070875 samples/sec	rmse=0.019431	lr=0.300227
Epoch[69] Batch [1199]	Speed: 2782.127565 samples/sec	rmse=0.019441	lr=0.300116
Epoch[69] Batch [1249]	Speed: 3079.672793 samples/sec	rmse=0.019443	lr=0.300004
[Epoch 69] training: rmse=0.019443
[Epoch 69] speed: 2840 samples/sec	time cost: 460.216979
[Epoch 69] validation: err-top1=0.346293 err-top5=0.125448
Epoch[70] Batch [49]	Speed: 2824.819188 samples/sec	rmse=0.019134	lr=0.299891
Epoch[70] Batch [99]	Speed: 2836.217223 samples/sec	rmse=0.019198	lr=0.299779
Epoch[70] Batch [149]	Speed: 2913.352833 samples/sec	rmse=0.019219	lr=0.299667
Epoch[70] Batch [199]	Speed: 2822.878724 samples/sec	rmse=0.019251	lr=0.299556
Epoch[70] Batch [249]	Speed: 2851.905506 samples/sec	rmse=0.019278	lr=0.299444
Epoch[70] Batch [299]	Speed: 2862.086825 samples/sec	rmse=0.019311	lr=0.299332
Epoch[70] Batch [349]	Speed: 2880.179629 samples/sec	rmse=0.019314	lr=0.299221
Epoch[70] Batch [399]	Speed: 2890.137829 samples/sec	rmse=0.019347	lr=0.299109
Epoch[70] Batch [449]	Speed: 2866.651256 samples/sec	rmse=0.019355	lr=0.298997
Epoch[70] Batch [499]	Speed: 2802.325639 samples/sec	rmse=0.019368	lr=0.298885
Epoch[70] Batch [549]	Speed: 2966.409693 samples/sec	rmse=0.019384	lr=0.298773
Epoch[70] Batch [599]	Speed: 2826.948120 samples/sec	rmse=0.019406	lr=0.298661
Epoch[70] Batch [649]	Speed: 2876.468189 samples/sec	rmse=0.019418	lr=0.298549
Epoch[70] Batch [699]	Speed: 2882.266971 samples/sec	rmse=0.019417	lr=0.298437
Epoch[70] Batch [749]	Speed: 2973.911044 samples/sec	rmse=0.019412	lr=0.298325
Epoch[70] Batch [799]	Speed: 2858.697745 samples/sec	rmse=0.019420	lr=0.298213
Epoch[70] Batch [849]	Speed: 2822.945369 samples/sec	rmse=0.019426	lr=0.298100
Epoch[70] Batch [899]	Speed: 2988.221043 samples/sec	rmse=0.019430	lr=0.297988
Epoch[70] Batch [949]	Speed: 2838.980334 samples/sec	rmse=0.019438	lr=0.297876
Epoch[70] Batch [999]	Speed: 2846.333644 samples/sec	rmse=0.019441	lr=0.297763
Epoch[70] Batch [1049]	Speed: 2859.048270 samples/sec	rmse=0.019447	lr=0.297651
Epoch[70] Batch [1099]	Speed: 2852.249632 samples/sec	rmse=0.019441	lr=0.297539
Epoch[70] Batch [1149]	Speed: 2747.940002 samples/sec	rmse=0.019446	lr=0.297426
Epoch[70] Batch [1199]	Speed: 2839.678364 samples/sec	rmse=0.019443	lr=0.297314
Epoch[70] Batch [1249]	Speed: 2875.713024 samples/sec	rmse=0.019442	lr=0.297201
[Epoch 70] training: rmse=0.019443
[Epoch 70] speed: 2861 samples/sec	time cost: 457.685633
[Epoch 70] validation: err-top1=0.333885 err-top5=0.118921
Epoch[71] Batch [49]	Speed: 2841.188935 samples/sec	rmse=0.019381	lr=0.297086
Epoch[71] Batch [99]	Speed: 2824.707125 samples/sec	rmse=0.019464	lr=0.296974
Epoch[71] Batch [149]	Speed: 2725.459947 samples/sec	rmse=0.019421	lr=0.296861
Epoch[71] Batch [199]	Speed: 2904.938643 samples/sec	rmse=0.019355	lr=0.296748
Epoch[71] Batch [249]	Speed: 3049.808933 samples/sec	rmse=0.019381	lr=0.296636
Epoch[71] Batch [299]	Speed: 2925.759567 samples/sec	rmse=0.019399	lr=0.296523
Epoch[71] Batch [349]	Speed: 2730.885434 samples/sec	rmse=0.019409	lr=0.296410
Epoch[71] Batch [399]	Speed: 2763.528476 samples/sec	rmse=0.019407	lr=0.296297
Epoch[71] Batch [449]	Speed: 2891.798289 samples/sec	rmse=0.019398	lr=0.296184
Epoch[71] Batch [499]	Speed: 2786.642343 samples/sec	rmse=0.019399	lr=0.296071
Epoch[71] Batch [549]	Speed: 2850.221830 samples/sec	rmse=0.019400	lr=0.295958
Epoch[71] Batch [599]	Speed: 2882.733235 samples/sec	rmse=0.019398	lr=0.295845
Epoch[71] Batch [649]	Speed: 2778.065049 samples/sec	rmse=0.019415	lr=0.295732
Epoch[71] Batch [699]	Speed: 2910.947952 samples/sec	rmse=0.019430	lr=0.295619
Epoch[71] Batch [749]	Speed: 2855.997132 samples/sec	rmse=0.019444	lr=0.295506
Epoch[71] Batch [799]	Speed: 2924.774178 samples/sec	rmse=0.019457	lr=0.295393
Epoch[71] Batch [849]	Speed: 2780.759494 samples/sec	rmse=0.019466	lr=0.295280
Epoch[71] Batch [899]	Speed: 2784.796712 samples/sec	rmse=0.019470	lr=0.295167
Epoch[71] Batch [949]	Speed: 2770.039642 samples/sec	rmse=0.019468	lr=0.295053
Epoch[71] Batch [999]	Speed: 2842.141066 samples/sec	rmse=0.019474	lr=0.294940
Epoch[71] Batch [1049]	Speed: 2814.089024 samples/sec	rmse=0.019472	lr=0.294827
Epoch[71] Batch [1099]	Speed: 2799.733794 samples/sec	rmse=0.019472	lr=0.294713
Epoch[71] Batch [1149]	Speed: 2798.782940 samples/sec	rmse=0.019470	lr=0.294600
Epoch[71] Batch [1199]	Speed: 2867.038796 samples/sec	rmse=0.019471	lr=0.294486
Epoch[71] Batch [1249]	Speed: 2861.048365 samples/sec	rmse=0.019471	lr=0.294373
[Epoch 71] training: rmse=0.019470
[Epoch 71] speed: 2835 samples/sec	time cost: 461.856404
[Epoch 71] validation: err-top1=0.350845 err-top5=0.134726
Epoch[72] Batch [49]	Speed: 2880.015196 samples/sec	rmse=0.019213	lr=0.294257
Epoch[72] Batch [99]	Speed: 2994.659576 samples/sec	rmse=0.019271	lr=0.294143
Epoch[72] Batch [149]	Speed: 2844.476356 samples/sec	rmse=0.019344	lr=0.294030
Epoch[72] Batch [199]	Speed: 2902.992182 samples/sec	rmse=0.019329	lr=0.293916
Epoch[72] Batch [249]	Speed: 2796.588472 samples/sec	rmse=0.019373	lr=0.293802
Epoch[72] Batch [299]	Speed: 2844.563732 samples/sec	rmse=0.019395	lr=0.293688
Epoch[72] Batch [349]	Speed: 2902.123799 samples/sec	rmse=0.019424	lr=0.293575
Epoch[72] Batch [399]	Speed: 2925.296695 samples/sec	rmse=0.019427	lr=0.293461
Epoch[72] Batch [449]	Speed: 2985.822993 samples/sec	rmse=0.019428	lr=0.293347
Epoch[72] Batch [499]	Speed: 2799.267537 samples/sec	rmse=0.019416	lr=0.293233
Epoch[72] Batch [549]	Speed: 2898.419780 samples/sec	rmse=0.019410	lr=0.293119
Epoch[72] Batch [599]	Speed: 2823.909892 samples/sec	rmse=0.019413	lr=0.293005
Epoch[72] Batch [649]	Speed: 2872.429272 samples/sec	rmse=0.019415	lr=0.292891
Epoch[72] Batch [699]	Speed: 2785.257258 samples/sec	rmse=0.019402	lr=0.292777
Epoch[72] Batch [749]	Speed: 2901.656104 samples/sec	rmse=0.019404	lr=0.292663
Epoch[72] Batch [799]	Speed: 2825.909637 samples/sec	rmse=0.019402	lr=0.292549
Epoch[72] Batch [849]	Speed: 2848.427812 samples/sec	rmse=0.019397	lr=0.292435
Epoch[72] Batch [899]	Speed: 2879.539116 samples/sec	rmse=0.019400	lr=0.292320
Epoch[72] Batch [949]	Speed: 2820.858920 samples/sec	rmse=0.019404	lr=0.292206
Epoch[72] Batch [999]	Speed: 2896.861708 samples/sec	rmse=0.019410	lr=0.292092
Epoch[72] Batch [1049]	Speed: 2926.090849 samples/sec	rmse=0.019410	lr=0.291977
Epoch[72] Batch [1099]	Speed: 2782.739678 samples/sec	rmse=0.019417	lr=0.291863
Epoch[72] Batch [1149]	Speed: 2875.936431 samples/sec	rmse=0.019422	lr=0.291749
Epoch[72] Batch [1199]	Speed: 2882.216063 samples/sec	rmse=0.019419	lr=0.291634
Epoch[72] Batch [1249]	Speed: 2980.011813 samples/sec	rmse=0.019408	lr=0.291520
[Epoch 72] training: rmse=0.019409
[Epoch 72] speed: 2871 samples/sec	time cost: 456.428813
[Epoch 72] validation: err-top1=0.328663 err-top5=0.117447
Epoch[73] Batch [49]	Speed: 3129.324609 samples/sec	rmse=0.019316	lr=0.291403
Epoch[73] Batch [99]	Speed: 2846.750314 samples/sec	rmse=0.019278	lr=0.291288
Epoch[73] Batch [149]	Speed: 2944.041022 samples/sec	rmse=0.019278	lr=0.291174
Epoch[73] Batch [199]	Speed: 2860.976592 samples/sec	rmse=0.019291	lr=0.291059
Epoch[73] Batch [249]	Speed: 2891.605427 samples/sec	rmse=0.019270	lr=0.290944
Epoch[73] Batch [299]	Speed: 2837.561005 samples/sec	rmse=0.019288	lr=0.290830
Epoch[73] Batch [349]	Speed: 2820.501656 samples/sec	rmse=0.019296	lr=0.290715
Epoch[73] Batch [399]	Speed: 3070.390190 samples/sec	rmse=0.019300	lr=0.290600
Epoch[73] Batch [449]	Speed: 2901.150149 samples/sec	rmse=0.019318	lr=0.290485
Epoch[73] Batch [499]	Speed: 2897.827281 samples/sec	rmse=0.019334	lr=0.290370
Epoch[73] Batch [549]	Speed: 2856.981526 samples/sec	rmse=0.019342	lr=0.290256
Epoch[73] Batch [599]	Speed: 2831.512625 samples/sec	rmse=0.019340	lr=0.290141
Epoch[73] Batch [649]	Speed: 2860.336323 samples/sec	rmse=0.019358	lr=0.290026
Epoch[73] Batch [699]	Speed: 2874.943629 samples/sec	rmse=0.019368	lr=0.289911
Epoch[73] Batch [749]	Speed: 2917.266570 samples/sec	rmse=0.019382	lr=0.289796
Epoch[73] Batch [799]	Speed: 3099.696717 samples/sec	rmse=0.019383	lr=0.289680
Epoch[73] Batch [849]	Speed: 2947.588065 samples/sec	rmse=0.019384	lr=0.289565
Epoch[73] Batch [899]	Speed: 2879.445370 samples/sec	rmse=0.019388	lr=0.289450
Epoch[73] Batch [949]	Speed: 3011.764368 samples/sec	rmse=0.019391	lr=0.289335
Epoch[73] Batch [999]	Speed: 2994.318933 samples/sec	rmse=0.019389	lr=0.289220
Epoch[73] Batch [1049]	Speed: 2769.109883 samples/sec	rmse=0.019395	lr=0.289104
Epoch[73] Batch [1099]	Speed: 2863.105692 samples/sec	rmse=0.019404	lr=0.288989
Epoch[73] Batch [1149]	Speed: 2896.680127 samples/sec	rmse=0.019399	lr=0.288874
Epoch[73] Batch [1199]	Speed: 2908.527539 samples/sec	rmse=0.019400	lr=0.288758
Epoch[73] Batch [1249]	Speed: 2920.103018 samples/sec	rmse=0.019398	lr=0.288643
[Epoch 73] training: rmse=0.019397
[Epoch 73] speed: 2908 samples/sec	time cost: 450.582352
[Epoch 73] validation: err-top1=0.352619 err-top5=0.131437
Epoch[74] Batch [49]	Speed: 3109.684855 samples/sec	rmse=0.019207	lr=0.288525
Epoch[74] Batch [99]	Speed: 2833.196017 samples/sec	rmse=0.019258	lr=0.288410
Epoch[74] Batch [149]	Speed: 2993.063716 samples/sec	rmse=0.019278	lr=0.288294
Epoch[74] Batch [199]	Speed: 2938.707400 samples/sec	rmse=0.019255	lr=0.288179
Epoch[74] Batch [249]	Speed: 3050.022913 samples/sec	rmse=0.019244	lr=0.288063
Epoch[74] Batch [299]	Speed: 2932.781299 samples/sec	rmse=0.019279	lr=0.287947
Epoch[74] Batch [349]	Speed: 2961.170844 samples/sec	rmse=0.019288	lr=0.287832
Epoch[74] Batch [399]	Speed: 2899.655190 samples/sec	rmse=0.019281	lr=0.287716
Epoch[74] Batch [449]	Speed: 2854.287112 samples/sec	rmse=0.019291	lr=0.287600
Epoch[74] Batch [499]	Speed: 2944.947639 samples/sec	rmse=0.019287	lr=0.287484
Epoch[74] Batch [549]	Speed: 2931.269296 samples/sec	rmse=0.019309	lr=0.287369
Epoch[74] Batch [599]	Speed: 2890.322520 samples/sec	rmse=0.019305	lr=0.287253
Epoch[74] Batch [649]	Speed: 3090.274028 samples/sec	rmse=0.019299	lr=0.287137
Epoch[74] Batch [699]	Speed: 2963.734963 samples/sec	rmse=0.019299	lr=0.287021
Epoch[74] Batch [749]	Speed: 2986.344421 samples/sec	rmse=0.019309	lr=0.286905
Epoch[74] Batch [799]	Speed: 2880.174955 samples/sec	rmse=0.019306	lr=0.286789
Epoch[74] Batch [849]	Speed: 3024.365783 samples/sec	rmse=0.019313	lr=0.286673
Epoch[74] Batch [899]	Speed: 2938.872892 samples/sec	rmse=0.019319	lr=0.286557
Epoch[74] Batch [949]	Speed: 2843.246023 samples/sec	rmse=0.019328	lr=0.286441
Epoch[74] Batch [999]	Speed: 2839.954495 samples/sec	rmse=0.019332	lr=0.286324
Epoch[74] Batch [1049]	Speed: 2905.508541 samples/sec	rmse=0.019328	lr=0.286208
Epoch[74] Batch [1099]	Speed: 3089.462359 samples/sec	rmse=0.019325	lr=0.286092
Epoch[74] Batch [1149]	Speed: 2904.482493 samples/sec	rmse=0.019325	lr=0.285976
Epoch[74] Batch [1199]	Speed: 3059.060659 samples/sec	rmse=0.019334	lr=0.285859
Epoch[74] Batch [1249]	Speed: 3065.857444 samples/sec	rmse=0.019334	lr=0.285743
[Epoch 74] training: rmse=0.019334
[Epoch 74] speed: 2952 samples/sec	time cost: 443.900617
[Epoch 74] validation: err-top1=0.332948 err-top5=0.117068
Epoch[75] Batch [49]	Speed: 3034.381761 samples/sec	rmse=0.019096	lr=0.285624
Epoch[75] Batch [99]	Speed: 3007.223831 samples/sec	rmse=0.019136	lr=0.285508
Epoch[75] Batch [149]	Speed: 3031.916958 samples/sec	rmse=0.019194	lr=0.285392
Epoch[75] Batch [199]	Speed: 3084.479130 samples/sec	rmse=0.019199	lr=0.285275
Epoch[75] Batch [249]	Speed: 2839.853996 samples/sec	rmse=0.019199	lr=0.285159
Epoch[75] Batch [299]	Speed: 2926.260426 samples/sec	rmse=0.019195	lr=0.285042
Epoch[75] Batch [349]	Speed: 2919.939117 samples/sec	rmse=0.019233	lr=0.284926
Epoch[75] Batch [399]	Speed: 2993.799265 samples/sec	rmse=0.019263	lr=0.284809
Epoch[75] Batch [449]	Speed: 2889.063293 samples/sec	rmse=0.019265	lr=0.284692
Epoch[75] Batch [499]	Speed: 2964.728898 samples/sec	rmse=0.019270	lr=0.284576
Epoch[75] Batch [549]	Speed: 2979.944161 samples/sec	rmse=0.019272	lr=0.284459
Epoch[75] Batch [599]	Speed: 2933.570746 samples/sec	rmse=0.019298	lr=0.284342
Epoch[75] Batch [649]	Speed: 2975.602888 samples/sec	rmse=0.019307	lr=0.284225
Epoch[75] Batch [699]	Speed: 2863.779892 samples/sec	rmse=0.019308	lr=0.284109
Epoch[75] Batch [749]	Speed: 2910.359549 samples/sec	rmse=0.019314	lr=0.283992
Epoch[75] Batch [799]	Speed: 2783.048378 samples/sec	rmse=0.019319	lr=0.283875
Epoch[75] Batch [849]	Speed: 2920.627720 samples/sec	rmse=0.019325	lr=0.283758
Epoch[75] Batch [899]	Speed: 2899.296556 samples/sec	rmse=0.019326	lr=0.283641
Epoch[75] Batch [949]	Speed: 2806.902887 samples/sec	rmse=0.019331	lr=0.283524
Epoch[75] Batch [999]	Speed: 3067.167682 samples/sec	rmse=0.019335	lr=0.283407
Epoch[75] Batch [1049]	Speed: 2876.629443 samples/sec	rmse=0.019339	lr=0.283290
Epoch[75] Batch [1099]	Speed: 2981.409908 samples/sec	rmse=0.019338	lr=0.283173
Epoch[75] Batch [1149]	Speed: 3005.359907 samples/sec	rmse=0.019342	lr=0.283056
Epoch[75] Batch [1199]	Speed: 2918.581764 samples/sec	rmse=0.019345	lr=0.282938
Epoch[75] Batch [1249]	Speed: 3107.165662 samples/sec	rmse=0.019352	lr=0.282821
[Epoch 75] training: rmse=0.019352
[Epoch 75] speed: 2944 samples/sec	time cost: 444.621359
[Epoch 75] validation: err-top1=0.333679 err-top5=0.120850
Epoch[76] Batch [49]	Speed: 3090.205769 samples/sec	rmse=0.019124	lr=0.282702
Epoch[76] Batch [99]	Speed: 2958.784402 samples/sec	rmse=0.019202	lr=0.282584
Epoch[76] Batch [149]	Speed: 2890.925691 samples/sec	rmse=0.019214	lr=0.282467
Epoch[76] Batch [199]	Speed: 3118.392050 samples/sec	rmse=0.019212	lr=0.282350
Epoch[76] Batch [249]	Speed: 3055.426786 samples/sec	rmse=0.019239	lr=0.282232
Epoch[76] Batch [299]	Speed: 2917.138889 samples/sec	rmse=0.019264	lr=0.282115
Epoch[76] Batch [349]	Speed: 3000.299652 samples/sec	rmse=0.019279	lr=0.281997
Epoch[76] Batch [399]	Speed: 3047.375964 samples/sec	rmse=0.019304	lr=0.281880
Epoch[76] Batch [449]	Speed: 2816.857383 samples/sec	rmse=0.019305	lr=0.281762
Epoch[76] Batch [499]	Speed: 2944.971547 samples/sec	rmse=0.019305	lr=0.281645
Epoch[76] Batch [549]	Speed: 2960.302976 samples/sec	rmse=0.019306	lr=0.281527
Epoch[76] Batch [599]	Speed: 2920.542402 samples/sec	rmse=0.019303	lr=0.281410
Epoch[76] Batch [649]	Speed: 2942.865786 samples/sec	rmse=0.019292	lr=0.281292
Epoch[76] Batch [699]	Speed: 3063.135065 samples/sec	rmse=0.019295	lr=0.281174
Epoch[76] Batch [749]	Speed: 2953.391954 samples/sec	rmse=0.019290	lr=0.281057
Epoch[76] Batch [799]	Speed: 2902.188160 samples/sec	rmse=0.019287	lr=0.280939
Epoch[76] Batch [849]	Speed: 2974.309221 samples/sec	rmse=0.019292	lr=0.280821
Epoch[76] Batch [899]	Speed: 2956.595835 samples/sec	rmse=0.019292	lr=0.280703
Epoch[76] Batch [949]	Speed: 2929.349657 samples/sec	rmse=0.019292	lr=0.280585
Epoch[76] Batch [999]	Speed: 2963.209215 samples/sec	rmse=0.019296	lr=0.280468
Epoch[76] Batch [1049]	Speed: 2976.950834 samples/sec	rmse=0.019296	lr=0.280350
Epoch[76] Batch [1099]	Speed: 3042.574891 samples/sec	rmse=0.019302	lr=0.280232
Epoch[76] Batch [1149]	Speed: 2993.481017 samples/sec	rmse=0.019299	lr=0.280114
Epoch[76] Batch [1199]	Speed: 3000.000807 samples/sec	rmse=0.019304	lr=0.279996
Epoch[76] Batch [1249]	Speed: 3080.536419 samples/sec	rmse=0.019306	lr=0.279878
[Epoch 76] training: rmse=0.019306
[Epoch 76] speed: 2976 samples/sec	time cost: 440.425634
[Epoch 76] validation: err-top1=0.345065 err-top5=0.128468
Epoch[77] Batch [49]	Speed: 3099.167070 samples/sec	rmse=0.019097	lr=0.279757
Epoch[77] Batch [99]	Speed: 2859.570793 samples/sec	rmse=0.019094	lr=0.279639
Epoch[77] Batch [149]	Speed: 3040.331853 samples/sec	rmse=0.019117	lr=0.279521
Epoch[77] Batch [199]	Speed: 2968.538256 samples/sec	rmse=0.019140	lr=0.279403
Epoch[77] Batch [249]	Speed: 2940.844343 samples/sec	rmse=0.019171	lr=0.279285
Epoch[77] Batch [299]	Speed: 2895.663739 samples/sec	rmse=0.019184	lr=0.279166
Epoch[77] Batch [349]	Speed: 2857.283805 samples/sec	rmse=0.019191	lr=0.279048
Epoch[77] Batch [399]	Speed: 2892.530329 samples/sec	rmse=0.019218	lr=0.278930
Epoch[77] Batch [449]	Speed: 2845.585506 samples/sec	rmse=0.019225	lr=0.278811
Epoch[77] Batch [499]	Speed: 2946.032146 samples/sec	rmse=0.019235	lr=0.278693
Epoch[77] Batch [549]	Speed: 2937.079092 samples/sec	rmse=0.019241	lr=0.278575
Epoch[77] Batch [599]	Speed: 2818.772963 samples/sec	rmse=0.019248	lr=0.278456
Epoch[77] Batch [649]	Speed: 2924.294057 samples/sec	rmse=0.019255	lr=0.278338
Epoch[77] Batch [699]	Speed: 3065.790959 samples/sec	rmse=0.019268	lr=0.278219
Epoch[77] Batch [749]	Speed: 2947.727206 samples/sec	rmse=0.019290	lr=0.278101
Epoch[77] Batch [799]	Speed: 2991.404842 samples/sec	rmse=0.019297	lr=0.277982
Epoch[77] Batch [849]	Speed: 2907.910897 samples/sec	rmse=0.019296	lr=0.277863
Epoch[77] Batch [899]	Speed: 3037.693914 samples/sec	rmse=0.019296	lr=0.277745
Epoch[77] Batch [949]	Speed: 2974.546151 samples/sec	rmse=0.019298	lr=0.277626
Epoch[77] Batch [999]	Speed: 2895.030957 samples/sec	rmse=0.019302	lr=0.277507
Epoch[77] Batch [1049]	Speed: 2976.651918 samples/sec	rmse=0.019307	lr=0.277389
Epoch[77] Batch [1099]	Speed: 2881.764236 samples/sec	rmse=0.019312	lr=0.277270
Epoch[77] Batch [1149]	Speed: 2884.804129 samples/sec	rmse=0.019315	lr=0.277151
Epoch[77] Batch [1199]	Speed: 3000.593148 samples/sec	rmse=0.019313	lr=0.277032
Epoch[77] Batch [1249]	Speed: 3018.679079 samples/sec	rmse=0.019318	lr=0.276913
[Epoch 77] training: rmse=0.019318
[Epoch 77] speed: 2940 samples/sec	time cost: 445.947498
[Epoch 77] validation: err-top1=0.329102 err-top5=0.116051
Epoch[78] Batch [49]	Speed: 3024.840898 samples/sec	rmse=0.019103	lr=0.276792
Epoch[78] Batch [99]	Speed: 2939.020664 samples/sec	rmse=0.019112	lr=0.276673
Epoch[78] Batch [149]	Speed: 3000.896011 samples/sec	rmse=0.019087	lr=0.276554
Epoch[78] Batch [199]	Speed: 3034.115784 samples/sec	rmse=0.019146	lr=0.276435
Epoch[78] Batch [249]	Speed: 3031.499957 samples/sec	rmse=0.019165	lr=0.276316
Epoch[78] Batch [299]	Speed: 3012.371758 samples/sec	rmse=0.019175	lr=0.276197
Epoch[78] Batch [349]	Speed: 3024.325959 samples/sec	rmse=0.019187	lr=0.276078
Epoch[78] Batch [399]	Speed: 2978.160354 samples/sec	rmse=0.019208	lr=0.275959
Epoch[78] Batch [449]	Speed: 2928.282147 samples/sec	rmse=0.019209	lr=0.275840
Epoch[78] Batch [499]	Speed: 2919.027713 samples/sec	rmse=0.019225	lr=0.275721
Epoch[78] Batch [549]	Speed: 2954.007436 samples/sec	rmse=0.019221	lr=0.275601
Epoch[78] Batch [599]	Speed: 3019.920798 samples/sec	rmse=0.019220	lr=0.275482
Epoch[78] Batch [649]	Speed: 2931.897407 samples/sec	rmse=0.019236	lr=0.275363
Epoch[78] Batch [699]	Speed: 3034.799942 samples/sec	rmse=0.019249	lr=0.275244
Epoch[78] Batch [749]	Speed: 2875.237441 samples/sec	rmse=0.019252	lr=0.275124
Epoch[78] Batch [799]	Speed: 2846.463993 samples/sec	rmse=0.019250	lr=0.275005
Epoch[78] Batch [849]	Speed: 2858.211833 samples/sec	rmse=0.019251	lr=0.274885
Epoch[78] Batch [899]	Speed: 2896.887265 samples/sec	rmse=0.019264	lr=0.274766
Epoch[78] Batch [949]	Speed: 2960.781769 samples/sec	rmse=0.019261	lr=0.274647
Epoch[78] Batch [999]	Speed: 2832.042907 samples/sec	rmse=0.019269	lr=0.274527
Epoch[78] Batch [1049]	Speed: 3060.311145 samples/sec	rmse=0.019272	lr=0.274408
Epoch[78] Batch [1099]	Speed: 2978.107695 samples/sec	rmse=0.019277	lr=0.274288
Epoch[78] Batch [1149]	Speed: 2902.043715 samples/sec	rmse=0.019276	lr=0.274168
Epoch[78] Batch [1199]	Speed: 2841.307987 samples/sec	rmse=0.019279	lr=0.274049
Epoch[78] Batch [1249]	Speed: 3115.498145 samples/sec	rmse=0.019282	lr=0.273929
[Epoch 78] training: rmse=0.019281
[Epoch 78] speed: 2956 samples/sec	time cost: 443.683508
[Epoch 78] validation: err-top1=0.327248 err-top5=0.115135
Epoch[79] Batch [49]	Speed: 3035.697799 samples/sec	rmse=0.019092	lr=0.273807
Epoch[79] Batch [99]	Speed: 2818.458877 samples/sec	rmse=0.019007	lr=0.273687
Epoch[79] Batch [149]	Speed: 2873.045485 samples/sec	rmse=0.019035	lr=0.273568
Epoch[79] Batch [199]	Speed: 2896.905945 samples/sec	rmse=0.019078	lr=0.273448
Epoch[79] Batch [249]	Speed: 3013.253770 samples/sec	rmse=0.019041	lr=0.273328
Epoch[79] Batch [299]	Speed: 2837.298722 samples/sec	rmse=0.019075	lr=0.273208
Epoch[79] Batch [349]	Speed: 2898.843036 samples/sec	rmse=0.019087	lr=0.273088
Epoch[79] Batch [399]	Speed: 2962.765771 samples/sec	rmse=0.019117	lr=0.272969
Epoch[79] Batch [449]	Speed: 2933.838866 samples/sec	rmse=0.019140	lr=0.272849
Epoch[79] Batch [499]	Speed: 2879.939379 samples/sec	rmse=0.019171	lr=0.272729
Epoch[79] Batch [549]	Speed: 2841.016746 samples/sec	rmse=0.019187	lr=0.272609
Epoch[79] Batch [599]	Speed: 2926.584083 samples/sec	rmse=0.019182	lr=0.272489
Epoch[79] Batch [649]	Speed: 3051.162059 samples/sec	rmse=0.019190	lr=0.272369
Epoch[79] Batch [699]	Speed: 2867.179432 samples/sec	rmse=0.019211	lr=0.272249
Epoch[79] Batch [749]	Speed: 2876.057104 samples/sec	rmse=0.019220	lr=0.272128
Epoch[79] Batch [799]	Speed: 2913.948259 samples/sec	rmse=0.019227	lr=0.272008
Epoch[79] Batch [849]	Speed: 2916.421075 samples/sec	rmse=0.019245	lr=0.271888
Epoch[79] Batch [899]	Speed: 2934.089676 samples/sec	rmse=0.019249	lr=0.271768
Epoch[79] Batch [949]	Speed: 2801.003360 samples/sec	rmse=0.019249	lr=0.271648
Epoch[79] Batch [999]	Speed: 2773.656881 samples/sec	rmse=0.019251	lr=0.271527
Epoch[79] Batch [1049]	Speed: 2784.405994 samples/sec	rmse=0.019259	lr=0.271407
Epoch[79] Batch [1099]	Speed: 2894.339974 samples/sec	rmse=0.019266	lr=0.271287
Epoch[79] Batch [1149]	Speed: 2859.463798 samples/sec	rmse=0.019272	lr=0.271167
Epoch[79] Batch [1199]	Speed: 2763.357393 samples/sec	rmse=0.019283	lr=0.271046
Epoch[79] Batch [1249]	Speed: 2940.964281 samples/sec	rmse=0.019281	lr=0.270926
[Epoch 79] training: rmse=0.019281
[Epoch 79] speed: 2887 samples/sec	time cost: 453.145413
[Epoch 79] validation: err-top1=0.326012 err-top5=0.118463
Epoch[80] Batch [49]	Speed: 2992.209367 samples/sec	rmse=0.018909	lr=0.270803
Epoch[80] Batch [99]	Speed: 2836.196921 samples/sec	rmse=0.019030	lr=0.270683
Epoch[80] Batch [149]	Speed: 2861.651048 samples/sec	rmse=0.019129	lr=0.270562
Epoch[80] Batch [199]	Speed: 3037.209727 samples/sec	rmse=0.019129	lr=0.270441
Epoch[80] Batch [249]	Speed: 2961.266761 samples/sec	rmse=0.019151	lr=0.270321
Epoch[80] Batch [299]	Speed: 2766.412867 samples/sec	rmse=0.019182	lr=0.270200
Epoch[80] Batch [349]	Speed: 3053.479203 samples/sec	rmse=0.019177	lr=0.270080
Epoch[80] Batch [399]	Speed: 2890.866305 samples/sec	rmse=0.019183	lr=0.269959
Epoch[80] Batch [449]	Speed: 2869.116288 samples/sec	rmse=0.019177	lr=0.269838
Epoch[80] Batch [499]	Speed: 2899.226139 samples/sec	rmse=0.019165	lr=0.269718
Epoch[80] Batch [549]	Speed: 2786.776576 samples/sec	rmse=0.019188	lr=0.269597
Epoch[80] Batch [599]	Speed: 2802.639176 samples/sec	rmse=0.019174	lr=0.269476
Epoch[80] Batch [649]	Speed: 2813.508344 samples/sec	rmse=0.019179	lr=0.269356
Epoch[80] Batch [699]	Speed: 2984.720489 samples/sec	rmse=0.019187	lr=0.269235
Epoch[80] Batch [749]	Speed: 2866.938782 samples/sec	rmse=0.019198	lr=0.269114
Epoch[80] Batch [799]	Speed: 2968.514005 samples/sec	rmse=0.019195	lr=0.268993
Epoch[80] Batch [849]	Speed: 2828.852934 samples/sec	rmse=0.019196	lr=0.268872
Epoch[80] Batch [899]	Speed: 2802.616645 samples/sec	rmse=0.019196	lr=0.268751
Epoch[80] Batch [949]	Speed: 2870.976425 samples/sec	rmse=0.019190	lr=0.268630
Epoch[80] Batch [999]	Speed: 2823.986391 samples/sec	rmse=0.019194	lr=0.268509
Epoch[80] Batch [1049]	Speed: 2918.554475 samples/sec	rmse=0.019189	lr=0.268388
Epoch[80] Batch [1099]	Speed: 2849.559254 samples/sec	rmse=0.019198	lr=0.268267
Epoch[80] Batch [1149]	Speed: 2911.755020 samples/sec	rmse=0.019207	lr=0.268146
Epoch[80] Batch [1199]	Speed: 2913.933827 samples/sec	rmse=0.019210	lr=0.268025
Epoch[80] Batch [1249]	Speed: 2990.212147 samples/sec	rmse=0.019217	lr=0.267904
[Epoch 80] training: rmse=0.019216
[Epoch 80] speed: 2887 samples/sec	time cost: 453.169828
[Epoch 80] validation: err-top1=0.330517 err-top5=0.116450
Epoch[81] Batch [49]	Speed: 3092.142573 samples/sec	rmse=0.019065	lr=0.267780
Epoch[81] Batch [99]	Speed: 2902.429822 samples/sec	rmse=0.019093	lr=0.267659
Epoch[81] Batch [149]	Speed: 2815.073372 samples/sec	rmse=0.019055	lr=0.267538
Epoch[81] Batch [199]	Speed: 2960.624617 samples/sec	rmse=0.019066	lr=0.267417
Epoch[81] Batch [249]	Speed: 2949.172520 samples/sec	rmse=0.019092	lr=0.267296
Epoch[81] Batch [299]	Speed: 3165.404715 samples/sec	rmse=0.019083	lr=0.267174
Epoch[81] Batch [349]	Speed: 2990.057101 samples/sec	rmse=0.019103	lr=0.267053
Epoch[81] Batch [399]	Speed: 3056.353856 samples/sec	rmse=0.019129	lr=0.266932
Epoch[81] Batch [449]	Speed: 2915.361738 samples/sec	rmse=0.019136	lr=0.266810
Epoch[81] Batch [499]	Speed: 3050.839864 samples/sec	rmse=0.019138	lr=0.266689
Epoch[81] Batch [549]	Speed: 3063.042004 samples/sec	rmse=0.019152	lr=0.266567
Epoch[81] Batch [599]	Speed: 2936.094976 samples/sec	rmse=0.019174	lr=0.266446
Epoch[81] Batch [649]	Speed: 2881.025458 samples/sec	rmse=0.019175	lr=0.266324
Epoch[81] Batch [699]	Speed: 2681.638730 samples/sec	rmse=0.019183	lr=0.266203
Epoch[81] Batch [749]	Speed: 2730.725661 samples/sec	rmse=0.019193	lr=0.266081
Epoch[81] Batch [799]	Speed: 2900.944203 samples/sec	rmse=0.019191	lr=0.265960
Epoch[81] Batch [849]	Speed: 2805.671003 samples/sec	rmse=0.019199	lr=0.265838
Epoch[81] Batch [899]	Speed: 2925.637518 samples/sec	rmse=0.019214	lr=0.265717
Epoch[81] Batch [949]	Speed: 2927.544591 samples/sec	rmse=0.019217	lr=0.265595
Epoch[81] Batch [999]	Speed: 2776.018984 samples/sec	rmse=0.019232	lr=0.265473
Epoch[81] Batch [1049]	Speed: 2810.189176 samples/sec	rmse=0.019242	lr=0.265352
Epoch[81] Batch [1099]	Speed: 2825.940948 samples/sec	rmse=0.019240	lr=0.265230
Epoch[81] Batch [1149]	Speed: 2765.779097 samples/sec	rmse=0.019241	lr=0.265108
Epoch[81] Batch [1199]	Speed: 2982.600478 samples/sec	rmse=0.019238	lr=0.264986
Epoch[81] Batch [1249]	Speed: 2965.543585 samples/sec	rmse=0.019232	lr=0.264865
[Epoch 81] training: rmse=0.019233
[Epoch 81] speed: 2908 samples/sec	time cost: 450.282696
[Epoch 81] validation: err-top1=0.331340 err-top5=0.117737
Epoch[82] Batch [49]	Speed: 2979.190398 samples/sec	rmse=0.019008	lr=0.264740
Epoch[82] Batch [99]	Speed: 2852.462399 samples/sec	rmse=0.019112	lr=0.264618
Epoch[82] Batch [149]	Speed: 2844.523303 samples/sec	rmse=0.019100	lr=0.264497
Epoch[82] Batch [199]	Speed: 2959.600883 samples/sec	rmse=0.019082	lr=0.264375
Epoch[82] Batch [249]	Speed: 3041.045129 samples/sec	rmse=0.019122	lr=0.264253
Epoch[82] Batch [299]	Speed: 3016.536375 samples/sec	rmse=0.019124	lr=0.264131
Epoch[82] Batch [349]	Speed: 2814.847550 samples/sec	rmse=0.019111	lr=0.264009
Epoch[82] Batch [399]	Speed: 2820.665439 samples/sec	rmse=0.019128	lr=0.263887
Epoch[82] Batch [449]	Speed: 2866.702802 samples/sec	rmse=0.019134	lr=0.263765
Epoch[82] Batch [499]	Speed: 2862.846795 samples/sec	rmse=0.019133	lr=0.263643
Epoch[82] Batch [549]	Speed: 2778.605375 samples/sec	rmse=0.019146	lr=0.263520
Epoch[82] Batch [599]	Speed: 2897.792636 samples/sec	rmse=0.019153	lr=0.263398
Epoch[82] Batch [649]	Speed: 2886.931558 samples/sec	rmse=0.019165	lr=0.263276
Epoch[82] Batch [699]	Speed: 2791.501132 samples/sec	rmse=0.019179	lr=0.263154
Epoch[82] Batch [749]	Speed: 2873.523727 samples/sec	rmse=0.019191	lr=0.263032
Epoch[82] Batch [799]	Speed: 2877.384434 samples/sec	rmse=0.019192	lr=0.262910
Epoch[82] Batch [849]	Speed: 2878.283131 samples/sec	rmse=0.019188	lr=0.262787
Epoch[82] Batch [899]	Speed: 2840.587400 samples/sec	rmse=0.019197	lr=0.262665
Epoch[82] Batch [949]	Speed: 2724.065441 samples/sec	rmse=0.019203	lr=0.262543
Epoch[82] Batch [999]	Speed: 2800.240628 samples/sec	rmse=0.019205	lr=0.262420
Epoch[82] Batch [1049]	Speed: 2801.887360 samples/sec	rmse=0.019210	lr=0.262298
Epoch[82] Batch [1099]	Speed: 2883.887878 samples/sec	rmse=0.019215	lr=0.262176
Epoch[82] Batch [1149]	Speed: 2827.651341 samples/sec	rmse=0.019214	lr=0.262053
Epoch[82] Batch [1199]	Speed: 2839.603229 samples/sec	rmse=0.019217	lr=0.261931
Epoch[82] Batch [1249]	Speed: 2926.222306 samples/sec	rmse=0.019222	lr=0.261808
[Epoch 82] training: rmse=0.019222
[Epoch 82] speed: 2863 samples/sec	time cost: 457.081659
[Epoch 82] validation: err-top1=0.324697 err-top5=0.112424
Epoch[83] Batch [49]	Speed: 3042.004557 samples/sec	rmse=0.019119	lr=0.261683
Epoch[83] Batch [99]	Speed: 2866.226827 samples/sec	rmse=0.019102	lr=0.261561
Epoch[83] Batch [149]	Speed: 2838.326724 samples/sec	rmse=0.019135	lr=0.261438
Epoch[83] Batch [199]	Speed: 2917.282145 samples/sec	rmse=0.019105	lr=0.261316
Epoch[83] Batch [249]	Speed: 3073.213223 samples/sec	rmse=0.019067	lr=0.261193
Epoch[83] Batch [299]	Speed: 2824.598190 samples/sec	rmse=0.019087	lr=0.261071
Epoch[83] Batch [349]	Speed: 2786.972707 samples/sec	rmse=0.019085	lr=0.260948
Epoch[83] Batch [399]	Speed: 2848.128197 samples/sec	rmse=0.019090	lr=0.260825
Epoch[83] Batch [449]	Speed: 2873.803711 samples/sec	rmse=0.019104	lr=0.260703
Epoch[83] Batch [499]	Speed: 2790.529535 samples/sec	rmse=0.019114	lr=0.260580
Epoch[83] Batch [549]	Speed: 2987.031217 samples/sec	rmse=0.019143	lr=0.260457
Epoch[83] Batch [599]	Speed: 2732.095226 samples/sec	rmse=0.019145	lr=0.260334
Epoch[83] Batch [649]	Speed: 2882.919883 samples/sec	rmse=0.019150	lr=0.260211
Epoch[83] Batch [699]	Speed: 2787.748891 samples/sec	rmse=0.019156	lr=0.260089
Epoch[83] Batch [749]	Speed: 2837.796599 samples/sec	rmse=0.019152	lr=0.259966
Epoch[83] Batch [799]	Speed: 2891.289265 samples/sec	rmse=0.019155	lr=0.259843
Epoch[83] Batch [849]	Speed: 2792.824694 samples/sec	rmse=0.019156	lr=0.259720
Epoch[83] Batch [899]	Speed: 2816.641065 samples/sec	rmse=0.019165	lr=0.259597
Epoch[83] Batch [949]	Speed: 2760.999208 samples/sec	rmse=0.019169	lr=0.259474
Epoch[83] Batch [999]	Speed: 3000.379885 samples/sec	rmse=0.019173	lr=0.259351
Epoch[83] Batch [1049]	Speed: 2869.948420 samples/sec	rmse=0.019173	lr=0.259228
Epoch[83] Batch [1099]	Speed: 2754.700309 samples/sec	rmse=0.019179	lr=0.259105
Epoch[83] Batch [1149]	Speed: 2915.897883 samples/sec	rmse=0.019187	lr=0.258982
Epoch[83] Batch [1199]	Speed: 2729.395280 samples/sec	rmse=0.019185	lr=0.258859
Epoch[83] Batch [1249]	Speed: 3006.172335 samples/sec	rmse=0.019188	lr=0.258736
[Epoch 83] training: rmse=0.019189
[Epoch 83] speed: 2859 samples/sec	time cost: 457.424784
[Epoch 83] validation: err-top1=0.323402 err-top5=0.112763
Epoch[84] Batch [49]	Speed: 2975.406272 samples/sec	rmse=0.018941	lr=0.258610
Epoch[84] Batch [99]	Speed: 2855.923485 samples/sec	rmse=0.018957	lr=0.258487
Epoch[84] Batch [149]	Speed: 2894.210079 samples/sec	rmse=0.018953	lr=0.258364
Epoch[84] Batch [199]	Speed: 2884.000737 samples/sec	rmse=0.019006	lr=0.258241
Epoch[84] Batch [249]	Speed: 2873.752217 samples/sec	rmse=0.019002	lr=0.258118
Epoch[84] Batch [299]	Speed: 2782.523845 samples/sec	rmse=0.019028	lr=0.257994
Epoch[84] Batch [349]	Speed: 2757.109050 samples/sec	rmse=0.019058	lr=0.257871
Epoch[84] Batch [399]	Speed: 2776.981543 samples/sec	rmse=0.019074	lr=0.257748
Epoch[84] Batch [449]	Speed: 2751.155222 samples/sec	rmse=0.019086	lr=0.257625
Epoch[84] Batch [499]	Speed: 2857.259246 samples/sec	rmse=0.019105	lr=0.257501
Epoch[84] Batch [549]	Speed: 2923.101506 samples/sec	rmse=0.019109	lr=0.257378
Epoch[84] Batch [599]	Speed: 2809.238595 samples/sec	rmse=0.019114	lr=0.257255
Epoch[84] Batch [649]	Speed: 2799.362265 samples/sec	rmse=0.019135	lr=0.257131
Epoch[84] Batch [699]	Speed: 2807.391878 samples/sec	rmse=0.019144	lr=0.257008
Epoch[84] Batch [749]	Speed: 2878.858943 samples/sec	rmse=0.019151	lr=0.256884
Epoch[84] Batch [799]	Speed: 2798.574094 samples/sec	rmse=0.019154	lr=0.256761
Epoch[84] Batch [849]	Speed: 3059.317473 samples/sec	rmse=0.019156	lr=0.256637
Epoch[84] Batch [899]	Speed: 2874.940858 samples/sec	rmse=0.019162	lr=0.256514
Epoch[84] Batch [949]	Speed: 2797.370314 samples/sec	rmse=0.019163	lr=0.256390
Epoch[84] Batch [999]	Speed: 2877.990279 samples/sec	rmse=0.019168	lr=0.256267
Epoch[84] Batch [1049]	Speed: 3029.613221 samples/sec	rmse=0.019174	lr=0.256143
Epoch[84] Batch [1099]	Speed: 2934.073200 samples/sec	rmse=0.019176	lr=0.256019
Epoch[84] Batch [1149]	Speed: 2757.441654 samples/sec	rmse=0.019176	lr=0.255896
Epoch[84] Batch [1199]	Speed: 2838.528452 samples/sec	rmse=0.019177	lr=0.255772
Epoch[84] Batch [1249]	Speed: 2957.031449 samples/sec	rmse=0.019181	lr=0.255648
[Epoch 84] training: rmse=0.019181
[Epoch 84] speed: 2857 samples/sec	time cost: 458.007795
[Epoch 84] validation: err-top1=0.322286 err-top5=0.111627
Epoch[85] Batch [49]	Speed: 2927.885778 samples/sec	rmse=0.018868	lr=0.255522
Epoch[85] Batch [99]	Speed: 2911.802358 samples/sec	rmse=0.019013	lr=0.255399
Epoch[85] Batch [149]	Speed: 2991.701310 samples/sec	rmse=0.019015	lr=0.255275
Epoch[85] Batch [199]	Speed: 2882.122762 samples/sec	rmse=0.019045	lr=0.255151
Epoch[85] Batch [249]	Speed: 2780.618459 samples/sec	rmse=0.019061	lr=0.255027
Epoch[85] Batch [299]	Speed: 2786.426121 samples/sec	rmse=0.019084	lr=0.254903
Epoch[85] Batch [349]	Speed: 2885.413800 samples/sec	rmse=0.019092	lr=0.254780
Epoch[85] Batch [399]	Speed: 2771.196622 samples/sec	rmse=0.019087	lr=0.254656
Epoch[85] Batch [449]	Speed: 2884.708723 samples/sec	rmse=0.019094	lr=0.254532
Epoch[85] Batch [499]	Speed: 2807.947235 samples/sec	rmse=0.019109	lr=0.254408
Epoch[85] Batch [549]	Speed: 2974.729838 samples/sec	rmse=0.019126	lr=0.254284
Epoch[85] Batch [599]	Speed: 2800.255344 samples/sec	rmse=0.019134	lr=0.254160
Epoch[85] Batch [649]	Speed: 2878.425683 samples/sec	rmse=0.019141	lr=0.254036
Epoch[85] Batch [699]	Speed: 2846.202929 samples/sec	rmse=0.019140	lr=0.253912
Epoch[85] Batch [749]	Speed: 2879.029612 samples/sec	rmse=0.019138	lr=0.253788
Epoch[85] Batch [799]	Speed: 2947.535147 samples/sec	rmse=0.019138	lr=0.253664
Epoch[85] Batch [849]	Speed: 3013.281972 samples/sec	rmse=0.019149	lr=0.253540
Epoch[85] Batch [899]	Speed: 2851.784769 samples/sec	rmse=0.019146	lr=0.253416
Epoch[85] Batch [949]	Speed: 2880.537104 samples/sec	rmse=0.019143	lr=0.253292
Epoch[85] Batch [999]	Speed: 2742.901343 samples/sec	rmse=0.019143	lr=0.253167
Epoch[85] Batch [1049]	Speed: 2892.076159 samples/sec	rmse=0.019141	lr=0.253043
Epoch[85] Batch [1099]	Speed: 2923.282118 samples/sec	rmse=0.019140	lr=0.252919
Epoch[85] Batch [1149]	Speed: 2873.814980 samples/sec	rmse=0.019144	lr=0.252795
Epoch[85] Batch [1199]	Speed: 2900.227756 samples/sec	rmse=0.019140	lr=0.252671
Epoch[85] Batch [1249]	Speed: 3021.618941 samples/sec	rmse=0.019142	lr=0.252546
[Epoch 85] training: rmse=0.019142
[Epoch 85] speed: 2878 samples/sec	time cost: 454.874484
[Epoch 85] validation: err-top1=0.319834 err-top5=0.111488
Epoch[86] Batch [49]	Speed: 2872.045267 samples/sec	rmse=0.018922	lr=0.252420
Epoch[86] Batch [99]	Speed: 2845.823113 samples/sec	rmse=0.019043	lr=0.252295
Epoch[86] Batch [149]	Speed: 2877.375027 samples/sec	rmse=0.019053	lr=0.252171
Epoch[86] Batch [199]	Speed: 2707.058354 samples/sec	rmse=0.019021	lr=0.252047
Epoch[86] Batch [249]	Speed: 2925.124760 samples/sec	rmse=0.019059	lr=0.251922
Epoch[86] Batch [299]	Speed: 2886.315232 samples/sec	rmse=0.019052	lr=0.251798
Epoch[86] Batch [349]	Speed: 3016.177012 samples/sec	rmse=0.019049	lr=0.251674
Epoch[86] Batch [399]	Speed: 2760.896623 samples/sec	rmse=0.019047	lr=0.251549
Epoch[86] Batch [449]	Speed: 2685.348575 samples/sec	rmse=0.019038	lr=0.251425
Epoch[86] Batch [499]	Speed: 2934.768326 samples/sec	rmse=0.019063	lr=0.251300
Epoch[86] Batch [549]	Speed: 2882.882265 samples/sec	rmse=0.019072	lr=0.251176
Epoch[86] Batch [599]	Speed: 2771.599095 samples/sec	rmse=0.019077	lr=0.251051
Epoch[86] Batch [649]	Speed: 2881.219192 samples/sec	rmse=0.019081	lr=0.250927
Epoch[86] Batch [699]	Speed: 2813.469862 samples/sec	rmse=0.019088	lr=0.250802
Epoch[86] Batch [749]	Speed: 2868.015535 samples/sec	rmse=0.019089	lr=0.250678
Epoch[86] Batch [799]	Speed: 2860.090878 samples/sec	rmse=0.019104	lr=0.250553
Epoch[86] Batch [849]	Speed: 2889.812576 samples/sec	rmse=0.019104	lr=0.250428
Epoch[86] Batch [899]	Speed: 2806.193813 samples/sec	rmse=0.019108	lr=0.250304
Epoch[86] Batch [949]	Speed: 2848.014918 samples/sec	rmse=0.019111	lr=0.250179
Epoch[86] Batch [999]	Speed: 2722.284490 samples/sec	rmse=0.019116	lr=0.250054
Epoch[86] Batch [1049]	Speed: 2879.896779 samples/sec	rmse=0.019117	lr=0.249930
Epoch[86] Batch [1099]	Speed: 2728.216818 samples/sec	rmse=0.019119	lr=0.249805
Epoch[86] Batch [1149]	Speed: 2802.374861 samples/sec	rmse=0.019123	lr=0.249680
Epoch[86] Batch [1199]	Speed: 2837.171797 samples/sec	rmse=0.019127	lr=0.249556
Epoch[86] Batch [1249]	Speed: 2921.108108 samples/sec	rmse=0.019125	lr=0.249431
[Epoch 86] training: rmse=0.019125
[Epoch 86] speed: 2836 samples/sec	time cost: 461.212227
[Epoch 86] validation: err-top1=0.324916 err-top5=0.114118
Epoch[87] Batch [49]	Speed: 2847.274957 samples/sec	rmse=0.018950	lr=0.249304
Epoch[87] Batch [99]	Speed: 2791.453815 samples/sec	rmse=0.018932	lr=0.249179
Epoch[87] Batch [149]	Speed: 2878.077681 samples/sec	rmse=0.019000	lr=0.249054
Epoch[87] Batch [199]	Speed: 2776.954575 samples/sec	rmse=0.018970	lr=0.248929
Epoch[87] Batch [249]	Speed: 2982.546254 samples/sec	rmse=0.019015	lr=0.248804
Epoch[87] Batch [299]	Speed: 2745.650873 samples/sec	rmse=0.019022	lr=0.248679
Epoch[87] Batch [349]	Speed: 2844.642634 samples/sec	rmse=0.019025	lr=0.248554
Epoch[87] Batch [399]	Speed: 2846.695219 samples/sec	rmse=0.019040	lr=0.248429
Epoch[87] Batch [449]	Speed: 2771.363742 samples/sec	rmse=0.019043	lr=0.248304
Epoch[87] Batch [499]	Speed: 2725.859000 samples/sec	rmse=0.019035	lr=0.248179
Epoch[87] Batch [549]	Speed: 2819.850639 samples/sec	rmse=0.019055	lr=0.248054
Epoch[87] Batch [599]	Speed: 2831.379348 samples/sec	rmse=0.019070	lr=0.247929
Epoch[87] Batch [649]	Speed: 2865.649748 samples/sec	rmse=0.019087	lr=0.247804
Epoch[87] Batch [699]	Speed: 2907.703951 samples/sec	rmse=0.019100	lr=0.247679
Epoch[87] Batch [749]	Speed: 2860.647314 samples/sec	rmse=0.019112	lr=0.247554
Epoch[87] Batch [799]	Speed: 2925.575182 samples/sec	rmse=0.019112	lr=0.247429
Epoch[87] Batch [849]	Speed: 2801.363047 samples/sec	rmse=0.019123	lr=0.247304
Epoch[87] Batch [899]	Speed: 3043.533300 samples/sec	rmse=0.019118	lr=0.247179
Epoch[87] Batch [949]	Speed: 3027.058142 samples/sec	rmse=0.019130	lr=0.247054
Epoch[87] Batch [999]	Speed: 2768.336869 samples/sec	rmse=0.019129	lr=0.246929
Epoch[87] Batch [1049]	Speed: 2763.074199 samples/sec	rmse=0.019131	lr=0.246803
Epoch[87] Batch [1099]	Speed: 2860.679134 samples/sec	rmse=0.019138	lr=0.246678
Epoch[87] Batch [1149]	Speed: 2947.403103 samples/sec	rmse=0.019134	lr=0.246553
Epoch[87] Batch [1199]	Speed: 2792.906165 samples/sec	rmse=0.019136	lr=0.246428
Epoch[87] Batch [1249]	Speed: 2981.447078 samples/sec	rmse=0.019145	lr=0.246302
[Epoch 87] training: rmse=0.019145
[Epoch 87] speed: 2851 samples/sec	time cost: 458.807483
[Epoch 87] validation: err-top1=0.323039 err-top5=0.112325
Epoch[88] Batch [49]	Speed: 2984.904812 samples/sec	rmse=0.018908	lr=0.246175
Epoch[88] Batch [99]	Speed: 2824.682788 samples/sec	rmse=0.018953	lr=0.246049
Epoch[88] Batch [149]	Speed: 2829.374728 samples/sec	rmse=0.018957	lr=0.245924
Epoch[88] Batch [199]	Speed: 2759.586546 samples/sec	rmse=0.018988	lr=0.245799
Epoch[88] Batch [249]	Speed: 2864.864096 samples/sec	rmse=0.018983	lr=0.245673
Epoch[88] Batch [299]	Speed: 2760.605486 samples/sec	rmse=0.018969	lr=0.245548
Epoch[88] Batch [349]	Speed: 2942.404098 samples/sec	rmse=0.018977	lr=0.245422
Epoch[88] Batch [399]	Speed: 2869.172255 samples/sec	rmse=0.018971	lr=0.245297
Epoch[88] Batch [449]	Speed: 2715.370541 samples/sec	rmse=0.018987	lr=0.245172
Epoch[88] Batch [499]	Speed: 2938.488649 samples/sec	rmse=0.018990	lr=0.245046
Epoch[88] Batch [549]	Speed: 2772.891065 samples/sec	rmse=0.018997	lr=0.244921
Epoch[88] Batch [599]	Speed: 2905.419858 samples/sec	rmse=0.018998	lr=0.244795
Epoch[88] Batch [649]	Speed: 2915.312939 samples/sec	rmse=0.019015	lr=0.244670
Epoch[88] Batch [699]	Speed: 2912.287667 samples/sec	rmse=0.019017	lr=0.244544
Epoch[88] Batch [749]	Speed: 2836.605645 samples/sec	rmse=0.019025	lr=0.244418
Epoch[88] Batch [799]	Speed: 2896.803015 samples/sec	rmse=0.019027	lr=0.244293
Epoch[88] Batch [849]	Speed: 2892.515953 samples/sec	rmse=0.019027	lr=0.244167
Epoch[88] Batch [899]	Speed: 2788.793300 samples/sec	rmse=0.019028	lr=0.244042
Epoch[88] Batch [949]	Speed: 2799.729670 samples/sec	rmse=0.019038	lr=0.243916
Epoch[88] Batch [999]	Speed: 2811.224820 samples/sec	rmse=0.019039	lr=0.243790
Epoch[88] Batch [1049]	Speed: 3016.801864 samples/sec	rmse=0.019046	lr=0.243665
Epoch[88] Batch [1099]	Speed: 2901.559031 samples/sec	rmse=0.019041	lr=0.243539
Epoch[88] Batch [1149]	Speed: 3001.018590 samples/sec	rmse=0.019058	lr=0.243413
Epoch[88] Batch [1199]	Speed: 2884.660480 samples/sec	rmse=0.019053	lr=0.243288
Epoch[88] Batch [1249]	Speed: 2961.924747 samples/sec	rmse=0.019059	lr=0.243162
[Epoch 88] training: rmse=0.019059
[Epoch 88] speed: 2867 samples/sec	time cost: 456.921538
[Epoch 88] validation: err-top1=0.320312 err-top5=0.113102
Epoch[89] Batch [49]	Speed: 3077.359133 samples/sec	rmse=0.018848	lr=0.243034
Epoch[89] Batch [99]	Speed: 3000.900917 samples/sec	rmse=0.018917	lr=0.242908
Epoch[89] Batch [149]	Speed: 2890.941220 samples/sec	rmse=0.018903	lr=0.242782
Epoch[89] Batch [199]	Speed: 2720.810772 samples/sec	rmse=0.018942	lr=0.242656
Epoch[89] Batch [249]	Speed: 2755.280226 samples/sec	rmse=0.018971	lr=0.242530
Epoch[89] Batch [299]	Speed: 2839.617873 samples/sec	rmse=0.018968	lr=0.242405
Epoch[89] Batch [349]	Speed: 2871.725841 samples/sec	rmse=0.018960	lr=0.242279
Epoch[89] Batch [399]	Speed: 2865.023745 samples/sec	rmse=0.018970	lr=0.242153
Epoch[89] Batch [449]	Speed: 2806.311050 samples/sec	rmse=0.018971	lr=0.242027
Epoch[89] Batch [499]	Speed: 2855.855995 samples/sec	rmse=0.018978	lr=0.241901
Epoch[89] Batch [549]	Speed: 2801.727871 samples/sec	rmse=0.018980	lr=0.241775
Epoch[89] Batch [599]	Speed: 2776.653974 samples/sec	rmse=0.018995	lr=0.241649
Epoch[89] Batch [649]	Speed: 2876.898740 samples/sec	rmse=0.019006	lr=0.241523
Epoch[89] Batch [699]	Speed: 2846.890703 samples/sec	rmse=0.019006	lr=0.241397
Epoch[89] Batch [749]	Speed: 2804.578460 samples/sec	rmse=0.019003	lr=0.241271
Epoch[89] Batch [799]	Speed: 2865.981976 samples/sec	rmse=0.019011	lr=0.241145
Epoch[89] Batch [849]	Speed: 2906.157357 samples/sec	rmse=0.019021	lr=0.241019
Epoch[89] Batch [899]	Speed: 2866.960101 samples/sec	rmse=0.019025	lr=0.240893
Epoch[89] Batch [949]	Speed: 2734.237371 samples/sec	rmse=0.019027	lr=0.240767
Epoch[89] Batch [999]	Speed: 2787.022476 samples/sec	rmse=0.019031	lr=0.240641
Epoch[89] Batch [1049]	Speed: 2814.168679 samples/sec	rmse=0.019037	lr=0.240515
Epoch[89] Batch [1099]	Speed: 2807.393383 samples/sec	rmse=0.019040	lr=0.240389
Epoch[89] Batch [1149]	Speed: 2896.249143 samples/sec	rmse=0.019045	lr=0.240263
Epoch[89] Batch [1199]	Speed: 2836.401043 samples/sec	rmse=0.019049	lr=0.240136
Epoch[89] Batch [1249]	Speed: 3003.473171 samples/sec	rmse=0.019044	lr=0.240010
[Epoch 89] training: rmse=0.019043
[Epoch 89] speed: 2847 samples/sec	time cost: 459.452379
[Epoch 89] validation: err-top1=0.324976 err-top5=0.116470
Epoch[90] Batch [49]	Speed: 2900.162190 samples/sec	rmse=0.018709	lr=0.239881
Epoch[90] Batch [99]	Speed: 2917.229517 samples/sec	rmse=0.018784	lr=0.239755
Epoch[90] Batch [149]	Speed: 2802.146501 samples/sec	rmse=0.018789	lr=0.239629
Epoch[90] Batch [199]	Speed: 2804.854364 samples/sec	rmse=0.018815	lr=0.239503
Epoch[90] Batch [249]	Speed: 2845.127599 samples/sec	rmse=0.018887	lr=0.239377
Epoch[90] Batch [299]	Speed: 2847.763652 samples/sec	rmse=0.018900	lr=0.239250
Epoch[90] Batch [349]	Speed: 2869.923337 samples/sec	rmse=0.018908	lr=0.239124
Epoch[90] Batch [399]	Speed: 2789.557853 samples/sec	rmse=0.018919	lr=0.238998
Epoch[90] Batch [449]	Speed: 2745.294926 samples/sec	rmse=0.018918	lr=0.238871
Epoch[90] Batch [499]	Speed: 2828.307529 samples/sec	rmse=0.018940	lr=0.238745
Epoch[90] Batch [549]	Speed: 2793.971782 samples/sec	rmse=0.018947	lr=0.238619
Epoch[90] Batch [599]	Speed: 2902.249189 samples/sec	rmse=0.018950	lr=0.238492
Epoch[90] Batch [649]	Speed: 2724.989674 samples/sec	rmse=0.018955	lr=0.238366
Epoch[90] Batch [699]	Speed: 2792.642339 samples/sec	rmse=0.018950	lr=0.238240
Epoch[90] Batch [749]	Speed: 2938.133369 samples/sec	rmse=0.018947	lr=0.238113
Epoch[90] Batch [799]	Speed: 2905.278708 samples/sec	rmse=0.018958	lr=0.237987
Epoch[90] Batch [849]	Speed: 2878.174076 samples/sec	rmse=0.018968	lr=0.237860
Epoch[90] Batch [899]	Speed: 2804.715489 samples/sec	rmse=0.018982	lr=0.237734
Epoch[90] Batch [949]	Speed: 2709.095886 samples/sec	rmse=0.018988	lr=0.237607
Epoch[90] Batch [999]	Speed: 2809.343885 samples/sec	rmse=0.018989	lr=0.237481
Epoch[90] Batch [1049]	Speed: 2776.531555 samples/sec	rmse=0.018992	lr=0.237354
Epoch[90] Batch [1099]	Speed: 2915.417703 samples/sec	rmse=0.019002	lr=0.237228
Epoch[90] Batch [1149]	Speed: 2900.787579 samples/sec	rmse=0.019007	lr=0.237101
Epoch[90] Batch [1199]	Speed: 2790.453062 samples/sec	rmse=0.019003	lr=0.236975
Epoch[90] Batch [1249]	Speed: 3010.338131 samples/sec	rmse=0.019005	lr=0.236848
[Epoch 90] training: rmse=0.019006
[Epoch 90] speed: 2836 samples/sec	time cost: 461.368206
[Epoch 90] validation: err-top1=0.326929 err-top5=0.117486
Epoch[91] Batch [49]	Speed: 2899.418218 samples/sec	rmse=0.019002	lr=0.236719
Epoch[91] Batch [99]	Speed: 2875.952569 samples/sec	rmse=0.018952	lr=0.236592
Epoch[91] Batch [149]	Speed: 2809.967997 samples/sec	rmse=0.018933	lr=0.236466
Epoch[91] Batch [199]	Speed: 2863.779587 samples/sec	rmse=0.018907	lr=0.236339
Epoch[91] Batch [249]	Speed: 2735.243770 samples/sec	rmse=0.018899	lr=0.236213
Epoch[91] Batch [299]	Speed: 2888.088441 samples/sec	rmse=0.018918	lr=0.236086
Epoch[91] Batch [349]	Speed: 2767.621426 samples/sec	rmse=0.018917	lr=0.235959
Epoch[91] Batch [399]	Speed: 2883.999459 samples/sec	rmse=0.018956	lr=0.235832
Epoch[91] Batch [449]	Speed: 2869.414891 samples/sec	rmse=0.018945	lr=0.235706
Epoch[91] Batch [499]	Speed: 2950.539308 samples/sec	rmse=0.018962	lr=0.235579
Epoch[91] Batch [549]	Speed: 2750.309738 samples/sec	rmse=0.018962	lr=0.235452
Epoch[91] Batch [599]	Speed: 2894.591958 samples/sec	rmse=0.018969	lr=0.235326
Epoch[91] Batch [649]	Speed: 2853.517991 samples/sec	rmse=0.018980	lr=0.235199
Epoch[91] Batch [699]	Speed: 2854.469981 samples/sec	rmse=0.018985	lr=0.235072
Epoch[91] Batch [749]	Speed: 2928.659171 samples/sec	rmse=0.019007	lr=0.234945
Epoch[91] Batch [799]	Speed: 2897.780514 samples/sec	rmse=0.019006	lr=0.234818
Epoch[91] Batch [849]	Speed: 2765.981082 samples/sec	rmse=0.019009	lr=0.234692
Epoch[91] Batch [899]	Speed: 2955.544865 samples/sec	rmse=0.019015	lr=0.234565
Epoch[91] Batch [949]	Speed: 2900.980217 samples/sec	rmse=0.019014	lr=0.234438
Epoch[91] Batch [999]	Speed: 2901.093124 samples/sec	rmse=0.019018	lr=0.234311
Epoch[91] Batch [1049]	Speed: 2893.801628 samples/sec	rmse=0.019017	lr=0.234184
Epoch[91] Batch [1099]	Speed: 2943.265939 samples/sec	rmse=0.019024	lr=0.234057
Epoch[91] Batch [1149]	Speed: 2796.119256 samples/sec	rmse=0.019019	lr=0.233930
Epoch[91] Batch [1199]	Speed: 2771.324294 samples/sec	rmse=0.019021	lr=0.233803
Epoch[91] Batch [1249]	Speed: 2811.808570 samples/sec	rmse=0.019023	lr=0.233676
[Epoch 91] training: rmse=0.019024
[Epoch 91] speed: 2855 samples/sec	time cost: 458.131910
[Epoch 91] validation: err-top1=0.322106 err-top5=0.112643
Epoch[92] Batch [49]	Speed: 2932.530351 samples/sec	rmse=0.018878	lr=0.233547
Epoch[92] Batch [99]	Speed: 2774.854497 samples/sec	rmse=0.018787	lr=0.233420
Epoch[92] Batch [149]	Speed: 2834.932795 samples/sec	rmse=0.018833	lr=0.233293
Epoch[92] Batch [199]	Speed: 3007.563878 samples/sec	rmse=0.018886	lr=0.233166
Epoch[92] Batch [249]	Speed: 2863.630272 samples/sec	rmse=0.018913	lr=0.233039
Epoch[92] Batch [299]	Speed: 2918.872939 samples/sec	rmse=0.018938	lr=0.232912
Epoch[92] Batch [349]	Speed: 2952.266631 samples/sec	rmse=0.018936	lr=0.232785
Epoch[92] Batch [399]	Speed: 2893.622691 samples/sec	rmse=0.018933	lr=0.232658
Epoch[92] Batch [449]	Speed: 3023.345172 samples/sec	rmse=0.018941	lr=0.232531
Epoch[92] Batch [499]	Speed: 2821.793430 samples/sec	rmse=0.018935	lr=0.232404
Epoch[92] Batch [549]	Speed: 2812.502252 samples/sec	rmse=0.018957	lr=0.232277
Epoch[92] Batch [599]	Speed: 2890.812446 samples/sec	rmse=0.018959	lr=0.232150
Epoch[92] Batch [649]	Speed: 2826.302717 samples/sec	rmse=0.018969	lr=0.232023
Epoch[92] Batch [699]	Speed: 2898.762272 samples/sec	rmse=0.018968	lr=0.231895
Epoch[92] Batch [749]	Speed: 2929.639347 samples/sec	rmse=0.018972	lr=0.231768
Epoch[92] Batch [799]	Speed: 2832.029312 samples/sec	rmse=0.018974	lr=0.231641
Epoch[92] Batch [849]	Speed: 2795.311843 samples/sec	rmse=0.018964	lr=0.231514
Epoch[92] Batch [899]	Speed: 2994.763772 samples/sec	rmse=0.018965	lr=0.231387
Epoch[92] Batch [949]	Speed: 2881.904541 samples/sec	rmse=0.018978	lr=0.231260
Epoch[92] Batch [999]	Speed: 2840.176588 samples/sec	rmse=0.018983	lr=0.231132
Epoch[92] Batch [1049]	Speed: 2781.481171 samples/sec	rmse=0.018988	lr=0.231005
Epoch[92] Batch [1099]	Speed: 2847.725171 samples/sec	rmse=0.018988	lr=0.230878
Epoch[92] Batch [1149]	Speed: 2861.215442 samples/sec	rmse=0.018993	lr=0.230751
Epoch[92] Batch [1199]	Speed: 2813.570825 samples/sec	rmse=0.018998	lr=0.230623
Epoch[92] Batch [1249]	Speed: 2968.125747 samples/sec	rmse=0.019003	lr=0.230496
[Epoch 92] training: rmse=0.019003
[Epoch 92] speed: 2876 samples/sec	time cost: 454.967315
[Epoch 92] validation: err-top1=0.319894 err-top5=0.111109
Epoch[93] Batch [49]	Speed: 2946.084000 samples/sec	rmse=0.018776	lr=0.230366
Epoch[93] Batch [99]	Speed: 2740.991356 samples/sec	rmse=0.018770	lr=0.230239
Epoch[93] Batch [149]	Speed: 2857.816027 samples/sec	rmse=0.018802	lr=0.230112
Epoch[93] Batch [199]	Speed: 2895.976251 samples/sec	rmse=0.018796	lr=0.229984
Epoch[93] Batch [249]	Speed: 2773.956081 samples/sec	rmse=0.018830	lr=0.229857
Epoch[93] Batch [299]	Speed: 2910.558629 samples/sec	rmse=0.018862	lr=0.229730
Epoch[93] Batch [349]	Speed: 2924.731078 samples/sec	rmse=0.018896	lr=0.229602
Epoch[93] Batch [399]	Speed: 2767.942050 samples/sec	rmse=0.018892	lr=0.229475
Epoch[93] Batch [449]	Speed: 2802.555418 samples/sec	rmse=0.018894	lr=0.229348
Epoch[93] Batch [499]	Speed: 2861.055607 samples/sec	rmse=0.018902	lr=0.229220
Epoch[93] Batch [549]	Speed: 2950.352800 samples/sec	rmse=0.018890	lr=0.229093
Epoch[93] Batch [599]	Speed: 2779.862828 samples/sec	rmse=0.018913	lr=0.228965
Epoch[93] Batch [649]	Speed: 2950.286285 samples/sec	rmse=0.018936	lr=0.228838
Epoch[93] Batch [699]	Speed: 2744.808206 samples/sec	rmse=0.018940	lr=0.228710
Epoch[93] Batch [749]	Speed: 2935.295264 samples/sec	rmse=0.018940	lr=0.228583
Epoch[93] Batch [799]	Speed: 2960.438383 samples/sec	rmse=0.018942	lr=0.228456
Epoch[93] Batch [849]	Speed: 2929.949841 samples/sec	rmse=0.018942	lr=0.228328
Epoch[93] Batch [899]	Speed: 2814.897545 samples/sec	rmse=0.018940	lr=0.228201
Epoch[93] Batch [949]	Speed: 2848.248776 samples/sec	rmse=0.018945	lr=0.228073
Epoch[93] Batch [999]	Speed: 2841.061060 samples/sec	rmse=0.018949	lr=0.227946
Epoch[93] Batch [1049]	Speed: 2721.500249 samples/sec	rmse=0.018952	lr=0.227818
Epoch[93] Batch [1099]	Speed: 2842.383403 samples/sec	rmse=0.018949	lr=0.227691
Epoch[93] Batch [1149]	Speed: 2869.341088 samples/sec	rmse=0.018953	lr=0.227563
Epoch[93] Batch [1199]	Speed: 2863.865288 samples/sec	rmse=0.018953	lr=0.227435
Epoch[93] Batch [1249]	Speed: 3026.052642 samples/sec	rmse=0.018952	lr=0.227308
[Epoch 93] training: rmse=0.018953
[Epoch 93] speed: 2858 samples/sec	time cost: 458.276767
[Epoch 93] validation: err-top1=0.309570 err-top5=0.105469
Epoch[94] Batch [49]	Speed: 2875.551373 samples/sec	rmse=0.018773	lr=0.227178
Epoch[94] Batch [99]	Speed: 2923.141574 samples/sec	rmse=0.018774	lr=0.227050
Epoch[94] Batch [149]	Speed: 2885.951163 samples/sec	rmse=0.018791	lr=0.226922
Epoch[94] Batch [199]	Speed: 2884.381941 samples/sec	rmse=0.018825	lr=0.226795
Epoch[94] Batch [249]	Speed: 2804.443128 samples/sec	rmse=0.018841	lr=0.226667
Epoch[94] Batch [299]	Speed: 2811.856101 samples/sec	rmse=0.018861	lr=0.226540
Epoch[94] Batch [349]	Speed: 2760.307208 samples/sec	rmse=0.018893	lr=0.226412
Epoch[94] Batch [399]	Speed: 2885.850446 samples/sec	rmse=0.018894	lr=0.226284
Epoch[94] Batch [449]	Speed: 2954.637647 samples/sec	rmse=0.018894	lr=0.226157
Epoch[94] Batch [499]	Speed: 2888.815069 samples/sec	rmse=0.018893	lr=0.226029
Epoch[94] Batch [549]	Speed: 2813.411403 samples/sec	rmse=0.018895	lr=0.225901
Epoch[94] Batch [599]	Speed: 2871.363446 samples/sec	rmse=0.018897	lr=0.225774
Epoch[94] Batch [649]	Speed: 2886.022411 samples/sec	rmse=0.018898	lr=0.225646
Epoch[94] Batch [699]	Speed: 2873.012084 samples/sec	rmse=0.018906	lr=0.225518
Epoch[94] Batch [749]	Speed: 2822.439446 samples/sec	rmse=0.018905	lr=0.225390
Epoch[94] Batch [799]	Speed: 3007.706254 samples/sec	rmse=0.018905	lr=0.225263
Epoch[94] Batch [849]	Speed: 3015.407478 samples/sec	rmse=0.018909	lr=0.225135
Epoch[94] Batch [899]	Speed: 2823.966300 samples/sec	rmse=0.018912	lr=0.225007
Epoch[94] Batch [949]	Speed: 2886.506263 samples/sec	rmse=0.018920	lr=0.224879
Epoch[94] Batch [999]	Speed: 2945.992823 samples/sec	rmse=0.018928	lr=0.224752
Epoch[94] Batch [1049]	Speed: 2875.191400 samples/sec	rmse=0.018925	lr=0.224624
Epoch[94] Batch [1099]	Speed: 2771.591762 samples/sec	rmse=0.018923	lr=0.224496
Epoch[94] Batch [1149]	Speed: 2784.931238 samples/sec	rmse=0.018926	lr=0.224368
Epoch[94] Batch [1199]	Speed: 2871.998215 samples/sec	rmse=0.018928	lr=0.224240
Epoch[94] Batch [1249]	Speed: 3058.495628 samples/sec	rmse=0.018932	lr=0.224112
[Epoch 94] training: rmse=0.018932
[Epoch 94] speed: 2875 samples/sec	time cost: 455.573925
[Epoch 94] validation: err-top1=0.322983 err-top5=0.111627
Epoch[95] Batch [49]	Speed: 2776.749907 samples/sec	rmse=0.018695	lr=0.223982
Epoch[95] Batch [99]	Speed: 2808.228430 samples/sec	rmse=0.018765	lr=0.223854
Epoch[95] Batch [149]	Speed: 2771.824792 samples/sec	rmse=0.018701	lr=0.223726
Epoch[95] Batch [199]	Speed: 2877.711098 samples/sec	rmse=0.018708	lr=0.223598
Epoch[95] Batch [249]	Speed: 2849.458073 samples/sec	rmse=0.018751	lr=0.223471
Epoch[95] Batch [299]	Speed: 2871.780257 samples/sec	rmse=0.018758	lr=0.223343
Epoch[95] Batch [349]	Speed: 2947.670520 samples/sec	rmse=0.018760	lr=0.223215
Epoch[95] Batch [399]	Speed: 2857.848696 samples/sec	rmse=0.018796	lr=0.223087
Epoch[95] Batch [449]	Speed: 2918.497081 samples/sec	rmse=0.018795	lr=0.222959
Epoch[95] Batch [499]	Speed: 2914.472057 samples/sec	rmse=0.018812	lr=0.222831
Epoch[95] Batch [549]	Speed: 2881.776572 samples/sec	rmse=0.018832	lr=0.222703
Epoch[95] Batch [599]	Speed: 2784.370578 samples/sec	rmse=0.018838	lr=0.222575
Epoch[95] Batch [649]	Speed: 2885.163877 samples/sec	rmse=0.018845	lr=0.222447
Epoch[95] Batch [699]	Speed: 2908.416534 samples/sec	rmse=0.018858	lr=0.222319
Epoch[95] Batch [749]	Speed: 2828.842761 samples/sec	rmse=0.018866	lr=0.222191
Epoch[95] Batch [799]	Speed: 2776.582316 samples/sec	rmse=0.018871	lr=0.222063
Epoch[95] Batch [849]	Speed: 2841.897003 samples/sec	rmse=0.018871	lr=0.221935
Epoch[95] Batch [899]	Speed: 2873.024499 samples/sec	rmse=0.018887	lr=0.221807
Epoch[95] Batch [949]	Speed: 2826.582801 samples/sec	rmse=0.018899	lr=0.221679
Epoch[95] Batch [999]	Speed: 2791.560353 samples/sec	rmse=0.018904	lr=0.221551
Epoch[95] Batch [1049]	Speed: 2845.142941 samples/sec	rmse=0.018912	lr=0.221423
Epoch[95] Batch [1099]	Speed: 2795.340879 samples/sec	rmse=0.018917	lr=0.221295
Epoch[95] Batch [1149]	Speed: 2866.168107 samples/sec	rmse=0.018912	lr=0.221167
Epoch[95] Batch [1199]	Speed: 3092.991602 samples/sec	rmse=0.018912	lr=0.221039
Epoch[95] Batch [1249]	Speed: 2882.186857 samples/sec	rmse=0.018912	lr=0.220911
[Epoch 95] training: rmse=0.018913
[Epoch 95] speed: 2855 samples/sec	time cost: 458.524950
[Epoch 95] validation: err-top1=0.315848 err-top5=0.107541
Epoch[96] Batch [49]	Speed: 3001.034611 samples/sec	rmse=0.018673	lr=0.220780
Epoch[96] Batch [99]	Speed: 2926.086463 samples/sec	rmse=0.018647	lr=0.220652
Epoch[96] Batch [149]	Speed: 3009.508814 samples/sec	rmse=0.018737	lr=0.220524
Epoch[96] Batch [199]	Speed: 2825.935482 samples/sec	rmse=0.018749	lr=0.220396
Epoch[96] Batch [249]	Speed: 2963.096573 samples/sec	rmse=0.018763	lr=0.220268
Epoch[96] Batch [299]	Speed: 2794.057682 samples/sec	rmse=0.018779	lr=0.220140
Epoch[96] Batch [349]	Speed: 2916.145318 samples/sec	rmse=0.018798	lr=0.220012
Epoch[96] Batch [399]	Speed: 2948.062591 samples/sec	rmse=0.018796	lr=0.219883
Epoch[96] Batch [449]	Speed: 2862.824392 samples/sec	rmse=0.018812	lr=0.219755
Epoch[96] Batch [499]	Speed: 2846.002787 samples/sec	rmse=0.018823	lr=0.219627
Epoch[96] Batch [549]	Speed: 2901.570400 samples/sec	rmse=0.018838	lr=0.219499
Epoch[96] Batch [599]	Speed: 2859.093986 samples/sec	rmse=0.018859	lr=0.219371
Epoch[96] Batch [649]	Speed: 2903.696647 samples/sec	rmse=0.018872	lr=0.219243
Epoch[96] Batch [699]	Speed: 2868.959517 samples/sec	rmse=0.018873	lr=0.219114
Epoch[96] Batch [749]	Speed: 2855.981977 samples/sec	rmse=0.018876	lr=0.218986
Epoch[96] Batch [799]	Speed: 2952.613442 samples/sec	rmse=0.018879	lr=0.218858
Epoch[96] Batch [849]	Speed: 2904.146424 samples/sec	rmse=0.018872	lr=0.218730
Epoch[96] Batch [899]	Speed: 2850.566534 samples/sec	rmse=0.018870	lr=0.218602
Epoch[96] Batch [949]	Speed: 3104.884772 samples/sec	rmse=0.018878	lr=0.218473
Epoch[96] Batch [999]	Speed: 2790.900392 samples/sec	rmse=0.018883	lr=0.218345
Epoch[96] Batch [1049]	Speed: 2838.564021 samples/sec	rmse=0.018890	lr=0.218217
Epoch[96] Batch [1099]	Speed: 2960.009312 samples/sec	rmse=0.018900	lr=0.218089
Epoch[96] Batch [1149]	Speed: 2709.004606 samples/sec	rmse=0.018901	lr=0.217960
Epoch[96] Batch [1199]	Speed: 2915.096193 samples/sec	rmse=0.018894	lr=0.217832
Epoch[96] Batch [1249]	Speed: 2909.213725 samples/sec	rmse=0.018902	lr=0.217704
[Epoch 96] training: rmse=0.018902
[Epoch 96] speed: 2892 samples/sec	time cost: 452.853382
[Epoch 96] validation: err-top1=0.314971 err-top5=0.110431
Epoch[97] Batch [49]	Speed: 2818.687128 samples/sec	rmse=0.018634	lr=0.217573
Epoch[97] Batch [99]	Speed: 2893.971889 samples/sec	rmse=0.018670	lr=0.217445
Epoch[97] Batch [149]	Speed: 2852.868814 samples/sec	rmse=0.018756	lr=0.217316
Epoch[97] Batch [199]	Speed: 2799.733612 samples/sec	rmse=0.018752	lr=0.217188
Epoch[97] Batch [249]	Speed: 2952.564931 samples/sec	rmse=0.018762	lr=0.217060
Epoch[97] Batch [299]	Speed: 2806.483019 samples/sec	rmse=0.018787	lr=0.216931
Epoch[97] Batch [349]	Speed: 2819.927547 samples/sec	rmse=0.018815	lr=0.216803
Epoch[97] Batch [399]	Speed: 2869.938410 samples/sec	rmse=0.018845	lr=0.216675
Epoch[97] Batch [449]	Speed: 2979.122825 samples/sec	rmse=0.018841	lr=0.216546
Epoch[97] Batch [499]	Speed: 2821.020410 samples/sec	rmse=0.018843	lr=0.216418
Epoch[97] Batch [549]	Speed: 2784.101215 samples/sec	rmse=0.018847	lr=0.216290
Epoch[97] Batch [599]	Speed: 2809.629513 samples/sec	rmse=0.018845	lr=0.216161
Epoch[97] Batch [649]	Speed: 2857.613449 samples/sec	rmse=0.018855	lr=0.216033
Epoch[97] Batch [699]	Speed: 2873.223616 samples/sec	rmse=0.018867	lr=0.215905
Epoch[97] Batch [749]	Speed: 2877.294838 samples/sec	rmse=0.018872	lr=0.215776
Epoch[97] Batch [799]	Speed: 2842.890179 samples/sec	rmse=0.018871	lr=0.215648
Epoch[97] Batch [849]	Speed: 2888.471815 samples/sec	rmse=0.018873	lr=0.215519
Epoch[97] Batch [899]	Speed: 2833.120178 samples/sec	rmse=0.018869	lr=0.215391
Epoch[97] Batch [949]	Speed: 2837.170410 samples/sec	rmse=0.018868	lr=0.215263
Epoch[97] Batch [999]	Speed: 2798.918930 samples/sec	rmse=0.018863	lr=0.215134
Epoch[97] Batch [1049]	Speed: 2932.894011 samples/sec	rmse=0.018869	lr=0.215006
Epoch[97] Batch [1099]	Speed: 2896.150557 samples/sec	rmse=0.018863	lr=0.214877
Epoch[97] Batch [1149]	Speed: 2758.759050 samples/sec	rmse=0.018854	lr=0.214749
Epoch[97] Batch [1199]	Speed: 2804.763110 samples/sec	rmse=0.018855	lr=0.214621
Epoch[97] Batch [1249]	Speed: 3028.152526 samples/sec	rmse=0.018858	lr=0.214492
[Epoch 97] training: rmse=0.018858
[Epoch 97] speed: 2854 samples/sec	time cost: 458.176731
[Epoch 97] validation: err-top1=0.314413 err-top5=0.108080
Epoch[98] Batch [49]	Speed: 2896.220160 samples/sec	rmse=0.018580	lr=0.214361
Epoch[98] Batch [99]	Speed: 2984.608985 samples/sec	rmse=0.018655	lr=0.214233
Epoch[98] Batch [149]	Speed: 2835.116449 samples/sec	rmse=0.018636	lr=0.214104
Epoch[98] Batch [199]	Speed: 2803.942424 samples/sec	rmse=0.018696	lr=0.213976
Epoch[98] Batch [249]	Speed: 2849.769729 samples/sec	rmse=0.018721	lr=0.213847
Epoch[98] Batch [299]	Speed: 2887.350805 samples/sec	rmse=0.018717	lr=0.213719
Epoch[98] Batch [349]	Speed: 2864.383268 samples/sec	rmse=0.018731	lr=0.213590
Epoch[98] Batch [399]	Speed: 2835.987210 samples/sec	rmse=0.018760	lr=0.213462
Epoch[98] Batch [449]	Speed: 2909.660443 samples/sec	rmse=0.018760	lr=0.213333
Epoch[98] Batch [499]	Speed: 2963.523758 samples/sec	rmse=0.018755	lr=0.213205
Epoch[98] Batch [549]	Speed: 2885.157404 samples/sec	rmse=0.018771	lr=0.213076
Epoch[98] Batch [599]	Speed: 2845.865955 samples/sec	rmse=0.018766	lr=0.212948
Epoch[98] Batch [649]	Speed: 2787.264476 samples/sec	rmse=0.018771	lr=0.212819
Epoch[98] Batch [699]	Speed: 2849.387486 samples/sec	rmse=0.018779	lr=0.212691
Epoch[98] Batch [749]	Speed: 2843.197388 samples/sec	rmse=0.018794	lr=0.212562
Epoch[98] Batch [799]	Speed: 2886.072173 samples/sec	rmse=0.018807	lr=0.212434
Epoch[98] Batch [849]	Speed: 2873.158150 samples/sec	rmse=0.018811	lr=0.212305
Epoch[98] Batch [899]	Speed: 2998.664572 samples/sec	rmse=0.018818	lr=0.212177
Epoch[98] Batch [949]	Speed: 2950.007694 samples/sec	rmse=0.018821	lr=0.212048
Epoch[98] Batch [999]	Speed: 2779.993711 samples/sec	rmse=0.018821	lr=0.211920
Epoch[98] Batch [1049]	Speed: 2817.134526 samples/sec	rmse=0.018822	lr=0.211791
Epoch[98] Batch [1099]	Speed: 2888.718387 samples/sec	rmse=0.018829	lr=0.211662
Epoch[98] Batch [1149]	Speed: 2870.569018 samples/sec	rmse=0.018830	lr=0.211534
Epoch[98] Batch [1199]	Speed: 2964.804292 samples/sec	rmse=0.018838	lr=0.211405
Epoch[98] Batch [1249]	Speed: 2996.258726 samples/sec	rmse=0.018844	lr=0.211277
[Epoch 98] training: rmse=0.018844
[Epoch 98] speed: 2879 samples/sec	time cost: 454.208879
[Epoch 98] validation: err-top1=0.320455 err-top5=0.109578
Epoch[99] Batch [49]	Speed: 2939.911392 samples/sec	rmse=0.018730	lr=0.211146
Epoch[99] Batch [99]	Speed: 2852.080115 samples/sec	rmse=0.018663	lr=0.211017
Epoch[99] Batch [149]	Speed: 2792.055555 samples/sec	rmse=0.018639	lr=0.210888
Epoch[99] Batch [199]	Speed: 2803.867374 samples/sec	rmse=0.018725	lr=0.210760
Epoch[99] Batch [249]	Speed: 2927.799915 samples/sec	rmse=0.018721	lr=0.210631
Epoch[99] Batch [299]	Speed: 2833.561515 samples/sec	rmse=0.018723	lr=0.210503
Epoch[99] Batch [349]	Speed: 2849.313008 samples/sec	rmse=0.018741	lr=0.210374
Epoch[99] Batch [399]	Speed: 2821.193593 samples/sec	rmse=0.018767	lr=0.210245
Epoch[99] Batch [449]	Speed: 2793.292732 samples/sec	rmse=0.018770	lr=0.210117
Epoch[99] Batch [499]	Speed: 2771.911983 samples/sec	rmse=0.018754	lr=0.209988
Epoch[99] Batch [549]	Speed: 2860.873952 samples/sec	rmse=0.018759	lr=0.209859
Epoch[99] Batch [599]	Speed: 2863.379183 samples/sec	rmse=0.018755	lr=0.209731
Epoch[99] Batch [649]	Speed: 2868.581306 samples/sec	rmse=0.018771	lr=0.209602
Epoch[99] Batch [699]	Speed: 2838.163922 samples/sec	rmse=0.018775	lr=0.209474
Epoch[99] Batch [749]	Speed: 2823.354291 samples/sec	rmse=0.018776	lr=0.209345
Epoch[99] Batch [799]	Speed: 2721.756564 samples/sec	rmse=0.018781	lr=0.209216
Epoch[99] Batch [849]	Speed: 2705.775542 samples/sec	rmse=0.018782	lr=0.209088
Epoch[99] Batch [899]	Speed: 2868.009904 samples/sec	rmse=0.018796	lr=0.208959
Epoch[99] Batch [949]	Speed: 2801.794582 samples/sec	rmse=0.018805	lr=0.208830
Epoch[99] Batch [999]	Speed: 2867.855054 samples/sec	rmse=0.018806	lr=0.208702
Epoch[99] Batch [1049]	Speed: 2742.629226 samples/sec	rmse=0.018811	lr=0.208573
Epoch[99] Batch [1099]	Speed: 2760.462761 samples/sec	rmse=0.018813	lr=0.208444
Epoch[99] Batch [1149]	Speed: 2906.286833 samples/sec	rmse=0.018820	lr=0.208316
Epoch[99] Batch [1199]	Speed: 2842.848518 samples/sec	rmse=0.018830	lr=0.208187
Epoch[99] Batch [1249]	Speed: 2940.807695 samples/sec	rmse=0.018830	lr=0.208058
[Epoch 99] training: rmse=0.018830
[Epoch 99] speed: 2828 samples/sec	time cost: 462.812993
[Epoch 99] validation: err-top1=0.314094 err-top5=0.107601
Epoch[100] Batch [49]	Speed: 2901.199298 samples/sec	rmse=0.018652	lr=0.207927
Epoch[100] Batch [99]	Speed: 2770.328484 samples/sec	rmse=0.018553	lr=0.207798
Epoch[100] Batch [149]	Speed: 2877.145113 samples/sec	rmse=0.018571	lr=0.207670
Epoch[100] Batch [199]	Speed: 2970.596443 samples/sec	rmse=0.018586	lr=0.207541
Epoch[100] Batch [249]	Speed: 2960.839124 samples/sec	rmse=0.018610	lr=0.207412
Epoch[100] Batch [299]	Speed: 2903.272679 samples/sec	rmse=0.018631	lr=0.207284
Epoch[100] Batch [349]	Speed: 2817.288309 samples/sec	rmse=0.018647	lr=0.207155
Epoch[100] Batch [399]	Speed: 2923.881450 samples/sec	rmse=0.018647	lr=0.207026
Epoch[100] Batch [449]	Speed: 2889.661701 samples/sec	rmse=0.018666	lr=0.206898
Epoch[100] Batch [499]	Speed: 2869.543222 samples/sec	rmse=0.018677	lr=0.206769
Epoch[100] Batch [549]	Speed: 2696.364877 samples/sec	rmse=0.018689	lr=0.206640
Epoch[100] Batch [599]	Speed: 2886.370087 samples/sec	rmse=0.018697	lr=0.206511
Epoch[100] Batch [649]	Speed: 2847.523871 samples/sec	rmse=0.018701	lr=0.206383
Epoch[100] Batch [699]	Speed: 2922.683747 samples/sec	rmse=0.018712	lr=0.206254
Epoch[100] Batch [749]	Speed: 2867.049858 samples/sec	rmse=0.018716	lr=0.206125
Epoch[100] Batch [799]	Speed: 2842.002988 samples/sec	rmse=0.018724	lr=0.205997
Epoch[100] Batch [849]	Speed: 2858.149256 samples/sec	rmse=0.018734	lr=0.205868
Epoch[100] Batch [899]	Speed: 2786.490224 samples/sec	rmse=0.018740	lr=0.205739
Epoch[100] Batch [949]	Speed: 2847.688768 samples/sec	rmse=0.018743	lr=0.205610
Epoch[100] Batch [999]	Speed: 2850.532555 samples/sec	rmse=0.018740	lr=0.205482
Epoch[100] Batch [1049]	Speed: 2885.133178 samples/sec	rmse=0.018749	lr=0.205353
Epoch[100] Batch [1099]	Speed: 2770.900592 samples/sec	rmse=0.018748	lr=0.205224
Epoch[100] Batch [1149]	Speed: 2844.978037 samples/sec	rmse=0.018751	lr=0.205095
Epoch[100] Batch [1199]	Speed: 2904.689962 samples/sec	rmse=0.018757	lr=0.204967
Epoch[100] Batch [1249]	Speed: 3007.416672 samples/sec	rmse=0.018763	lr=0.204838
[Epoch 100] training: rmse=0.018763
[Epoch 100] speed: 2864 samples/sec	time cost: 457.381273
[Epoch 100] validation: err-top1=0.313855 err-top5=0.109275
Epoch[101] Batch [49]	Speed: 2954.129304 samples/sec	rmse=0.018593	lr=0.204707
Epoch[101] Batch [99]	Speed: 2936.936736 samples/sec	rmse=0.018573	lr=0.204578
Epoch[101] Batch [149]	Speed: 2874.188802 samples/sec	rmse=0.018579	lr=0.204449
Epoch[101] Batch [199]	Speed: 2834.355079 samples/sec	rmse=0.018626	lr=0.204320
Epoch[101] Batch [249]	Speed: 2778.081473 samples/sec	rmse=0.018642	lr=0.204192
Epoch[101] Batch [299]	Speed: 2884.230973 samples/sec	rmse=0.018663	lr=0.204063
Epoch[101] Batch [349]	Speed: 2908.297582 samples/sec	rmse=0.018672	lr=0.203934
Epoch[101] Batch [399]	Speed: 2776.350424 samples/sec	rmse=0.018680	lr=0.203805
Epoch[101] Batch [449]	Speed: 2854.819660 samples/sec	rmse=0.018694	lr=0.203677
Epoch[101] Batch [499]	Speed: 2802.291740 samples/sec	rmse=0.018714	lr=0.203548
Epoch[101] Batch [549]	Speed: 2861.869110 samples/sec	rmse=0.018705	lr=0.203419
Epoch[101] Batch [599]	Speed: 2873.266826 samples/sec	rmse=0.018718	lr=0.203290
Epoch[101] Batch [649]	Speed: 2825.288683 samples/sec	rmse=0.018717	lr=0.203161
Epoch[101] Batch [699]	Speed: 2941.203864 samples/sec	rmse=0.018719	lr=0.203033
Epoch[101] Batch [749]	Speed: 2833.545064 samples/sec	rmse=0.018727	lr=0.202904
Epoch[101] Batch [799]	Speed: 2833.132213 samples/sec	rmse=0.018733	lr=0.202775
Epoch[101] Batch [849]	Speed: 2899.130912 samples/sec	rmse=0.018734	lr=0.202646
Epoch[101] Batch [899]	Speed: 2934.634576 samples/sec	rmse=0.018734	lr=0.202518
Epoch[101] Batch [949]	Speed: 3054.518656 samples/sec	rmse=0.018741	lr=0.202389
Epoch[101] Batch [999]	Speed: 2945.453716 samples/sec	rmse=0.018744	lr=0.202260
Epoch[101] Batch [1049]	Speed: 2995.495644 samples/sec	rmse=0.018740	lr=0.202131
Epoch[101] Batch [1099]	Speed: 2793.463254 samples/sec	rmse=0.018750	lr=0.202003
Epoch[101] Batch [1149]	Speed: 2789.097767 samples/sec	rmse=0.018754	lr=0.201874
Epoch[101] Batch [1199]	Speed: 2816.188991 samples/sec	rmse=0.018757	lr=0.201745
Epoch[101] Batch [1249]	Speed: 2956.778859 samples/sec	rmse=0.018768	lr=0.201616
[Epoch 101] training: rmse=0.018768
[Epoch 101] speed: 2874 samples/sec	time cost: 455.331427
[Epoch 101] validation: err-top1=0.311444 err-top5=0.106645
Epoch[102] Batch [49]	Speed: 2962.436840 samples/sec	rmse=0.018498	lr=0.201485
Epoch[102] Batch [99]	Speed: 3000.793820 samples/sec	rmse=0.018551	lr=0.201356
Epoch[102] Batch [149]	Speed: 2886.021092 samples/sec	rmse=0.018541	lr=0.201227
Epoch[102] Batch [199]	Speed: 2810.964917 samples/sec	rmse=0.018535	lr=0.201099
Epoch[102] Batch [249]	Speed: 2928.386646 samples/sec	rmse=0.018557	lr=0.200970
Epoch[102] Batch [299]	Speed: 2907.390438 samples/sec	rmse=0.018590	lr=0.200841
Epoch[102] Batch [349]	Speed: 3033.919075 samples/sec	rmse=0.018607	lr=0.200712
Epoch[102] Batch [399]	Speed: 3003.270377 samples/sec	rmse=0.018621	lr=0.200583
Epoch[102] Batch [449]	Speed: 2904.872078 samples/sec	rmse=0.018624	lr=0.200455
Epoch[102] Batch [499]	Speed: 3032.483730 samples/sec	rmse=0.018635	lr=0.200326
Epoch[102] Batch [549]	Speed: 2849.970363 samples/sec	rmse=0.018631	lr=0.200197
Epoch[102] Batch [599]	Speed: 2772.708296 samples/sec	rmse=0.018642	lr=0.200068
Epoch[102] Batch [649]	Speed: 2957.008729 samples/sec	rmse=0.018645	lr=0.199939
Epoch[102] Batch [699]	Speed: 2877.294029 samples/sec	rmse=0.018643	lr=0.199811
Epoch[102] Batch [749]	Speed: 2725.488242 samples/sec	rmse=0.018652	lr=0.199682
Epoch[102] Batch [799]	Speed: 2977.656890 samples/sec	rmse=0.018664	lr=0.199553
Epoch[102] Batch [849]	Speed: 2813.272601 samples/sec	rmse=0.018670	lr=0.199424
Epoch[102] Batch [899]	Speed: 2929.833638 samples/sec	rmse=0.018674	lr=0.199296
Epoch[102] Batch [949]	Speed: 2949.832274 samples/sec	rmse=0.018678	lr=0.199167
Epoch[102] Batch [999]	Speed: 2971.456913 samples/sec	rmse=0.018689	lr=0.199038
Epoch[102] Batch [1049]	Speed: 2901.763299 samples/sec	rmse=0.018688	lr=0.198909
Epoch[102] Batch [1099]	Speed: 2936.829095 samples/sec	rmse=0.018694	lr=0.198780
Epoch[102] Batch [1149]	Speed: 2907.967718 samples/sec	rmse=0.018703	lr=0.198652
Epoch[102] Batch [1199]	Speed: 2872.459049 samples/sec	rmse=0.018713	lr=0.198523
Epoch[102] Batch [1249]	Speed: 3086.971329 samples/sec	rmse=0.018713	lr=0.198394
[Epoch 102] training: rmse=0.018714
[Epoch 102] speed: 2915 samples/sec	time cost: 448.893306
[Epoch 102] validation: err-top1=0.308414 err-top5=0.104931
Epoch[103] Batch [49]	Speed: 2864.498655 samples/sec	rmse=0.018546	lr=0.198263
Epoch[103] Batch [99]	Speed: 2862.086672 samples/sec	rmse=0.018571	lr=0.198134
Epoch[103] Batch [149]	Speed: 2941.960813 samples/sec	rmse=0.018597	lr=0.198005
Epoch[103] Batch [199]	Speed: 2867.566770 samples/sec	rmse=0.018595	lr=0.197876
Epoch[103] Batch [249]	Speed: 2801.330890 samples/sec	rmse=0.018582	lr=0.197748
Epoch[103] Batch [299]	Speed: 2791.958417 samples/sec	rmse=0.018580	lr=0.197619
Epoch[103] Batch [349]	Speed: 2855.780799 samples/sec	rmse=0.018613	lr=0.197490
Epoch[103] Batch [399]	Speed: 2784.648731 samples/sec	rmse=0.018620	lr=0.197361
Epoch[103] Batch [449]	Speed: 2857.578808 samples/sec	rmse=0.018627	lr=0.197233
Epoch[103] Batch [499]	Speed: 2927.642852 samples/sec	rmse=0.018628	lr=0.197104
Epoch[103] Batch [549]	Speed: 2879.181966 samples/sec	rmse=0.018639	lr=0.196975
Epoch[103] Batch [599]	Speed: 2927.992924 samples/sec	rmse=0.018641	lr=0.196846
Epoch[103] Batch [649]	Speed: 2904.773336 samples/sec	rmse=0.018661	lr=0.196717
Epoch[103] Batch [699]	Speed: 2759.050152 samples/sec	rmse=0.018680	lr=0.196589
Epoch[103] Batch [749]	Speed: 2923.806291 samples/sec	rmse=0.018684	lr=0.196460
Epoch[103] Batch [799]	Speed: 2894.685756 samples/sec	rmse=0.018689	lr=0.196331
Epoch[103] Batch [849]	Speed: 2925.768456 samples/sec	rmse=0.018693	lr=0.196202
Epoch[103] Batch [899]	Speed: 2908.848940 samples/sec	rmse=0.018705	lr=0.196074
Epoch[103] Batch [949]	Speed: 2842.866017 samples/sec	rmse=0.018708	lr=0.195945
Epoch[103] Batch [999]	Speed: 2749.928918 samples/sec	rmse=0.018712	lr=0.195816
Epoch[103] Batch [1049]	Speed: 2958.161264 samples/sec	rmse=0.018716	lr=0.195687
Epoch[103] Batch [1099]	Speed: 2841.058542 samples/sec	rmse=0.018720	lr=0.195559
Epoch[103] Batch [1149]	Speed: 2978.595942 samples/sec	rmse=0.018726	lr=0.195430
Epoch[103] Batch [1199]	Speed: 2978.655063 samples/sec	rmse=0.018731	lr=0.195301
Epoch[103] Batch [1249]	Speed: 2990.614743 samples/sec	rmse=0.018734	lr=0.195172
[Epoch 103] training: rmse=0.018735
[Epoch 103] speed: 2877 samples/sec	time cost: 454.844575
[Epoch 103] validation: err-top1=0.300741 err-top5=0.100586
Epoch[104] Batch [49]	Speed: 3186.179363 samples/sec	rmse=0.018583	lr=0.195041
Epoch[104] Batch [99]	Speed: 2863.980633 samples/sec	rmse=0.018564	lr=0.194912
Epoch[104] Batch [149]	Speed: 2950.198414 samples/sec	rmse=0.018596	lr=0.194784
Epoch[104] Batch [199]	Speed: 3092.587471 samples/sec	rmse=0.018593	lr=0.194655
Epoch[104] Batch [249]	Speed: 2868.810198 samples/sec	rmse=0.018578	lr=0.194526
Epoch[104] Batch [299]	Speed: 2909.357032 samples/sec	rmse=0.018577	lr=0.194397
Epoch[104] Batch [349]	Speed: 2924.378759 samples/sec	rmse=0.018582	lr=0.194269
Epoch[104] Batch [399]	Speed: 2803.097337 samples/sec	rmse=0.018560	lr=0.194140
Epoch[104] Batch [449]	Speed: 2884.591392 samples/sec	rmse=0.018576	lr=0.194011
Epoch[104] Batch [499]	Speed: 2838.997523 samples/sec	rmse=0.018580	lr=0.193882
Epoch[104] Batch [549]	Speed: 2811.309281 samples/sec	rmse=0.018585	lr=0.193754
Epoch[104] Batch [599]	Speed: 2960.941551 samples/sec	rmse=0.018591	lr=0.193625
Epoch[104] Batch [649]	Speed: 3090.045204 samples/sec	rmse=0.018604	lr=0.193496
Epoch[104] Batch [699]	Speed: 3036.669528 samples/sec	rmse=0.018612	lr=0.193368
Epoch[104] Batch [749]	Speed: 2804.867919 samples/sec	rmse=0.018620	lr=0.193239
Epoch[104] Batch [799]	Speed: 2997.918721 samples/sec	rmse=0.018631	lr=0.193110
Epoch[104] Batch [849]	Speed: 2816.170895 samples/sec	rmse=0.018639	lr=0.192981
Epoch[104] Batch [899]	Speed: 2902.768632 samples/sec	rmse=0.018648	lr=0.192853
Epoch[104] Batch [949]	Speed: 2753.301744 samples/sec	rmse=0.018658	lr=0.192724
Epoch[104] Batch [999]	Speed: 2815.729937 samples/sec	rmse=0.018661	lr=0.192595
Epoch[104] Batch [1049]	Speed: 2954.347829 samples/sec	rmse=0.018663	lr=0.192467
Epoch[104] Batch [1099]	Speed: 2859.680194 samples/sec	rmse=0.018661	lr=0.192338
Epoch[104] Batch [1149]	Speed: 2965.387605 samples/sec	rmse=0.018662	lr=0.192209
Epoch[104] Batch [1199]	Speed: 2832.260813 samples/sec	rmse=0.018666	lr=0.192081
Epoch[104] Batch [1249]	Speed: 2998.900122 samples/sec	rmse=0.018674	lr=0.191952
[Epoch 104] training: rmse=0.018674
[Epoch 104] speed: 2911 samples/sec	time cost: 449.338315
[Epoch 104] validation: err-top1=0.301758 err-top5=0.100728
Epoch[105] Batch [49]	Speed: 2882.079749 samples/sec	rmse=0.018493	lr=0.191821
Epoch[105] Batch [99]	Speed: 2856.173800 samples/sec	rmse=0.018489	lr=0.191692
Epoch[105] Batch [149]	Speed: 2889.850725 samples/sec	rmse=0.018509	lr=0.191563
Epoch[105] Batch [199]	Speed: 2858.357806 samples/sec	rmse=0.018511	lr=0.191435
Epoch[105] Batch [249]	Speed: 3026.996359 samples/sec	rmse=0.018540	lr=0.191306
Epoch[105] Batch [299]	Speed: 2811.570315 samples/sec	rmse=0.018540	lr=0.191177
Epoch[105] Batch [349]	Speed: 2740.431811 samples/sec	rmse=0.018543	lr=0.191049
Epoch[105] Batch [399]	Speed: 2907.938500 samples/sec	rmse=0.018550	lr=0.190920
Epoch[105] Batch [449]	Speed: 2861.728651 samples/sec	rmse=0.018556	lr=0.190791
Epoch[105] Batch [499]	Speed: 2900.157764 samples/sec	rmse=0.018565	lr=0.190663
Epoch[105] Batch [549]	Speed: 2849.033429 samples/sec	rmse=0.018571	lr=0.190534
Epoch[105] Batch [599]	Speed: 2937.239499 samples/sec	rmse=0.018578	lr=0.190405
Epoch[105] Batch [649]	Speed: 2843.349436 samples/sec	rmse=0.018591	lr=0.190277
Epoch[105] Batch [699]	Speed: 2864.587724 samples/sec	rmse=0.018599	lr=0.190148
Epoch[105] Batch [749]	Speed: 3008.471146 samples/sec	rmse=0.018607	lr=0.190020
Epoch[105] Batch [799]	Speed: 2902.340346 samples/sec	rmse=0.018611	lr=0.189891
Epoch[105] Batch [849]	Speed: 2828.023342 samples/sec	rmse=0.018614	lr=0.189762
Epoch[105] Batch [899]	Speed: 2894.121889 samples/sec	rmse=0.018615	lr=0.189634
Epoch[105] Batch [949]	Speed: 2826.525210 samples/sec	rmse=0.018624	lr=0.189505
Epoch[105] Batch [999]	Speed: 2961.058316 samples/sec	rmse=0.018627	lr=0.189377
Epoch[105] Batch [1049]	Speed: 2848.452219 samples/sec	rmse=0.018625	lr=0.189248
Epoch[105] Batch [1099]	Speed: 2901.882188 samples/sec	rmse=0.018638	lr=0.189119
Epoch[105] Batch [1149]	Speed: 2890.293811 samples/sec	rmse=0.018647	lr=0.188991
Epoch[105] Batch [1199]	Speed: 2861.184412 samples/sec	rmse=0.018649	lr=0.188862
Epoch[105] Batch [1249]	Speed: 3080.304395 samples/sec	rmse=0.018652	lr=0.188734
[Epoch 105] training: rmse=0.018652
[Epoch 105] speed: 2885 samples/sec	time cost: 453.759108
[Epoch 105] validation: err-top1=0.297074 err-top5=0.100885
Epoch[106] Batch [49]	Speed: 2823.535223 samples/sec	rmse=0.018387	lr=0.188602
Epoch[106] Batch [99]	Speed: 2947.302378 samples/sec	rmse=0.018450	lr=0.188474
Epoch[106] Batch [149]	Speed: 2908.509182 samples/sec	rmse=0.018407	lr=0.188345
Epoch[106] Batch [199]	Speed: 2841.497807 samples/sec	rmse=0.018428	lr=0.188217
Epoch[106] Batch [249]	Speed: 2859.732594 samples/sec	rmse=0.018469	lr=0.188088
Epoch[106] Batch [299]	Speed: 2758.427475 samples/sec	rmse=0.018473	lr=0.187960
Epoch[106] Batch [349]	Speed: 2899.856645 samples/sec	rmse=0.018494	lr=0.187831
Epoch[106] Batch [399]	Speed: 2757.897482 samples/sec	rmse=0.018514	lr=0.187703
Epoch[106] Batch [449]	Speed: 2838.160134 samples/sec	rmse=0.018513	lr=0.187574
Epoch[106] Batch [499]	Speed: 2900.227404 samples/sec	rmse=0.018510	lr=0.187445
Epoch[106] Batch [549]	Speed: 2950.397833 samples/sec	rmse=0.018505	lr=0.187317
Epoch[106] Batch [599]	Speed: 2747.896507 samples/sec	rmse=0.018524	lr=0.187188
Epoch[106] Batch [649]	Speed: 2799.452729 samples/sec	rmse=0.018523	lr=0.187060
Epoch[106] Batch [699]	Speed: 2882.262793 samples/sec	rmse=0.018535	lr=0.186931
Epoch[106] Batch [749]	Speed: 3027.529238 samples/sec	rmse=0.018541	lr=0.186803
Epoch[106] Batch [799]	Speed: 2832.308777 samples/sec	rmse=0.018558	lr=0.186674
Epoch[106] Batch [849]	Speed: 2833.636144 samples/sec	rmse=0.018568	lr=0.186546
Epoch[106] Batch [899]	Speed: 2771.655686 samples/sec	rmse=0.018578	lr=0.186417
Epoch[106] Batch [949]	Speed: 2762.323169 samples/sec	rmse=0.018582	lr=0.186289
Epoch[106] Batch [999]	Speed: 2754.683842 samples/sec	rmse=0.018592	lr=0.186160
Epoch[106] Batch [1049]	Speed: 2788.399758 samples/sec	rmse=0.018596	lr=0.186032
Epoch[106] Batch [1099]	Speed: 2774.603821 samples/sec	rmse=0.018595	lr=0.185904
Epoch[106] Batch [1149]	Speed: 2793.906098 samples/sec	rmse=0.018597	lr=0.185775
Epoch[106] Batch [1199]	Speed: 2845.043808 samples/sec	rmse=0.018598	lr=0.185647
Epoch[106] Batch [1249]	Speed: 2884.601970 samples/sec	rmse=0.018598	lr=0.185518
[Epoch 106] training: rmse=0.018598
[Epoch 106] speed: 2835 samples/sec	time cost: 461.364431
[Epoch 106] validation: err-top1=0.307876 err-top5=0.103575
Epoch[107] Batch [49]	Speed: 2914.306691 samples/sec	rmse=0.018484	lr=0.185387
Epoch[107] Batch [99]	Speed: 2842.165817 samples/sec	rmse=0.018491	lr=0.185259
Epoch[107] Batch [149]	Speed: 2876.541859 samples/sec	rmse=0.018441	lr=0.185130
Epoch[107] Batch [199]	Speed: 2847.526288 samples/sec	rmse=0.018466	lr=0.185002
Epoch[107] Batch [249]	Speed: 2816.324055 samples/sec	rmse=0.018477	lr=0.184873
Epoch[107] Batch [299]	Speed: 2850.613000 samples/sec	rmse=0.018491	lr=0.184745
Epoch[107] Batch [349]	Speed: 2805.104417 samples/sec	rmse=0.018497	lr=0.184617
Epoch[107] Batch [399]	Speed: 2838.227015 samples/sec	rmse=0.018500	lr=0.184488
Epoch[107] Batch [449]	Speed: 3000.294957 samples/sec	rmse=0.018517	lr=0.184360
Epoch[107] Batch [499]	Speed: 2785.779354 samples/sec	rmse=0.018519	lr=0.184231
Epoch[107] Batch [549]	Speed: 2838.138116 samples/sec	rmse=0.018531	lr=0.184103
Epoch[107] Batch [599]	Speed: 2979.941184 samples/sec	rmse=0.018539	lr=0.183975
Epoch[107] Batch [649]	Speed: 2823.215435 samples/sec	rmse=0.018551	lr=0.183846
Epoch[107] Batch [699]	Speed: 2904.064382 samples/sec	rmse=0.018557	lr=0.183718
Epoch[107] Batch [749]	Speed: 2914.973687 samples/sec	rmse=0.018563	lr=0.183590
Epoch[107] Batch [799]	Speed: 2865.803442 samples/sec	rmse=0.018563	lr=0.183461
Epoch[107] Batch [849]	Speed: 2825.984012 samples/sec	rmse=0.018566	lr=0.183333
Epoch[107] Batch [899]	Speed: 2839.563241 samples/sec	rmse=0.018568	lr=0.183205
Epoch[107] Batch [949]	Speed: 2852.260239 samples/sec	rmse=0.018575	lr=0.183076
Epoch[107] Batch [999]	Speed: 2847.788690 samples/sec	rmse=0.018579	lr=0.182948
Epoch[107] Batch [1049]	Speed: 2872.496280 samples/sec	rmse=0.018577	lr=0.182820
Epoch[107] Batch [1099]	Speed: 2809.622786 samples/sec	rmse=0.018581	lr=0.182691
Epoch[107] Batch [1149]	Speed: 2822.748967 samples/sec	rmse=0.018585	lr=0.182563
Epoch[107] Batch [1199]	Speed: 2874.896790 samples/sec	rmse=0.018592	lr=0.182435
Epoch[107] Batch [1249]	Speed: 3020.971948 samples/sec	rmse=0.018597	lr=0.182307
[Epoch 107] training: rmse=0.018597
[Epoch 107] speed: 2863 samples/sec	time cost: 457.296492
[Epoch 107] validation: err-top1=0.306581 err-top5=0.102738
Epoch[108] Batch [49]	Speed: 2984.349256 samples/sec	rmse=0.018421	lr=0.182176
Epoch[108] Batch [99]	Speed: 2765.190835 samples/sec	rmse=0.018378	lr=0.182047
Epoch[108] Batch [149]	Speed: 2870.865160 samples/sec	rmse=0.018442	lr=0.181919
Epoch[108] Batch [199]	Speed: 2885.728640 samples/sec	rmse=0.018438	lr=0.181791
Epoch[108] Batch [249]	Speed: 3045.787762 samples/sec	rmse=0.018453	lr=0.181663
Epoch[108] Batch [299]	Speed: 2882.092900 samples/sec	rmse=0.018436	lr=0.181534
Epoch[108] Batch [349]	Speed: 2910.337422 samples/sec	rmse=0.018445	lr=0.181406
Epoch[108] Batch [399]	Speed: 2780.336071 samples/sec	rmse=0.018470	lr=0.181278
Epoch[108] Batch [449]	Speed: 2783.191644 samples/sec	rmse=0.018466	lr=0.181150
Epoch[108] Batch [499]	Speed: 2975.543930 samples/sec	rmse=0.018481	lr=0.181022
Epoch[108] Batch [549]	Speed: 2878.104180 samples/sec	rmse=0.018486	lr=0.180893
Epoch[108] Batch [599]	Speed: 2969.690641 samples/sec	rmse=0.018484	lr=0.180765
Epoch[108] Batch [649]	Speed: 2861.711681 samples/sec	rmse=0.018502	lr=0.180637
Epoch[108] Batch [699]	Speed: 2779.857827 samples/sec	rmse=0.018516	lr=0.180509
Epoch[108] Batch [749]	Speed: 2911.221424 samples/sec	rmse=0.018525	lr=0.180381
Epoch[108] Batch [799]	Speed: 2948.834494 samples/sec	rmse=0.018518	lr=0.180252
Epoch[108] Batch [849]	Speed: 2760.640584 samples/sec	rmse=0.018515	lr=0.180124
Epoch[108] Batch [899]	Speed: 2946.541466 samples/sec	rmse=0.018514	lr=0.179996
Epoch[108] Batch [949]	Speed: 3012.260672 samples/sec	rmse=0.018519	lr=0.179868
Epoch[108] Batch [999]	Speed: 2880.761571 samples/sec	rmse=0.018523	lr=0.179740
Epoch[108] Batch [1049]	Speed: 2972.202612 samples/sec	rmse=0.018520	lr=0.179612
Epoch[108] Batch [1099]	Speed: 2826.784723 samples/sec	rmse=0.018528	lr=0.179484
Epoch[108] Batch [1149]	Speed: 2852.926346 samples/sec	rmse=0.018534	lr=0.179356
Epoch[108] Batch [1199]	Speed: 2900.553085 samples/sec	rmse=0.018534	lr=0.179228
Epoch[108] Batch [1249]	Speed: 3091.515454 samples/sec	rmse=0.018541	lr=0.179099
[Epoch 108] training: rmse=0.018541
[Epoch 108] speed: 2894 samples/sec	time cost: 452.394337
[Epoch 108] validation: err-top1=0.297652 err-top5=0.097577
Epoch[109] Batch [49]	Speed: 2847.016725 samples/sec	rmse=0.018284	lr=0.178969
Epoch[109] Batch [99]	Speed: 2835.793669 samples/sec	rmse=0.018366	lr=0.178841
Epoch[109] Batch [149]	Speed: 2890.597499 samples/sec	rmse=0.018356	lr=0.178713
Epoch[109] Batch [199]	Speed: 2874.328833 samples/sec	rmse=0.018378	lr=0.178585
Epoch[109] Batch [249]	Speed: 2957.654559 samples/sec	rmse=0.018400	lr=0.178457
Epoch[109] Batch [299]	Speed: 2850.328777 samples/sec	rmse=0.018378	lr=0.178329
Epoch[109] Batch [349]	Speed: 2756.950158 samples/sec	rmse=0.018407	lr=0.178201
Epoch[109] Batch [399]	Speed: 3000.491690 samples/sec	rmse=0.018421	lr=0.178073
Epoch[109] Batch [449]	Speed: 2823.022260 samples/sec	rmse=0.018437	lr=0.177945
Epoch[109] Batch [499]	Speed: 2931.542678 samples/sec	rmse=0.018445	lr=0.177817
Epoch[109] Batch [549]	Speed: 3009.835036 samples/sec	rmse=0.018455	lr=0.177689
Epoch[109] Batch [599]	Speed: 2751.575269 samples/sec	rmse=0.018463	lr=0.177561
Epoch[109] Batch [649]	Speed: 2859.107233 samples/sec	rmse=0.018458	lr=0.177433
Epoch[109] Batch [699]	Speed: 2930.651014 samples/sec	rmse=0.018462	lr=0.177305
Epoch[109] Batch [749]	Speed: 2915.571597 samples/sec	rmse=0.018464	lr=0.177177
Epoch[109] Batch [799]	Speed: 2792.448133 samples/sec	rmse=0.018468	lr=0.177049
Epoch[109] Batch [849]	Speed: 2976.326126 samples/sec	rmse=0.018475	lr=0.176921
Epoch[109] Batch [899]	Speed: 2807.988357 samples/sec	rmse=0.018478	lr=0.176793
Epoch[109] Batch [949]	Speed: 2875.253263 samples/sec	rmse=0.018479	lr=0.176665
Epoch[109] Batch [999]	Speed: 2885.447918 samples/sec	rmse=0.018481	lr=0.176537
Epoch[109] Batch [1049]	Speed: 3030.843165 samples/sec	rmse=0.018490	lr=0.176409
Epoch[109] Batch [1099]	Speed: 2796.682400 samples/sec	rmse=0.018492	lr=0.176281
Epoch[109] Batch [1149]	Speed: 2823.317395 samples/sec	rmse=0.018502	lr=0.176153
Epoch[109] Batch [1199]	Speed: 2885.516891 samples/sec	rmse=0.018508	lr=0.176026
Epoch[109] Batch [1249]	Speed: 2948.470069 samples/sec	rmse=0.018516	lr=0.175898
[Epoch 109] training: rmse=0.018516
[Epoch 109] speed: 2878 samples/sec	time cost: 454.902202
[Epoch 109] validation: err-top1=0.304408 err-top5=0.102280
Epoch[110] Batch [49]	Speed: 2994.628882 samples/sec	rmse=0.018290	lr=0.175767
Epoch[110] Batch [99]	Speed: 2927.412856 samples/sec	rmse=0.018309	lr=0.175640
Epoch[110] Batch [149]	Speed: 2909.326289 samples/sec	rmse=0.018302	lr=0.175512
Epoch[110] Batch [199]	Speed: 2863.845542 samples/sec	rmse=0.018341	lr=0.175384
Epoch[110] Batch [249]	Speed: 3072.873339 samples/sec	rmse=0.018380	lr=0.175256
Epoch[110] Batch [299]	Speed: 3038.740319 samples/sec	rmse=0.018397	lr=0.175128
Epoch[110] Batch [349]	Speed: 2958.503797 samples/sec	rmse=0.018405	lr=0.175001
Epoch[110] Batch [399]	Speed: 2909.486990 samples/sec	rmse=0.018419	lr=0.174873
Epoch[110] Batch [449]	Speed: 2979.484781 samples/sec	rmse=0.018421	lr=0.174745
Epoch[110] Batch [499]	Speed: 2912.463705 samples/sec	rmse=0.018421	lr=0.174617
Epoch[110] Batch [549]	Speed: 2871.437392 samples/sec	rmse=0.018430	lr=0.174490
Epoch[110] Batch [599]	Speed: 2786.337400 samples/sec	rmse=0.018437	lr=0.174362
Epoch[110] Batch [649]	Speed: 2949.633945 samples/sec	rmse=0.018448	lr=0.174234
Epoch[110] Batch [699]	Speed: 2863.827478 samples/sec	rmse=0.018464	lr=0.174106
Epoch[110] Batch [749]	Speed: 2994.332210 samples/sec	rmse=0.018475	lr=0.173979
Epoch[110] Batch [799]	Speed: 2830.881705 samples/sec	rmse=0.018480	lr=0.173851
Epoch[110] Batch [849]	Speed: 3006.859441 samples/sec	rmse=0.018488	lr=0.173723
Epoch[110] Batch [899]	Speed: 2840.653456 samples/sec	rmse=0.018489	lr=0.173596
Epoch[110] Batch [949]	Speed: 2762.818964 samples/sec	rmse=0.018494	lr=0.173468
Epoch[110] Batch [999]	Speed: 2847.866941 samples/sec	rmse=0.018503	lr=0.173340
Epoch[110] Batch [1049]	Speed: 2854.361585 samples/sec	rmse=0.018504	lr=0.173213
Epoch[110] Batch [1099]	Speed: 2912.471210 samples/sec	rmse=0.018507	lr=0.173085
Epoch[110] Batch [1149]	Speed: 2831.375129 samples/sec	rmse=0.018506	lr=0.172958
Epoch[110] Batch [1199]	Speed: 2890.061983 samples/sec	rmse=0.018516	lr=0.172830
Epoch[110] Batch [1249]	Speed: 2882.469693 samples/sec	rmse=0.018521	lr=0.172702
[Epoch 110] training: rmse=0.018521
[Epoch 110] speed: 2903 samples/sec	time cost: 450.923063
[Epoch 110] validation: err-top1=0.302307 err-top5=0.099264
Epoch[111] Batch [49]	Speed: 2854.585026 samples/sec	rmse=0.018281	lr=0.172572
Epoch[111] Batch [99]	Speed: 2875.561884 samples/sec	rmse=0.018293	lr=0.172445
Epoch[111] Batch [149]	Speed: 3025.922679 samples/sec	rmse=0.018348	lr=0.172317
Epoch[111] Batch [199]	Speed: 2845.394009 samples/sec	rmse=0.018347	lr=0.172190
Epoch[111] Batch [249]	Speed: 2801.524469 samples/sec	rmse=0.018370	lr=0.172062
Epoch[111] Batch [299]	Speed: 2868.269736 samples/sec	rmse=0.018391	lr=0.171935
Epoch[111] Batch [349]	Speed: 2819.303926 samples/sec	rmse=0.018394	lr=0.171807
Epoch[111] Batch [399]	Speed: 2815.095845 samples/sec	rmse=0.018379	lr=0.171680
Epoch[111] Batch [449]	Speed: 2872.304025 samples/sec	rmse=0.018380	lr=0.171552
Epoch[111] Batch [499]	Speed: 2871.024404 samples/sec	rmse=0.018394	lr=0.171425
Epoch[111] Batch [549]	Speed: 2772.729203 samples/sec	rmse=0.018409	lr=0.171297
Epoch[111] Batch [599]	Speed: 2799.727370 samples/sec	rmse=0.018419	lr=0.171170
Epoch[111] Batch [649]	Speed: 2906.514347 samples/sec	rmse=0.018421	lr=0.171042
Epoch[111] Batch [699]	Speed: 2918.171918 samples/sec	rmse=0.018434	lr=0.170915
Epoch[111] Batch [749]	Speed: 2799.804498 samples/sec	rmse=0.018427	lr=0.170787
Epoch[111] Batch [799]	Speed: 2906.414864 samples/sec	rmse=0.018427	lr=0.170660
Epoch[111] Batch [849]	Speed: 2836.439856 samples/sec	rmse=0.018438	lr=0.170533
Epoch[111] Batch [899]	Speed: 2900.775079 samples/sec	rmse=0.018445	lr=0.170405
Epoch[111] Batch [949]	Speed: 2869.455417 samples/sec	rmse=0.018454	lr=0.170278
Epoch[111] Batch [999]	Speed: 2843.188203 samples/sec	rmse=0.018453	lr=0.170151
Epoch[111] Batch [1049]	Speed: 2887.111492 samples/sec	rmse=0.018452	lr=0.170023
Epoch[111] Batch [1099]	Speed: 2811.381675 samples/sec	rmse=0.018452	lr=0.169896
Epoch[111] Batch [1149]	Speed: 2864.456167 samples/sec	rmse=0.018450	lr=0.169769
Epoch[111] Batch [1199]	Speed: 2751.551013 samples/sec	rmse=0.018451	lr=0.169641
Epoch[111] Batch [1249]	Speed: 2959.759109 samples/sec	rmse=0.018454	lr=0.169514
[Epoch 111] training: rmse=0.018454
[Epoch 111] speed: 2855 samples/sec	time cost: 458.332460
[Epoch 111] validation: err-top1=0.294762 err-top5=0.095823
Epoch[112] Batch [49]	Speed: 2871.826803 samples/sec	rmse=0.018180	lr=0.169384
Epoch[112] Batch [99]	Speed: 2700.867937 samples/sec	rmse=0.018158	lr=0.169257
Epoch[112] Batch [149]	Speed: 2838.958753 samples/sec	rmse=0.018213	lr=0.169130
Epoch[112] Batch [199]	Speed: 2842.457745 samples/sec	rmse=0.018247	lr=0.169003
Epoch[112] Batch [249]	Speed: 2844.243118 samples/sec	rmse=0.018274	lr=0.168875
Epoch[112] Batch [299]	Speed: 2921.704522 samples/sec	rmse=0.018311	lr=0.168748
Epoch[112] Batch [349]	Speed: 2760.051136 samples/sec	rmse=0.018334	lr=0.168621
Epoch[112] Batch [399]	Speed: 2827.741930 samples/sec	rmse=0.018355	lr=0.168494
Epoch[112] Batch [449]	Speed: 2888.610987 samples/sec	rmse=0.018376	lr=0.168367
Epoch[112] Batch [499]	Speed: 2885.955701 samples/sec	rmse=0.018375	lr=0.168239
Epoch[112] Batch [549]	Speed: 2797.901481 samples/sec	rmse=0.018384	lr=0.168112
Epoch[112] Batch [599]	Speed: 2850.529831 samples/sec	rmse=0.018376	lr=0.167985
Epoch[112] Batch [649]	Speed: 2829.131920 samples/sec	rmse=0.018374	lr=0.167858
Epoch[112] Batch [699]	Speed: 2829.024694 samples/sec	rmse=0.018385	lr=0.167731
Epoch[112] Batch [749]	Speed: 2846.134577 samples/sec	rmse=0.018393	lr=0.167604
Epoch[112] Batch [799]	Speed: 2731.899271 samples/sec	rmse=0.018397	lr=0.167477
Epoch[112] Batch [849]	Speed: 2880.555882 samples/sec	rmse=0.018410	lr=0.167350
Epoch[112] Batch [899]	Speed: 2857.487780 samples/sec	rmse=0.018419	lr=0.167223
Epoch[112] Batch [949]	Speed: 2943.752593 samples/sec	rmse=0.018422	lr=0.167096
Epoch[112] Batch [999]	Speed: 2839.217740 samples/sec	rmse=0.018429	lr=0.166969
Epoch[112] Batch [1049]	Speed: 2840.715081 samples/sec	rmse=0.018434	lr=0.166842
Epoch[112] Batch [1099]	Speed: 2810.555714 samples/sec	rmse=0.018432	lr=0.166715
Epoch[112] Batch [1149]	Speed: 2975.919573 samples/sec	rmse=0.018435	lr=0.166588
Epoch[112] Batch [1199]	Speed: 2785.069388 samples/sec	rmse=0.018432	lr=0.166461
Epoch[112] Batch [1249]	Speed: 2953.490780 samples/sec	rmse=0.018433	lr=0.166334
[Epoch 112] training: rmse=0.018433
[Epoch 112] speed: 2842 samples/sec	time cost: 460.095661
[Epoch 112] validation: err-top1=0.292391 err-top5=0.096162
Epoch[113] Batch [49]	Speed: 3070.289269 samples/sec	rmse=0.018218	lr=0.166204
Epoch[113] Batch [99]	Speed: 2901.715621 samples/sec	rmse=0.018204	lr=0.166077
Epoch[113] Batch [149]	Speed: 2751.579394 samples/sec	rmse=0.018214	lr=0.165950
Epoch[113] Batch [199]	Speed: 2852.928279 samples/sec	rmse=0.018270	lr=0.165823
Epoch[113] Batch [249]	Speed: 2906.766646 samples/sec	rmse=0.018254	lr=0.165697
Epoch[113] Batch [299]	Speed: 2719.680042 samples/sec	rmse=0.018260	lr=0.165570
Epoch[113] Batch [349]	Speed: 2863.068094 samples/sec	rmse=0.018294	lr=0.165443
Epoch[113] Batch [399]	Speed: 2836.545921 samples/sec	rmse=0.018311	lr=0.165316
Epoch[113] Batch [449]	Speed: 2830.701398 samples/sec	rmse=0.018311	lr=0.165189
Epoch[113] Batch [499]	Speed: 2850.883806 samples/sec	rmse=0.018325	lr=0.165062
Epoch[113] Batch [549]	Speed: 2801.560798 samples/sec	rmse=0.018337	lr=0.164936
Epoch[113] Batch [599]	Speed: 2836.507443 samples/sec	rmse=0.018346	lr=0.164809
Epoch[113] Batch [649]	Speed: 2825.262329 samples/sec	rmse=0.018356	lr=0.164682
Epoch[113] Batch [699]	Speed: 2761.330407 samples/sec	rmse=0.018356	lr=0.164555
Epoch[113] Batch [749]	Speed: 3018.429212 samples/sec	rmse=0.018371	lr=0.164429
Epoch[113] Batch [799]	Speed: 2956.595835 samples/sec	rmse=0.018375	lr=0.164302
Epoch[113] Batch [849]	Speed: 2902.354781 samples/sec	rmse=0.018379	lr=0.164175
Epoch[113] Batch [899]	Speed: 2841.101880 samples/sec	rmse=0.018385	lr=0.164048
Epoch[113] Batch [949]	Speed: 2859.771058 samples/sec	rmse=0.018383	lr=0.163922
Epoch[113] Batch [999]	Speed: 2863.229299 samples/sec	rmse=0.018393	lr=0.163795
Epoch[113] Batch [1049]	Speed: 2830.546147 samples/sec	rmse=0.018399	lr=0.163668
Epoch[113] Batch [1099]	Speed: 2813.269063 samples/sec	rmse=0.018399	lr=0.163542
Epoch[113] Batch [1149]	Speed: 2924.527905 samples/sec	rmse=0.018397	lr=0.163415
Epoch[113] Batch [1199]	Speed: 2932.514694 samples/sec	rmse=0.018399	lr=0.163289
Epoch[113] Batch [1249]	Speed: 3103.914618 samples/sec	rmse=0.018403	lr=0.163162
[Epoch 113] training: rmse=0.018402
[Epoch 113] speed: 2869 samples/sec	time cost: 456.144427
[Epoch 113] validation: err-top1=0.287289 err-top5=0.092654
Epoch[114] Batch [49]	Speed: 2941.667553 samples/sec	rmse=0.018168	lr=0.163033
Epoch[114] Batch [99]	Speed: 2892.498811 samples/sec	rmse=0.018177	lr=0.162906
Epoch[114] Batch [149]	Speed: 2840.837063 samples/sec	rmse=0.018187	lr=0.162780
Epoch[114] Batch [199]	Speed: 2647.314526 samples/sec	rmse=0.018211	lr=0.162653
Epoch[114] Batch [249]	Speed: 2883.905074 samples/sec	rmse=0.018248	lr=0.162527
Epoch[114] Batch [299]	Speed: 2801.051184 samples/sec	rmse=0.018263	lr=0.162400
Epoch[114] Batch [349]	Speed: 2831.501350 samples/sec	rmse=0.018286	lr=0.162274
Epoch[114] Batch [399]	Speed: 2906.050427 samples/sec	rmse=0.018288	lr=0.162147
Epoch[114] Batch [449]	Speed: 2829.475419 samples/sec	rmse=0.018290	lr=0.162021
Epoch[114] Batch [499]	Speed: 2959.553446 samples/sec	rmse=0.018293	lr=0.161894
Epoch[114] Batch [549]	Speed: 2792.915609 samples/sec	rmse=0.018296	lr=0.161768
Epoch[114] Batch [599]	Speed: 2855.233238 samples/sec	rmse=0.018313	lr=0.161642
Epoch[114] Batch [649]	Speed: 2833.589594 samples/sec	rmse=0.018314	lr=0.161515
Epoch[114] Batch [699]	Speed: 2837.104403 samples/sec	rmse=0.018330	lr=0.161389
Epoch[114] Batch [749]	Speed: 2907.664187 samples/sec	rmse=0.018335	lr=0.161263
Epoch[114] Batch [799]	Speed: 2816.211298 samples/sec	rmse=0.018343	lr=0.161136
Epoch[114] Batch [849]	Speed: 2849.723214 samples/sec	rmse=0.018344	lr=0.161010
Epoch[114] Batch [899]	Speed: 2902.736576 samples/sec	rmse=0.018352	lr=0.160884
Epoch[114] Batch [949]	Speed: 2757.916926 samples/sec	rmse=0.018356	lr=0.160757
Epoch[114] Batch [999]	Speed: 2970.015187 samples/sec	rmse=0.018365	lr=0.160631
Epoch[114] Batch [1049]	Speed: 2854.540783 samples/sec	rmse=0.018371	lr=0.160505
Epoch[114] Batch [1099]	Speed: 2827.747367 samples/sec	rmse=0.018379	lr=0.160379
Epoch[114] Batch [1149]	Speed: 2859.626387 samples/sec	rmse=0.018384	lr=0.160252
Epoch[114] Batch [1199]	Speed: 2934.606144 samples/sec	rmse=0.018391	lr=0.160126
Epoch[114] Batch [1249]	Speed: 2941.936268 samples/sec	rmse=0.018396	lr=0.160000
[Epoch 114] training: rmse=0.018397
[Epoch 114] speed: 2855 samples/sec	time cost: 458.451939
[Epoch 114] validation: err-top1=0.298768 err-top5=0.099191
Epoch[115] Batch [49]	Speed: 2961.242628 samples/sec	rmse=0.018150	lr=0.159871
Epoch[115] Batch [99]	Speed: 2869.426278 samples/sec	rmse=0.018212	lr=0.159745
Epoch[115] Batch [149]	Speed: 2848.203293 samples/sec	rmse=0.018272	lr=0.159619
Epoch[115] Batch [199]	Speed: 2932.334301 samples/sec	rmse=0.018311	lr=0.159493
Epoch[115] Batch [249]	Speed: 2793.315150 samples/sec	rmse=0.018313	lr=0.159367
Epoch[115] Batch [299]	Speed: 2810.957043 samples/sec	rmse=0.018306	lr=0.159241
Epoch[115] Batch [349]	Speed: 2944.966620 samples/sec	rmse=0.018319	lr=0.159115
Epoch[115] Batch [399]	Speed: 2804.845022 samples/sec	rmse=0.018307	lr=0.158988
Epoch[115] Batch [449]	Speed: 2930.609220 samples/sec	rmse=0.018300	lr=0.158862
Epoch[115] Batch [499]	Speed: 2922.152778 samples/sec	rmse=0.018299	lr=0.158736
Epoch[115] Batch [549]	Speed: 2851.703917 samples/sec	rmse=0.018300	lr=0.158610
Epoch[115] Batch [599]	Speed: 2908.432211 samples/sec	rmse=0.018306	lr=0.158484
Epoch[115] Batch [649]	Speed: 2864.841967 samples/sec	rmse=0.018306	lr=0.158358
Epoch[115] Batch [699]	Speed: 2902.822270 samples/sec	rmse=0.018307	lr=0.158233
Epoch[115] Batch [749]	Speed: 2817.441923 samples/sec	rmse=0.018314	lr=0.158107
Epoch[115] Batch [799]	Speed: 2729.444922 samples/sec	rmse=0.018315	lr=0.157981
Epoch[115] Batch [849]	Speed: 2912.811381 samples/sec	rmse=0.018325	lr=0.157855
Epoch[115] Batch [899]	Speed: 2825.885280 samples/sec	rmse=0.018332	lr=0.157729
Epoch[115] Batch [949]	Speed: 2876.911381 samples/sec	rmse=0.018332	lr=0.157603
Epoch[115] Batch [999]	Speed: 2855.780305 samples/sec	rmse=0.018331	lr=0.157477
Epoch[115] Batch [1049]	Speed: 2937.571015 samples/sec	rmse=0.018338	lr=0.157351
Epoch[115] Batch [1099]	Speed: 2976.786266 samples/sec	rmse=0.018342	lr=0.157226
Epoch[115] Batch [1149]	Speed: 2786.039933 samples/sec	rmse=0.018350	lr=0.157100
Epoch[115] Batch [1199]	Speed: 2861.182201 samples/sec	rmse=0.018351	lr=0.156974
Epoch[115] Batch [1249]	Speed: 3107.296178 samples/sec	rmse=0.018358	lr=0.156848
[Epoch 115] training: rmse=0.018358
[Epoch 115] speed: 2877 samples/sec	time cost: 455.089393
[Epoch 115] validation: err-top1=0.300901 err-top5=0.100546
Epoch[116] Batch [49]	Speed: 2920.074906 samples/sec	rmse=0.018052	lr=0.156720
Epoch[116] Batch [99]	Speed: 2813.394264 samples/sec	rmse=0.018159	lr=0.156594
Epoch[116] Batch [149]	Speed: 2905.934814 samples/sec	rmse=0.018183	lr=0.156469
Epoch[116] Batch [199]	Speed: 2893.656067 samples/sec	rmse=0.018186	lr=0.156343
Epoch[116] Batch [249]	Speed: 2824.533993 samples/sec	rmse=0.018192	lr=0.156217
Epoch[116] Batch [299]	Speed: 2977.621879 samples/sec	rmse=0.018208	lr=0.156092
Epoch[116] Batch [349]	Speed: 2812.294005 samples/sec	rmse=0.018219	lr=0.155966
Epoch[116] Batch [399]	Speed: 2869.838692 samples/sec	rmse=0.018219	lr=0.155840
Epoch[116] Batch [449]	Speed: 2844.146760 samples/sec	rmse=0.018230	lr=0.155715
Epoch[116] Batch [499]	Speed: 2873.902897 samples/sec	rmse=0.018236	lr=0.155589
Epoch[116] Batch [549]	Speed: 2917.685994 samples/sec	rmse=0.018249	lr=0.155464
Epoch[116] Batch [599]	Speed: 2917.386257 samples/sec	rmse=0.018262	lr=0.155338
Epoch[116] Batch [649]	Speed: 2860.417475 samples/sec	rmse=0.018266	lr=0.155212
Epoch[116] Batch [699]	Speed: 2800.659873 samples/sec	rmse=0.018264	lr=0.155087
Epoch[116] Batch [749]	Speed: 3001.229847 samples/sec	rmse=0.018271	lr=0.154961
Epoch[116] Batch [799]	Speed: 2934.711777 samples/sec	rmse=0.018266	lr=0.154836
Epoch[116] Batch [849]	Speed: 2826.986377 samples/sec	rmse=0.018266	lr=0.154711
Epoch[116] Batch [899]	Speed: 2982.116342 samples/sec	rmse=0.018273	lr=0.154585
Epoch[116] Batch [949]	Speed: 2938.740295 samples/sec	rmse=0.018286	lr=0.154460
Epoch[116] Batch [999]	Speed: 2879.983100 samples/sec	rmse=0.018293	lr=0.154334
Epoch[116] Batch [1049]	Speed: 2784.288197 samples/sec	rmse=0.018295	lr=0.154209
Epoch[116] Batch [1099]	Speed: 2809.769242 samples/sec	rmse=0.018301	lr=0.154084
Epoch[116] Batch [1149]	Speed: 2846.668163 samples/sec	rmse=0.018300	lr=0.153958
Epoch[116] Batch [1199]	Speed: 2894.249475 samples/sec	rmse=0.018303	lr=0.153833
Epoch[116] Batch [1249]	Speed: 2976.180106 samples/sec	rmse=0.018307	lr=0.153708
[Epoch 116] training: rmse=0.018306
[Epoch 116] speed: 2880 samples/sec	time cost: 454.552850
[Epoch 116] validation: err-top1=0.293050 err-top5=0.094442
Epoch[117] Batch [49]	Speed: 3239.032963 samples/sec	rmse=0.018106	lr=0.153580
Epoch[117] Batch [99]	Speed: 2890.137012 samples/sec	rmse=0.018149	lr=0.153455
Epoch[117] Batch [149]	Speed: 2824.368683 samples/sec	rmse=0.018165	lr=0.153329
Epoch[117] Batch [199]	Speed: 2889.557030 samples/sec	rmse=0.018172	lr=0.153204
Epoch[117] Batch [249]	Speed: 2929.921299 samples/sec	rmse=0.018174	lr=0.153079
Epoch[117] Batch [299]	Speed: 2847.375831 samples/sec	rmse=0.018199	lr=0.152954
Epoch[117] Batch [349]	Speed: 2838.109009 samples/sec	rmse=0.018190	lr=0.152829
Epoch[117] Batch [399]	Speed: 2887.493092 samples/sec	rmse=0.018202	lr=0.152704
Epoch[117] Batch [449]	Speed: 2935.464063 samples/sec	rmse=0.018197	lr=0.152578
Epoch[117] Batch [499]	Speed: 2908.318890 samples/sec	rmse=0.018197	lr=0.152453
Epoch[117] Batch [549]	Speed: 2848.163516 samples/sec	rmse=0.018227	lr=0.152328
Epoch[117] Batch [599]	Speed: 2851.325357 samples/sec	rmse=0.018239	lr=0.152203
Epoch[117] Batch [649]	Speed: 2884.752434 samples/sec	rmse=0.018253	lr=0.152078
Epoch[117] Batch [699]	Speed: 2796.421064 samples/sec	rmse=0.018256	lr=0.151953
Epoch[117] Batch [749]	Speed: 2853.272614 samples/sec	rmse=0.018258	lr=0.151828
Epoch[117] Batch [799]	Speed: 2939.061330 samples/sec	rmse=0.018251	lr=0.151703
Epoch[117] Batch [849]	Speed: 2807.725198 samples/sec	rmse=0.018247	lr=0.151578
Epoch[117] Batch [899]	Speed: 2838.919121 samples/sec	rmse=0.018250	lr=0.151453
Epoch[117] Batch [949]	Speed: 2834.499112 samples/sec	rmse=0.018254	lr=0.151328
Epoch[117] Batch [999]	Speed: 2926.566335 samples/sec	rmse=0.018254	lr=0.151203
Epoch[117] Batch [1049]	Speed: 2694.948064 samples/sec	rmse=0.018263	lr=0.151078
Epoch[117] Batch [1099]	Speed: 2839.533467 samples/sec	rmse=0.018269	lr=0.150954
Epoch[117] Batch [1149]	Speed: 2798.566289 samples/sec	rmse=0.018271	lr=0.150829
Epoch[117] Batch [1199]	Speed: 2818.999712 samples/sec	rmse=0.018279	lr=0.150704
Epoch[117] Batch [1249]	Speed: 2921.266418 samples/sec	rmse=0.018283	lr=0.150579
[Epoch 117] training: rmse=0.018284
[Epoch 117] speed: 2868 samples/sec	time cost: 456.359884
[Epoch 117] validation: err-top1=0.295002 err-top5=0.097557
Epoch[118] Batch [49]	Speed: 3056.320667 samples/sec	rmse=0.018001	lr=0.150452
Epoch[118] Batch [99]	Speed: 2788.598580 samples/sec	rmse=0.018040	lr=0.150327
Epoch[118] Batch [149]	Speed: 2728.817642 samples/sec	rmse=0.018051	lr=0.150202
Epoch[118] Batch [199]	Speed: 2863.963140 samples/sec	rmse=0.018082	lr=0.150078
Epoch[118] Batch [249]	Speed: 2879.170578 samples/sec	rmse=0.018106	lr=0.149953
Epoch[118] Batch [299]	Speed: 2784.409460 samples/sec	rmse=0.018115	lr=0.149828
Epoch[118] Batch [349]	Speed: 2865.682176 samples/sec	rmse=0.018128	lr=0.149704
Epoch[118] Batch [399]	Speed: 2842.681697 samples/sec	rmse=0.018138	lr=0.149579
Epoch[118] Batch [449]	Speed: 2736.415480 samples/sec	rmse=0.018148	lr=0.149454
Epoch[118] Batch [499]	Speed: 2818.872716 samples/sec	rmse=0.018163	lr=0.149330
Epoch[118] Batch [549]	Speed: 2818.044234 samples/sec	rmse=0.018175	lr=0.149205
Epoch[118] Batch [599]	Speed: 2818.105955 samples/sec	rmse=0.018194	lr=0.149081
Epoch[118] Batch [649]	Speed: 2786.521645 samples/sec	rmse=0.018187	lr=0.148956
Epoch[118] Batch [699]	Speed: 2754.624550 samples/sec	rmse=0.018207	lr=0.148832
Epoch[118] Batch [749]	Speed: 2846.185841 samples/sec	rmse=0.018205	lr=0.148707
Epoch[118] Batch [799]	Speed: 2759.979694 samples/sec	rmse=0.018203	lr=0.148583
Epoch[118] Batch [849]	Speed: 2831.032439 samples/sec	rmse=0.018216	lr=0.148458
Epoch[118] Batch [899]	Speed: 2722.342674 samples/sec	rmse=0.018224	lr=0.148334
Epoch[118] Batch [949]	Speed: 2766.136670 samples/sec	rmse=0.018226	lr=0.148209
Epoch[118] Batch [999]	Speed: 2926.785309 samples/sec	rmse=0.018240	lr=0.148085
Epoch[118] Batch [1049]	Speed: 2773.672787 samples/sec	rmse=0.018243	lr=0.147961
Epoch[118] Batch [1099]	Speed: 2772.207335 samples/sec	rmse=0.018253	lr=0.147836
Epoch[118] Batch [1149]	Speed: 2833.806841 samples/sec	rmse=0.018258	lr=0.147712
Epoch[118] Batch [1199]	Speed: 2745.733195 samples/sec	rmse=0.018266	lr=0.147588
Epoch[118] Batch [1249]	Speed: 3120.229388 samples/sec	rmse=0.018267	lr=0.147463
[Epoch 118] training: rmse=0.018267
[Epoch 118] speed: 2820 samples/sec	time cost: 463.672475
[Epoch 118] validation: err-top1=0.292152 err-top5=0.092195
Epoch[119] Batch [49]	Speed: 2884.106670 samples/sec	rmse=0.018092	lr=0.147337
Epoch[119] Batch [99]	Speed: 2890.154632 samples/sec	rmse=0.018010	lr=0.147213
Epoch[119] Batch [149]	Speed: 2851.362951 samples/sec	rmse=0.018059	lr=0.147088
Epoch[119] Batch [199]	Speed: 2958.405002 samples/sec	rmse=0.018080	lr=0.146964
Epoch[119] Batch [249]	Speed: 2920.588238 samples/sec	rmse=0.018066	lr=0.146840
Epoch[119] Batch [299]	Speed: 2771.387883 samples/sec	rmse=0.018097	lr=0.146716
Epoch[119] Batch [349]	Speed: 2887.979613 samples/sec	rmse=0.018109	lr=0.146592
Epoch[119] Batch [399]	Speed: 2896.275549 samples/sec	rmse=0.018128	lr=0.146468
Epoch[119] Batch [449]	Speed: 2926.226931 samples/sec	rmse=0.018137	lr=0.146344
Epoch[119] Batch [499]	Speed: 2964.662347 samples/sec	rmse=0.018142	lr=0.146220
Epoch[119] Batch [549]	Speed: 2862.489118 samples/sec	rmse=0.018153	lr=0.146095
Epoch[119] Batch [599]	Speed: 2826.830454 samples/sec	rmse=0.018163	lr=0.145971
Epoch[119] Batch [649]	Speed: 2846.719294 samples/sec	rmse=0.018168	lr=0.145847
Epoch[119] Batch [699]	Speed: 2859.820910 samples/sec	rmse=0.018180	lr=0.145724
Epoch[119] Batch [749]	Speed: 2898.521494 samples/sec	rmse=0.018188	lr=0.145600
Epoch[119] Batch [799]	Speed: 2830.181725 samples/sec	rmse=0.018185	lr=0.145476
Epoch[119] Batch [849]	Speed: 2855.348535 samples/sec	rmse=0.018202	lr=0.145352
Epoch[119] Batch [899]	Speed: 3052.298890 samples/sec	rmse=0.018212	lr=0.145228
Epoch[119] Batch [949]	Speed: 2814.029175 samples/sec	rmse=0.018209	lr=0.145104
Epoch[119] Batch [999]	Speed: 2892.290508 samples/sec	rmse=0.018216	lr=0.144980
Epoch[119] Batch [1049]	Speed: 2781.058247 samples/sec	rmse=0.018219	lr=0.144856
Epoch[119] Batch [1099]	Speed: 2860.002393 samples/sec	rmse=0.018216	lr=0.144733
Epoch[119] Batch [1149]	Speed: 2827.717244 samples/sec	rmse=0.018218	lr=0.144609
Epoch[119] Batch [1199]	Speed: 2894.664608 samples/sec	rmse=0.018215	lr=0.144485
Epoch[119] Batch [1249]	Speed: 2966.324465 samples/sec	rmse=0.018218	lr=0.144361
[Epoch 119] training: rmse=0.018218
[Epoch 119] speed: 2877 samples/sec	time cost: 454.718189
[Epoch 119] validation: err-top1=0.283642 err-top5=0.089764
Epoch[120] Batch [49]	Speed: 2828.551126 samples/sec	rmse=0.018101	lr=0.144235
Epoch[120] Batch [99]	Speed: 2879.773352 samples/sec	rmse=0.018103	lr=0.144112
Epoch[120] Batch [149]	Speed: 3016.558875 samples/sec	rmse=0.018076	lr=0.143988
Epoch[120] Batch [199]	Speed: 3037.371550 samples/sec	rmse=0.018066	lr=0.143864
Epoch[120] Batch [249]	Speed: 3004.900814 samples/sec	rmse=0.018063	lr=0.143741
Epoch[120] Batch [299]	Speed: 2770.936417 samples/sec	rmse=0.018051	lr=0.143617
Epoch[120] Batch [349]	Speed: 2979.594372 samples/sec	rmse=0.018066	lr=0.143494
Epoch[120] Batch [399]	Speed: 2834.487514 samples/sec	rmse=0.018086	lr=0.143370
Epoch[120] Batch [449]	Speed: 2913.420973 samples/sec	rmse=0.018105	lr=0.143247
Epoch[120] Batch [499]	Speed: 2819.182713 samples/sec	rmse=0.018124	lr=0.143123
Epoch[120] Batch [549]	Speed: 2752.269564 samples/sec	rmse=0.018130	lr=0.143000
Epoch[120] Batch [599]	Speed: 2749.268430 samples/sec	rmse=0.018131	lr=0.142876
Epoch[120] Batch [649]	Speed: 2815.531141 samples/sec	rmse=0.018127	lr=0.142753
Epoch[120] Batch [699]	Speed: 2930.300265 samples/sec	rmse=0.018131	lr=0.142629
Epoch[120] Batch [749]	Speed: 2782.046361 samples/sec	rmse=0.018143	lr=0.142506
Epoch[120] Batch [799]	Speed: 2890.842138 samples/sec	rmse=0.018159	lr=0.142383
Epoch[120] Batch [849]	Speed: 2770.071407 samples/sec	rmse=0.018162	lr=0.142259
Epoch[120] Batch [899]	Speed: 2964.740767 samples/sec	rmse=0.018164	lr=0.142136
Epoch[120] Batch [949]	Speed: 2944.044735 samples/sec	rmse=0.018165	lr=0.142013
Epoch[120] Batch [999]	Speed: 2963.516929 samples/sec	rmse=0.018176	lr=0.141890
Epoch[120] Batch [1049]	Speed: 2866.036673 samples/sec	rmse=0.018177	lr=0.141766
Epoch[120] Batch [1099]	Speed: 2849.906293 samples/sec	rmse=0.018183	lr=0.141643
Epoch[120] Batch [1149]	Speed: 2973.604298 samples/sec	rmse=0.018185	lr=0.141520
Epoch[120] Batch [1199]	Speed: 2901.933205 samples/sec	rmse=0.018187	lr=0.141397
Epoch[120] Batch [1249]	Speed: 2932.752061 samples/sec	rmse=0.018191	lr=0.141274
[Epoch 120] training: rmse=0.018191
[Epoch 120] speed: 2882 samples/sec	time cost: 453.811590
[Epoch 120] validation: err-top1=0.286073 err-top5=0.091398
Epoch[121] Batch [49]	Speed: 2879.829078 samples/sec	rmse=0.017972	lr=0.141148
Epoch[121] Batch [99]	Speed: 2901.868071 samples/sec	rmse=0.017966	lr=0.141025
Epoch[121] Batch [149]	Speed: 2852.637380 samples/sec	rmse=0.018010	lr=0.140902
Epoch[121] Batch [199]	Speed: 2857.180821 samples/sec	rmse=0.018062	lr=0.140779
Epoch[121] Batch [249]	Speed: 2750.134089 samples/sec	rmse=0.018071	lr=0.140656
Epoch[121] Batch [299]	Speed: 2754.771725 samples/sec	rmse=0.018088	lr=0.140533
Epoch[121] Batch [349]	Speed: 2870.699563 samples/sec	rmse=0.018095	lr=0.140410
Epoch[121] Batch [399]	Speed: 2959.374035 samples/sec	rmse=0.018102	lr=0.140287
Epoch[121] Batch [449]	Speed: 2794.934502 samples/sec	rmse=0.018101	lr=0.140164
Epoch[121] Batch [499]	Speed: 2808.369819 samples/sec	rmse=0.018109	lr=0.140042
Epoch[121] Batch [549]	Speed: 2848.413228 samples/sec	rmse=0.018098	lr=0.139919
Epoch[121] Batch [599]	Speed: 2933.549547 samples/sec	rmse=0.018113	lr=0.139796
Epoch[121] Batch [649]	Speed: 2871.031313 samples/sec	rmse=0.018117	lr=0.139673
Epoch[121] Batch [699]	Speed: 2846.305614 samples/sec	rmse=0.018130	lr=0.139550
Epoch[121] Batch [749]	Speed: 2926.904781 samples/sec	rmse=0.018139	lr=0.139428
Epoch[121] Batch [799]	Speed: 2760.907378 samples/sec	rmse=0.018141	lr=0.139305
Epoch[121] Batch [849]	Speed: 2766.364116 samples/sec	rmse=0.018136	lr=0.139182
Epoch[121] Batch [899]	Speed: 2780.821717 samples/sec	rmse=0.018140	lr=0.139059
Epoch[121] Batch [949]	Speed: 2848.231965 samples/sec	rmse=0.018140	lr=0.138937
Epoch[121] Batch [999]	Speed: 2861.073637 samples/sec	rmse=0.018142	lr=0.138814
Epoch[121] Batch [1049]	Speed: 2869.125450 samples/sec	rmse=0.018144	lr=0.138692
Epoch[121] Batch [1099]	Speed: 2844.860260 samples/sec	rmse=0.018142	lr=0.138569
Epoch[121] Batch [1149]	Speed: 2819.261102 samples/sec	rmse=0.018139	lr=0.138447
Epoch[121] Batch [1199]	Speed: 2819.521912 samples/sec	rmse=0.018141	lr=0.138324
Epoch[121] Batch [1249]	Speed: 3007.719145 samples/sec	rmse=0.018146	lr=0.138202
[Epoch 121] training: rmse=0.018146
[Epoch 121] speed: 2846 samples/sec	time cost: 459.981487
[Epoch 121] validation: err-top1=0.281110 err-top5=0.088190
Epoch[122] Batch [49]	Speed: 2821.534536 samples/sec	rmse=0.017892	lr=0.138077
Epoch[122] Batch [99]	Speed: 2773.622025 samples/sec	rmse=0.017864	lr=0.137954
Epoch[122] Batch [149]	Speed: 2777.160494 samples/sec	rmse=0.017873	lr=0.137832
Epoch[122] Batch [199]	Speed: 2784.871395 samples/sec	rmse=0.017905	lr=0.137709
Epoch[122] Batch [249]	Speed: 2759.069755 samples/sec	rmse=0.017926	lr=0.137587
Epoch[122] Batch [299]	Speed: 2767.845548 samples/sec	rmse=0.017929	lr=0.137465
Epoch[122] Batch [349]	Speed: 2943.934352 samples/sec	rmse=0.017932	lr=0.137342
Epoch[122] Batch [399]	Speed: 2797.340798 samples/sec	rmse=0.017941	lr=0.137220
Epoch[122] Batch [449]	Speed: 2911.530119 samples/sec	rmse=0.017951	lr=0.137098
Epoch[122] Batch [499]	Speed: 2843.725316 samples/sec	rmse=0.017966	lr=0.136976
Epoch[122] Batch [549]	Speed: 2858.620687 samples/sec	rmse=0.017980	lr=0.136853
Epoch[122] Batch [599]	Speed: 2706.630467 samples/sec	rmse=0.017992	lr=0.136731
Epoch[122] Batch [649]	Speed: 2875.337380 samples/sec	rmse=0.017990	lr=0.136609
Epoch[122] Batch [699]	Speed: 2731.218167 samples/sec	rmse=0.017996	lr=0.136487
Epoch[122] Batch [749]	Speed: 2733.925482 samples/sec	rmse=0.017999	lr=0.136365
Epoch[122] Batch [799]	Speed: 2870.561114 samples/sec	rmse=0.018017	lr=0.136243
Epoch[122] Batch [849]	Speed: 2864.222239 samples/sec	rmse=0.018020	lr=0.136121
Epoch[122] Batch [899]	Speed: 2779.039744 samples/sec	rmse=0.018022	lr=0.135999
Epoch[122] Batch [949]	Speed: 2851.777801 samples/sec	rmse=0.018038	lr=0.135877
Epoch[122] Batch [999]	Speed: 2782.610953 samples/sec	rmse=0.018042	lr=0.135755
Epoch[122] Batch [1049]	Speed: 2894.873487 samples/sec	rmse=0.018051	lr=0.135633
Epoch[122] Batch [1099]	Speed: 2914.366412 samples/sec	rmse=0.018059	lr=0.135511
Epoch[122] Batch [1149]	Speed: 2856.007767 samples/sec	rmse=0.018061	lr=0.135389
Epoch[122] Batch [1199]	Speed: 2845.473108 samples/sec	rmse=0.018072	lr=0.135267
Epoch[122] Batch [1249]	Speed: 2952.818954 samples/sec	rmse=0.018076	lr=0.135145
[Epoch 122] training: rmse=0.018077
[Epoch 122] speed: 2824 samples/sec	time cost: 463.315323
[Epoch 122] validation: err-top1=0.292277 err-top5=0.093547
Epoch[123] Batch [49]	Speed: 2899.403460 samples/sec	rmse=0.017955	lr=0.135021
Epoch[123] Batch [99]	Speed: 2887.542944 samples/sec	rmse=0.017938	lr=0.134899
Epoch[123] Batch [149]	Speed: 2884.217493 samples/sec	rmse=0.017895	lr=0.134777
Epoch[123] Batch [199]	Speed: 2873.710954 samples/sec	rmse=0.017917	lr=0.134656
Epoch[123] Batch [249]	Speed: 2929.345501 samples/sec	rmse=0.017953	lr=0.134534
Epoch[123] Batch [299]	Speed: 2882.426167 samples/sec	rmse=0.017952	lr=0.134412
Epoch[123] Batch [349]	Speed: 3078.704601 samples/sec	rmse=0.017960	lr=0.134291
Epoch[123] Batch [399]	Speed: 2723.838022 samples/sec	rmse=0.017981	lr=0.134169
Epoch[123] Batch [449]	Speed: 2817.015016 samples/sec	rmse=0.017999	lr=0.134047
Epoch[123] Batch [499]	Speed: 2734.806196 samples/sec	rmse=0.018008	lr=0.133926
Epoch[123] Batch [549]	Speed: 2916.309309 samples/sec	rmse=0.018025	lr=0.133804
Epoch[123] Batch [599]	Speed: 2824.515121 samples/sec	rmse=0.018031	lr=0.133683
Epoch[123] Batch [649]	Speed: 2805.538791 samples/sec	rmse=0.018045	lr=0.133561
Epoch[123] Batch [699]	Speed: 2847.852061 samples/sec	rmse=0.018042	lr=0.133440
Epoch[123] Batch [749]	Speed: 2881.846143 samples/sec	rmse=0.018043	lr=0.133318
Epoch[123] Batch [799]	Speed: 2837.706451 samples/sec	rmse=0.018039	lr=0.133197
Epoch[123] Batch [849]	Speed: 2826.768053 samples/sec	rmse=0.018039	lr=0.133076
Epoch[123] Batch [899]	Speed: 2762.680453 samples/sec	rmse=0.018041	lr=0.132954
Epoch[123] Batch [949]	Speed: 2999.525084 samples/sec	rmse=0.018036	lr=0.132833
Epoch[123] Batch [999]	Speed: 2968.689889 samples/sec	rmse=0.018044	lr=0.132712
Epoch[123] Batch [1049]	Speed: 2773.351407 samples/sec	rmse=0.018039	lr=0.132590
Epoch[123] Batch [1099]	Speed: 2894.892453 samples/sec	rmse=0.018042	lr=0.132469
Epoch[123] Batch [1149]	Speed: 2909.574305 samples/sec	rmse=0.018048	lr=0.132348
Epoch[123] Batch [1199]	Speed: 2888.789304 samples/sec	rmse=0.018052	lr=0.132227
Epoch[123] Batch [1249]	Speed: 2991.472849 samples/sec	rmse=0.018055	lr=0.132106
[Epoch 123] training: rmse=0.018056
[Epoch 123] speed: 2869 samples/sec	time cost: 456.487186
[Epoch 123] validation: err-top1=0.281948 err-top5=0.090322
Epoch[124] Batch [49]	Speed: 2889.896070 samples/sec	rmse=0.017899	lr=0.131982
Epoch[124] Batch [99]	Speed: 2875.331567 samples/sec	rmse=0.017870	lr=0.131861
Epoch[124] Batch [149]	Speed: 3008.422383 samples/sec	rmse=0.017881	lr=0.131740
Epoch[124] Batch [199]	Speed: 2980.852052 samples/sec	rmse=0.017933	lr=0.131619
Epoch[124] Batch [249]	Speed: 2794.011296 samples/sec	rmse=0.017932	lr=0.131498
Epoch[124] Batch [299]	Speed: 2840.678031 samples/sec	rmse=0.017932	lr=0.131377
Epoch[124] Batch [349]	Speed: 2765.650012 samples/sec	rmse=0.017948	lr=0.131256
Epoch[124] Batch [399]	Speed: 2971.879109 samples/sec	rmse=0.017973	lr=0.131135
Epoch[124] Batch [449]	Speed: 2830.437695 samples/sec	rmse=0.017977	lr=0.131014
Epoch[124] Batch [499]	Speed: 2863.306491 samples/sec	rmse=0.017992	lr=0.130893
Epoch[124] Batch [549]	Speed: 2827.568389 samples/sec	rmse=0.018015	lr=0.130773
Epoch[124] Batch [599]	Speed: 2937.150034 samples/sec	rmse=0.018021	lr=0.130652
Epoch[124] Batch [649]	Speed: 2857.633831 samples/sec	rmse=0.018016	lr=0.130531
Epoch[124] Batch [699]	Speed: 2861.541686 samples/sec	rmse=0.018018	lr=0.130410
Epoch[124] Batch [749]	Speed: 2852.625140 samples/sec	rmse=0.018024	lr=0.130289
Epoch[124] Batch [799]	Speed: 2869.660482 samples/sec	rmse=0.018026	lr=0.130169
Epoch[124] Batch [849]	Speed: 2798.781992 samples/sec	rmse=0.018039	lr=0.130048
Epoch[124] Batch [899]	Speed: 2947.156442 samples/sec	rmse=0.018037	lr=0.129927
Epoch[124] Batch [949]	Speed: 3140.168185 samples/sec	rmse=0.018039	lr=0.129807
Epoch[124] Batch [999]	Speed: 2911.337300 samples/sec	rmse=0.018038	lr=0.129686
Epoch[124] Batch [1049]	Speed: 3022.683910 samples/sec	rmse=0.018039	lr=0.129566
Epoch[124] Batch [1099]	Speed: 2940.668481 samples/sec	rmse=0.018046	lr=0.129445
Epoch[124] Batch [1149]	Speed: 2988.282917 samples/sec	rmse=0.018047	lr=0.129325
Epoch[124] Batch [1199]	Speed: 2876.382195 samples/sec	rmse=0.018051	lr=0.129204
Epoch[124] Batch [1249]	Speed: 2974.211593 samples/sec	rmse=0.018052	lr=0.129084
[Epoch 124] training: rmse=0.018052
[Epoch 124] speed: 2900 samples/sec	time cost: 451.356268
[Epoch 124] validation: err-top1=0.287289 err-top5=0.092993
Epoch[125] Batch [49]	Speed: 2848.119472 samples/sec	rmse=0.017836	lr=0.128961
Epoch[125] Batch [99]	Speed: 2861.005827 samples/sec	rmse=0.017838	lr=0.128841
Epoch[125] Batch [149]	Speed: 2831.370127 samples/sec	rmse=0.017838	lr=0.128720
Epoch[125] Batch [199]	Speed: 3027.980242 samples/sec	rmse=0.017859	lr=0.128600
Epoch[125] Batch [249]	Speed: 2820.383600 samples/sec	rmse=0.017891	lr=0.128480
Epoch[125] Batch [299]	Speed: 2867.783093 samples/sec	rmse=0.017891	lr=0.128359
Epoch[125] Batch [349]	Speed: 3063.038377 samples/sec	rmse=0.017885	lr=0.128239
Epoch[125] Batch [399]	Speed: 2798.070306 samples/sec	rmse=0.017907	lr=0.128119
Epoch[125] Batch [449]	Speed: 2968.470098 samples/sec	rmse=0.017912	lr=0.127999
Epoch[125] Batch [499]	Speed: 2895.307419 samples/sec	rmse=0.017919	lr=0.127879
Epoch[125] Batch [549]	Speed: 2888.399786 samples/sec	rmse=0.017930	lr=0.127759
Epoch[125] Batch [599]	Speed: 2862.222169 samples/sec	rmse=0.017942	lr=0.127639
Epoch[125] Batch [649]	Speed: 2899.931244 samples/sec	rmse=0.017945	lr=0.127519
Epoch[125] Batch [699]	Speed: 2914.812695 samples/sec	rmse=0.017943	lr=0.127399
Epoch[125] Batch [749]	Speed: 2833.316306 samples/sec	rmse=0.017944	lr=0.127279
Epoch[125] Batch [799]	Speed: 2933.527025 samples/sec	rmse=0.017940	lr=0.127159
Epoch[125] Batch [849]	Speed: 2774.601885 samples/sec	rmse=0.017951	lr=0.127039
Epoch[125] Batch [899]	Speed: 2837.498429 samples/sec	rmse=0.017956	lr=0.126919
Epoch[125] Batch [949]	Speed: 2965.265708 samples/sec	rmse=0.017969	lr=0.126799
Epoch[125] Batch [999]	Speed: 3013.816588 samples/sec	rmse=0.017982	lr=0.126679
Epoch[125] Batch [1049]	Speed: 2765.634483 samples/sec	rmse=0.017984	lr=0.126559
Epoch[125] Batch [1099]	Speed: 2801.493513 samples/sec	rmse=0.017983	lr=0.126440
Epoch[125] Batch [1149]	Speed: 2839.734127 samples/sec	rmse=0.017992	lr=0.126320
Epoch[125] Batch [1199]	Speed: 2973.743477 samples/sec	rmse=0.017999	lr=0.126200
Epoch[125] Batch [1249]	Speed: 2822.374568 samples/sec	rmse=0.017999	lr=0.126080
[Epoch 125] training: rmse=0.018000
[Epoch 125] speed: 2880 samples/sec	time cost: 454.230907
[Epoch 125] validation: err-top1=0.283143 err-top5=0.088947
Epoch[126] Batch [49]	Speed: 3052.265224 samples/sec	rmse=0.017748	lr=0.125958
Epoch[126] Batch [99]	Speed: 2854.884293 samples/sec	rmse=0.017761	lr=0.125839
Epoch[126] Batch [149]	Speed: 2933.857143 samples/sec	rmse=0.017805	lr=0.125719
Epoch[126] Batch [199]	Speed: 2885.335876 samples/sec	rmse=0.017830	lr=0.125600
Epoch[126] Batch [249]	Speed: 2881.234461 samples/sec	rmse=0.017820	lr=0.125480
Epoch[126] Batch [299]	Speed: 2908.176473 samples/sec	rmse=0.017825	lr=0.125361
Epoch[126] Batch [349]	Speed: 2937.072705 samples/sec	rmse=0.017833	lr=0.125241
Epoch[126] Batch [399]	Speed: 2799.640246 samples/sec	rmse=0.017849	lr=0.125122
Epoch[126] Batch [449]	Speed: 2814.257447 samples/sec	rmse=0.017849	lr=0.125002
Epoch[126] Batch [499]	Speed: 2910.775529 samples/sec	rmse=0.017851	lr=0.124883
Epoch[126] Batch [549]	Speed: 2815.148137 samples/sec	rmse=0.017855	lr=0.124764
Epoch[126] Batch [599]	Speed: 2911.007535 samples/sec	rmse=0.017860	lr=0.124644
Epoch[126] Batch [649]	Speed: 2818.559569 samples/sec	rmse=0.017870	lr=0.124525
Epoch[126] Batch [699]	Speed: 2873.744988 samples/sec	rmse=0.017879	lr=0.124406
Epoch[126] Batch [749]	Speed: 2845.532530 samples/sec	rmse=0.017893	lr=0.124287
Epoch[126] Batch [799]	Speed: 2930.910200 samples/sec	rmse=0.017901	lr=0.124167
Epoch[126] Batch [849]	Speed: 2802.875152 samples/sec	rmse=0.017908	lr=0.124048
Epoch[126] Batch [899]	Speed: 2839.756958 samples/sec	rmse=0.017911	lr=0.123929
Epoch[126] Batch [949]	Speed: 2869.241219 samples/sec	rmse=0.017914	lr=0.123810
Epoch[126] Batch [999]	Speed: 2894.721888 samples/sec	rmse=0.017925	lr=0.123691
Epoch[126] Batch [1049]	Speed: 2913.193719 samples/sec	rmse=0.017930	lr=0.123572
Epoch[126] Batch [1099]	Speed: 2874.156182 samples/sec	rmse=0.017934	lr=0.123453
Epoch[126] Batch [1149]	Speed: 2892.829578 samples/sec	rmse=0.017936	lr=0.123334
Epoch[126] Batch [1199]	Speed: 2886.711677 samples/sec	rmse=0.017938	lr=0.123215
Epoch[126] Batch [1249]	Speed: 3133.785233 samples/sec	rmse=0.017945	lr=0.123096
[Epoch 126] training: rmse=0.017945
[Epoch 126] speed: 2887 samples/sec	time cost: 453.365122
[Epoch 126] validation: err-top1=0.279775 err-top5=0.086934
Epoch[127] Batch [49]	Speed: 2957.551911 samples/sec	rmse=0.017756	lr=0.122975
Epoch[127] Batch [99]	Speed: 2828.372979 samples/sec	rmse=0.017821	lr=0.122856
Epoch[127] Batch [149]	Speed: 2837.823637 samples/sec	rmse=0.017811	lr=0.122737
Epoch[127] Batch [199]	Speed: 2840.988069 samples/sec	rmse=0.017806	lr=0.122618
Epoch[127] Batch [249]	Speed: 2793.768596 samples/sec	rmse=0.017815	lr=0.122500
Epoch[127] Batch [299]	Speed: 2765.775784 samples/sec	rmse=0.017824	lr=0.122381
Epoch[127] Batch [349]	Speed: 2827.601525 samples/sec	rmse=0.017828	lr=0.122262
Epoch[127] Batch [399]	Speed: 2891.281752 samples/sec	rmse=0.017844	lr=0.122144
Epoch[127] Batch [449]	Speed: 2852.573645 samples/sec	rmse=0.017836	lr=0.122025
Epoch[127] Batch [499]	Speed: 2898.664610 samples/sec	rmse=0.017857	lr=0.121907
Epoch[127] Batch [549]	Speed: 2890.724152 samples/sec	rmse=0.017847	lr=0.121788
Epoch[127] Batch [599]	Speed: 2781.631481 samples/sec	rmse=0.017859	lr=0.121669
Epoch[127] Batch [649]	Speed: 2848.720536 samples/sec	rmse=0.017868	lr=0.121551
Epoch[127] Batch [699]	Speed: 2841.123643 samples/sec	rmse=0.017872	lr=0.121433
Epoch[127] Batch [749]	Speed: 2806.355205 samples/sec	rmse=0.017875	lr=0.121314
Epoch[127] Batch [799]	Speed: 2837.239119 samples/sec	rmse=0.017884	lr=0.121196
Epoch[127] Batch [849]	Speed: 2740.744102 samples/sec	rmse=0.017879	lr=0.121077
Epoch[127] Batch [899]	Speed: 2929.878887 samples/sec	rmse=0.017886	lr=0.120959
Epoch[127] Batch [949]	Speed: 2911.545671 samples/sec	rmse=0.017891	lr=0.120841
Epoch[127] Batch [999]	Speed: 2759.012401 samples/sec	rmse=0.017902	lr=0.120723
Epoch[127] Batch [1049]	Speed: 3008.033139 samples/sec	rmse=0.017904	lr=0.120604
Epoch[127] Batch [1099]	Speed: 2862.396938 samples/sec	rmse=0.017910	lr=0.120486
Epoch[127] Batch [1149]	Speed: 2867.043925 samples/sec	rmse=0.017914	lr=0.120368
Epoch[127] Batch [1199]	Speed: 2944.035089 samples/sec	rmse=0.017924	lr=0.120250
Epoch[127] Batch [1249]	Speed: 2950.447814 samples/sec	rmse=0.017931	lr=0.120132
[Epoch 127] training: rmse=0.017931
[Epoch 127] speed: 2855 samples/sec	time cost: 457.979472
[Epoch 127] validation: err-top1=0.272868 err-top5=0.083232
Epoch[128] Batch [49]	Speed: 3039.682028 samples/sec	rmse=0.017693	lr=0.120011
Epoch[128] Batch [99]	Speed: 2779.650931 samples/sec	rmse=0.017680	lr=0.119893
Epoch[128] Batch [149]	Speed: 2815.356328 samples/sec	rmse=0.017698	lr=0.119775
Epoch[128] Batch [199]	Speed: 3033.792379 samples/sec	rmse=0.017737	lr=0.119657
Epoch[128] Batch [249]	Speed: 3015.511386 samples/sec	rmse=0.017758	lr=0.119540
Epoch[128] Batch [299]	Speed: 2825.004024 samples/sec	rmse=0.017776	lr=0.119422
Epoch[128] Batch [349]	Speed: 2914.039163 samples/sec	rmse=0.017779	lr=0.119304
Epoch[128] Batch [399]	Speed: 2904.674483 samples/sec	rmse=0.017775	lr=0.119186
Epoch[128] Batch [449]	Speed: 2931.690395 samples/sec	rmse=0.017788	lr=0.119068
Epoch[128] Batch [499]	Speed: 2804.255737 samples/sec	rmse=0.017789	lr=0.118950
Epoch[128] Batch [549]	Speed: 2882.381211 samples/sec	rmse=0.017800	lr=0.118833
Epoch[128] Batch [599]	Speed: 2905.323712 samples/sec	rmse=0.017807	lr=0.118715
Epoch[128] Batch [649]	Speed: 2950.827163 samples/sec	rmse=0.017814	lr=0.118597
Epoch[128] Batch [699]	Speed: 2920.805007 samples/sec	rmse=0.017826	lr=0.118480
Epoch[128] Batch [749]	Speed: 2918.963318 samples/sec	rmse=0.017831	lr=0.118362
Epoch[128] Batch [799]	Speed: 2865.349252 samples/sec	rmse=0.017840	lr=0.118245
Epoch[128] Batch [849]	Speed: 2996.633137 samples/sec	rmse=0.017852	lr=0.118127
Epoch[128] Batch [899]	Speed: 2898.080381 samples/sec	rmse=0.017857	lr=0.118010
Epoch[128] Batch [949]	Speed: 2877.805386 samples/sec	rmse=0.017863	lr=0.117892
Epoch[128] Batch [999]	Speed: 2884.534009 samples/sec	rmse=0.017872	lr=0.117775
Epoch[128] Batch [1049]	Speed: 2916.174583 samples/sec	rmse=0.017875	lr=0.117657
Epoch[128] Batch [1099]	Speed: 2929.135693 samples/sec	rmse=0.017876	lr=0.117540
Epoch[128] Batch [1149]	Speed: 3034.298113 samples/sec	rmse=0.017879	lr=0.117423
Epoch[128] Batch [1199]	Speed: 2999.617175 samples/sec	rmse=0.017882	lr=0.117305
Epoch[128] Batch [1249]	Speed: 3022.600012 samples/sec	rmse=0.017886	lr=0.117188
[Epoch 128] training: rmse=0.017886
[Epoch 128] speed: 2918 samples/sec	time cost: 449.236124
[Epoch 128] validation: err-top1=0.271743 err-top5=0.086097
Epoch[129] Batch [49]	Speed: 3014.527040 samples/sec	rmse=0.017702	lr=0.117069
Epoch[129] Batch [99]	Speed: 2881.921597 samples/sec	rmse=0.017699	lr=0.116952
Epoch[129] Batch [149]	Speed: 2792.248799 samples/sec	rmse=0.017701	lr=0.116834
Epoch[129] Batch [199]	Speed: 2932.874184 samples/sec	rmse=0.017688	lr=0.116717
Epoch[129] Batch [249]	Speed: 2977.536170 samples/sec	rmse=0.017696	lr=0.116600
Epoch[129] Batch [299]	Speed: 2823.839488 samples/sec	rmse=0.017710	lr=0.116483
Epoch[129] Batch [349]	Speed: 2907.309040 samples/sec	rmse=0.017733	lr=0.116366
Epoch[129] Batch [399]	Speed: 2881.060322 samples/sec	rmse=0.017747	lr=0.116249
Epoch[129] Batch [449]	Speed: 2819.038346 samples/sec	rmse=0.017741	lr=0.116132
Epoch[129] Batch [499]	Speed: 2767.450406 samples/sec	rmse=0.017752	lr=0.116015
Epoch[129] Batch [549]	Speed: 2886.461840 samples/sec	rmse=0.017763	lr=0.115899
Epoch[129] Batch [599]	Speed: 2905.899699 samples/sec	rmse=0.017782	lr=0.115782
Epoch[129] Batch [649]	Speed: 2888.474068 samples/sec	rmse=0.017790	lr=0.115665
Epoch[129] Batch [699]	Speed: 2746.912259 samples/sec	rmse=0.017798	lr=0.115548
Epoch[129] Batch [749]	Speed: 2900.952746 samples/sec	rmse=0.017806	lr=0.115431
Epoch[129] Batch [799]	Speed: 2748.864605 samples/sec	rmse=0.017814	lr=0.115315
Epoch[129] Batch [849]	Speed: 2782.081178 samples/sec	rmse=0.017817	lr=0.115198
Epoch[129] Batch [899]	Speed: 2829.873743 samples/sec	rmse=0.017820	lr=0.115081
Epoch[129] Batch [949]	Speed: 2818.830498 samples/sec	rmse=0.017820	lr=0.114965
Epoch[129] Batch [999]	Speed: 2811.276526 samples/sec	rmse=0.017829	lr=0.114848
Epoch[129] Batch [1049]	Speed: 2816.790138 samples/sec	rmse=0.017832	lr=0.114732
Epoch[129] Batch [1099]	Speed: 2917.057459 samples/sec	rmse=0.017837	lr=0.114615
Epoch[129] Batch [1149]	Speed: 2843.270643 samples/sec	rmse=0.017842	lr=0.114499
Epoch[129] Batch [1199]	Speed: 2873.751910 samples/sec	rmse=0.017848	lr=0.114383
Epoch[129] Batch [1249]	Speed: 3014.174966 samples/sec	rmse=0.017848	lr=0.114266
[Epoch 129] training: rmse=0.017848
[Epoch 129] speed: 2859 samples/sec	time cost: 457.815875
[Epoch 129] validation: err-top1=0.272202 err-top5=0.083307
Epoch[130] Batch [49]	Speed: 2959.856485 samples/sec	rmse=0.017455	lr=0.114147
Epoch[130] Batch [99]	Speed: 2934.166688 samples/sec	rmse=0.017555	lr=0.114031
Epoch[130] Batch [149]	Speed: 2875.376303 samples/sec	rmse=0.017631	lr=0.113915
Epoch[130] Batch [199]	Speed: 2929.966751 samples/sec	rmse=0.017661	lr=0.113799
Epoch[130] Batch [249]	Speed: 2779.825225 samples/sec	rmse=0.017673	lr=0.113683
Epoch[130] Batch [299]	Speed: 2844.313602 samples/sec	rmse=0.017694	lr=0.113566
Epoch[130] Batch [349]	Speed: 2919.888179 samples/sec	rmse=0.017706	lr=0.113450
Epoch[130] Batch [399]	Speed: 2832.198807 samples/sec	rmse=0.017715	lr=0.113334
Epoch[130] Batch [449]	Speed: 2922.373756 samples/sec	rmse=0.017728	lr=0.113218
Epoch[130] Batch [499]	Speed: 2842.820067 samples/sec	rmse=0.017730	lr=0.113102
Epoch[130] Batch [549]	Speed: 2851.616102 samples/sec	rmse=0.017740	lr=0.112986
Epoch[130] Batch [599]	Speed: 2939.231890 samples/sec	rmse=0.017744	lr=0.112870
Epoch[130] Batch [649]	Speed: 2868.958559 samples/sec	rmse=0.017751	lr=0.112754
Epoch[130] Batch [699]	Speed: 2915.563957 samples/sec	rmse=0.017766	lr=0.112638
Epoch[130] Batch [749]	Speed: 2780.173914 samples/sec	rmse=0.017769	lr=0.112523
Epoch[130] Batch [799]	Speed: 2802.489329 samples/sec	rmse=0.017772	lr=0.112407
Epoch[130] Batch [849]	Speed: 2871.331427 samples/sec	rmse=0.017788	lr=0.112291
Epoch[130] Batch [899]	Speed: 2904.898955 samples/sec	rmse=0.017795	lr=0.112175
Epoch[130] Batch [949]	Speed: 2877.088565 samples/sec	rmse=0.017793	lr=0.112060
Epoch[130] Batch [999]	Speed: 2882.239544 samples/sec	rmse=0.017804	lr=0.111944
Epoch[130] Batch [1049]	Speed: 2726.561701 samples/sec	rmse=0.017806	lr=0.111828
Epoch[130] Batch [1099]	Speed: 2894.864473 samples/sec	rmse=0.017810	lr=0.111713
Epoch[130] Batch [1149]	Speed: 2940.424959 samples/sec	rmse=0.017813	lr=0.111597
Epoch[130] Batch [1199]	Speed: 2847.627293 samples/sec	rmse=0.017819	lr=0.111482
Epoch[130] Batch [1249]	Speed: 2938.210553 samples/sec	rmse=0.017821	lr=0.111366
[Epoch 130] training: rmse=0.017821
[Epoch 130] speed: 2872 samples/sec	time cost: 455.790035
[Epoch 130] validation: err-top1=0.271644 err-top5=0.083107
Epoch[131] Batch [49]	Speed: 2879.839274 samples/sec	rmse=0.017538	lr=0.111249
Epoch[131] Batch [99]	Speed: 2729.716303 samples/sec	rmse=0.017539	lr=0.111133
Epoch[131] Batch [149]	Speed: 3007.456263 samples/sec	rmse=0.017565	lr=0.111018
Epoch[131] Batch [199]	Speed: 2880.513419 samples/sec	rmse=0.017584	lr=0.110903
Epoch[131] Batch [249]	Speed: 2811.342441 samples/sec	rmse=0.017571	lr=0.110787
Epoch[131] Batch [299]	Speed: 2803.764141 samples/sec	rmse=0.017583	lr=0.110672
Epoch[131] Batch [349]	Speed: 2896.331759 samples/sec	rmse=0.017600	lr=0.110557
Epoch[131] Batch [399]	Speed: 2885.728640 samples/sec	rmse=0.017608	lr=0.110442
Epoch[131] Batch [449]	Speed: 3044.609588 samples/sec	rmse=0.017625	lr=0.110326
Epoch[131] Batch [499]	Speed: 2933.536242 samples/sec	rmse=0.017634	lr=0.110211
Epoch[131] Batch [549]	Speed: 3051.325892 samples/sec	rmse=0.017639	lr=0.110096
Epoch[131] Batch [599]	Speed: 2959.690701 samples/sec	rmse=0.017659	lr=0.109981
Epoch[131] Batch [649]	Speed: 2918.663795 samples/sec	rmse=0.017659	lr=0.109866
Epoch[131] Batch [699]	Speed: 2858.039020 samples/sec	rmse=0.017670	lr=0.109751
Epoch[131] Batch [749]	Speed: 2911.228528 samples/sec	rmse=0.017671	lr=0.109636
Epoch[131] Batch [799]	Speed: 2818.153107 samples/sec	rmse=0.017688	lr=0.109522
Epoch[131] Batch [849]	Speed: 2875.821700 samples/sec	rmse=0.017699	lr=0.109407
Epoch[131] Batch [899]	Speed: 2816.183562 samples/sec	rmse=0.017709	lr=0.109292
Epoch[131] Batch [949]	Speed: 2816.875673 samples/sec	rmse=0.017727	lr=0.109177
Epoch[131] Batch [999]	Speed: 2758.298190 samples/sec	rmse=0.017730	lr=0.109063
Epoch[131] Batch [1049]	Speed: 2926.303571 samples/sec	rmse=0.017736	lr=0.108948
Epoch[131] Batch [1099]	Speed: 2787.790183 samples/sec	rmse=0.017741	lr=0.108833
Epoch[131] Batch [1149]	Speed: 2879.189184 samples/sec	rmse=0.017739	lr=0.108719
Epoch[131] Batch [1199]	Speed: 2915.062005 samples/sec	rmse=0.017743	lr=0.108604
Epoch[131] Batch [1249]	Speed: 3113.650528 samples/sec	rmse=0.017748	lr=0.108489
[Epoch 131] training: rmse=0.017748
[Epoch 131] speed: 2886 samples/sec	time cost: 453.626388
[Epoch 131] validation: err-top1=0.269651 err-top5=0.083008
Epoch[132] Batch [49]	Speed: 2769.133843 samples/sec	rmse=0.017521	lr=0.108373
Epoch[132] Batch [99]	Speed: 2845.077166 samples/sec	rmse=0.017568	lr=0.108258
Epoch[132] Batch [149]	Speed: 2936.018345 samples/sec	rmse=0.017578	lr=0.108144
Epoch[132] Batch [199]	Speed: 2807.042309 samples/sec	rmse=0.017556	lr=0.108029
Epoch[132] Batch [249]	Speed: 3068.148619 samples/sec	rmse=0.017605	lr=0.107915
Epoch[132] Batch [299]	Speed: 2920.740017 samples/sec	rmse=0.017577	lr=0.107801
Epoch[132] Batch [349]	Speed: 3018.226386 samples/sec	rmse=0.017590	lr=0.107687
Epoch[132] Batch [399]	Speed: 3000.791555 samples/sec	rmse=0.017598	lr=0.107572
Epoch[132] Batch [449]	Speed: 2896.132005 samples/sec	rmse=0.017603	lr=0.107458
Epoch[132] Batch [499]	Speed: 2854.823493 samples/sec	rmse=0.017607	lr=0.107344
Epoch[132] Batch [549]	Speed: 2996.519989 samples/sec	rmse=0.017618	lr=0.107230
Epoch[132] Batch [599]	Speed: 2936.392185 samples/sec	rmse=0.017631	lr=0.107116
Epoch[132] Batch [649]	Speed: 2849.861703 samples/sec	rmse=0.017638	lr=0.107002
Epoch[132] Batch [699]	Speed: 2973.822584 samples/sec	rmse=0.017640	lr=0.106888
Epoch[132] Batch [749]	Speed: 2735.905448 samples/sec	rmse=0.017649	lr=0.106774
Epoch[132] Batch [799]	Speed: 2798.634053 samples/sec	rmse=0.017662	lr=0.106660
Epoch[132] Batch [849]	Speed: 2950.799307 samples/sec	rmse=0.017670	lr=0.106546
Epoch[132] Batch [899]	Speed: 2840.094853 samples/sec	rmse=0.017677	lr=0.106432
Epoch[132] Batch [949]	Speed: 2720.628634 samples/sec	rmse=0.017683	lr=0.106318
Epoch[132] Batch [999]	Speed: 2851.019531 samples/sec	rmse=0.017686	lr=0.106205
Epoch[132] Batch [1049]	Speed: 2890.408182 samples/sec	rmse=0.017694	lr=0.106091
Epoch[132] Batch [1099]	Speed: 2819.292118 samples/sec	rmse=0.017700	lr=0.105977
Epoch[132] Batch [1149]	Speed: 2885.072168 samples/sec	rmse=0.017701	lr=0.105864
Epoch[132] Batch [1199]	Speed: 2861.593354 samples/sec	rmse=0.017707	lr=0.105750
Epoch[132] Batch [1249]	Speed: 3005.797641 samples/sec	rmse=0.017710	lr=0.105636
[Epoch 132] training: rmse=0.017710
[Epoch 132] speed: 2884 samples/sec	time cost: 453.623836
[Epoch 132] validation: err-top1=0.265864 err-top5=0.080656
Epoch[133] Batch [49]	Speed: 2836.399620 samples/sec	rmse=0.017513	lr=0.105521
Epoch[133] Batch [99]	Speed: 2848.405294 samples/sec	rmse=0.017469	lr=0.105407
Epoch[133] Batch [149]	Speed: 2979.080340 samples/sec	rmse=0.017492	lr=0.105294
Epoch[133] Batch [199]	Speed: 2822.348714 samples/sec	rmse=0.017508	lr=0.105180
Epoch[133] Batch [249]	Speed: 2797.055332 samples/sec	rmse=0.017533	lr=0.105067
Epoch[133] Batch [299]	Speed: 2878.931809 samples/sec	rmse=0.017555	lr=0.104954
Epoch[133] Batch [349]	Speed: 2759.890592 samples/sec	rmse=0.017561	lr=0.104840
Epoch[133] Batch [399]	Speed: 2830.455677 samples/sec	rmse=0.017563	lr=0.104727
Epoch[133] Batch [449]	Speed: 2841.018363 samples/sec	rmse=0.017578	lr=0.104614
Epoch[133] Batch [499]	Speed: 2920.851130 samples/sec	rmse=0.017590	lr=0.104501
Epoch[133] Batch [549]	Speed: 2897.722605 samples/sec	rmse=0.017605	lr=0.104387
Epoch[133] Batch [599]	Speed: 2914.348337 samples/sec	rmse=0.017612	lr=0.104274
Epoch[133] Batch [649]	Speed: 2938.270413 samples/sec	rmse=0.017615	lr=0.104161
Epoch[133] Batch [699]	Speed: 3045.422562 samples/sec	rmse=0.017624	lr=0.104048
Epoch[133] Batch [749]	Speed: 3044.390929 samples/sec	rmse=0.017630	lr=0.103935
Epoch[133] Batch [799]	Speed: 2880.220460 samples/sec	rmse=0.017634	lr=0.103822
Epoch[133] Batch [849]	Speed: 2927.220362 samples/sec	rmse=0.017640	lr=0.103710
Epoch[133] Batch [899]	Speed: 2859.922827 samples/sec	rmse=0.017640	lr=0.103597
Epoch[133] Batch [949]	Speed: 2839.977631 samples/sec	rmse=0.017648	lr=0.103484
Epoch[133] Batch [999]	Speed: 2769.469675 samples/sec	rmse=0.017655	lr=0.103371
Epoch[133] Batch [1049]	Speed: 2924.174639 samples/sec	rmse=0.017655	lr=0.103258
Epoch[133] Batch [1099]	Speed: 2834.472624 samples/sec	rmse=0.017663	lr=0.103146
Epoch[133] Batch [1149]	Speed: 2892.910479 samples/sec	rmse=0.017669	lr=0.103033
Epoch[133] Batch [1199]	Speed: 2985.205138 samples/sec	rmse=0.017673	lr=0.102920
Epoch[133] Batch [1249]	Speed: 3101.118352 samples/sec	rmse=0.017679	lr=0.102808
[Epoch 133] training: rmse=0.017679
[Epoch 133] speed: 2890 samples/sec	time cost: 452.611583
[Epoch 133] validation: err-top1=0.266154 err-top5=0.080587
Epoch[134] Batch [49]	Speed: 3184.528132 samples/sec	rmse=0.017525	lr=0.102693
Epoch[134] Batch [99]	Speed: 2730.263462 samples/sec	rmse=0.017551	lr=0.102581
Epoch[134] Batch [149]	Speed: 2918.458330 samples/sec	rmse=0.017552	lr=0.102468
Epoch[134] Batch [199]	Speed: 2819.915253 samples/sec	rmse=0.017536	lr=0.102356
Epoch[134] Batch [249]	Speed: 2892.994659 samples/sec	rmse=0.017544	lr=0.102243
Epoch[134] Batch [299]	Speed: 2950.378620 samples/sec	rmse=0.017527	lr=0.102131
Epoch[134] Batch [349]	Speed: 3012.206631 samples/sec	rmse=0.017548	lr=0.102019
Epoch[134] Batch [399]	Speed: 2904.679433 samples/sec	rmse=0.017561	lr=0.101906
Epoch[134] Batch [449]	Speed: 2946.490728 samples/sec	rmse=0.017549	lr=0.101794
Epoch[134] Batch [499]	Speed: 2797.817277 samples/sec	rmse=0.017558	lr=0.101682
Epoch[134] Batch [549]	Speed: 2925.959882 samples/sec	rmse=0.017567	lr=0.101570
Epoch[134] Batch [599]	Speed: 2908.402314 samples/sec	rmse=0.017570	lr=0.101458
Epoch[134] Batch [649]	Speed: 2773.792231 samples/sec	rmse=0.017574	lr=0.101346
Epoch[134] Batch [699]	Speed: 2824.193699 samples/sec	rmse=0.017585	lr=0.101234
Epoch[134] Batch [749]	Speed: 3029.841988 samples/sec	rmse=0.017596	lr=0.101122
Epoch[134] Batch [799]	Speed: 2903.453753 samples/sec	rmse=0.017602	lr=0.101010
Epoch[134] Batch [849]	Speed: 2788.682882 samples/sec	rmse=0.017603	lr=0.100898
Epoch[134] Batch [899]	Speed: 2825.419342 samples/sec	rmse=0.017610	lr=0.100786
Epoch[134] Batch [949]	Speed: 3012.335799 samples/sec	rmse=0.017613	lr=0.100674
Epoch[134] Batch [999]	Speed: 2869.788490 samples/sec	rmse=0.017619	lr=0.100563
Epoch[134] Batch [1049]	Speed: 2884.995115 samples/sec	rmse=0.017624	lr=0.100451
Epoch[134] Batch [1099]	Speed: 2979.714019 samples/sec	rmse=0.017631	lr=0.100339
Epoch[134] Batch [1149]	Speed: 2834.914270 samples/sec	rmse=0.017633	lr=0.100228
Epoch[134] Batch [1199]	Speed: 2944.463416 samples/sec	rmse=0.017639	lr=0.100116
Epoch[134] Batch [1249]	Speed: 2928.572584 samples/sec	rmse=0.017639	lr=0.100004
[Epoch 134] training: rmse=0.017639
[Epoch 134] speed: 2898 samples/sec	time cost: 451.534079
[Epoch 134] validation: err-top1=0.269173 err-top5=0.081154
Epoch[135] Batch [49]	Speed: 3001.316086 samples/sec	rmse=0.017431	lr=0.099891
Epoch[135] Batch [99]	Speed: 3091.514519 samples/sec	rmse=0.017434	lr=0.099779
Epoch[135] Batch [149]	Speed: 2923.135924 samples/sec	rmse=0.017446	lr=0.099668
Epoch[135] Batch [199]	Speed: 2795.012639 samples/sec	rmse=0.017449	lr=0.099556
Epoch[135] Batch [249]	Speed: 2865.280437 samples/sec	rmse=0.017456	lr=0.099445
Epoch[135] Batch [299]	Speed: 2967.623579 samples/sec	rmse=0.017466	lr=0.099334
Epoch[135] Batch [349]	Speed: 2915.832477 samples/sec	rmse=0.017477	lr=0.099223
Epoch[135] Batch [399]	Speed: 2947.159839 samples/sec	rmse=0.017493	lr=0.099111
Epoch[135] Batch [449]	Speed: 2953.628245 samples/sec	rmse=0.017499	lr=0.099000
Epoch[135] Batch [499]	Speed: 2807.245192 samples/sec	rmse=0.017506	lr=0.098889
Epoch[135] Batch [549]	Speed: 2876.620580 samples/sec	rmse=0.017515	lr=0.098778
Epoch[135] Batch [599]	Speed: 2804.994681 samples/sec	rmse=0.017518	lr=0.098667
Epoch[135] Batch [649]	Speed: 2836.463908 samples/sec	rmse=0.017526	lr=0.098556
Epoch[135] Batch [699]	Speed: 2811.919576 samples/sec	rmse=0.017532	lr=0.098445
Epoch[135] Batch [749]	Speed: 2951.887237 samples/sec	rmse=0.017536	lr=0.098334
Epoch[135] Batch [799]	Speed: 2723.722289 samples/sec	rmse=0.017541	lr=0.098223
Epoch[135] Batch [849]	Speed: 2901.214270 samples/sec	rmse=0.017551	lr=0.098112
Epoch[135] Batch [899]	Speed: 2870.291122 samples/sec	rmse=0.017558	lr=0.098001
Epoch[135] Batch [949]	Speed: 2985.075839 samples/sec	rmse=0.017564	lr=0.097891
Epoch[135] Batch [999]	Speed: 2782.829648 samples/sec	rmse=0.017570	lr=0.097780
Epoch[135] Batch [1049]	Speed: 2816.549966 samples/sec	rmse=0.017573	lr=0.097669
Epoch[135] Batch [1099]	Speed: 3000.523343 samples/sec	rmse=0.017580	lr=0.097559
Epoch[135] Batch [1149]	Speed: 2861.705618 samples/sec	rmse=0.017585	lr=0.097448
Epoch[135] Batch [1199]	Speed: 3076.454580 samples/sec	rmse=0.017587	lr=0.097338
Epoch[135] Batch [1249]	Speed: 3021.212588 samples/sec	rmse=0.017592	lr=0.097227
[Epoch 135] training: rmse=0.017593
[Epoch 135] speed: 2898 samples/sec	time cost: 451.771622
[Epoch 135] validation: err-top1=0.270289 err-top5=0.082450
Epoch[136] Batch [49]	Speed: 2969.833971 samples/sec	rmse=0.017223	lr=0.097114
Epoch[136] Batch [99]	Speed: 3021.852371 samples/sec	rmse=0.017292	lr=0.097004
Epoch[136] Batch [149]	Speed: 2860.688851 samples/sec	rmse=0.017347	lr=0.096894
Epoch[136] Batch [199]	Speed: 2938.107039 samples/sec	rmse=0.017387	lr=0.096783
Epoch[136] Batch [249]	Speed: 2953.419574 samples/sec	rmse=0.017408	lr=0.096673
Epoch[136] Batch [299]	Speed: 2847.613699 samples/sec	rmse=0.017435	lr=0.096563
Epoch[136] Batch [349]	Speed: 2898.350032 samples/sec	rmse=0.017432	lr=0.096453
Epoch[136] Batch [399]	Speed: 2982.924745 samples/sec	rmse=0.017435	lr=0.096342
Epoch[136] Batch [449]	Speed: 2853.706639 samples/sec	rmse=0.017437	lr=0.096232
Epoch[136] Batch [499]	Speed: 2874.862383 samples/sec	rmse=0.017455	lr=0.096122
Epoch[136] Batch [549]	Speed: 2820.886896 samples/sec	rmse=0.017466	lr=0.096012
Epoch[136] Batch [599]	Speed: 2830.218838 samples/sec	rmse=0.017471	lr=0.095902
Epoch[136] Batch [649]	Speed: 2885.512510 samples/sec	rmse=0.017484	lr=0.095792
Epoch[136] Batch [699]	Speed: 2782.917244 samples/sec	rmse=0.017496	lr=0.095682
Epoch[136] Batch [749]	Speed: 2763.200376 samples/sec	rmse=0.017505	lr=0.095572
Epoch[136] Batch [799]	Speed: 2843.732433 samples/sec	rmse=0.017510	lr=0.095463
Epoch[136] Batch [849]	Speed: 2985.585010 samples/sec	rmse=0.017522	lr=0.095353
Epoch[136] Batch [899]	Speed: 2866.470075 samples/sec	rmse=0.017521	lr=0.095243
Epoch[136] Batch [949]	Speed: 2780.431646 samples/sec	rmse=0.017525	lr=0.095134
Epoch[136] Batch [999]	Speed: 2827.797039 samples/sec	rmse=0.017530	lr=0.095024
Epoch[136] Batch [1049]	Speed: 2726.706169 samples/sec	rmse=0.017537	lr=0.094914
Epoch[136] Batch [1099]	Speed: 2755.682544 samples/sec	rmse=0.017538	lr=0.094805
Epoch[136] Batch [1149]	Speed: 2871.150768 samples/sec	rmse=0.017538	lr=0.094695
Epoch[136] Batch [1199]	Speed: 2816.083040 samples/sec	rmse=0.017546	lr=0.094586
Epoch[136] Batch [1249]	Speed: 2931.408742 samples/sec	rmse=0.017549	lr=0.094476
[Epoch 136] training: rmse=0.017549
[Epoch 136] speed: 2863 samples/sec	time cost: 457.418341
[Epoch 136] validation: err-top1=0.268694 err-top5=0.082031
Epoch[137] Batch [49]	Speed: 2830.634572 samples/sec	rmse=0.017362	lr=0.094365
Epoch[137] Batch [99]	Speed: 2936.851667 samples/sec	rmse=0.017372	lr=0.094255
Epoch[137] Batch [149]	Speed: 2820.405825 samples/sec	rmse=0.017386	lr=0.094146
Epoch[137] Batch [199]	Speed: 2761.682321 samples/sec	rmse=0.017412	lr=0.094037
Epoch[137] Batch [249]	Speed: 2806.420265 samples/sec	rmse=0.017423	lr=0.093928
Epoch[137] Batch [299]	Speed: 2862.150185 samples/sec	rmse=0.017416	lr=0.093819
Epoch[137] Batch [349]	Speed: 2909.686068 samples/sec	rmse=0.017417	lr=0.093709
Epoch[137] Batch [399]	Speed: 2851.426935 samples/sec	rmse=0.017412	lr=0.093600
Epoch[137] Batch [449]	Speed: 2809.398940 samples/sec	rmse=0.017422	lr=0.093491
Epoch[137] Batch [499]	Speed: 2887.534130 samples/sec	rmse=0.017437	lr=0.093382
Epoch[137] Batch [549]	Speed: 2873.346329 samples/sec	rmse=0.017449	lr=0.093273
Epoch[137] Batch [599]	Speed: 2796.890017 samples/sec	rmse=0.017443	lr=0.093165
Epoch[137] Batch [649]	Speed: 2905.462391 samples/sec	rmse=0.017445	lr=0.093056
Epoch[137] Batch [699]	Speed: 3003.339974 samples/sec	rmse=0.017450	lr=0.092947
Epoch[137] Batch [749]	Speed: 2691.873973 samples/sec	rmse=0.017453	lr=0.092838
Epoch[137] Batch [799]	Speed: 3003.741198 samples/sec	rmse=0.017457	lr=0.092729
Epoch[137] Batch [849]	Speed: 3123.963508 samples/sec	rmse=0.017466	lr=0.092621
Epoch[137] Batch [899]	Speed: 2951.315671 samples/sec	rmse=0.017469	lr=0.092512
Epoch[137] Batch [949]	Speed: 2881.825415 samples/sec	rmse=0.017471	lr=0.092404
Epoch[137] Batch [999]	Speed: 2879.499501 samples/sec	rmse=0.017477	lr=0.092295
Epoch[137] Batch [1049]	Speed: 2898.916017 samples/sec	rmse=0.017490	lr=0.092187
Epoch[137] Batch [1099]	Speed: 2814.975105 samples/sec	rmse=0.017495	lr=0.092078
Epoch[137] Batch [1149]	Speed: 2874.781680 samples/sec	rmse=0.017499	lr=0.091970
Epoch[137] Batch [1199]	Speed: 2977.355398 samples/sec	rmse=0.017505	lr=0.091861
Epoch[137] Batch [1249]	Speed: 3019.163233 samples/sec	rmse=0.017507	lr=0.091753
[Epoch 137] training: rmse=0.017506
[Epoch 137] speed: 2882 samples/sec	time cost: 454.028334
[Epoch 137] validation: err-top1=0.272082 err-top5=0.084024
Epoch[138] Batch [49]	Speed: 2825.526444 samples/sec	rmse=0.017249	lr=0.091643
Epoch[138] Batch [99]	Speed: 2917.670494 samples/sec	rmse=0.017258	lr=0.091534
Epoch[138] Batch [149]	Speed: 2890.720378 samples/sec	rmse=0.017298	lr=0.091426
Epoch[138] Batch [199]	Speed: 2865.176875 samples/sec	rmse=0.017296	lr=0.091318
Epoch[138] Batch [249]	Speed: 2923.327682 samples/sec	rmse=0.017320	lr=0.091210
Epoch[138] Batch [299]	Speed: 2991.065106 samples/sec	rmse=0.017331	lr=0.091102
Epoch[138] Batch [349]	Speed: 2938.716207 samples/sec	rmse=0.017349	lr=0.090994
Epoch[138] Batch [399]	Speed: 2729.488980 samples/sec	rmse=0.017361	lr=0.090886
Epoch[138] Batch [449]	Speed: 2894.240972 samples/sec	rmse=0.017360	lr=0.090778
Epoch[138] Batch [499]	Speed: 2882.701233 samples/sec	rmse=0.017361	lr=0.090670
Epoch[138] Batch [549]	Speed: 2867.505889 samples/sec	rmse=0.017364	lr=0.090562
Epoch[138] Batch [599]	Speed: 2860.343981 samples/sec	rmse=0.017368	lr=0.090455
Epoch[138] Batch [649]	Speed: 2851.915201 samples/sec	rmse=0.017372	lr=0.090347
Epoch[138] Batch [699]	Speed: 2897.654884 samples/sec	rmse=0.017370	lr=0.090239
Epoch[138] Batch [749]	Speed: 2844.056698 samples/sec	rmse=0.017369	lr=0.090132
Epoch[138] Batch [799]	Speed: 2727.479073 samples/sec	rmse=0.017379	lr=0.090024
Epoch[138] Batch [849]	Speed: 2859.971199 samples/sec	rmse=0.017392	lr=0.089916
Epoch[138] Batch [899]	Speed: 2963.186604 samples/sec	rmse=0.017404	lr=0.089809
Epoch[138] Batch [949]	Speed: 2848.456337 samples/sec	rmse=0.017413	lr=0.089701
Epoch[138] Batch [999]	Speed: 2918.705724 samples/sec	rmse=0.017416	lr=0.089594
Epoch[138] Batch [1049]	Speed: 2872.765764 samples/sec	rmse=0.017424	lr=0.089487
Epoch[138] Batch [1099]	Speed: 2857.648053 samples/sec	rmse=0.017427	lr=0.089379
Epoch[138] Batch [1149]	Speed: 2829.755982 samples/sec	rmse=0.017432	lr=0.089272
Epoch[138] Batch [1199]	Speed: 3005.763984 samples/sec	rmse=0.017434	lr=0.089165
Epoch[138] Batch [1249]	Speed: 2943.213297 samples/sec	rmse=0.017432	lr=0.089058
[Epoch 138] training: rmse=0.017432
[Epoch 138] speed: 2876 samples/sec	time cost: 455.216799
[Epoch 138] validation: err-top1=0.257753 err-top5=0.076411
Epoch[139] Batch [49]	Speed: 2853.902746 samples/sec	rmse=0.017245	lr=0.088948
Epoch[139] Batch [99]	Speed: 2892.290663 samples/sec	rmse=0.017286	lr=0.088841
Epoch[139] Batch [149]	Speed: 2941.862757 samples/sec	rmse=0.017278	lr=0.088734
Epoch[139] Batch [199]	Speed: 2772.438358 samples/sec	rmse=0.017299	lr=0.088627
Epoch[139] Batch [249]	Speed: 2978.228296 samples/sec	rmse=0.017302	lr=0.088520
Epoch[139] Batch [299]	Speed: 2880.020063 samples/sec	rmse=0.017310	lr=0.088414
Epoch[139] Batch [349]	Speed: 2811.329817 samples/sec	rmse=0.017321	lr=0.088307
Epoch[139] Batch [399]	Speed: 3040.723862 samples/sec	rmse=0.017328	lr=0.088200
Epoch[139] Batch [449]	Speed: 2858.117493 samples/sec	rmse=0.017339	lr=0.088093
Epoch[139] Batch [499]	Speed: 2982.337453 samples/sec	rmse=0.017345	lr=0.087986
Epoch[139] Batch [549]	Speed: 2791.245952 samples/sec	rmse=0.017356	lr=0.087880
Epoch[139] Batch [599]	Speed: 2838.787398 samples/sec	rmse=0.017359	lr=0.087773
Epoch[139] Batch [649]	Speed: 2841.523073 samples/sec	rmse=0.017367	lr=0.087667
Epoch[139] Batch [699]	Speed: 2822.078221 samples/sec	rmse=0.017373	lr=0.087560
Epoch[139] Batch [749]	Speed: 2857.924952 samples/sec	rmse=0.017380	lr=0.087454
Epoch[139] Batch [799]	Speed: 2841.173598 samples/sec	rmse=0.017385	lr=0.087347
Epoch[139] Batch [849]	Speed: 2850.598886 samples/sec	rmse=0.017387	lr=0.087241
Epoch[139] Batch [899]	Speed: 2881.320050 samples/sec	rmse=0.017384	lr=0.087134
Epoch[139] Batch [949]	Speed: 2931.453239 samples/sec	rmse=0.017394	lr=0.087028
Epoch[139] Batch [999]	Speed: 2891.876835 samples/sec	rmse=0.017399	lr=0.086922
Epoch[139] Batch [1049]	Speed: 2797.114315 samples/sec	rmse=0.017402	lr=0.086816
Epoch[139] Batch [1099]	Speed: 2856.928923 samples/sec	rmse=0.017410	lr=0.086709
Epoch[139] Batch [1149]	Speed: 2776.937698 samples/sec	rmse=0.017409	lr=0.086603
Epoch[139] Batch [1199]	Speed: 2891.912935 samples/sec	rmse=0.017416	lr=0.086497
Epoch[139] Batch [1249]	Speed: 3098.916446 samples/sec	rmse=0.017417	lr=0.086391
[Epoch 139] training: rmse=0.017417
[Epoch 139] speed: 2875 samples/sec	time cost: 455.540780
[Epoch 139] validation: err-top1=0.259481 err-top5=0.075643
Epoch[140] Batch [49]	Speed: 2886.952748 samples/sec	rmse=0.017193	lr=0.086283
Epoch[140] Batch [99]	Speed: 2780.115211 samples/sec	rmse=0.017275	lr=0.086177
Epoch[140] Batch [149]	Speed: 2802.830046 samples/sec	rmse=0.017255	lr=0.086071
Epoch[140] Batch [199]	Speed: 3038.433768 samples/sec	rmse=0.017269	lr=0.085966
Epoch[140] Batch [249]	Speed: 2970.461462 samples/sec	rmse=0.017292	lr=0.085860
Epoch[140] Batch [299]	Speed: 2947.430085 samples/sec	rmse=0.017305	lr=0.085754
Epoch[140] Batch [349]	Speed: 3030.152024 samples/sec	rmse=0.017302	lr=0.085648
Epoch[140] Batch [399]	Speed: 2990.336854 samples/sec	rmse=0.017299	lr=0.085543
Epoch[140] Batch [449]	Speed: 2921.245119 samples/sec	rmse=0.017291	lr=0.085437
Epoch[140] Batch [499]	Speed: 2895.550435 samples/sec	rmse=0.017295	lr=0.085332
Epoch[140] Batch [549]	Speed: 2896.411880 samples/sec	rmse=0.017300	lr=0.085226
Epoch[140] Batch [599]	Speed: 2964.646713 samples/sec	rmse=0.017308	lr=0.085121
Epoch[140] Batch [649]	Speed: 2893.532393 samples/sec	rmse=0.017305	lr=0.085015
Epoch[140] Batch [699]	Speed: 2980.262474 samples/sec	rmse=0.017307	lr=0.084910
Epoch[140] Batch [749]	Speed: 2851.517124 samples/sec	rmse=0.017312	lr=0.084805
Epoch[140] Batch [799]	Speed: 3023.972317 samples/sec	rmse=0.017314	lr=0.084699
Epoch[140] Batch [849]	Speed: 2882.066946 samples/sec	rmse=0.017325	lr=0.084594
Epoch[140] Batch [899]	Speed: 2896.864639 samples/sec	rmse=0.017326	lr=0.084489
Epoch[140] Batch [949]	Speed: 2777.230207 samples/sec	rmse=0.017330	lr=0.084384
Epoch[140] Batch [999]	Speed: 2811.078801 samples/sec	rmse=0.017333	lr=0.084279
Epoch[140] Batch [1049]	Speed: 2802.771260 samples/sec	rmse=0.017334	lr=0.084174
Epoch[140] Batch [1099]	Speed: 2797.624173 samples/sec	rmse=0.017338	lr=0.084069
Epoch[140] Batch [1149]	Speed: 3071.445979 samples/sec	rmse=0.017347	lr=0.083964
Epoch[140] Batch [1199]	Speed: 2828.346307 samples/sec	rmse=0.017351	lr=0.083859
Epoch[140] Batch [1249]	Speed: 2906.992583 samples/sec	rmse=0.017358	lr=0.083754
[Epoch 140] training: rmse=0.017359
[Epoch 140] speed: 2901 samples/sec	time cost: 451.351749
[Epoch 140] validation: err-top1=0.260862 err-top5=0.077906
Epoch[141] Batch [49]	Speed: 3013.194198 samples/sec	rmse=0.017111	lr=0.083647
Epoch[141] Batch [99]	Speed: 2910.668969 samples/sec	rmse=0.017193	lr=0.083543
Epoch[141] Batch [149]	Speed: 2777.663822 samples/sec	rmse=0.017191	lr=0.083438
Epoch[141] Batch [199]	Speed: 2865.280934 samples/sec	rmse=0.017209	lr=0.083333
Epoch[141] Batch [249]	Speed: 2771.203238 samples/sec	rmse=0.017232	lr=0.083229
Epoch[141] Batch [299]	Speed: 2819.087527 samples/sec	rmse=0.017237	lr=0.083124
Epoch[141] Batch [349]	Speed: 2880.367106 samples/sec	rmse=0.017231	lr=0.083020
Epoch[141] Batch [399]	Speed: 2943.124637 samples/sec	rmse=0.017229	lr=0.082915
Epoch[141] Batch [449]	Speed: 2932.850872 samples/sec	rmse=0.017229	lr=0.082811
Epoch[141] Batch [499]	Speed: 2966.330488 samples/sec	rmse=0.017221	lr=0.082707
Epoch[141] Batch [549]	Speed: 3013.396178 samples/sec	rmse=0.017227	lr=0.082602
Epoch[141] Batch [599]	Speed: 2894.020133 samples/sec	rmse=0.017229	lr=0.082498
Epoch[141] Batch [649]	Speed: 2973.248545 samples/sec	rmse=0.017241	lr=0.082394
Epoch[141] Batch [699]	Speed: 2865.275008 samples/sec	rmse=0.017250	lr=0.082290
Epoch[141] Batch [749]	Speed: 2771.042896 samples/sec	rmse=0.017251	lr=0.082186
Epoch[141] Batch [799]	Speed: 2914.397262 samples/sec	rmse=0.017250	lr=0.082082
Epoch[141] Batch [849]	Speed: 2997.398013 samples/sec	rmse=0.017252	lr=0.081978
Epoch[141] Batch [899]	Speed: 2893.216667 samples/sec	rmse=0.017257	lr=0.081874
Epoch[141] Batch [949]	Speed: 2913.540187 samples/sec	rmse=0.017252	lr=0.081770
Epoch[141] Batch [999]	Speed: 2972.438466 samples/sec	rmse=0.017258	lr=0.081666
Epoch[141] Batch [1049]	Speed: 2792.823169 samples/sec	rmse=0.017264	lr=0.081562
Epoch[141] Batch [1099]	Speed: 2985.379561 samples/sec	rmse=0.017271	lr=0.081458
Epoch[141] Batch [1149]	Speed: 2912.476977 samples/sec	rmse=0.017283	lr=0.081355
Epoch[141] Batch [1199]	Speed: 2845.548328 samples/sec	rmse=0.017290	lr=0.081251
Epoch[141] Batch [1249]	Speed: 2922.727423 samples/sec	rmse=0.017289	lr=0.081148
[Epoch 141] training: rmse=0.017289
[Epoch 141] speed: 2897 samples/sec	time cost: 451.755854
[Epoch 141] validation: err-top1=0.254664 err-top5=0.075813
Epoch[142] Batch [49]	Speed: 2852.707636 samples/sec	rmse=0.017050	lr=0.081042
Epoch[142] Batch [99]	Speed: 2818.282923 samples/sec	rmse=0.017101	lr=0.080938
Epoch[142] Batch [149]	Speed: 2970.193180 samples/sec	rmse=0.017072	lr=0.080835
Epoch[142] Batch [199]	Speed: 2781.158843 samples/sec	rmse=0.017106	lr=0.080732
Epoch[142] Batch [249]	Speed: 2954.220294 samples/sec	rmse=0.017140	lr=0.080628
Epoch[142] Batch [299]	Speed: 2904.136880 samples/sec	rmse=0.017141	lr=0.080525
Epoch[142] Batch [349]	Speed: 2856.826268 samples/sec	rmse=0.017162	lr=0.080422
Epoch[142] Batch [399]	Speed: 2815.365629 samples/sec	rmse=0.017156	lr=0.080318
Epoch[142] Batch [449]	Speed: 2916.140527 samples/sec	rmse=0.017169	lr=0.080215
Epoch[142] Batch [499]	Speed: 2842.644896 samples/sec	rmse=0.017169	lr=0.080112
Epoch[142] Batch [549]	Speed: 2956.551141 samples/sec	rmse=0.017187	lr=0.080009
Epoch[142] Batch [599]	Speed: 2876.865749 samples/sec	rmse=0.017185	lr=0.079906
Epoch[142] Batch [649]	Speed: 3020.150440 samples/sec	rmse=0.017202	lr=0.079803
Epoch[142] Batch [699]	Speed: 2993.112358 samples/sec	rmse=0.017207	lr=0.079700
Epoch[142] Batch [749]	Speed: 2959.086508 samples/sec	rmse=0.017218	lr=0.079597
Epoch[142] Batch [799]	Speed: 2811.831249 samples/sec	rmse=0.017222	lr=0.079495
Epoch[142] Batch [849]	Speed: 2791.071565 samples/sec	rmse=0.017226	lr=0.079392
Epoch[142] Batch [899]	Speed: 2843.042984 samples/sec	rmse=0.017229	lr=0.079289
Epoch[142] Batch [949]	Speed: 2948.292484 samples/sec	rmse=0.017236	lr=0.079186
Epoch[142] Batch [999]	Speed: 2926.230799 samples/sec	rmse=0.017243	lr=0.079084
Epoch[142] Batch [1049]	Speed: 2934.929605 samples/sec	rmse=0.017251	lr=0.078981
Epoch[142] Batch [1099]	Speed: 2880.763040 samples/sec	rmse=0.017255	lr=0.078879
Epoch[142] Batch [1149]	Speed: 2965.067999 samples/sec	rmse=0.017255	lr=0.078776
Epoch[142] Batch [1199]	Speed: 2785.865763 samples/sec	rmse=0.017260	lr=0.078674
Epoch[142] Batch [1249]	Speed: 3059.265218 samples/sec	rmse=0.017264	lr=0.078572
[Epoch 142] training: rmse=0.017263
[Epoch 142] speed: 2894 samples/sec	time cost: 452.220343
[Epoch 142] validation: err-top1=0.258410 err-top5=0.078284
Epoch[143] Batch [49]	Speed: 2898.190910 samples/sec	rmse=0.016987	lr=0.078467
Epoch[143] Batch [99]	Speed: 2850.996670 samples/sec	rmse=0.016981	lr=0.078365
Epoch[143] Batch [149]	Speed: 2880.079662 samples/sec	rmse=0.016970	lr=0.078263
Epoch[143] Batch [199]	Speed: 2982.193949 samples/sec	rmse=0.016994	lr=0.078161
Epoch[143] Batch [249]	Speed: 2931.522389 samples/sec	rmse=0.017012	lr=0.078059
Epoch[143] Batch [299]	Speed: 2936.346052 samples/sec	rmse=0.017052	lr=0.077956
Epoch[143] Batch [349]	Speed: 3100.140390 samples/sec	rmse=0.017075	lr=0.077854
Epoch[143] Batch [399]	Speed: 2850.019723 samples/sec	rmse=0.017086	lr=0.077753
Epoch[143] Batch [449]	Speed: 2997.010235 samples/sec	rmse=0.017098	lr=0.077651
Epoch[143] Batch [499]	Speed: 2822.927000 samples/sec	rmse=0.017098	lr=0.077549
Epoch[143] Batch [549]	Speed: 2961.673199 samples/sec	rmse=0.017109	lr=0.077447
Epoch[143] Batch [599]	Speed: 2895.390762 samples/sec	rmse=0.017120	lr=0.077345
Epoch[143] Batch [649]	Speed: 2965.588551 samples/sec	rmse=0.017131	lr=0.077244
Epoch[143] Batch [699]	Speed: 2855.439161 samples/sec	rmse=0.017140	lr=0.077142
Epoch[143] Batch [749]	Speed: 2847.244077 samples/sec	rmse=0.017147	lr=0.077040
Epoch[143] Batch [799]	Speed: 2894.770039 samples/sec	rmse=0.017153	lr=0.076939
Epoch[143] Batch [849]	Speed: 2912.532001 samples/sec	rmse=0.017161	lr=0.076837
Epoch[143] Batch [899]	Speed: 2929.406000 samples/sec	rmse=0.017164	lr=0.076736
Epoch[143] Batch [949]	Speed: 2883.383919 samples/sec	rmse=0.017177	lr=0.076634
Epoch[143] Batch [999]	Speed: 2940.252207 samples/sec	rmse=0.017180	lr=0.076533
Epoch[143] Batch [1049]	Speed: 2845.870405 samples/sec	rmse=0.017177	lr=0.076432
Epoch[143] Batch [1099]	Speed: 2843.692743 samples/sec	rmse=0.017186	lr=0.076331
Epoch[143] Batch [1149]	Speed: 3063.822845 samples/sec	rmse=0.017189	lr=0.076229
Epoch[143] Batch [1199]	Speed: 2883.017300 samples/sec	rmse=0.017194	lr=0.076128
Epoch[143] Batch [1249]	Speed: 2981.935178 samples/sec	rmse=0.017199	lr=0.076027
[Epoch 143] training: rmse=0.017199
[Epoch 143] speed: 2914 samples/sec	time cost: 449.533377
[Epoch 143] validation: err-top1=0.254046 err-top5=0.073541
Epoch[144] Batch [49]	Speed: 2832.963242 samples/sec	rmse=0.016996	lr=0.075924
Epoch[144] Batch [99]	Speed: 2921.338943 samples/sec	rmse=0.016941	lr=0.075823
Epoch[144] Batch [149]	Speed: 3155.951789 samples/sec	rmse=0.016953	lr=0.075722
Epoch[144] Batch [199]	Speed: 2962.838163 samples/sec	rmse=0.016971	lr=0.075621
Epoch[144] Batch [249]	Speed: 3015.954751 samples/sec	rmse=0.017005	lr=0.075521
Epoch[144] Batch [299]	Speed: 2986.389190 samples/sec	rmse=0.017023	lr=0.075420
Epoch[144] Batch [349]	Speed: 2898.676583 samples/sec	rmse=0.017030	lr=0.075319
Epoch[144] Batch [399]	Speed: 2918.463288 samples/sec	rmse=0.017042	lr=0.075218
Epoch[144] Batch [449]	Speed: 2873.013698 samples/sec	rmse=0.017062	lr=0.075118
Epoch[144] Batch [499]	Speed: 2889.192726 samples/sec	rmse=0.017060	lr=0.075017
Epoch[144] Batch [549]	Speed: 3021.607675 samples/sec	rmse=0.017071	lr=0.074917
Epoch[144] Batch [599]	Speed: 2864.853662 samples/sec	rmse=0.017077	lr=0.074816
Epoch[144] Batch [649]	Speed: 2890.192673 samples/sec	rmse=0.017070	lr=0.074716
Epoch[144] Batch [699]	Speed: 2807.587984 samples/sec	rmse=0.017075	lr=0.074615
Epoch[144] Batch [749]	Speed: 3102.743548 samples/sec	rmse=0.017079	lr=0.074515
Epoch[144] Batch [799]	Speed: 2897.418277 samples/sec	rmse=0.017091	lr=0.074415
Epoch[144] Batch [849]	Speed: 2948.530672 samples/sec	rmse=0.017097	lr=0.074315
Epoch[144] Batch [899]	Speed: 2877.132508 samples/sec	rmse=0.017103	lr=0.074215
Epoch[144] Batch [949]	Speed: 2932.605759 samples/sec	rmse=0.017111	lr=0.074114
Epoch[144] Batch [999]	Speed: 2986.269339 samples/sec	rmse=0.017115	lr=0.074014
Epoch[144] Batch [1049]	Speed: 2975.700938 samples/sec	rmse=0.017125	lr=0.073914
Epoch[144] Batch [1099]	Speed: 2908.296558 samples/sec	rmse=0.017128	lr=0.073814
Epoch[144] Batch [1149]	Speed: 2937.353237 samples/sec	rmse=0.017134	lr=0.073715
Epoch[144] Batch [1199]	Speed: 2864.524752 samples/sec	rmse=0.017139	lr=0.073615
Epoch[144] Batch [1249]	Speed: 3033.038976 samples/sec	rmse=0.017147	lr=0.073515
[Epoch 144] training: rmse=0.017147
[Epoch 144] speed: 2935 samples/sec	time cost: 445.849271
[Epoch 144] validation: err-top1=0.251256 err-top5=0.072903
Epoch[145] Batch [49]	Speed: 3040.340333 samples/sec	rmse=0.017079	lr=0.073413
Epoch[145] Batch [99]	Speed: 2770.192507 samples/sec	rmse=0.017071	lr=0.073314
Epoch[145] Batch [149]	Speed: 2798.455861 samples/sec	rmse=0.016998	lr=0.073214
Epoch[145] Batch [199]	Speed: 2971.754950 samples/sec	rmse=0.016989	lr=0.073114
Epoch[145] Batch [249]	Speed: 2927.962305 samples/sec	rmse=0.016964	lr=0.073015
Epoch[145] Batch [299]	Speed: 2869.001181 samples/sec	rmse=0.016998	lr=0.072915
Epoch[145] Batch [349]	Speed: 2835.840966 samples/sec	rmse=0.017019	lr=0.072816
Epoch[145] Batch [399]	Speed: 2800.799004 samples/sec	rmse=0.017036	lr=0.072717
Epoch[145] Batch [449]	Speed: 2934.096411 samples/sec	rmse=0.017053	lr=0.072617
Epoch[145] Batch [499]	Speed: 2853.896716 samples/sec	rmse=0.017069	lr=0.072518
Epoch[145] Batch [549]	Speed: 2962.903978 samples/sec	rmse=0.017074	lr=0.072419
Epoch[145] Batch [599]	Speed: 2854.701560 samples/sec	rmse=0.017078	lr=0.072320
Epoch[145] Batch [649]	Speed: 2852.765352 samples/sec	rmse=0.017082	lr=0.072221
Epoch[145] Batch [699]	Speed: 2849.955461 samples/sec	rmse=0.017085	lr=0.072121
Epoch[145] Batch [749]	Speed: 2890.113830 samples/sec	rmse=0.017087	lr=0.072022
Epoch[145] Batch [799]	Speed: 2883.398670 samples/sec	rmse=0.017090	lr=0.071924
Epoch[145] Batch [849]	Speed: 2996.958330 samples/sec	rmse=0.017095	lr=0.071825
Epoch[145] Batch [899]	Speed: 2948.947269 samples/sec	rmse=0.017096	lr=0.071726
Epoch[145] Batch [949]	Speed: 2850.030692 samples/sec	rmse=0.017102	lr=0.071627
Epoch[145] Batch [999]	Speed: 2852.763267 samples/sec	rmse=0.017106	lr=0.071528
Epoch[145] Batch [1049]	Speed: 2808.864575 samples/sec	rmse=0.017104	lr=0.071430
Epoch[145] Batch [1099]	Speed: 2861.974531 samples/sec	rmse=0.017105	lr=0.071331
Epoch[145] Batch [1149]	Speed: 2819.651261 samples/sec	rmse=0.017110	lr=0.071232
Epoch[145] Batch [1199]	Speed: 2989.206215 samples/sec	rmse=0.017115	lr=0.071134
Epoch[145] Batch [1249]	Speed: 2988.897720 samples/sec	rmse=0.017121	lr=0.071035
[Epoch 145] training: rmse=0.017121
[Epoch 145] speed: 2884 samples/sec	time cost: 453.944693
[Epoch 145] validation: err-top1=0.251729 err-top5=0.073853
Epoch[146] Batch [49]	Speed: 3004.937816 samples/sec	rmse=0.016909	lr=0.070935
Epoch[146] Batch [99]	Speed: 2836.821293 samples/sec	rmse=0.016917	lr=0.070837
Epoch[146] Batch [149]	Speed: 2929.211086 samples/sec	rmse=0.016960	lr=0.070738
Epoch[146] Batch [199]	Speed: 2943.960787 samples/sec	rmse=0.016966	lr=0.070640
Epoch[146] Batch [249]	Speed: 2887.604175 samples/sec	rmse=0.016974	lr=0.070542
Epoch[146] Batch [299]	Speed: 2885.769784 samples/sec	rmse=0.016982	lr=0.070444
Epoch[146] Batch [349]	Speed: 2881.144780 samples/sec	rmse=0.016992	lr=0.070346
Epoch[146] Batch [399]	Speed: 2899.639725 samples/sec	rmse=0.016998	lr=0.070248
Epoch[146] Batch [449]	Speed: 2884.355442 samples/sec	rmse=0.017016	lr=0.070150
Epoch[146] Batch [499]	Speed: 2807.122226 samples/sec	rmse=0.017016	lr=0.070052
Epoch[146] Batch [549]	Speed: 2915.966459 samples/sec	rmse=0.017028	lr=0.069954
Epoch[146] Batch [599]	Speed: 2884.293845 samples/sec	rmse=0.017023	lr=0.069856
Epoch[146] Batch [649]	Speed: 2945.403904 samples/sec	rmse=0.017018	lr=0.069758
Epoch[146] Batch [699]	Speed: 2815.853548 samples/sec	rmse=0.017016	lr=0.069661
Epoch[146] Batch [749]	Speed: 2942.869214 samples/sec	rmse=0.017020	lr=0.069563
Epoch[146] Batch [799]	Speed: 2957.457620 samples/sec	rmse=0.017023	lr=0.069465
Epoch[146] Batch [849]	Speed: 2944.636502 samples/sec	rmse=0.017025	lr=0.069368
Epoch[146] Batch [899]	Speed: 2974.021586 samples/sec	rmse=0.017032	lr=0.069270
Epoch[146] Batch [949]	Speed: 2893.859497 samples/sec	rmse=0.017026	lr=0.069173
Epoch[146] Batch [999]	Speed: 2830.725203 samples/sec	rmse=0.017029	lr=0.069076
Epoch[146] Batch [1049]	Speed: 2880.503373 samples/sec	rmse=0.017040	lr=0.068978
Epoch[146] Batch [1099]	Speed: 2892.820771 samples/sec	rmse=0.017046	lr=0.068881
Epoch[146] Batch [1149]	Speed: 2876.016237 samples/sec	rmse=0.017054	lr=0.068784
Epoch[146] Batch [1199]	Speed: 2870.820410 samples/sec	rmse=0.017061	lr=0.068687
Epoch[146] Batch [1249]	Speed: 3064.191204 samples/sec	rmse=0.017068	lr=0.068590
[Epoch 146] training: rmse=0.017068
[Epoch 146] speed: 2902 samples/sec	time cost: 451.273442
[Epoch 146] validation: err-top1=0.253229 err-top5=0.072704
Epoch[147] Batch [49]	Speed: 3081.224565 samples/sec	rmse=0.016865	lr=0.068491
Epoch[147] Batch [99]	Speed: 2817.886006 samples/sec	rmse=0.016893	lr=0.068394
Epoch[147] Batch [149]	Speed: 2774.117620 samples/sec	rmse=0.016915	lr=0.068297
Epoch[147] Batch [199]	Speed: 2992.239302 samples/sec	rmse=0.016915	lr=0.068200
Epoch[147] Batch [249]	Speed: 2894.523564 samples/sec	rmse=0.016917	lr=0.068103
Epoch[147] Batch [299]	Speed: 2821.139779 samples/sec	rmse=0.016891	lr=0.068006
Epoch[147] Batch [349]	Speed: 2946.012666 samples/sec	rmse=0.016917	lr=0.067909
Epoch[147] Batch [399]	Speed: 2983.499003 samples/sec	rmse=0.016920	lr=0.067813
Epoch[147] Batch [449]	Speed: 2878.224263 samples/sec	rmse=0.016923	lr=0.067716
Epoch[147] Batch [499]	Speed: 2942.074070 samples/sec	rmse=0.016916	lr=0.067620
Epoch[147] Batch [549]	Speed: 2821.298076 samples/sec	rmse=0.016921	lr=0.067523
Epoch[147] Batch [599]	Speed: 2767.111212 samples/sec	rmse=0.016933	lr=0.067427
Epoch[147] Batch [649]	Speed: 2812.447223 samples/sec	rmse=0.016936	lr=0.067330
Epoch[147] Batch [699]	Speed: 2807.763230 samples/sec	rmse=0.016937	lr=0.067234
Epoch[147] Batch [749]	Speed: 2773.294639 samples/sec	rmse=0.016939	lr=0.067138
Epoch[147] Batch [799]	Speed: 2920.960821 samples/sec	rmse=0.016945	lr=0.067041
Epoch[147] Batch [849]	Speed: 2852.767398 samples/sec	rmse=0.016946	lr=0.066945
Epoch[147] Batch [899]	Speed: 2920.369674 samples/sec	rmse=0.016951	lr=0.066849
Epoch[147] Batch [949]	Speed: 2850.689022 samples/sec	rmse=0.016954	lr=0.066753
Epoch[147] Batch [999]	Speed: 2826.558172 samples/sec	rmse=0.016961	lr=0.066657
Epoch[147] Batch [1049]	Speed: 2949.097271 samples/sec	rmse=0.016958	lr=0.066561
Epoch[147] Batch [1099]	Speed: 2876.884326 samples/sec	rmse=0.016963	lr=0.066465
Epoch[147] Batch [1149]	Speed: 2862.186958 samples/sec	rmse=0.016970	lr=0.066369
Epoch[147] Batch [1199]	Speed: 2926.302414 samples/sec	rmse=0.016977	lr=0.066273
Epoch[147] Batch [1249]	Speed: 3013.615567 samples/sec	rmse=0.016983	lr=0.066178
[Epoch 147] training: rmse=0.016983
[Epoch 147] speed: 2880 samples/sec	time cost: 454.480533
[Epoch 147] validation: err-top1=0.251515 err-top5=0.073023
Epoch[148] Batch [49]	Speed: 3144.616237 samples/sec	rmse=0.016784	lr=0.066080
Epoch[148] Batch [99]	Speed: 2843.132944 samples/sec	rmse=0.016776	lr=0.065984
Epoch[148] Batch [149]	Speed: 2720.208575 samples/sec	rmse=0.016808	lr=0.065889
Epoch[148] Batch [199]	Speed: 2822.956094 samples/sec	rmse=0.016799	lr=0.065793
Epoch[148] Batch [249]	Speed: 2882.019410 samples/sec	rmse=0.016815	lr=0.065698
Epoch[148] Batch [299]	Speed: 2807.715286 samples/sec	rmse=0.016810	lr=0.065603
Epoch[148] Batch [349]	Speed: 2778.322965 samples/sec	rmse=0.016825	lr=0.065507
Epoch[148] Batch [399]	Speed: 2810.089228 samples/sec	rmse=0.016837	lr=0.065412
Epoch[148] Batch [449]	Speed: 2850.408756 samples/sec	rmse=0.016845	lr=0.065317
Epoch[148] Batch [499]	Speed: 2943.096563 samples/sec	rmse=0.016851	lr=0.065222
Epoch[148] Batch [549]	Speed: 2978.440487 samples/sec	rmse=0.016862	lr=0.065126
Epoch[148] Batch [599]	Speed: 2831.722122 samples/sec	rmse=0.016874	lr=0.065031
Epoch[148] Batch [649]	Speed: 2838.994333 samples/sec	rmse=0.016894	lr=0.064936
Epoch[148] Batch [699]	Speed: 2850.926649 samples/sec	rmse=0.016899	lr=0.064841
Epoch[148] Batch [749]	Speed: 2943.425449 samples/sec	rmse=0.016906	lr=0.064746
Epoch[148] Batch [799]	Speed: 2832.435417 samples/sec	rmse=0.016906	lr=0.064652
Epoch[148] Batch [849]	Speed: 2947.106047 samples/sec	rmse=0.016913	lr=0.064557
Epoch[148] Batch [899]	Speed: 2976.505536 samples/sec	rmse=0.016922	lr=0.064462
Epoch[148] Batch [949]	Speed: 2935.891264 samples/sec	rmse=0.016936	lr=0.064367
Epoch[148] Batch [999]	Speed: 2991.456055 samples/sec	rmse=0.016940	lr=0.064273
Epoch[148] Batch [1049]	Speed: 2905.465850 samples/sec	rmse=0.016946	lr=0.064178
Epoch[148] Batch [1099]	Speed: 2784.822172 samples/sec	rmse=0.016951	lr=0.064084
Epoch[148] Batch [1149]	Speed: 2856.409759 samples/sec	rmse=0.016958	lr=0.063989
Epoch[148] Batch [1199]	Speed: 2863.111762 samples/sec	rmse=0.016961	lr=0.063895
Epoch[148] Batch [1249]	Speed: 3111.820928 samples/sec	rmse=0.016963	lr=0.063801
[Epoch 148] training: rmse=0.016963
[Epoch 148] speed: 2884 samples/sec	time cost: 453.730873
[Epoch 148] validation: err-top1=0.249362 err-top5=0.072764
Epoch[149] Batch [49]	Speed: 2874.116176 samples/sec	rmse=0.016771	lr=0.063704
Epoch[149] Batch [99]	Speed: 2869.714322 samples/sec	rmse=0.016735	lr=0.063610
Epoch[149] Batch [149]	Speed: 2766.767325 samples/sec	rmse=0.016767	lr=0.063516
Epoch[149] Batch [199]	Speed: 2781.558954 samples/sec	rmse=0.016778	lr=0.063422
Epoch[149] Batch [249]	Speed: 2848.848156 samples/sec	rmse=0.016769	lr=0.063328
Epoch[149] Batch [299]	Speed: 2852.219591 samples/sec	rmse=0.016795	lr=0.063234
Epoch[149] Batch [349]	Speed: 2769.855784 samples/sec	rmse=0.016801	lr=0.063140
Epoch[149] Batch [399]	Speed: 2911.864621 samples/sec	rmse=0.016810	lr=0.063046
Epoch[149] Batch [449]	Speed: 2865.962890 samples/sec	rmse=0.016820	lr=0.062952
Epoch[149] Batch [499]	Speed: 2944.177447 samples/sec	rmse=0.016817	lr=0.062858
Epoch[149] Batch [549]	Speed: 2751.014777 samples/sec	rmse=0.016822	lr=0.062765
Epoch[149] Batch [599]	Speed: 2782.390633 samples/sec	rmse=0.016832	lr=0.062671
Epoch[149] Batch [649]	Speed: 2906.616670 samples/sec	rmse=0.016836	lr=0.062578
Epoch[149] Batch [699]	Speed: 2882.459440 samples/sec	rmse=0.016844	lr=0.062484
Epoch[149] Batch [749]	Speed: 2955.756927 samples/sec	rmse=0.016847	lr=0.062391
Epoch[149] Batch [799]	Speed: 2822.290887 samples/sec	rmse=0.016852	lr=0.062297
Epoch[149] Batch [849]	Speed: 3014.833103 samples/sec	rmse=0.016855	lr=0.062204
Epoch[149] Batch [899]	Speed: 2762.503825 samples/sec	rmse=0.016863	lr=0.062110
Epoch[149] Batch [949]	Speed: 2889.132750 samples/sec	rmse=0.016867	lr=0.062017
Epoch[149] Batch [999]	Speed: 2859.435014 samples/sec	rmse=0.016868	lr=0.061924
Epoch[149] Batch [1049]	Speed: 3034.773481 samples/sec	rmse=0.016875	lr=0.061831
Epoch[149] Batch [1099]	Speed: 2891.419404 samples/sec	rmse=0.016877	lr=0.061738
Epoch[149] Batch [1149]	Speed: 2965.614352 samples/sec	rmse=0.016887	lr=0.061645
Epoch[149] Batch [1199]	Speed: 2890.188433 samples/sec	rmse=0.016888	lr=0.061552
Epoch[149] Batch [1249]	Speed: 3036.428180 samples/sec	rmse=0.016891	lr=0.061459
[Epoch 149] training: rmse=0.016891
[Epoch 149] speed: 2872 samples/sec	time cost: 455.576720
[Epoch 149] validation: err-top1=0.244559 err-top5=0.070890
Epoch[150] Batch [49]	Speed: 2899.784753 samples/sec	rmse=0.016635	lr=0.061364
Epoch[150] Batch [99]	Speed: 2946.337798 samples/sec	rmse=0.016655	lr=0.061271
Epoch[150] Batch [149]	Speed: 2889.426398 samples/sec	rmse=0.016654	lr=0.061179
Epoch[150] Batch [199]	Speed: 2824.201499 samples/sec	rmse=0.016688	lr=0.061086
Epoch[150] Batch [249]	Speed: 2761.765181 samples/sec	rmse=0.016721	lr=0.060993
Epoch[150] Batch [299]	Speed: 2828.455344 samples/sec	rmse=0.016733	lr=0.060901
Epoch[150] Batch [349]	Speed: 2874.005206 samples/sec	rmse=0.016716	lr=0.060808
Epoch[150] Batch [399]	Speed: 2845.508172 samples/sec	rmse=0.016723	lr=0.060716
Epoch[150] Batch [449]	Speed: 2981.507140 samples/sec	rmse=0.016729	lr=0.060623
Epoch[150] Batch [499]	Speed: 2899.718228 samples/sec	rmse=0.016742	lr=0.060531
Epoch[150] Batch [549]	Speed: 2839.284033 samples/sec	rmse=0.016738	lr=0.060439
Epoch[150] Batch [599]	Speed: 2910.298691 samples/sec	rmse=0.016742	lr=0.060347
Epoch[150] Batch [649]	Speed: 2758.365506 samples/sec	rmse=0.016737	lr=0.060254
Epoch[150] Batch [699]	Speed: 2940.662965 samples/sec	rmse=0.016747	lr=0.060162
Epoch[150] Batch [749]	Speed: 3045.937236 samples/sec	rmse=0.016752	lr=0.060070
Epoch[150] Batch [799]	Speed: 2877.064783 samples/sec	rmse=0.016762	lr=0.059978
Epoch[150] Batch [849]	Speed: 2890.152026 samples/sec	rmse=0.016775	lr=0.059886
Epoch[150] Batch [899]	Speed: 2913.928845 samples/sec	rmse=0.016781	lr=0.059794
Epoch[150] Batch [949]	Speed: 2902.655242 samples/sec	rmse=0.016790	lr=0.059703
Epoch[150] Batch [999]	Speed: 2872.111950 samples/sec	rmse=0.016796	lr=0.059611
Epoch[150] Batch [1049]	Speed: 2909.657802 samples/sec	rmse=0.016797	lr=0.059519
Epoch[150] Batch [1099]	Speed: 2868.166227 samples/sec	rmse=0.016803	lr=0.059428
Epoch[150] Batch [1149]	Speed: 2819.187636 samples/sec	rmse=0.016808	lr=0.059336
Epoch[150] Batch [1199]	Speed: 2828.517373 samples/sec	rmse=0.016809	lr=0.059245
Epoch[150] Batch [1249]	Speed: 2988.816228 samples/sec	rmse=0.016812	lr=0.059153
[Epoch 150] training: rmse=0.016811
[Epoch 150] speed: 2881 samples/sec	time cost: 454.479080
[Epoch 150] validation: err-top1=0.244260 err-top5=0.069754
Epoch[151] Batch [49]	Speed: 2804.579522 samples/sec	rmse=0.016551	lr=0.059060
Epoch[151] Batch [99]	Speed: 2745.520431 samples/sec	rmse=0.016551	lr=0.058968
Epoch[151] Batch [149]	Speed: 2763.129233 samples/sec	rmse=0.016567	lr=0.058877
Epoch[151] Batch [199]	Speed: 2854.141403 samples/sec	rmse=0.016619	lr=0.058786
Epoch[151] Batch [249]	Speed: 2811.196115 samples/sec	rmse=0.016625	lr=0.058695
Epoch[151] Batch [299]	Speed: 2914.801104 samples/sec	rmse=0.016623	lr=0.058604
Epoch[151] Batch [349]	Speed: 2889.769373 samples/sec	rmse=0.016639	lr=0.058513
Epoch[151] Batch [399]	Speed: 2924.140396 samples/sec	rmse=0.016649	lr=0.058422
Epoch[151] Batch [449]	Speed: 2748.908132 samples/sec	rmse=0.016660	lr=0.058331
Epoch[151] Batch [499]	Speed: 2855.315429 samples/sec	rmse=0.016667	lr=0.058240
Epoch[151] Batch [549]	Speed: 2783.526494 samples/sec	rmse=0.016687	lr=0.058149
Epoch[151] Batch [599]	Speed: 2854.653936 samples/sec	rmse=0.016696	lr=0.058058
Epoch[151] Batch [649]	Speed: 2831.718836 samples/sec	rmse=0.016704	lr=0.057968
Epoch[151] Batch [699]	Speed: 2917.641081 samples/sec	rmse=0.016710	lr=0.057877
Epoch[151] Batch [749]	Speed: 2872.320968 samples/sec	rmse=0.016721	lr=0.057786
Epoch[151] Batch [799]	Speed: 2966.019937 samples/sec	rmse=0.016724	lr=0.057696
Epoch[151] Batch [849]	Speed: 2853.415088 samples/sec	rmse=0.016729	lr=0.057605
Epoch[151] Batch [899]	Speed: 2838.422239 samples/sec	rmse=0.016737	lr=0.057515
Epoch[151] Batch [949]	Speed: 2952.721553 samples/sec	rmse=0.016743	lr=0.057425
Epoch[151] Batch [999]	Speed: 2861.160129 samples/sec	rmse=0.016754	lr=0.057334
Epoch[151] Batch [1049]	Speed: 2770.021813 samples/sec	rmse=0.016757	lr=0.057244
Epoch[151] Batch [1099]	Speed: 2982.519163 samples/sec	rmse=0.016759	lr=0.057154
Epoch[151] Batch [1149]	Speed: 2855.072477 samples/sec	rmse=0.016764	lr=0.057064
Epoch[151] Batch [1199]	Speed: 2960.367658 samples/sec	rmse=0.016768	lr=0.056974
Epoch[151] Batch [1249]	Speed: 2930.826679 samples/sec	rmse=0.016765	lr=0.056884
[Epoch 151] training: rmse=0.016766
[Epoch 151] speed: 2857 samples/sec	time cost: 458.036204
[Epoch 151] validation: err-top1=0.246033 err-top5=0.071208
Epoch[152] Batch [49]	Speed: 2930.665572 samples/sec	rmse=0.016577	lr=0.056792
Epoch[152] Batch [99]	Speed: 2790.479966 samples/sec	rmse=0.016570	lr=0.056702
Epoch[152] Batch [149]	Speed: 2878.208563 samples/sec	rmse=0.016606	lr=0.056612
Epoch[152] Batch [199]	Speed: 2856.393992 samples/sec	rmse=0.016584	lr=0.056523
Epoch[152] Batch [249]	Speed: 2732.039683 samples/sec	rmse=0.016596	lr=0.056433
Epoch[152] Batch [299]	Speed: 2859.773152 samples/sec	rmse=0.016591	lr=0.056343
Epoch[152] Batch [349]	Speed: 2916.343487 samples/sec	rmse=0.016587	lr=0.056254
Epoch[152] Batch [399]	Speed: 2891.635603 samples/sec	rmse=0.016594	lr=0.056164
Epoch[152] Batch [449]	Speed: 2724.321998 samples/sec	rmse=0.016605	lr=0.056075
Epoch[152] Batch [499]	Speed: 2812.257545 samples/sec	rmse=0.016603	lr=0.055985
Epoch[152] Batch [549]	Speed: 2782.638644 samples/sec	rmse=0.016607	lr=0.055896
Epoch[152] Batch [599]	Speed: 2851.170032 samples/sec	rmse=0.016613	lr=0.055807
Epoch[152] Batch [649]	Speed: 2925.326462 samples/sec	rmse=0.016619	lr=0.055718
Epoch[152] Batch [699]	Speed: 2977.867843 samples/sec	rmse=0.016632	lr=0.055628
Epoch[152] Batch [749]	Speed: 2835.005138 samples/sec	rmse=0.016638	lr=0.055539
Epoch[152] Batch [799]	Speed: 2848.652706 samples/sec	rmse=0.016643	lr=0.055450
Epoch[152] Batch [849]	Speed: 2766.735457 samples/sec	rmse=0.016649	lr=0.055361
Epoch[152] Batch [899]	Speed: 2860.256395 samples/sec	rmse=0.016657	lr=0.055272
Epoch[152] Batch [949]	Speed: 2884.049655 samples/sec	rmse=0.016664	lr=0.055184
Epoch[152] Batch [999]	Speed: 2823.041261 samples/sec	rmse=0.016671	lr=0.055095
Epoch[152] Batch [1049]	Speed: 3030.596112 samples/sec	rmse=0.016674	lr=0.055006
Epoch[152] Batch [1099]	Speed: 2798.477122 samples/sec	rmse=0.016679	lr=0.054917
Epoch[152] Batch [1149]	Speed: 2791.792652 samples/sec	rmse=0.016686	lr=0.054829
Epoch[152] Batch [1199]	Speed: 2763.616782 samples/sec	rmse=0.016695	lr=0.054740
Epoch[152] Batch [1249]	Speed: 2977.300497 samples/sec	rmse=0.016700	lr=0.054652
[Epoch 152] training: rmse=0.016700
[Epoch 152] speed: 2848 samples/sec	time cost: 459.568943
[Epoch 152] validation: err-top1=0.245237 err-top5=0.071568
Epoch[153] Batch [49]	Speed: 3050.855857 samples/sec	rmse=0.016543	lr=0.054562
Epoch[153] Batch [99]	Speed: 2816.683661 samples/sec	rmse=0.016518	lr=0.054473
Epoch[153] Batch [149]	Speed: 2994.127016 samples/sec	rmse=0.016491	lr=0.054385
Epoch[153] Batch [199]	Speed: 2887.930561 samples/sec	rmse=0.016495	lr=0.054297
Epoch[153] Batch [249]	Speed: 2880.676981 samples/sec	rmse=0.016501	lr=0.054208
Epoch[153] Batch [299]	Speed: 2848.005740 samples/sec	rmse=0.016513	lr=0.054120
Epoch[153] Batch [349]	Speed: 2900.941382 samples/sec	rmse=0.016499	lr=0.054032
Epoch[153] Batch [399]	Speed: 2930.781361 samples/sec	rmse=0.016499	lr=0.053944
Epoch[153] Batch [449]	Speed: 2875.700432 samples/sec	rmse=0.016509	lr=0.053856
Epoch[153] Batch [499]	Speed: 2892.230013 samples/sec	rmse=0.016502	lr=0.053768
Epoch[153] Batch [549]	Speed: 2972.675057 samples/sec	rmse=0.016509	lr=0.053681
Epoch[153] Batch [599]	Speed: 2852.081214 samples/sec	rmse=0.016527	lr=0.053593
Epoch[153] Batch [649]	Speed: 2851.892818 samples/sec	rmse=0.016540	lr=0.053505
Epoch[153] Batch [699]	Speed: 2802.889419 samples/sec	rmse=0.016544	lr=0.053417
Epoch[153] Batch [749]	Speed: 2838.103645 samples/sec	rmse=0.016555	lr=0.053330
Epoch[153] Batch [799]	Speed: 2864.247567 samples/sec	rmse=0.016571	lr=0.053242
Epoch[153] Batch [849]	Speed: 2878.634772 samples/sec	rmse=0.016573	lr=0.053155
Epoch[153] Batch [899]	Speed: 2908.205381 samples/sec	rmse=0.016572	lr=0.053067
Epoch[153] Batch [949]	Speed: 2955.898753 samples/sec	rmse=0.016577	lr=0.052980
Epoch[153] Batch [999]	Speed: 2949.848604 samples/sec	rmse=0.016585	lr=0.052893
Epoch[153] Batch [1049]	Speed: 2962.013155 samples/sec	rmse=0.016595	lr=0.052806
Epoch[153] Batch [1099]	Speed: 2896.294572 samples/sec	rmse=0.016601	lr=0.052718
Epoch[153] Batch [1149]	Speed: 2762.629630 samples/sec	rmse=0.016608	lr=0.052631
Epoch[153] Batch [1199]	Speed: 2810.656909 samples/sec	rmse=0.016613	lr=0.052544
Epoch[153] Batch [1249]	Speed: 3084.459770 samples/sec	rmse=0.016623	lr=0.052457
[Epoch 153] training: rmse=0.016623
[Epoch 153] speed: 2894 samples/sec	time cost: 452.036597
[Epoch 153] validation: err-top1=0.242726 err-top5=0.069635
Epoch[154] Batch [49]	Speed: 3088.515764 samples/sec	rmse=0.016427	lr=0.052369
Epoch[154] Batch [99]	Speed: 2811.854739 samples/sec	rmse=0.016381	lr=0.052282
Epoch[154] Batch [149]	Speed: 3021.693261 samples/sec	rmse=0.016452	lr=0.052195
Epoch[154] Batch [199]	Speed: 2930.714086 samples/sec	rmse=0.016478	lr=0.052108
Epoch[154] Batch [249]	Speed: 2978.272615 samples/sec	rmse=0.016484	lr=0.052022
Epoch[154] Batch [299]	Speed: 2842.170895 samples/sec	rmse=0.016482	lr=0.051935
Epoch[154] Batch [349]	Speed: 2885.444545 samples/sec	rmse=0.016498	lr=0.051849
Epoch[154] Batch [399]	Speed: 2897.809215 samples/sec	rmse=0.016501	lr=0.051762
Epoch[154] Batch [449]	Speed: 2748.813691 samples/sec	rmse=0.016509	lr=0.051676
Epoch[154] Batch [499]	Speed: 2760.327431 samples/sec	rmse=0.016515	lr=0.051589
Epoch[154] Batch [549]	Speed: 2846.139783 samples/sec	rmse=0.016514	lr=0.051503
Epoch[154] Batch [599]	Speed: 2786.422180 samples/sec	rmse=0.016505	lr=0.051417
Epoch[154] Batch [649]	Speed: 2876.615686 samples/sec	rmse=0.016504	lr=0.051331
Epoch[154] Batch [699]	Speed: 2876.556231 samples/sec	rmse=0.016515	lr=0.051244
Epoch[154] Batch [749]	Speed: 2879.382709 samples/sec	rmse=0.016517	lr=0.051158
Epoch[154] Batch [799]	Speed: 2861.032890 samples/sec	rmse=0.016526	lr=0.051072
Epoch[154] Batch [849]	Speed: 2991.125389 samples/sec	rmse=0.016532	lr=0.050986
Epoch[154] Batch [899]	Speed: 2968.880118 samples/sec	rmse=0.016540	lr=0.050901
Epoch[154] Batch [949]	Speed: 2888.425854 samples/sec	rmse=0.016543	lr=0.050815
Epoch[154] Batch [999]	Speed: 2842.836813 samples/sec	rmse=0.016551	lr=0.050729
Epoch[154] Batch [1049]	Speed: 3048.087315 samples/sec	rmse=0.016559	lr=0.050643
Epoch[154] Batch [1099]	Speed: 2824.575899 samples/sec	rmse=0.016561	lr=0.050558
Epoch[154] Batch [1149]	Speed: 2975.746996 samples/sec	rmse=0.016569	lr=0.050472
Epoch[154] Batch [1199]	Speed: 2868.728417 samples/sec	rmse=0.016578	lr=0.050387
Epoch[154] Batch [1249]	Speed: 2993.097131 samples/sec	rmse=0.016586	lr=0.050301
[Epoch 154] training: rmse=0.016586
[Epoch 154] speed: 2895 samples/sec	time cost: 452.127726
[Epoch 154] validation: err-top1=0.242686 err-top5=0.067283
Epoch[155] Batch [49]	Speed: 3047.097760 samples/sec	rmse=0.016316	lr=0.050214
Epoch[155] Batch [99]	Speed: 2931.491856 samples/sec	rmse=0.016374	lr=0.050129
Epoch[155] Batch [149]	Speed: 2839.783245 samples/sec	rmse=0.016393	lr=0.050044
Epoch[155] Batch [199]	Speed: 3064.157451 samples/sec	rmse=0.016414	lr=0.049958
Epoch[155] Batch [249]	Speed: 3054.214343 samples/sec	rmse=0.016436	lr=0.049873
Epoch[155] Batch [299]	Speed: 2865.406143 samples/sec	rmse=0.016462	lr=0.049788
Epoch[155] Batch [349]	Speed: 2927.590608 samples/sec	rmse=0.016454	lr=0.049703
Epoch[155] Batch [399]	Speed: 2879.497686 samples/sec	rmse=0.016452	lr=0.049618
Epoch[155] Batch [449]	Speed: 2871.219213 samples/sec	rmse=0.016452	lr=0.049533
Epoch[155] Batch [499]	Speed: 2832.617962 samples/sec	rmse=0.016470	lr=0.049449
Epoch[155] Batch [549]	Speed: 2863.219679 samples/sec	rmse=0.016486	lr=0.049364
Epoch[155] Batch [599]	Speed: 2834.035678 samples/sec	rmse=0.016488	lr=0.049279
Epoch[155] Batch [649]	Speed: 2745.719503 samples/sec	rmse=0.016503	lr=0.049195
Epoch[155] Batch [699]	Speed: 2830.612633 samples/sec	rmse=0.016502	lr=0.049110
Epoch[155] Batch [749]	Speed: 2794.768674 samples/sec	rmse=0.016505	lr=0.049026
Epoch[155] Batch [799]	Speed: 2861.141260 samples/sec	rmse=0.016510	lr=0.048941
Epoch[155] Batch [849]	Speed: 2875.727888 samples/sec	rmse=0.016513	lr=0.048857
Epoch[155] Batch [899]	Speed: 2881.941090 samples/sec	rmse=0.016511	lr=0.048772
Epoch[155] Batch [949]	Speed: 2890.584115 samples/sec	rmse=0.016509	lr=0.048688
Epoch[155] Batch [999]	Speed: 2959.143145 samples/sec	rmse=0.016516	lr=0.048604
Epoch[155] Batch [1049]	Speed: 2925.983802 samples/sec	rmse=0.016521	lr=0.048520
Epoch[155] Batch [1099]	Speed: 2899.470127 samples/sec	rmse=0.016532	lr=0.048436
Epoch[155] Batch [1149]	Speed: 2839.598535 samples/sec	rmse=0.016537	lr=0.048352
Epoch[155] Batch [1199]	Speed: 2935.611172 samples/sec	rmse=0.016534	lr=0.048268
Epoch[155] Batch [1249]	Speed: 2935.959620 samples/sec	rmse=0.016536	lr=0.048184
[Epoch 155] training: rmse=0.016536
[Epoch 155] speed: 2891 samples/sec	time cost: 452.315244
[Epoch 155] validation: err-top1=0.241829 err-top5=0.068977
Epoch[156] Batch [49]	Speed: 2858.305304 samples/sec	rmse=0.016364	lr=0.048099
Epoch[156] Batch [99]	Speed: 2992.227212 samples/sec	rmse=0.016387	lr=0.048015
Epoch[156] Batch [149]	Speed: 2825.452204 samples/sec	rmse=0.016343	lr=0.047931
Epoch[156] Batch [199]	Speed: 2984.162803 samples/sec	rmse=0.016340	lr=0.047848
Epoch[156] Batch [249]	Speed: 2919.185639 samples/sec	rmse=0.016354	lr=0.047764
Epoch[156] Batch [299]	Speed: 2838.235831 samples/sec	rmse=0.016351	lr=0.047680
Epoch[156] Batch [349]	Speed: 2914.178161 samples/sec	rmse=0.016372	lr=0.047597
Epoch[156] Batch [399]	Speed: 2978.665598 samples/sec	rmse=0.016370	lr=0.047514
Epoch[156] Batch [449]	Speed: 2894.416084 samples/sec	rmse=0.016372	lr=0.047430
Epoch[156] Batch [499]	Speed: 2777.735464 samples/sec	rmse=0.016386	lr=0.047347
Epoch[156] Batch [549]	Speed: 2819.335313 samples/sec	rmse=0.016401	lr=0.047264
Epoch[156] Batch [599]	Speed: 2894.348166 samples/sec	rmse=0.016411	lr=0.047181
Epoch[156] Batch [649]	Speed: 2743.998699 samples/sec	rmse=0.016424	lr=0.047098
Epoch[156] Batch [699]	Speed: 2927.216731 samples/sec	rmse=0.016426	lr=0.047015
Epoch[156] Batch [749]	Speed: 3037.483809 samples/sec	rmse=0.016433	lr=0.046932
Epoch[156] Batch [799]	Speed: 2938.995887 samples/sec	rmse=0.016430	lr=0.046849
Epoch[156] Batch [849]	Speed: 2781.026374 samples/sec	rmse=0.016431	lr=0.046766
Epoch[156] Batch [899]	Speed: 2833.211380 samples/sec	rmse=0.016435	lr=0.046684
Epoch[156] Batch [949]	Speed: 2860.585164 samples/sec	rmse=0.016438	lr=0.046601
Epoch[156] Batch [999]	Speed: 3115.461761 samples/sec	rmse=0.016446	lr=0.046518
Epoch[156] Batch [1049]	Speed: 2831.950511 samples/sec	rmse=0.016448	lr=0.046436
Epoch[156] Batch [1099]	Speed: 2791.040804 samples/sec	rmse=0.016454	lr=0.046353
Epoch[156] Batch [1149]	Speed: 2997.594031 samples/sec	rmse=0.016463	lr=0.046271
Epoch[156] Batch [1199]	Speed: 2912.340314 samples/sec	rmse=0.016464	lr=0.046189
Epoch[156] Batch [1249]	Speed: 3055.951066 samples/sec	rmse=0.016466	lr=0.046106
[Epoch 156] training: rmse=0.016465
[Epoch 156] speed: 2895 samples/sec	time cost: 452.091975
[Epoch 156] validation: err-top1=0.236009 err-top5=0.064413
Epoch[157] Batch [49]	Speed: 2923.891443 samples/sec	rmse=0.016326	lr=0.046022
Epoch[157] Batch [99]	Speed: 2837.277167 samples/sec	rmse=0.016403	lr=0.045940
Epoch[157] Batch [149]	Speed: 3021.454499 samples/sec	rmse=0.016374	lr=0.045858
Epoch[157] Batch [199]	Speed: 2833.573143 samples/sec	rmse=0.016347	lr=0.045776
Epoch[157] Batch [249]	Speed: 2870.911522 samples/sec	rmse=0.016349	lr=0.045694
Epoch[157] Batch [299]	Speed: 2823.074402 samples/sec	rmse=0.016362	lr=0.045612
Epoch[157] Batch [349]	Speed: 2954.265324 samples/sec	rmse=0.016366	lr=0.045530
Epoch[157] Batch [399]	Speed: 2932.897856 samples/sec	rmse=0.016361	lr=0.045449
Epoch[157] Batch [449]	Speed: 2965.956524 samples/sec	rmse=0.016362	lr=0.045367
Epoch[157] Batch [499]	Speed: 3055.268337 samples/sec	rmse=0.016364	lr=0.045285
Epoch[157] Batch [549]	Speed: 2964.451010 samples/sec	rmse=0.016370	lr=0.045204
Epoch[157] Batch [599]	Speed: 2830.598418 samples/sec	rmse=0.016371	lr=0.045122
Epoch[157] Batch [649]	Speed: 2779.550877 samples/sec	rmse=0.016369	lr=0.045041
Epoch[157] Batch [699]	Speed: 2823.434954 samples/sec	rmse=0.016379	lr=0.044959
Epoch[157] Batch [749]	Speed: 2829.459463 samples/sec	rmse=0.016387	lr=0.044878
Epoch[157] Batch [799]	Speed: 2854.873135 samples/sec	rmse=0.016391	lr=0.044797
Epoch[157] Batch [849]	Speed: 2818.128144 samples/sec	rmse=0.016397	lr=0.044716
Epoch[157] Batch [899]	Speed: 2855.842588 samples/sec	rmse=0.016397	lr=0.044634
Epoch[157] Batch [949]	Speed: 2781.100854 samples/sec	rmse=0.016397	lr=0.044553
Epoch[157] Batch [999]	Speed: 2952.139154 samples/sec	rmse=0.016393	lr=0.044472
Epoch[157] Batch [1049]	Speed: 2902.259544 samples/sec	rmse=0.016394	lr=0.044391
Epoch[157] Batch [1099]	Speed: 2817.992574 samples/sec	rmse=0.016398	lr=0.044311
Epoch[157] Batch [1149]	Speed: 2916.097483 samples/sec	rmse=0.016402	lr=0.044230
Epoch[157] Batch [1199]	Speed: 2827.462846 samples/sec	rmse=0.016408	lr=0.044149
Epoch[157] Batch [1249]	Speed: 2974.686325 samples/sec	rmse=0.016412	lr=0.044068
[Epoch 157] training: rmse=0.016413
[Epoch 157] speed: 2882 samples/sec	time cost: 454.468765
[Epoch 157] validation: err-top1=0.231730 err-top5=0.065389
Epoch[158] Batch [49]	Speed: 2907.819744 samples/sec	rmse=0.016030	lr=0.043986
Epoch[158] Batch [99]	Speed: 2928.576258 samples/sec	rmse=0.016118	lr=0.043906
Epoch[158] Batch [149]	Speed: 2884.930430 samples/sec	rmse=0.016150	lr=0.043825
Epoch[158] Batch [199]	Speed: 2837.342245 samples/sec	rmse=0.016178	lr=0.043745
Epoch[158] Batch [249]	Speed: 2975.056188 samples/sec	rmse=0.016198	lr=0.043664
Epoch[158] Batch [299]	Speed: 2842.377383 samples/sec	rmse=0.016195	lr=0.043584
Epoch[158] Batch [349]	Speed: 2852.126176 samples/sec	rmse=0.016211	lr=0.043504
Epoch[158] Batch [399]	Speed: 2796.386981 samples/sec	rmse=0.016211	lr=0.043424
Epoch[158] Batch [449]	Speed: 2919.654597 samples/sec	rmse=0.016214	lr=0.043344
Epoch[158] Batch [499]	Speed: 2769.084710 samples/sec	rmse=0.016228	lr=0.043264
Epoch[158] Batch [549]	Speed: 2965.017891 samples/sec	rmse=0.016233	lr=0.043184
Epoch[158] Batch [599]	Speed: 2936.367252 samples/sec	rmse=0.016231	lr=0.043104
Epoch[158] Batch [649]	Speed: 2879.009657 samples/sec	rmse=0.016226	lr=0.043024
Epoch[158] Batch [699]	Speed: 3001.705104 samples/sec	rmse=0.016226	lr=0.042944
Epoch[158] Batch [749]	Speed: 2930.434141 samples/sec	rmse=0.016240	lr=0.042864
Epoch[158] Batch [799]	Speed: 2820.150407 samples/sec	rmse=0.016241	lr=0.042785
Epoch[158] Batch [849]	Speed: 2773.545365 samples/sec	rmse=0.016252	lr=0.042705
Epoch[158] Batch [899]	Speed: 2929.864816 samples/sec	rmse=0.016264	lr=0.042626
Epoch[158] Batch [949]	Speed: 2871.210806 samples/sec	rmse=0.016269	lr=0.042546
Epoch[158] Batch [999]	Speed: 2902.686198 samples/sec	rmse=0.016274	lr=0.042467
Epoch[158] Batch [1049]	Speed: 2913.090104 samples/sec	rmse=0.016284	lr=0.042388
Epoch[158] Batch [1099]	Speed: 2923.494590 samples/sec	rmse=0.016292	lr=0.042308
Epoch[158] Batch [1149]	Speed: 2996.716269 samples/sec	rmse=0.016298	lr=0.042229
Epoch[158] Batch [1199]	Speed: 2765.269526 samples/sec	rmse=0.016303	lr=0.042150
Epoch[158] Batch [1249]	Speed: 3097.927180 samples/sec	rmse=0.016313	lr=0.042071
[Epoch 158] training: rmse=0.016313
[Epoch 158] speed: 2892 samples/sec	time cost: 452.468582
[Epoch 158] validation: err-top1=0.234235 err-top5=0.063935
Epoch[159] Batch [49]	Speed: 2876.794954 samples/sec	rmse=0.016066	lr=0.041990
Epoch[159] Batch [99]	Speed: 2852.311913 samples/sec	rmse=0.016100	lr=0.041911
Epoch[159] Batch [149]	Speed: 2888.749007 samples/sec	rmse=0.016129	lr=0.041833
Epoch[159] Batch [199]	Speed: 2867.553905 samples/sec	rmse=0.016132	lr=0.041754
Epoch[159] Batch [249]	Speed: 2797.654460 samples/sec	rmse=0.016169	lr=0.041675
Epoch[159] Batch [299]	Speed: 2874.380502 samples/sec	rmse=0.016170	lr=0.041596
Epoch[159] Batch [349]	Speed: 2887.408766 samples/sec	rmse=0.016189	lr=0.041518
Epoch[159] Batch [399]	Speed: 2997.359732 samples/sec	rmse=0.016196	lr=0.041439
Epoch[159] Batch [449]	Speed: 2822.919690 samples/sec	rmse=0.016197	lr=0.041361
Epoch[159] Batch [499]	Speed: 2873.508232 samples/sec	rmse=0.016208	lr=0.041283
Epoch[159] Batch [549]	Speed: 2818.887628 samples/sec	rmse=0.016220	lr=0.041204
Epoch[159] Batch [599]	Speed: 2919.399858 samples/sec	rmse=0.016235	lr=0.041126
Epoch[159] Batch [649]	Speed: 2808.406509 samples/sec	rmse=0.016238	lr=0.041048
Epoch[159] Batch [699]	Speed: 2740.448107 samples/sec	rmse=0.016250	lr=0.040970
Epoch[159] Batch [749]	Speed: 2830.384983 samples/sec	rmse=0.016254	lr=0.040892
Epoch[159] Batch [799]	Speed: 2798.000273 samples/sec	rmse=0.016263	lr=0.040814
Epoch[159] Batch [849]	Speed: 2766.098083 samples/sec	rmse=0.016266	lr=0.040736
Epoch[159] Batch [899]	Speed: 2897.055311 samples/sec	rmse=0.016270	lr=0.040658
Epoch[159] Batch [949]	Speed: 2936.833473 samples/sec	rmse=0.016278	lr=0.040580
Epoch[159] Batch [999]	Speed: 2862.251963 samples/sec	rmse=0.016285	lr=0.040502
Epoch[159] Batch [1049]	Speed: 2827.490171 samples/sec	rmse=0.016288	lr=0.040425
Epoch[159] Batch [1099]	Speed: 2774.998427 samples/sec	rmse=0.016289	lr=0.040347
Epoch[159] Batch [1149]	Speed: 2892.240180 samples/sec	rmse=0.016287	lr=0.040269
Epoch[159] Batch [1199]	Speed: 2762.405179 samples/sec	rmse=0.016286	lr=0.040192
Epoch[159] Batch [1249]	Speed: 3054.096240 samples/sec	rmse=0.016287	lr=0.040115
[Epoch 159] training: rmse=0.016287
[Epoch 159] speed: 2853 samples/sec	time cost: 458.675706
[Epoch 159] validation: err-top1=0.231884 err-top5=0.063496
Epoch[160] Batch [49]	Speed: 2854.128961 samples/sec	rmse=0.016133	lr=0.040036
Epoch[160] Batch [99]	Speed: 2749.358221 samples/sec	rmse=0.016119	lr=0.039958
Epoch[160] Batch [149]	Speed: 2848.353497 samples/sec	rmse=0.016106	lr=0.039881
Epoch[160] Batch [199]	Speed: 2825.314702 samples/sec	rmse=0.016106	lr=0.039804
Epoch[160] Batch [249]	Speed: 2842.210468 samples/sec	rmse=0.016103	lr=0.039727
Epoch[160] Batch [299]	Speed: 2855.870655 samples/sec	rmse=0.016109	lr=0.039650
Epoch[160] Batch [349]	Speed: 2826.247183 samples/sec	rmse=0.016132	lr=0.039573
Epoch[160] Batch [399]	Speed: 2734.241619 samples/sec	rmse=0.016136	lr=0.039496
Epoch[160] Batch [449]	Speed: 2783.994669 samples/sec	rmse=0.016124	lr=0.039419
Epoch[160] Batch [499]	Speed: 2856.686304 samples/sec	rmse=0.016119	lr=0.039343
Epoch[160] Batch [549]	Speed: 3084.665126 samples/sec	rmse=0.016124	lr=0.039266
Epoch[160] Batch [599]	Speed: 2806.631165 samples/sec	rmse=0.016131	lr=0.039189
Epoch[160] Batch [649]	Speed: 2890.169840 samples/sec	rmse=0.016135	lr=0.039113
Epoch[160] Batch [699]	Speed: 2805.635483 samples/sec	rmse=0.016141	lr=0.039036
Epoch[160] Batch [749]	Speed: 2961.397273 samples/sec	rmse=0.016142	lr=0.038960
Epoch[160] Batch [799]	Speed: 3105.042528 samples/sec	rmse=0.016146	lr=0.038884
Epoch[160] Batch [849]	Speed: 2849.745148 samples/sec	rmse=0.016160	lr=0.038807
Epoch[160] Batch [899]	Speed: 2806.076329 samples/sec	rmse=0.016167	lr=0.038731
Epoch[160] Batch [949]	Speed: 2834.223928 samples/sec	rmse=0.016165	lr=0.038655
Epoch[160] Batch [999]	Speed: 2939.913405 samples/sec	rmse=0.016166	lr=0.038579
Epoch[160] Batch [1049]	Speed: 2812.592463 samples/sec	rmse=0.016174	lr=0.038503
Epoch[160] Batch [1099]	Speed: 2877.148659 samples/sec	rmse=0.016179	lr=0.038427
Epoch[160] Batch [1149]	Speed: 2856.238342 samples/sec	rmse=0.016187	lr=0.038351
Epoch[160] Batch [1199]	Speed: 2821.888799 samples/sec	rmse=0.016186	lr=0.038275
Epoch[160] Batch [1249]	Speed: 2941.826930 samples/sec	rmse=0.016196	lr=0.038200
[Epoch 160] training: rmse=0.016196
[Epoch 160] speed: 2858 samples/sec	time cost: 457.517516
[Epoch 160] validation: err-top1=0.236129 err-top5=0.064991
Epoch[161] Batch [49]	Speed: 2847.037447 samples/sec	rmse=0.016042	lr=0.038122
Epoch[161] Batch [99]	Speed: 2816.042308 samples/sec	rmse=0.015985	lr=0.038047
Epoch[161] Batch [149]	Speed: 2836.811663 samples/sec	rmse=0.016003	lr=0.037971
Epoch[161] Batch [199]	Speed: 2827.846378 samples/sec	rmse=0.015991	lr=0.037896
Epoch[161] Batch [249]	Speed: 2908.827467 samples/sec	rmse=0.015974	lr=0.037820
Epoch[161] Batch [299]	Speed: 2843.693684 samples/sec	rmse=0.015984	lr=0.037745
Epoch[161] Batch [349]	Speed: 2972.371528 samples/sec	rmse=0.015989	lr=0.037670
Epoch[161] Batch [399]	Speed: 2945.732982 samples/sec	rmse=0.016010	lr=0.037595
Epoch[161] Batch [449]	Speed: 2915.796925 samples/sec	rmse=0.016014	lr=0.037520
Epoch[161] Batch [499]	Speed: 2910.198081 samples/sec	rmse=0.016042	lr=0.037444
Epoch[161] Batch [549]	Speed: 2877.922513 samples/sec	rmse=0.016052	lr=0.037370
Epoch[161] Batch [599]	Speed: 2910.823663 samples/sec	rmse=0.016050	lr=0.037295
Epoch[161] Batch [649]	Speed: 2811.597518 samples/sec	rmse=0.016060	lr=0.037220
Epoch[161] Batch [699]	Speed: 2909.073546 samples/sec	rmse=0.016067	lr=0.037145
Epoch[161] Batch [749]	Speed: 2928.977168 samples/sec	rmse=0.016067	lr=0.037070
Epoch[161] Batch [799]	Speed: 2893.921815 samples/sec	rmse=0.016070	lr=0.036996
Epoch[161] Batch [849]	Speed: 2905.959233 samples/sec	rmse=0.016072	lr=0.036921
Epoch[161] Batch [899]	Speed: 2779.303416 samples/sec	rmse=0.016069	lr=0.036846
Epoch[161] Batch [949]	Speed: 2882.018443 samples/sec	rmse=0.016081	lr=0.036772
Epoch[161] Batch [999]	Speed: 2954.094681 samples/sec	rmse=0.016086	lr=0.036698
Epoch[161] Batch [1049]	Speed: 2880.322369 samples/sec	rmse=0.016085	lr=0.036623
Epoch[161] Batch [1099]	Speed: 2825.630616 samples/sec	rmse=0.016086	lr=0.036549
Epoch[161] Batch [1149]	Speed: 2752.705511 samples/sec	rmse=0.016089	lr=0.036475
Epoch[161] Batch [1199]	Speed: 2844.279132 samples/sec	rmse=0.016098	lr=0.036401
Epoch[161] Batch [1249]	Speed: 3109.193879 samples/sec	rmse=0.016102	lr=0.036327
[Epoch 161] training: rmse=0.016101
[Epoch 161] speed: 2879 samples/sec	time cost: 454.356983
[Epoch 161] validation: err-top1=0.229293 err-top5=0.061424
Epoch[162] Batch [49]	Speed: 3049.378249 samples/sec	rmse=0.015999	lr=0.036251
Epoch[162] Batch [99]	Speed: 2784.041733 samples/sec	rmse=0.015944	lr=0.036177
Epoch[162] Batch [149]	Speed: 3035.573443 samples/sec	rmse=0.015899	lr=0.036104
Epoch[162] Batch [199]	Speed: 2729.296937 samples/sec	rmse=0.015922	lr=0.036030
Epoch[162] Batch [249]	Speed: 2902.317478 samples/sec	rmse=0.015928	lr=0.035956
Epoch[162] Batch [299]	Speed: 2728.830576 samples/sec	rmse=0.015936	lr=0.035882
Epoch[162] Batch [349]	Speed: 2725.356942 samples/sec	rmse=0.015923	lr=0.035809
Epoch[162] Batch [399]	Speed: 2895.074161 samples/sec	rmse=0.015939	lr=0.035735
Epoch[162] Batch [449]	Speed: 2743.570657 samples/sec	rmse=0.015945	lr=0.035662
Epoch[162] Batch [499]	Speed: 2872.856693 samples/sec	rmse=0.015947	lr=0.035589
Epoch[162] Batch [549]	Speed: 2795.000889 samples/sec	rmse=0.015971	lr=0.035515
Epoch[162] Batch [599]	Speed: 2816.054236 samples/sec	rmse=0.015976	lr=0.035442
Epoch[162] Batch [649]	Speed: 2871.946862 samples/sec	rmse=0.015974	lr=0.035369
Epoch[162] Batch [699]	Speed: 2872.800736 samples/sec	rmse=0.015980	lr=0.035296
Epoch[162] Batch [749]	Speed: 2792.124529 samples/sec	rmse=0.015990	lr=0.035223
Epoch[162] Batch [799]	Speed: 3006.201962 samples/sec	rmse=0.015991	lr=0.035150
Epoch[162] Batch [849]	Speed: 2878.825290 samples/sec	rmse=0.015997	lr=0.035077
Epoch[162] Batch [899]	Speed: 2900.537610 samples/sec	rmse=0.016004	lr=0.035004
Epoch[162] Batch [949]	Speed: 2945.631968 samples/sec	rmse=0.016016	lr=0.034931
Epoch[162] Batch [999]	Speed: 2992.153084 samples/sec	rmse=0.016024	lr=0.034859
Epoch[162] Batch [1049]	Speed: 2845.844119 samples/sec	rmse=0.016030	lr=0.034786
Epoch[162] Batch [1099]	Speed: 2905.337588 samples/sec	rmse=0.016034	lr=0.034713
Epoch[162] Batch [1149]	Speed: 2979.651259 samples/sec	rmse=0.016035	lr=0.034641
Epoch[162] Batch [1199]	Speed: 2934.751321 samples/sec	rmse=0.016043	lr=0.034569
Epoch[162] Batch [1249]	Speed: 2960.811038 samples/sec	rmse=0.016048	lr=0.034496
[Epoch 162] training: rmse=0.016048
[Epoch 162] speed: 2873 samples/sec	time cost: 454.982457
[Epoch 162] validation: err-top1=0.231344 err-top5=0.065023
Epoch[163] Batch [49]	Speed: 2867.316407 samples/sec	rmse=0.015600	lr=0.034423
Epoch[163] Batch [99]	Speed: 3003.880061 samples/sec	rmse=0.015772	lr=0.034350
Epoch[163] Batch [149]	Speed: 2749.517506 samples/sec	rmse=0.015813	lr=0.034278
Epoch[163] Batch [199]	Speed: 2752.501579 samples/sec	rmse=0.015834	lr=0.034206
Epoch[163] Batch [249]	Speed: 2993.080319 samples/sec	rmse=0.015868	lr=0.034134
Epoch[163] Batch [299]	Speed: 2887.873705 samples/sec	rmse=0.015901	lr=0.034062
Epoch[163] Batch [349]	Speed: 2887.113394 samples/sec	rmse=0.015917	lr=0.033990
Epoch[163] Batch [399]	Speed: 2789.046692 samples/sec	rmse=0.015922	lr=0.033919
Epoch[163] Batch [449]	Speed: 3033.778535 samples/sec	rmse=0.015919	lr=0.033847
Epoch[163] Batch [499]	Speed: 3052.473952 samples/sec	rmse=0.015936	lr=0.033775
Epoch[163] Batch [549]	Speed: 2768.141997 samples/sec	rmse=0.015951	lr=0.033704
Epoch[163] Batch [599]	Speed: 2908.736572 samples/sec	rmse=0.015966	lr=0.033632
Epoch[163] Batch [649]	Speed: 2972.198827 samples/sec	rmse=0.015984	lr=0.033561
Epoch[163] Batch [699]	Speed: 3000.250483 samples/sec	rmse=0.015995	lr=0.033489
Epoch[163] Batch [749]	Speed: 2944.361843 samples/sec	rmse=0.015994	lr=0.033418
Epoch[163] Batch [799]	Speed: 3022.128663 samples/sec	rmse=0.015989	lr=0.033347
Epoch[163] Batch [849]	Speed: 2991.392966 samples/sec	rmse=0.015997	lr=0.033276
Epoch[163] Batch [899]	Speed: 2897.236275 samples/sec	rmse=0.015997	lr=0.033205
Epoch[163] Batch [949]	Speed: 2875.040623 samples/sec	rmse=0.015992	lr=0.033134
Epoch[163] Batch [999]	Speed: 3042.233216 samples/sec	rmse=0.015997	lr=0.033063
Epoch[163] Batch [1049]	Speed: 2863.303132 samples/sec	rmse=0.016000	lr=0.032992
Epoch[163] Batch [1099]	Speed: 2713.174579 samples/sec	rmse=0.016007	lr=0.032921
Epoch[163] Batch [1149]	Speed: 2888.252360 samples/sec	rmse=0.016004	lr=0.032850
Epoch[163] Batch [1199]	Speed: 2892.571200 samples/sec	rmse=0.016003	lr=0.032779
Epoch[163] Batch [1249]	Speed: 2956.055608 samples/sec	rmse=0.016006	lr=0.032709
[Epoch 163] training: rmse=0.016005
[Epoch 163] speed: 2904 samples/sec	time cost: 450.820311
[Epoch 163] validation: err-top1=0.226283 err-top5=0.061045
Epoch[164] Batch [49]	Speed: 2798.173083 samples/sec	rmse=0.015800	lr=0.032637
Epoch[164] Batch [99]	Speed: 2863.509876 samples/sec	rmse=0.015772	lr=0.032566
Epoch[164] Batch [149]	Speed: 2904.336366 samples/sec	rmse=0.015785	lr=0.032496
Epoch[164] Batch [199]	Speed: 2749.958921 samples/sec	rmse=0.015753	lr=0.032426
Epoch[164] Batch [249]	Speed: 3004.272728 samples/sec	rmse=0.015760	lr=0.032355
Epoch[164] Batch [299]	Speed: 2859.903365 samples/sec	rmse=0.015752	lr=0.032285
Epoch[164] Batch [349]	Speed: 2921.225925 samples/sec	rmse=0.015763	lr=0.032215
Epoch[164] Batch [399]	Speed: 2998.874828 samples/sec	rmse=0.015770	lr=0.032145
Epoch[164] Batch [449]	Speed: 2873.299080 samples/sec	rmse=0.015781	lr=0.032075
Epoch[164] Batch [499]	Speed: 2980.648660 samples/sec	rmse=0.015804	lr=0.032005
Epoch[164] Batch [549]	Speed: 2863.985064 samples/sec	rmse=0.015816	lr=0.031935
Epoch[164] Batch [599]	Speed: 2873.660463 samples/sec	rmse=0.015818	lr=0.031865
Epoch[164] Batch [649]	Speed: 2848.528919 samples/sec	rmse=0.015817	lr=0.031796
Epoch[164] Batch [699]	Speed: 2918.541822 samples/sec	rmse=0.015812	lr=0.031726
Epoch[164] Batch [749]	Speed: 2941.505452 samples/sec	rmse=0.015822	lr=0.031657
Epoch[164] Batch [799]	Speed: 2805.540147 samples/sec	rmse=0.015830	lr=0.031587
Epoch[164] Batch [849]	Speed: 2788.125272 samples/sec	rmse=0.015835	lr=0.031518
Epoch[164] Batch [899]	Speed: 2828.864150 samples/sec	rmse=0.015842	lr=0.031448
Epoch[164] Batch [949]	Speed: 2857.554093 samples/sec	rmse=0.015846	lr=0.031379
Epoch[164] Batch [999]	Speed: 2892.309946 samples/sec	rmse=0.015846	lr=0.031310
Epoch[164] Batch [1049]	Speed: 2794.837781 samples/sec	rmse=0.015851	lr=0.031241
Epoch[164] Batch [1099]	Speed: 2856.822582 samples/sec	rmse=0.015851	lr=0.031172
Epoch[164] Batch [1149]	Speed: 2912.529355 samples/sec	rmse=0.015861	lr=0.031103
Epoch[164] Batch [1199]	Speed: 2966.019281 samples/sec	rmse=0.015862	lr=0.031034
Epoch[164] Batch [1249]	Speed: 2882.769262 samples/sec	rmse=0.015866	lr=0.030965
[Epoch 164] training: rmse=0.015865
[Epoch 164] speed: 2876 samples/sec	time cost: 455.672811
[Epoch 164] validation: err-top1=0.225128 err-top5=0.061703
Epoch[165] Batch [49]	Speed: 3047.654609 samples/sec	rmse=0.015680	lr=0.030895
Epoch[165] Batch [99]	Speed: 2810.962452 samples/sec	rmse=0.015691	lr=0.030826
Epoch[165] Batch [149]	Speed: 3002.934491 samples/sec	rmse=0.015679	lr=0.030757
Epoch[165] Batch [199]	Speed: 2789.758071 samples/sec	rmse=0.015722	lr=0.030689
Epoch[165] Batch [249]	Speed: 2924.643210 samples/sec	rmse=0.015704	lr=0.030620
Epoch[165] Batch [299]	Speed: 2946.274577 samples/sec	rmse=0.015709	lr=0.030552
Epoch[165] Batch [349]	Speed: 2977.137088 samples/sec	rmse=0.015728	lr=0.030483
Epoch[165] Batch [399]	Speed: 2785.552426 samples/sec	rmse=0.015738	lr=0.030415
Epoch[165] Batch [449]	Speed: 2925.576378 samples/sec	rmse=0.015749	lr=0.030347
Epoch[165] Batch [499]	Speed: 2817.861528 samples/sec	rmse=0.015745	lr=0.030279
Epoch[165] Batch [549]	Speed: 3045.692642 samples/sec	rmse=0.015770	lr=0.030210
Epoch[165] Batch [599]	Speed: 2882.352350 samples/sec	rmse=0.015776	lr=0.030142
Epoch[165] Batch [649]	Speed: 2903.830694 samples/sec	rmse=0.015776	lr=0.030074
Epoch[165] Batch [699]	Speed: 2934.747591 samples/sec	rmse=0.015788	lr=0.030007
Epoch[165] Batch [749]	Speed: 2869.585516 samples/sec	rmse=0.015791	lr=0.029939
Epoch[165] Batch [799]	Speed: 2859.963543 samples/sec	rmse=0.015791	lr=0.029871
Epoch[165] Batch [849]	Speed: 3010.310027 samples/sec	rmse=0.015784	lr=0.029803
Epoch[165] Batch [899]	Speed: 2886.527797 samples/sec	rmse=0.015784	lr=0.029736
Epoch[165] Batch [949]	Speed: 2963.003236 samples/sec	rmse=0.015786	lr=0.029668
Epoch[165] Batch [999]	Speed: 2812.657814 samples/sec	rmse=0.015790	lr=0.029601
Epoch[165] Batch [1049]	Speed: 2952.475869 samples/sec	rmse=0.015798	lr=0.029533
Epoch[165] Batch [1099]	Speed: 2984.906181 samples/sec	rmse=0.015802	lr=0.029466
Epoch[165] Batch [1149]	Speed: 2957.746663 samples/sec	rmse=0.015811	lr=0.029399
Epoch[165] Batch [1199]	Speed: 2856.762346 samples/sec	rmse=0.015814	lr=0.029332
Epoch[165] Batch [1249]	Speed: 2957.139232 samples/sec	rmse=0.015814	lr=0.029265
[Epoch 165] training: rmse=0.015814
[Epoch 165] speed: 2912 samples/sec	time cost: 449.496457
[Epoch 165] validation: err-top1=0.222557 err-top5=0.058773
Epoch[166] Batch [49]	Speed: 2985.613194 samples/sec	rmse=0.015483	lr=0.029196
Epoch[166] Batch [99]	Speed: 2891.317526 samples/sec	rmse=0.015593	lr=0.029129
Epoch[166] Batch [149]	Speed: 2721.578335 samples/sec	rmse=0.015606	lr=0.029062
Epoch[166] Batch [199]	Speed: 2873.726298 samples/sec	rmse=0.015598	lr=0.028995
Epoch[166] Batch [249]	Speed: 2853.216015 samples/sec	rmse=0.015575	lr=0.028929
Epoch[166] Batch [299]	Speed: 2868.901528 samples/sec	rmse=0.015595	lr=0.028862
Epoch[166] Batch [349]	Speed: 2999.584117 samples/sec	rmse=0.015577	lr=0.028795
Epoch[166] Batch [399]	Speed: 2917.893174 samples/sec	rmse=0.015600	lr=0.028729
Epoch[166] Batch [449]	Speed: 2957.083528 samples/sec	rmse=0.015603	lr=0.028662
Epoch[166] Batch [499]	Speed: 2938.226432 samples/sec	rmse=0.015618	lr=0.028596
Epoch[166] Batch [549]	Speed: 2900.622705 samples/sec	rmse=0.015641	lr=0.028530
Epoch[166] Batch [599]	Speed: 2952.445912 samples/sec	rmse=0.015651	lr=0.028463
Epoch[166] Batch [649]	Speed: 2922.357411 samples/sec	rmse=0.015656	lr=0.028397
Epoch[166] Batch [699]	Speed: 2844.466598 samples/sec	rmse=0.015664	lr=0.028331
Epoch[166] Batch [749]	Speed: 2940.218150 samples/sec	rmse=0.015674	lr=0.028265
Epoch[166] Batch [799]	Speed: 2825.015061 samples/sec	rmse=0.015684	lr=0.028199
Epoch[166] Batch [849]	Speed: 2923.209019 samples/sec	rmse=0.015695	lr=0.028133
Epoch[166] Batch [899]	Speed: 3045.329796 samples/sec	rmse=0.015706	lr=0.028067
Epoch[166] Batch [949]	Speed: 2879.124952 samples/sec	rmse=0.015721	lr=0.028002
Epoch[166] Batch [999]	Speed: 3079.287147 samples/sec	rmse=0.015733	lr=0.027936
Epoch[166] Batch [1049]	Speed: 2892.250931 samples/sec	rmse=0.015740	lr=0.027870
Epoch[166] Batch [1099]	Speed: 2908.074395 samples/sec	rmse=0.015747	lr=0.027805
Epoch[166] Batch [1149]	Speed: 2912.123141 samples/sec	rmse=0.015758	lr=0.027739
Epoch[166] Batch [1199]	Speed: 2899.363218 samples/sec	rmse=0.015754	lr=0.027674
Epoch[166] Batch [1249]	Speed: 3053.621791 samples/sec	rmse=0.015763	lr=0.027609
[Epoch 166] training: rmse=0.015762
[Epoch 166] speed: 2915 samples/sec	time cost: 448.967982
[Epoch 166] validation: err-top1=0.224888 err-top5=0.059750
Epoch[167] Batch [49]	Speed: 2988.742269 samples/sec	rmse=0.015423	lr=0.027542
Epoch[167] Batch [99]	Speed: 2840.461157 samples/sec	rmse=0.015471	lr=0.027477
Epoch[167] Batch [149]	Speed: 2832.771534 samples/sec	rmse=0.015527	lr=0.027412
Epoch[167] Batch [199]	Speed: 2876.548486 samples/sec	rmse=0.015547	lr=0.027347
Epoch[167] Batch [249]	Speed: 2819.366331 samples/sec	rmse=0.015560	lr=0.027282
Epoch[167] Batch [299]	Speed: 2803.443472 samples/sec	rmse=0.015528	lr=0.027217
Epoch[167] Batch [349]	Speed: 2814.977725 samples/sec	rmse=0.015533	lr=0.027152
Epoch[167] Batch [399]	Speed: 2851.319451 samples/sec	rmse=0.015547	lr=0.027087
Epoch[167] Batch [449]	Speed: 2834.950983 samples/sec	rmse=0.015545	lr=0.027023
Epoch[167] Batch [499]	Speed: 2718.415525 samples/sec	rmse=0.015567	lr=0.026958
Epoch[167] Batch [549]	Speed: 2820.187998 samples/sec	rmse=0.015583	lr=0.026894
Epoch[167] Batch [599]	Speed: 2844.775542 samples/sec	rmse=0.015583	lr=0.026829
Epoch[167] Batch [649]	Speed: 2953.947624 samples/sec	rmse=0.015583	lr=0.026765
Epoch[167] Batch [699]	Speed: 2862.517583 samples/sec	rmse=0.015596	lr=0.026700
Epoch[167] Batch [749]	Speed: 2724.675120 samples/sec	rmse=0.015597	lr=0.026636
Epoch[167] Batch [799]	Speed: 2917.209703 samples/sec	rmse=0.015607	lr=0.026572
Epoch[167] Batch [849]	Speed: 2963.328776 samples/sec	rmse=0.015606	lr=0.026508
Epoch[167] Batch [899]	Speed: 2870.128890 samples/sec	rmse=0.015610	lr=0.026444
Epoch[167] Batch [949]	Speed: 2913.597228 samples/sec	rmse=0.015623	lr=0.026380
Epoch[167] Batch [999]	Speed: 2875.361750 samples/sec	rmse=0.015629	lr=0.026316
Epoch[167] Batch [1049]	Speed: 2926.321116 samples/sec	rmse=0.015643	lr=0.026252
Epoch[167] Batch [1099]	Speed: 2962.100178 samples/sec	rmse=0.015648	lr=0.026188
Epoch[167] Batch [1149]	Speed: 2751.556936 samples/sec	rmse=0.015653	lr=0.026125
Epoch[167] Batch [1199]	Speed: 2826.553930 samples/sec	rmse=0.015653	lr=0.026061
Epoch[167] Batch [1249]	Speed: 3112.275837 samples/sec	rmse=0.015657	lr=0.025998
[Epoch 167] training: rmse=0.015658
[Epoch 167] speed: 2863 samples/sec	time cost: 456.797081
[Epoch 167] validation: err-top1=0.222875 err-top5=0.058733
Epoch[168] Batch [49]	Speed: 2977.029575 samples/sec	rmse=0.015395	lr=0.025933
Epoch[168] Batch [99]	Speed: 2980.731610 samples/sec	rmse=0.015543	lr=0.025869
Epoch[168] Batch [149]	Speed: 2838.041196 samples/sec	rmse=0.015514	lr=0.025806
Epoch[168] Batch [199]	Speed: 2890.900395 samples/sec	rmse=0.015493	lr=0.025743
Epoch[168] Batch [249]	Speed: 2838.123000 samples/sec	rmse=0.015514	lr=0.025680
Epoch[168] Batch [299]	Speed: 2882.489618 samples/sec	rmse=0.015505	lr=0.025617
Epoch[168] Batch [349]	Speed: 2828.410640 samples/sec	rmse=0.015510	lr=0.025554
Epoch[168] Batch [399]	Speed: 2869.952601 samples/sec	rmse=0.015520	lr=0.025491
Epoch[168] Batch [449]	Speed: 2830.168894 samples/sec	rmse=0.015536	lr=0.025428
Epoch[168] Batch [499]	Speed: 2869.715780 samples/sec	rmse=0.015529	lr=0.025365
Epoch[168] Batch [549]	Speed: 2864.761673 samples/sec	rmse=0.015531	lr=0.025302
Epoch[168] Batch [599]	Speed: 2872.034819 samples/sec	rmse=0.015534	lr=0.025240
Epoch[168] Batch [649]	Speed: 2856.735706 samples/sec	rmse=0.015547	lr=0.025177
Epoch[168] Batch [699]	Speed: 2919.702033 samples/sec	rmse=0.015557	lr=0.025114
Epoch[168] Batch [749]	Speed: 2877.743761 samples/sec	rmse=0.015565	lr=0.025052
Epoch[168] Batch [799]	Speed: 2912.023116 samples/sec	rmse=0.015575	lr=0.024990
Epoch[168] Batch [849]	Speed: 2941.750846 samples/sec	rmse=0.015579	lr=0.024927
Epoch[168] Batch [899]	Speed: 2906.411875 samples/sec	rmse=0.015583	lr=0.024865
Epoch[168] Batch [949]	Speed: 2895.747571 samples/sec	rmse=0.015582	lr=0.024803
Epoch[168] Batch [999]	Speed: 3017.492821 samples/sec	rmse=0.015580	lr=0.024741
Epoch[168] Batch [1049]	Speed: 2890.543456 samples/sec	rmse=0.015580	lr=0.024679
Epoch[168] Batch [1099]	Speed: 2872.281167 samples/sec	rmse=0.015584	lr=0.024617
Epoch[168] Batch [1149]	Speed: 2892.067941 samples/sec	rmse=0.015589	lr=0.024555
Epoch[168] Batch [1199]	Speed: 2837.991800 samples/sec	rmse=0.015596	lr=0.024493
Epoch[168] Batch [1249]	Speed: 3105.525457 samples/sec	rmse=0.015593	lr=0.024432
[Epoch 168] training: rmse=0.015593
[Epoch 168] speed: 2895 samples/sec	time cost: 451.753109
[Epoch 168] validation: err-top1=0.221191 err-top5=0.059082
Epoch[169] Batch [49]	Speed: 2891.042604 samples/sec	rmse=0.015398	lr=0.024369
Epoch[169] Batch [99]	Speed: 2872.702395 samples/sec	rmse=0.015295	lr=0.024307
Epoch[169] Batch [149]	Speed: 2924.952964 samples/sec	rmse=0.015340	lr=0.024246
Epoch[169] Batch [199]	Speed: 3087.939090 samples/sec	rmse=0.015383	lr=0.024184
Epoch[169] Batch [249]	Speed: 2955.639197 samples/sec	rmse=0.015443	lr=0.024123
Epoch[169] Batch [299]	Speed: 2917.726547 samples/sec	rmse=0.015444	lr=0.024062
Epoch[169] Batch [349]	Speed: 3002.400916 samples/sec	rmse=0.015454	lr=0.024000
Epoch[169] Batch [399]	Speed: 2949.098769 samples/sec	rmse=0.015468	lr=0.023939
Epoch[169] Batch [449]	Speed: 2880.102837 samples/sec	rmse=0.015475	lr=0.023878
Epoch[169] Batch [499]	Speed: 2973.643292 samples/sec	rmse=0.015477	lr=0.023817
Epoch[169] Batch [549]	Speed: 2952.090618 samples/sec	rmse=0.015478	lr=0.023756
Epoch[169] Batch [599]	Speed: 3026.627418 samples/sec	rmse=0.015480	lr=0.023695
Epoch[169] Batch [649]	Speed: 2865.339771 samples/sec	rmse=0.015479	lr=0.023635
Epoch[169] Batch [699]	Speed: 2865.644165 samples/sec	rmse=0.015482	lr=0.023574
Epoch[169] Batch [749]	Speed: 3035.083069 samples/sec	rmse=0.015490	lr=0.023513
Epoch[169] Batch [799]	Speed: 2984.941323 samples/sec	rmse=0.015501	lr=0.023453
Epoch[169] Batch [849]	Speed: 2918.179849 samples/sec	rmse=0.015511	lr=0.023392
Epoch[169] Batch [899]	Speed: 2924.739762 samples/sec	rmse=0.015512	lr=0.023332
Epoch[169] Batch [949]	Speed: 2799.621267 samples/sec	rmse=0.015512	lr=0.023272
Epoch[169] Batch [999]	Speed: 2991.236714 samples/sec	rmse=0.015512	lr=0.023211
Epoch[169] Batch [1049]	Speed: 3107.054622 samples/sec	rmse=0.015511	lr=0.023151
Epoch[169] Batch [1099]	Speed: 3015.730194 samples/sec	rmse=0.015517	lr=0.023091
Epoch[169] Batch [1149]	Speed: 2939.984121 samples/sec	rmse=0.015516	lr=0.023031
Epoch[169] Batch [1199]	Speed: 2929.423263 samples/sec	rmse=0.015519	lr=0.022971
Epoch[169] Batch [1249]	Speed: 3055.777257 samples/sec	rmse=0.015518	lr=0.022911
[Epoch 169] training: rmse=0.015518
[Epoch 169] speed: 2950 samples/sec	time cost: 444.155097
[Epoch 169] validation: err-top1=0.219886 err-top5=0.058275
Epoch[170] Batch [49]	Speed: 2950.060053 samples/sec	rmse=0.015447	lr=0.022850
Epoch[170] Batch [99]	Speed: 2919.561516 samples/sec	rmse=0.015349	lr=0.022790
Epoch[170] Batch [149]	Speed: 3086.814961 samples/sec	rmse=0.015343	lr=0.022731
Epoch[170] Batch [199]	Speed: 2948.195868 samples/sec	rmse=0.015333	lr=0.022671
Epoch[170] Batch [249]	Speed: 2961.587059 samples/sec	rmse=0.015313	lr=0.022612
Epoch[170] Batch [299]	Speed: 3065.079984 samples/sec	rmse=0.015326	lr=0.022552
Epoch[170] Batch [349]	Speed: 2924.399149 samples/sec	rmse=0.015340	lr=0.022493
Epoch[170] Batch [399]	Speed: 2905.017786 samples/sec	rmse=0.015345	lr=0.022434
Epoch[170] Batch [449]	Speed: 2973.158931 samples/sec	rmse=0.015351	lr=0.022374
Epoch[170] Batch [499]	Speed: 2987.355908 samples/sec	rmse=0.015340	lr=0.022315
Epoch[170] Batch [549]	Speed: 2972.597204 samples/sec	rmse=0.015360	lr=0.022256
Epoch[170] Batch [599]	Speed: 2861.920599 samples/sec	rmse=0.015344	lr=0.022197
Epoch[170] Batch [649]	Speed: 2943.312612 samples/sec	rmse=0.015343	lr=0.022138
Epoch[170] Batch [699]	Speed: 2946.040269 samples/sec	rmse=0.015349	lr=0.022079
Epoch[170] Batch [749]	Speed: 2936.985258 samples/sec	rmse=0.015356	lr=0.022021
Epoch[170] Batch [799]	Speed: 2839.185307 samples/sec	rmse=0.015371	lr=0.021962
Epoch[170] Batch [849]	Speed: 2805.613637 samples/sec	rmse=0.015369	lr=0.021903
Epoch[170] Batch [899]	Speed: 2870.890452 samples/sec	rmse=0.015376	lr=0.021845
Epoch[170] Batch [949]	Speed: 2863.380481 samples/sec	rmse=0.015382	lr=0.021786
Epoch[170] Batch [999]	Speed: 2822.321822 samples/sec	rmse=0.015382	lr=0.021728
Epoch[170] Batch [1049]	Speed: 2836.797048 samples/sec	rmse=0.015384	lr=0.021669
Epoch[170] Batch [1099]	Speed: 2890.493384 samples/sec	rmse=0.015387	lr=0.021611
Epoch[170] Batch [1149]	Speed: 2985.468710 samples/sec	rmse=0.015386	lr=0.021553
Epoch[170] Batch [1199]	Speed: 2863.152759 samples/sec	rmse=0.015386	lr=0.021495
Epoch[170] Batch [1249]	Speed: 3091.090263 samples/sec	rmse=0.015387	lr=0.021437
[Epoch 170] training: rmse=0.015387
[Epoch 170] speed: 2925 samples/sec	time cost: 447.517948
[Epoch 170] validation: err-top1=0.217933 err-top5=0.058414
Epoch[171] Batch [49]	Speed: 2916.415094 samples/sec	rmse=0.015108	lr=0.021378
Epoch[171] Batch [99]	Speed: 2892.312400 samples/sec	rmse=0.015150	lr=0.021320
Epoch[171] Batch [149]	Speed: 2867.056250 samples/sec	rmse=0.015165	lr=0.021262
Epoch[171] Batch [199]	Speed: 2960.264291 samples/sec	rmse=0.015202	lr=0.021204
Epoch[171] Batch [249]	Speed: 2931.192757 samples/sec	rmse=0.015210	lr=0.021146
Epoch[171] Batch [299]	Speed: 2968.545478 samples/sec	rmse=0.015254	lr=0.021089
Epoch[171] Batch [349]	Speed: 2929.220955 samples/sec	rmse=0.015274	lr=0.021031
Epoch[171] Batch [399]	Speed: 2867.320695 samples/sec	rmse=0.015290	lr=0.020974
Epoch[171] Batch [449]	Speed: 2971.553291 samples/sec	rmse=0.015308	lr=0.020917
Epoch[171] Batch [499]	Speed: 2933.150589 samples/sec	rmse=0.015305	lr=0.020859
Epoch[171] Batch [549]	Speed: 2787.367510 samples/sec	rmse=0.015300	lr=0.020802
Epoch[171] Batch [599]	Speed: 2779.568685 samples/sec	rmse=0.015303	lr=0.020745
Epoch[171] Batch [649]	Speed: 2794.433696 samples/sec	rmse=0.015291	lr=0.020688
Epoch[171] Batch [699]	Speed: 2837.955758 samples/sec	rmse=0.015301	lr=0.020631
Epoch[171] Batch [749]	Speed: 2922.091585 samples/sec	rmse=0.015299	lr=0.020574
Epoch[171] Batch [799]	Speed: 3061.615205 samples/sec	rmse=0.015302	lr=0.020517
Epoch[171] Batch [849]	Speed: 2912.255992 samples/sec	rmse=0.015317	lr=0.020460
Epoch[171] Batch [899]	Speed: 2853.556932 samples/sec	rmse=0.015316	lr=0.020404
Epoch[171] Batch [949]	Speed: 2914.939659 samples/sec	rmse=0.015327	lr=0.020347
Epoch[171] Batch [999]	Speed: 3007.149969 samples/sec	rmse=0.015332	lr=0.020290
Epoch[171] Batch [1049]	Speed: 2858.600709 samples/sec	rmse=0.015334	lr=0.020234
Epoch[171] Batch [1099]	Speed: 2841.466112 samples/sec	rmse=0.015342	lr=0.020177
Epoch[171] Batch [1149]	Speed: 2960.390063 samples/sec	rmse=0.015344	lr=0.020121
Epoch[171] Batch [1199]	Speed: 2926.655676 samples/sec	rmse=0.015348	lr=0.020065
Epoch[171] Batch [1249]	Speed: 3040.779102 samples/sec	rmse=0.015353	lr=0.020009
[Epoch 171] training: rmse=0.015352
[Epoch 171] speed: 2905 samples/sec	time cost: 450.717559
[Epoch 171] validation: err-top1=0.218670 err-top5=0.057298
Epoch[172] Batch [49]	Speed: 3040.909483 samples/sec	rmse=0.015160	lr=0.019951
Epoch[172] Batch [99]	Speed: 2961.594615 samples/sec	rmse=0.014981	lr=0.019895
Epoch[172] Batch [149]	Speed: 2919.202623 samples/sec	rmse=0.014995	lr=0.019839
Epoch[172] Batch [199]	Speed: 2957.801171 samples/sec	rmse=0.014997	lr=0.019784
Epoch[172] Batch [249]	Speed: 2783.977525 samples/sec	rmse=0.015024	lr=0.019728
Epoch[172] Batch [299]	Speed: 2905.064434 samples/sec	rmse=0.015055	lr=0.019672
Epoch[172] Batch [349]	Speed: 2898.851528 samples/sec	rmse=0.015062	lr=0.019616
Epoch[172] Batch [399]	Speed: 2778.238425 samples/sec	rmse=0.015086	lr=0.019561
Epoch[172] Batch [449]	Speed: 2893.688742 samples/sec	rmse=0.015075	lr=0.019505
Epoch[172] Batch [499]	Speed: 2797.401324 samples/sec	rmse=0.015070	lr=0.019450
Epoch[172] Batch [549]	Speed: 2884.855167 samples/sec	rmse=0.015094	lr=0.019394
Epoch[172] Batch [599]	Speed: 2838.255637 samples/sec	rmse=0.015111	lr=0.019339
Epoch[172] Batch [649]	Speed: 2985.850850 samples/sec	rmse=0.015132	lr=0.019284
Epoch[172] Batch [699]	Speed: 2845.406337 samples/sec	rmse=0.015142	lr=0.019229
Epoch[172] Batch [749]	Speed: 2816.096519 samples/sec	rmse=0.015145	lr=0.019174
Epoch[172] Batch [799]	Speed: 2804.375999 samples/sec	rmse=0.015150	lr=0.019119
Epoch[172] Batch [849]	Speed: 2877.500871 samples/sec	rmse=0.015157	lr=0.019064
Epoch[172] Batch [899]	Speed: 2824.603020 samples/sec	rmse=0.015166	lr=0.019009
Epoch[172] Batch [949]	Speed: 2876.890492 samples/sec	rmse=0.015170	lr=0.018954
Epoch[172] Batch [999]	Speed: 2823.408301 samples/sec	rmse=0.015181	lr=0.018900
Epoch[172] Batch [1049]	Speed: 2824.917363 samples/sec	rmse=0.015194	lr=0.018845
Epoch[172] Batch [1099]	Speed: 2990.355175 samples/sec	rmse=0.015193	lr=0.018790
Epoch[172] Batch [1149]	Speed: 2814.829766 samples/sec	rmse=0.015200	lr=0.018736
Epoch[172] Batch [1199]	Speed: 2990.046901 samples/sec	rmse=0.015202	lr=0.018682
Epoch[172] Batch [1249]	Speed: 3008.151035 samples/sec	rmse=0.015208	lr=0.018627
[Epoch 172] training: rmse=0.015208
[Epoch 172] speed: 2881 samples/sec	time cost: 454.013834
[Epoch 172] validation: err-top1=0.215541 err-top5=0.056561
Epoch[173] Batch [49]	Speed: 3165.261248 samples/sec	rmse=0.015226	lr=0.018572
Epoch[173] Batch [99]	Speed: 2979.833882 samples/sec	rmse=0.015137	lr=0.018518
Epoch[173] Batch [149]	Speed: 2844.002536 samples/sec	rmse=0.015097	lr=0.018464
Epoch[173] Batch [199]	Speed: 3013.397996 samples/sec	rmse=0.015049	lr=0.018410
Epoch[173] Batch [249]	Speed: 2763.612941 samples/sec	rmse=0.015055	lr=0.018356
Epoch[173] Batch [299]	Speed: 2947.460142 samples/sec	rmse=0.015075	lr=0.018302
Epoch[173] Batch [349]	Speed: 2892.980979 samples/sec	rmse=0.015071	lr=0.018248
Epoch[173] Batch [399]	Speed: 2925.216842 samples/sec	rmse=0.015066	lr=0.018194
Epoch[173] Batch [449]	Speed: 2828.521583 samples/sec	rmse=0.015090	lr=0.018141
Epoch[173] Batch [499]	Speed: 2883.853604 samples/sec	rmse=0.015077	lr=0.018087
Epoch[173] Batch [549]	Speed: 2882.353124 samples/sec	rmse=0.015094	lr=0.018034
Epoch[173] Batch [599]	Speed: 2900.761601 samples/sec	rmse=0.015086	lr=0.017980
Epoch[173] Batch [649]	Speed: 2870.049412 samples/sec	rmse=0.015077	lr=0.017927
Epoch[173] Batch [699]	Speed: 2888.424067 samples/sec	rmse=0.015098	lr=0.017874
Epoch[173] Batch [749]	Speed: 2928.619152 samples/sec	rmse=0.015101	lr=0.017821
Epoch[173] Batch [799]	Speed: 2960.389573 samples/sec	rmse=0.015098	lr=0.017768
Epoch[173] Batch [849]	Speed: 2891.106435 samples/sec	rmse=0.015106	lr=0.017714
Epoch[173] Batch [899]	Speed: 2885.831443 samples/sec	rmse=0.015114	lr=0.017662
Epoch[173] Batch [949]	Speed: 2830.299857 samples/sec	rmse=0.015116	lr=0.017609
Epoch[173] Batch [999]	Speed: 2780.138750 samples/sec	rmse=0.015121	lr=0.017556
Epoch[173] Batch [1049]	Speed: 2908.521905 samples/sec	rmse=0.015116	lr=0.017503
Epoch[173] Batch [1099]	Speed: 2871.369628 samples/sec	rmse=0.015116	lr=0.017450
Epoch[173] Batch [1149]	Speed: 2825.489937 samples/sec	rmse=0.015124	lr=0.017398
Epoch[173] Batch [1199]	Speed: 2710.019187 samples/sec	rmse=0.015124	lr=0.017345
Epoch[173] Batch [1249]	Speed: 3034.905663 samples/sec	rmse=0.015130	lr=0.017293
[Epoch 173] training: rmse=0.015130
[Epoch 173] speed: 2891 samples/sec	time cost: 452.552912
[Epoch 173] validation: err-top1=0.216378 err-top5=0.056202
Epoch[174] Batch [49]	Speed: 2874.079711 samples/sec	rmse=0.015080	lr=0.017240
Epoch[174] Batch [99]	Speed: 2848.775218 samples/sec	rmse=0.015071	lr=0.017187
Epoch[174] Batch [149]	Speed: 2853.853897 samples/sec	rmse=0.015073	lr=0.017135
Epoch[174] Batch [199]	Speed: 2982.188234 samples/sec	rmse=0.015031	lr=0.017083
Epoch[174] Batch [249]	Speed: 2939.136068 samples/sec	rmse=0.015014	lr=0.017031
Epoch[174] Batch [299]	Speed: 2928.130581 samples/sec	rmse=0.015041	lr=0.016979
Epoch[174] Batch [349]	Speed: 2954.880154 samples/sec	rmse=0.015052	lr=0.016927
Epoch[174] Batch [399]	Speed: 2821.035345 samples/sec	rmse=0.015052	lr=0.016875
Epoch[174] Batch [449]	Speed: 2765.618776 samples/sec	rmse=0.015031	lr=0.016824
Epoch[174] Batch [499]	Speed: 2925.491447 samples/sec	rmse=0.015037	lr=0.016772
Epoch[174] Batch [549]	Speed: 2775.986150 samples/sec	rmse=0.015028	lr=0.016720
Epoch[174] Batch [599]	Speed: 2889.513796 samples/sec	rmse=0.015043	lr=0.016669
Epoch[174] Batch [649]	Speed: 2781.969596 samples/sec	rmse=0.015051	lr=0.016617
Epoch[174] Batch [699]	Speed: 2968.805911 samples/sec	rmse=0.015050	lr=0.016566
Epoch[174] Batch [749]	Speed: 2882.445821 samples/sec	rmse=0.015051	lr=0.016515
Epoch[174] Batch [799]	Speed: 2766.174474 samples/sec	rmse=0.015056	lr=0.016464
Epoch[174] Batch [849]	Speed: 2888.199026 samples/sec	rmse=0.015054	lr=0.016412
Epoch[174] Batch [899]	Speed: 2935.801720 samples/sec	rmse=0.015059	lr=0.016361
Epoch[174] Batch [949]	Speed: 2965.714489 samples/sec	rmse=0.015053	lr=0.016310
Epoch[174] Batch [999]	Speed: 2938.933624 samples/sec	rmse=0.015052	lr=0.016259
Epoch[174] Batch [1049]	Speed: 2896.985980 samples/sec	rmse=0.015053	lr=0.016209
Epoch[174] Batch [1099]	Speed: 2965.196677 samples/sec	rmse=0.015047	lr=0.016158
Epoch[174] Batch [1149]	Speed: 3036.769282 samples/sec	rmse=0.015051	lr=0.016107
Epoch[174] Batch [1199]	Speed: 2889.889070 samples/sec	rmse=0.015053	lr=0.016057
Epoch[174] Batch [1249]	Speed: 2957.689103 samples/sec	rmse=0.015052	lr=0.016006
[Epoch 174] training: rmse=0.015052
[Epoch 174] speed: 2893 samples/sec	time cost: 452.490493
[Epoch 174] validation: err-top1=0.212789 err-top5=0.054342
Epoch[175] Batch [49]	Speed: 3175.408832 samples/sec	rmse=0.014663	lr=0.015955
Epoch[175] Batch [99]	Speed: 2963.608703 samples/sec	rmse=0.014677	lr=0.015904
Epoch[175] Batch [149]	Speed: 2777.886592 samples/sec	rmse=0.014652	lr=0.015854
Epoch[175] Batch [199]	Speed: 2918.115490 samples/sec	rmse=0.014665	lr=0.015804
Epoch[175] Batch [249]	Speed: 2867.946936 samples/sec	rmse=0.014741	lr=0.015754
Epoch[175] Batch [299]	Speed: 2835.494049 samples/sec	rmse=0.014764	lr=0.015704
Epoch[175] Batch [349]	Speed: 2969.461094 samples/sec	rmse=0.014783	lr=0.015654
Epoch[175] Batch [399]	Speed: 2753.012030 samples/sec	rmse=0.014805	lr=0.015604
Epoch[175] Batch [449]	Speed: 2849.598919 samples/sec	rmse=0.014822	lr=0.015554
Epoch[175] Batch [499]	Speed: 2917.062966 samples/sec	rmse=0.014812	lr=0.015504
Epoch[175] Batch [549]	Speed: 2868.097621 samples/sec	rmse=0.014827	lr=0.015454
Epoch[175] Batch [599]	Speed: 3036.737762 samples/sec	rmse=0.014838	lr=0.015405
Epoch[175] Batch [649]	Speed: 2871.263783 samples/sec	rmse=0.014846	lr=0.015355
Epoch[175] Batch [699]	Speed: 2940.579652 samples/sec	rmse=0.014854	lr=0.015306
Epoch[175] Batch [749]	Speed: 2805.584607 samples/sec	rmse=0.014878	lr=0.015257
Epoch[175] Batch [799]	Speed: 2852.241828 samples/sec	rmse=0.014866	lr=0.015207
Epoch[175] Batch [849]	Speed: 2912.233639 samples/sec	rmse=0.014879	lr=0.015158
Epoch[175] Batch [899]	Speed: 2847.614643 samples/sec	rmse=0.014869	lr=0.015109
Epoch[175] Batch [949]	Speed: 2892.125624 samples/sec	rmse=0.014869	lr=0.015060
Epoch[175] Batch [999]	Speed: 2965.872059 samples/sec	rmse=0.014874	lr=0.015011
Epoch[175] Batch [1049]	Speed: 3022.052154 samples/sec	rmse=0.014878	lr=0.014962
Epoch[175] Batch [1099]	Speed: 2816.635006 samples/sec	rmse=0.014879	lr=0.014913
Epoch[175] Batch [1149]	Speed: 2886.043239 samples/sec	rmse=0.014883	lr=0.014864
Epoch[175] Batch [1199]	Speed: 2881.567374 samples/sec	rmse=0.014877	lr=0.014816
Epoch[175] Batch [1249]	Speed: 2994.354087 samples/sec	rmse=0.014891	lr=0.014767
[Epoch 175] training: rmse=0.014891
[Epoch 175] speed: 2899 samples/sec	time cost: 451.634387
[Epoch 175] validation: err-top1=0.213947 err-top5=0.054947
Epoch[176] Batch [49]	Speed: 3079.700750 samples/sec	rmse=0.014809	lr=0.014718
Epoch[176] Batch [99]	Speed: 2819.970872 samples/sec	rmse=0.014704	lr=0.014669
Epoch[176] Batch [149]	Speed: 2945.282594 samples/sec	rmse=0.014743	lr=0.014621
Epoch[176] Batch [199]	Speed: 2863.335621 samples/sec	rmse=0.014823	lr=0.014572
Epoch[176] Batch [249]	Speed: 2749.052620 samples/sec	rmse=0.014801	lr=0.014524
Epoch[176] Batch [299]	Speed: 2878.541086 samples/sec	rmse=0.014765	lr=0.014476
Epoch[176] Batch [349]	Speed: 2928.763378 samples/sec	rmse=0.014761	lr=0.014428
Epoch[176] Batch [399]	Speed: 2887.108853 samples/sec	rmse=0.014771	lr=0.014380
Epoch[176] Batch [449]	Speed: 2904.969648 samples/sec	rmse=0.014794	lr=0.014332
Epoch[176] Batch [499]	Speed: 2770.468335 samples/sec	rmse=0.014809	lr=0.014284
Epoch[176] Batch [549]	Speed: 2906.541570 samples/sec	rmse=0.014811	lr=0.014236
Epoch[176] Batch [599]	Speed: 2914.361428 samples/sec	rmse=0.014814	lr=0.014189
Epoch[176] Batch [649]	Speed: 2941.376365 samples/sec	rmse=0.014811	lr=0.014141
Epoch[176] Batch [699]	Speed: 2885.417212 samples/sec	rmse=0.014809	lr=0.014094
Epoch[176] Batch [749]	Speed: 2877.111500 samples/sec	rmse=0.014801	lr=0.014046
Epoch[176] Batch [799]	Speed: 2876.301715 samples/sec	rmse=0.014804	lr=0.013999
Epoch[176] Batch [849]	Speed: 2993.873850 samples/sec	rmse=0.014804	lr=0.013952
Epoch[176] Batch [899]	Speed: 2903.485197 samples/sec	rmse=0.014813	lr=0.013904
Epoch[176] Batch [949]	Speed: 2862.366187 samples/sec	rmse=0.014815	lr=0.013857
Epoch[176] Batch [999]	Speed: 2848.728472 samples/sec	rmse=0.014820	lr=0.013810
Epoch[176] Batch [1049]	Speed: 2855.397739 samples/sec	rmse=0.014827	lr=0.013763
Epoch[176] Batch [1099]	Speed: 2870.575464 samples/sec	rmse=0.014826	lr=0.013716
Epoch[176] Batch [1149]	Speed: 2851.439846 samples/sec	rmse=0.014829	lr=0.013669
Epoch[176] Batch [1199]	Speed: 2687.467218 samples/sec	rmse=0.014823	lr=0.013623
Epoch[176] Batch [1249]	Speed: 2949.000602 samples/sec	rmse=0.014835	lr=0.013576
[Epoch 176] training: rmse=0.014836
[Epoch 176] speed: 2877 samples/sec	time cost: 454.670398
[Epoch 176] validation: err-top1=0.212273 err-top5=0.053591
Epoch[177] Batch [49]	Speed: 3025.846616 samples/sec	rmse=0.014717	lr=0.013528
Epoch[177] Batch [99]	Speed: 2972.392880 samples/sec	rmse=0.014694	lr=0.013482
Epoch[177] Batch [149]	Speed: 3068.457337 samples/sec	rmse=0.014676	lr=0.013435
Epoch[177] Batch [199]	Speed: 2989.254565 samples/sec	rmse=0.014665	lr=0.013389
Epoch[177] Batch [249]	Speed: 2778.449927 samples/sec	rmse=0.014626	lr=0.013343
Epoch[177] Batch [299]	Speed: 2963.969639 samples/sec	rmse=0.014637	lr=0.013297
Epoch[177] Batch [349]	Speed: 3019.483017 samples/sec	rmse=0.014694	lr=0.013250
Epoch[177] Batch [399]	Speed: 2960.067290 samples/sec	rmse=0.014697	lr=0.013204
Epoch[177] Batch [449]	Speed: 2866.441991 samples/sec	rmse=0.014671	lr=0.013158
Epoch[177] Batch [499]	Speed: 2894.173609 samples/sec	rmse=0.014659	lr=0.013113
Epoch[177] Batch [549]	Speed: 2840.415321 samples/sec	rmse=0.014667	lr=0.013067
Epoch[177] Batch [599]	Speed: 2843.785003 samples/sec	rmse=0.014655	lr=0.013021
Epoch[177] Batch [649]	Speed: 2891.634785 samples/sec	rmse=0.014654	lr=0.012975
Epoch[177] Batch [699]	Speed: 2862.897403 samples/sec	rmse=0.014648	lr=0.012930
Epoch[177] Batch [749]	Speed: 2881.451265 samples/sec	rmse=0.014678	lr=0.012884
Epoch[177] Batch [799]	Speed: 2889.337722 samples/sec	rmse=0.014685	lr=0.012839
Epoch[177] Batch [849]	Speed: 2914.158902 samples/sec	rmse=0.014673	lr=0.012793
Epoch[177] Batch [899]	Speed: 2890.945617 samples/sec	rmse=0.014668	lr=0.012748
Epoch[177] Batch [949]	Speed: 2830.097917 samples/sec	rmse=0.014673	lr=0.012703
Epoch[177] Batch [999]	Speed: 2832.193802 samples/sec	rmse=0.014683	lr=0.012658
Epoch[177] Batch [1049]	Speed: 2858.981888 samples/sec	rmse=0.014697	lr=0.012613
Epoch[177] Batch [1099]	Speed: 2831.214169 samples/sec	rmse=0.014694	lr=0.012568
Epoch[177] Batch [1149]	Speed: 2744.307245 samples/sec	rmse=0.014694	lr=0.012523
Epoch[177] Batch [1199]	Speed: 2920.161627 samples/sec	rmse=0.014702	lr=0.012478
Epoch[177] Batch [1249]	Speed: 3011.985800 samples/sec	rmse=0.014695	lr=0.012433
[Epoch 177] training: rmse=0.014695
[Epoch 177] speed: 2899 samples/sec	time cost: 451.591773
[Epoch 177] validation: err-top1=0.209044 err-top5=0.054488
Epoch[178] Batch [49]	Speed: 3073.796069 samples/sec	rmse=0.014542	lr=0.012388
Epoch[178] Batch [99]	Speed: 2913.286039 samples/sec	rmse=0.014544	lr=0.012343
Epoch[178] Batch [149]	Speed: 2869.811194 samples/sec	rmse=0.014542	lr=0.012299
Epoch[178] Batch [199]	Speed: 3001.812603 samples/sec	rmse=0.014521	lr=0.012254
Epoch[178] Batch [249]	Speed: 2904.723751 samples/sec	rmse=0.014506	lr=0.012210
Epoch[178] Batch [299]	Speed: 2710.885728 samples/sec	rmse=0.014534	lr=0.012166
Epoch[178] Batch [349]	Speed: 2887.831065 samples/sec	rmse=0.014519	lr=0.012121
Epoch[178] Batch [399]	Speed: 3066.459527 samples/sec	rmse=0.014543	lr=0.012077
Epoch[178] Batch [449]	Speed: 2822.795198 samples/sec	rmse=0.014527	lr=0.012033
Epoch[178] Batch [499]	Speed: 2733.253699 samples/sec	rmse=0.014537	lr=0.011989
Epoch[178] Batch [549]	Speed: 2973.434336 samples/sec	rmse=0.014553	lr=0.011945
Epoch[178] Batch [599]	Speed: 2842.198618 samples/sec	rmse=0.014541	lr=0.011902
Epoch[178] Batch [649]	Speed: 2951.092688 samples/sec	rmse=0.014554	lr=0.011858
Epoch[178] Batch [699]	Speed: 2823.114706 samples/sec	rmse=0.014564	lr=0.011814
Epoch[178] Batch [749]	Speed: 2792.422062 samples/sec	rmse=0.014566	lr=0.011771
Epoch[178] Batch [799]	Speed: 2882.822821 samples/sec	rmse=0.014577	lr=0.011727
Epoch[178] Batch [849]	Speed: 2912.809564 samples/sec	rmse=0.014592	lr=0.011684
Epoch[178] Batch [899]	Speed: 2914.828481 samples/sec	rmse=0.014591	lr=0.011640
Epoch[178] Batch [949]	Speed: 2862.460121 samples/sec	rmse=0.014595	lr=0.011597
Epoch[178] Batch [999]	Speed: 2870.251339 samples/sec	rmse=0.014604	lr=0.011554
Epoch[178] Batch [1049]	Speed: 2938.238734 samples/sec	rmse=0.014595	lr=0.011511
Epoch[178] Batch [1099]	Speed: 2896.390394 samples/sec	rmse=0.014594	lr=0.011468
Epoch[178] Batch [1149]	Speed: 2882.387711 samples/sec	rmse=0.014597	lr=0.011425
Epoch[178] Batch [1199]	Speed: 2801.083664 samples/sec	rmse=0.014601	lr=0.011382
Epoch[178] Batch [1249]	Speed: 3159.089963 samples/sec	rmse=0.014603	lr=0.011339
[Epoch 178] training: rmse=0.014603
[Epoch 178] speed: 2894 samples/sec	time cost: 452.111184
[Epoch 178] validation: err-top1=0.207848 err-top5=0.053073
Epoch[179] Batch [49]	Speed: 2769.938456 samples/sec	rmse=0.014457	lr=0.011296
Epoch[179] Batch [99]	Speed: 2887.040967 samples/sec	rmse=0.014486	lr=0.011253
Epoch[179] Batch [149]	Speed: 2949.337776 samples/sec	rmse=0.014468	lr=0.011211
Epoch[179] Batch [199]	Speed: 2826.208649 samples/sec	rmse=0.014464	lr=0.011168
Epoch[179] Batch [249]	Speed: 2979.103938 samples/sec	rmse=0.014474	lr=0.011126
Epoch[179] Batch [299]	Speed: 2795.074119 samples/sec	rmse=0.014461	lr=0.011083
Epoch[179] Batch [349]	Speed: 2809.571287 samples/sec	rmse=0.014472	lr=0.011041
Epoch[179] Batch [399]	Speed: 2932.004006 samples/sec	rmse=0.014473	lr=0.010999
Epoch[179] Batch [449]	Speed: 2858.344566 samples/sec	rmse=0.014482	lr=0.010957
Epoch[179] Batch [499]	Speed: 2919.966274 samples/sec	rmse=0.014480	lr=0.010915
Epoch[179] Batch [549]	Speed: 2876.030103 samples/sec	rmse=0.014491	lr=0.010873
Epoch[179] Batch [599]	Speed: 2774.325700 samples/sec	rmse=0.014498	lr=0.010831
Epoch[179] Batch [649]	Speed: 2776.117242 samples/sec	rmse=0.014490	lr=0.010789
Epoch[179] Batch [699]	Speed: 2896.726663 samples/sec	rmse=0.014504	lr=0.010748
Epoch[179] Batch [749]	Speed: 2904.985641 samples/sec	rmse=0.014494	lr=0.010706
Epoch[179] Batch [799]	Speed: 2941.790097 samples/sec	rmse=0.014490	lr=0.010665
Epoch[179] Batch [849]	Speed: 2789.337048 samples/sec	rmse=0.014498	lr=0.010623
Epoch[179] Batch [899]	Speed: 2836.606582 samples/sec	rmse=0.014504	lr=0.010582
Epoch[179] Batch [949]	Speed: 2810.870911 samples/sec	rmse=0.014509	lr=0.010540
Epoch[179] Batch [999]	Speed: 2810.879263 samples/sec	rmse=0.014529	lr=0.010499
Epoch[179] Batch [1049]	Speed: 2889.201395 samples/sec	rmse=0.014532	lr=0.010458
Epoch[179] Batch [1099]	Speed: 2888.526247 samples/sec	rmse=0.014527	lr=0.010417
Epoch[179] Batch [1149]	Speed: 2969.794010 samples/sec	rmse=0.014530	lr=0.010376
Epoch[179] Batch [1199]	Speed: 2986.866198 samples/sec	rmse=0.014527	lr=0.010335
Epoch[179] Batch [1249]	Speed: 2928.126389 samples/sec	rmse=0.014529	lr=0.010294
[Epoch 179] training: rmse=0.014529
[Epoch 179] speed: 2868 samples/sec	time cost: 456.340782
[Epoch 179] validation: err-top1=0.208566 err-top5=0.053013
Epoch[180] Batch [49]	Speed: 2898.801793 samples/sec	rmse=0.014431	lr=0.010253
Epoch[180] Batch [99]	Speed: 2842.217239 samples/sec	rmse=0.014424	lr=0.010212
Epoch[180] Batch [149]	Speed: 2849.372439 samples/sec	rmse=0.014424	lr=0.010172
Epoch[180] Batch [199]	Speed: 2794.120138 samples/sec	rmse=0.014462	lr=0.010131
Epoch[180] Batch [249]	Speed: 2764.806062 samples/sec	rmse=0.014473	lr=0.010091
Epoch[180] Batch [299]	Speed: 2841.198370 samples/sec	rmse=0.014447	lr=0.010050
Epoch[180] Batch [349]	Speed: 2908.110744 samples/sec	rmse=0.014424	lr=0.010010
Epoch[180] Batch [399]	Speed: 2815.988247 samples/sec	rmse=0.014458	lr=0.009970
Epoch[180] Batch [449]	Speed: 2981.662377 samples/sec	rmse=0.014452	lr=0.009930
Epoch[180] Batch [499]	Speed: 2739.610064 samples/sec	rmse=0.014459	lr=0.009890
Epoch[180] Batch [549]	Speed: 2831.483803 samples/sec	rmse=0.014468	lr=0.009850
Epoch[180] Batch [599]	Speed: 2836.884177 samples/sec	rmse=0.014476	lr=0.009810
Epoch[180] Batch [649]	Speed: 3008.399709 samples/sec	rmse=0.014463	lr=0.009770
Epoch[180] Batch [699]	Speed: 3009.444413 samples/sec	rmse=0.014452	lr=0.009730
Epoch[180] Batch [749]	Speed: 2816.888236 samples/sec	rmse=0.014436	lr=0.009691
Epoch[180] Batch [799]	Speed: 2864.666098 samples/sec	rmse=0.014432	lr=0.009651
Epoch[180] Batch [849]	Speed: 2769.057467 samples/sec	rmse=0.014425	lr=0.009612
Epoch[180] Batch [899]	Speed: 2894.631092 samples/sec	rmse=0.014424	lr=0.009572
Epoch[180] Batch [949]	Speed: 2864.247376 samples/sec	rmse=0.014435	lr=0.009533
Epoch[180] Batch [999]	Speed: 2900.138690 samples/sec	rmse=0.014443	lr=0.009494
Epoch[180] Batch [1049]	Speed: 2983.560433 samples/sec	rmse=0.014452	lr=0.009454
Epoch[180] Batch [1099]	Speed: 2811.483850 samples/sec	rmse=0.014450	lr=0.009415
Epoch[180] Batch [1149]	Speed: 2894.473627 samples/sec	rmse=0.014449	lr=0.009376
Epoch[180] Batch [1199]	Speed: 2857.288899 samples/sec	rmse=0.014453	lr=0.009337
Epoch[180] Batch [1249]	Speed: 3083.663018 samples/sec	rmse=0.014451	lr=0.009299
[Epoch 180] training: rmse=0.014450
[Epoch 180] speed: 2870 samples/sec	time cost: 455.914127
[Epoch 180] validation: err-top1=0.206828 err-top5=0.051392
Epoch[181] Batch [49]	Speed: 2975.780850 samples/sec	rmse=0.014244	lr=0.009259
Epoch[181] Batch [99]	Speed: 2784.607243 samples/sec	rmse=0.014237	lr=0.009220
Epoch[181] Batch [149]	Speed: 2884.660131 samples/sec	rmse=0.014222	lr=0.009182
Epoch[181] Batch [199]	Speed: 2852.206900 samples/sec	rmse=0.014237	lr=0.009143
Epoch[181] Batch [249]	Speed: 2781.335199 samples/sec	rmse=0.014233	lr=0.009105
Epoch[181] Batch [299]	Speed: 2793.955497 samples/sec	rmse=0.014285	lr=0.009066
Epoch[181] Batch [349]	Speed: 2811.645814 samples/sec	rmse=0.014297	lr=0.009028
Epoch[181] Batch [399]	Speed: 2938.470756 samples/sec	rmse=0.014295	lr=0.008990
Epoch[181] Batch [449]	Speed: 2795.166926 samples/sec	rmse=0.014321	lr=0.008952
Epoch[181] Batch [499]	Speed: 2783.378648 samples/sec	rmse=0.014311	lr=0.008914
Epoch[181] Batch [549]	Speed: 2938.680577 samples/sec	rmse=0.014316	lr=0.008876
Epoch[181] Batch [599]	Speed: 2836.094365 samples/sec	rmse=0.014324	lr=0.008838
Epoch[181] Batch [649]	Speed: 2889.496495 samples/sec	rmse=0.014301	lr=0.008800
Epoch[181] Batch [699]	Speed: 2756.035283 samples/sec	rmse=0.014291	lr=0.008762
Epoch[181] Batch [749]	Speed: 2829.668694 samples/sec	rmse=0.014291	lr=0.008725
Epoch[181] Batch [799]	Speed: 2971.655762 samples/sec	rmse=0.014283	lr=0.008687
Epoch[181] Batch [849]	Speed: 2871.020681 samples/sec	rmse=0.014286	lr=0.008649
Epoch[181] Batch [899]	Speed: 2823.917988 samples/sec	rmse=0.014294	lr=0.008612
Epoch[181] Batch [949]	Speed: 2948.085700 samples/sec	rmse=0.014300	lr=0.008575
Epoch[181] Batch [999]	Speed: 2811.569689 samples/sec	rmse=0.014300	lr=0.008537
Epoch[181] Batch [1049]	Speed: 2941.543488 samples/sec	rmse=0.014306	lr=0.008500
Epoch[181] Batch [1099]	Speed: 2863.879533 samples/sec	rmse=0.014306	lr=0.008463
Epoch[181] Batch [1149]	Speed: 2874.009398 samples/sec	rmse=0.014308	lr=0.008426
Epoch[181] Batch [1199]	Speed: 2769.157231 samples/sec	rmse=0.014304	lr=0.008389
Epoch[181] Batch [1249]	Speed: 2931.271337 samples/sec	rmse=0.014316	lr=0.008352
[Epoch 181] training: rmse=0.014316
[Epoch 181] speed: 2854 samples/sec	time cost: 458.758795
[Epoch 181] validation: err-top1=0.203803 err-top5=0.052057
Epoch[182] Batch [49]	Speed: 2940.178942 samples/sec	rmse=0.014245	lr=0.008315
Epoch[182] Batch [99]	Speed: 2903.061448 samples/sec	rmse=0.014163	lr=0.008278
Epoch[182] Batch [149]	Speed: 2963.883160 samples/sec	rmse=0.014147	lr=0.008241
Epoch[182] Batch [199]	Speed: 2880.564499 samples/sec	rmse=0.014209	lr=0.008205
Epoch[182] Batch [249]	Speed: 2854.532701 samples/sec	rmse=0.014142	lr=0.008168
Epoch[182] Batch [299]	Speed: 2783.919997 samples/sec	rmse=0.014140	lr=0.008132
Epoch[182] Batch [349]	Speed: 2859.265784 samples/sec	rmse=0.014152	lr=0.008096
Epoch[182] Batch [399]	Speed: 2860.169044 samples/sec	rmse=0.014169	lr=0.008060
Epoch[182] Batch [449]	Speed: 2804.723328 samples/sec	rmse=0.014170	lr=0.008023
Epoch[182] Batch [499]	Speed: 2766.890809 samples/sec	rmse=0.014181	lr=0.007987
Epoch[182] Batch [549]	Speed: 2962.141363 samples/sec	rmse=0.014166	lr=0.007951
Epoch[182] Batch [599]	Speed: 2956.082545 samples/sec	rmse=0.014177	lr=0.007915
Epoch[182] Batch [649]	Speed: 2906.255485 samples/sec	rmse=0.014191	lr=0.007880
Epoch[182] Batch [699]	Speed: 2879.609583 samples/sec	rmse=0.014173	lr=0.007844
Epoch[182] Batch [749]	Speed: 2969.849989 samples/sec	rmse=0.014169	lr=0.007808
Epoch[182] Batch [799]	Speed: 3017.253451 samples/sec	rmse=0.014173	lr=0.007773
Epoch[182] Batch [849]	Speed: 3045.615280 samples/sec	rmse=0.014186	lr=0.007737
Epoch[182] Batch [899]	Speed: 3030.208506 samples/sec	rmse=0.014194	lr=0.007702
Epoch[182] Batch [949]	Speed: 2907.069988 samples/sec	rmse=0.014189	lr=0.007666
Epoch[182] Batch [999]	Speed: 2788.689219 samples/sec	rmse=0.014195	lr=0.007631
Epoch[182] Batch [1049]	Speed: 2795.225975 samples/sec	rmse=0.014196	lr=0.007596
Epoch[182] Batch [1099]	Speed: 3039.306161 samples/sec	rmse=0.014197	lr=0.007561
Epoch[182] Batch [1149]	Speed: 2977.030112 samples/sec	rmse=0.014195	lr=0.007526
Epoch[182] Batch [1199]	Speed: 2930.918240 samples/sec	rmse=0.014206	lr=0.007491
Epoch[182] Batch [1249]	Speed: 3008.066931 samples/sec	rmse=0.014208	lr=0.007456
[Epoch 182] training: rmse=0.014208
[Epoch 182] speed: 2908 samples/sec	time cost: 450.278123
[Epoch 182] validation: err-top1=0.202886 err-top5=0.051439
Epoch[183] Batch [49]	Speed: 2878.251459 samples/sec	rmse=0.014200	lr=0.007420
Epoch[183] Batch [99]	Speed: 2893.637391 samples/sec	rmse=0.014195	lr=0.007386
Epoch[183] Batch [149]	Speed: 2847.015933 samples/sec	rmse=0.014145	lr=0.007351
Epoch[183] Batch [199]	Speed: 2894.247993 samples/sec	rmse=0.014175	lr=0.007316
Epoch[183] Batch [249]	Speed: 2810.003773 samples/sec	rmse=0.014156	lr=0.007282
Epoch[183] Batch [299]	Speed: 2841.180891 samples/sec	rmse=0.014160	lr=0.007248
Epoch[183] Batch [349]	Speed: 2845.479555 samples/sec	rmse=0.014161	lr=0.007213
Epoch[183] Batch [399]	Speed: 2812.200536 samples/sec	rmse=0.014142	lr=0.007179
Epoch[183] Batch [449]	Speed: 2941.995273 samples/sec	rmse=0.014142	lr=0.007145
Epoch[183] Batch [499]	Speed: 2846.244387 samples/sec	rmse=0.014134	lr=0.007111
Epoch[183] Batch [549]	Speed: 2857.811197 samples/sec	rmse=0.014127	lr=0.007077
Epoch[183] Batch [599]	Speed: 2836.356126 samples/sec	rmse=0.014141	lr=0.007043
Epoch[183] Batch [649]	Speed: 2883.900039 samples/sec	rmse=0.014133	lr=0.007009
Epoch[183] Batch [699]	Speed: 2811.675485 samples/sec	rmse=0.014137	lr=0.006975
Epoch[183] Batch [749]	Speed: 2863.336881 samples/sec	rmse=0.014154	lr=0.006942
Epoch[183] Batch [799]	Speed: 2840.497563 samples/sec	rmse=0.014144	lr=0.006908
Epoch[183] Batch [849]	Speed: 3076.337571 samples/sec	rmse=0.014144	lr=0.006874
Epoch[183] Batch [899]	Speed: 2930.843559 samples/sec	rmse=0.014135	lr=0.006841
Epoch[183] Batch [949]	Speed: 2937.018436 samples/sec	rmse=0.014129	lr=0.006808
Epoch[183] Batch [999]	Speed: 2861.556214 samples/sec	rmse=0.014137	lr=0.006774
Epoch[183] Batch [1049]	Speed: 3125.205274 samples/sec	rmse=0.014147	lr=0.006741
Epoch[183] Batch [1099]	Speed: 2992.780992 samples/sec	rmse=0.014149	lr=0.006708
Epoch[183] Batch [1149]	Speed: 2930.710726 samples/sec	rmse=0.014133	lr=0.006675
Epoch[183] Batch [1199]	Speed: 3000.806651 samples/sec	rmse=0.014136	lr=0.006642
Epoch[183] Batch [1249]	Speed: 3134.841147 samples/sec	rmse=0.014127	lr=0.006609
[Epoch 183] training: rmse=0.014127
[Epoch 183] speed: 2902 samples/sec	time cost: 450.903601
[Epoch 183] validation: err-top1=0.202288 err-top5=0.050981
Epoch[184] Batch [49]	Speed: 2799.624187 samples/sec	rmse=0.014125	lr=0.006576
Epoch[184] Batch [99]	Speed: 2940.063656 samples/sec	rmse=0.014041	lr=0.006543
Epoch[184] Batch [149]	Speed: 2857.752820 samples/sec	rmse=0.013962	lr=0.006510
Epoch[184] Batch [199]	Speed: 2833.275524 samples/sec	rmse=0.013972	lr=0.006478
Epoch[184] Batch [249]	Speed: 2847.426196 samples/sec	rmse=0.014005	lr=0.006445
Epoch[184] Batch [299]	Speed: 2898.545829 samples/sec	rmse=0.013944	lr=0.006413
Epoch[184] Batch [349]	Speed: 2858.726172 samples/sec	rmse=0.013958	lr=0.006381
Epoch[184] Batch [399]	Speed: 2804.853302 samples/sec	rmse=0.013980	lr=0.006348
Epoch[184] Batch [449]	Speed: 2885.926458 samples/sec	rmse=0.013971	lr=0.006316
Epoch[184] Batch [499]	Speed: 2817.141326 samples/sec	rmse=0.013991	lr=0.006284
Epoch[184] Batch [549]	Speed: 2781.853807 samples/sec	rmse=0.013995	lr=0.006252
Epoch[184] Batch [599]	Speed: 2932.407897 samples/sec	rmse=0.013998	lr=0.006220
Epoch[184] Batch [649]	Speed: 2745.254146 samples/sec	rmse=0.014006	lr=0.006189
Epoch[184] Batch [699]	Speed: 2862.636178 samples/sec	rmse=0.014004	lr=0.006157
Epoch[184] Batch [749]	Speed: 2855.623127 samples/sec	rmse=0.014012	lr=0.006125
Epoch[184] Batch [799]	Speed: 2972.329071 samples/sec	rmse=0.013992	lr=0.006094
Epoch[184] Batch [849]	Speed: 2764.618413 samples/sec	rmse=0.014009	lr=0.006062
Epoch[184] Batch [899]	Speed: 2907.383629 samples/sec	rmse=0.014015	lr=0.006031
Epoch[184] Batch [949]	Speed: 2853.945566 samples/sec	rmse=0.014026	lr=0.005999
Epoch[184] Batch [999]	Speed: 2836.332225 samples/sec	rmse=0.014033	lr=0.005968
Epoch[184] Batch [1049]	Speed: 2806.853653 samples/sec	rmse=0.014028	lr=0.005937
Epoch[184] Batch [1099]	Speed: 2825.293515 samples/sec	rmse=0.014029	lr=0.005906
Epoch[184] Batch [1149]	Speed: 2893.888628 samples/sec	rmse=0.014017	lr=0.005875
Epoch[184] Batch [1199]	Speed: 2958.798385 samples/sec	rmse=0.014019	lr=0.005844
Epoch[184] Batch [1249]	Speed: 3091.391511 samples/sec	rmse=0.014023	lr=0.005813
[Epoch 184] training: rmse=0.014025
[Epoch 184] speed: 2861 samples/sec	time cost: 456.972318
[Epoch 184] validation: err-top1=0.203105 err-top5=0.051638
Epoch[185] Batch [49]	Speed: 3015.979614 samples/sec	rmse=0.013859	lr=0.005781
Epoch[185] Batch [99]	Speed: 2973.954700 samples/sec	rmse=0.013743	lr=0.005751
Epoch[185] Batch [149]	Speed: 2824.109130 samples/sec	rmse=0.013808	lr=0.005720
Epoch[185] Batch [199]	Speed: 2899.418413 samples/sec	rmse=0.013792	lr=0.005690
Epoch[185] Batch [249]	Speed: 2762.489966 samples/sec	rmse=0.013818	lr=0.005659
Epoch[185] Batch [299]	Speed: 2842.872942 samples/sec	rmse=0.013864	lr=0.005629
Epoch[185] Batch [349]	Speed: 2936.734594 samples/sec	rmse=0.013870	lr=0.005598
Epoch[185] Batch [399]	Speed: 2919.998592 samples/sec	rmse=0.013887	lr=0.005568
Epoch[185] Batch [449]	Speed: 2774.856146 samples/sec	rmse=0.013859	lr=0.005538
Epoch[185] Batch [499]	Speed: 2816.245534 samples/sec	rmse=0.013874	lr=0.005508
Epoch[185] Batch [549]	Speed: 2820.166555 samples/sec	rmse=0.013884	lr=0.005478
Epoch[185] Batch [599]	Speed: 3055.452826 samples/sec	rmse=0.013894	lr=0.005448
Epoch[185] Batch [649]	Speed: 2981.857212 samples/sec	rmse=0.013888	lr=0.005418
Epoch[185] Batch [699]	Speed: 2843.634791 samples/sec	rmse=0.013883	lr=0.005389
Epoch[185] Batch [749]	Speed: 2970.579719 samples/sec	rmse=0.013893	lr=0.005359
Epoch[185] Batch [799]	Speed: 2806.553294 samples/sec	rmse=0.013895	lr=0.005329
Epoch[185] Batch [849]	Speed: 2788.311527 samples/sec	rmse=0.013888	lr=0.005300
Epoch[185] Batch [899]	Speed: 2830.889989 samples/sec	rmse=0.013902	lr=0.005271
Epoch[185] Batch [949]	Speed: 2835.850553 samples/sec	rmse=0.013901	lr=0.005241
Epoch[185] Batch [999]	Speed: 2841.623954 samples/sec	rmse=0.013900	lr=0.005212
Epoch[185] Batch [1049]	Speed: 2843.900469 samples/sec	rmse=0.013906	lr=0.005183
Epoch[185] Batch [1099]	Speed: 2818.821211 samples/sec	rmse=0.013911	lr=0.005154
Epoch[185] Batch [1149]	Speed: 2834.321187 samples/sec	rmse=0.013908	lr=0.005125
Epoch[185] Batch [1199]	Speed: 2842.774945 samples/sec	rmse=0.013914	lr=0.005096
Epoch[185] Batch [1249]	Speed: 2885.685365 samples/sec	rmse=0.013917	lr=0.005067
[Epoch 185] training: rmse=0.013917
[Epoch 185] speed: 2866 samples/sec	time cost: 456.245491
[Epoch 185] validation: err-top1=0.202029 err-top5=0.051539
Epoch[186] Batch [49]	Speed: 2985.176962 samples/sec	rmse=0.013695	lr=0.005038
Epoch[186] Batch [99]	Speed: 2858.150245 samples/sec	rmse=0.013712	lr=0.005009
Epoch[186] Batch [149]	Speed: 2836.746796 samples/sec	rmse=0.013770	lr=0.004980
Epoch[186] Batch [199]	Speed: 2870.881740 samples/sec	rmse=0.013789	lr=0.004952
Epoch[186] Batch [249]	Speed: 2830.717218 samples/sec	rmse=0.013795	lr=0.004923
Epoch[186] Batch [299]	Speed: 3006.413443 samples/sec	rmse=0.013812	lr=0.004895
Epoch[186] Batch [349]	Speed: 2934.753327 samples/sec	rmse=0.013836	lr=0.004867
Epoch[186] Batch [399]	Speed: 3010.135885 samples/sec	rmse=0.013835	lr=0.004839
Epoch[186] Batch [449]	Speed: 2946.425156 samples/sec	rmse=0.013815	lr=0.004810
Epoch[186] Batch [499]	Speed: 2881.324109 samples/sec	rmse=0.013803	lr=0.004782
Epoch[186] Batch [549]	Speed: 2899.750922 samples/sec	rmse=0.013811	lr=0.004754
Epoch[186] Batch [599]	Speed: 2892.619396 samples/sec	rmse=0.013836	lr=0.004727
Epoch[186] Batch [649]	Speed: 2803.140000 samples/sec	rmse=0.013841	lr=0.004699
Epoch[186] Batch [699]	Speed: 2853.384568 samples/sec	rmse=0.013847	lr=0.004671
Epoch[186] Batch [749]	Speed: 2913.280072 samples/sec	rmse=0.013867	lr=0.004643
Epoch[186] Batch [799]	Speed: 2776.527822 samples/sec	rmse=0.013859	lr=0.004616
Epoch[186] Batch [849]	Speed: 2918.131828 samples/sec	rmse=0.013849	lr=0.004588
Epoch[186] Batch [899]	Speed: 2887.216296 samples/sec	rmse=0.013847	lr=0.004561
Epoch[186] Batch [949]	Speed: 2796.392188 samples/sec	rmse=0.013840	lr=0.004534
Epoch[186] Batch [999]	Speed: 2846.420039 samples/sec	rmse=0.013839	lr=0.004506
Epoch[186] Batch [1049]	Speed: 2853.004576 samples/sec	rmse=0.013843	lr=0.004479
Epoch[186] Batch [1099]	Speed: 2988.976055 samples/sec	rmse=0.013844	lr=0.004452
Epoch[186] Batch [1149]	Speed: 2995.388890 samples/sec	rmse=0.013844	lr=0.004425
Epoch[186] Batch [1199]	Speed: 2776.916799 samples/sec	rmse=0.013849	lr=0.004398
Epoch[186] Batch [1249]	Speed: 3072.818729 samples/sec	rmse=0.013864	lr=0.004372
[Epoch 186] training: rmse=0.013865
[Epoch 186] speed: 2893 samples/sec	time cost: 452.589793
[Epoch 186] validation: err-top1=0.200114 err-top5=0.051554
Epoch[187] Batch [49]	Speed: 3151.130681 samples/sec	rmse=0.013691	lr=0.004344
Epoch[187] Batch [99]	Speed: 2930.673331 samples/sec	rmse=0.013743	lr=0.004318
Epoch[187] Batch [149]	Speed: 2811.752058 samples/sec	rmse=0.013727	lr=0.004291
Epoch[187] Batch [199]	Speed: 3046.180833 samples/sec	rmse=0.013737	lr=0.004265
Epoch[187] Batch [249]	Speed: 3043.517728 samples/sec	rmse=0.013713	lr=0.004238
Epoch[187] Batch [299]	Speed: 2781.771611 samples/sec	rmse=0.013690	lr=0.004212
Epoch[187] Batch [349]	Speed: 2912.794630 samples/sec	rmse=0.013693	lr=0.004186
Epoch[187] Batch [399]	Speed: 2852.272059 samples/sec	rmse=0.013711	lr=0.004159
Epoch[187] Batch [449]	Speed: 2989.346525 samples/sec	rmse=0.013721	lr=0.004133
Epoch[187] Batch [499]	Speed: 2750.991166 samples/sec	rmse=0.013729	lr=0.004107
Epoch[187] Batch [549]	Speed: 2909.999288 samples/sec	rmse=0.013726	lr=0.004081
Epoch[187] Batch [599]	Speed: 2871.640629 samples/sec	rmse=0.013733	lr=0.004056
Epoch[187] Batch [649]	Speed: 2900.296420 samples/sec	rmse=0.013737	lr=0.004030
Epoch[187] Batch [699]	Speed: 2809.845564 samples/sec	rmse=0.013748	lr=0.004004
Epoch[187] Batch [749]	Speed: 2859.959544 samples/sec	rmse=0.013746	lr=0.003978
Epoch[187] Batch [799]	Speed: 2867.613295 samples/sec	rmse=0.013743	lr=0.003953
Epoch[187] Batch [849]	Speed: 2961.850888 samples/sec	rmse=0.013743	lr=0.003928
Epoch[187] Batch [899]	Speed: 2943.309425 samples/sec	rmse=0.013749	lr=0.003902
Epoch[187] Batch [949]	Speed: 2834.273828 samples/sec	rmse=0.013750	lr=0.003877
Epoch[187] Batch [999]	Speed: 2915.722221 samples/sec	rmse=0.013752	lr=0.003852
Epoch[187] Batch [1049]	Speed: 2854.856436 samples/sec	rmse=0.013754	lr=0.003827
Epoch[187] Batch [1099]	Speed: 2914.298227 samples/sec	rmse=0.013749	lr=0.003802
Epoch[187] Batch [1149]	Speed: 2965.626188 samples/sec	rmse=0.013745	lr=0.003777
Epoch[187] Batch [1199]	Speed: 2996.331134 samples/sec	rmse=0.013743	lr=0.003752
Epoch[187] Batch [1249]	Speed: 3122.505463 samples/sec	rmse=0.013753	lr=0.003727
[Epoch 187] training: rmse=0.013753
[Epoch 187] speed: 2914 samples/sec	time cost: 449.321790
[Epoch 187] validation: err-top1=0.201590 err-top5=0.051539
Epoch[188] Batch [49]	Speed: 2987.751292 samples/sec	rmse=0.013586	lr=0.003702
Epoch[188] Batch [99]	Speed: 2843.572738 samples/sec	rmse=0.013742	lr=0.003677
Epoch[188] Batch [149]	Speed: 2930.836239 samples/sec	rmse=0.013731	lr=0.003653
Epoch[188] Batch [199]	Speed: 2920.053901 samples/sec	rmse=0.013704	lr=0.003628
Epoch[188] Batch [249]	Speed: 2916.935501 samples/sec	rmse=0.013669	lr=0.003604
Epoch[188] Batch [299]	Speed: 2871.189117 samples/sec	rmse=0.013686	lr=0.003579
Epoch[188] Batch [349]	Speed: 2901.190127 samples/sec	rmse=0.013661	lr=0.003555
Epoch[188] Batch [399]	Speed: 2948.179597 samples/sec	rmse=0.013664	lr=0.003531
Epoch[188] Batch [449]	Speed: 2864.334060 samples/sec	rmse=0.013651	lr=0.003507
Epoch[188] Batch [499]	Speed: 2832.196454 samples/sec	rmse=0.013631	lr=0.003483
Epoch[188] Batch [549]	Speed: 2836.969175 samples/sec	rmse=0.013647	lr=0.003459
Epoch[188] Batch [599]	Speed: 2780.374264 samples/sec	rmse=0.013649	lr=0.003435
Epoch[188] Batch [649]	Speed: 2927.506438 samples/sec	rmse=0.013662	lr=0.003412
Epoch[188] Batch [699]	Speed: 2722.097945 samples/sec	rmse=0.013666	lr=0.003388
Epoch[188] Batch [749]	Speed: 2901.581416 samples/sec	rmse=0.013658	lr=0.003364
Epoch[188] Batch [799]	Speed: 2757.357602 samples/sec	rmse=0.013651	lr=0.003341
Epoch[188] Batch [849]	Speed: 2807.766423 samples/sec	rmse=0.013672	lr=0.003318
Epoch[188] Batch [899]	Speed: 2852.856572 samples/sec	rmse=0.013675	lr=0.003294
Epoch[188] Batch [949]	Speed: 2880.135864 samples/sec	rmse=0.013685	lr=0.003271
Epoch[188] Batch [999]	Speed: 2811.362536 samples/sec	rmse=0.013687	lr=0.003248
Epoch[188] Batch [1049]	Speed: 2881.155951 samples/sec	rmse=0.013693	lr=0.003225
Epoch[188] Batch [1099]	Speed: 2923.582748 samples/sec	rmse=0.013713	lr=0.003202
Epoch[188] Batch [1149]	Speed: 2781.696338 samples/sec	rmse=0.013718	lr=0.003179
Epoch[188] Batch [1199]	Speed: 2893.025253 samples/sec	rmse=0.013713	lr=0.003156
Epoch[188] Batch [1249]	Speed: 3010.649886 samples/sec	rmse=0.013708	lr=0.003133
[Epoch 188] training: rmse=0.013710
[Epoch 188] speed: 2867 samples/sec	time cost: 456.102068
[Epoch 188] validation: err-top1=0.199677 err-top5=0.051279
Epoch[189] Batch [49]	Speed: 2870.813694 samples/sec	rmse=0.013449	lr=0.003110
Epoch[189] Batch [99]	Speed: 2790.861764 samples/sec	rmse=0.013507	lr=0.003088
Epoch[189] Batch [149]	Speed: 2937.119061 samples/sec	rmse=0.013626	lr=0.003065
Epoch[189] Batch [199]	Speed: 2913.739820 samples/sec	rmse=0.013585	lr=0.003043
Epoch[189] Batch [249]	Speed: 2889.850764 samples/sec	rmse=0.013611	lr=0.003020
Epoch[189] Batch [299]	Speed: 2910.734656 samples/sec	rmse=0.013569	lr=0.002998
Epoch[189] Batch [349]	Speed: 2751.150359 samples/sec	rmse=0.013570	lr=0.002976
Epoch[189] Batch [399]	Speed: 2811.689658 samples/sec	rmse=0.013596	lr=0.002954
Epoch[189] Batch [449]	Speed: 2950.163194 samples/sec	rmse=0.013609	lr=0.002932
Epoch[189] Batch [499]	Speed: 3010.554964 samples/sec	rmse=0.013592	lr=0.002910
Epoch[189] Batch [549]	Speed: 2945.969059 samples/sec	rmse=0.013604	lr=0.002888
Epoch[189] Batch [599]	Speed: 2927.184412 samples/sec	rmse=0.013601	lr=0.002866
Epoch[189] Batch [649]	Speed: 2853.451676 samples/sec	rmse=0.013594	lr=0.002845
Epoch[189] Batch [699]	Speed: 2750.533003 samples/sec	rmse=0.013588	lr=0.002823
Epoch[189] Batch [749]	Speed: 2893.767079 samples/sec	rmse=0.013591	lr=0.002801
Epoch[189] Batch [799]	Speed: 2809.921597 samples/sec	rmse=0.013596	lr=0.002780
Epoch[189] Batch [849]	Speed: 2872.676341 samples/sec	rmse=0.013586	lr=0.002759
Epoch[189] Batch [899]	Speed: 2733.250185 samples/sec	rmse=0.013600	lr=0.002737
Epoch[189] Batch [949]	Speed: 2867.569144 samples/sec	rmse=0.013592	lr=0.002716
Epoch[189] Batch [999]	Speed: 2811.916042 samples/sec	rmse=0.013601	lr=0.002695
Epoch[189] Batch [1049]	Speed: 3139.222299 samples/sec	rmse=0.013601	lr=0.002674
Epoch[189] Batch [1099]	Speed: 2921.519814 samples/sec	rmse=0.013599	lr=0.002653
Epoch[189] Batch [1149]	Speed: 2924.701164 samples/sec	rmse=0.013599	lr=0.002632
Epoch[189] Batch [1199]	Speed: 2843.951652 samples/sec	rmse=0.013608	lr=0.002611
Epoch[189] Batch [1249]	Speed: 3078.012992 samples/sec	rmse=0.013611	lr=0.002591
[Epoch 189] training: rmse=0.013611
[Epoch 189] speed: 2883 samples/sec	time cost: 453.963952
[Epoch 189] validation: err-top1=0.198920 err-top5=0.049884
Epoch[190] Batch [49]	Speed: 3263.892494 samples/sec	rmse=0.013509	lr=0.002570
Epoch[190] Batch [99]	Speed: 3064.752656 samples/sec	rmse=0.013512	lr=0.002549
Epoch[190] Batch [149]	Speed: 2860.124932 samples/sec	rmse=0.013491	lr=0.002529
Epoch[190] Batch [199]	Speed: 3073.066425 samples/sec	rmse=0.013459	lr=0.002508
Epoch[190] Batch [249]	Speed: 3046.242624 samples/sec	rmse=0.013494	lr=0.002488
Epoch[190] Batch [299]	Speed: 3043.582862 samples/sec	rmse=0.013489	lr=0.002468
Epoch[190] Batch [349]	Speed: 3025.799932 samples/sec	rmse=0.013496	lr=0.002448
Epoch[190] Batch [399]	Speed: 2944.474114 samples/sec	rmse=0.013501	lr=0.002428
Epoch[190] Batch [449]	Speed: 3023.801743 samples/sec	rmse=0.013499	lr=0.002408
Epoch[190] Batch [499]	Speed: 2914.005988 samples/sec	rmse=0.013511	lr=0.002388
Epoch[190] Batch [549]	Speed: 2865.929997 samples/sec	rmse=0.013511	lr=0.002368
Epoch[190] Batch [599]	Speed: 2906.714986 samples/sec	rmse=0.013532	lr=0.002348
Epoch[190] Batch [649]	Speed: 2775.116192 samples/sec	rmse=0.013535	lr=0.002329
Epoch[190] Batch [699]	Speed: 2962.769695 samples/sec	rmse=0.013537	lr=0.002309
Epoch[190] Batch [749]	Speed: 2884.620956 samples/sec	rmse=0.013540	lr=0.002290
Epoch[190] Batch [799]	Speed: 2847.035409 samples/sec	rmse=0.013541	lr=0.002270
Epoch[190] Batch [849]	Speed: 2895.476725 samples/sec	rmse=0.013532	lr=0.002251
Epoch[190] Batch [899]	Speed: 2927.613237 samples/sec	rmse=0.013533	lr=0.002232
Epoch[190] Batch [949]	Speed: 2823.229130 samples/sec	rmse=0.013532	lr=0.002213
Epoch[190] Batch [999]	Speed: 2980.469288 samples/sec	rmse=0.013520	lr=0.002194
Epoch[190] Batch [1049]	Speed: 2861.401755 samples/sec	rmse=0.013528	lr=0.002175
Epoch[190] Batch [1099]	Speed: 3007.677947 samples/sec	rmse=0.013533	lr=0.002156
Epoch[190] Batch [1149]	Speed: 2900.021746 samples/sec	rmse=0.013524	lr=0.002137
Epoch[190] Batch [1199]	Speed: 2897.703602 samples/sec	rmse=0.013526	lr=0.002118
Epoch[190] Batch [1249]	Speed: 2940.979143 samples/sec	rmse=0.013531	lr=0.002099
[Epoch 190] training: rmse=0.013531
[Epoch 190] speed: 2943 samples/sec	time cost: 444.630102
[Epoch 190] validation: err-top1=0.197624 err-top5=0.049546
Epoch[191] Batch [49]	Speed: 3005.999724 samples/sec	rmse=0.013309	lr=0.002081
Epoch[191] Batch [99]	Speed: 2766.147573 samples/sec	rmse=0.013320	lr=0.002062
Epoch[191] Batch [149]	Speed: 2754.441390 samples/sec	rmse=0.013378	lr=0.002044
Epoch[191] Batch [199]	Speed: 2817.992241 samples/sec	rmse=0.013446	lr=0.002025
Epoch[191] Batch [249]	Speed: 2853.953645 samples/sec	rmse=0.013427	lr=0.002007
Epoch[191] Batch [299]	Speed: 2921.239754 samples/sec	rmse=0.013478	lr=0.001989
Epoch[191] Batch [349]	Speed: 3049.148124 samples/sec	rmse=0.013464	lr=0.001971
Epoch[191] Batch [399]	Speed: 2885.553143 samples/sec	rmse=0.013467	lr=0.001953
Epoch[191] Batch [449]	Speed: 2902.577718 samples/sec	rmse=0.013476	lr=0.001935
Epoch[191] Batch [499]	Speed: 2924.740439 samples/sec	rmse=0.013503	lr=0.001917
Epoch[191] Batch [549]	Speed: 3014.296179 samples/sec	rmse=0.013493	lr=0.001899
Epoch[191] Batch [599]	Speed: 3070.879701 samples/sec	rmse=0.013509	lr=0.001882
Epoch[191] Batch [649]	Speed: 2814.469416 samples/sec	rmse=0.013514	lr=0.001864
Epoch[191] Batch [699]	Speed: 3005.222000 samples/sec	rmse=0.013526	lr=0.001847
Epoch[191] Batch [749]	Speed: 2983.412293 samples/sec	rmse=0.013516	lr=0.001829
Epoch[191] Batch [799]	Speed: 2899.188838 samples/sec	rmse=0.013523	lr=0.001812
Epoch[191] Batch [849]	Speed: 2791.346995 samples/sec	rmse=0.013540	lr=0.001795
Epoch[191] Batch [899]	Speed: 2975.038053 samples/sec	rmse=0.013542	lr=0.001777
Epoch[191] Batch [949]	Speed: 2897.957658 samples/sec	rmse=0.013519	lr=0.001760
Epoch[191] Batch [999]	Speed: 2993.503425 samples/sec	rmse=0.013515	lr=0.001743
Epoch[191] Batch [1049]	Speed: 2868.534099 samples/sec	rmse=0.013509	lr=0.001726
Epoch[191] Batch [1099]	Speed: 3029.002020 samples/sec	rmse=0.013506	lr=0.001710
Epoch[191] Batch [1149]	Speed: 2802.548980 samples/sec	rmse=0.013491	lr=0.001693
Epoch[191] Batch [1199]	Speed: 2719.751101 samples/sec	rmse=0.013484	lr=0.001676
Epoch[191] Batch [1249]	Speed: 3017.957381 samples/sec	rmse=0.013493	lr=0.001660
[Epoch 191] training: rmse=0.013492
[Epoch 191] speed: 2905 samples/sec	time cost: 450.222949
[Epoch 191] validation: err-top1=0.197896 err-top5=0.049133
Epoch[192] Batch [49]	Speed: 3008.090063 samples/sec	rmse=0.013396	lr=0.001643
Epoch[192] Batch [99]	Speed: 2941.716714 samples/sec	rmse=0.013422	lr=0.001626
Epoch[192] Batch [149]	Speed: 2973.072450 samples/sec	rmse=0.013485	lr=0.001610
Epoch[192] Batch [199]	Speed: 2858.922970 samples/sec	rmse=0.013431	lr=0.001594
Epoch[192] Batch [249]	Speed: 2975.369129 samples/sec	rmse=0.013455	lr=0.001577
Epoch[192] Batch [299]	Speed: 2816.129053 samples/sec	rmse=0.013479	lr=0.001561
Epoch[192] Batch [349]	Speed: 2879.875075 samples/sec	rmse=0.013478	lr=0.001545
Epoch[192] Batch [399]	Speed: 3017.798850 samples/sec	rmse=0.013466	lr=0.001529
Epoch[192] Batch [449]	Speed: 2996.910943 samples/sec	rmse=0.013449	lr=0.001514
Epoch[192] Batch [499]	Speed: 2922.477676 samples/sec	rmse=0.013462	lr=0.001498
Epoch[192] Batch [549]	Speed: 2836.779473 samples/sec	rmse=0.013455	lr=0.001482
Epoch[192] Batch [599]	Speed: 2987.669322 samples/sec	rmse=0.013436	lr=0.001466
Epoch[192] Batch [649]	Speed: 2919.141553 samples/sec	rmse=0.013419	lr=0.001451
Epoch[192] Batch [699]	Speed: 2922.492351 samples/sec	rmse=0.013399	lr=0.001435
Epoch[192] Batch [749]	Speed: 2918.424380 samples/sec	rmse=0.013397	lr=0.001420
Epoch[192] Batch [799]	Speed: 2980.709393 samples/sec	rmse=0.013403	lr=0.001405
Epoch[192] Batch [849]	Speed: 2901.498383 samples/sec	rmse=0.013403	lr=0.001390
Epoch[192] Batch [899]	Speed: 2878.638670 samples/sec	rmse=0.013394	lr=0.001375
Epoch[192] Batch [949]	Speed: 3024.840557 samples/sec	rmse=0.013401	lr=0.001360
Epoch[192] Batch [999]	Speed: 2972.139263 samples/sec	rmse=0.013398	lr=0.001345
Epoch[192] Batch [1049]	Speed: 2910.710984 samples/sec	rmse=0.013394	lr=0.001330
Epoch[192] Batch [1099]	Speed: 2793.057313 samples/sec	rmse=0.013392	lr=0.001315
Epoch[192] Batch [1149]	Speed: 2914.996597 samples/sec	rmse=0.013403	lr=0.001300
Epoch[192] Batch [1199]	Speed: 2837.592275 samples/sec	rmse=0.013404	lr=0.001286
Epoch[192] Batch [1249]	Speed: 3108.061242 samples/sec	rmse=0.013405	lr=0.001271
[Epoch 192] training: rmse=0.013404
[Epoch 192] speed: 2927 samples/sec	time cost: 447.388551
[Epoch 192] validation: err-top1=0.197565 err-top5=0.049466
Epoch[193] Batch [49]	Speed: 3008.942840 samples/sec	rmse=0.013394	lr=0.001256
Epoch[193] Batch [99]	Speed: 3096.409261 samples/sec	rmse=0.013453	lr=0.001242
Epoch[193] Batch [149]	Speed: 3010.547367 samples/sec	rmse=0.013359	lr=0.001228
Epoch[193] Batch [199]	Speed: 3001.177963 samples/sec	rmse=0.013376	lr=0.001213
Epoch[193] Batch [249]	Speed: 2848.877786 samples/sec	rmse=0.013346	lr=0.001199
Epoch[193] Batch [299]	Speed: 2930.821599 samples/sec	rmse=0.013349	lr=0.001185
Epoch[193] Batch [349]	Speed: 2845.381190 samples/sec	rmse=0.013344	lr=0.001171
Epoch[193] Batch [399]	Speed: 2765.788501 samples/sec	rmse=0.013360	lr=0.001157
Epoch[193] Batch [449]	Speed: 2814.182619 samples/sec	rmse=0.013362	lr=0.001144
Epoch[193] Batch [499]	Speed: 2801.872811 samples/sec	rmse=0.013366	lr=0.001130
Epoch[193] Batch [549]	Speed: 2846.867304 samples/sec	rmse=0.013408	lr=0.001116
Epoch[193] Batch [599]	Speed: 3086.459774 samples/sec	rmse=0.013391	lr=0.001103
Epoch[193] Batch [649]	Speed: 2810.760908 samples/sec	rmse=0.013390	lr=0.001089
Epoch[193] Batch [699]	Speed: 2859.327268 samples/sec	rmse=0.013378	lr=0.001076
Epoch[193] Batch [749]	Speed: 2828.628659 samples/sec	rmse=0.013377	lr=0.001063
Epoch[193] Batch [799]	Speed: 2992.089591 samples/sec	rmse=0.013382	lr=0.001049
Epoch[193] Batch [849]	Speed: 2993.739083 samples/sec	rmse=0.013374	lr=0.001036
Epoch[193] Batch [899]	Speed: 2860.618887 samples/sec	rmse=0.013372	lr=0.001023
Epoch[193] Batch [949]	Speed: 2862.295950 samples/sec	rmse=0.013377	lr=0.001010
Epoch[193] Batch [999]	Speed: 2853.479657 samples/sec	rmse=0.013377	lr=0.000997
Epoch[193] Batch [1049]	Speed: 2950.634983 samples/sec	rmse=0.013377	lr=0.000985
Epoch[193] Batch [1099]	Speed: 2782.549876 samples/sec	rmse=0.013378	lr=0.000972
Epoch[193] Batch [1149]	Speed: 2936.718771 samples/sec	rmse=0.013383	lr=0.000959
Epoch[193] Batch [1199]	Speed: 2952.316715 samples/sec	rmse=0.013377	lr=0.000947
Epoch[193] Batch [1249]	Speed: 3065.986876 samples/sec	rmse=0.013388	lr=0.000934
[Epoch 193] training: rmse=0.013387
[Epoch 193] speed: 2907 samples/sec	time cost: 450.817803
[Epoch 193] validation: err-top1=0.197226 err-top5=0.049087
Epoch[194] Batch [49]	Speed: 2955.742770 samples/sec	rmse=0.013030	lr=0.000922
Epoch[194] Batch [99]	Speed: 2960.338071 samples/sec	rmse=0.013189	lr=0.000909
Epoch[194] Batch [149]	Speed: 3056.110847 samples/sec	rmse=0.013180	lr=0.000897
Epoch[194] Batch [199]	Speed: 2921.841390 samples/sec	rmse=0.013267	lr=0.000885
Epoch[194] Batch [249]	Speed: 2891.091723 samples/sec	rmse=0.013326	lr=0.000873
Epoch[194] Batch [299]	Speed: 2950.966286 samples/sec	rmse=0.013312	lr=0.000861
Epoch[194] Batch [349]	Speed: 2895.027991 samples/sec	rmse=0.013359	lr=0.000849
Epoch[194] Batch [399]	Speed: 2885.382747 samples/sec	rmse=0.013330	lr=0.000837
Epoch[194] Batch [449]	Speed: 2924.500862 samples/sec	rmse=0.013305	lr=0.000825
Epoch[194] Batch [499]	Speed: 2963.499425 samples/sec	rmse=0.013339	lr=0.000814
Epoch[194] Batch [549]	Speed: 2789.732231 samples/sec	rmse=0.013346	lr=0.000802
Epoch[194] Batch [599]	Speed: 2948.979017 samples/sec	rmse=0.013353	lr=0.000791
Epoch[194] Batch [649]	Speed: 2965.617260 samples/sec	rmse=0.013367	lr=0.000779
Epoch[194] Batch [699]	Speed: 2848.376656 samples/sec	rmse=0.013375	lr=0.000768
Epoch[194] Batch [749]	Speed: 2834.810048 samples/sec	rmse=0.013365	lr=0.000757
Epoch[194] Batch [799]	Speed: 2898.972644 samples/sec	rmse=0.013375	lr=0.000746
Epoch[194] Batch [849]	Speed: 2945.897893 samples/sec	rmse=0.013370	lr=0.000735
Epoch[194] Batch [899]	Speed: 2984.664653 samples/sec	rmse=0.013380	lr=0.000724
Epoch[194] Batch [949]	Speed: 3037.753213 samples/sec	rmse=0.013373	lr=0.000713
Epoch[194] Batch [999]	Speed: 3086.170663 samples/sec	rmse=0.013371	lr=0.000702
Epoch[194] Batch [1049]	Speed: 2814.686655 samples/sec	rmse=0.013388	lr=0.000691
Epoch[194] Batch [1099]	Speed: 2914.024375 samples/sec	rmse=0.013392	lr=0.000680
Epoch[194] Batch [1149]	Speed: 2944.267704 samples/sec	rmse=0.013385	lr=0.000670
Epoch[194] Batch [1199]	Speed: 3017.472893 samples/sec	rmse=0.013380	lr=0.000659
Epoch[194] Batch [1249]	Speed: 2990.544527 samples/sec	rmse=0.013384	lr=0.000649
[Epoch 194] training: rmse=0.013384
[Epoch 194] speed: 2933 samples/sec	time cost: 446.612619
[Epoch 194] validation: err-top1=0.196269 err-top5=0.048489
Epoch[195] Batch [49]	Speed: 2899.122223 samples/sec	rmse=0.013529	lr=0.000638
Epoch[195] Batch [99]	Speed: 2913.811774 samples/sec	rmse=0.013376	lr=0.000628
Epoch[195] Batch [149]	Speed: 3115.314062 samples/sec	rmse=0.013413	lr=0.000618
Epoch[195] Batch [199]	Speed: 2959.164185 samples/sec	rmse=0.013365	lr=0.000608
Epoch[195] Batch [249]	Speed: 2951.627208 samples/sec	rmse=0.013322	lr=0.000598
Epoch[195] Batch [299]	Speed: 2787.092141 samples/sec	rmse=0.013295	lr=0.000588
Epoch[195] Batch [349]	Speed: 2872.843318 samples/sec	rmse=0.013318	lr=0.000578
Epoch[195] Batch [399]	Speed: 2774.107550 samples/sec	rmse=0.013300	lr=0.000568
Epoch[195] Batch [449]	Speed: 2752.751523 samples/sec	rmse=0.013311	lr=0.000559
Epoch[195] Batch [499]	Speed: 2792.460297 samples/sec	rmse=0.013274	lr=0.000549
Epoch[195] Batch [549]	Speed: 2802.111254 samples/sec	rmse=0.013291	lr=0.000540
Epoch[195] Batch [599]	Speed: 2881.701938 samples/sec	rmse=0.013290	lr=0.000530
Epoch[195] Batch [649]	Speed: 2812.931662 samples/sec	rmse=0.013295	lr=0.000521
Epoch[195] Batch [699]	Speed: 2763.163400 samples/sec	rmse=0.013296	lr=0.000512
Epoch[195] Batch [749]	Speed: 2728.086122 samples/sec	rmse=0.013302	lr=0.000503
Epoch[195] Batch [799]	Speed: 2975.880809 samples/sec	rmse=0.013314	lr=0.000493
Epoch[195] Batch [849]	Speed: 2958.029978 samples/sec	rmse=0.013317	lr=0.000484
Epoch[195] Batch [899]	Speed: 2944.146811 samples/sec	rmse=0.013314	lr=0.000476
Epoch[195] Batch [949]	Speed: 2844.538788 samples/sec	rmse=0.013318	lr=0.000467
Epoch[195] Batch [999]	Speed: 2971.114951 samples/sec	rmse=0.013328	lr=0.000458
Epoch[195] Batch [1049]	Speed: 2893.296147 samples/sec	rmse=0.013326	lr=0.000449
Epoch[195] Batch [1099]	Speed: 2804.959949 samples/sec	rmse=0.013331	lr=0.000441
Epoch[195] Batch [1149]	Speed: 2874.446023 samples/sec	rmse=0.013334	lr=0.000432
Epoch[195] Batch [1199]	Speed: 2957.605556 samples/sec	rmse=0.013339	lr=0.000424
Epoch[195] Batch [1249]	Speed: 3046.656085 samples/sec	rmse=0.013324	lr=0.000415
[Epoch 195] training: rmse=0.013324
[Epoch 195] speed: 2877 samples/sec	time cost: 454.699997
[Epoch 195] validation: err-top1=0.195731 err-top5=0.049227
Epoch[196] Batch [49]	Speed: 2951.915153 samples/sec	rmse=0.013154	lr=0.000407
Epoch[196] Batch [99]	Speed: 3000.403235 samples/sec	rmse=0.013330	lr=0.000399
Epoch[196] Batch [149]	Speed: 2924.102212 samples/sec	rmse=0.013352	lr=0.000391
Epoch[196] Batch [199]	Speed: 2986.240935 samples/sec	rmse=0.013378	lr=0.000383
Epoch[196] Batch [249]	Speed: 2905.370055 samples/sec	rmse=0.013306	lr=0.000375
Epoch[196] Batch [299]	Speed: 2906.257963 samples/sec	rmse=0.013317	lr=0.000367
Epoch[196] Batch [349]	Speed: 2784.210658 samples/sec	rmse=0.013329	lr=0.000359
Epoch[196] Batch [399]	Speed: 2774.831335 samples/sec	rmse=0.013355	lr=0.000352
Epoch[196] Batch [449]	Speed: 2877.414198 samples/sec	rmse=0.013360	lr=0.000344
Epoch[196] Batch [499]	Speed: 2993.635250 samples/sec	rmse=0.013356	lr=0.000336
Epoch[196] Batch [549]	Speed: 2813.096078 samples/sec	rmse=0.013344	lr=0.000329
Epoch[196] Batch [599]	Speed: 2775.725511 samples/sec	rmse=0.013320	lr=0.000322
Epoch[196] Batch [649]	Speed: 2877.038572 samples/sec	rmse=0.013312	lr=0.000314
Epoch[196] Batch [699]	Speed: 2877.570236 samples/sec	rmse=0.013316	lr=0.000307
Epoch[196] Batch [749]	Speed: 2825.124994 samples/sec	rmse=0.013309	lr=0.000300
Epoch[196] Batch [799]	Speed: 2961.862040 samples/sec	rmse=0.013289	lr=0.000293
Epoch[196] Batch [849]	Speed: 2894.096342 samples/sec	rmse=0.013284	lr=0.000286
Epoch[196] Batch [899]	Speed: 2891.159487 samples/sec	rmse=0.013272	lr=0.000279
Epoch[196] Batch [949]	Speed: 2809.667449 samples/sec	rmse=0.013284	lr=0.000273
Epoch[196] Batch [999]	Speed: 2879.874070 samples/sec	rmse=0.013283	lr=0.000266
Epoch[196] Batch [1049]	Speed: 2788.955848 samples/sec	rmse=0.013299	lr=0.000259
Epoch[196] Batch [1099]	Speed: 2754.347735 samples/sec	rmse=0.013287	lr=0.000253
Epoch[196] Batch [1149]	Speed: 2857.976451 samples/sec	rmse=0.013285	lr=0.000246
Epoch[196] Batch [1199]	Speed: 2831.973703 samples/sec	rmse=0.013291	lr=0.000240
Epoch[196] Batch [1249]	Speed: 2936.086386 samples/sec	rmse=0.013302	lr=0.000234
[Epoch 196] training: rmse=0.013301
[Epoch 196] speed: 2871 samples/sec	time cost: 455.616871
[Epoch 196] validation: err-top1=0.196429 err-top5=0.049366
Epoch[197] Batch [49]	Speed: 2759.965293 samples/sec	rmse=0.012937	lr=0.000227
Epoch[197] Batch [99]	Speed: 2936.848655 samples/sec	rmse=0.013096	lr=0.000221
Epoch[197] Batch [149]	Speed: 2775.786755 samples/sec	rmse=0.013181	lr=0.000215
Epoch[197] Batch [199]	Speed: 2860.791631 samples/sec	rmse=0.013251	lr=0.000209
Epoch[197] Batch [249]	Speed: 2907.858685 samples/sec	rmse=0.013285	lr=0.000204
Epoch[197] Batch [299]	Speed: 2974.732764 samples/sec	rmse=0.013220	lr=0.000198
Epoch[197] Batch [349]	Speed: 2732.357087 samples/sec	rmse=0.013227	lr=0.000192
Epoch[197] Batch [399]	Speed: 2863.476887 samples/sec	rmse=0.013238	lr=0.000187
Epoch[197] Batch [449]	Speed: 2961.305104 samples/sec	rmse=0.013219	lr=0.000181
Epoch[197] Batch [499]	Speed: 3008.679406 samples/sec	rmse=0.013210	lr=0.000176
Epoch[197] Batch [549]	Speed: 2891.239478 samples/sec	rmse=0.013236	lr=0.000170
Epoch[197] Batch [599]	Speed: 2807.139435 samples/sec	rmse=0.013240	lr=0.000165
Epoch[197] Batch [649]	Speed: 2747.526057 samples/sec	rmse=0.013241	lr=0.000160
Epoch[197] Batch [699]	Speed: 2805.074445 samples/sec	rmse=0.013247	lr=0.000155
Epoch[197] Batch [749]	Speed: 3032.506683 samples/sec	rmse=0.013262	lr=0.000150
Epoch[197] Batch [799]	Speed: 2884.499100 samples/sec	rmse=0.013245	lr=0.000145
Epoch[197] Batch [849]	Speed: 3007.992690 samples/sec	rmse=0.013234	lr=0.000140
Epoch[197] Batch [899]	Speed: 3011.974648 samples/sec	rmse=0.013221	lr=0.000135
Epoch[197] Batch [949]	Speed: 3132.514890 samples/sec	rmse=0.013230	lr=0.000130
Epoch[197] Batch [999]	Speed: 3016.287371 samples/sec	rmse=0.013215	lr=0.000126
Epoch[197] Batch [1049]	Speed: 2814.607082 samples/sec	rmse=0.013218	lr=0.000121
Epoch[197] Batch [1099]	Speed: 2700.836754 samples/sec	rmse=0.013230	lr=0.000117
Epoch[197] Batch [1149]	Speed: 2997.330824 samples/sec	rmse=0.013238	lr=0.000112
Epoch[197] Batch [1199]	Speed: 2968.063638 samples/sec	rmse=0.013237	lr=0.000108
Epoch[197] Batch [1249]	Speed: 2961.447096 samples/sec	rmse=0.013233	lr=0.000104
[Epoch 197] training: rmse=0.013233
[Epoch 197] speed: 2896 samples/sec	time cost: 451.411825
[Epoch 197] validation: err-top1=0.194987 err-top5=0.049093
Epoch[198] Batch [49]	Speed: 2932.459112 samples/sec	rmse=0.013376	lr=0.000100
Epoch[198] Batch [99]	Speed: 2818.290061 samples/sec	rmse=0.013172	lr=0.000096
Epoch[198] Batch [149]	Speed: 2907.791986 samples/sec	rmse=0.013233	lr=0.000092
Epoch[198] Batch [199]	Speed: 2979.850339 samples/sec	rmse=0.013222	lr=0.000088
Epoch[198] Batch [249]	Speed: 2773.478059 samples/sec	rmse=0.013216	lr=0.000084
Epoch[198] Batch [299]	Speed: 2832.892684 samples/sec	rmse=0.013237	lr=0.000080
Epoch[198] Batch [349]	Speed: 2841.602972 samples/sec	rmse=0.013258	lr=0.000077
Epoch[198] Batch [399]	Speed: 2968.784200 samples/sec	rmse=0.013279	lr=0.000073
Epoch[198] Batch [449]	Speed: 2938.305993 samples/sec	rmse=0.013264	lr=0.000070
Epoch[198] Batch [499]	Speed: 2874.242159 samples/sec	rmse=0.013286	lr=0.000067
Epoch[198] Batch [549]	Speed: 2933.243177 samples/sec	rmse=0.013237	lr=0.000063
Epoch[198] Batch [599]	Speed: 2902.952155 samples/sec	rmse=0.013248	lr=0.000060
Epoch[198] Batch [649]	Speed: 3116.039266 samples/sec	rmse=0.013260	lr=0.000057
Epoch[198] Batch [699]	Speed: 3043.778066 samples/sec	rmse=0.013243	lr=0.000054
Epoch[198] Batch [749]	Speed: 3035.576489 samples/sec	rmse=0.013233	lr=0.000051
Epoch[198] Batch [799]	Speed: 2927.466610 samples/sec	rmse=0.013252	lr=0.000048
Epoch[198] Batch [849]	Speed: 2903.120199 samples/sec	rmse=0.013256	lr=0.000045
Epoch[198] Batch [899]	Speed: 2805.935023 samples/sec	rmse=0.013253	lr=0.000043
Epoch[198] Batch [949]	Speed: 3089.241032 samples/sec	rmse=0.013245	lr=0.000040
Epoch[198] Batch [999]	Speed: 2897.069381 samples/sec	rmse=0.013246	lr=0.000037
Epoch[198] Batch [1049]	Speed: 2957.756563 samples/sec	rmse=0.013250	lr=0.000035
Epoch[198] Batch [1099]	Speed: 2901.936656 samples/sec	rmse=0.013254	lr=0.000033
Epoch[198] Batch [1149]	Speed: 2932.308435 samples/sec	rmse=0.013249	lr=0.000030
Epoch[198] Batch [1199]	Speed: 2917.722543 samples/sec	rmse=0.013251	lr=0.000028
Epoch[198] Batch [1249]	Speed: 3004.144797 samples/sec	rmse=0.013262	lr=0.000026
[Epoch 198] training: rmse=0.013261
[Epoch 198] speed: 2924 samples/sec	time cost: 447.951166
[Epoch 198] validation: err-top1=0.195791 err-top5=0.048569
Epoch[199] Batch [49]	Speed: 3094.363842 samples/sec	rmse=0.013197	lr=0.000024
Epoch[199] Batch [99]	Speed: 2987.065869 samples/sec	rmse=0.013245	lr=0.000022
Epoch[199] Batch [149]	Speed: 2865.817248 samples/sec	rmse=0.013355	lr=0.000020
Epoch[199] Batch [199]	Speed: 2779.271439 samples/sec	rmse=0.013355	lr=0.000018
Epoch[199] Batch [249]	Speed: 3049.095826 samples/sec	rmse=0.013321	lr=0.000017
Epoch[199] Batch [299]	Speed: 2945.314910 samples/sec	rmse=0.013317	lr=0.000015
Epoch[199] Batch [349]	Speed: 2948.888997 samples/sec	rmse=0.013285	lr=0.000013
Epoch[199] Batch [399]	Speed: 2826.959247 samples/sec	rmse=0.013315	lr=0.000012
Epoch[199] Batch [449]	Speed: 2916.775956 samples/sec	rmse=0.013328	lr=0.000011
Epoch[199] Batch [499]	Speed: 2811.957132 samples/sec	rmse=0.013310	lr=0.000009
Epoch[199] Batch [549]	Speed: 2959.072360 samples/sec	rmse=0.013333	lr=0.000008
Epoch[199] Batch [599]	Speed: 2870.347403 samples/sec	rmse=0.013310	lr=0.000007
Epoch[199] Batch [649]	Speed: 2901.841250 samples/sec	rmse=0.013302	lr=0.000006
Epoch[199] Batch [699]	Speed: 2964.951286 samples/sec	rmse=0.013298	lr=0.000005
Epoch[199] Batch [749]	Speed: 2825.595519 samples/sec	rmse=0.013295	lr=0.000004
Epoch[199] Batch [799]	Speed: 2935.184533 samples/sec	rmse=0.013292	lr=0.000003
Epoch[199] Batch [849]	Speed: 2848.780471 samples/sec	rmse=0.013286	lr=0.000003
Epoch[199] Batch [899]	Speed: 2916.190660 samples/sec	rmse=0.013301	lr=0.000002
Epoch[199] Batch [949]	Speed: 2849.066426 samples/sec	rmse=0.013296	lr=0.000002
Epoch[199] Batch [999]	Speed: 2928.884850 samples/sec	rmse=0.013304	lr=0.000001
Epoch[199] Batch [1049]	Speed: 3022.844869 samples/sec	rmse=0.013288	lr=0.000001
Epoch[199] Batch [1099]	Speed: 2785.663681 samples/sec	rmse=0.013285	lr=0.000000
Epoch[199] Batch [1149]	Speed: 3056.532864 samples/sec	rmse=0.013283	lr=0.000000
Epoch[199] Batch [1199]	Speed: 2987.879951 samples/sec	rmse=0.013287	lr=0.000000
Epoch[199] Batch [1249]	Speed: 2911.656441 samples/sec	rmse=0.013296	lr=0.000000
[Epoch 199] training: rmse=0.013296
[Epoch 199] speed: 2915 samples/sec	time cost: 448.925004
[Epoch 199] validation: err-top1=0.196409 err-top5=0.049366