Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=299, label_smoothing=True, last_gamma=False, log_interval=50, logging_file='inceptionv3_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='inceptionv3', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_inceptionv3_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=299, label_smoothing=True, last_gamma=False, log_interval=50, logging_file='inceptionv3_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='inceptionv3', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_inceptionv3_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 869.392017 samples/sec	rmse=0.027038	lr=0.003133
Epoch[0] Batch [99]	Speed: 2842.981710 samples/sec	rmse=0.026914	lr=0.006331
Epoch[0] Batch [149]	Speed: 2983.204573 samples/sec	rmse=0.026894	lr=0.009528
Epoch[0] Batch [199]	Speed: 2857.392575 samples/sec	rmse=0.026816	lr=0.012726
Epoch[0] Batch [249]	Speed: 2778.998135 samples/sec	rmse=0.026697	lr=0.015923
Epoch[0] Batch [299]	Speed: 2714.067698 samples/sec	rmse=0.026606	lr=0.019121
Epoch[0] Batch [349]	Speed: 2707.870725 samples/sec	rmse=0.026595	lr=0.022318
Epoch[0] Batch [399]	Speed: 2750.128630 samples/sec	rmse=0.026621	lr=0.025516
Epoch[0] Batch [449]	Speed: 2783.880804 samples/sec	rmse=0.026491	lr=0.028713
Epoch[0] Batch [499]	Speed: 2803.114863 samples/sec	rmse=0.026404	lr=0.031910
Epoch[0] Batch [549]	Speed: 2837.006916 samples/sec	rmse=0.026423	lr=0.035108
Epoch[0] Batch [599]	Speed: 2975.176831 samples/sec	rmse=0.026373	lr=0.038305
Epoch[0] Batch [649]	Speed: 2811.365002 samples/sec	rmse=0.026392	lr=0.041503
Epoch[0] Batch [699]	Speed: 2873.512923 samples/sec	rmse=0.026373	lr=0.044700
Epoch[0] Batch [749]	Speed: 2697.644336 samples/sec	rmse=0.026360	lr=0.047898
Epoch[0] Batch [799]	Speed: 2705.393663 samples/sec	rmse=0.026272	lr=0.051095
Epoch[0] Batch [849]	Speed: 2868.006227 samples/sec	rmse=0.026235	lr=0.054293
Epoch[0] Batch [899]	Speed: 2788.090014 samples/sec	rmse=0.026203	lr=0.057490
Epoch[0] Batch [949]	Speed: 2927.234287 samples/sec	rmse=0.026194	lr=0.060687
Epoch[0] Batch [999]	Speed: 2887.165174 samples/sec	rmse=0.026203	lr=0.063885
Epoch[0] Batch [1049]	Speed: 2734.405564 samples/sec	rmse=0.026200	lr=0.067082
Epoch[0] Batch [1099]	Speed: 2752.505248 samples/sec	rmse=0.026194	lr=0.070280
Epoch[0] Batch [1149]	Speed: 2744.664023 samples/sec	rmse=0.026185	lr=0.073477
Epoch[0] Batch [1199]	Speed: 2800.380484 samples/sec	rmse=0.026204	lr=0.076675
Epoch[0] Batch [1249]	Speed: 2897.216731 samples/sec	rmse=0.026172	lr=0.079872
[Epoch 0] training: rmse=0.026171
[Epoch 0] speed: 2578 samples/sec	time cost: 513.753511
[Epoch 0] validation: err-top1=0.953902 err-top5=0.853555
Epoch[1] Batch [49]	Speed: 2880.436146 samples/sec	rmse=0.026231	lr=0.083133
Epoch[1] Batch [99]	Speed: 2787.219726 samples/sec	rmse=0.025886	lr=0.086331
Epoch[1] Batch [149]	Speed: 2756.694143 samples/sec	rmse=0.026087	lr=0.089528
Epoch[1] Batch [199]	Speed: 2997.808321 samples/sec	rmse=0.026020	lr=0.092726
Epoch[1] Batch [249]	Speed: 2743.042398 samples/sec	rmse=0.026175	lr=0.095923
Epoch[1] Batch [299]	Speed: 2812.785907 samples/sec	rmse=0.026168	lr=0.099121
Epoch[1] Batch [349]	Speed: 2834.445126 samples/sec	rmse=0.026050	lr=0.102318
Epoch[1] Batch [399]	Speed: 2726.957545 samples/sec	rmse=0.025970	lr=0.105516
Epoch[1] Batch [449]	Speed: 2687.014503 samples/sec	rmse=0.025981	lr=0.108713
Epoch[1] Batch [499]	Speed: 2768.539085 samples/sec	rmse=0.025971	lr=0.111910
Epoch[1] Batch [549]	Speed: 2649.127228 samples/sec	rmse=0.025998	lr=0.115108
Epoch[1] Batch [599]	Speed: 2788.603468 samples/sec	rmse=0.026001	lr=0.118305
Epoch[1] Batch [649]	Speed: 2781.826924 samples/sec	rmse=0.026065	lr=0.121503
Epoch[1] Batch [699]	Speed: 2819.642561 samples/sec	rmse=0.026018	lr=0.124700
Epoch[1] Batch [749]	Speed: 2720.063072 samples/sec	rmse=0.026049	lr=0.127898
Epoch[1] Batch [799]	Speed: 2830.858867 samples/sec	rmse=0.026032	lr=0.131095
Epoch[1] Batch [849]	Speed: 2857.581356 samples/sec	rmse=0.025998	lr=0.134293
Epoch[1] Batch [899]	Speed: 2856.166620 samples/sec	rmse=0.025990	lr=0.137490
Epoch[1] Batch [949]	Speed: 2746.243807 samples/sec	rmse=0.025980	lr=0.140687
Epoch[1] Batch [999]	Speed: 2786.451284 samples/sec	rmse=0.025946	lr=0.143885
Epoch[1] Batch [1049]	Speed: 2756.007411 samples/sec	rmse=0.025920	lr=0.147082
Epoch[1] Batch [1099]	Speed: 2741.554665 samples/sec	rmse=0.025925	lr=0.150280
Epoch[1] Batch [1149]	Speed: 2725.068895 samples/sec	rmse=0.025900	lr=0.153477
Epoch[1] Batch [1199]	Speed: 2781.722461 samples/sec	rmse=0.025906	lr=0.156675
Epoch[1] Batch [1249]	Speed: 2888.429778 samples/sec	rmse=0.025861	lr=0.159872
[Epoch 1] training: rmse=0.025862
[Epoch 1] speed: 2784 samples/sec	time cost: 476.016172
[Epoch 1] validation: err-top1=0.840681 err-top5=0.628448
Epoch[2] Batch [49]	Speed: 2908.865292 samples/sec	rmse=0.025653	lr=0.163133
Epoch[2] Batch [99]	Speed: 2811.990198 samples/sec	rmse=0.025623	lr=0.166331
Epoch[2] Batch [149]	Speed: 2842.298193 samples/sec	rmse=0.025427	lr=0.169528
Epoch[2] Batch [199]	Speed: 2753.330903 samples/sec	rmse=0.025363	lr=0.172726
Epoch[2] Batch [249]	Speed: 2838.697788 samples/sec	rmse=0.025373	lr=0.175923
Epoch[2] Batch [299]	Speed: 2767.133925 samples/sec	rmse=0.025395	lr=0.179121
Epoch[2] Batch [349]	Speed: 2832.178749 samples/sec	rmse=0.025421	lr=0.182318
Epoch[2] Batch [399]	Speed: 2804.479386 samples/sec	rmse=0.025452	lr=0.185516
Epoch[2] Batch [449]	Speed: 2854.093152 samples/sec	rmse=0.025423	lr=0.188713
Epoch[2] Batch [499]	Speed: 2837.893802 samples/sec	rmse=0.025433	lr=0.191910
Epoch[2] Batch [549]	Speed: 2755.017169 samples/sec	rmse=0.025380	lr=0.195108
Epoch[2] Batch [599]	Speed: 3075.658434 samples/sec	rmse=0.025344	lr=0.198305
Epoch[2] Batch [649]	Speed: 2842.540744 samples/sec	rmse=0.025283	lr=0.201503
Epoch[2] Batch [699]	Speed: 2893.315404 samples/sec	rmse=0.025231	lr=0.204700
Epoch[2] Batch [749]	Speed: 2838.086017 samples/sec	rmse=0.025230	lr=0.207898
Epoch[2] Batch [799]	Speed: 2921.711519 samples/sec	rmse=0.025205	lr=0.211095
Epoch[2] Batch [849]	Speed: 2865.644471 samples/sec	rmse=0.025206	lr=0.214293
Epoch[2] Batch [899]	Speed: 2885.711074 samples/sec	rmse=0.025202	lr=0.217490
Epoch[2] Batch [949]	Speed: 2768.711703 samples/sec	rmse=0.025187	lr=0.220687
Epoch[2] Batch [999]	Speed: 2841.974930 samples/sec	rmse=0.025165	lr=0.223885
Epoch[2] Batch [1049]	Speed: 2819.764146 samples/sec	rmse=0.025157	lr=0.227082
Epoch[2] Batch [1099]	Speed: 2752.267624 samples/sec	rmse=0.025121	lr=0.230280
Epoch[2] Batch [1149]	Speed: 2788.611181 samples/sec	rmse=0.025067	lr=0.233477
Epoch[2] Batch [1199]	Speed: 2912.732484 samples/sec	rmse=0.025042	lr=0.236675
Epoch[2] Batch [1249]	Speed: 3034.385148 samples/sec	rmse=0.025040	lr=0.239872
[Epoch 2] training: rmse=0.025041
[Epoch 2] speed: 2845 samples/sec	time cost: 466.355983
[Epoch 2] validation: err-top1=0.716857 err-top5=0.453444
Epoch[3] Batch [49]	Speed: 2842.565540 samples/sec	rmse=0.024426	lr=0.243133
Epoch[3] Batch [99]	Speed: 2946.541466 samples/sec	rmse=0.024310	lr=0.246331
Epoch[3] Batch [149]	Speed: 2770.172281 samples/sec	rmse=0.024100	lr=0.249528
Epoch[3] Batch [199]	Speed: 2860.188662 samples/sec	rmse=0.024053	lr=0.252726
Epoch[3] Batch [249]	Speed: 2886.693750 samples/sec	rmse=0.024132	lr=0.255923
Epoch[3] Batch [299]	Speed: 2849.896120 samples/sec	rmse=0.024159	lr=0.259121
Epoch[3] Batch [349]	Speed: 2834.915019 samples/sec	rmse=0.024153	lr=0.262318
Epoch[3] Batch [399]	Speed: 2854.740875 samples/sec	rmse=0.024245	lr=0.265516
Epoch[3] Batch [449]	Speed: 2807.292239 samples/sec	rmse=0.024295	lr=0.268713
Epoch[3] Batch [499]	Speed: 3005.437929 samples/sec	rmse=0.024311	lr=0.271910
Epoch[3] Batch [549]	Speed: 2729.006704 samples/sec	rmse=0.024308	lr=0.275108
Epoch[3] Batch [599]	Speed: 2838.067638 samples/sec	rmse=0.024324	lr=0.278305
Epoch[3] Batch [649]	Speed: 2909.909975 samples/sec	rmse=0.024278	lr=0.281503
Epoch[3] Batch [699]	Speed: 2744.639573 samples/sec	rmse=0.024302	lr=0.284700
Epoch[3] Batch [749]	Speed: 2937.039685 samples/sec	rmse=0.024269	lr=0.287898
Epoch[3] Batch [799]	Speed: 2799.046067 samples/sec	rmse=0.024285	lr=0.291095
Epoch[3] Batch [849]	Speed: 2982.762623 samples/sec	rmse=0.024277	lr=0.294293
Epoch[3] Batch [899]	Speed: 2894.542876 samples/sec	rmse=0.024221	lr=0.297490
Epoch[3] Batch [949]	Speed: 2833.117150 samples/sec	rmse=0.024226	lr=0.300687
Epoch[3] Batch [999]	Speed: 2870.007756 samples/sec	rmse=0.024221	lr=0.303885
Epoch[3] Batch [1049]	Speed: 2866.753163 samples/sec	rmse=0.024200	lr=0.307082
Epoch[3] Batch [1099]	Speed: 2910.168345 samples/sec	rmse=0.024190	lr=0.310280
Epoch[3] Batch [1149]	Speed: 3138.964604 samples/sec	rmse=0.024174	lr=0.313477
Epoch[3] Batch [1199]	Speed: 2946.698461 samples/sec	rmse=0.024153	lr=0.316675
Epoch[3] Batch [1249]	Speed: 3004.009734 samples/sec	rmse=0.024137	lr=0.319872
[Epoch 3] training: rmse=0.024135
[Epoch 3] speed: 2877 samples/sec	time cost: 461.066904
[Epoch 3] validation: err-top1=0.651248 err-top5=0.382812
Epoch[4] Batch [49]	Speed: 2965.653505 samples/sec	rmse=0.023694	lr=0.323133
Epoch[4] Batch [99]	Speed: 2855.672151 samples/sec	rmse=0.023952	lr=0.326331
Epoch[4] Batch [149]	Speed: 2879.997854 samples/sec	rmse=0.023861	lr=0.329528
Epoch[4] Batch [199]	Speed: 2761.182531 samples/sec	rmse=0.023921	lr=0.332726
Epoch[4] Batch [249]	Speed: 2862.701661 samples/sec	rmse=0.023916	lr=0.335923
Epoch[4] Batch [299]	Speed: 2820.438459 samples/sec	rmse=0.023938	lr=0.339121
Epoch[4] Batch [349]	Speed: 2765.523896 samples/sec	rmse=0.023951	lr=0.342318
Epoch[4] Batch [399]	Speed: 2819.301113 samples/sec	rmse=0.023827	lr=0.345516
Epoch[4] Batch [449]	Speed: 2747.376281 samples/sec	rmse=0.023822	lr=0.348713
Epoch[4] Batch [499]	Speed: 2688.828636 samples/sec	rmse=0.023836	lr=0.351910
Epoch[4] Batch [549]	Speed: 2663.638874 samples/sec	rmse=0.023844	lr=0.355108
Epoch[4] Batch [599]	Speed: 2679.621645 samples/sec	rmse=0.023852	lr=0.358305
Epoch[4] Batch [649]	Speed: 2806.073102 samples/sec	rmse=0.023845	lr=0.361503
Epoch[4] Batch [699]	Speed: 2724.299361 samples/sec	rmse=0.023842	lr=0.364700
Epoch[4] Batch [749]	Speed: 2780.438594 samples/sec	rmse=0.023839	lr=0.367898
Epoch[4] Batch [799]	Speed: 2789.381431 samples/sec	rmse=0.023838	lr=0.371095
Epoch[4] Batch [849]	Speed: 2752.155634 samples/sec	rmse=0.023843	lr=0.374293
Epoch[4] Batch [899]	Speed: 2701.625002 samples/sec	rmse=0.023826	lr=0.377490
Epoch[4] Batch [949]	Speed: 2884.134327 samples/sec	rmse=0.023799	lr=0.380687
Epoch[4] Batch [999]	Speed: 2855.921282 samples/sec	rmse=0.023788	lr=0.383885
Epoch[4] Batch [1049]	Speed: 2865.728830 samples/sec	rmse=0.023762	lr=0.387082
Epoch[4] Batch [1099]	Speed: 2823.971611 samples/sec	rmse=0.023743	lr=0.390280
Epoch[4] Batch [1149]	Speed: 2764.353463 samples/sec	rmse=0.023737	lr=0.393477
Epoch[4] Batch [1199]	Speed: 2851.020667 samples/sec	rmse=0.023723	lr=0.396675
Epoch[4] Batch [1249]	Speed: 3063.118069 samples/sec	rmse=0.023726	lr=0.399872
[Epoch 4] training: rmse=0.023728
[Epoch 4] speed: 2802 samples/sec	time cost: 471.057504
[Epoch 4] validation: err-top1=0.653679 err-top5=0.382155
Epoch[5] Batch [49]	Speed: 3089.006229 samples/sec	rmse=0.023271	lr=0.400000
Epoch[5] Batch [99]	Speed: 2961.694643 samples/sec	rmse=0.023504	lr=0.400000
Epoch[5] Batch [149]	Speed: 2793.201466 samples/sec	rmse=0.023388	lr=0.400000
Epoch[5] Batch [199]	Speed: 2906.657900 samples/sec	rmse=0.023362	lr=0.399999
Epoch[5] Batch [249]	Speed: 3045.173127 samples/sec	rmse=0.023332	lr=0.399999
Epoch[5] Batch [299]	Speed: 2774.852561 samples/sec	rmse=0.023419	lr=0.399999
Epoch[5] Batch [349]	Speed: 2797.561670 samples/sec	rmse=0.023415	lr=0.399998
Epoch[5] Batch [399]	Speed: 2820.460315 samples/sec	rmse=0.023342	lr=0.399997
Epoch[5] Batch [449]	Speed: 2940.480562 samples/sec	rmse=0.023323	lr=0.399997
Epoch[5] Batch [499]	Speed: 2853.099982 samples/sec	rmse=0.023342	lr=0.399996
Epoch[5] Batch [549]	Speed: 2775.324099 samples/sec	rmse=0.023368	lr=0.399995
Epoch[5] Batch [599]	Speed: 2968.311103 samples/sec	rmse=0.023346	lr=0.399994
Epoch[5] Batch [649]	Speed: 2916.146823 samples/sec	rmse=0.023353	lr=0.399993
Epoch[5] Batch [699]	Speed: 2895.442175 samples/sec	rmse=0.023366	lr=0.399992
Epoch[5] Batch [749]	Speed: 2960.545027 samples/sec	rmse=0.023339	lr=0.399991
Epoch[5] Batch [799]	Speed: 2997.181983 samples/sec	rmse=0.023349	lr=0.399989
Epoch[5] Batch [849]	Speed: 3045.605302 samples/sec	rmse=0.023315	lr=0.399988
Epoch[5] Batch [899]	Speed: 2960.996870 samples/sec	rmse=0.023300	lr=0.399987
Epoch[5] Batch [949]	Speed: 2780.974298 samples/sec	rmse=0.023326	lr=0.399985
Epoch[5] Batch [999]	Speed: 2832.926543 samples/sec	rmse=0.023317	lr=0.399983
Epoch[5] Batch [1049]	Speed: 2958.857538 samples/sec	rmse=0.023309	lr=0.399982
Epoch[5] Batch [1099]	Speed: 2935.156090 samples/sec	rmse=0.023299	lr=0.399980
Epoch[5] Batch [1149]	Speed: 2955.138845 samples/sec	rmse=0.023311	lr=0.399978
Epoch[5] Batch [1199]	Speed: 3093.499131 samples/sec	rmse=0.023297	lr=0.399976
Epoch[5] Batch [1249]	Speed: 3098.375801 samples/sec	rmse=0.023281	lr=0.399974
[Epoch 5] training: rmse=0.023281
[Epoch 5] speed: 2920 samples/sec	time cost: 452.975735
[Epoch 5] validation: err-top1=0.562561 err-top5=0.292460
Epoch[6] Batch [49]	Speed: 3188.518905 samples/sec	rmse=0.023062	lr=0.399972
Epoch[6] Batch [99]	Speed: 2993.279612 samples/sec	rmse=0.023052	lr=0.399970
Epoch[6] Batch [149]	Speed: 3080.900277 samples/sec	rmse=0.023090	lr=0.399967
Epoch[6] Batch [199]	Speed: 2888.151326 samples/sec	rmse=0.023052	lr=0.399965
Epoch[6] Batch [249]	Speed: 3022.656043 samples/sec	rmse=0.023077	lr=0.399963
Epoch[6] Batch [299]	Speed: 2831.671416 samples/sec	rmse=0.023082	lr=0.399960
Epoch[6] Batch [349]	Speed: 2891.946272 samples/sec	rmse=0.023083	lr=0.399958
Epoch[6] Batch [399]	Speed: 2964.046018 samples/sec	rmse=0.023052	lr=0.399955
Epoch[6] Batch [449]	Speed: 2974.617514 samples/sec	rmse=0.023054	lr=0.399952
Epoch[6] Batch [499]	Speed: 2853.687868 samples/sec	rmse=0.023076	lr=0.399949
Epoch[6] Batch [549]	Speed: 2982.821702 samples/sec	rmse=0.023092	lr=0.399946
Epoch[6] Batch [599]	Speed: 2835.614009 samples/sec	rmse=0.023078	lr=0.399943
Epoch[6] Batch [649]	Speed: 3078.365884 samples/sec	rmse=0.023087	lr=0.399940
Epoch[6] Batch [699]	Speed: 2995.845833 samples/sec	rmse=0.023066	lr=0.399937
Epoch[6] Batch [749]	Speed: 2859.670293 samples/sec	rmse=0.023084	lr=0.399934
Epoch[6] Batch [799]	Speed: 2807.892236 samples/sec	rmse=0.023077	lr=0.399930
Epoch[6] Batch [849]	Speed: 2990.372831 samples/sec	rmse=0.023068	lr=0.399927
Epoch[6] Batch [899]	Speed: 2809.424962 samples/sec	rmse=0.023066	lr=0.399923
Epoch[6] Batch [949]	Speed: 2968.434974 samples/sec	rmse=0.023053	lr=0.399920
Epoch[6] Batch [999]	Speed: 2988.677548 samples/sec	rmse=0.023036	lr=0.399916
Epoch[6] Batch [1049]	Speed: 3004.071843 samples/sec	rmse=0.023022	lr=0.399912
Epoch[6] Batch [1099]	Speed: 2879.514520 samples/sec	rmse=0.023019	lr=0.399908
Epoch[6] Batch [1149]	Speed: 2974.807803 samples/sec	rmse=0.023016	lr=0.399904
Epoch[6] Batch [1199]	Speed: 2903.472988 samples/sec	rmse=0.023011	lr=0.399900
Epoch[6] Batch [1249]	Speed: 3051.585919 samples/sec	rmse=0.023013	lr=0.399896
[Epoch 6] training: rmse=0.023014
[Epoch 6] speed: 2947 samples/sec	time cost: 448.382691
[Epoch 6] validation: err-top1=0.587512 err-top5=0.313975
Epoch[7] Batch [49]	Speed: 3071.442069 samples/sec	rmse=0.023047	lr=0.399892
Epoch[7] Batch [99]	Speed: 2993.481226 samples/sec	rmse=0.022851	lr=0.399888
Epoch[7] Batch [149]	Speed: 2991.383007 samples/sec	rmse=0.022860	lr=0.399883
Epoch[7] Batch [199]	Speed: 2942.344069 samples/sec	rmse=0.022836	lr=0.399879
Epoch[7] Batch [249]	Speed: 2885.515263 samples/sec	rmse=0.022856	lr=0.399874
Epoch[7] Batch [299]	Speed: 2815.224899 samples/sec	rmse=0.022787	lr=0.399870
Epoch[7] Batch [349]	Speed: 2960.242215 samples/sec	rmse=0.022738	lr=0.399865
Epoch[7] Batch [399]	Speed: 2828.181445 samples/sec	rmse=0.022699	lr=0.399860
Epoch[7] Batch [449]	Speed: 2810.009031 samples/sec	rmse=0.022717	lr=0.399856
Epoch[7] Batch [499]	Speed: 2958.794798 samples/sec	rmse=0.022693	lr=0.399851
Epoch[7] Batch [549]	Speed: 2960.105276 samples/sec	rmse=0.022678	lr=0.399846
Epoch[7] Batch [599]	Speed: 2797.300753 samples/sec	rmse=0.022688	lr=0.399841
Epoch[7] Batch [649]	Speed: 2963.163789 samples/sec	rmse=0.022672	lr=0.399835
Epoch[7] Batch [699]	Speed: 2979.752553 samples/sec	rmse=0.022665	lr=0.399830
Epoch[7] Batch [749]	Speed: 3024.069109 samples/sec	rmse=0.022670	lr=0.399825
Epoch[7] Batch [799]	Speed: 3090.731778 samples/sec	rmse=0.022659	lr=0.399819
Epoch[7] Batch [849]	Speed: 2883.329991 samples/sec	rmse=0.022656	lr=0.399814
Epoch[7] Batch [899]	Speed: 2809.768323 samples/sec	rmse=0.022682	lr=0.399808
Epoch[7] Batch [949]	Speed: 2952.056408 samples/sec	rmse=0.022695	lr=0.399803
Epoch[7] Batch [999]	Speed: 3034.736041 samples/sec	rmse=0.022681	lr=0.399797
Epoch[7] Batch [1049]	Speed: 2928.706900 samples/sec	rmse=0.022706	lr=0.399791
Epoch[7] Batch [1099]	Speed: 2879.922501 samples/sec	rmse=0.022710	lr=0.399785
Epoch[7] Batch [1149]	Speed: 2833.547083 samples/sec	rmse=0.022711	lr=0.399779
Epoch[7] Batch [1199]	Speed: 2831.445126 samples/sec	rmse=0.022725	lr=0.399773
Epoch[7] Batch [1249]	Speed: 3050.987451 samples/sec	rmse=0.022722	lr=0.399767
[Epoch 7] training: rmse=0.022721
[Epoch 7] speed: 2926 samples/sec	time cost: 451.716726
[Epoch 7] validation: err-top1=0.532426 err-top5=0.268076
Epoch[8] Batch [49]	Speed: 2907.429525 samples/sec	rmse=0.022849	lr=0.399760
Epoch[8] Batch [99]	Speed: 3033.431249 samples/sec	rmse=0.022816	lr=0.399754
Epoch[8] Batch [149]	Speed: 2944.248772 samples/sec	rmse=0.022700	lr=0.399748
Epoch[8] Batch [199]	Speed: 2955.195656 samples/sec	rmse=0.022648	lr=0.399741
Epoch[8] Batch [249]	Speed: 2958.265381 samples/sec	rmse=0.022714	lr=0.399734
Epoch[8] Batch [299]	Speed: 2982.671026 samples/sec	rmse=0.022741	lr=0.399728
Epoch[8] Batch [349]	Speed: 2856.408543 samples/sec	rmse=0.022680	lr=0.399721
Epoch[8] Batch [399]	Speed: 2961.097022 samples/sec	rmse=0.022656	lr=0.399714
Epoch[8] Batch [449]	Speed: 2908.088415 samples/sec	rmse=0.022647	lr=0.399707
Epoch[8] Batch [499]	Speed: 2798.503744 samples/sec	rmse=0.022605	lr=0.399700
Epoch[8] Batch [549]	Speed: 3032.770022 samples/sec	rmse=0.022668	lr=0.399693
Epoch[8] Batch [599]	Speed: 2773.733332 samples/sec	rmse=0.022646	lr=0.399686
Epoch[8] Batch [649]	Speed: 2938.682949 samples/sec	rmse=0.022628	lr=0.399679
Epoch[8] Batch [699]	Speed: 3028.076779 samples/sec	rmse=0.022629	lr=0.399671
Epoch[8] Batch [749]	Speed: 2854.398842 samples/sec	rmse=0.022614	lr=0.399664
Epoch[8] Batch [799]	Speed: 2929.461626 samples/sec	rmse=0.022591	lr=0.399656
Epoch[8] Batch [849]	Speed: 3037.904091 samples/sec	rmse=0.022597	lr=0.399649
Epoch[8] Batch [899]	Speed: 2970.744505 samples/sec	rmse=0.022594	lr=0.399641
Epoch[8] Batch [949]	Speed: 2782.343012 samples/sec	rmse=0.022584	lr=0.399633
Epoch[8] Batch [999]	Speed: 2828.532536 samples/sec	rmse=0.022567	lr=0.399626
Epoch[8] Batch [1049]	Speed: 2884.869972 samples/sec	rmse=0.022556	lr=0.399618
Epoch[8] Batch [1099]	Speed: 2749.973676 samples/sec	rmse=0.022547	lr=0.399610
Epoch[8] Batch [1149]	Speed: 2852.384995 samples/sec	rmse=0.022545	lr=0.399602
Epoch[8] Batch [1199]	Speed: 2874.129255 samples/sec	rmse=0.022540	lr=0.399593
Epoch[8] Batch [1249]	Speed: 2974.578948 samples/sec	rmse=0.022548	lr=0.399585
[Epoch 8] training: rmse=0.022549
[Epoch 8] speed: 2908 samples/sec	time cost: 454.443285
[Epoch 8] validation: err-top1=0.526865 err-top5=0.257314
Epoch[9] Batch [49]	Speed: 3006.058508 samples/sec	rmse=0.022379	lr=0.399577
Epoch[9] Batch [99]	Speed: 2946.595885 samples/sec	rmse=0.022496	lr=0.399568
Epoch[9] Batch [149]	Speed: 2760.832449 samples/sec	rmse=0.022429	lr=0.399560
Epoch[9] Batch [199]	Speed: 2797.829379 samples/sec	rmse=0.022363	lr=0.399551
Epoch[9] Batch [249]	Speed: 2848.145460 samples/sec	rmse=0.022379	lr=0.399543
Epoch[9] Batch [299]	Speed: 2855.665315 samples/sec	rmse=0.022403	lr=0.399534
Epoch[9] Batch [349]	Speed: 2935.222405 samples/sec	rmse=0.022414	lr=0.399525
Epoch[9] Batch [399]	Speed: 2851.927738 samples/sec	rmse=0.022365	lr=0.399516
Epoch[9] Batch [449]	Speed: 2890.007493 samples/sec	rmse=0.022381	lr=0.399507
Epoch[9] Batch [499]	Speed: 2891.517240 samples/sec	rmse=0.022401	lr=0.399498
Epoch[9] Batch [549]	Speed: 2844.891428 samples/sec	rmse=0.022394	lr=0.399489
Epoch[9] Batch [599]	Speed: 2933.589701 samples/sec	rmse=0.022398	lr=0.399480
Epoch[9] Batch [649]	Speed: 2890.629132 samples/sec	rmse=0.022379	lr=0.399470
Epoch[9] Batch [699]	Speed: 2848.782474 samples/sec	rmse=0.022378	lr=0.399461
Epoch[9] Batch [749]	Speed: 2962.278449 samples/sec	rmse=0.022397	lr=0.399451
Epoch[9] Batch [799]	Speed: 2914.115442 samples/sec	rmse=0.022387	lr=0.399442
Epoch[9] Batch [849]	Speed: 2880.055057 samples/sec	rmse=0.022380	lr=0.399432
Epoch[9] Batch [899]	Speed: 2918.616551 samples/sec	rmse=0.022387	lr=0.399422
Epoch[9] Batch [949]	Speed: 2857.431774 samples/sec	rmse=0.022405	lr=0.399413
Epoch[9] Batch [999]	Speed: 2934.330666 samples/sec	rmse=0.022413	lr=0.399403
Epoch[9] Batch [1049]	Speed: 2901.073058 samples/sec	rmse=0.022422	lr=0.399393
Epoch[9] Batch [1099]	Speed: 2880.792216 samples/sec	rmse=0.022415	lr=0.399383
Epoch[9] Batch [1149]	Speed: 2958.041590 samples/sec	rmse=0.022400	lr=0.399372
Epoch[9] Batch [1199]	Speed: 2808.618810 samples/sec	rmse=0.022390	lr=0.399362
Epoch[9] Batch [1249]	Speed: 2924.081986 samples/sec	rmse=0.022394	lr=0.399352
[Epoch 9] training: rmse=0.022395
[Epoch 9] speed: 2886 samples/sec	time cost: 457.475283
[Epoch 9] validation: err-top1=0.493044 err-top5=0.229054
Epoch[10] Batch [49]	Speed: 3038.675564 samples/sec	rmse=0.022388	lr=0.399341
Epoch[10] Batch [99]	Speed: 2968.557543 samples/sec	rmse=0.022298	lr=0.399331
Epoch[10] Batch [149]	Speed: 2769.395960 samples/sec	rmse=0.022412	lr=0.399320
Epoch[10] Batch [199]	Speed: 2845.953114 samples/sec	rmse=0.022309	lr=0.399310
Epoch[10] Batch [249]	Speed: 2782.420122 samples/sec	rmse=0.022294	lr=0.399299
Epoch[10] Batch [299]	Speed: 2783.747138 samples/sec	rmse=0.022266	lr=0.399288
Epoch[10] Batch [349]	Speed: 2836.192388 samples/sec	rmse=0.022232	lr=0.399277
Epoch[10] Batch [399]	Speed: 2810.320907 samples/sec	rmse=0.022250	lr=0.399266
Epoch[10] Batch [449]	Speed: 2902.772752 samples/sec	rmse=0.022284	lr=0.399255
Epoch[10] Batch [499]	Speed: 3050.134506 samples/sec	rmse=0.022264	lr=0.399244
Epoch[10] Batch [549]	Speed: 2913.899665 samples/sec	rmse=0.022279	lr=0.399233
Epoch[10] Batch [599]	Speed: 2861.330765 samples/sec	rmse=0.022270	lr=0.399221
Epoch[10] Batch [649]	Speed: 3106.010737 samples/sec	rmse=0.022264	lr=0.399210
Epoch[10] Batch [699]	Speed: 2986.224906 samples/sec	rmse=0.022270	lr=0.399199
Epoch[10] Batch [749]	Speed: 2963.877024 samples/sec	rmse=0.022275	lr=0.399187
Epoch[10] Batch [799]	Speed: 2791.157504 samples/sec	rmse=0.022278	lr=0.399175
Epoch[10] Batch [849]	Speed: 2813.233941 samples/sec	rmse=0.022265	lr=0.399164
Epoch[10] Batch [899]	Speed: 2803.998476 samples/sec	rmse=0.022255	lr=0.399152
Epoch[10] Batch [949]	Speed: 2875.258575 samples/sec	rmse=0.022272	lr=0.399140
Epoch[10] Batch [999]	Speed: 2932.085272 samples/sec	rmse=0.022277	lr=0.399128
Epoch[10] Batch [1049]	Speed: 2972.744642 samples/sec	rmse=0.022299	lr=0.399116
Epoch[10] Batch [1099]	Speed: 2811.945866 samples/sec	rmse=0.022313	lr=0.399104
Epoch[10] Batch [1149]	Speed: 2904.441167 samples/sec	rmse=0.022333	lr=0.399092
Epoch[10] Batch [1199]	Speed: 2762.471487 samples/sec	rmse=0.022347	lr=0.399079
Epoch[10] Batch [1249]	Speed: 2986.891457 samples/sec	rmse=0.022344	lr=0.399067
[Epoch 10] training: rmse=0.022342
[Epoch 10] speed: 2885 samples/sec	time cost: 457.804495
[Epoch 10] validation: err-top1=0.500996 err-top5=0.237763
Epoch[11] Batch [49]	Speed: 2907.018161 samples/sec	rmse=0.021784	lr=0.399054
Epoch[11] Batch [99]	Speed: 2722.216922 samples/sec	rmse=0.022030	lr=0.399042
Epoch[11] Batch [149]	Speed: 2777.400138 samples/sec	rmse=0.022058	lr=0.399029
Epoch[11] Batch [199]	Speed: 2890.566801 samples/sec	rmse=0.022116	lr=0.399016
Epoch[11] Batch [249]	Speed: 2814.839986 samples/sec	rmse=0.022182	lr=0.399003
Epoch[11] Batch [299]	Speed: 3035.816415 samples/sec	rmse=0.022145	lr=0.398991
Epoch[11] Batch [349]	Speed: 2785.105436 samples/sec	rmse=0.022171	lr=0.398978
Epoch[11] Batch [399]	Speed: 2826.362940 samples/sec	rmse=0.022168	lr=0.398965
Epoch[11] Batch [449]	Speed: 2828.884646 samples/sec	rmse=0.022133	lr=0.398951
Epoch[11] Batch [499]	Speed: 2950.589455 samples/sec	rmse=0.022155	lr=0.398938
Epoch[11] Batch [549]	Speed: 2892.083014 samples/sec	rmse=0.022148	lr=0.398925
Epoch[11] Batch [599]	Speed: 2804.699518 samples/sec	rmse=0.022160	lr=0.398912
Epoch[11] Batch [649]	Speed: 2881.009611 samples/sec	rmse=0.022150	lr=0.398898
Epoch[11] Batch [699]	Speed: 2866.499766 samples/sec	rmse=0.022158	lr=0.398885
Epoch[11] Batch [749]	Speed: 2966.751433 samples/sec	rmse=0.022168	lr=0.398871
Epoch[11] Batch [799]	Speed: 2793.042855 samples/sec	rmse=0.022191	lr=0.398857
Epoch[11] Batch [849]	Speed: 2862.450696 samples/sec	rmse=0.022200	lr=0.398843
Epoch[11] Batch [899]	Speed: 2848.684523 samples/sec	rmse=0.022215	lr=0.398830
Epoch[11] Batch [949]	Speed: 2901.284274 samples/sec	rmse=0.022233	lr=0.398816
Epoch[11] Batch [999]	Speed: 2909.395265 samples/sec	rmse=0.022255	lr=0.398802
Epoch[11] Batch [1049]	Speed: 2922.859731 samples/sec	rmse=0.022267	lr=0.398787
Epoch[11] Batch [1099]	Speed: 2880.778265 samples/sec	rmse=0.022260	lr=0.398773
Epoch[11] Batch [1149]	Speed: 2865.096371 samples/sec	rmse=0.022246	lr=0.398759
Epoch[11] Batch [1199]	Speed: 2821.728285 samples/sec	rmse=0.022249	lr=0.398745
Epoch[11] Batch [1249]	Speed: 2981.445174 samples/sec	rmse=0.022256	lr=0.398730
[Epoch 11] training: rmse=0.022257
[Epoch 11] speed: 2865 samples/sec	time cost: 460.715846
[Epoch 11] validation: err-top1=0.490601 err-top5=0.231669
Epoch[12] Batch [49]	Speed: 2973.286212 samples/sec	rmse=0.021951	lr=0.398715
Epoch[12] Batch [99]	Speed: 3043.198439 samples/sec	rmse=0.022027	lr=0.398701
Epoch[12] Batch [149]	Speed: 2941.198949 samples/sec	rmse=0.022016	lr=0.398686
Epoch[12] Batch [199]	Speed: 2828.595350 samples/sec	rmse=0.022068	lr=0.398671
Epoch[12] Batch [249]	Speed: 2874.473764 samples/sec	rmse=0.022117	lr=0.398656
Epoch[12] Batch [299]	Speed: 2940.977975 samples/sec	rmse=0.022072	lr=0.398641
Epoch[12] Batch [349]	Speed: 2696.368432 samples/sec	rmse=0.022086	lr=0.398626
Epoch[12] Batch [399]	Speed: 2854.611778 samples/sec	rmse=0.022067	lr=0.398611
Epoch[12] Batch [449]	Speed: 2945.246845 samples/sec	rmse=0.022072	lr=0.398596
Epoch[12] Batch [499]	Speed: 2948.665165 samples/sec	rmse=0.022070	lr=0.398581
Epoch[12] Batch [549]	Speed: 2976.201183 samples/sec	rmse=0.022107	lr=0.398565
Epoch[12] Batch [599]	Speed: 2811.696174 samples/sec	rmse=0.022103	lr=0.398550
Epoch[12] Batch [649]	Speed: 2882.409144 samples/sec	rmse=0.022103	lr=0.398534
Epoch[12] Batch [699]	Speed: 2847.974995 samples/sec	rmse=0.022119	lr=0.398519
Epoch[12] Batch [749]	Speed: 2766.176398 samples/sec	rmse=0.022130	lr=0.398503
Epoch[12] Batch [799]	Speed: 2914.622053 samples/sec	rmse=0.022150	lr=0.398487
Epoch[12] Batch [849]	Speed: 2792.721692 samples/sec	rmse=0.022158	lr=0.398472
Epoch[12] Batch [899]	Speed: 2880.356405 samples/sec	rmse=0.022158	lr=0.398456
Epoch[12] Batch [949]	Speed: 2882.047607 samples/sec	rmse=0.022164	lr=0.398440
Epoch[12] Batch [999]	Speed: 2914.588033 samples/sec	rmse=0.022169	lr=0.398424
Epoch[12] Batch [1049]	Speed: 2801.526918 samples/sec	rmse=0.022171	lr=0.398407
Epoch[12] Batch [1099]	Speed: 2788.204658 samples/sec	rmse=0.022153	lr=0.398391
Epoch[12] Batch [1149]	Speed: 2862.832064 samples/sec	rmse=0.022153	lr=0.398375
Epoch[12] Batch [1199]	Speed: 2886.399377 samples/sec	rmse=0.022142	lr=0.398358
Epoch[12] Batch [1249]	Speed: 2946.904889 samples/sec	rmse=0.022134	lr=0.398342
[Epoch 12] training: rmse=0.022135
[Epoch 12] speed: 2875 samples/sec	time cost: 459.364776
[Epoch 12] validation: err-top1=0.491430 err-top5=0.228615
Epoch[13] Batch [49]	Speed: 2764.360296 samples/sec	rmse=0.021887	lr=0.398325
Epoch[13] Batch [99]	Speed: 2879.787254 samples/sec	rmse=0.022067	lr=0.398308
Epoch[13] Batch [149]	Speed: 2994.662708 samples/sec	rmse=0.022075	lr=0.398291
Epoch[13] Batch [199]	Speed: 2949.887017 samples/sec	rmse=0.022063	lr=0.398275
Epoch[13] Batch [249]	Speed: 2969.841035 samples/sec	rmse=0.022104	lr=0.398258
Epoch[13] Batch [299]	Speed: 2837.865788 samples/sec	rmse=0.022141	lr=0.398241
Epoch[13] Batch [349]	Speed: 2791.462814 samples/sec	rmse=0.022190	lr=0.398224
Epoch[13] Batch [399]	Speed: 2992.397369 samples/sec	rmse=0.022144	lr=0.398206
Epoch[13] Batch [449]	Speed: 2880.551362 samples/sec	rmse=0.022175	lr=0.398189
Epoch[13] Batch [499]	Speed: 2901.074391 samples/sec	rmse=0.022179	lr=0.398172
Epoch[13] Batch [549]	Speed: 2782.712021 samples/sec	rmse=0.022168	lr=0.398154
Epoch[13] Batch [599]	Speed: 2998.671816 samples/sec	rmse=0.022170	lr=0.398137
Epoch[13] Batch [649]	Speed: 2863.688430 samples/sec	rmse=0.022171	lr=0.398119
Epoch[13] Batch [699]	Speed: 2832.514993 samples/sec	rmse=0.022156	lr=0.398102
Epoch[13] Batch [749]	Speed: 2916.440681 samples/sec	rmse=0.022154	lr=0.398084
Epoch[13] Batch [799]	Speed: 2841.107743 samples/sec	rmse=0.022162	lr=0.398066
Epoch[13] Batch [849]	Speed: 2868.330459 samples/sec	rmse=0.022144	lr=0.398048
Epoch[13] Batch [899]	Speed: 2897.102172 samples/sec	rmse=0.022149	lr=0.398030
Epoch[13] Batch [949]	Speed: 3011.400144 samples/sec	rmse=0.022142	lr=0.398012
Epoch[13] Batch [999]	Speed: 2844.150526 samples/sec	rmse=0.022140	lr=0.397994
Epoch[13] Batch [1049]	Speed: 2889.827431 samples/sec	rmse=0.022130	lr=0.397976
Epoch[13] Batch [1099]	Speed: 2891.359647 samples/sec	rmse=0.022123	lr=0.397957
Epoch[13] Batch [1149]	Speed: 2968.008054 samples/sec	rmse=0.022118	lr=0.397939
Epoch[13] Batch [1199]	Speed: 2886.154365 samples/sec	rmse=0.022122	lr=0.397921
Epoch[13] Batch [1249]	Speed: 3079.702207 samples/sec	rmse=0.022132	lr=0.397902
[Epoch 13] training: rmse=0.022133
[Epoch 13] speed: 2897 samples/sec	time cost: 455.593440
[Epoch 13] validation: err-top1=0.495635 err-top5=0.233119
Epoch[14] Batch [49]	Speed: 2995.950822 samples/sec	rmse=0.022390	lr=0.397883
Epoch[14] Batch [99]	Speed: 2907.748086 samples/sec	rmse=0.022051	lr=0.397864
Epoch[14] Batch [149]	Speed: 2854.884445 samples/sec	rmse=0.022072	lr=0.397845
Epoch[14] Batch [199]	Speed: 2879.340126 samples/sec	rmse=0.022049	lr=0.397827
Epoch[14] Batch [249]	Speed: 2745.779466 samples/sec	rmse=0.022119	lr=0.397808
Epoch[14] Batch [299]	Speed: 2781.396078 samples/sec	rmse=0.022094	lr=0.397789
Epoch[14] Batch [349]	Speed: 2884.560201 samples/sec	rmse=0.022069	lr=0.397769
Epoch[14] Batch [399]	Speed: 2815.560857 samples/sec	rmse=0.022034	lr=0.397750
Epoch[14] Batch [449]	Speed: 2951.803855 samples/sec	rmse=0.022062	lr=0.397731
Epoch[14] Batch [499]	Speed: 3016.750882 samples/sec	rmse=0.022074	lr=0.397711
Epoch[14] Batch [549]	Speed: 2841.108833 samples/sec	rmse=0.022075	lr=0.397692
Epoch[14] Batch [599]	Speed: 2799.128266 samples/sec	rmse=0.022052	lr=0.397672
Epoch[14] Batch [649]	Speed: 3089.142289 samples/sec	rmse=0.022051	lr=0.397653
Epoch[14] Batch [699]	Speed: 2941.961296 samples/sec	rmse=0.022036	lr=0.397633
Epoch[14] Batch [749]	Speed: 2896.150870 samples/sec	rmse=0.022044	lr=0.397613
Epoch[14] Batch [799]	Speed: 2826.781449 samples/sec	rmse=0.022027	lr=0.397593
Epoch[14] Batch [849]	Speed: 2842.348077 samples/sec	rmse=0.022022	lr=0.397573
Epoch[14] Batch [899]	Speed: 2758.522754 samples/sec	rmse=0.022010	lr=0.397553
Epoch[14] Batch [949]	Speed: 2961.820741 samples/sec	rmse=0.022012	lr=0.397533
Epoch[14] Batch [999]	Speed: 2851.550027 samples/sec	rmse=0.022010	lr=0.397513
Epoch[14] Batch [1049]	Speed: 3075.938529 samples/sec	rmse=0.021975	lr=0.397493
Epoch[14] Batch [1099]	Speed: 2886.215692 samples/sec	rmse=0.021984	lr=0.397472
Epoch[14] Batch [1149]	Speed: 2870.563224 samples/sec	rmse=0.021988	lr=0.397452
Epoch[14] Batch [1199]	Speed: 2844.133651 samples/sec	rmse=0.022004	lr=0.397431
Epoch[14] Batch [1249]	Speed: 2903.532973 samples/sec	rmse=0.022012	lr=0.397411
[Epoch 14] training: rmse=0.022015
[Epoch 14] speed: 2884 samples/sec	time cost: 457.948973
[Epoch 14] validation: err-top1=0.477380 err-top5=0.219089
Epoch[15] Batch [49]	Speed: 2878.660047 samples/sec	rmse=0.021964	lr=0.397390
Epoch[15] Batch [99]	Speed: 2862.718452 samples/sec	rmse=0.021963	lr=0.397369
Epoch[15] Batch [149]	Speed: 2843.344692 samples/sec	rmse=0.022045	lr=0.397348
Epoch[15] Batch [199]	Speed: 2869.223508 samples/sec	rmse=0.021984	lr=0.397327
Epoch[15] Batch [249]	Speed: 2933.352238 samples/sec	rmse=0.021999	lr=0.397306
Epoch[15] Batch [299]	Speed: 2804.939689 samples/sec	rmse=0.021978	lr=0.397285
Epoch[15] Batch [349]	Speed: 2887.123835 samples/sec	rmse=0.021952	lr=0.397264
Epoch[15] Batch [399]	Speed: 2819.320396 samples/sec	rmse=0.021996	lr=0.397243
Epoch[15] Batch [449]	Speed: 2966.140749 samples/sec	rmse=0.021996	lr=0.397221
Epoch[15] Batch [499]	Speed: 2937.924310 samples/sec	rmse=0.021991	lr=0.397200
Epoch[15] Batch [549]	Speed: 2886.552978 samples/sec	rmse=0.021974	lr=0.397178
Epoch[15] Batch [599]	Speed: 2924.008648 samples/sec	rmse=0.021950	lr=0.397157
Epoch[15] Batch [649]	Speed: 3012.566571 samples/sec	rmse=0.021959	lr=0.397135
Epoch[15] Batch [699]	Speed: 2884.993023 samples/sec	rmse=0.021977	lr=0.397113
Epoch[15] Batch [749]	Speed: 2944.125499 samples/sec	rmse=0.021963	lr=0.397091
Epoch[15] Batch [799]	Speed: 2914.356445 samples/sec	rmse=0.021975	lr=0.397069
Epoch[15] Batch [849]	Speed: 2800.093302 samples/sec	rmse=0.021976	lr=0.397047
Epoch[15] Batch [899]	Speed: 2821.120063 samples/sec	rmse=0.021977	lr=0.397025
Epoch[15] Batch [949]	Speed: 2827.053365 samples/sec	rmse=0.021994	lr=0.397003
Epoch[15] Batch [999]	Speed: 2854.903232 samples/sec	rmse=0.021984	lr=0.396981
Epoch[15] Batch [1049]	Speed: 2934.416913 samples/sec	rmse=0.021972	lr=0.396959
Epoch[15] Batch [1099]	Speed: 2912.069672 samples/sec	rmse=0.021982	lr=0.396936
Epoch[15] Batch [1149]	Speed: 2850.935203 samples/sec	rmse=0.021975	lr=0.396914
Epoch[15] Batch [1199]	Speed: 2798.415492 samples/sec	rmse=0.021975	lr=0.396891
Epoch[15] Batch [1249]	Speed: 2972.708059 samples/sec	rmse=0.021985	lr=0.396868
[Epoch 15] training: rmse=0.021986
[Epoch 15] speed: 2882 samples/sec	time cost: 457.960204
[Epoch 15] validation: err-top1=0.494101 err-top5=0.235073
Epoch[16] Batch [49]	Speed: 2860.054463 samples/sec	rmse=0.021745	lr=0.396845
Epoch[16] Batch [99]	Speed: 2796.639132 samples/sec	rmse=0.021907	lr=0.396822
Epoch[16] Batch [149]	Speed: 3058.717450 samples/sec	rmse=0.021913	lr=0.396800
Epoch[16] Batch [199]	Speed: 2840.660708 samples/sec	rmse=0.022000	lr=0.396777
Epoch[16] Batch [249]	Speed: 2849.891392 samples/sec	rmse=0.021916	lr=0.396754
Epoch[16] Batch [299]	Speed: 2863.660057 samples/sec	rmse=0.021881	lr=0.396730
Epoch[16] Batch [349]	Speed: 2916.052817 samples/sec	rmse=0.021861	lr=0.396707
Epoch[16] Batch [399]	Speed: 2752.649409 samples/sec	rmse=0.021845	lr=0.396684
Epoch[16] Batch [449]	Speed: 2817.182866 samples/sec	rmse=0.021896	lr=0.396660
Epoch[16] Batch [499]	Speed: 2724.785333 samples/sec	rmse=0.021891	lr=0.396637
Epoch[16] Batch [549]	Speed: 3007.506637 samples/sec	rmse=0.021913	lr=0.396613
Epoch[16] Batch [599]	Speed: 2853.726207 samples/sec	rmse=0.021880	lr=0.396590
Epoch[16] Batch [649]	Speed: 2885.855371 samples/sec	rmse=0.021886	lr=0.396566
Epoch[16] Batch [699]	Speed: 2949.806099 samples/sec	rmse=0.021924	lr=0.396542
Epoch[16] Batch [749]	Speed: 2964.264294 samples/sec	rmse=0.021923	lr=0.396518
Epoch[16] Batch [799]	Speed: 2902.097365 samples/sec	rmse=0.021926	lr=0.396494
Epoch[16] Batch [849]	Speed: 2989.473615 samples/sec	rmse=0.021924	lr=0.396470
Epoch[16] Batch [899]	Speed: 2798.940380 samples/sec	rmse=0.021915	lr=0.396446
Epoch[16] Batch [949]	Speed: 2847.995580 samples/sec	rmse=0.021905	lr=0.396422
Epoch[16] Batch [999]	Speed: 2998.423282 samples/sec	rmse=0.021912	lr=0.396398
Epoch[16] Batch [1049]	Speed: 2897.116085 samples/sec	rmse=0.021910	lr=0.396373
Epoch[16] Batch [1099]	Speed: 2927.131027 samples/sec	rmse=0.021915	lr=0.396349
Epoch[16] Batch [1149]	Speed: 2879.722802 samples/sec	rmse=0.021931	lr=0.396324
Epoch[16] Batch [1199]	Speed: 2865.626040 samples/sec	rmse=0.021939	lr=0.396300
Epoch[16] Batch [1249]	Speed: 3083.211432 samples/sec	rmse=0.021946	lr=0.396275
[Epoch 16] training: rmse=0.021946
[Epoch 16] speed: 2888 samples/sec	time cost: 456.882786
[Epoch 16] validation: err-top1=0.461735 err-top5=0.207390
Epoch[17] Batch [49]	Speed: 2905.658127 samples/sec	rmse=0.022153	lr=0.396250
Epoch[17] Batch [99]	Speed: 2886.296883 samples/sec	rmse=0.022070	lr=0.396225
Epoch[17] Batch [149]	Speed: 2848.172393 samples/sec	rmse=0.021932	lr=0.396200
Epoch[17] Batch [199]	Speed: 2909.041469 samples/sec	rmse=0.021934	lr=0.396175
Epoch[17] Batch [249]	Speed: 2798.228139 samples/sec	rmse=0.021887	lr=0.396150
Epoch[17] Batch [299]	Speed: 2913.948931 samples/sec	rmse=0.021886	lr=0.396125
Epoch[17] Batch [349]	Speed: 3004.907668 samples/sec	rmse=0.021890	lr=0.396099
Epoch[17] Batch [399]	Speed: 2944.011074 samples/sec	rmse=0.021863	lr=0.396074
Epoch[17] Batch [449]	Speed: 2806.215228 samples/sec	rmse=0.021875	lr=0.396049
Epoch[17] Batch [499]	Speed: 2896.411060 samples/sec	rmse=0.021909	lr=0.396023
Epoch[17] Batch [549]	Speed: 2858.366442 samples/sec	rmse=0.021910	lr=0.395997
Epoch[17] Batch [599]	Speed: 2887.820968 samples/sec	rmse=0.021907	lr=0.395972
Epoch[17] Batch [649]	Speed: 2928.978327 samples/sec	rmse=0.021911	lr=0.395946
Epoch[17] Batch [699]	Speed: 2913.274618 samples/sec	rmse=0.021931	lr=0.395920
Epoch[17] Batch [749]	Speed: 2882.228519 samples/sec	rmse=0.021922	lr=0.395894
Epoch[17] Batch [799]	Speed: 2934.801254 samples/sec	rmse=0.021921	lr=0.395868
Epoch[17] Batch [849]	Speed: 2912.193040 samples/sec	rmse=0.021929	lr=0.395842
Epoch[17] Batch [899]	Speed: 2971.190465 samples/sec	rmse=0.021929	lr=0.395816
Epoch[17] Batch [949]	Speed: 2869.175475 samples/sec	rmse=0.021937	lr=0.395790
Epoch[17] Batch [999]	Speed: 2817.021372 samples/sec	rmse=0.021947	lr=0.395763
Epoch[17] Batch [1049]	Speed: 2723.387891 samples/sec	rmse=0.021943	lr=0.395737
Epoch[17] Batch [1099]	Speed: 2832.467358 samples/sec	rmse=0.021950	lr=0.395711
Epoch[17] Batch [1149]	Speed: 2844.002046 samples/sec	rmse=0.021942	lr=0.395684
Epoch[17] Batch [1199]	Speed: 2847.593120 samples/sec	rmse=0.021920	lr=0.395657
Epoch[17] Batch [1249]	Speed: 2969.169346 samples/sec	rmse=0.021918	lr=0.395631
[Epoch 17] training: rmse=0.021916
[Epoch 17] speed: 2880 samples/sec	time cost: 458.438531
[Epoch 17] validation: err-top1=0.472656 err-top5=0.219584
Epoch[18] Batch [49]	Speed: 3071.919919 samples/sec	rmse=0.021503	lr=0.395603
Epoch[18] Batch [99]	Speed: 3115.169857 samples/sec	rmse=0.021712	lr=0.395576
Epoch[18] Batch [149]	Speed: 2927.930847 samples/sec	rmse=0.021809	lr=0.395549
Epoch[18] Batch [199]	Speed: 2998.962313 samples/sec	rmse=0.021889	lr=0.395522
Epoch[18] Batch [249]	Speed: 2931.321832 samples/sec	rmse=0.021826	lr=0.395495
Epoch[18] Batch [299]	Speed: 2897.737385 samples/sec	rmse=0.021824	lr=0.395468
Epoch[18] Batch [349]	Speed: 2806.880288 samples/sec	rmse=0.021783	lr=0.395441
Epoch[18] Batch [399]	Speed: 2812.552901 samples/sec	rmse=0.021767	lr=0.395413
Epoch[18] Batch [449]	Speed: 2791.670999 samples/sec	rmse=0.021743	lr=0.395386
Epoch[18] Batch [499]	Speed: 2915.967647 samples/sec	rmse=0.021750	lr=0.395358
Epoch[18] Batch [549]	Speed: 2830.534880 samples/sec	rmse=0.021733	lr=0.395331
Epoch[18] Batch [599]	Speed: 2887.729090 samples/sec	rmse=0.021741	lr=0.395303
Epoch[18] Batch [649]	Speed: 2887.789202 samples/sec	rmse=0.021763	lr=0.395275
Epoch[18] Batch [699]	Speed: 2920.616042 samples/sec	rmse=0.021762	lr=0.395247
Epoch[18] Batch [749]	Speed: 3002.175224 samples/sec	rmse=0.021754	lr=0.395219
Epoch[18] Batch [799]	Speed: 3067.207722 samples/sec	rmse=0.021768	lr=0.395191
Epoch[18] Batch [849]	Speed: 2833.526557 samples/sec	rmse=0.021769	lr=0.395163
Epoch[18] Batch [899]	Speed: 2829.337226 samples/sec	rmse=0.021783	lr=0.395135
Epoch[18] Batch [949]	Speed: 2772.782654 samples/sec	rmse=0.021784	lr=0.395107
Epoch[18] Batch [999]	Speed: 2913.232844 samples/sec	rmse=0.021788	lr=0.395078
Epoch[18] Batch [1049]	Speed: 2864.067912 samples/sec	rmse=0.021790	lr=0.395050
Epoch[18] Batch [1099]	Speed: 2798.764703 samples/sec	rmse=0.021793	lr=0.395021
Epoch[18] Batch [1149]	Speed: 2892.239011 samples/sec	rmse=0.021807	lr=0.394993
Epoch[18] Batch [1199]	Speed: 2882.906879 samples/sec	rmse=0.021814	lr=0.394964
Epoch[18] Batch [1249]	Speed: 3131.897644 samples/sec	rmse=0.021818	lr=0.394935
[Epoch 18] training: rmse=0.021818
[Epoch 18] speed: 2905 samples/sec	time cost: 455.083224
[Epoch 18] validation: err-top1=0.473812 err-top5=0.215701
Epoch[19] Batch [49]	Speed: 2892.992905 samples/sec	rmse=0.021822	lr=0.394906
Epoch[19] Batch [99]	Speed: 2893.949621 samples/sec	rmse=0.021818	lr=0.394877
Epoch[19] Batch [149]	Speed: 2754.275563 samples/sec	rmse=0.021762	lr=0.394848
Epoch[19] Batch [199]	Speed: 2947.482878 samples/sec	rmse=0.021726	lr=0.394819
Epoch[19] Batch [249]	Speed: 2887.084283 samples/sec	rmse=0.021724	lr=0.394790
Epoch[19] Batch [299]	Speed: 2738.542267 samples/sec	rmse=0.021744	lr=0.394761
Epoch[19] Batch [349]	Speed: 2948.267024 samples/sec	rmse=0.021779	lr=0.394731
Epoch[19] Batch [399]	Speed: 2865.328416 samples/sec	rmse=0.021794	lr=0.394702
Epoch[19] Batch [449]	Speed: 2900.887187 samples/sec	rmse=0.021790	lr=0.394672
Epoch[19] Batch [499]	Speed: 2915.320776 samples/sec	rmse=0.021796	lr=0.394643
Epoch[19] Batch [549]	Speed: 2810.060877 samples/sec	rmse=0.021814	lr=0.394613
Epoch[19] Batch [599]	Speed: 2861.740817 samples/sec	rmse=0.021843	lr=0.394583
Epoch[19] Batch [649]	Speed: 2848.574412 samples/sec	rmse=0.021856	lr=0.394554
Epoch[19] Batch [699]	Speed: 2833.328792 samples/sec	rmse=0.021850	lr=0.394524
Epoch[19] Batch [749]	Speed: 2880.337590 samples/sec	rmse=0.021846	lr=0.394494
Epoch[19] Batch [799]	Speed: 2838.999250 samples/sec	rmse=0.021832	lr=0.394464
Epoch[19] Batch [849]	Speed: 2857.419037 samples/sec	rmse=0.021833	lr=0.394434
Epoch[19] Batch [899]	Speed: 2854.508948 samples/sec	rmse=0.021833	lr=0.394403
Epoch[19] Batch [949]	Speed: 2839.486873 samples/sec	rmse=0.021846	lr=0.394373
Epoch[19] Batch [999]	Speed: 2755.749555 samples/sec	rmse=0.021845	lr=0.394343
Epoch[19] Batch [1049]	Speed: 2869.676742 samples/sec	rmse=0.021847	lr=0.394312
Epoch[19] Batch [1099]	Speed: 2812.848946 samples/sec	rmse=0.021857	lr=0.394282
Epoch[19] Batch [1149]	Speed: 2726.882058 samples/sec	rmse=0.021851	lr=0.394251
Epoch[19] Batch [1199]	Speed: 2858.724269 samples/sec	rmse=0.021842	lr=0.394220
Epoch[19] Batch [1249]	Speed: 2895.321510 samples/sec	rmse=0.021850	lr=0.394190
[Epoch 19] training: rmse=0.021851
[Epoch 19] speed: 2848 samples/sec	time cost: 463.305689
[Epoch 19] validation: err-top1=0.459423 err-top5=0.204759
Epoch[20] Batch [49]	Speed: 2787.120320 samples/sec	rmse=0.021430	lr=0.394158
Epoch[20] Batch [99]	Speed: 2723.413657 samples/sec	rmse=0.021587	lr=0.394127
Epoch[20] Batch [149]	Speed: 2771.795814 samples/sec	rmse=0.021671	lr=0.394096
Epoch[20] Batch [199]	Speed: 2713.882415 samples/sec	rmse=0.021758	lr=0.394065
Epoch[20] Batch [249]	Speed: 2763.305657 samples/sec	rmse=0.021736	lr=0.394034
Epoch[20] Batch [299]	Speed: 2792.238125 samples/sec	rmse=0.021734	lr=0.394003
Epoch[20] Batch [349]	Speed: 2816.394122 samples/sec	rmse=0.021732	lr=0.393971
Epoch[20] Batch [399]	Speed: 2703.632337 samples/sec	rmse=0.021739	lr=0.393940
Epoch[20] Batch [449]	Speed: 2828.687081 samples/sec	rmse=0.021721	lr=0.393908
Epoch[20] Batch [499]	Speed: 2763.211540 samples/sec	rmse=0.021726	lr=0.393877
Epoch[20] Batch [549]	Speed: 2685.595775 samples/sec	rmse=0.021725	lr=0.393845
Epoch[20] Batch [599]	Speed: 2782.210430 samples/sec	rmse=0.021731	lr=0.393813
Epoch[20] Batch [649]	Speed: 2748.695333 samples/sec	rmse=0.021741	lr=0.393782
Epoch[20] Batch [699]	Speed: 2842.737389 samples/sec	rmse=0.021742	lr=0.393750
Epoch[20] Batch [749]	Speed: 2712.951031 samples/sec	rmse=0.021764	lr=0.393718
Epoch[20] Batch [799]	Speed: 2743.591828 samples/sec	rmse=0.021775	lr=0.393686
Epoch[20] Batch [849]	Speed: 2792.028620 samples/sec	rmse=0.021783	lr=0.393653
Epoch[20] Batch [899]	Speed: 2685.109747 samples/sec	rmse=0.021798	lr=0.393621
Epoch[20] Batch [949]	Speed: 2781.699653 samples/sec	rmse=0.021798	lr=0.393589
Epoch[20] Batch [999]	Speed: 2718.208006 samples/sec	rmse=0.021784	lr=0.393557
Epoch[20] Batch [1049]	Speed: 2732.524944 samples/sec	rmse=0.021787	lr=0.393524
Epoch[20] Batch [1099]	Speed: 2740.166371 samples/sec	rmse=0.021797	lr=0.393492
Epoch[20] Batch [1149]	Speed: 2760.356029 samples/sec	rmse=0.021792	lr=0.393459
Epoch[20] Batch [1199]	Speed: 2742.995238 samples/sec	rmse=0.021793	lr=0.393426
Epoch[20] Batch [1249]	Speed: 2869.653848 samples/sec	rmse=0.021795	lr=0.393393
[Epoch 20] training: rmse=0.021796
[Epoch 20] speed: 2757 samples/sec	time cost: 478.088300
[Epoch 20] validation: err-top1=0.472457 err-top5=0.218252
Epoch[21] Batch [49]	Speed: 2795.276440 samples/sec	rmse=0.021767	lr=0.393360
Epoch[21] Batch [99]	Speed: 2755.468978 samples/sec	rmse=0.021652	lr=0.393327
Epoch[21] Batch [149]	Speed: 2749.674170 samples/sec	rmse=0.021738	lr=0.393294
Epoch[21] Batch [199]	Speed: 2692.113467 samples/sec	rmse=0.021692	lr=0.393261
Epoch[21] Batch [249]	Speed: 2772.045124 samples/sec	rmse=0.021739	lr=0.393228
Epoch[21] Batch [299]	Speed: 2752.883253 samples/sec	rmse=0.021754	lr=0.393194
Epoch[21] Batch [349]	Speed: 2738.899434 samples/sec	rmse=0.021753	lr=0.393161
Epoch[21] Batch [399]	Speed: 2798.270654 samples/sec	rmse=0.021720	lr=0.393128
Epoch[21] Batch [449]	Speed: 2720.092254 samples/sec	rmse=0.021751	lr=0.393094
Epoch[21] Batch [499]	Speed: 2719.617460 samples/sec	rmse=0.021738	lr=0.393060
Epoch[21] Batch [549]	Speed: 2699.148390 samples/sec	rmse=0.021734	lr=0.393027
Epoch[21] Batch [599]	Speed: 2782.616109 samples/sec	rmse=0.021698	lr=0.392993
Epoch[21] Batch [649]	Speed: 2702.781618 samples/sec	rmse=0.021704	lr=0.392959
Epoch[21] Batch [699]	Speed: 2779.328775 samples/sec	rmse=0.021712	lr=0.392925
Epoch[21] Batch [749]	Speed: 2780.473802 samples/sec	rmse=0.021730	lr=0.392891
Epoch[21] Batch [799]	Speed: 2689.926710 samples/sec	rmse=0.021727	lr=0.392857
Epoch[21] Batch [849]	Speed: 2763.205745 samples/sec	rmse=0.021721	lr=0.392823
Epoch[21] Batch [899]	Speed: 2785.654900 samples/sec	rmse=0.021719	lr=0.392789
Epoch[21] Batch [949]	Speed: 2714.493514 samples/sec	rmse=0.021721	lr=0.392755
Epoch[21] Batch [999]	Speed: 2793.638739 samples/sec	rmse=0.021715	lr=0.392720
Epoch[21] Batch [1049]	Speed: 2782.693379 samples/sec	rmse=0.021732	lr=0.392686
Epoch[21] Batch [1099]	Speed: 2725.456488 samples/sec	rmse=0.021739	lr=0.392651
Epoch[21] Batch [1149]	Speed: 2739.825408 samples/sec	rmse=0.021750	lr=0.392617
Epoch[21] Batch [1199]	Speed: 2758.765748 samples/sec	rmse=0.021764	lr=0.392582
Epoch[21] Batch [1249]	Speed: 2940.005574 samples/sec	rmse=0.021763	lr=0.392547
[Epoch 21] training: rmse=0.021765
[Epoch 21] speed: 2755 samples/sec	time cost: 478.617258
[Epoch 21] validation: err-top1=0.468890 err-top5=0.212671
Epoch[22] Batch [49]	Speed: 2782.329998 samples/sec	rmse=0.021143	lr=0.392511
Epoch[22] Batch [99]	Speed: 2737.389253 samples/sec	rmse=0.021465	lr=0.392476
Epoch[22] Batch [149]	Speed: 2776.778235 samples/sec	rmse=0.021490	lr=0.392441
Epoch[22] Batch [199]	Speed: 2749.845041 samples/sec	rmse=0.021596	lr=0.392406
Epoch[22] Batch [249]	Speed: 2754.873255 samples/sec	rmse=0.021591	lr=0.392371
Epoch[22] Batch [299]	Speed: 2736.722498 samples/sec	rmse=0.021587	lr=0.392336
Epoch[22] Batch [349]	Speed: 2714.487749 samples/sec	rmse=0.021611	lr=0.392301
Epoch[22] Batch [399]	Speed: 2726.069973 samples/sec	rmse=0.021630	lr=0.392265
Epoch[22] Batch [449]	Speed: 2725.443966 samples/sec	rmse=0.021627	lr=0.392230
Epoch[22] Batch [499]	Speed: 2746.963559 samples/sec	rmse=0.021650	lr=0.392194
Epoch[22] Batch [549]	Speed: 2748.710954 samples/sec	rmse=0.021643	lr=0.392158
Epoch[22] Batch [599]	Speed: 2675.550894 samples/sec	rmse=0.021625	lr=0.392123
Epoch[22] Batch [649]	Speed: 2661.124473 samples/sec	rmse=0.021627	lr=0.392087
Epoch[22] Batch [699]	Speed: 2703.125060 samples/sec	rmse=0.021622	lr=0.392051
Epoch[22] Batch [749]	Speed: 2695.043507 samples/sec	rmse=0.021628	lr=0.392015
Epoch[22] Batch [799]	Speed: 2636.435661 samples/sec	rmse=0.021632	lr=0.391979
Epoch[22] Batch [849]	Speed: 2670.851004 samples/sec	rmse=0.021653	lr=0.391943
Epoch[22] Batch [899]	Speed: 2740.266513 samples/sec	rmse=0.021648	lr=0.391906
Epoch[22] Batch [949]	Speed: 2737.723433 samples/sec	rmse=0.021667	lr=0.391870
Epoch[22] Batch [999]	Speed: 2791.424606 samples/sec	rmse=0.021671	lr=0.391834
Epoch[22] Batch [1049]	Speed: 2693.021815 samples/sec	rmse=0.021689	lr=0.391797
Epoch[22] Batch [1099]	Speed: 2692.486914 samples/sec	rmse=0.021689	lr=0.391761
Epoch[22] Batch [1149]	Speed: 2729.434723 samples/sec	rmse=0.021675	lr=0.391724
Epoch[22] Batch [1199]	Speed: 2706.896784 samples/sec	rmse=0.021678	lr=0.391687
Epoch[22] Batch [1249]	Speed: 2810.647639 samples/sec	rmse=0.021667	lr=0.391651
[Epoch 22] training: rmse=0.021668
[Epoch 22] speed: 2723 samples/sec	time cost: 483.786488
[Epoch 22] validation: err-top1=0.443858 err-top5=0.191526
Epoch[23] Batch [49]	Speed: 2725.346808 samples/sec	rmse=0.021405	lr=0.391613
Epoch[23] Batch [99]	Speed: 2711.095758 samples/sec	rmse=0.021379	lr=0.391576
Epoch[23] Batch [149]	Speed: 2659.737921 samples/sec	rmse=0.021487	lr=0.391539
Epoch[23] Batch [199]	Speed: 2750.674561 samples/sec	rmse=0.021592	lr=0.391502
Epoch[23] Batch [249]	Speed: 2763.876966 samples/sec	rmse=0.021634	lr=0.391465
Epoch[23] Batch [299]	Speed: 2768.933039 samples/sec	rmse=0.021657	lr=0.391428
Epoch[23] Batch [349]	Speed: 2754.124450 samples/sec	rmse=0.021599	lr=0.391390
Epoch[23] Batch [399]	Speed: 2655.261359 samples/sec	rmse=0.021591	lr=0.391353
Epoch[23] Batch [449]	Speed: 2659.517262 samples/sec	rmse=0.021623	lr=0.391315
Epoch[23] Batch [499]	Speed: 2702.636783 samples/sec	rmse=0.021650	lr=0.391278
Epoch[23] Batch [549]	Speed: 2689.334670 samples/sec	rmse=0.021634	lr=0.391240
Epoch[23] Batch [599]	Speed: 2671.589505 samples/sec	rmse=0.021651	lr=0.391202
Epoch[23] Batch [649]	Speed: 2714.213178 samples/sec	rmse=0.021646	lr=0.391164
Epoch[23] Batch [699]	Speed: 2657.525347 samples/sec	rmse=0.021671	lr=0.391127
Epoch[23] Batch [749]	Speed: 2704.142971 samples/sec	rmse=0.021669	lr=0.391089
Epoch[23] Batch [799]	Speed: 2721.639525 samples/sec	rmse=0.021663	lr=0.391051
Epoch[23] Batch [849]	Speed: 2717.739648 samples/sec	rmse=0.021676	lr=0.391012
Epoch[23] Batch [899]	Speed: 2638.040333 samples/sec	rmse=0.021678	lr=0.390974
Epoch[23] Batch [949]	Speed: 2691.497863 samples/sec	rmse=0.021698	lr=0.390936
Epoch[23] Batch [999]	Speed: 2667.240544 samples/sec	rmse=0.021700	lr=0.390898
Epoch[23] Batch [1049]	Speed: 2696.290059 samples/sec	rmse=0.021700	lr=0.390859
Epoch[23] Batch [1099]	Speed: 2665.412837 samples/sec	rmse=0.021684	lr=0.390821
Epoch[23] Batch [1149]	Speed: 2770.100922 samples/sec	rmse=0.021696	lr=0.390782
Epoch[23] Batch [1199]	Speed: 2714.144981 samples/sec	rmse=0.021685	lr=0.390743
Epoch[23] Batch [1249]	Speed: 2815.651117 samples/sec	rmse=0.021693	lr=0.390705
[Epoch 23] training: rmse=0.021693
[Epoch 23] speed: 2704 samples/sec	time cost: 487.355500
[Epoch 23] validation: err-top1=0.482035 err-top5=0.223083
Epoch[24] Batch [49]	Speed: 2776.878521 samples/sec	rmse=0.021440	lr=0.390665
Epoch[24] Batch [99]	Speed: 2678.244213 samples/sec	rmse=0.021571	lr=0.390626
Epoch[24] Batch [149]	Speed: 2756.298640 samples/sec	rmse=0.021647	lr=0.390587
Epoch[24] Batch [199]	Speed: 2666.511664 samples/sec	rmse=0.021746	lr=0.390548
Epoch[24] Batch [249]	Speed: 2737.316223 samples/sec	rmse=0.021754	lr=0.390509
Epoch[24] Batch [299]	Speed: 2687.390371 samples/sec	rmse=0.021740	lr=0.390469
Epoch[24] Batch [349]	Speed: 2729.708149 samples/sec	rmse=0.021653	lr=0.390430
Epoch[24] Batch [399]	Speed: 2746.624485 samples/sec	rmse=0.021659	lr=0.390391
Epoch[24] Batch [449]	Speed: 2716.425082 samples/sec	rmse=0.021656	lr=0.390351
Epoch[24] Batch [499]	Speed: 2726.042289 samples/sec	rmse=0.021658	lr=0.390312
Epoch[24] Batch [549]	Speed: 2721.688299 samples/sec	rmse=0.021694	lr=0.390272
Epoch[24] Batch [599]	Speed: 2712.491677 samples/sec	rmse=0.021710	lr=0.390232
Epoch[24] Batch [649]	Speed: 2741.060489 samples/sec	rmse=0.021708	lr=0.390193
Epoch[24] Batch [699]	Speed: 2848.336383 samples/sec	rmse=0.021702	lr=0.390153
Epoch[24] Batch [749]	Speed: 2739.026487 samples/sec	rmse=0.021696	lr=0.390113
Epoch[24] Batch [799]	Speed: 2778.906866 samples/sec	rmse=0.021701	lr=0.390073
Epoch[24] Batch [849]	Speed: 2719.420157 samples/sec	rmse=0.021703	lr=0.390033
Epoch[24] Batch [899]	Speed: 2648.633499 samples/sec	rmse=0.021699	lr=0.389992
Epoch[24] Batch [949]	Speed: 2759.598462 samples/sec	rmse=0.021699	lr=0.389952
Epoch[24] Batch [999]	Speed: 2660.657184 samples/sec	rmse=0.021701	lr=0.389912
Epoch[24] Batch [1049]	Speed: 2738.450563 samples/sec	rmse=0.021704	lr=0.389871
Epoch[24] Batch [1099]	Speed: 2699.979748 samples/sec	rmse=0.021704	lr=0.389831
Epoch[24] Batch [1149]	Speed: 2742.215408 samples/sec	rmse=0.021712	lr=0.389790
Epoch[24] Batch [1199]	Speed: 2764.340155 samples/sec	rmse=0.021705	lr=0.389750
Epoch[24] Batch [1249]	Speed: 2908.539750 samples/sec	rmse=0.021706	lr=0.389709
[Epoch 24] training: rmse=0.021707
[Epoch 24] speed: 2733 samples/sec	time cost: 482.837210
[Epoch 24] validation: err-top1=0.451311 err-top5=0.200076
Epoch[25] Batch [49]	Speed: 2795.500370 samples/sec	rmse=0.021138	lr=0.389667
Epoch[25] Batch [99]	Speed: 2711.544265 samples/sec	rmse=0.021413	lr=0.389626
Epoch[25] Batch [149]	Speed: 2728.039197 samples/sec	rmse=0.021544	lr=0.389585
Epoch[25] Batch [199]	Speed: 2726.681761 samples/sec	rmse=0.021561	lr=0.389544
Epoch[25] Batch [249]	Speed: 2754.725645 samples/sec	rmse=0.021529	lr=0.389503
Epoch[25] Batch [299]	Speed: 2737.032654 samples/sec	rmse=0.021530	lr=0.389462
Epoch[25] Batch [349]	Speed: 2702.435237 samples/sec	rmse=0.021519	lr=0.389421
Epoch[25] Batch [399]	Speed: 2730.260963 samples/sec	rmse=0.021560	lr=0.389379
Epoch[25] Batch [449]	Speed: 2830.794683 samples/sec	rmse=0.021595	lr=0.389338
Epoch[25] Batch [499]	Speed: 2720.488427 samples/sec	rmse=0.021639	lr=0.389296
Epoch[25] Batch [549]	Speed: 2730.651806 samples/sec	rmse=0.021610	lr=0.389255
Epoch[25] Batch [599]	Speed: 2744.417124 samples/sec	rmse=0.021614	lr=0.389213
Epoch[25] Batch [649]	Speed: 2691.892937 samples/sec	rmse=0.021631	lr=0.389171
Epoch[25] Batch [699]	Speed: 2718.482526 samples/sec	rmse=0.021609	lr=0.389129
Epoch[25] Batch [749]	Speed: 2762.593984 samples/sec	rmse=0.021623	lr=0.389088
Epoch[25] Batch [799]	Speed: 2769.080675 samples/sec	rmse=0.021639	lr=0.389046
Epoch[25] Batch [849]	Speed: 2746.900629 samples/sec	rmse=0.021648	lr=0.389003
Epoch[25] Batch [899]	Speed: 2775.533328 samples/sec	rmse=0.021645	lr=0.388961
Epoch[25] Batch [949]	Speed: 2684.020131 samples/sec	rmse=0.021622	lr=0.388919
Epoch[25] Batch [999]	Speed: 2792.111278 samples/sec	rmse=0.021619	lr=0.388877
Epoch[25] Batch [1049]	Speed: 2718.002514 samples/sec	rmse=0.021619	lr=0.388834
Epoch[25] Batch [1099]	Speed: 2755.976215 samples/sec	rmse=0.021612	lr=0.388792
Epoch[25] Batch [1149]	Speed: 2809.605656 samples/sec	rmse=0.021627	lr=0.388749
Epoch[25] Batch [1199]	Speed: 2753.008007 samples/sec	rmse=0.021621	lr=0.388707
Epoch[25] Batch [1249]	Speed: 2847.065794 samples/sec	rmse=0.021615	lr=0.388664
[Epoch 25] training: rmse=0.021614
[Epoch 25] speed: 2747 samples/sec	time cost: 480.084975
[Epoch 25] validation: err-top1=0.434730 err-top5=0.187341
Epoch[26] Batch [49]	Speed: 2784.348773 samples/sec	rmse=0.021687	lr=0.388620
Epoch[26] Batch [99]	Speed: 2720.525856 samples/sec	rmse=0.021649	lr=0.388578
Epoch[26] Batch [149]	Speed: 2782.610989 samples/sec	rmse=0.021595	lr=0.388535
Epoch[26] Batch [199]	Speed: 2735.415919 samples/sec	rmse=0.021593	lr=0.388492
Epoch[26] Batch [249]	Speed: 2767.940409 samples/sec	rmse=0.021701	lr=0.388449
Epoch[26] Batch [299]	Speed: 2758.223438 samples/sec	rmse=0.021665	lr=0.388405
Epoch[26] Batch [349]	Speed: 2866.399292 samples/sec	rmse=0.021594	lr=0.388362
Epoch[26] Batch [399]	Speed: 2765.136039 samples/sec	rmse=0.021563	lr=0.388319
Epoch[26] Batch [449]	Speed: 2723.869911 samples/sec	rmse=0.021549	lr=0.388275
Epoch[26] Batch [499]	Speed: 2696.003249 samples/sec	rmse=0.021529	lr=0.388232
Epoch[26] Batch [549]	Speed: 2711.518279 samples/sec	rmse=0.021562	lr=0.388188
Epoch[26] Batch [599]	Speed: 2744.058271 samples/sec	rmse=0.021567	lr=0.388145
Epoch[26] Batch [649]	Speed: 2755.083158 samples/sec	rmse=0.021555	lr=0.388101
Epoch[26] Batch [699]	Speed: 2673.544351 samples/sec	rmse=0.021566	lr=0.388057
Epoch[26] Batch [749]	Speed: 2746.263826 samples/sec	rmse=0.021575	lr=0.388013
Epoch[26] Batch [799]	Speed: 2687.272871 samples/sec	rmse=0.021593	lr=0.387969
Epoch[26] Batch [849]	Speed: 2729.915693 samples/sec	rmse=0.021601	lr=0.387925
Epoch[26] Batch [899]	Speed: 2739.775282 samples/sec	rmse=0.021606	lr=0.387881
Epoch[26] Batch [949]	Speed: 2752.311117 samples/sec	rmse=0.021596	lr=0.387837
Epoch[26] Batch [999]	Speed: 2772.711196 samples/sec	rmse=0.021593	lr=0.387793
Epoch[26] Batch [1049]	Speed: 2826.275601 samples/sec	rmse=0.021587	lr=0.387748
Epoch[26] Batch [1099]	Speed: 2760.716496 samples/sec	rmse=0.021582	lr=0.387704
Epoch[26] Batch [1149]	Speed: 2740.048023 samples/sec	rmse=0.021596	lr=0.387659
Epoch[26] Batch [1199]	Speed: 2698.523732 samples/sec	rmse=0.021601	lr=0.387615
Epoch[26] Batch [1249]	Speed: 2867.873400 samples/sec	rmse=0.021598	lr=0.387570
[Epoch 26] training: rmse=0.021597
[Epoch 26] speed: 2749 samples/sec	time cost: 479.965500
[Epoch 26] validation: err-top1=0.462113 err-top5=0.211476
Epoch[27] Batch [49]	Speed: 2792.985860 samples/sec	rmse=0.021553	lr=0.387525
Epoch[27] Batch [99]	Speed: 2763.171435 samples/sec	rmse=0.021516	lr=0.387480
Epoch[27] Batch [149]	Speed: 2651.583572 samples/sec	rmse=0.021543	lr=0.387435
Epoch[27] Batch [199]	Speed: 2681.831024 samples/sec	rmse=0.021608	lr=0.387390
Epoch[27] Batch [249]	Speed: 2674.302792 samples/sec	rmse=0.021591	lr=0.387345
Epoch[27] Batch [299]	Speed: 2708.575796 samples/sec	rmse=0.021639	lr=0.387300
Epoch[27] Batch [349]	Speed: 2784.816719 samples/sec	rmse=0.021643	lr=0.387255
Epoch[27] Batch [399]	Speed: 2741.666528 samples/sec	rmse=0.021646	lr=0.387209
Epoch[27] Batch [449]	Speed: 2726.346256 samples/sec	rmse=0.021635	lr=0.387164
Epoch[27] Batch [499]	Speed: 2825.831622 samples/sec	rmse=0.021604	lr=0.387119
Epoch[27] Batch [549]	Speed: 2683.887329 samples/sec	rmse=0.021597	lr=0.387073
Epoch[27] Batch [599]	Speed: 2706.493133 samples/sec	rmse=0.021596	lr=0.387027
Epoch[27] Batch [649]	Speed: 2752.778588 samples/sec	rmse=0.021592	lr=0.386982
Epoch[27] Batch [699]	Speed: 2775.424136 samples/sec	rmse=0.021593	lr=0.386936
Epoch[27] Batch [749]	Speed: 2809.962592 samples/sec	rmse=0.021593	lr=0.386890
Epoch[27] Batch [799]	Speed: 2766.710648 samples/sec	rmse=0.021595	lr=0.386844
Epoch[27] Batch [849]	Speed: 2732.517191 samples/sec	rmse=0.021582	lr=0.386798
Epoch[27] Batch [899]	Speed: 2733.781396 samples/sec	rmse=0.021608	lr=0.386752
Epoch[27] Batch [949]	Speed: 2706.517180 samples/sec	rmse=0.021607	lr=0.386706
Epoch[27] Batch [999]	Speed: 2713.958830 samples/sec	rmse=0.021617	lr=0.386660
Epoch[27] Batch [1049]	Speed: 2746.041569 samples/sec	rmse=0.021623	lr=0.386614
Epoch[27] Batch [1099]	Speed: 2770.383307 samples/sec	rmse=0.021620	lr=0.386567
Epoch[27] Batch [1149]	Speed: 2757.873575 samples/sec	rmse=0.021621	lr=0.386521
Epoch[27] Batch [1199]	Speed: 2736.898042 samples/sec	rmse=0.021612	lr=0.386474
Epoch[27] Batch [1249]	Speed: 2902.040774 samples/sec	rmse=0.021617	lr=0.386428
[Epoch 27] training: rmse=0.021615
[Epoch 27] speed: 2743 samples/sec	time cost: 480.749371
[Epoch 27] validation: err-top1=0.461456 err-top5=0.210938
Epoch[28] Batch [49]	Speed: 2793.312389 samples/sec	rmse=0.021437	lr=0.386380
Epoch[28] Batch [99]	Speed: 2712.698461 samples/sec	rmse=0.021481	lr=0.386333
Epoch[28] Batch [149]	Speed: 2748.792862 samples/sec	rmse=0.021421	lr=0.386287
Epoch[28] Batch [199]	Speed: 2794.600429 samples/sec	rmse=0.021420	lr=0.386240
Epoch[28] Batch [249]	Speed: 2699.090311 samples/sec	rmse=0.021462	lr=0.386193
Epoch[28] Batch [299]	Speed: 2750.030267 samples/sec	rmse=0.021536	lr=0.386146
Epoch[28] Batch [349]	Speed: 2775.969607 samples/sec	rmse=0.021569	lr=0.386098
Epoch[28] Batch [399]	Speed: 2667.095883 samples/sec	rmse=0.021577	lr=0.386051
Epoch[28] Batch [449]	Speed: 2661.614161 samples/sec	rmse=0.021602	lr=0.386004
Epoch[28] Batch [499]	Speed: 2651.669813 samples/sec	rmse=0.021610	lr=0.385957
Epoch[28] Batch [549]	Speed: 2768.477268 samples/sec	rmse=0.021604	lr=0.385909
Epoch[28] Batch [599]	Speed: 2761.525032 samples/sec	rmse=0.021593	lr=0.385862
Epoch[28] Batch [649]	Speed: 2752.288788 samples/sec	rmse=0.021570	lr=0.385814
Epoch[28] Batch [699]	Speed: 2744.960228 samples/sec	rmse=0.021536	lr=0.385766
Epoch[28] Batch [749]	Speed: 2770.755764 samples/sec	rmse=0.021532	lr=0.385719
Epoch[28] Batch [799]	Speed: 2683.340727 samples/sec	rmse=0.021520	lr=0.385671
Epoch[28] Batch [849]	Speed: 2776.596748 samples/sec	rmse=0.021524	lr=0.385623
Epoch[28] Batch [899]	Speed: 2778.835200 samples/sec	rmse=0.021519	lr=0.385575
Epoch[28] Batch [949]	Speed: 2729.590875 samples/sec	rmse=0.021522	lr=0.385527
Epoch[28] Batch [999]	Speed: 2716.338736 samples/sec	rmse=0.021523	lr=0.385479
Epoch[28] Batch [1049]	Speed: 2716.253288 samples/sec	rmse=0.021530	lr=0.385430
Epoch[28] Batch [1099]	Speed: 2707.586601 samples/sec	rmse=0.021530	lr=0.385382
Epoch[28] Batch [1149]	Speed: 2723.789655 samples/sec	rmse=0.021529	lr=0.385334
Epoch[28] Batch [1199]	Speed: 2804.340659 samples/sec	rmse=0.021531	lr=0.385285
Epoch[28] Batch [1249]	Speed: 2832.032450 samples/sec	rmse=0.021548	lr=0.385237
[Epoch 28] training: rmse=0.021547
[Epoch 28] speed: 2738 samples/sec	time cost: 481.864013
[Epoch 28] validation: err-top1=0.454600 err-top5=0.202248
Epoch[29] Batch [49]	Speed: 2845.107509 samples/sec	rmse=0.021702	lr=0.385187
Epoch[29] Batch [99]	Speed: 2747.394558 samples/sec	rmse=0.021647	lr=0.385139
Epoch[29] Batch [149]	Speed: 2758.919321 samples/sec	rmse=0.021729	lr=0.385090
Epoch[29] Batch [199]	Speed: 2738.564688 samples/sec	rmse=0.021617	lr=0.385041
Epoch[29] Batch [249]	Speed: 2737.442955 samples/sec	rmse=0.021650	lr=0.384992
Epoch[29] Batch [299]	Speed: 2668.958208 samples/sec	rmse=0.021664	lr=0.384943
Epoch[29] Batch [349]	Speed: 2820.741316 samples/sec	rmse=0.021670	lr=0.384894
Epoch[29] Batch [399]	Speed: 2824.380199 samples/sec	rmse=0.021663	lr=0.384845
Epoch[29] Batch [449]	Speed: 2733.638857 samples/sec	rmse=0.021681	lr=0.384796
Epoch[29] Batch [499]	Speed: 2740.297004 samples/sec	rmse=0.021655	lr=0.384746
Epoch[29] Batch [549]	Speed: 2784.088655 samples/sec	rmse=0.021675	lr=0.384697
Epoch[29] Batch [599]	Speed: 2823.369696 samples/sec	rmse=0.021664	lr=0.384648
Epoch[29] Batch [649]	Speed: 2768.188812 samples/sec	rmse=0.021653	lr=0.384598
Epoch[29] Batch [699]	Speed: 2812.170228 samples/sec	rmse=0.021643	lr=0.384549
Epoch[29] Batch [749]	Speed: 2925.608103 samples/sec	rmse=0.021630	lr=0.384499
Epoch[29] Batch [799]	Speed: 2757.637962 samples/sec	rmse=0.021631	lr=0.384449
Epoch[29] Batch [849]	Speed: 2766.081801 samples/sec	rmse=0.021640	lr=0.384399
Epoch[29] Batch [899]	Speed: 2865.925063 samples/sec	rmse=0.021619	lr=0.384349
Epoch[29] Batch [949]	Speed: 2790.422350 samples/sec	rmse=0.021604	lr=0.384299
Epoch[29] Batch [999]	Speed: 2721.126331 samples/sec	rmse=0.021593	lr=0.384249
Epoch[29] Batch [1049]	Speed: 2789.948061 samples/sec	rmse=0.021596	lr=0.384199
Epoch[29] Batch [1099]	Speed: 2729.036807 samples/sec	rmse=0.021604	lr=0.384149
Epoch[29] Batch [1149]	Speed: 2781.035738 samples/sec	rmse=0.021589	lr=0.384099
Epoch[29] Batch [1199]	Speed: 2740.223679 samples/sec	rmse=0.021584	lr=0.384048
Epoch[29] Batch [1249]	Speed: 2952.469537 samples/sec	rmse=0.021584	lr=0.383998
[Epoch 29] training: rmse=0.021582
[Epoch 29] speed: 2781 samples/sec	time cost: 474.355020
[Epoch 29] validation: err-top1=0.483887 err-top5=0.227132
Epoch[30] Batch [49]	Speed: 2968.671093 samples/sec	rmse=0.021516	lr=0.383946
Epoch[30] Batch [99]	Speed: 2805.011462 samples/sec	rmse=0.021493	lr=0.383896
Epoch[30] Batch [149]	Speed: 2785.611106 samples/sec	rmse=0.021507	lr=0.383845
Epoch[30] Batch [199]	Speed: 2718.197306 samples/sec	rmse=0.021507	lr=0.383794
Epoch[30] Batch [249]	Speed: 2795.335821 samples/sec	rmse=0.021466	lr=0.383744
Epoch[30] Batch [299]	Speed: 2723.713272 samples/sec	rmse=0.021463	lr=0.383693
Epoch[30] Batch [349]	Speed: 2801.776670 samples/sec	rmse=0.021474	lr=0.383642
Epoch[30] Batch [399]	Speed: 2720.487118 samples/sec	rmse=0.021484	lr=0.383591
Epoch[30] Batch [449]	Speed: 2796.653044 samples/sec	rmse=0.021487	lr=0.383540
Epoch[30] Batch [499]	Speed: 2739.781749 samples/sec	rmse=0.021481	lr=0.383488
Epoch[30] Batch [549]	Speed: 2728.696319 samples/sec	rmse=0.021463	lr=0.383437
Epoch[30] Batch [599]	Speed: 2689.194808 samples/sec	rmse=0.021497	lr=0.383386
Epoch[30] Batch [649]	Speed: 2729.476040 samples/sec	rmse=0.021507	lr=0.383334
Epoch[30] Batch [699]	Speed: 2721.871889 samples/sec	rmse=0.021505	lr=0.383283
Epoch[30] Batch [749]	Speed: 2644.008608 samples/sec	rmse=0.021535	lr=0.383231
Epoch[30] Batch [799]	Speed: 2733.955310 samples/sec	rmse=0.021529	lr=0.383180
Epoch[30] Batch [849]	Speed: 2700.426078 samples/sec	rmse=0.021528	lr=0.383128
Epoch[30] Batch [899]	Speed: 2764.459402 samples/sec	rmse=0.021539	lr=0.383076
Epoch[30] Batch [949]	Speed: 2748.581101 samples/sec	rmse=0.021546	lr=0.383024
Epoch[30] Batch [999]	Speed: 2698.207732 samples/sec	rmse=0.021555	lr=0.382972
Epoch[30] Batch [1049]	Speed: 2839.528736 samples/sec	rmse=0.021539	lr=0.382920
Epoch[30] Batch [1099]	Speed: 2715.739959 samples/sec	rmse=0.021531	lr=0.382868
Epoch[30] Batch [1149]	Speed: 2756.953768 samples/sec	rmse=0.021524	lr=0.382816
Epoch[30] Batch [1199]	Speed: 2736.419281 samples/sec	rmse=0.021519	lr=0.382764
Epoch[30] Batch [1249]	Speed: 2915.067940 samples/sec	rmse=0.021536	lr=0.382711
[Epoch 30] training: rmse=0.021537
[Epoch 30] speed: 2755 samples/sec	time cost: 478.892470
[Epoch 30] validation: err-top1=0.463768 err-top5=0.209403
Epoch[31] Batch [49]	Speed: 2867.777616 samples/sec	rmse=0.021641	lr=0.382658
Epoch[31] Batch [99]	Speed: 2747.819821 samples/sec	rmse=0.021769	lr=0.382605
Epoch[31] Batch [149]	Speed: 2691.875526 samples/sec	rmse=0.021754	lr=0.382553
Epoch[31] Batch [199]	Speed: 2696.739810 samples/sec	rmse=0.021692	lr=0.382500
Epoch[31] Batch [249]	Speed: 2692.657538 samples/sec	rmse=0.021707	lr=0.382447
Epoch[31] Batch [299]	Speed: 2737.998068 samples/sec	rmse=0.021704	lr=0.382395
Epoch[31] Batch [349]	Speed: 2719.032385 samples/sec	rmse=0.021663	lr=0.382342
Epoch[31] Batch [399]	Speed: 2728.240075 samples/sec	rmse=0.021658	lr=0.382289
Epoch[31] Batch [449]	Speed: 2725.875954 samples/sec	rmse=0.021654	lr=0.382236
Epoch[31] Batch [499]	Speed: 2717.990130 samples/sec	rmse=0.021646	lr=0.382183
Epoch[31] Batch [549]	Speed: 2713.350715 samples/sec	rmse=0.021638	lr=0.382129
Epoch[31] Batch [599]	Speed: 2693.580139 samples/sec	rmse=0.021672	lr=0.382076
Epoch[31] Batch [649]	Speed: 2764.406556 samples/sec	rmse=0.021677	lr=0.382023
Epoch[31] Batch [699]	Speed: 2752.403611 samples/sec	rmse=0.021673	lr=0.381969
Epoch[31] Batch [749]	Speed: 2673.995768 samples/sec	rmse=0.021666	lr=0.381916
Epoch[31] Batch [799]	Speed: 2656.569500 samples/sec	rmse=0.021644	lr=0.381862
Epoch[31] Batch [849]	Speed: 2764.594674 samples/sec	rmse=0.021645	lr=0.381809
Epoch[31] Batch [899]	Speed: 2723.150364 samples/sec	rmse=0.021640	lr=0.381755
Epoch[31] Batch [949]	Speed: 2752.748559 samples/sec	rmse=0.021637	lr=0.381701
Epoch[31] Batch [999]	Speed: 2715.796559 samples/sec	rmse=0.021650	lr=0.381647
Epoch[31] Batch [1049]	Speed: 2801.354789 samples/sec	rmse=0.021649	lr=0.381594
Epoch[31] Batch [1099]	Speed: 2852.297290 samples/sec	rmse=0.021653	lr=0.381540
Epoch[31] Batch [1149]	Speed: 2713.327711 samples/sec	rmse=0.021645	lr=0.381485
Epoch[31] Batch [1199]	Speed: 2766.470992 samples/sec	rmse=0.021640	lr=0.381431
Epoch[31] Batch [1249]	Speed: 2921.394939 samples/sec	rmse=0.021626	lr=0.381377
[Epoch 31] training: rmse=0.021624
[Epoch 31] speed: 2740 samples/sec	time cost: 482.229524
[Epoch 31] validation: err-top1=0.435188 err-top5=0.187141
Epoch[32] Batch [49]	Speed: 2820.649915 samples/sec	rmse=0.021360	lr=0.381322
Epoch[32] Batch [99]	Speed: 2689.889680 samples/sec	rmse=0.021441	lr=0.381267
Epoch[32] Batch [149]	Speed: 2759.398826 samples/sec	rmse=0.021418	lr=0.381213
Epoch[32] Batch [199]	Speed: 2721.130503 samples/sec	rmse=0.021452	lr=0.381158
Epoch[32] Batch [249]	Speed: 2722.252224 samples/sec	rmse=0.021470	lr=0.381104
Epoch[32] Batch [299]	Speed: 2722.225135 samples/sec	rmse=0.021462	lr=0.381049
Epoch[32] Batch [349]	Speed: 2706.087487 samples/sec	rmse=0.021455	lr=0.380994
Epoch[32] Batch [399]	Speed: 2791.253970 samples/sec	rmse=0.021460	lr=0.380939
Epoch[32] Batch [449]	Speed: 2765.488247 samples/sec	rmse=0.021466	lr=0.380885
Epoch[32] Batch [499]	Speed: 2742.859303 samples/sec	rmse=0.021473	lr=0.380830
Epoch[32] Batch [549]	Speed: 2697.513842 samples/sec	rmse=0.021485	lr=0.380774
Epoch[32] Batch [599]	Speed: 2710.900511 samples/sec	rmse=0.021496	lr=0.380719
Epoch[32] Batch [649]	Speed: 2833.030178 samples/sec	rmse=0.021531	lr=0.380664
Epoch[32] Batch [699]	Speed: 2728.265343 samples/sec	rmse=0.021554	lr=0.380609
Epoch[32] Batch [749]	Speed: 2823.255594 samples/sec	rmse=0.021552	lr=0.380553
Epoch[32] Batch [799]	Speed: 2741.471998 samples/sec	rmse=0.021544	lr=0.380498
Epoch[32] Batch [849]	Speed: 2713.061566 samples/sec	rmse=0.021545	lr=0.380443
Epoch[32] Batch [899]	Speed: 2692.272297 samples/sec	rmse=0.021546	lr=0.380387
Epoch[32] Batch [949]	Speed: 2801.134231 samples/sec	rmse=0.021541	lr=0.380331
Epoch[32] Batch [999]	Speed: 2775.348273 samples/sec	rmse=0.021549	lr=0.380276
Epoch[32] Batch [1049]	Speed: 2723.506981 samples/sec	rmse=0.021542	lr=0.380220
Epoch[32] Batch [1099]	Speed: 2769.950783 samples/sec	rmse=0.021552	lr=0.380164
Epoch[32] Batch [1149]	Speed: 2745.703003 samples/sec	rmse=0.021550	lr=0.380108
Epoch[32] Batch [1199]	Speed: 2823.840416 samples/sec	rmse=0.021558	lr=0.380052
Epoch[32] Batch [1249]	Speed: 2956.285487 samples/sec	rmse=0.021548	lr=0.379996
[Epoch 32] training: rmse=0.021549
[Epoch 32] speed: 2756 samples/sec	time cost: 478.815527
[Epoch 32] validation: err-top1=0.440749 err-top5=0.192602
Epoch[33] Batch [49]	Speed: 2820.451498 samples/sec	rmse=0.021331	lr=0.379939
Epoch[33] Batch [99]	Speed: 2673.829198 samples/sec	rmse=0.021358	lr=0.379882
Epoch[33] Batch [149]	Speed: 2758.981740 samples/sec	rmse=0.021368	lr=0.379826
Epoch[33] Batch [199]	Speed: 2741.122417 samples/sec	rmse=0.021360	lr=0.379770
Epoch[33] Batch [249]	Speed: 2775.797914 samples/sec	rmse=0.021411	lr=0.379713
Epoch[33] Batch [299]	Speed: 2746.386084 samples/sec	rmse=0.021365	lr=0.379657
Epoch[33] Batch [349]	Speed: 2828.061814 samples/sec	rmse=0.021328	lr=0.379600
Epoch[33] Batch [399]	Speed: 2779.577140 samples/sec	rmse=0.021359	lr=0.379543
Epoch[33] Batch [449]	Speed: 2711.866548 samples/sec	rmse=0.021365	lr=0.379486
Epoch[33] Batch [499]	Speed: 2721.483591 samples/sec	rmse=0.021390	lr=0.379430
Epoch[33] Batch [549]	Speed: 2745.966005 samples/sec	rmse=0.021399	lr=0.379373
Epoch[33] Batch [599]	Speed: 2740.627942 samples/sec	rmse=0.021424	lr=0.379316
Epoch[33] Batch [649]	Speed: 2742.342034 samples/sec	rmse=0.021432	lr=0.379259
Epoch[33] Batch [699]	Speed: 2853.691850 samples/sec	rmse=0.021429	lr=0.379201
Epoch[33] Batch [749]	Speed: 2730.357361 samples/sec	rmse=0.021440	lr=0.379144
Epoch[33] Batch [799]	Speed: 2738.179362 samples/sec	rmse=0.021448	lr=0.379087
Epoch[33] Batch [849]	Speed: 2784.750092 samples/sec	rmse=0.021447	lr=0.379030
Epoch[33] Batch [899]	Speed: 2690.057819 samples/sec	rmse=0.021441	lr=0.378972
Epoch[33] Batch [949]	Speed: 2710.205585 samples/sec	rmse=0.021438	lr=0.378915
Epoch[33] Batch [999]	Speed: 2808.500167 samples/sec	rmse=0.021459	lr=0.378857
Epoch[33] Batch [1049]	Speed: 2769.285714 samples/sec	rmse=0.021466	lr=0.378799
Epoch[33] Batch [1099]	Speed: 2677.545428 samples/sec	rmse=0.021465	lr=0.378742
Epoch[33] Batch [1149]	Speed: 2784.186148 samples/sec	rmse=0.021459	lr=0.378684
Epoch[33] Batch [1199]	Speed: 2744.397132 samples/sec	rmse=0.021467	lr=0.378626
Epoch[33] Batch [1249]	Speed: 2904.512662 samples/sec	rmse=0.021466	lr=0.378568
[Epoch 33] training: rmse=0.021466
[Epoch 33] speed: 2756 samples/sec	time cost: 478.578247
[Epoch 33] validation: err-top1=0.459503 err-top5=0.207928
Epoch[34] Batch [49]	Speed: 2806.781822 samples/sec	rmse=0.021283	lr=0.378509
Epoch[34] Batch [99]	Speed: 2688.993847 samples/sec	rmse=0.021274	lr=0.378451
Epoch[34] Batch [149]	Speed: 2772.890170 samples/sec	rmse=0.021321	lr=0.378392
Epoch[34] Batch [199]	Speed: 2711.978022 samples/sec	rmse=0.021385	lr=0.378334
Epoch[34] Batch [249]	Speed: 2720.978247 samples/sec	rmse=0.021361	lr=0.378276
Epoch[34] Batch [299]	Speed: 2744.358027 samples/sec	rmse=0.021413	lr=0.378217
Epoch[34] Batch [349]	Speed: 2790.341714 samples/sec	rmse=0.021386	lr=0.378159
Epoch[34] Batch [399]	Speed: 2772.399165 samples/sec	rmse=0.021353	lr=0.378100
Epoch[34] Batch [449]	Speed: 2776.751881 samples/sec	rmse=0.021340	lr=0.378042
Epoch[34] Batch [499]	Speed: 2754.664867 samples/sec	rmse=0.021362	lr=0.377983
Epoch[34] Batch [549]	Speed: 2701.430267 samples/sec	rmse=0.021351	lr=0.377924
Epoch[34] Batch [599]	Speed: 2800.888429 samples/sec	rmse=0.021351	lr=0.377865
Epoch[34] Batch [649]	Speed: 2707.502010 samples/sec	rmse=0.021364	lr=0.377806
Epoch[34] Batch [699]	Speed: 2716.717663 samples/sec	rmse=0.021386	lr=0.377747
Epoch[34] Batch [749]	Speed: 2774.654189 samples/sec	rmse=0.021405	lr=0.377688
Epoch[34] Batch [799]	Speed: 2818.889663 samples/sec	rmse=0.021402	lr=0.377629
Epoch[34] Batch [849]	Speed: 2788.718697 samples/sec	rmse=0.021401	lr=0.377570
Epoch[34] Batch [899]	Speed: 2838.891725 samples/sec	rmse=0.021405	lr=0.377511
Epoch[34] Batch [949]	Speed: 2741.538670 samples/sec	rmse=0.021410	lr=0.377451
Epoch[34] Batch [999]	Speed: 2707.987744 samples/sec	rmse=0.021423	lr=0.377392
Epoch[34] Batch [1049]	Speed: 2658.116097 samples/sec	rmse=0.021435	lr=0.377332
Epoch[34] Batch [1099]	Speed: 2744.183103 samples/sec	rmse=0.021449	lr=0.377273
Epoch[34] Batch [1149]	Speed: 2741.047264 samples/sec	rmse=0.021458	lr=0.377213
Epoch[34] Batch [1199]	Speed: 2791.075991 samples/sec	rmse=0.021474	lr=0.377153
Epoch[34] Batch [1249]	Speed: 2894.352574 samples/sec	rmse=0.021460	lr=0.377094
[Epoch 34] training: rmse=0.021461
[Epoch 34] speed: 2755 samples/sec	time cost: 478.424830
[Epoch 34] validation: err-top1=0.447184 err-top5=0.200053
Epoch[35] Batch [49]	Speed: 2719.034279 samples/sec	rmse=0.021047	lr=0.377033
Epoch[35] Batch [99]	Speed: 2849.504239 samples/sec	rmse=0.021293	lr=0.376973
Epoch[35] Batch [149]	Speed: 2735.070076 samples/sec	rmse=0.021407	lr=0.376913
Epoch[35] Batch [199]	Speed: 2720.837005 samples/sec	rmse=0.021391	lr=0.376852
Epoch[35] Batch [249]	Speed: 2821.775707 samples/sec	rmse=0.021376	lr=0.376792
Epoch[35] Batch [299]	Speed: 2746.276785 samples/sec	rmse=0.021410	lr=0.376732
Epoch[35] Batch [349]	Speed: 2862.300909 samples/sec	rmse=0.021408	lr=0.376672
Epoch[35] Batch [399]	Speed: 2744.366374 samples/sec	rmse=0.021393	lr=0.376611
Epoch[35] Batch [449]	Speed: 2816.000655 samples/sec	rmse=0.021403	lr=0.376551
Epoch[35] Batch [499]	Speed: 2734.508105 samples/sec	rmse=0.021405	lr=0.376490
Epoch[35] Batch [549]	Speed: 2807.876376 samples/sec	rmse=0.021436	lr=0.376430
Epoch[35] Batch [599]	Speed: 2775.092272 samples/sec	rmse=0.021456	lr=0.376369
Epoch[35] Batch [649]	Speed: 2808.225528 samples/sec	rmse=0.021461	lr=0.376308
Epoch[35] Batch [699]	Speed: 2766.841471 samples/sec	rmse=0.021455	lr=0.376247
Epoch[35] Batch [749]	Speed: 2745.531628 samples/sec	rmse=0.021479	lr=0.376186
Epoch[35] Batch [799]	Speed: 2775.751235 samples/sec	rmse=0.021483	lr=0.376125
Epoch[35] Batch [849]	Speed: 2699.108121 samples/sec	rmse=0.021480	lr=0.376064
Epoch[35] Batch [899]	Speed: 2809.058278 samples/sec	rmse=0.021463	lr=0.376003
Epoch[35] Batch [949]	Speed: 2775.319543 samples/sec	rmse=0.021462	lr=0.375942
Epoch[35] Batch [999]	Speed: 2951.350392 samples/sec	rmse=0.021458	lr=0.375881
Epoch[35] Batch [1049]	Speed: 2856.165823 samples/sec	rmse=0.021473	lr=0.375819
Epoch[35] Batch [1099]	Speed: 2788.392662 samples/sec	rmse=0.021478	lr=0.375758
Epoch[35] Batch [1149]	Speed: 2739.605380 samples/sec	rmse=0.021467	lr=0.375697
Epoch[35] Batch [1199]	Speed: 2874.606396 samples/sec	rmse=0.021472	lr=0.375635
Epoch[35] Batch [1249]	Speed: 3006.440675 samples/sec	rmse=0.021482	lr=0.375573
[Epoch 35] training: rmse=0.021481
[Epoch 35] speed: 2793 samples/sec	time cost: 473.581225
[Epoch 35] validation: err-top1=0.439752 err-top5=0.189453
Epoch[36] Batch [49]	Speed: 2997.628928 samples/sec	rmse=0.021083	lr=0.375510
Epoch[36] Batch [99]	Speed: 2867.150377 samples/sec	rmse=0.021290	lr=0.375449
Epoch[36] Batch [149]	Speed: 2759.629385 samples/sec	rmse=0.021399	lr=0.375387
Epoch[36] Batch [199]	Speed: 2837.851012 samples/sec	rmse=0.021367	lr=0.375325
Epoch[36] Batch [249]	Speed: 2731.933852 samples/sec	rmse=0.021357	lr=0.375263
Epoch[36] Batch [299]	Speed: 2770.137512 samples/sec	rmse=0.021413	lr=0.375201
Epoch[36] Batch [349]	Speed: 2815.769109 samples/sec	rmse=0.021381	lr=0.375139
Epoch[36] Batch [399]	Speed: 2810.875584 samples/sec	rmse=0.021404	lr=0.375076
Epoch[36] Batch [449]	Speed: 2801.820207 samples/sec	rmse=0.021404	lr=0.375014
Epoch[36] Batch [499]	Speed: 2800.023934 samples/sec	rmse=0.021428	lr=0.374952
Epoch[36] Batch [549]	Speed: 2774.330037 samples/sec	rmse=0.021430	lr=0.374889
Epoch[36] Batch [599]	Speed: 2879.544676 samples/sec	rmse=0.021404	lr=0.374827
Epoch[36] Batch [649]	Speed: 2788.464315 samples/sec	rmse=0.021419	lr=0.374764
Epoch[36] Batch [699]	Speed: 2853.186940 samples/sec	rmse=0.021409	lr=0.374702
Epoch[36] Batch [749]	Speed: 2759.821748 samples/sec	rmse=0.021415	lr=0.374639
Epoch[36] Batch [799]	Speed: 2753.149962 samples/sec	rmse=0.021433	lr=0.374576
Epoch[36] Batch [849]	Speed: 2702.649062 samples/sec	rmse=0.021441	lr=0.374513
Epoch[36] Batch [899]	Speed: 2809.753508 samples/sec	rmse=0.021438	lr=0.374450
Epoch[36] Batch [949]	Speed: 2810.284644 samples/sec	rmse=0.021427	lr=0.374387
Epoch[36] Batch [999]	Speed: 2716.865421 samples/sec	rmse=0.021434	lr=0.374324
Epoch[36] Batch [1049]	Speed: 2747.528728 samples/sec	rmse=0.021453	lr=0.374261
Epoch[36] Batch [1099]	Speed: 2768.883449 samples/sec	rmse=0.021473	lr=0.374198
Epoch[36] Batch [1149]	Speed: 2702.936267 samples/sec	rmse=0.021470	lr=0.374134
Epoch[36] Batch [1199]	Speed: 2797.467027 samples/sec	rmse=0.021460	lr=0.374071
Epoch[36] Batch [1249]	Speed: 3008.260597 samples/sec	rmse=0.021463	lr=0.374008
[Epoch 36] training: rmse=0.021464
[Epoch 36] speed: 2798 samples/sec	time cost: 471.640029
[Epoch 36] validation: err-top1=0.429727 err-top5=0.185148
Epoch[37] Batch [49]	Speed: 2809.069669 samples/sec	rmse=0.021443	lr=0.373943
Epoch[37] Batch [99]	Speed: 2814.434116 samples/sec	rmse=0.021485	lr=0.373879
Epoch[37] Batch [149]	Speed: 2699.857343 samples/sec	rmse=0.021507	lr=0.373815
Epoch[37] Batch [199]	Speed: 2766.470850 samples/sec	rmse=0.021474	lr=0.373752
Epoch[37] Batch [249]	Speed: 2833.656260 samples/sec	rmse=0.021400	lr=0.373688
Epoch[37] Batch [299]	Speed: 2937.865991 samples/sec	rmse=0.021423	lr=0.373624
Epoch[37] Batch [349]	Speed: 2753.876799 samples/sec	rmse=0.021445	lr=0.373560
Epoch[37] Batch [399]	Speed: 2784.909424 samples/sec	rmse=0.021428	lr=0.373496
Epoch[37] Batch [449]	Speed: 2807.116502 samples/sec	rmse=0.021420	lr=0.373432
Epoch[37] Batch [499]	Speed: 2802.109865 samples/sec	rmse=0.021432	lr=0.373368
Epoch[37] Batch [549]	Speed: 2697.275962 samples/sec	rmse=0.021442	lr=0.373304
Epoch[37] Batch [599]	Speed: 2814.691599 samples/sec	rmse=0.021455	lr=0.373239
Epoch[37] Batch [649]	Speed: 2802.540861 samples/sec	rmse=0.021479	lr=0.373175
Epoch[37] Batch [699]	Speed: 2806.572734 samples/sec	rmse=0.021475	lr=0.373110
Epoch[37] Batch [749]	Speed: 2892.117484 samples/sec	rmse=0.021479	lr=0.373046
Epoch[37] Batch [799]	Speed: 2779.618514 samples/sec	rmse=0.021456	lr=0.372981
Epoch[37] Batch [849]	Speed: 2758.266695 samples/sec	rmse=0.021470	lr=0.372917
Epoch[37] Batch [899]	Speed: 2656.173259 samples/sec	rmse=0.021478	lr=0.372852
Epoch[37] Batch [949]	Speed: 2751.190221 samples/sec	rmse=0.021486	lr=0.372787
Epoch[37] Batch [999]	Speed: 2760.422842 samples/sec	rmse=0.021496	lr=0.372722
Epoch[37] Batch [1049]	Speed: 2753.984479 samples/sec	rmse=0.021488	lr=0.372657
Epoch[37] Batch [1099]	Speed: 2715.097507 samples/sec	rmse=0.021485	lr=0.372592
Epoch[37] Batch [1149]	Speed: 2755.115182 samples/sec	rmse=0.021493	lr=0.372527
Epoch[37] Batch [1199]	Speed: 2760.744676 samples/sec	rmse=0.021492	lr=0.372462
Epoch[37] Batch [1249]	Speed: 2980.093653 samples/sec	rmse=0.021493	lr=0.372397
[Epoch 37] training: rmse=0.021491
[Epoch 37] speed: 2784 samples/sec	time cost: 474.278101
[Epoch 37] validation: err-top1=0.429229 err-top5=0.184411
Epoch[38] Batch [49]	Speed: 2928.924397 samples/sec	rmse=0.021161	lr=0.372330
Epoch[38] Batch [99]	Speed: 2814.296136 samples/sec	rmse=0.021155	lr=0.372265
Epoch[38] Batch [149]	Speed: 2818.341917 samples/sec	rmse=0.021235	lr=0.372199
Epoch[38] Batch [199]	Speed: 2752.220746 samples/sec	rmse=0.021290	lr=0.372134
Epoch[38] Batch [249]	Speed: 2783.107097 samples/sec	rmse=0.021279	lr=0.372068
Epoch[38] Batch [299]	Speed: 2774.933596 samples/sec	rmse=0.021264	lr=0.372002
Epoch[38] Batch [349]	Speed: 2734.129037 samples/sec	rmse=0.021286	lr=0.371936
Epoch[38] Batch [399]	Speed: 2855.292499 samples/sec	rmse=0.021302	lr=0.371871
Epoch[38] Batch [449]	Speed: 2747.347389 samples/sec	rmse=0.021289	lr=0.371805
Epoch[38] Batch [499]	Speed: 2745.298716 samples/sec	rmse=0.021278	lr=0.371739
Epoch[38] Batch [549]	Speed: 2860.209614 samples/sec	rmse=0.021295	lr=0.371673
Epoch[38] Batch [599]	Speed: 2785.384820 samples/sec	rmse=0.021306	lr=0.371607
Epoch[38] Batch [649]	Speed: 2741.750642 samples/sec	rmse=0.021316	lr=0.371540
Epoch[38] Batch [699]	Speed: 2765.548542 samples/sec	rmse=0.021319	lr=0.371474
Epoch[38] Batch [749]	Speed: 2778.235226 samples/sec	rmse=0.021324	lr=0.371408
Epoch[38] Batch [799]	Speed: 2850.194404 samples/sec	rmse=0.021331	lr=0.371342
Epoch[38] Batch [849]	Speed: 2741.656098 samples/sec	rmse=0.021339	lr=0.371275
Epoch[38] Batch [899]	Speed: 2786.754625 samples/sec	rmse=0.021341	lr=0.371209
Epoch[38] Batch [949]	Speed: 2773.485581 samples/sec	rmse=0.021350	lr=0.371142
Epoch[38] Batch [999]	Speed: 2772.001291 samples/sec	rmse=0.021347	lr=0.371075
Epoch[38] Batch [1049]	Speed: 2679.847760 samples/sec	rmse=0.021342	lr=0.371009
Epoch[38] Batch [1099]	Speed: 2799.183360 samples/sec	rmse=0.021361	lr=0.370942
Epoch[38] Batch [1149]	Speed: 2738.987780 samples/sec	rmse=0.021371	lr=0.370875
Epoch[38] Batch [1199]	Speed: 2725.262799 samples/sec	rmse=0.021378	lr=0.370808
Epoch[38] Batch [1249]	Speed: 2954.090292 samples/sec	rmse=0.021380	lr=0.370741
[Epoch 38] training: rmse=0.021378
[Epoch 38] speed: 2784 samples/sec	time cost: 473.791631
[Epoch 38] validation: err-top1=0.434570 err-top5=0.187998
Epoch[39] Batch [49]	Speed: 2859.976493 samples/sec	rmse=0.021264	lr=0.370672
Epoch[39] Batch [99]	Speed: 2747.739307 samples/sec	rmse=0.021384	lr=0.370605
Epoch[39] Batch [149]	Speed: 2803.806678 samples/sec	rmse=0.021381	lr=0.370538
Epoch[39] Batch [199]	Speed: 2796.860220 samples/sec	rmse=0.021385	lr=0.370471
Epoch[39] Batch [249]	Speed: 2641.636751 samples/sec	rmse=0.021456	lr=0.370403
Epoch[39] Batch [299]	Speed: 2772.813587 samples/sec	rmse=0.021457	lr=0.370336
Epoch[39] Batch [349]	Speed: 2674.475982 samples/sec	rmse=0.021420	lr=0.370268
Epoch[39] Batch [399]	Speed: 2928.400902 samples/sec	rmse=0.021415	lr=0.370201
Epoch[39] Batch [449]	Speed: 2742.923941 samples/sec	rmse=0.021450	lr=0.370133
Epoch[39] Batch [499]	Speed: 2660.736137 samples/sec	rmse=0.021462	lr=0.370065
Epoch[39] Batch [549]	Speed: 2749.718039 samples/sec	rmse=0.021425	lr=0.369997
Epoch[39] Batch [599]	Speed: 2724.003072 samples/sec	rmse=0.021412	lr=0.369930
Epoch[39] Batch [649]	Speed: 2749.674909 samples/sec	rmse=0.021410	lr=0.369862
Epoch[39] Batch [699]	Speed: 2699.096316 samples/sec	rmse=0.021407	lr=0.369794
Epoch[39] Batch [749]	Speed: 2778.939590 samples/sec	rmse=0.021426	lr=0.369726
Epoch[39] Batch [799]	Speed: 2760.336834 samples/sec	rmse=0.021445	lr=0.369657
Epoch[39] Batch [849]	Speed: 2788.837340 samples/sec	rmse=0.021438	lr=0.369589
Epoch[39] Batch [899]	Speed: 2788.996560 samples/sec	rmse=0.021438	lr=0.369521
Epoch[39] Batch [949]	Speed: 2784.856407 samples/sec	rmse=0.021448	lr=0.369452
Epoch[39] Batch [999]	Speed: 2731.752654 samples/sec	rmse=0.021441	lr=0.369384
Epoch[39] Batch [1049]	Speed: 2824.842524 samples/sec	rmse=0.021448	lr=0.369316
Epoch[39] Batch [1099]	Speed: 2763.141321 samples/sec	rmse=0.021456	lr=0.369247
Epoch[39] Batch [1149]	Speed: 2699.940031 samples/sec	rmse=0.021449	lr=0.369178
Epoch[39] Batch [1199]	Speed: 2694.128657 samples/sec	rmse=0.021453	lr=0.369110
Epoch[39] Batch [1249]	Speed: 2998.354666 samples/sec	rmse=0.021456	lr=0.369041
[Epoch 39] training: rmse=0.021457
[Epoch 39] speed: 2762 samples/sec	time cost: 477.780391
[Epoch 39] validation: err-top1=0.434809 err-top5=0.189055
Epoch[40] Batch [49]	Speed: 2791.666572 samples/sec	rmse=0.021377	lr=0.368971
Epoch[40] Batch [99]	Speed: 2808.942244 samples/sec	rmse=0.021418	lr=0.368902
Epoch[40] Batch [149]	Speed: 2751.095342 samples/sec	rmse=0.021468	lr=0.368833
Epoch[40] Batch [199]	Speed: 2777.110610 samples/sec	rmse=0.021422	lr=0.368764
Epoch[40] Batch [249]	Speed: 2741.383037 samples/sec	rmse=0.021312	lr=0.368694
Epoch[40] Batch [299]	Speed: 2719.646081 samples/sec	rmse=0.021258	lr=0.368625
Epoch[40] Batch [349]	Speed: 2818.757424 samples/sec	rmse=0.021304	lr=0.368556
Epoch[40] Batch [399]	Speed: 2740.859888 samples/sec	rmse=0.021297	lr=0.368487
Epoch[40] Batch [449]	Speed: 2738.969335 samples/sec	rmse=0.021320	lr=0.368417
Epoch[40] Batch [499]	Speed: 2694.738262 samples/sec	rmse=0.021333	lr=0.368348
Epoch[40] Batch [549]	Speed: 2734.932278 samples/sec	rmse=0.021354	lr=0.368278
Epoch[40] Batch [599]	Speed: 2748.563230 samples/sec	rmse=0.021360	lr=0.368208
Epoch[40] Batch [649]	Speed: 2672.076635 samples/sec	rmse=0.021360	lr=0.368139
Epoch[40] Batch [699]	Speed: 2651.253069 samples/sec	rmse=0.021367	lr=0.368069
Epoch[40] Batch [749]	Speed: 2698.475344 samples/sec	rmse=0.021391	lr=0.367999
Epoch[40] Batch [799]	Speed: 2766.121563 samples/sec	rmse=0.021394	lr=0.367929
Epoch[40] Batch [849]	Speed: 2703.720431 samples/sec	rmse=0.021382	lr=0.367859
Epoch[40] Batch [899]	Speed: 2780.093761 samples/sec	rmse=0.021395	lr=0.367789
Epoch[40] Batch [949]	Speed: 2788.530540 samples/sec	rmse=0.021394	lr=0.367719
Epoch[40] Batch [999]	Speed: 2755.724235 samples/sec	rmse=0.021405	lr=0.367649
Epoch[40] Batch [1049]	Speed: 2743.777089 samples/sec	rmse=0.021409	lr=0.367579
Epoch[40] Batch [1099]	Speed: 2807.902700 samples/sec	rmse=0.021403	lr=0.367508
Epoch[40] Batch [1149]	Speed: 2752.443439 samples/sec	rmse=0.021415	lr=0.367438
Epoch[40] Batch [1199]	Speed: 2715.380051 samples/sec	rmse=0.021420	lr=0.367367
Epoch[40] Batch [1249]	Speed: 2876.026097 samples/sec	rmse=0.021415	lr=0.367297
[Epoch 40] training: rmse=0.021416
[Epoch 40] speed: 2748 samples/sec	time cost: 479.849627
[Epoch 40] validation: err-top1=0.435059 err-top5=0.187581
Epoch[41] Batch [49]	Speed: 2961.323603 samples/sec	rmse=0.021289	lr=0.367225
Epoch[41] Batch [99]	Speed: 2852.094547 samples/sec	rmse=0.021439	lr=0.367154
Epoch[41] Batch [149]	Speed: 2723.941396 samples/sec	rmse=0.021288	lr=0.367083
Epoch[41] Batch [199]	Speed: 2740.905820 samples/sec	rmse=0.021331	lr=0.367013
Epoch[41] Batch [249]	Speed: 2737.240440 samples/sec	rmse=0.021333	lr=0.366942
Epoch[41] Batch [299]	Speed: 2761.978374 samples/sec	rmse=0.021328	lr=0.366871
Epoch[41] Batch [349]	Speed: 2725.570501 samples/sec	rmse=0.021331	lr=0.366800
Epoch[41] Batch [399]	Speed: 2690.898759 samples/sec	rmse=0.021340	lr=0.366729
Epoch[41] Batch [449]	Speed: 2792.597089 samples/sec	rmse=0.021347	lr=0.366657
Epoch[41] Batch [499]	Speed: 2705.388243 samples/sec	rmse=0.021368	lr=0.366586
Epoch[41] Batch [549]	Speed: 2751.942191 samples/sec	rmse=0.021371	lr=0.366515
Epoch[41] Batch [599]	Speed: 2710.992091 samples/sec	rmse=0.021378	lr=0.366444
Epoch[41] Batch [649]	Speed: 2778.768392 samples/sec	rmse=0.021398	lr=0.366372
Epoch[41] Batch [699]	Speed: 2724.294592 samples/sec	rmse=0.021382	lr=0.366301
Epoch[41] Batch [749]	Speed: 2726.479971 samples/sec	rmse=0.021385	lr=0.366229
Epoch[41] Batch [799]	Speed: 2753.421558 samples/sec	rmse=0.021381	lr=0.366157
Epoch[41] Batch [849]	Speed: 2794.056918 samples/sec	rmse=0.021378	lr=0.366086
Epoch[41] Batch [899]	Speed: 2740.265918 samples/sec	rmse=0.021387	lr=0.366014
Epoch[41] Batch [949]	Speed: 2761.494989 samples/sec	rmse=0.021385	lr=0.365942
Epoch[41] Batch [999]	Speed: 2766.728150 samples/sec	rmse=0.021409	lr=0.365870
Epoch[41] Batch [1049]	Speed: 2700.878637 samples/sec	rmse=0.021401	lr=0.365798
Epoch[41] Batch [1099]	Speed: 2782.873067 samples/sec	rmse=0.021404	lr=0.365726
Epoch[41] Batch [1149]	Speed: 2706.336371 samples/sec	rmse=0.021405	lr=0.365654
Epoch[41] Batch [1199]	Speed: 2659.111317 samples/sec	rmse=0.021412	lr=0.365582
Epoch[41] Batch [1249]	Speed: 2867.524191 samples/sec	rmse=0.021410	lr=0.365510
[Epoch 41] training: rmse=0.021411
[Epoch 41] speed: 2753 samples/sec	time cost: 479.398739
[Epoch 41] validation: err-top1=0.424386 err-top5=0.183474
Epoch[42] Batch [49]	Speed: 2773.102363 samples/sec	rmse=0.021419	lr=0.365436
Epoch[42] Batch [99]	Speed: 2738.783849 samples/sec	rmse=0.021502	lr=0.365363
Epoch[42] Batch [149]	Speed: 2718.505032 samples/sec	rmse=0.021415	lr=0.365291
Epoch[42] Batch [199]	Speed: 2733.370313 samples/sec	rmse=0.021402	lr=0.365218
Epoch[42] Batch [249]	Speed: 2804.432068 samples/sec	rmse=0.021391	lr=0.365146
Epoch[42] Batch [299]	Speed: 2661.780499 samples/sec	rmse=0.021416	lr=0.365073
Epoch[42] Batch [349]	Speed: 2768.551649 samples/sec	rmse=0.021367	lr=0.365000
Epoch[42] Batch [399]	Speed: 2768.748256 samples/sec	rmse=0.021383	lr=0.364927
Epoch[42] Batch [449]	Speed: 2793.927471 samples/sec	rmse=0.021376	lr=0.364855
Epoch[42] Batch [499]	Speed: 2778.432457 samples/sec	rmse=0.021376	lr=0.364782
Epoch[42] Batch [549]	Speed: 2867.708416 samples/sec	rmse=0.021354	lr=0.364709
Epoch[42] Batch [599]	Speed: 2626.004638 samples/sec	rmse=0.021343	lr=0.364636
Epoch[42] Batch [649]	Speed: 2709.593543 samples/sec	rmse=0.021335	lr=0.364562
Epoch[42] Batch [699]	Speed: 2739.854002 samples/sec	rmse=0.021335	lr=0.364489
Epoch[42] Batch [749]	Speed: 2709.711840 samples/sec	rmse=0.021345	lr=0.364416
Epoch[42] Batch [799]	Speed: 2723.925744 samples/sec	rmse=0.021335	lr=0.364343
Epoch[42] Batch [849]	Speed: 2694.886480 samples/sec	rmse=0.021355	lr=0.364269
Epoch[42] Batch [899]	Speed: 2721.894176 samples/sec	rmse=0.021365	lr=0.364196
Epoch[42] Batch [949]	Speed: 2715.563925 samples/sec	rmse=0.021385	lr=0.364122
Epoch[42] Batch [999]	Speed: 2742.509789 samples/sec	rmse=0.021385	lr=0.364048
Epoch[42] Batch [1049]	Speed: 2798.147233 samples/sec	rmse=0.021376	lr=0.363975
Epoch[42] Batch [1099]	Speed: 2703.822964 samples/sec	rmse=0.021400	lr=0.363901
Epoch[42] Batch [1149]	Speed: 2694.830309 samples/sec	rmse=0.021390	lr=0.363827
Epoch[42] Batch [1199]	Speed: 2760.718164 samples/sec	rmse=0.021384	lr=0.363753
Epoch[42] Batch [1249]	Speed: 2864.711802 samples/sec	rmse=0.021377	lr=0.363679
[Epoch 42] training: rmse=0.021376
[Epoch 42] speed: 2741 samples/sec	time cost: 481.510969
[Epoch 42] validation: err-top1=0.428850 err-top5=0.181800
Epoch[43] Batch [49]	Speed: 2837.256587 samples/sec	rmse=0.021448	lr=0.363604
Epoch[43] Batch [99]	Speed: 2624.044249 samples/sec	rmse=0.021435	lr=0.363530
Epoch[43] Batch [149]	Speed: 2730.045384 samples/sec	rmse=0.021366	lr=0.363455
Epoch[43] Batch [199]	Speed: 2719.077279 samples/sec	rmse=0.021385	lr=0.363381
Epoch[43] Batch [249]	Speed: 2695.819713 samples/sec	rmse=0.021370	lr=0.363307
Epoch[43] Batch [299]	Speed: 2694.453946 samples/sec	rmse=0.021334	lr=0.363232
Epoch[43] Batch [349]	Speed: 2673.646805 samples/sec	rmse=0.021283	lr=0.363158
Epoch[43] Batch [399]	Speed: 2695.676333 samples/sec	rmse=0.021294	lr=0.363084
Epoch[43] Batch [449]	Speed: 2771.539108 samples/sec	rmse=0.021292	lr=0.363009
Epoch[43] Batch [499]	Speed: 2782.932968 samples/sec	rmse=0.021309	lr=0.362934
Epoch[43] Batch [549]	Speed: 2782.109867 samples/sec	rmse=0.021327	lr=0.362860
Epoch[43] Batch [599]	Speed: 2682.374632 samples/sec	rmse=0.021341	lr=0.362785
Epoch[43] Batch [649]	Speed: 2745.724804 samples/sec	rmse=0.021346	lr=0.362710
Epoch[43] Batch [699]	Speed: 2732.320619 samples/sec	rmse=0.021339	lr=0.362635
Epoch[43] Batch [749]	Speed: 2672.993469 samples/sec	rmse=0.021334	lr=0.362560
Epoch[43] Batch [799]	Speed: 2729.044228 samples/sec	rmse=0.021329	lr=0.362485
Epoch[43] Batch [849]	Speed: 2676.965867 samples/sec	rmse=0.021346	lr=0.362410
Epoch[43] Batch [899]	Speed: 2733.245384 samples/sec	rmse=0.021346	lr=0.362335
Epoch[43] Batch [949]	Speed: 2742.782723 samples/sec	rmse=0.021344	lr=0.362259
Epoch[43] Batch [999]	Speed: 2799.329970 samples/sec	rmse=0.021365	lr=0.362184
Epoch[43] Batch [1049]	Speed: 2696.824169 samples/sec	rmse=0.021371	lr=0.362109
Epoch[43] Batch [1099]	Speed: 2704.575385 samples/sec	rmse=0.021371	lr=0.362033
Epoch[43] Batch [1149]	Speed: 2727.679036 samples/sec	rmse=0.021369	lr=0.361958
Epoch[43] Batch [1199]	Speed: 2804.649116 samples/sec	rmse=0.021370	lr=0.361882
Epoch[43] Batch [1249]	Speed: 2878.156293 samples/sec	rmse=0.021379	lr=0.361806
[Epoch 43] training: rmse=0.021379
[Epoch 43] speed: 2730 samples/sec	time cost: 483.258277
[Epoch 43] validation: err-top1=0.427495 err-top5=0.179389
Epoch[44] Batch [49]	Speed: 2802.527036 samples/sec	rmse=0.020974	lr=0.361729
Epoch[44] Batch [99]	Speed: 2662.107791 samples/sec	rmse=0.020962	lr=0.361653
Epoch[44] Batch [149]	Speed: 2673.545216 samples/sec	rmse=0.021092	lr=0.361578
Epoch[44] Batch [199]	Speed: 2739.612265 samples/sec	rmse=0.021202	lr=0.361502
Epoch[44] Batch [249]	Speed: 2724.446355 samples/sec	rmse=0.021281	lr=0.361426
Epoch[44] Batch [299]	Speed: 2701.192137 samples/sec	rmse=0.021313	lr=0.361350
Epoch[44] Batch [349]	Speed: 2673.580365 samples/sec	rmse=0.021299	lr=0.361273
Epoch[44] Batch [399]	Speed: 2699.276023 samples/sec	rmse=0.021319	lr=0.361197
Epoch[44] Batch [449]	Speed: 2786.425470 samples/sec	rmse=0.021329	lr=0.361121
Epoch[44] Batch [499]	Speed: 2685.458888 samples/sec	rmse=0.021346	lr=0.361045
Epoch[44] Batch [549]	Speed: 2697.339790 samples/sec	rmse=0.021352	lr=0.360968
Epoch[44] Batch [599]	Speed: 2695.317325 samples/sec	rmse=0.021359	lr=0.360892
Epoch[44] Batch [649]	Speed: 2732.966136 samples/sec	rmse=0.021350	lr=0.360815
Epoch[44] Batch [699]	Speed: 2743.279028 samples/sec	rmse=0.021358	lr=0.360739
Epoch[44] Batch [749]	Speed: 2706.719336 samples/sec	rmse=0.021361	lr=0.360662
Epoch[44] Batch [799]	Speed: 2726.438259 samples/sec	rmse=0.021358	lr=0.360585
Epoch[44] Batch [849]	Speed: 2743.418053 samples/sec	rmse=0.021343	lr=0.360508
Epoch[44] Batch [899]	Speed: 2809.478293 samples/sec	rmse=0.021342	lr=0.360432
Epoch[44] Batch [949]	Speed: 2764.596454 samples/sec	rmse=0.021334	lr=0.360355
Epoch[44] Batch [999]	Speed: 2767.488460 samples/sec	rmse=0.021346	lr=0.360278
Epoch[44] Batch [1049]	Speed: 2697.379701 samples/sec	rmse=0.021337	lr=0.360201
Epoch[44] Batch [1099]	Speed: 2750.833260 samples/sec	rmse=0.021325	lr=0.360123
Epoch[44] Batch [1149]	Speed: 2746.198890 samples/sec	rmse=0.021334	lr=0.360046
Epoch[44] Batch [1199]	Speed: 2746.263404 samples/sec	rmse=0.021337	lr=0.359969
Epoch[44] Batch [1249]	Speed: 2912.191382 samples/sec	rmse=0.021348	lr=0.359892
[Epoch 44] training: rmse=0.021346
[Epoch 44] speed: 2732 samples/sec	time cost: 482.479005
[Epoch 44] validation: err-top1=0.431940 err-top5=0.184570
Epoch[45] Batch [49]	Speed: 2717.474941 samples/sec	rmse=0.021057	lr=0.359813
Epoch[45] Batch [99]	Speed: 2753.861543 samples/sec	rmse=0.021080	lr=0.359735
Epoch[45] Batch [149]	Speed: 2828.755380 samples/sec	rmse=0.021040	lr=0.359658
Epoch[45] Batch [199]	Speed: 2727.822757 samples/sec	rmse=0.021122	lr=0.359580
Epoch[45] Batch [249]	Speed: 2846.424114 samples/sec	rmse=0.021176	lr=0.359502
Epoch[45] Batch [299]	Speed: 2694.467672 samples/sec	rmse=0.021233	lr=0.359425
Epoch[45] Batch [349]	Speed: 2759.016725 samples/sec	rmse=0.021201	lr=0.359347
Epoch[45] Batch [399]	Speed: 2749.709342 samples/sec	rmse=0.021242	lr=0.359269
Epoch[45] Batch [449]	Speed: 2748.223620 samples/sec	rmse=0.021261	lr=0.359191
Epoch[45] Batch [499]	Speed: 2717.357994 samples/sec	rmse=0.021276	lr=0.359113
Epoch[45] Batch [549]	Speed: 2806.995565 samples/sec	rmse=0.021286	lr=0.359035
Epoch[45] Batch [599]	Speed: 2676.942508 samples/sec	rmse=0.021272	lr=0.358957
Epoch[45] Batch [649]	Speed: 2668.092304 samples/sec	rmse=0.021269	lr=0.358879
Epoch[45] Batch [699]	Speed: 2725.169526 samples/sec	rmse=0.021272	lr=0.358801
Epoch[45] Batch [749]	Speed: 2750.381103 samples/sec	rmse=0.021282	lr=0.358722
Epoch[45] Batch [799]	Speed: 2660.141717 samples/sec	rmse=0.021282	lr=0.358644
Epoch[45] Batch [849]	Speed: 2710.350583 samples/sec	rmse=0.021290	lr=0.358565
Epoch[45] Batch [899]	Speed: 2728.008943 samples/sec	rmse=0.021298	lr=0.358487
Epoch[45] Batch [949]	Speed: 2721.059510 samples/sec	rmse=0.021301	lr=0.358408
Epoch[45] Batch [999]	Speed: 2732.781046 samples/sec	rmse=0.021285	lr=0.358330
Epoch[45] Batch [1049]	Speed: 2791.682105 samples/sec	rmse=0.021286	lr=0.358251
Epoch[45] Batch [1099]	Speed: 2669.250838 samples/sec	rmse=0.021303	lr=0.358172
Epoch[45] Batch [1149]	Speed: 2717.995014 samples/sec	rmse=0.021304	lr=0.358093
Epoch[45] Batch [1199]	Speed: 2743.786660 samples/sec	rmse=0.021309	lr=0.358014
Epoch[45] Batch [1249]	Speed: 2891.972560 samples/sec	rmse=0.021307	lr=0.357935
[Epoch 45] training: rmse=0.021308
[Epoch 45] speed: 2738 samples/sec	time cost: 481.799441
[Epoch 45] validation: err-top1=0.426419 err-top5=0.181601
Epoch[46] Batch [49]	Speed: 2876.856230 samples/sec	rmse=0.021194	lr=0.357855
Epoch[46] Batch [99]	Speed: 2685.445086 samples/sec	rmse=0.021254	lr=0.357776
Epoch[46] Batch [149]	Speed: 2711.485686 samples/sec	rmse=0.021211	lr=0.357696
Epoch[46] Batch [199]	Speed: 2644.325260 samples/sec	rmse=0.021230	lr=0.357617
Epoch[46] Batch [249]	Speed: 2771.701153 samples/sec	rmse=0.021294	lr=0.357538
Epoch[46] Batch [299]	Speed: 2651.161783 samples/sec	rmse=0.021290	lr=0.357459
Epoch[46] Batch [349]	Speed: 2741.333730 samples/sec	rmse=0.021297	lr=0.357379
Epoch[46] Batch [399]	Speed: 2750.268844 samples/sec	rmse=0.021312	lr=0.357300
Epoch[46] Batch [449]	Speed: 2743.337972 samples/sec	rmse=0.021306	lr=0.357220
Epoch[46] Batch [499]	Speed: 2707.873183 samples/sec	rmse=0.021271	lr=0.357140
Epoch[46] Batch [549]	Speed: 2700.784445 samples/sec	rmse=0.021268	lr=0.357061
Epoch[46] Batch [599]	Speed: 2755.919414 samples/sec	rmse=0.021284	lr=0.356981
Epoch[46] Batch [649]	Speed: 2658.550470 samples/sec	rmse=0.021296	lr=0.356901
Epoch[46] Batch [699]	Speed: 2733.183846 samples/sec	rmse=0.021300	lr=0.356821
Epoch[46] Batch [749]	Speed: 2743.272965 samples/sec	rmse=0.021308	lr=0.356741
Epoch[46] Batch [799]	Speed: 2769.926166 samples/sec	rmse=0.021301	lr=0.356661
Epoch[46] Batch [849]	Speed: 2791.710267 samples/sec	rmse=0.021304	lr=0.356581
Epoch[46] Batch [899]	Speed: 2771.119525 samples/sec	rmse=0.021303	lr=0.356501
Epoch[46] Batch [949]	Speed: 2736.773976 samples/sec	rmse=0.021307	lr=0.356421
Epoch[46] Batch [999]	Speed: 2678.900586 samples/sec	rmse=0.021319	lr=0.356340
Epoch[46] Batch [1049]	Speed: 2691.997511 samples/sec	rmse=0.021305	lr=0.356260
Epoch[46] Batch [1099]	Speed: 2762.468502 samples/sec	rmse=0.021307	lr=0.356180
Epoch[46] Batch [1149]	Speed: 2670.208596 samples/sec	rmse=0.021293	lr=0.356099
Epoch[46] Batch [1199]	Speed: 2705.501742 samples/sec	rmse=0.021294	lr=0.356019
Epoch[46] Batch [1249]	Speed: 2923.744033 samples/sec	rmse=0.021298	lr=0.355938
[Epoch 46] training: rmse=0.021297
[Epoch 46] speed: 2731 samples/sec	time cost: 482.862938
[Epoch 46] validation: err-top1=0.418538 err-top5=0.173808
Epoch[47] Batch [49]	Speed: 2782.674485 samples/sec	rmse=0.021272	lr=0.355856
Epoch[47] Batch [99]	Speed: 2645.677076 samples/sec	rmse=0.021151	lr=0.355775
Epoch[47] Batch [149]	Speed: 2751.897793 samples/sec	rmse=0.021230	lr=0.355694
Epoch[47] Batch [199]	Speed: 2721.608999 samples/sec	rmse=0.021183	lr=0.355613
Epoch[47] Batch [249]	Speed: 2689.489198 samples/sec	rmse=0.021168	lr=0.355532
Epoch[47] Batch [299]	Speed: 2684.168010 samples/sec	rmse=0.021179	lr=0.355451
Epoch[47] Batch [349]	Speed: 2669.737845 samples/sec	rmse=0.021209	lr=0.355370
Epoch[47] Batch [399]	Speed: 2691.415050 samples/sec	rmse=0.021217	lr=0.355289
Epoch[47] Batch [449]	Speed: 2773.038838 samples/sec	rmse=0.021207	lr=0.355208
Epoch[47] Batch [499]	Speed: 2665.922439 samples/sec	rmse=0.021229	lr=0.355127
Epoch[47] Batch [549]	Speed: 2861.731511 samples/sec	rmse=0.021225	lr=0.355046
Epoch[47] Batch [599]	Speed: 2692.058390 samples/sec	rmse=0.021235	lr=0.354964
Epoch[47] Batch [649]	Speed: 2738.868205 samples/sec	rmse=0.021231	lr=0.354883
Epoch[47] Batch [699]	Speed: 2729.651385 samples/sec	rmse=0.021257	lr=0.354801
Epoch[47] Batch [749]	Speed: 2749.477340 samples/sec	rmse=0.021257	lr=0.354720
Epoch[47] Batch [799]	Speed: 2666.030565 samples/sec	rmse=0.021256	lr=0.354638
Epoch[47] Batch [849]	Speed: 2736.643505 samples/sec	rmse=0.021271	lr=0.354556
Epoch[47] Batch [899]	Speed: 2745.235581 samples/sec	rmse=0.021271	lr=0.354475
Epoch[47] Batch [949]	Speed: 2691.649772 samples/sec	rmse=0.021281	lr=0.354393
Epoch[47] Batch [999]	Speed: 2688.002414 samples/sec	rmse=0.021265	lr=0.354311
Epoch[47] Batch [1049]	Speed: 2705.449150 samples/sec	rmse=0.021265	lr=0.354229
Epoch[47] Batch [1099]	Speed: 2701.656067 samples/sec	rmse=0.021275	lr=0.354147
Epoch[47] Batch [1149]	Speed: 2753.791163 samples/sec	rmse=0.021270	lr=0.354065
Epoch[47] Batch [1199]	Speed: 2698.650289 samples/sec	rmse=0.021281	lr=0.353983
Epoch[47] Batch [1249]	Speed: 2886.236678 samples/sec	rmse=0.021276	lr=0.353900
[Epoch 47] training: rmse=0.021277
[Epoch 47] speed: 2721 samples/sec	time cost: 484.966023
[Epoch 47] validation: err-top1=0.436244 err-top5=0.192363
Epoch[48] Batch [49]	Speed: 2792.417813 samples/sec	rmse=0.021015	lr=0.353816
Epoch[48] Batch [99]	Speed: 2729.543726 samples/sec	rmse=0.021138	lr=0.353734
Epoch[48] Batch [149]	Speed: 2773.290879 samples/sec	rmse=0.021166	lr=0.353652
Epoch[48] Batch [199]	Speed: 2733.886953 samples/sec	rmse=0.021251	lr=0.353569
Epoch[48] Batch [249]	Speed: 2699.834126 samples/sec	rmse=0.021238	lr=0.353487
Epoch[48] Batch [299]	Speed: 2719.284827 samples/sec	rmse=0.021272	lr=0.353404
Epoch[48] Batch [349]	Speed: 2736.039056 samples/sec	rmse=0.021234	lr=0.353321
Epoch[48] Batch [399]	Speed: 2679.982805 samples/sec	rmse=0.021224	lr=0.353239
Epoch[48] Batch [449]	Speed: 2721.702752 samples/sec	rmse=0.021255	lr=0.353156
Epoch[48] Batch [499]	Speed: 2731.743619 samples/sec	rmse=0.021251	lr=0.353073
Epoch[48] Batch [549]	Speed: 2751.630410 samples/sec	rmse=0.021269	lr=0.352990
Epoch[48] Batch [599]	Speed: 2661.844407 samples/sec	rmse=0.021277	lr=0.352907
Epoch[48] Batch [649]	Speed: 2763.867718 samples/sec	rmse=0.021272	lr=0.352824
Epoch[48] Batch [699]	Speed: 2691.149679 samples/sec	rmse=0.021272	lr=0.352741
Epoch[48] Batch [749]	Speed: 2699.657162 samples/sec	rmse=0.021280	lr=0.352658
Epoch[48] Batch [799]	Speed: 2690.415764 samples/sec	rmse=0.021276	lr=0.352575
Epoch[48] Batch [849]	Speed: 2760.045638 samples/sec	rmse=0.021285	lr=0.352491
Epoch[48] Batch [899]	Speed: 2731.977434 samples/sec	rmse=0.021292	lr=0.352408
Epoch[48] Batch [949]	Speed: 2753.988187 samples/sec	rmse=0.021299	lr=0.352325
Epoch[48] Batch [999]	Speed: 2766.286717 samples/sec	rmse=0.021301	lr=0.352241
Epoch[48] Batch [1049]	Speed: 2743.736635 samples/sec	rmse=0.021314	lr=0.352157
Epoch[48] Batch [1099]	Speed: 2713.023623 samples/sec	rmse=0.021308	lr=0.352074
Epoch[48] Batch [1149]	Speed: 2820.215035 samples/sec	rmse=0.021301	lr=0.351990
Epoch[48] Batch [1199]	Speed: 2669.902378 samples/sec	rmse=0.021307	lr=0.351906
Epoch[48] Batch [1249]	Speed: 2871.071386 samples/sec	rmse=0.021306	lr=0.351823
[Epoch 48] training: rmse=0.021306
[Epoch 48] speed: 2733 samples/sec	time cost: 482.480608
[Epoch 48] validation: err-top1=0.425383 err-top5=0.181760
Epoch[49] Batch [49]	Speed: 2883.858910 samples/sec	rmse=0.021077	lr=0.351737
Epoch[49] Batch [99]	Speed: 2772.941658 samples/sec	rmse=0.021115	lr=0.351653
Epoch[49] Batch [149]	Speed: 2701.132985 samples/sec	rmse=0.021114	lr=0.351569
Epoch[49] Batch [199]	Speed: 2771.624171 samples/sec	rmse=0.021076	lr=0.351485
Epoch[49] Batch [249]	Speed: 2805.621958 samples/sec	rmse=0.021061	lr=0.351401
Epoch[49] Batch [299]	Speed: 2715.855325 samples/sec	rmse=0.021051	lr=0.351317
Epoch[49] Batch [349]	Speed: 2711.095176 samples/sec	rmse=0.021050	lr=0.351233
Epoch[49] Batch [399]	Speed: 2680.123115 samples/sec	rmse=0.021074	lr=0.351148
Epoch[49] Batch [449]	Speed: 2661.478289 samples/sec	rmse=0.021102	lr=0.351064
Epoch[49] Batch [499]	Speed: 2748.209482 samples/sec	rmse=0.021114	lr=0.350980
Epoch[49] Batch [549]	Speed: 2711.965111 samples/sec	rmse=0.021126	lr=0.350895
Epoch[49] Batch [599]	Speed: 2712.096117 samples/sec	rmse=0.021098	lr=0.350810
Epoch[49] Batch [649]	Speed: 2776.683198 samples/sec	rmse=0.021089	lr=0.350726
Epoch[49] Batch [699]	Speed: 2704.766248 samples/sec	rmse=0.021097	lr=0.350641
Epoch[49] Batch [749]	Speed: 2810.364856 samples/sec	rmse=0.021123	lr=0.350556
Epoch[49] Batch [799]	Speed: 2763.233620 samples/sec	rmse=0.021126	lr=0.350472
Epoch[49] Batch [849]	Speed: 2733.585269 samples/sec	rmse=0.021124	lr=0.350387
Epoch[49] Batch [899]	Speed: 2661.450516 samples/sec	rmse=0.021146	lr=0.350302
Epoch[49] Batch [949]	Speed: 2697.477213 samples/sec	rmse=0.021175	lr=0.350217
Epoch[49] Batch [999]	Speed: 2724.935146 samples/sec	rmse=0.021172	lr=0.350132
Epoch[49] Batch [1049]	Speed: 2733.450544 samples/sec	rmse=0.021178	lr=0.350047
Epoch[49] Batch [1099]	Speed: 2654.947827 samples/sec	rmse=0.021190	lr=0.349961
Epoch[49] Batch [1149]	Speed: 2721.529151 samples/sec	rmse=0.021188	lr=0.349876
Epoch[49] Batch [1199]	Speed: 2693.815408 samples/sec	rmse=0.021194	lr=0.349791
Epoch[49] Batch [1249]	Speed: 2834.599569 samples/sec	rmse=0.021195	lr=0.349706
[Epoch 49] training: rmse=0.021196
[Epoch 49] speed: 2732 samples/sec	time cost: 482.790562
[Epoch 49] validation: err-top1=0.421596 err-top5=0.181222
Epoch[50] Batch [49]	Speed: 2743.435577 samples/sec	rmse=0.021033	lr=0.349618
Epoch[50] Batch [99]	Speed: 2742.915848 samples/sec	rmse=0.021150	lr=0.349533
Epoch[50] Batch [149]	Speed: 2681.740567 samples/sec	rmse=0.021144	lr=0.349447
Epoch[50] Batch [199]	Speed: 2695.597019 samples/sec	rmse=0.021185	lr=0.349362
Epoch[50] Batch [249]	Speed: 2791.711501 samples/sec	rmse=0.021235	lr=0.349276
Epoch[50] Batch [299]	Speed: 2750.168358 samples/sec	rmse=0.021264	lr=0.349190
Epoch[50] Batch [349]	Speed: 2707.292399 samples/sec	rmse=0.021221	lr=0.349105
Epoch[50] Batch [399]	Speed: 2791.901648 samples/sec	rmse=0.021250	lr=0.349019
Epoch[50] Batch [449]	Speed: 2789.012208 samples/sec	rmse=0.021248	lr=0.348933
Epoch[50] Batch [499]	Speed: 2709.269100 samples/sec	rmse=0.021207	lr=0.348847
Epoch[50] Batch [549]	Speed: 2708.852952 samples/sec	rmse=0.021206	lr=0.348761
Epoch[50] Batch [599]	Speed: 2761.011881 samples/sec	rmse=0.021220	lr=0.348675
Epoch[50] Batch [649]	Speed: 2721.900420 samples/sec	rmse=0.021214	lr=0.348588
Epoch[50] Batch [699]	Speed: 2752.083895 samples/sec	rmse=0.021216	lr=0.348502
Epoch[50] Batch [749]	Speed: 2826.773821 samples/sec	rmse=0.021197	lr=0.348416
Epoch[50] Batch [799]	Speed: 2740.397644 samples/sec	rmse=0.021205	lr=0.348330
Epoch[50] Batch [849]	Speed: 2767.449693 samples/sec	rmse=0.021213	lr=0.348243
Epoch[50] Batch [899]	Speed: 2748.151770 samples/sec	rmse=0.021211	lr=0.348157
Epoch[50] Batch [949]	Speed: 2737.776729 samples/sec	rmse=0.021208	lr=0.348070
Epoch[50] Batch [999]	Speed: 2729.890221 samples/sec	rmse=0.021213	lr=0.347984
Epoch[50] Batch [1049]	Speed: 2769.635801 samples/sec	rmse=0.021211	lr=0.347897
Epoch[50] Batch [1099]	Speed: 2737.516166 samples/sec	rmse=0.021206	lr=0.347810
Epoch[50] Batch [1149]	Speed: 2735.575092 samples/sec	rmse=0.021220	lr=0.347723
Epoch[50] Batch [1199]	Speed: 2756.187773 samples/sec	rmse=0.021220	lr=0.347637
Epoch[50] Batch [1249]	Speed: 2903.137506 samples/sec	rmse=0.021228	lr=0.347550
[Epoch 50] training: rmse=0.021229
[Epoch 50] speed: 2749 samples/sec	time cost: 479.842904
[Epoch 50] validation: err-top1=0.460878 err-top5=0.207151
Epoch[51] Batch [49]	Speed: 2772.105562 samples/sec	rmse=0.020833	lr=0.347461
Epoch[51] Batch [99]	Speed: 2684.632319 samples/sec	rmse=0.021060	lr=0.347374
Epoch[51] Batch [149]	Speed: 2704.251428 samples/sec	rmse=0.021077	lr=0.347287
Epoch[51] Batch [199]	Speed: 2729.131801 samples/sec	rmse=0.021107	lr=0.347200
Epoch[51] Batch [249]	Speed: 2676.055710 samples/sec	rmse=0.021090	lr=0.347112
Epoch[51] Batch [299]	Speed: 2737.314025 samples/sec	rmse=0.021130	lr=0.347025
Epoch[51] Batch [349]	Speed: 2660.874406 samples/sec	rmse=0.021166	lr=0.346938
Epoch[51] Batch [399]	Speed: 2685.946151 samples/sec	rmse=0.021168	lr=0.346850
Epoch[51] Batch [449]	Speed: 2758.828054 samples/sec	rmse=0.021155	lr=0.346763
Epoch[51] Batch [499]	Speed: 2685.510269 samples/sec	rmse=0.021170	lr=0.346675
Epoch[51] Batch [549]	Speed: 2722.317067 samples/sec	rmse=0.021172	lr=0.346588
Epoch[51] Batch [599]	Speed: 2704.518640 samples/sec	rmse=0.021191	lr=0.346500
Epoch[51] Batch [649]	Speed: 2685.826796 samples/sec	rmse=0.021186	lr=0.346413
Epoch[51] Batch [699]	Speed: 2704.197863 samples/sec	rmse=0.021192	lr=0.346325
Epoch[51] Batch [749]	Speed: 2722.929036 samples/sec	rmse=0.021181	lr=0.346237
Epoch[51] Batch [799]	Speed: 2798.901019 samples/sec	rmse=0.021202	lr=0.346149
Epoch[51] Batch [849]	Speed: 2757.711655 samples/sec	rmse=0.021200	lr=0.346061
Epoch[51] Batch [899]	Speed: 2724.172530 samples/sec	rmse=0.021220	lr=0.345973
Epoch[51] Batch [949]	Speed: 2690.831189 samples/sec	rmse=0.021226	lr=0.345885
Epoch[51] Batch [999]	Speed: 2674.809536 samples/sec	rmse=0.021223	lr=0.345797
Epoch[51] Batch [1049]	Speed: 2687.902356 samples/sec	rmse=0.021231	lr=0.345709
Epoch[51] Batch [1099]	Speed: 2735.465328 samples/sec	rmse=0.021236	lr=0.345620
Epoch[51] Batch [1149]	Speed: 2731.141402 samples/sec	rmse=0.021239	lr=0.345532
Epoch[51] Batch [1199]	Speed: 2724.280526 samples/sec	rmse=0.021229	lr=0.345444
Epoch[51] Batch [1249]	Speed: 2873.051559 samples/sec	rmse=0.021231	lr=0.345355
[Epoch 51] training: rmse=0.021229
[Epoch 51] speed: 2718 samples/sec	time cost: 484.926747
[Epoch 51] validation: err-top1=0.420978 err-top5=0.177714
Epoch[52] Batch [49]	Speed: 2905.045492 samples/sec	rmse=0.021156	lr=0.345265
Epoch[52] Batch [99]	Speed: 2757.715090 samples/sec	rmse=0.021101	lr=0.345177
Epoch[52] Batch [149]	Speed: 2771.240144 samples/sec	rmse=0.021114	lr=0.345088
Epoch[52] Batch [199]	Speed: 2698.310695 samples/sec	rmse=0.021090	lr=0.344999
Epoch[52] Batch [249]	Speed: 2741.493907 samples/sec	rmse=0.021055	lr=0.344911
Epoch[52] Batch [299]	Speed: 2755.156574 samples/sec	rmse=0.021117	lr=0.344822
Epoch[52] Batch [349]	Speed: 2739.789649 samples/sec	rmse=0.021167	lr=0.344733
Epoch[52] Batch [399]	Speed: 2692.159872 samples/sec	rmse=0.021158	lr=0.344644
Epoch[52] Batch [449]	Speed: 2705.186287 samples/sec	rmse=0.021200	lr=0.344555
Epoch[52] Batch [499]	Speed: 2743.660672 samples/sec	rmse=0.021208	lr=0.344466
Epoch[52] Batch [549]	Speed: 2690.037062 samples/sec	rmse=0.021220	lr=0.344377
Epoch[52] Batch [599]	Speed: 2758.342477 samples/sec	rmse=0.021217	lr=0.344288
Epoch[52] Batch [649]	Speed: 2762.920910 samples/sec	rmse=0.021215	lr=0.344199
Epoch[52] Batch [699]	Speed: 2724.378956 samples/sec	rmse=0.021206	lr=0.344109
Epoch[52] Batch [749]	Speed: 2768.445861 samples/sec	rmse=0.021216	lr=0.344020
Epoch[52] Batch [799]	Speed: 2721.533049 samples/sec	rmse=0.021232	lr=0.343931
Epoch[52] Batch [849]	Speed: 2722.210400 samples/sec	rmse=0.021237	lr=0.343841
Epoch[52] Batch [899]	Speed: 2652.824022 samples/sec	rmse=0.021227	lr=0.343752
Epoch[52] Batch [949]	Speed: 2693.327954 samples/sec	rmse=0.021254	lr=0.343662
Epoch[52] Batch [999]	Speed: 2721.743698 samples/sec	rmse=0.021242	lr=0.343572
Epoch[52] Batch [1049]	Speed: 2663.767995 samples/sec	rmse=0.021241	lr=0.343483
Epoch[52] Batch [1099]	Speed: 2702.064261 samples/sec	rmse=0.021232	lr=0.343393
Epoch[52] Batch [1149]	Speed: 2754.808936 samples/sec	rmse=0.021226	lr=0.343303
Epoch[52] Batch [1199]	Speed: 2793.892503 samples/sec	rmse=0.021235	lr=0.343213
Epoch[52] Batch [1249]	Speed: 2908.700207 samples/sec	rmse=0.021245	lr=0.343123
[Epoch 52] training: rmse=0.021246
[Epoch 52] speed: 2738 samples/sec	time cost: 481.737019
[Epoch 52] validation: err-top1=0.412720 err-top5=0.175720
Epoch[53] Batch [49]	Speed: 2782.888646 samples/sec	rmse=0.021350	lr=0.343032
Epoch[53] Batch [99]	Speed: 2741.629671 samples/sec	rmse=0.021139	lr=0.342942
Epoch[53] Batch [149]	Speed: 2729.133396 samples/sec	rmse=0.021223	lr=0.342851
Epoch[53] Batch [199]	Speed: 2718.707537 samples/sec	rmse=0.021109	lr=0.342761
Epoch[53] Batch [249]	Speed: 2681.857014 samples/sec	rmse=0.021149	lr=0.342671
Epoch[53] Batch [299]	Speed: 2714.988076 samples/sec	rmse=0.021190	lr=0.342581
Epoch[53] Batch [349]	Speed: 2771.815669 samples/sec	rmse=0.021190	lr=0.342490
Epoch[53] Batch [399]	Speed: 2777.886592 samples/sec	rmse=0.021202	lr=0.342400
Epoch[53] Batch [449]	Speed: 2793.271695 samples/sec	rmse=0.021229	lr=0.342310
Epoch[53] Batch [499]	Speed: 2765.611012 samples/sec	rmse=0.021245	lr=0.342219
Epoch[53] Batch [549]	Speed: 2713.704907 samples/sec	rmse=0.021251	lr=0.342129
Epoch[53] Batch [599]	Speed: 2661.914851 samples/sec	rmse=0.021231	lr=0.342038
Epoch[53] Batch [649]	Speed: 2713.916095 samples/sec	rmse=0.021234	lr=0.341947
Epoch[53] Batch [699]	Speed: 2665.801283 samples/sec	rmse=0.021244	lr=0.341856
Epoch[53] Batch [749]	Speed: 2696.589831 samples/sec	rmse=0.021262	lr=0.341766
Epoch[53] Batch [799]	Speed: 2686.806943 samples/sec	rmse=0.021236	lr=0.341675
Epoch[53] Batch [849]	Speed: 2757.972358 samples/sec	rmse=0.021224	lr=0.341584
Epoch[53] Batch [899]	Speed: 2792.569200 samples/sec	rmse=0.021234	lr=0.341493
Epoch[53] Batch [949]	Speed: 2766.038014 samples/sec	rmse=0.021242	lr=0.341402
Epoch[53] Batch [999]	Speed: 2694.773869 samples/sec	rmse=0.021230	lr=0.341311
Epoch[53] Batch [1049]	Speed: 2681.824426 samples/sec	rmse=0.021235	lr=0.341220
Epoch[53] Batch [1099]	Speed: 2718.474989 samples/sec	rmse=0.021236	lr=0.341128
Epoch[53] Batch [1149]	Speed: 2702.649232 samples/sec	rmse=0.021239	lr=0.341037
Epoch[53] Batch [1199]	Speed: 2666.102059 samples/sec	rmse=0.021241	lr=0.340946
Epoch[53] Batch [1249]	Speed: 2935.514542 samples/sec	rmse=0.021242	lr=0.340854
[Epoch 53] training: rmse=0.021243
[Epoch 53] speed: 2730 samples/sec	time cost: 483.335657
[Epoch 53] validation: err-top1=0.417032 err-top5=0.175781
Epoch[54] Batch [49]	Speed: 2755.834429 samples/sec	rmse=0.021068	lr=0.340761
Epoch[54] Batch [99]	Speed: 2753.519282 samples/sec	rmse=0.021078	lr=0.340669
Epoch[54] Batch [149]	Speed: 2644.343169 samples/sec	rmse=0.021163	lr=0.340578
Epoch[54] Batch [199]	Speed: 2759.584915 samples/sec	rmse=0.021154	lr=0.340486
Epoch[54] Batch [249]	Speed: 2679.005423 samples/sec	rmse=0.021100	lr=0.340395
Epoch[54] Batch [299]	Speed: 2690.261803 samples/sec	rmse=0.021099	lr=0.340303
Epoch[54] Batch [349]	Speed: 2655.062681 samples/sec	rmse=0.021122	lr=0.340211
Epoch[54] Batch [399]	Speed: 2704.701080 samples/sec	rmse=0.021132	lr=0.340119
Epoch[54] Batch [449]	Speed: 2759.773654 samples/sec	rmse=0.021133	lr=0.340027
Epoch[54] Batch [499]	Speed: 2807.714369 samples/sec	rmse=0.021144	lr=0.339935
Epoch[54] Batch [549]	Speed: 2735.719959 samples/sec	rmse=0.021149	lr=0.339843
Epoch[54] Batch [599]	Speed: 2761.575246 samples/sec	rmse=0.021139	lr=0.339751
Epoch[54] Batch [649]	Speed: 2730.133021 samples/sec	rmse=0.021131	lr=0.339659
Epoch[54] Batch [699]	Speed: 2774.256528 samples/sec	rmse=0.021145	lr=0.339567
Epoch[54] Batch [749]	Speed: 2764.506555 samples/sec	rmse=0.021155	lr=0.339474
Epoch[54] Batch [799]	Speed: 2776.107767 samples/sec	rmse=0.021151	lr=0.339382
Epoch[54] Batch [849]	Speed: 2718.512809 samples/sec	rmse=0.021165	lr=0.339290
Epoch[54] Batch [899]	Speed: 2682.402040 samples/sec	rmse=0.021167	lr=0.339197
Epoch[54] Batch [949]	Speed: 2749.003036 samples/sec	rmse=0.021167	lr=0.339105
Epoch[54] Batch [999]	Speed: 2775.912984 samples/sec	rmse=0.021167	lr=0.339012
Epoch[54] Batch [1049]	Speed: 2784.331661 samples/sec	rmse=0.021167	lr=0.338920
Epoch[54] Batch [1099]	Speed: 2752.161842 samples/sec	rmse=0.021163	lr=0.338827
Epoch[54] Batch [1149]	Speed: 2748.424562 samples/sec	rmse=0.021172	lr=0.338734
Epoch[54] Batch [1199]	Speed: 2698.280521 samples/sec	rmse=0.021179	lr=0.338641
Epoch[54] Batch [1249]	Speed: 2934.522573 samples/sec	rmse=0.021163	lr=0.338549
[Epoch 54] training: rmse=0.021164
[Epoch 54] speed: 2740 samples/sec	time cost: 481.129663
[Epoch 54] validation: err-top1=0.413345 err-top5=0.175482
Epoch[55] Batch [49]	Speed: 2767.164161 samples/sec	rmse=0.020857	lr=0.338454
Epoch[55] Batch [99]	Speed: 2746.807486 samples/sec	rmse=0.020876	lr=0.338361
Epoch[55] Batch [149]	Speed: 2726.498975 samples/sec	rmse=0.021023	lr=0.338268
Epoch[55] Batch [199]	Speed: 2645.863725 samples/sec	rmse=0.021032	lr=0.338175
Epoch[55] Batch [249]	Speed: 2733.316875 samples/sec	rmse=0.021020	lr=0.338082
Epoch[55] Batch [299]	Speed: 2762.419890 samples/sec	rmse=0.021073	lr=0.337988
Epoch[55] Batch [349]	Speed: 2699.306457 samples/sec	rmse=0.021096	lr=0.337895
Epoch[55] Batch [399]	Speed: 2770.802525 samples/sec	rmse=0.021064	lr=0.337802
Epoch[55] Batch [449]	Speed: 2688.162578 samples/sec	rmse=0.021082	lr=0.337709
Epoch[55] Batch [499]	Speed: 2664.267449 samples/sec	rmse=0.021089	lr=0.337615
Epoch[55] Batch [549]	Speed: 2754.128159 samples/sec	rmse=0.021081	lr=0.337522
Epoch[55] Batch [599]	Speed: 2713.720613 samples/sec	rmse=0.021084	lr=0.337428
Epoch[55] Batch [649]	Speed: 2685.375641 samples/sec	rmse=0.021099	lr=0.337334
Epoch[55] Batch [699]	Speed: 2754.223601 samples/sec	rmse=0.021100	lr=0.337241
Epoch[55] Batch [749]	Speed: 2702.946847 samples/sec	rmse=0.021115	lr=0.337147
Epoch[55] Batch [799]	Speed: 2737.680993 samples/sec	rmse=0.021127	lr=0.337053
Epoch[55] Batch [849]	Speed: 2677.475723 samples/sec	rmse=0.021134	lr=0.336960
Epoch[55] Batch [899]	Speed: 2798.344384 samples/sec	rmse=0.021128	lr=0.336866
Epoch[55] Batch [949]	Speed: 2744.395238 samples/sec	rmse=0.021126	lr=0.336772
Epoch[55] Batch [999]	Speed: 2697.848897 samples/sec	rmse=0.021117	lr=0.336678
Epoch[55] Batch [1049]	Speed: 2682.104810 samples/sec	rmse=0.021112	lr=0.336584
Epoch[55] Batch [1099]	Speed: 2802.436080 samples/sec	rmse=0.021113	lr=0.336490
Epoch[55] Batch [1149]	Speed: 2741.028511 samples/sec	rmse=0.021105	lr=0.336395
Epoch[55] Batch [1199]	Speed: 2740.449716 samples/sec	rmse=0.021112	lr=0.336301
Epoch[55] Batch [1249]	Speed: 2908.726998 samples/sec	rmse=0.021111	lr=0.336207
[Epoch 55] training: rmse=0.021110
[Epoch 55] speed: 2731 samples/sec	time cost: 482.955794
[Epoch 55] validation: err-top1=0.421197 err-top5=0.177336
Epoch[56] Batch [49]	Speed: 2704.567381 samples/sec	rmse=0.021006	lr=0.336111
Epoch[56] Batch [99]	Speed: 2745.941848 samples/sec	rmse=0.021067	lr=0.336016
Epoch[56] Batch [149]	Speed: 2714.188136 samples/sec	rmse=0.021078	lr=0.335922
Epoch[56] Batch [199]	Speed: 2702.291459 samples/sec	rmse=0.021012	lr=0.335827
Epoch[56] Batch [249]	Speed: 2788.006653 samples/sec	rmse=0.021048	lr=0.335733
Epoch[56] Batch [299]	Speed: 2737.805699 samples/sec	rmse=0.021058	lr=0.335638
Epoch[56] Batch [349]	Speed: 2734.520222 samples/sec	rmse=0.021081	lr=0.335544
Epoch[56] Batch [399]	Speed: 2733.980858 samples/sec	rmse=0.021084	lr=0.335449
Epoch[56] Batch [449]	Speed: 2719.094768 samples/sec	rmse=0.021059	lr=0.335354
Epoch[56] Batch [499]	Speed: 2732.272819 samples/sec	rmse=0.021037	lr=0.335259
Epoch[56] Batch [549]	Speed: 2780.880162 samples/sec	rmse=0.021012	lr=0.335164
Epoch[56] Batch [599]	Speed: 2773.977257 samples/sec	rmse=0.021011	lr=0.335069
Epoch[56] Batch [649]	Speed: 2759.982248 samples/sec	rmse=0.021016	lr=0.334974
Epoch[56] Batch [699]	Speed: 2797.490277 samples/sec	rmse=0.021020	lr=0.334879
Epoch[56] Batch [749]	Speed: 2758.060875 samples/sec	rmse=0.021048	lr=0.334784
Epoch[56] Batch [799]	Speed: 2751.234914 samples/sec	rmse=0.021054	lr=0.334689
Epoch[56] Batch [849]	Speed: 2682.484365 samples/sec	rmse=0.021071	lr=0.334594
Epoch[56] Batch [899]	Speed: 2843.076145 samples/sec	rmse=0.021079	lr=0.334499
Epoch[56] Batch [949]	Speed: 2692.354960 samples/sec	rmse=0.021074	lr=0.334403
Epoch[56] Batch [999]	Speed: 2689.369831 samples/sec	rmse=0.021094	lr=0.334308
Epoch[56] Batch [1049]	Speed: 2714.836644 samples/sec	rmse=0.021092	lr=0.334212
Epoch[56] Batch [1099]	Speed: 2641.310087 samples/sec	rmse=0.021086	lr=0.334117
Epoch[56] Batch [1149]	Speed: 2747.780126 samples/sec	rmse=0.021087	lr=0.334021
Epoch[56] Batch [1199]	Speed: 2715.036886 samples/sec	rmse=0.021101	lr=0.333926
Epoch[56] Batch [1249]	Speed: 2818.953123 samples/sec	rmse=0.021112	lr=0.333830
[Epoch 56] training: rmse=0.021113
[Epoch 56] speed: 2736 samples/sec	time cost: 481.773148
[Epoch 56] validation: err-top1=0.424147 err-top5=0.180764
Epoch[57] Batch [49]	Speed: 2735.769204 samples/sec	rmse=0.020899	lr=0.333732
Epoch[57] Batch [99]	Speed: 2705.812737 samples/sec	rmse=0.021012	lr=0.333637
Epoch[57] Batch [149]	Speed: 2700.467541 samples/sec	rmse=0.021033	lr=0.333541
Epoch[57] Batch [199]	Speed: 2712.567808 samples/sec	rmse=0.021049	lr=0.333445
Epoch[57] Batch [249]	Speed: 2773.363011 samples/sec	rmse=0.021081	lr=0.333349
Epoch[57] Batch [299]	Speed: 2709.712558 samples/sec	rmse=0.021079	lr=0.333253
Epoch[57] Batch [349]	Speed: 2754.872972 samples/sec	rmse=0.021072	lr=0.333157
Epoch[57] Batch [399]	Speed: 2723.617204 samples/sec	rmse=0.021103	lr=0.333061
Epoch[57] Batch [449]	Speed: 2698.067691 samples/sec	rmse=0.021126	lr=0.332964
Epoch[57] Batch [499]	Speed: 2703.079399 samples/sec	rmse=0.021135	lr=0.332868
Epoch[57] Batch [549]	Speed: 2711.035863 samples/sec	rmse=0.021156	lr=0.332772
Epoch[57] Batch [599]	Speed: 2770.195937 samples/sec	rmse=0.021149	lr=0.332676
Epoch[57] Batch [649]	Speed: 2720.315843 samples/sec	rmse=0.021147	lr=0.332579
Epoch[57] Batch [699]	Speed: 2716.852737 samples/sec	rmse=0.021150	lr=0.332483
Epoch[57] Batch [749]	Speed: 2733.749901 samples/sec	rmse=0.021171	lr=0.332386
Epoch[57] Batch [799]	Speed: 2738.509754 samples/sec	rmse=0.021144	lr=0.332290
Epoch[57] Batch [849]	Speed: 2827.739250 samples/sec	rmse=0.021149	lr=0.332193
Epoch[57] Batch [899]	Speed: 2703.679753 samples/sec	rmse=0.021143	lr=0.332096
Epoch[57] Batch [949]	Speed: 2743.407329 samples/sec	rmse=0.021140	lr=0.332000
Epoch[57] Batch [999]	Speed: 2778.522760 samples/sec	rmse=0.021143	lr=0.331903
Epoch[57] Batch [1049]	Speed: 2740.591113 samples/sec	rmse=0.021138	lr=0.331806
Epoch[57] Batch [1099]	Speed: 2733.576674 samples/sec	rmse=0.021142	lr=0.331709
Epoch[57] Batch [1149]	Speed: 2716.904812 samples/sec	rmse=0.021143	lr=0.331612
Epoch[57] Batch [1199]	Speed: 2716.219275 samples/sec	rmse=0.021143	lr=0.331515
Epoch[57] Batch [1249]	Speed: 2871.314382 samples/sec	rmse=0.021138	lr=0.331418
[Epoch 57] training: rmse=0.021139
[Epoch 57] speed: 2735 samples/sec	time cost: 482.213529
[Epoch 57] validation: err-top1=0.415597 err-top5=0.175921
Epoch[58] Batch [49]	Speed: 2726.005851 samples/sec	rmse=0.020757	lr=0.331319
Epoch[58] Batch [99]	Speed: 2691.170049 samples/sec	rmse=0.020827	lr=0.331222
Epoch[58] Batch [149]	Speed: 2675.248249 samples/sec	rmse=0.020738	lr=0.331125
Epoch[58] Batch [199]	Speed: 2714.953683 samples/sec	rmse=0.020916	lr=0.331028
Epoch[58] Batch [249]	Speed: 2692.555174 samples/sec	rmse=0.020940	lr=0.330930
Epoch[58] Batch [299]	Speed: 2794.145768 samples/sec	rmse=0.020955	lr=0.330833
Epoch[58] Batch [349]	Speed: 2723.267223 samples/sec	rmse=0.020964	lr=0.330735
Epoch[58] Batch [399]	Speed: 2789.927872 samples/sec	rmse=0.020992	lr=0.330638
Epoch[58] Batch [449]	Speed: 2747.566447 samples/sec	rmse=0.021004	lr=0.330540
Epoch[58] Batch [499]	Speed: 2694.590771 samples/sec	rmse=0.020990	lr=0.330443
Epoch[58] Batch [549]	Speed: 2689.474816 samples/sec	rmse=0.021002	lr=0.330345
Epoch[58] Batch [599]	Speed: 2723.942087 samples/sec	rmse=0.021028	lr=0.330247
Epoch[58] Batch [649]	Speed: 2678.173336 samples/sec	rmse=0.021024	lr=0.330150
Epoch[58] Batch [699]	Speed: 2799.265712 samples/sec	rmse=0.021027	lr=0.330052
Epoch[58] Batch [749]	Speed: 2707.013276 samples/sec	rmse=0.021038	lr=0.329954
Epoch[58] Batch [799]	Speed: 2776.359900 samples/sec	rmse=0.021035	lr=0.329856
Epoch[58] Batch [849]	Speed: 2739.404713 samples/sec	rmse=0.021048	lr=0.329758
Epoch[58] Batch [899]	Speed: 2713.349995 samples/sec	rmse=0.021045	lr=0.329660
Epoch[58] Batch [949]	Speed: 2676.307939 samples/sec	rmse=0.021043	lr=0.329562
Epoch[58] Batch [999]	Speed: 2701.458779 samples/sec	rmse=0.021050	lr=0.329464
Epoch[58] Batch [1049]	Speed: 2679.550127 samples/sec	rmse=0.021058	lr=0.329366
Epoch[58] Batch [1099]	Speed: 2721.378403 samples/sec	rmse=0.021065	lr=0.329267
Epoch[58] Batch [1149]	Speed: 2703.401511 samples/sec	rmse=0.021070	lr=0.329169
Epoch[58] Batch [1199]	Speed: 2718.964841 samples/sec	rmse=0.021088	lr=0.329071
Epoch[58] Batch [1249]	Speed: 2912.217407 samples/sec	rmse=0.021093	lr=0.328972
[Epoch 58] training: rmse=0.021094
[Epoch 58] speed: 2724 samples/sec	time cost: 483.996645
[Epoch 58] validation: err-top1=0.410075 err-top5=0.167277
Epoch[59] Batch [49]	Speed: 2651.666244 samples/sec	rmse=0.020720	lr=0.328872
Epoch[59] Batch [99]	Speed: 2723.470611 samples/sec	rmse=0.020841	lr=0.328773
Epoch[59] Batch [149]	Speed: 2770.933449 samples/sec	rmse=0.020941	lr=0.328675
Epoch[59] Batch [199]	Speed: 2709.439670 samples/sec	rmse=0.020949	lr=0.328576
Epoch[59] Batch [249]	Speed: 2687.027044 samples/sec	rmse=0.020970	lr=0.328478
Epoch[59] Batch [299]	Speed: 2714.784958 samples/sec	rmse=0.020970	lr=0.328379
Epoch[59] Batch [349]	Speed: 2721.988535 samples/sec	rmse=0.020985	lr=0.328280
Epoch[59] Batch [399]	Speed: 2694.405704 samples/sec	rmse=0.020982	lr=0.328181
Epoch[59] Batch [449]	Speed: 2724.404740 samples/sec	rmse=0.021008	lr=0.328082
Epoch[59] Batch [499]	Speed: 2778.436806 samples/sec	rmse=0.021029	lr=0.327983
Epoch[59] Batch [549]	Speed: 2735.643499 samples/sec	rmse=0.021036	lr=0.327884
Epoch[59] Batch [599]	Speed: 2737.704376 samples/sec	rmse=0.021028	lr=0.327785
Epoch[59] Batch [649]	Speed: 2678.923745 samples/sec	rmse=0.021024	lr=0.327686
Epoch[59] Batch [699]	Speed: 2745.882967 samples/sec	rmse=0.021041	lr=0.327587
Epoch[59] Batch [749]	Speed: 2761.001906 samples/sec	rmse=0.021029	lr=0.327488
Epoch[59] Batch [799]	Speed: 2764.363142 samples/sec	rmse=0.021051	lr=0.327389
Epoch[59] Batch [849]	Speed: 2716.659135 samples/sec	rmse=0.021052	lr=0.327289
Epoch[59] Batch [899]	Speed: 2725.205043 samples/sec	rmse=0.021041	lr=0.327190
Epoch[59] Batch [949]	Speed: 2749.187410 samples/sec	rmse=0.021040	lr=0.327091
Epoch[59] Batch [999]	Speed: 2707.883188 samples/sec	rmse=0.021054	lr=0.326991
Epoch[59] Batch [1049]	Speed: 2751.821342 samples/sec	rmse=0.021061	lr=0.326892
Epoch[59] Batch [1099]	Speed: 2763.760900 samples/sec	rmse=0.021074	lr=0.326792
Epoch[59] Batch [1149]	Speed: 2775.333855 samples/sec	rmse=0.021075	lr=0.326692
Epoch[59] Batch [1199]	Speed: 2719.223296 samples/sec	rmse=0.021082	lr=0.326593
Epoch[59] Batch [1249]	Speed: 2975.591674 samples/sec	rmse=0.021090	lr=0.326493
[Epoch 59] training: rmse=0.021088
[Epoch 59] speed: 2736 samples/sec	time cost: 482.051809
[Epoch 59] validation: err-top1=0.434212 err-top5=0.186802
Epoch[60] Batch [49]	Speed: 2821.327766 samples/sec	rmse=0.020850	lr=0.326391
Epoch[60] Batch [99]	Speed: 2741.438401 samples/sec	rmse=0.020838	lr=0.326291
Epoch[60] Batch [149]	Speed: 2727.695008 samples/sec	rmse=0.020843	lr=0.326192
Epoch[60] Batch [199]	Speed: 2771.372576 samples/sec	rmse=0.020905	lr=0.326092
Epoch[60] Batch [249]	Speed: 2800.650998 samples/sec	rmse=0.020930	lr=0.325992
Epoch[60] Batch [299]	Speed: 2692.526985 samples/sec	rmse=0.020934	lr=0.325892
Epoch[60] Batch [349]	Speed: 2679.172705 samples/sec	rmse=0.020980	lr=0.325792
Epoch[60] Batch [399]	Speed: 2737.887516 samples/sec	rmse=0.021025	lr=0.325691
Epoch[60] Batch [449]	Speed: 2702.429659 samples/sec	rmse=0.021047	lr=0.325591
Epoch[60] Batch [499]	Speed: 2756.739970 samples/sec	rmse=0.021049	lr=0.325491
Epoch[60] Batch [549]	Speed: 2765.971534 samples/sec	rmse=0.021045	lr=0.325391
Epoch[60] Batch [599]	Speed: 2695.862286 samples/sec	rmse=0.021071	lr=0.325290
Epoch[60] Batch [649]	Speed: 2705.124063 samples/sec	rmse=0.021074	lr=0.325190
Epoch[60] Batch [699]	Speed: 2723.956599 samples/sec	rmse=0.021069	lr=0.325089
Epoch[60] Batch [749]	Speed: 2749.342100 samples/sec	rmse=0.021075	lr=0.324989
Epoch[60] Batch [799]	Speed: 2723.900073 samples/sec	rmse=0.021085	lr=0.324888
Epoch[60] Batch [849]	Speed: 2758.243525 samples/sec	rmse=0.021080	lr=0.324788
Epoch[60] Batch [899]	Speed: 2762.784522 samples/sec	rmse=0.021080	lr=0.324687
Epoch[60] Batch [949]	Speed: 2788.204658 samples/sec	rmse=0.021078	lr=0.324586
Epoch[60] Batch [999]	Speed: 2652.854401 samples/sec	rmse=0.021070	lr=0.324486
Epoch[60] Batch [1049]	Speed: 2677.698938 samples/sec	rmse=0.021060	lr=0.324385
Epoch[60] Batch [1099]	Speed: 2790.400305 samples/sec	rmse=0.021067	lr=0.324284
Epoch[60] Batch [1149]	Speed: 2797.587983 samples/sec	rmse=0.021067	lr=0.324183
Epoch[60] Batch [1199]	Speed: 2816.622150 samples/sec	rmse=0.021064	lr=0.324082
Epoch[60] Batch [1249]	Speed: 2903.478798 samples/sec	rmse=0.021074	lr=0.323981
[Epoch 60] training: rmse=0.021074
[Epoch 60] speed: 2746 samples/sec	time cost: 480.148701
[Epoch 60] validation: err-top1=0.419723 err-top5=0.178093
Epoch[61] Batch [49]	Speed: 2798.892592 samples/sec	rmse=0.021024	lr=0.323878
Epoch[61] Batch [99]	Speed: 2744.331969 samples/sec	rmse=0.021033	lr=0.323777
Epoch[61] Batch [149]	Speed: 2826.892300 samples/sec	rmse=0.021113	lr=0.323676
Epoch[61] Batch [199]	Speed: 2720.192691 samples/sec	rmse=0.021031	lr=0.323574
Epoch[61] Batch [249]	Speed: 2751.641516 samples/sec	rmse=0.021041	lr=0.323473
Epoch[61] Batch [299]	Speed: 2680.491302 samples/sec	rmse=0.021019	lr=0.323372
Epoch[61] Batch [349]	Speed: 2769.269680 samples/sec	rmse=0.021012	lr=0.323270
Epoch[61] Batch [399]	Speed: 2757.684033 samples/sec	rmse=0.021002	lr=0.323169
Epoch[61] Batch [449]	Speed: 2735.826049 samples/sec	rmse=0.020992	lr=0.323067
Epoch[61] Batch [499]	Speed: 2735.557843 samples/sec	rmse=0.020994	lr=0.322966
Epoch[61] Batch [549]	Speed: 2713.257947 samples/sec	rmse=0.021008	lr=0.322864
Epoch[61] Batch [599]	Speed: 2634.988091 samples/sec	rmse=0.021027	lr=0.322763
Epoch[61] Batch [649]	Speed: 2713.414277 samples/sec	rmse=0.021055	lr=0.322661
Epoch[61] Batch [699]	Speed: 2721.573300 samples/sec	rmse=0.021051	lr=0.322559
Epoch[61] Batch [749]	Speed: 2695.148191 samples/sec	rmse=0.021042	lr=0.322457
Epoch[61] Batch [799]	Speed: 2699.451071 samples/sec	rmse=0.021039	lr=0.322355
Epoch[61] Batch [849]	Speed: 2641.490369 samples/sec	rmse=0.021040	lr=0.322254
Epoch[61] Batch [899]	Speed: 2720.003952 samples/sec	rmse=0.021030	lr=0.322152
Epoch[61] Batch [949]	Speed: 2804.892355 samples/sec	rmse=0.021034	lr=0.322050
Epoch[61] Batch [999]	Speed: 2764.742738 samples/sec	rmse=0.021021	lr=0.321948
Epoch[61] Batch [1049]	Speed: 2740.672257 samples/sec	rmse=0.021025	lr=0.321845
Epoch[61] Batch [1099]	Speed: 2722.969881 samples/sec	rmse=0.021036	lr=0.321743
Epoch[61] Batch [1149]	Speed: 2740.863246 samples/sec	rmse=0.021039	lr=0.321641
Epoch[61] Batch [1199]	Speed: 2757.331615 samples/sec	rmse=0.021042	lr=0.321539
Epoch[61] Batch [1249]	Speed: 2893.056978 samples/sec	rmse=0.021041	lr=0.321437
[Epoch 61] training: rmse=0.021042
[Epoch 61] speed: 2736 samples/sec	time cost: 481.919440
[Epoch 61] validation: err-top1=0.416135 err-top5=0.176260
Epoch[62] Batch [49]	Speed: 2755.908733 samples/sec	rmse=0.020740	lr=0.321332
Epoch[62] Batch [99]	Speed: 2676.270017 samples/sec	rmse=0.021034	lr=0.321230
Epoch[62] Batch [149]	Speed: 2788.914847 samples/sec	rmse=0.020964	lr=0.321127
Epoch[62] Batch [199]	Speed: 2772.191303 samples/sec	rmse=0.020934	lr=0.321025
Epoch[62] Batch [249]	Speed: 2725.748665 samples/sec	rmse=0.021012	lr=0.320922
Epoch[62] Batch [299]	Speed: 2768.314279 samples/sec	rmse=0.021061	lr=0.320820
Epoch[62] Batch [349]	Speed: 2731.418783 samples/sec	rmse=0.021035	lr=0.320717
Epoch[62] Batch [399]	Speed: 2686.639614 samples/sec	rmse=0.021035	lr=0.320614
Epoch[62] Batch [449]	Speed: 2696.210675 samples/sec	rmse=0.021027	lr=0.320512
Epoch[62] Batch [499]	Speed: 2697.652978 samples/sec	rmse=0.021024	lr=0.320409
Epoch[62] Batch [549]	Speed: 2718.720685 samples/sec	rmse=0.021038	lr=0.320306
Epoch[62] Batch [599]	Speed: 2667.980795 samples/sec	rmse=0.021025	lr=0.320203
Epoch[62] Batch [649]	Speed: 2737.043782 samples/sec	rmse=0.021033	lr=0.320100
Epoch[62] Batch [699]	Speed: 2713.450654 samples/sec	rmse=0.021042	lr=0.319997
Epoch[62] Batch [749]	Speed: 2669.195299 samples/sec	rmse=0.021032	lr=0.319894
Epoch[62] Batch [799]	Speed: 2729.155385 samples/sec	rmse=0.021042	lr=0.319791
Epoch[62] Batch [849]	Speed: 2762.902603 samples/sec	rmse=0.021058	lr=0.319688
Epoch[62] Batch [899]	Speed: 2689.901372 samples/sec	rmse=0.021053	lr=0.319585
Epoch[62] Batch [949]	Speed: 2667.451487 samples/sec	rmse=0.021041	lr=0.319481
Epoch[62] Batch [999]	Speed: 2718.991383 samples/sec	rmse=0.021041	lr=0.319378
Epoch[62] Batch [1049]	Speed: 2761.956314 samples/sec	rmse=0.021050	lr=0.319275
Epoch[62] Batch [1099]	Speed: 2679.878025 samples/sec	rmse=0.021064	lr=0.319171
Epoch[62] Batch [1149]	Speed: 2698.695970 samples/sec	rmse=0.021067	lr=0.319068
Epoch[62] Batch [1199]	Speed: 2679.192159 samples/sec	rmse=0.021073	lr=0.318964
Epoch[62] Batch [1249]	Speed: 2908.602387 samples/sec	rmse=0.021076	lr=0.318861
[Epoch 62] training: rmse=0.021075
[Epoch 62] speed: 2721 samples/sec	time cost: 484.478006
[Epoch 62] validation: err-top1=0.408402 err-top5=0.171237
Epoch[63] Batch [49]	Speed: 2748.545993 samples/sec	rmse=0.021033	lr=0.318755
Epoch[63] Batch [99]	Speed: 2725.960728 samples/sec	rmse=0.021053	lr=0.318651
Epoch[63] Batch [149]	Speed: 2655.009799 samples/sec	rmse=0.020943	lr=0.318548
Epoch[63] Batch [199]	Speed: 2693.290122 samples/sec	rmse=0.021009	lr=0.318444
Epoch[63] Batch [249]	Speed: 2661.663018 samples/sec	rmse=0.020971	lr=0.318340
Epoch[63] Batch [299]	Speed: 2715.953010 samples/sec	rmse=0.020957	lr=0.318236
Epoch[63] Batch [349]	Speed: 2654.211378 samples/sec	rmse=0.020971	lr=0.318132
Epoch[63] Batch [399]	Speed: 2808.106332 samples/sec	rmse=0.020984	lr=0.318029
Epoch[63] Batch [449]	Speed: 2723.129784 samples/sec	rmse=0.020981	lr=0.317925
Epoch[63] Batch [499]	Speed: 2765.067218 samples/sec	rmse=0.020949	lr=0.317820
Epoch[63] Batch [549]	Speed: 2668.013875 samples/sec	rmse=0.020971	lr=0.317716
Epoch[63] Batch [599]	Speed: 2724.348092 samples/sec	rmse=0.020983	lr=0.317612
Epoch[63] Batch [649]	Speed: 2755.245087 samples/sec	rmse=0.020995	lr=0.317508
Epoch[63] Batch [699]	Speed: 2721.742111 samples/sec	rmse=0.020986	lr=0.317404
Epoch[63] Batch [749]	Speed: 2741.819218 samples/sec	rmse=0.020996	lr=0.317300
Epoch[63] Batch [799]	Speed: 2744.937983 samples/sec	rmse=0.021003	lr=0.317195
Epoch[63] Batch [849]	Speed: 2714.063239 samples/sec	rmse=0.021022	lr=0.317091
Epoch[63] Batch [899]	Speed: 2773.449081 samples/sec	rmse=0.021017	lr=0.316986
Epoch[63] Batch [949]	Speed: 2606.843300 samples/sec	rmse=0.021014	lr=0.316882
Epoch[63] Batch [999]	Speed: 2725.114403 samples/sec	rmse=0.021032	lr=0.316777
Epoch[63] Batch [1049]	Speed: 2749.899515 samples/sec	rmse=0.021040	lr=0.316673
Epoch[63] Batch [1099]	Speed: 2717.800664 samples/sec	rmse=0.021036	lr=0.316568
Epoch[63] Batch [1149]	Speed: 2687.738423 samples/sec	rmse=0.021050	lr=0.316464
Epoch[63] Batch [1199]	Speed: 2716.972838 samples/sec	rmse=0.021038	lr=0.316359
Epoch[63] Batch [1249]	Speed: 3011.246566 samples/sec	rmse=0.021044	lr=0.316254
[Epoch 63] training: rmse=0.021046
[Epoch 63] speed: 2724 samples/sec	time cost: 483.392752
[Epoch 63] validation: err-top1=0.409220 err-top5=0.172994
Epoch[64] Batch [49]	Speed: 2800.624152 samples/sec	rmse=0.021005	lr=0.316147
Epoch[64] Batch [99]	Speed: 2727.157744 samples/sec	rmse=0.020988	lr=0.316042
Epoch[64] Batch [149]	Speed: 2733.862764 samples/sec	rmse=0.020989	lr=0.315937
Epoch[64] Batch [199]	Speed: 2844.949920 samples/sec	rmse=0.020974	lr=0.315832
Epoch[64] Batch [249]	Speed: 2849.005685 samples/sec	rmse=0.020939	lr=0.315727
Epoch[64] Batch [299]	Speed: 2805.939936 samples/sec	rmse=0.020974	lr=0.315622
Epoch[64] Batch [349]	Speed: 2872.096854 samples/sec	rmse=0.020988	lr=0.315517
Epoch[64] Batch [399]	Speed: 2738.644210 samples/sec	rmse=0.020969	lr=0.315412
Epoch[64] Batch [449]	Speed: 2794.375298 samples/sec	rmse=0.020969	lr=0.315307
Epoch[64] Batch [499]	Speed: 2839.647048 samples/sec	rmse=0.020985	lr=0.315202
Epoch[64] Batch [549]	Speed: 2754.000160 samples/sec	rmse=0.020983	lr=0.315096
Epoch[64] Batch [599]	Speed: 2821.560968 samples/sec	rmse=0.020976	lr=0.314991
Epoch[64] Batch [649]	Speed: 2837.897253 samples/sec	rmse=0.020952	lr=0.314886
Epoch[64] Batch [699]	Speed: 2822.428577 samples/sec	rmse=0.020949	lr=0.314780
Epoch[64] Batch [749]	Speed: 2692.298625 samples/sec	rmse=0.020968	lr=0.314675
Epoch[64] Batch [799]	Speed: 2790.322571 samples/sec	rmse=0.020979	lr=0.314569
Epoch[64] Batch [849]	Speed: 2773.880334 samples/sec	rmse=0.020987	lr=0.314464
Epoch[64] Batch [899]	Speed: 2775.634923 samples/sec	rmse=0.020988	lr=0.314358
Epoch[64] Batch [949]	Speed: 2847.904821 samples/sec	rmse=0.020977	lr=0.314252
Epoch[64] Batch [999]	Speed: 2801.000620 samples/sec	rmse=0.020977	lr=0.314147
Epoch[64] Batch [1049]	Speed: 2775.658995 samples/sec	rmse=0.020978	lr=0.314041
Epoch[64] Batch [1099]	Speed: 2771.742258 samples/sec	rmse=0.020989	lr=0.313935
Epoch[64] Batch [1149]	Speed: 2752.011701 samples/sec	rmse=0.020989	lr=0.313829
Epoch[64] Batch [1199]	Speed: 2841.378438 samples/sec	rmse=0.021002	lr=0.313723
Epoch[64] Batch [1249]	Speed: 2969.512051 samples/sec	rmse=0.021008	lr=0.313617
[Epoch 64] training: rmse=0.021009
[Epoch 64] speed: 2798 samples/sec	time cost: 472.246881
[Epoch 64] validation: err-top1=0.423529 err-top5=0.179448
Epoch[65] Batch [49]	Speed: 2751.811892 samples/sec	rmse=0.021023	lr=0.313509
Epoch[65] Batch [99]	Speed: 2865.100385 samples/sec	rmse=0.020854	lr=0.313403
Epoch[65] Batch [149]	Speed: 2800.914184 samples/sec	rmse=0.020918	lr=0.313297
Epoch[65] Batch [199]	Speed: 2789.333243 samples/sec	rmse=0.020942	lr=0.313191
Epoch[65] Batch [249]	Speed: 2909.323136 samples/sec	rmse=0.020909	lr=0.313085
Epoch[65] Batch [299]	Speed: 2842.911029 samples/sec	rmse=0.020881	lr=0.312978
Epoch[65] Batch [349]	Speed: 2766.606141 samples/sec	rmse=0.020879	lr=0.312872
Epoch[65] Batch [399]	Speed: 2732.472582 samples/sec	rmse=0.020886	lr=0.312766
Epoch[65] Batch [449]	Speed: 2730.902902 samples/sec	rmse=0.020938	lr=0.312659
Epoch[65] Batch [499]	Speed: 2779.664208 samples/sec	rmse=0.020932	lr=0.312553
Epoch[65] Batch [549]	Speed: 2745.096055 samples/sec	rmse=0.020953	lr=0.312446
Epoch[65] Batch [599]	Speed: 2813.868485 samples/sec	rmse=0.020965	lr=0.312340
Epoch[65] Batch [649]	Speed: 2696.440715 samples/sec	rmse=0.020977	lr=0.312233
Epoch[65] Batch [699]	Speed: 2712.494555 samples/sec	rmse=0.020975	lr=0.312127
Epoch[65] Batch [749]	Speed: 2678.895406 samples/sec	rmse=0.020985	lr=0.312020
Epoch[65] Batch [799]	Speed: 2765.307200 samples/sec	rmse=0.021000	lr=0.311913
Epoch[65] Batch [849]	Speed: 2736.048015 samples/sec	rmse=0.021007	lr=0.311807
Epoch[65] Batch [899]	Speed: 2701.734174 samples/sec	rmse=0.020999	lr=0.311700
Epoch[65] Batch [949]	Speed: 2725.638546 samples/sec	rmse=0.021003	lr=0.311593
Epoch[65] Batch [999]	Speed: 2654.207638 samples/sec	rmse=0.021011	lr=0.311486
Epoch[65] Batch [1049]	Speed: 2703.855782 samples/sec	rmse=0.021007	lr=0.311379
Epoch[65] Batch [1099]	Speed: 2689.442178 samples/sec	rmse=0.021009	lr=0.311272
Epoch[65] Batch [1149]	Speed: 2708.611360 samples/sec	rmse=0.020993	lr=0.311165
Epoch[65] Batch [1199]	Speed: 2767.570421 samples/sec	rmse=0.021006	lr=0.311058
Epoch[65] Batch [1249]	Speed: 3009.239758 samples/sec	rmse=0.021004	lr=0.310951
[Epoch 65] training: rmse=0.021002
[Epoch 65] speed: 2759 samples/sec	time cost: 478.453642
[Epoch 65] validation: err-top1=0.408522 err-top5=0.167789
Epoch[66] Batch [49]	Speed: 2720.233005 samples/sec	rmse=0.020760	lr=0.310842
Epoch[66] Batch [99]	Speed: 2791.348809 samples/sec	rmse=0.020711	lr=0.310734
Epoch[66] Batch [149]	Speed: 2727.306640 samples/sec	rmse=0.020820	lr=0.310627
Epoch[66] Batch [199]	Speed: 2703.856088 samples/sec	rmse=0.020987	lr=0.310520
Epoch[66] Batch [249]	Speed: 2677.129222 samples/sec	rmse=0.020974	lr=0.310412
Epoch[66] Batch [299]	Speed: 2699.897329 samples/sec	rmse=0.020986	lr=0.310305
Epoch[66] Batch [349]	Speed: 2760.350955 samples/sec	rmse=0.020991	lr=0.310198
Epoch[66] Batch [399]	Speed: 2771.402869 samples/sec	rmse=0.020986	lr=0.310090
Epoch[66] Batch [449]	Speed: 2655.280500 samples/sec	rmse=0.020993	lr=0.309982
Epoch[66] Batch [499]	Speed: 2719.580057 samples/sec	rmse=0.021002	lr=0.309875
Epoch[66] Batch [549]	Speed: 2743.111038 samples/sec	rmse=0.021001	lr=0.309767
Epoch[66] Batch [599]	Speed: 2713.598228 samples/sec	rmse=0.021017	lr=0.309660
Epoch[66] Batch [649]	Speed: 2775.043538 samples/sec	rmse=0.021021	lr=0.309552
Epoch[66] Batch [699]	Speed: 2717.378900 samples/sec	rmse=0.021012	lr=0.309444
Epoch[66] Batch [749]	Speed: 2756.875196 samples/sec	rmse=0.021017	lr=0.309336
Epoch[66] Batch [799]	Speed: 2732.365675 samples/sec	rmse=0.021009	lr=0.309228
Epoch[66] Batch [849]	Speed: 2667.647318 samples/sec	rmse=0.021019	lr=0.309121
Epoch[66] Batch [899]	Speed: 2772.050205 samples/sec	rmse=0.021021	lr=0.309013
Epoch[66] Batch [949]	Speed: 2763.994216 samples/sec	rmse=0.021023	lr=0.308905
Epoch[66] Batch [999]	Speed: 2693.533246 samples/sec	rmse=0.021030	lr=0.308797
Epoch[66] Batch [1049]	Speed: 2796.677046 samples/sec	rmse=0.021026	lr=0.308688
Epoch[66] Batch [1099]	Speed: 2792.131245 samples/sec	rmse=0.021022	lr=0.308580
Epoch[66] Batch [1149]	Speed: 2725.596619 samples/sec	rmse=0.021021	lr=0.308472
Epoch[66] Batch [1199]	Speed: 2748.319533 samples/sec	rmse=0.021021	lr=0.308364
Epoch[66] Batch [1249]	Speed: 2890.405265 samples/sec	rmse=0.021017	lr=0.308256
[Epoch 66] training: rmse=0.021017
[Epoch 66] speed: 2737 samples/sec	time cost: 482.027153
[Epoch 66] validation: err-top1=0.404855 err-top5=0.164222
Epoch[67] Batch [49]	Speed: 2827.153407 samples/sec	rmse=0.020937	lr=0.308145
Epoch[67] Batch [99]	Speed: 2751.598326 samples/sec	rmse=0.020892	lr=0.308037
Epoch[67] Batch [149]	Speed: 2733.300698 samples/sec	rmse=0.020914	lr=0.307928
Epoch[67] Batch [199]	Speed: 2687.275965 samples/sec	rmse=0.020879	lr=0.307820
Epoch[67] Batch [249]	Speed: 2754.274998 samples/sec	rmse=0.020886	lr=0.307712
Epoch[67] Batch [299]	Speed: 2727.358319 samples/sec	rmse=0.020856	lr=0.307603
Epoch[67] Batch [349]	Speed: 2733.378628 samples/sec	rmse=0.020843	lr=0.307494
Epoch[67] Batch [399]	Speed: 2692.948871 samples/sec	rmse=0.020862	lr=0.307386
Epoch[67] Batch [449]	Speed: 2805.729763 samples/sec	rmse=0.020900	lr=0.307277
Epoch[67] Batch [499]	Speed: 2779.286690 samples/sec	rmse=0.020912	lr=0.307168
Epoch[67] Batch [549]	Speed: 2689.395395 samples/sec	rmse=0.020892	lr=0.307060
Epoch[67] Batch [599]	Speed: 2670.368472 samples/sec	rmse=0.020899	lr=0.306951
Epoch[67] Batch [649]	Speed: 2731.607373 samples/sec	rmse=0.020899	lr=0.306842
Epoch[67] Batch [699]	Speed: 2802.753190 samples/sec	rmse=0.020901	lr=0.306733
Epoch[67] Batch [749]	Speed: 2684.714245 samples/sec	rmse=0.020905	lr=0.306624
Epoch[67] Batch [799]	Speed: 2765.913073 samples/sec	rmse=0.020922	lr=0.306515
Epoch[67] Batch [849]	Speed: 2641.671781 samples/sec	rmse=0.020936	lr=0.306406
Epoch[67] Batch [899]	Speed: 2678.373818 samples/sec	rmse=0.020939	lr=0.306297
Epoch[67] Batch [949]	Speed: 2751.464640 samples/sec	rmse=0.020949	lr=0.306188
Epoch[67] Batch [999]	Speed: 2747.808746 samples/sec	rmse=0.020957	lr=0.306079
Epoch[67] Batch [1049]	Speed: 2750.759370 samples/sec	rmse=0.020954	lr=0.305970
Epoch[67] Batch [1099]	Speed: 2742.998461 samples/sec	rmse=0.020948	lr=0.305860
Epoch[67] Batch [1149]	Speed: 2690.547528 samples/sec	rmse=0.020957	lr=0.305751
Epoch[67] Batch [1199]	Speed: 2711.009031 samples/sec	rmse=0.020956	lr=0.305642
Epoch[67] Batch [1249]	Speed: 2938.182734 samples/sec	rmse=0.020950	lr=0.305532
[Epoch 67] training: rmse=0.020948
[Epoch 67] speed: 2736 samples/sec	time cost: 482.001091
[Epoch 67] validation: err-top1=0.412787 err-top5=0.173489
Epoch[68] Batch [49]	Speed: 2759.846575 samples/sec	rmse=0.020646	lr=0.305421
Epoch[68] Batch [99]	Speed: 2712.073579 samples/sec	rmse=0.020802	lr=0.305311
Epoch[68] Batch [149]	Speed: 2751.036980 samples/sec	rmse=0.020820	lr=0.305202
Epoch[68] Batch [199]	Speed: 2691.384085 samples/sec	rmse=0.020850	lr=0.305092
Epoch[68] Batch [249]	Speed: 2711.802647 samples/sec	rmse=0.020845	lr=0.304983
Epoch[68] Batch [299]	Speed: 2704.942588 samples/sec	rmse=0.020823	lr=0.304873
Epoch[68] Batch [349]	Speed: 2798.094623 samples/sec	rmse=0.020862	lr=0.304763
Epoch[68] Batch [399]	Speed: 2732.769639 samples/sec	rmse=0.020857	lr=0.304654
Epoch[68] Batch [449]	Speed: 2712.442101 samples/sec	rmse=0.020847	lr=0.304544
Epoch[68] Batch [499]	Speed: 2772.239007 samples/sec	rmse=0.020853	lr=0.304434
Epoch[68] Batch [549]	Speed: 2646.369172 samples/sec	rmse=0.020822	lr=0.304324
Epoch[68] Batch [599]	Speed: 2675.320071 samples/sec	rmse=0.020805	lr=0.304214
Epoch[68] Batch [649]	Speed: 2780.590520 samples/sec	rmse=0.020834	lr=0.304104
Epoch[68] Batch [699]	Speed: 2688.495010 samples/sec	rmse=0.020850	lr=0.303994
Epoch[68] Batch [749]	Speed: 2719.454698 samples/sec	rmse=0.020860	lr=0.303884
Epoch[68] Batch [799]	Speed: 2731.486670 samples/sec	rmse=0.020865	lr=0.303774
Epoch[68] Batch [849]	Speed: 2777.596926 samples/sec	rmse=0.020881	lr=0.303664
Epoch[68] Batch [899]	Speed: 2678.397937 samples/sec	rmse=0.020883	lr=0.303554
Epoch[68] Batch [949]	Speed: 2749.123638 samples/sec	rmse=0.020884	lr=0.303444
Epoch[68] Batch [999]	Speed: 2665.703267 samples/sec	rmse=0.020887	lr=0.303334
Epoch[68] Batch [1049]	Speed: 2668.008472 samples/sec	rmse=0.020890	lr=0.303223
Epoch[68] Batch [1099]	Speed: 2739.082594 samples/sec	rmse=0.020891	lr=0.303113
Epoch[68] Batch [1149]	Speed: 2765.035817 samples/sec	rmse=0.020905	lr=0.303003
Epoch[68] Batch [1199]	Speed: 2691.651088 samples/sec	rmse=0.020914	lr=0.302892
Epoch[68] Batch [1249]	Speed: 2889.680948 samples/sec	rmse=0.020924	lr=0.302782
[Epoch 68] training: rmse=0.020925
[Epoch 68] speed: 2725 samples/sec	time cost: 483.791969
[Epoch 68] validation: err-top1=0.401566 err-top5=0.161950
Epoch[69] Batch [49]	Speed: 2739.951498 samples/sec	rmse=0.020736	lr=0.302669
Epoch[69] Batch [99]	Speed: 2698.291607 samples/sec	rmse=0.020764	lr=0.302559
Epoch[69] Batch [149]	Speed: 2708.703775 samples/sec	rmse=0.020774	lr=0.302448
Epoch[69] Batch [199]	Speed: 2702.808832 samples/sec	rmse=0.020747	lr=0.302337
Epoch[69] Batch [249]	Speed: 2661.541523 samples/sec	rmse=0.020772	lr=0.302227
Epoch[69] Batch [299]	Speed: 2738.662127 samples/sec	rmse=0.020783	lr=0.302116
Epoch[69] Batch [349]	Speed: 2786.632362 samples/sec	rmse=0.020813	lr=0.302005
Epoch[69] Batch [399]	Speed: 2796.454493 samples/sec	rmse=0.020821	lr=0.301894
Epoch[69] Batch [449]	Speed: 2675.186995 samples/sec	rmse=0.020849	lr=0.301784
Epoch[69] Batch [499]	Speed: 2724.071937 samples/sec	rmse=0.020822	lr=0.301673
Epoch[69] Batch [549]	Speed: 2714.037067 samples/sec	rmse=0.020879	lr=0.301562
Epoch[69] Batch [599]	Speed: 2709.308921 samples/sec	rmse=0.020880	lr=0.301451
Epoch[69] Batch [649]	Speed: 2788.681216 samples/sec	rmse=0.020877	lr=0.301340
Epoch[69] Batch [699]	Speed: 2695.793723 samples/sec	rmse=0.020886	lr=0.301229
Epoch[69] Batch [749]	Speed: 2732.134017 samples/sec	rmse=0.020868	lr=0.301118
Epoch[69] Batch [799]	Speed: 2705.427541 samples/sec	rmse=0.020866	lr=0.301007
Epoch[69] Batch [849]	Speed: 2707.623572 samples/sec	rmse=0.020890	lr=0.300895
Epoch[69] Batch [899]	Speed: 2638.942775 samples/sec	rmse=0.020887	lr=0.300784
Epoch[69] Batch [949]	Speed: 2699.994718 samples/sec	rmse=0.020886	lr=0.300673
Epoch[69] Batch [999]	Speed: 2723.215803 samples/sec	rmse=0.020884	lr=0.300562
Epoch[69] Batch [1049]	Speed: 2792.660896 samples/sec	rmse=0.020892	lr=0.300450
Epoch[69] Batch [1099]	Speed: 2723.529709 samples/sec	rmse=0.020898	lr=0.300339
Epoch[69] Batch [1149]	Speed: 2730.267836 samples/sec	rmse=0.020908	lr=0.300227
Epoch[69] Batch [1199]	Speed: 2726.137801 samples/sec	rmse=0.020920	lr=0.300116
Epoch[69] Batch [1249]	Speed: 2900.622234 samples/sec	rmse=0.020917	lr=0.300004
[Epoch 69] training: rmse=0.020915
[Epoch 69] speed: 2725 samples/sec	time cost: 483.595568
[Epoch 69] validation: err-top1=0.391235 err-top5=0.157532
Epoch[70] Batch [49]	Speed: 2751.553375 samples/sec	rmse=0.020830	lr=0.299891
Epoch[70] Batch [99]	Speed: 2720.273907 samples/sec	rmse=0.020854	lr=0.299779
Epoch[70] Batch [149]	Speed: 2705.868071 samples/sec	rmse=0.020811	lr=0.299667
Epoch[70] Batch [199]	Speed: 2711.965111 samples/sec	rmse=0.020783	lr=0.299556
Epoch[70] Batch [249]	Speed: 2706.425187 samples/sec	rmse=0.020747	lr=0.299444
Epoch[70] Batch [299]	Speed: 2698.907644 samples/sec	rmse=0.020754	lr=0.299332
Epoch[70] Batch [349]	Speed: 2723.401672 samples/sec	rmse=0.020789	lr=0.299221
Epoch[70] Batch [399]	Speed: 2734.448390 samples/sec	rmse=0.020828	lr=0.299109
Epoch[70] Batch [449]	Speed: 2696.527494 samples/sec	rmse=0.020869	lr=0.298997
Epoch[70] Batch [499]	Speed: 2845.017537 samples/sec	rmse=0.020909	lr=0.298885
Epoch[70] Batch [549]	Speed: 2738.797437 samples/sec	rmse=0.020906	lr=0.298773
Epoch[70] Batch [599]	Speed: 2774.405664 samples/sec	rmse=0.020910	lr=0.298661
Epoch[70] Batch [649]	Speed: 2717.372401 samples/sec	rmse=0.020913	lr=0.298549
Epoch[70] Batch [699]	Speed: 2722.013411 samples/sec	rmse=0.020903	lr=0.298437
Epoch[70] Batch [749]	Speed: 2743.791357 samples/sec	rmse=0.020888	lr=0.298325
Epoch[70] Batch [799]	Speed: 2763.742084 samples/sec	rmse=0.020915	lr=0.298213
Epoch[70] Batch [849]	Speed: 2716.620919 samples/sec	rmse=0.020932	lr=0.298100
Epoch[70] Batch [899]	Speed: 2697.145232 samples/sec	rmse=0.020936	lr=0.297988
Epoch[70] Batch [949]	Speed: 2708.688298 samples/sec	rmse=0.020931	lr=0.297876
Epoch[70] Batch [999]	Speed: 2728.302847 samples/sec	rmse=0.020938	lr=0.297763
Epoch[70] Batch [1049]	Speed: 2694.674997 samples/sec	rmse=0.020949	lr=0.297651
Epoch[70] Batch [1099]	Speed: 2702.136000 samples/sec	rmse=0.020947	lr=0.297539
Epoch[70] Batch [1149]	Speed: 2715.376995 samples/sec	rmse=0.020944	lr=0.297426
Epoch[70] Batch [1199]	Speed: 2747.716420 samples/sec	rmse=0.020943	lr=0.297314
Epoch[70] Batch [1249]	Speed: 2883.654444 samples/sec	rmse=0.020941	lr=0.297201
[Epoch 70] training: rmse=0.020941
[Epoch 70] speed: 2731 samples/sec	time cost: 483.021140
[Epoch 70] validation: err-top1=0.401367 err-top5=0.163903
Epoch[71] Batch [49]	Speed: 2694.946745 samples/sec	rmse=0.020962	lr=0.297086
Epoch[71] Batch [99]	Speed: 2778.532718 samples/sec	rmse=0.020928	lr=0.296974
Epoch[71] Batch [149]	Speed: 2709.736390 samples/sec	rmse=0.020883	lr=0.296861
Epoch[71] Batch [199]	Speed: 2737.773064 samples/sec	rmse=0.020816	lr=0.296748
Epoch[71] Batch [249]	Speed: 2663.937675 samples/sec	rmse=0.020862	lr=0.296636
Epoch[71] Batch [299]	Speed: 2658.424981 samples/sec	rmse=0.020833	lr=0.296523
Epoch[71] Batch [349]	Speed: 2729.210222 samples/sec	rmse=0.020833	lr=0.296410
Epoch[71] Batch [399]	Speed: 2713.961677 samples/sec	rmse=0.020845	lr=0.296297
Epoch[71] Batch [449]	Speed: 2720.072891 samples/sec	rmse=0.020848	lr=0.296184
Epoch[71] Batch [499]	Speed: 2796.963965 samples/sec	rmse=0.020867	lr=0.296071
Epoch[71] Batch [549]	Speed: 2756.962475 samples/sec	rmse=0.020873	lr=0.295958
Epoch[71] Batch [599]	Speed: 2721.335606 samples/sec	rmse=0.020859	lr=0.295845
Epoch[71] Batch [649]	Speed: 2721.960451 samples/sec	rmse=0.020852	lr=0.295732
Epoch[71] Batch [699]	Speed: 2699.254377 samples/sec	rmse=0.020833	lr=0.295619
Epoch[71] Batch [749]	Speed: 2729.655444 samples/sec	rmse=0.020839	lr=0.295506
Epoch[71] Batch [799]	Speed: 2599.798203 samples/sec	rmse=0.020819	lr=0.295393
Epoch[71] Batch [849]	Speed: 2798.930567 samples/sec	rmse=0.020839	lr=0.295280
Epoch[71] Batch [899]	Speed: 2699.302386 samples/sec	rmse=0.020851	lr=0.295167
Epoch[71] Batch [949]	Speed: 2780.268146 samples/sec	rmse=0.020856	lr=0.295053
Epoch[71] Batch [999]	Speed: 2719.686070 samples/sec	rmse=0.020851	lr=0.294940
Epoch[71] Batch [1049]	Speed: 2716.392955 samples/sec	rmse=0.020856	lr=0.294827
Epoch[71] Batch [1099]	Speed: 2673.261560 samples/sec	rmse=0.020859	lr=0.294713
Epoch[71] Batch [1149]	Speed: 2639.735020 samples/sec	rmse=0.020850	lr=0.294600
Epoch[71] Batch [1199]	Speed: 2735.097839 samples/sec	rmse=0.020841	lr=0.294486
Epoch[71] Batch [1249]	Speed: 2883.153160 samples/sec	rmse=0.020837	lr=0.294373
[Epoch 71] training: rmse=0.020838
[Epoch 71] speed: 2720 samples/sec	time cost: 485.045610
[Epoch 71] validation: err-top1=0.400650 err-top5=0.163325
Epoch[72] Batch [49]	Speed: 2823.482916 samples/sec	rmse=0.020730	lr=0.294257
Epoch[72] Batch [99]	Speed: 2782.921608 samples/sec	rmse=0.020888	lr=0.294143
Epoch[72] Batch [149]	Speed: 2672.240924 samples/sec	rmse=0.020874	lr=0.294030
Epoch[72] Batch [199]	Speed: 2725.638719 samples/sec	rmse=0.020898	lr=0.293916
Epoch[72] Batch [249]	Speed: 2721.149329 samples/sec	rmse=0.020888	lr=0.293802
Epoch[72] Batch [299]	Speed: 2697.990474 samples/sec	rmse=0.020887	lr=0.293688
Epoch[72] Batch [349]	Speed: 2756.958794 samples/sec	rmse=0.020885	lr=0.293575
Epoch[72] Batch [399]	Speed: 2719.968260 samples/sec	rmse=0.020901	lr=0.293461
Epoch[72] Batch [449]	Speed: 2756.408880 samples/sec	rmse=0.020858	lr=0.293347
Epoch[72] Batch [499]	Speed: 2698.830412 samples/sec	rmse=0.020856	lr=0.293233
Epoch[72] Batch [549]	Speed: 2718.138576 samples/sec	rmse=0.020811	lr=0.293119
Epoch[72] Batch [599]	Speed: 2722.960731 samples/sec	rmse=0.020828	lr=0.293005
Epoch[72] Batch [649]	Speed: 2701.555601 samples/sec	rmse=0.020804	lr=0.292891
Epoch[72] Batch [699]	Speed: 2731.257350 samples/sec	rmse=0.020813	lr=0.292777
Epoch[72] Batch [749]	Speed: 2726.876380 samples/sec	rmse=0.020812	lr=0.292663
Epoch[72] Batch [799]	Speed: 2750.300298 samples/sec	rmse=0.020831	lr=0.292549
Epoch[72] Batch [849]	Speed: 2751.387473 samples/sec	rmse=0.020837	lr=0.292435
Epoch[72] Batch [899]	Speed: 2679.278399 samples/sec	rmse=0.020851	lr=0.292320
Epoch[72] Batch [949]	Speed: 2814.939498 samples/sec	rmse=0.020864	lr=0.292206
Epoch[72] Batch [999]	Speed: 2716.786573 samples/sec	rmse=0.020856	lr=0.292092
Epoch[72] Batch [1049]	Speed: 2776.819921 samples/sec	rmse=0.020850	lr=0.291977
Epoch[72] Batch [1099]	Speed: 2694.808159 samples/sec	rmse=0.020853	lr=0.291863
Epoch[72] Batch [1149]	Speed: 2703.956453 samples/sec	rmse=0.020855	lr=0.291749
Epoch[72] Batch [1199]	Speed: 2638.374487 samples/sec	rmse=0.020851	lr=0.291634
Epoch[72] Batch [1249]	Speed: 2926.624047 samples/sec	rmse=0.020857	lr=0.291520
[Epoch 72] training: rmse=0.020858
[Epoch 72] speed: 2733 samples/sec	time cost: 482.624442
[Epoch 72] validation: err-top1=0.396026 err-top5=0.162269
Epoch[73] Batch [49]	Speed: 2739.060899 samples/sec	rmse=0.020879	lr=0.291403
Epoch[73] Batch [99]	Speed: 2777.672445 samples/sec	rmse=0.020718	lr=0.291288
Epoch[73] Batch [149]	Speed: 2677.632264 samples/sec	rmse=0.020788	lr=0.291174
Epoch[73] Batch [199]	Speed: 2651.681240 samples/sec	rmse=0.020841	lr=0.291059
Epoch[73] Batch [249]	Speed: 2798.191131 samples/sec	rmse=0.020846	lr=0.290944
Epoch[73] Batch [299]	Speed: 2698.524580 samples/sec	rmse=0.020843	lr=0.290830
Epoch[73] Batch [349]	Speed: 2725.740708 samples/sec	rmse=0.020855	lr=0.290715
Epoch[73] Batch [399]	Speed: 2821.722983 samples/sec	rmse=0.020836	lr=0.290600
Epoch[73] Batch [449]	Speed: 2690.247952 samples/sec	rmse=0.020858	lr=0.290485
Epoch[73] Batch [499]	Speed: 2767.020294 samples/sec	rmse=0.020870	lr=0.290370
Epoch[73] Batch [549]	Speed: 2683.306393 samples/sec	rmse=0.020893	lr=0.290256
Epoch[73] Batch [599]	Speed: 2758.254827 samples/sec	rmse=0.020901	lr=0.290141
Epoch[73] Batch [649]	Speed: 2711.005883 samples/sec	rmse=0.020887	lr=0.290026
Epoch[73] Batch [699]	Speed: 2714.207689 samples/sec	rmse=0.020890	lr=0.289911
Epoch[73] Batch [749]	Speed: 2707.798408 samples/sec	rmse=0.020892	lr=0.289796
Epoch[73] Batch [799]	Speed: 2683.314373 samples/sec	rmse=0.020888	lr=0.289680
Epoch[73] Batch [849]	Speed: 2722.030525 samples/sec	rmse=0.020895	lr=0.289565
Epoch[73] Batch [899]	Speed: 2639.745501 samples/sec	rmse=0.020897	lr=0.289450
Epoch[73] Batch [949]	Speed: 2714.164123 samples/sec	rmse=0.020888	lr=0.289335
Epoch[73] Batch [999]	Speed: 2811.824622 samples/sec	rmse=0.020888	lr=0.289220
Epoch[73] Batch [1049]	Speed: 2737.206179 samples/sec	rmse=0.020899	lr=0.289104
Epoch[73] Batch [1099]	Speed: 2710.467543 samples/sec	rmse=0.020910	lr=0.288989
Epoch[73] Batch [1149]	Speed: 2758.232826 samples/sec	rmse=0.020919	lr=0.288874
Epoch[73] Batch [1199]	Speed: 2693.353863 samples/sec	rmse=0.020916	lr=0.288758
Epoch[73] Batch [1249]	Speed: 2910.538708 samples/sec	rmse=0.020910	lr=0.288643
[Epoch 73] training: rmse=0.020910
[Epoch 73] speed: 2729 samples/sec	time cost: 483.029206
[Epoch 73] validation: err-top1=0.404755 err-top5=0.165258
Epoch[74] Batch [49]	Speed: 2793.802252 samples/sec	rmse=0.020581	lr=0.288525
Epoch[74] Batch [99]	Speed: 2753.281306 samples/sec	rmse=0.020896	lr=0.288410
Epoch[74] Batch [149]	Speed: 2678.375889 samples/sec	rmse=0.020927	lr=0.288294
Epoch[74] Batch [199]	Speed: 2681.273308 samples/sec	rmse=0.020938	lr=0.288179
Epoch[74] Batch [249]	Speed: 2717.549220 samples/sec	rmse=0.020936	lr=0.288063
Epoch[74] Batch [299]	Speed: 2681.563187 samples/sec	rmse=0.020877	lr=0.287947
Epoch[74] Batch [349]	Speed: 2737.532986 samples/sec	rmse=0.020854	lr=0.287832
Epoch[74] Batch [399]	Speed: 2750.451731 samples/sec	rmse=0.020844	lr=0.287716
Epoch[74] Batch [449]	Speed: 2695.449840 samples/sec	rmse=0.020858	lr=0.287600
Epoch[74] Batch [499]	Speed: 2789.527052 samples/sec	rmse=0.020834	lr=0.287484
Epoch[74] Batch [549]	Speed: 2713.218148 samples/sec	rmse=0.020829	lr=0.287369
Epoch[74] Batch [599]	Speed: 2783.778172 samples/sec	rmse=0.020813	lr=0.287253
Epoch[74] Batch [649]	Speed: 2685.740872 samples/sec	rmse=0.020805	lr=0.287137
Epoch[74] Batch [699]	Speed: 2710.283298 samples/sec	rmse=0.020824	lr=0.287021
Epoch[74] Batch [749]	Speed: 2696.781972 samples/sec	rmse=0.020835	lr=0.286905
Epoch[74] Batch [799]	Speed: 2707.884895 samples/sec	rmse=0.020831	lr=0.286789
Epoch[74] Batch [849]	Speed: 2693.755768 samples/sec	rmse=0.020831	lr=0.286673
Epoch[74] Batch [899]	Speed: 2738.491595 samples/sec	rmse=0.020847	lr=0.286557
Epoch[74] Batch [949]	Speed: 2800.450454 samples/sec	rmse=0.020843	lr=0.286441
Epoch[74] Batch [999]	Speed: 2786.890063 samples/sec	rmse=0.020827	lr=0.286324
Epoch[74] Batch [1049]	Speed: 2737.065864 samples/sec	rmse=0.020827	lr=0.286208
Epoch[74] Batch [1099]	Speed: 2681.861803 samples/sec	rmse=0.020838	lr=0.286092
Epoch[74] Batch [1149]	Speed: 2737.004712 samples/sec	rmse=0.020847	lr=0.285976
Epoch[74] Batch [1199]	Speed: 2661.855889 samples/sec	rmse=0.020848	lr=0.285859
Epoch[74] Batch [1249]	Speed: 2880.723623 samples/sec	rmse=0.020844	lr=0.285743
[Epoch 74] training: rmse=0.020844
[Epoch 74] speed: 2729 samples/sec	time cost: 483.200461
[Epoch 74] validation: err-top1=0.391621 err-top5=0.155373
Epoch[75] Batch [49]	Speed: 2733.283617 samples/sec	rmse=0.020649	lr=0.285624
Epoch[75] Batch [99]	Speed: 2689.561854 samples/sec	rmse=0.020783	lr=0.285508
Epoch[75] Batch [149]	Speed: 2710.963548 samples/sec	rmse=0.020803	lr=0.285392
Epoch[75] Batch [199]	Speed: 2716.867036 samples/sec	rmse=0.020822	lr=0.285275
Epoch[75] Batch [249]	Speed: 2663.013899 samples/sec	rmse=0.020794	lr=0.285159
Epoch[75] Batch [299]	Speed: 2750.497668 samples/sec	rmse=0.020836	lr=0.285042
Epoch[75] Batch [349]	Speed: 2675.600797 samples/sec	rmse=0.020869	lr=0.284926
Epoch[75] Batch [399]	Speed: 2794.846038 samples/sec	rmse=0.020883	lr=0.284809
Epoch[75] Batch [449]	Speed: 2682.035571 samples/sec	rmse=0.020879	lr=0.284692
Epoch[75] Batch [499]	Speed: 2700.425331 samples/sec	rmse=0.020878	lr=0.284576
Epoch[75] Batch [549]	Speed: 2703.365437 samples/sec	rmse=0.020876	lr=0.284459
Epoch[75] Batch [599]	Speed: 2699.655906 samples/sec	rmse=0.020878	lr=0.284342
Epoch[75] Batch [649]	Speed: 2704.634518 samples/sec	rmse=0.020882	lr=0.284225
Epoch[75] Batch [699]	Speed: 2733.097579 samples/sec	rmse=0.020877	lr=0.284109
Epoch[75] Batch [749]	Speed: 2722.388022 samples/sec	rmse=0.020860	lr=0.283992
Epoch[75] Batch [799]	Speed: 2716.963763 samples/sec	rmse=0.020852	lr=0.283875
Epoch[75] Batch [849]	Speed: 2703.600376 samples/sec	rmse=0.020850	lr=0.283758
Epoch[75] Batch [899]	Speed: 2738.895172 samples/sec	rmse=0.020852	lr=0.283641
Epoch[75] Batch [949]	Speed: 2767.888358 samples/sec	rmse=0.020841	lr=0.283524
Epoch[75] Batch [999]	Speed: 2642.585718 samples/sec	rmse=0.020847	lr=0.283407
Epoch[75] Batch [1049]	Speed: 2730.689236 samples/sec	rmse=0.020842	lr=0.283290
Epoch[75] Batch [1099]	Speed: 2709.307348 samples/sec	rmse=0.020835	lr=0.283173
Epoch[75] Batch [1149]	Speed: 2711.771040 samples/sec	rmse=0.020837	lr=0.283056
Epoch[75] Batch [1199]	Speed: 2785.143038 samples/sec	rmse=0.020838	lr=0.282938
Epoch[75] Batch [1249]	Speed: 2860.993096 samples/sec	rmse=0.020851	lr=0.282821
[Epoch 75] training: rmse=0.020850
[Epoch 75] speed: 2719 samples/sec	time cost: 485.036716
[Epoch 75] validation: err-top1=0.404256 err-top5=0.168437
Epoch[76] Batch [49]	Speed: 2749.856837 samples/sec	rmse=0.020615	lr=0.282702
Epoch[76] Batch [99]	Speed: 2754.516962 samples/sec	rmse=0.020676	lr=0.282584
Epoch[76] Batch [149]	Speed: 2789.937441 samples/sec	rmse=0.020848	lr=0.282467
Epoch[76] Batch [199]	Speed: 2718.168027 samples/sec	rmse=0.020767	lr=0.282350
Epoch[76] Batch [249]	Speed: 2788.738325 samples/sec	rmse=0.020753	lr=0.282232
Epoch[76] Batch [299]	Speed: 2777.526262 samples/sec	rmse=0.020743	lr=0.282115
Epoch[76] Batch [349]	Speed: 2675.468526 samples/sec	rmse=0.020735	lr=0.281997
Epoch[76] Batch [399]	Speed: 2755.044172 samples/sec	rmse=0.020731	lr=0.281880
Epoch[76] Batch [449]	Speed: 2757.059423 samples/sec	rmse=0.020756	lr=0.281762
Epoch[76] Batch [499]	Speed: 2671.747984 samples/sec	rmse=0.020768	lr=0.281645
Epoch[76] Batch [549]	Speed: 2776.422680 samples/sec	rmse=0.020752	lr=0.281527
Epoch[76] Batch [599]	Speed: 2694.264503 samples/sec	rmse=0.020740	lr=0.281410
Epoch[76] Batch [649]	Speed: 2751.882312 samples/sec	rmse=0.020755	lr=0.281292
Epoch[76] Batch [699]	Speed: 2705.447139 samples/sec	rmse=0.020750	lr=0.281174
Epoch[76] Batch [749]	Speed: 2765.517486 samples/sec	rmse=0.020752	lr=0.281057
Epoch[76] Batch [799]	Speed: 2715.576905 samples/sec	rmse=0.020763	lr=0.280939
Epoch[76] Batch [849]	Speed: 2746.622132 samples/sec	rmse=0.020776	lr=0.280821
Epoch[76] Batch [899]	Speed: 2807.092174 samples/sec	rmse=0.020771	lr=0.280703
Epoch[76] Batch [949]	Speed: 2721.315949 samples/sec	rmse=0.020771	lr=0.280585
Epoch[76] Batch [999]	Speed: 2760.532702 samples/sec	rmse=0.020776	lr=0.280468
Epoch[76] Batch [1049]	Speed: 2724.736760 samples/sec	rmse=0.020774	lr=0.280350
Epoch[76] Batch [1099]	Speed: 2719.587737 samples/sec	rmse=0.020777	lr=0.280232
Epoch[76] Batch [1149]	Speed: 2802.154033 samples/sec	rmse=0.020771	lr=0.280114
Epoch[76] Batch [1199]	Speed: 2721.859194 samples/sec	rmse=0.020779	lr=0.279996
Epoch[76] Batch [1249]	Speed: 2977.157353 samples/sec	rmse=0.020779	lr=0.279878
[Epoch 76] training: rmse=0.020779
[Epoch 76] speed: 2750 samples/sec	time cost: 479.894628
[Epoch 76] validation: err-top1=0.400211 err-top5=0.166992
Epoch[77] Batch [49]	Speed: 2768.568888 samples/sec	rmse=0.020476	lr=0.279757
Epoch[77] Batch [99]	Speed: 2751.789536 samples/sec	rmse=0.020597	lr=0.279639
Epoch[77] Batch [149]	Speed: 2730.314872 samples/sec	rmse=0.020638	lr=0.279521
Epoch[77] Batch [199]	Speed: 2739.444865 samples/sec	rmse=0.020638	lr=0.279403
Epoch[77] Batch [249]	Speed: 2715.572991 samples/sec	rmse=0.020645	lr=0.279285
Epoch[77] Batch [299]	Speed: 2783.409674 samples/sec	rmse=0.020677	lr=0.279166
Epoch[77] Batch [349]	Speed: 2716.595008 samples/sec	rmse=0.020663	lr=0.279048
Epoch[77] Batch [399]	Speed: 2714.125120 samples/sec	rmse=0.020704	lr=0.278930
Epoch[77] Batch [449]	Speed: 2704.234946 samples/sec	rmse=0.020711	lr=0.278811
Epoch[77] Batch [499]	Speed: 2750.601138 samples/sec	rmse=0.020725	lr=0.278693
Epoch[77] Batch [549]	Speed: 2684.389222 samples/sec	rmse=0.020713	lr=0.278575
Epoch[77] Batch [599]	Speed: 2674.955269 samples/sec	rmse=0.020721	lr=0.278456
Epoch[77] Batch [649]	Speed: 2690.603082 samples/sec	rmse=0.020728	lr=0.278338
Epoch[77] Batch [699]	Speed: 2769.409281 samples/sec	rmse=0.020718	lr=0.278219
Epoch[77] Batch [749]	Speed: 2683.583030 samples/sec	rmse=0.020724	lr=0.278101
Epoch[77] Batch [799]	Speed: 2669.922727 samples/sec	rmse=0.020730	lr=0.277982
Epoch[77] Batch [849]	Speed: 2791.956457 samples/sec	rmse=0.020721	lr=0.277863
Epoch[77] Batch [899]	Speed: 2758.868636 samples/sec	rmse=0.020722	lr=0.277745
Epoch[77] Batch [949]	Speed: 2729.461782 samples/sec	rmse=0.020730	lr=0.277626
Epoch[77] Batch [999]	Speed: 2678.639348 samples/sec	rmse=0.020722	lr=0.277507
Epoch[77] Batch [1049]	Speed: 2707.566152 samples/sec	rmse=0.020721	lr=0.277389
Epoch[77] Batch [1099]	Speed: 2687.125490 samples/sec	rmse=0.020743	lr=0.277270
Epoch[77] Batch [1149]	Speed: 2680.052105 samples/sec	rmse=0.020756	lr=0.277151
Epoch[77] Batch [1199]	Speed: 2647.558886 samples/sec	rmse=0.020766	lr=0.277032
Epoch[77] Batch [1249]	Speed: 2841.132627 samples/sec	rmse=0.020759	lr=0.276913
[Epoch 77] training: rmse=0.020759
[Epoch 77] speed: 2720 samples/sec	time cost: 484.612056
[Epoch 77] validation: err-top1=0.392319 err-top5=0.159439
Epoch[78] Batch [49]	Speed: 2723.856575 samples/sec	rmse=0.020408	lr=0.276792
Epoch[78] Batch [99]	Speed: 2725.206080 samples/sec	rmse=0.020517	lr=0.276673
Epoch[78] Batch [149]	Speed: 2692.079347 samples/sec	rmse=0.020594	lr=0.276554
Epoch[78] Batch [199]	Speed: 2674.153866 samples/sec	rmse=0.020650	lr=0.276435
Epoch[78] Batch [249]	Speed: 2696.168666 samples/sec	rmse=0.020677	lr=0.276316
Epoch[78] Batch [299]	Speed: 2705.088795 samples/sec	rmse=0.020686	lr=0.276197
Epoch[78] Batch [349]	Speed: 2717.419131 samples/sec	rmse=0.020732	lr=0.276078
Epoch[78] Batch [399]	Speed: 2759.807880 samples/sec	rmse=0.020751	lr=0.275959
Epoch[78] Batch [449]	Speed: 2658.181244 samples/sec	rmse=0.020742	lr=0.275840
Epoch[78] Batch [499]	Speed: 2691.134267 samples/sec	rmse=0.020741	lr=0.275721
Epoch[78] Batch [549]	Speed: 2684.401638 samples/sec	rmse=0.020753	lr=0.275601
Epoch[78] Batch [599]	Speed: 2724.534047 samples/sec	rmse=0.020745	lr=0.275482
Epoch[78] Batch [649]	Speed: 2728.501648 samples/sec	rmse=0.020734	lr=0.275363
Epoch[78] Batch [699]	Speed: 2709.042573 samples/sec	rmse=0.020740	lr=0.275244
Epoch[78] Batch [749]	Speed: 2714.333628 samples/sec	rmse=0.020738	lr=0.275124
Epoch[78] Batch [799]	Speed: 2812.567451 samples/sec	rmse=0.020748	lr=0.275005
Epoch[78] Batch [849]	Speed: 2650.353735 samples/sec	rmse=0.020756	lr=0.274885
Epoch[78] Batch [899]	Speed: 2703.498166 samples/sec	rmse=0.020761	lr=0.274766
Epoch[78] Batch [949]	Speed: 2748.526680 samples/sec	rmse=0.020744	lr=0.274647
Epoch[78] Batch [999]	Speed: 2669.244833 samples/sec	rmse=0.020737	lr=0.274527
Epoch[78] Batch [1049]	Speed: 2722.302884 samples/sec	rmse=0.020742	lr=0.274408
Epoch[78] Batch [1099]	Speed: 2754.204915 samples/sec	rmse=0.020748	lr=0.274288
Epoch[78] Batch [1149]	Speed: 2713.825484 samples/sec	rmse=0.020746	lr=0.274168
Epoch[78] Batch [1199]	Speed: 2749.760571 samples/sec	rmse=0.020745	lr=0.274049
Epoch[78] Batch [1249]	Speed: 2907.435508 samples/sec	rmse=0.020751	lr=0.273929
[Epoch 78] training: rmse=0.020751
[Epoch 78] speed: 2719 samples/sec	time cost: 485.361833
[Epoch 78] validation: err-top1=0.416275 err-top5=0.176997
Epoch[79] Batch [49]	Speed: 2795.656531 samples/sec	rmse=0.021088	lr=0.273807
Epoch[79] Batch [99]	Speed: 2697.479890 samples/sec	rmse=0.020929	lr=0.273687
Epoch[79] Batch [149]	Speed: 2764.957566 samples/sec	rmse=0.020848	lr=0.273568
Epoch[79] Batch [199]	Speed: 2724.594816 samples/sec	rmse=0.020812	lr=0.273448
Epoch[79] Batch [249]	Speed: 2686.953718 samples/sec	rmse=0.020764	lr=0.273328
Epoch[79] Batch [299]	Speed: 2638.183059 samples/sec	rmse=0.020774	lr=0.273208
Epoch[79] Batch [349]	Speed: 2689.822835 samples/sec	rmse=0.020793	lr=0.273088
Epoch[79] Batch [399]	Speed: 2705.381666 samples/sec	rmse=0.020775	lr=0.272969
Epoch[79] Batch [449]	Speed: 2745.812994 samples/sec	rmse=0.020785	lr=0.272849
Epoch[79] Batch [499]	Speed: 2733.559555 samples/sec	rmse=0.020781	lr=0.272729
Epoch[79] Batch [549]	Speed: 2741.895254 samples/sec	rmse=0.020781	lr=0.272609
Epoch[79] Batch [599]	Speed: 2739.115854 samples/sec	rmse=0.020779	lr=0.272489
Epoch[79] Batch [649]	Speed: 2665.795293 samples/sec	rmse=0.020763	lr=0.272369
Epoch[79] Batch [699]	Speed: 2637.669200 samples/sec	rmse=0.020741	lr=0.272249
Epoch[79] Batch [749]	Speed: 2762.635601 samples/sec	rmse=0.020741	lr=0.272128
Epoch[79] Batch [799]	Speed: 2687.151851 samples/sec	rmse=0.020751	lr=0.272008
Epoch[79] Batch [849]	Speed: 2673.239897 samples/sec	rmse=0.020740	lr=0.271888
Epoch[79] Batch [899]	Speed: 2711.506228 samples/sec	rmse=0.020744	lr=0.271768
Epoch[79] Batch [949]	Speed: 2694.234588 samples/sec	rmse=0.020746	lr=0.271648
Epoch[79] Batch [999]	Speed: 2778.769003 samples/sec	rmse=0.020756	lr=0.271527
Epoch[79] Batch [1049]	Speed: 2762.067895 samples/sec	rmse=0.020759	lr=0.271407
Epoch[79] Batch [1099]	Speed: 2725.237690 samples/sec	rmse=0.020753	lr=0.271287
Epoch[79] Batch [1149]	Speed: 2689.568625 samples/sec	rmse=0.020755	lr=0.271167
Epoch[79] Batch [1199]	Speed: 2693.831020 samples/sec	rmse=0.020741	lr=0.271046
Epoch[79] Batch [1249]	Speed: 2881.887524 samples/sec	rmse=0.020737	lr=0.270926
[Epoch 79] training: rmse=0.020736
[Epoch 79] speed: 2718 samples/sec	time cost: 485.045889
[Epoch 79] validation: err-top1=0.387536 err-top5=0.158941
Epoch[80] Batch [49]	Speed: 2847.092706 samples/sec	rmse=0.020604	lr=0.270803
Epoch[80] Batch [99]	Speed: 2855.681720 samples/sec	rmse=0.020604	lr=0.270683
Epoch[80] Batch [149]	Speed: 2859.977940 samples/sec	rmse=0.020628	lr=0.270562
Epoch[80] Batch [199]	Speed: 2818.305447 samples/sec	rmse=0.020666	lr=0.270441
Epoch[80] Batch [249]	Speed: 2785.197727 samples/sec	rmse=0.020621	lr=0.270321
Epoch[80] Batch [299]	Speed: 2796.694929 samples/sec	rmse=0.020629	lr=0.270200
Epoch[80] Batch [349]	Speed: 2790.253541 samples/sec	rmse=0.020626	lr=0.270080
Epoch[80] Batch [399]	Speed: 2714.254208 samples/sec	rmse=0.020643	lr=0.269959
Epoch[80] Batch [449]	Speed: 2704.913866 samples/sec	rmse=0.020636	lr=0.269838
Epoch[80] Batch [499]	Speed: 2732.911740 samples/sec	rmse=0.020653	lr=0.269718
Epoch[80] Batch [549]	Speed: 2685.642829 samples/sec	rmse=0.020680	lr=0.269597
Epoch[80] Batch [599]	Speed: 2648.878756 samples/sec	rmse=0.020683	lr=0.269476
Epoch[80] Batch [649]	Speed: 2695.965341 samples/sec	rmse=0.020688	lr=0.269356
Epoch[80] Batch [699]	Speed: 2669.645979 samples/sec	rmse=0.020701	lr=0.269235
Epoch[80] Batch [749]	Speed: 2796.002614 samples/sec	rmse=0.020704	lr=0.269114
Epoch[80] Batch [799]	Speed: 2757.441052 samples/sec	rmse=0.020697	lr=0.268993
Epoch[80] Batch [849]	Speed: 2686.195746 samples/sec	rmse=0.020713	lr=0.268872
Epoch[80] Batch [899]	Speed: 2772.968118 samples/sec	rmse=0.020715	lr=0.268751
Epoch[80] Batch [949]	Speed: 2685.722701 samples/sec	rmse=0.020719	lr=0.268630
Epoch[80] Batch [999]	Speed: 2768.298827 samples/sec	rmse=0.020722	lr=0.268509
Epoch[80] Batch [1049]	Speed: 2696.347272 samples/sec	rmse=0.020724	lr=0.268388
Epoch[80] Batch [1099]	Speed: 2734.070348 samples/sec	rmse=0.020729	lr=0.268267
Epoch[80] Batch [1149]	Speed: 2716.316712 samples/sec	rmse=0.020738	lr=0.268146
Epoch[80] Batch [1199]	Speed: 2747.984977 samples/sec	rmse=0.020739	lr=0.268025
Epoch[80] Batch [1249]	Speed: 2875.111179 samples/sec	rmse=0.020746	lr=0.267904
[Epoch 80] training: rmse=0.020746
[Epoch 80] speed: 2750 samples/sec	time cost: 479.655302
[Epoch 80] validation: err-top1=0.382733 err-top5=0.150430
Epoch[81] Batch [49]	Speed: 2752.270305 samples/sec	rmse=0.020591	lr=0.267780
Epoch[81] Batch [99]	Speed: 2741.440466 samples/sec	rmse=0.020670	lr=0.267659
Epoch[81] Batch [149]	Speed: 2768.995912 samples/sec	rmse=0.020662	lr=0.267538
Epoch[81] Batch [199]	Speed: 2891.101025 samples/sec	rmse=0.020666	lr=0.267417
Epoch[81] Batch [249]	Speed: 2687.013528 samples/sec	rmse=0.020648	lr=0.267296
Epoch[81] Batch [299]	Speed: 2775.034680 samples/sec	rmse=0.020687	lr=0.267174
Epoch[81] Batch [349]	Speed: 2804.092646 samples/sec	rmse=0.020723	lr=0.267053
Epoch[81] Batch [399]	Speed: 2762.941350 samples/sec	rmse=0.020728	lr=0.266932
Epoch[81] Batch [449]	Speed: 2713.761867 samples/sec	rmse=0.020697	lr=0.266810
Epoch[81] Batch [499]	Speed: 2750.453493 samples/sec	rmse=0.020710	lr=0.266689
Epoch[81] Batch [549]	Speed: 2682.721219 samples/sec	rmse=0.020715	lr=0.266567
Epoch[81] Batch [599]	Speed: 2770.897303 samples/sec	rmse=0.020728	lr=0.266446
Epoch[81] Batch [649]	Speed: 2746.921254 samples/sec	rmse=0.020726	lr=0.266324
Epoch[81] Batch [699]	Speed: 2803.900688 samples/sec	rmse=0.020730	lr=0.266203
Epoch[81] Batch [749]	Speed: 2728.135404 samples/sec	rmse=0.020718	lr=0.266081
Epoch[81] Batch [799]	Speed: 2771.010823 samples/sec	rmse=0.020701	lr=0.265960
Epoch[81] Batch [849]	Speed: 2730.921829 samples/sec	rmse=0.020713	lr=0.265838
Epoch[81] Batch [899]	Speed: 2703.169294 samples/sec	rmse=0.020726	lr=0.265717
Epoch[81] Batch [949]	Speed: 2700.448864 samples/sec	rmse=0.020730	lr=0.265595
Epoch[81] Batch [999]	Speed: 2689.010649 samples/sec	rmse=0.020730	lr=0.265473
Epoch[81] Batch [1049]	Speed: 2792.026442 samples/sec	rmse=0.020728	lr=0.265352
Epoch[81] Batch [1099]	Speed: 2783.069442 samples/sec	rmse=0.020742	lr=0.265230
Epoch[81] Batch [1149]	Speed: 2698.556693 samples/sec	rmse=0.020741	lr=0.265108
Epoch[81] Batch [1199]	Speed: 2707.274652 samples/sec	rmse=0.020732	lr=0.264986
Epoch[81] Batch [1249]	Speed: 2903.144885 samples/sec	rmse=0.020729	lr=0.264865
[Epoch 81] training: rmse=0.020729
[Epoch 81] speed: 2751 samples/sec	time cost: 479.649414
[Epoch 81] validation: err-top1=0.396830 err-top5=0.164429
Epoch[82] Batch [49]	Speed: 2693.419769 samples/sec	rmse=0.020560	lr=0.264740
Epoch[82] Batch [99]	Speed: 2690.536067 samples/sec	rmse=0.020445	lr=0.264618
Epoch[82] Batch [149]	Speed: 2714.354625 samples/sec	rmse=0.020509	lr=0.264497
Epoch[82] Batch [199]	Speed: 2670.681871 samples/sec	rmse=0.020508	lr=0.264375
Epoch[82] Batch [249]	Speed: 2750.262645 samples/sec	rmse=0.020478	lr=0.264253
Epoch[82] Batch [299]	Speed: 2728.490000 samples/sec	rmse=0.020514	lr=0.264131
Epoch[82] Batch [349]	Speed: 2686.067062 samples/sec	rmse=0.020564	lr=0.264009
Epoch[82] Batch [399]	Speed: 2728.775443 samples/sec	rmse=0.020558	lr=0.263887
Epoch[82] Batch [449]	Speed: 2752.494170 samples/sec	rmse=0.020573	lr=0.263765
Epoch[82] Batch [499]	Speed: 2681.366981 samples/sec	rmse=0.020591	lr=0.263643
Epoch[82] Batch [549]	Speed: 2744.636065 samples/sec	rmse=0.020602	lr=0.263520
Epoch[82] Batch [599]	Speed: 2712.927725 samples/sec	rmse=0.020596	lr=0.263398
Epoch[82] Batch [649]	Speed: 2759.263352 samples/sec	rmse=0.020606	lr=0.263276
Epoch[82] Batch [699]	Speed: 2694.967443 samples/sec	rmse=0.020610	lr=0.263154
Epoch[82] Batch [749]	Speed: 2705.317763 samples/sec	rmse=0.020613	lr=0.263032
Epoch[82] Batch [799]	Speed: 2681.187106 samples/sec	rmse=0.020620	lr=0.262910
Epoch[82] Batch [849]	Speed: 2698.115014 samples/sec	rmse=0.020648	lr=0.262787
Epoch[82] Batch [899]	Speed: 2701.801069 samples/sec	rmse=0.020643	lr=0.262665
Epoch[82] Batch [949]	Speed: 2764.608234 samples/sec	rmse=0.020651	lr=0.262543
Epoch[82] Batch [999]	Speed: 2740.155637 samples/sec	rmse=0.020652	lr=0.262420
Epoch[82] Batch [1049]	Speed: 2686.220409 samples/sec	rmse=0.020650	lr=0.262298
Epoch[82] Batch [1099]	Speed: 2625.973908 samples/sec	rmse=0.020657	lr=0.262176
Epoch[82] Batch [1149]	Speed: 2645.687865 samples/sec	rmse=0.020651	lr=0.262053
Epoch[82] Batch [1199]	Speed: 2797.513673 samples/sec	rmse=0.020664	lr=0.261931
Epoch[82] Batch [1249]	Speed: 2888.013169 samples/sec	rmse=0.020667	lr=0.261808
[Epoch 82] training: rmse=0.020667
[Epoch 82] speed: 2714 samples/sec	time cost: 485.924731
[Epoch 82] validation: err-top1=0.384487 err-top5=0.152184
Epoch[83] Batch [49]	Speed: 2817.531083 samples/sec	rmse=0.020568	lr=0.261683
Epoch[83] Batch [99]	Speed: 2720.805739 samples/sec	rmse=0.020621	lr=0.261561
Epoch[83] Batch [149]	Speed: 2722.237455 samples/sec	rmse=0.020565	lr=0.261438
Epoch[83] Batch [199]	Speed: 2646.664111 samples/sec	rmse=0.020593	lr=0.261316
Epoch[83] Batch [249]	Speed: 2708.096032 samples/sec	rmse=0.020560	lr=0.261193
Epoch[83] Batch [299]	Speed: 2751.478706 samples/sec	rmse=0.020604	lr=0.261071
Epoch[83] Batch [349]	Speed: 2736.785416 samples/sec	rmse=0.020586	lr=0.260948
Epoch[83] Batch [399]	Speed: 2714.354900 samples/sec	rmse=0.020555	lr=0.260825
Epoch[83] Batch [449]	Speed: 2755.803237 samples/sec	rmse=0.020538	lr=0.260703
Epoch[83] Batch [499]	Speed: 2735.540454 samples/sec	rmse=0.020553	lr=0.260580
Epoch[83] Batch [549]	Speed: 2722.347161 samples/sec	rmse=0.020591	lr=0.260457
Epoch[83] Batch [599]	Speed: 2703.718729 samples/sec	rmse=0.020582	lr=0.260334
Epoch[83] Batch [649]	Speed: 2765.320945 samples/sec	rmse=0.020584	lr=0.260211
Epoch[83] Batch [699]	Speed: 2760.112897 samples/sec	rmse=0.020592	lr=0.260089
Epoch[83] Batch [749]	Speed: 2794.934974 samples/sec	rmse=0.020600	lr=0.259966
Epoch[83] Batch [799]	Speed: 2756.690427 samples/sec	rmse=0.020610	lr=0.259843
Epoch[83] Batch [849]	Speed: 2706.885627 samples/sec	rmse=0.020613	lr=0.259720
Epoch[83] Batch [899]	Speed: 2659.704189 samples/sec	rmse=0.020622	lr=0.259597
Epoch[83] Batch [949]	Speed: 2771.286921 samples/sec	rmse=0.020626	lr=0.259474
Epoch[83] Batch [999]	Speed: 2737.202237 samples/sec	rmse=0.020627	lr=0.259351
Epoch[83] Batch [1049]	Speed: 2710.333958 samples/sec	rmse=0.020631	lr=0.259228
Epoch[83] Batch [1099]	Speed: 2731.652126 samples/sec	rmse=0.020639	lr=0.259105
Epoch[83] Batch [1149]	Speed: 2722.448489 samples/sec	rmse=0.020649	lr=0.258982
Epoch[83] Batch [1199]	Speed: 2744.092949 samples/sec	rmse=0.020649	lr=0.258859
Epoch[83] Batch [1249]	Speed: 2875.760506 samples/sec	rmse=0.020648	lr=0.258736
[Epoch 83] training: rmse=0.020648
[Epoch 83] speed: 2736 samples/sec	time cost: 482.110110
[Epoch 83] validation: err-top1=0.386878 err-top5=0.151367
Epoch[84] Batch [49]	Speed: 2738.457617 samples/sec	rmse=0.020625	lr=0.258610
Epoch[84] Batch [99]	Speed: 2675.051833 samples/sec	rmse=0.020578	lr=0.258487
Epoch[84] Batch [149]	Speed: 2682.963309 samples/sec	rmse=0.020538	lr=0.258364
Epoch[84] Batch [199]	Speed: 2674.162558 samples/sec	rmse=0.020619	lr=0.258241
Epoch[84] Batch [249]	Speed: 2705.547929 samples/sec	rmse=0.020682	lr=0.258118
Epoch[84] Batch [299]	Speed: 2750.232319 samples/sec	rmse=0.020705	lr=0.257994
Epoch[84] Batch [349]	Speed: 2685.502109 samples/sec	rmse=0.020698	lr=0.257871
Epoch[84] Batch [399]	Speed: 2689.205315 samples/sec	rmse=0.020672	lr=0.257748
Epoch[84] Batch [449]	Speed: 2746.752854 samples/sec	rmse=0.020667	lr=0.257625
Epoch[84] Batch [499]	Speed: 2732.563713 samples/sec	rmse=0.020696	lr=0.257501
Epoch[84] Batch [549]	Speed: 2757.181193 samples/sec	rmse=0.020704	lr=0.257378
Epoch[84] Batch [599]	Speed: 2664.899065 samples/sec	rmse=0.020685	lr=0.257255
Epoch[84] Batch [649]	Speed: 2737.580970 samples/sec	rmse=0.020686	lr=0.257131
Epoch[84] Batch [699]	Speed: 2747.652576 samples/sec	rmse=0.020680	lr=0.257008
Epoch[84] Batch [749]	Speed: 2721.908355 samples/sec	rmse=0.020675	lr=0.256884
Epoch[84] Batch [799]	Speed: 2691.168059 samples/sec	rmse=0.020671	lr=0.256761
Epoch[84] Batch [849]	Speed: 2735.726964 samples/sec	rmse=0.020660	lr=0.256637
Epoch[84] Batch [899]	Speed: 2777.420038 samples/sec	rmse=0.020660	lr=0.256514
Epoch[84] Batch [949]	Speed: 2736.569364 samples/sec	rmse=0.020663	lr=0.256390
Epoch[84] Batch [999]	Speed: 2712.310754 samples/sec	rmse=0.020667	lr=0.256267
Epoch[84] Batch [1049]	Speed: 2766.151599 samples/sec	rmse=0.020673	lr=0.256143
Epoch[84] Batch [1099]	Speed: 2708.884628 samples/sec	rmse=0.020670	lr=0.256019
Epoch[84] Batch [1149]	Speed: 2753.036877 samples/sec	rmse=0.020680	lr=0.255896
Epoch[84] Batch [1199]	Speed: 2765.833918 samples/sec	rmse=0.020678	lr=0.255772
Epoch[84] Batch [1249]	Speed: 2887.572763 samples/sec	rmse=0.020688	lr=0.255648
[Epoch 84] training: rmse=0.020688
[Epoch 84] speed: 2727 samples/sec	time cost: 483.633553
[Epoch 84] validation: err-top1=0.386440 err-top5=0.155752
Epoch[85] Batch [49]	Speed: 2702.900172 samples/sec	rmse=0.020672	lr=0.255522
Epoch[85] Batch [99]	Speed: 2692.778075 samples/sec	rmse=0.020743	lr=0.255399
Epoch[85] Batch [149]	Speed: 2748.411301 samples/sec	rmse=0.020683	lr=0.255275
Epoch[85] Batch [199]	Speed: 2726.050110 samples/sec	rmse=0.020639	lr=0.255151
Epoch[85] Batch [249]	Speed: 2692.238883 samples/sec	rmse=0.020653	lr=0.255027
Epoch[85] Batch [299]	Speed: 2663.677794 samples/sec	rmse=0.020594	lr=0.254903
Epoch[85] Batch [349]	Speed: 2680.148068 samples/sec	rmse=0.020574	lr=0.254780
Epoch[85] Batch [399]	Speed: 2763.073168 samples/sec	rmse=0.020563	lr=0.254656
Epoch[85] Batch [449]	Speed: 2720.012358 samples/sec	rmse=0.020573	lr=0.254532
Epoch[85] Batch [499]	Speed: 2731.596984 samples/sec	rmse=0.020571	lr=0.254408
Epoch[85] Batch [549]	Speed: 2704.209236 samples/sec	rmse=0.020585	lr=0.254284
Epoch[85] Batch [599]	Speed: 2683.010673 samples/sec	rmse=0.020587	lr=0.254160
Epoch[85] Batch [649]	Speed: 2735.695215 samples/sec	rmse=0.020602	lr=0.254036
Epoch[85] Batch [699]	Speed: 2801.057468 samples/sec	rmse=0.020611	lr=0.253912
Epoch[85] Batch [749]	Speed: 2707.836375 samples/sec	rmse=0.020616	lr=0.253788
Epoch[85] Batch [799]	Speed: 2755.362490 samples/sec	rmse=0.020618	lr=0.253664
Epoch[85] Batch [849]	Speed: 2759.765639 samples/sec	rmse=0.020612	lr=0.253540
Epoch[85] Batch [899]	Speed: 2771.371968 samples/sec	rmse=0.020612	lr=0.253416
Epoch[85] Batch [949]	Speed: 2677.451655 samples/sec	rmse=0.020606	lr=0.253292
Epoch[85] Batch [999]	Speed: 2705.197839 samples/sec	rmse=0.020616	lr=0.253167
Epoch[85] Batch [1049]	Speed: 2689.586007 samples/sec	rmse=0.020615	lr=0.253043
Epoch[85] Batch [1099]	Speed: 2785.731580 samples/sec	rmse=0.020613	lr=0.252919
Epoch[85] Batch [1149]	Speed: 2726.300222 samples/sec	rmse=0.020612	lr=0.252795
Epoch[85] Batch [1199]	Speed: 2790.306292 samples/sec	rmse=0.020623	lr=0.252671
Epoch[85] Batch [1249]	Speed: 2853.061318 samples/sec	rmse=0.020624	lr=0.252546
[Epoch 85] training: rmse=0.020625
[Epoch 85] speed: 2728 samples/sec	time cost: 483.579522
[Epoch 85] validation: err-top1=0.378906 err-top5=0.150729
Epoch[86] Batch [49]	Speed: 2810.468355 samples/sec	rmse=0.020640	lr=0.252420
Epoch[86] Batch [99]	Speed: 2707.460775 samples/sec	rmse=0.020621	lr=0.252295
Epoch[86] Batch [149]	Speed: 2697.441806 samples/sec	rmse=0.020615	lr=0.252171
Epoch[86] Batch [199]	Speed: 2781.588426 samples/sec	rmse=0.020604	lr=0.252047
Epoch[86] Batch [249]	Speed: 2694.131090 samples/sec	rmse=0.020663	lr=0.251922
Epoch[86] Batch [299]	Speed: 2722.083315 samples/sec	rmse=0.020678	lr=0.251798
Epoch[86] Batch [349]	Speed: 2697.730481 samples/sec	rmse=0.020665	lr=0.251674
Epoch[86] Batch [399]	Speed: 2662.523234 samples/sec	rmse=0.020671	lr=0.251549
Epoch[86] Batch [449]	Speed: 2703.629818 samples/sec	rmse=0.020667	lr=0.251425
Epoch[86] Batch [499]	Speed: 2786.664979 samples/sec	rmse=0.020665	lr=0.251300
Epoch[86] Batch [549]	Speed: 2639.671877 samples/sec	rmse=0.020658	lr=0.251176
Epoch[86] Batch [599]	Speed: 2784.152073 samples/sec	rmse=0.020637	lr=0.251051
Epoch[86] Batch [649]	Speed: 2696.056490 samples/sec	rmse=0.020633	lr=0.250927
Epoch[86] Batch [699]	Speed: 2765.760859 samples/sec	rmse=0.020642	lr=0.250802
Epoch[86] Batch [749]	Speed: 2744.053257 samples/sec	rmse=0.020647	lr=0.250678
Epoch[86] Batch [799]	Speed: 2691.531225 samples/sec	rmse=0.020637	lr=0.250553
Epoch[86] Batch [849]	Speed: 2774.554494 samples/sec	rmse=0.020641	lr=0.250428
Epoch[86] Batch [899]	Speed: 2749.729728 samples/sec	rmse=0.020633	lr=0.250304
Epoch[86] Batch [949]	Speed: 2689.958483 samples/sec	rmse=0.020633	lr=0.250179
Epoch[86] Batch [999]	Speed: 2714.547762 samples/sec	rmse=0.020628	lr=0.250054
Epoch[86] Batch [1049]	Speed: 2686.664689 samples/sec	rmse=0.020622	lr=0.249930
Epoch[86] Batch [1099]	Speed: 2750.017871 samples/sec	rmse=0.020632	lr=0.249805
Epoch[86] Batch [1149]	Speed: 2704.714399 samples/sec	rmse=0.020633	lr=0.249680
Epoch[86] Batch [1199]	Speed: 2693.570950 samples/sec	rmse=0.020635	lr=0.249556
Epoch[86] Batch [1249]	Speed: 2894.587198 samples/sec	rmse=0.020625	lr=0.249431
[Epoch 86] training: rmse=0.020625
[Epoch 86] speed: 2726 samples/sec	time cost: 483.489494
[Epoch 86] validation: err-top1=0.388074 err-top5=0.156569
Epoch[87] Batch [49]	Speed: 2741.426817 samples/sec	rmse=0.020491	lr=0.249304
Epoch[87] Batch [99]	Speed: 2707.061084 samples/sec	rmse=0.020518	lr=0.249179
Epoch[87] Batch [149]	Speed: 2672.380691 samples/sec	rmse=0.020556	lr=0.249054
Epoch[87] Batch [199]	Speed: 2745.588318 samples/sec	rmse=0.020516	lr=0.248929
Epoch[87] Batch [249]	Speed: 2755.762180 samples/sec	rmse=0.020540	lr=0.248804
Epoch[87] Batch [299]	Speed: 2707.506721 samples/sec	rmse=0.020512	lr=0.248679
Epoch[87] Batch [349]	Speed: 2801.526918 samples/sec	rmse=0.020522	lr=0.248554
Epoch[87] Batch [399]	Speed: 2703.764412 samples/sec	rmse=0.020506	lr=0.248429
Epoch[87] Batch [449]	Speed: 2658.766261 samples/sec	rmse=0.020505	lr=0.248304
Epoch[87] Batch [499]	Speed: 2742.685481 samples/sec	rmse=0.020534	lr=0.248179
Epoch[87] Batch [549]	Speed: 2752.101071 samples/sec	rmse=0.020539	lr=0.248054
Epoch[87] Batch [599]	Speed: 2794.539261 samples/sec	rmse=0.020538	lr=0.247929
Epoch[87] Batch [649]	Speed: 2780.474558 samples/sec	rmse=0.020534	lr=0.247804
Epoch[87] Batch [699]	Speed: 2674.959167 samples/sec	rmse=0.020517	lr=0.247679
Epoch[87] Batch [749]	Speed: 2787.331548 samples/sec	rmse=0.020525	lr=0.247554
Epoch[87] Batch [799]	Speed: 2749.505537 samples/sec	rmse=0.020530	lr=0.247429
Epoch[87] Batch [849]	Speed: 2660.261536 samples/sec	rmse=0.020536	lr=0.247304
Epoch[87] Batch [899]	Speed: 2779.569765 samples/sec	rmse=0.020540	lr=0.247179
Epoch[87] Batch [949]	Speed: 2713.927173 samples/sec	rmse=0.020558	lr=0.247054
Epoch[87] Batch [999]	Speed: 2707.164553 samples/sec	rmse=0.020559	lr=0.246929
Epoch[87] Batch [1049]	Speed: 2700.317826 samples/sec	rmse=0.020550	lr=0.246803
Epoch[87] Batch [1099]	Speed: 2771.652073 samples/sec	rmse=0.020550	lr=0.246678
Epoch[87] Batch [1149]	Speed: 2708.812974 samples/sec	rmse=0.020541	lr=0.246553
Epoch[87] Batch [1199]	Speed: 2675.373898 samples/sec	rmse=0.020539	lr=0.246428
Epoch[87] Batch [1249]	Speed: 2990.415805 samples/sec	rmse=0.020546	lr=0.246302
[Epoch 87] training: rmse=0.020547
[Epoch 87] speed: 2735 samples/sec	time cost: 482.161797
[Epoch 87] validation: err-top1=0.386007 err-top5=0.153890
Epoch[88] Batch [49]	Speed: 2749.461675 samples/sec	rmse=0.020289	lr=0.246175
Epoch[88] Batch [99]	Speed: 2736.258546 samples/sec	rmse=0.020275	lr=0.246049
Epoch[88] Batch [149]	Speed: 2802.918723 samples/sec	rmse=0.020304	lr=0.245924
Epoch[88] Batch [199]	Speed: 2653.726411 samples/sec	rmse=0.020391	lr=0.245799
Epoch[88] Batch [249]	Speed: 2804.075254 samples/sec	rmse=0.020438	lr=0.245673
Epoch[88] Batch [299]	Speed: 2719.418849 samples/sec	rmse=0.020535	lr=0.245548
Epoch[88] Batch [349]	Speed: 2737.919142 samples/sec	rmse=0.020550	lr=0.245422
Epoch[88] Batch [399]	Speed: 2763.875472 samples/sec	rmse=0.020516	lr=0.245297
Epoch[88] Batch [449]	Speed: 2754.773350 samples/sec	rmse=0.020508	lr=0.245172
Epoch[88] Batch [499]	Speed: 2706.472121 samples/sec	rmse=0.020515	lr=0.245046
Epoch[88] Batch [549]	Speed: 2789.449982 samples/sec	rmse=0.020501	lr=0.244921
Epoch[88] Batch [599]	Speed: 2766.267866 samples/sec	rmse=0.020511	lr=0.244795
Epoch[88] Batch [649]	Speed: 2680.152148 samples/sec	rmse=0.020534	lr=0.244670
Epoch[88] Batch [699]	Speed: 2740.796817 samples/sec	rmse=0.020540	lr=0.244544
Epoch[88] Batch [749]	Speed: 2731.161617 samples/sec	rmse=0.020554	lr=0.244418
Epoch[88] Batch [799]	Speed: 2666.151775 samples/sec	rmse=0.020553	lr=0.244293
Epoch[88] Batch [849]	Speed: 2702.117606 samples/sec	rmse=0.020542	lr=0.244167
Epoch[88] Batch [899]	Speed: 2684.787046 samples/sec	rmse=0.020549	lr=0.244042
Epoch[88] Batch [949]	Speed: 2765.513889 samples/sec	rmse=0.020547	lr=0.243916
Epoch[88] Batch [999]	Speed: 2630.019669 samples/sec	rmse=0.020549	lr=0.243790
Epoch[88] Batch [1049]	Speed: 2748.206211 samples/sec	rmse=0.020560	lr=0.243665
Epoch[88] Batch [1099]	Speed: 2767.819685 samples/sec	rmse=0.020564	lr=0.243539
Epoch[88] Batch [1149]	Speed: 2732.849174 samples/sec	rmse=0.020568	lr=0.243413
Epoch[88] Batch [1199]	Speed: 2740.690131 samples/sec	rmse=0.020553	lr=0.243288
Epoch[88] Batch [1249]	Speed: 3006.867062 samples/sec	rmse=0.020562	lr=0.243162
[Epoch 88] training: rmse=0.020562
[Epoch 88] speed: 2739 samples/sec	time cost: 481.803527
[Epoch 88] validation: err-top1=0.382653 err-top5=0.150331
Epoch[89] Batch [49]	Speed: 2761.055225 samples/sec	rmse=0.020492	lr=0.243034
Epoch[89] Batch [99]	Speed: 2747.413434 samples/sec	rmse=0.020514	lr=0.242908
Epoch[89] Batch [149]	Speed: 2700.735907 samples/sec	rmse=0.020507	lr=0.242782
Epoch[89] Batch [199]	Speed: 2664.188286 samples/sec	rmse=0.020554	lr=0.242656
Epoch[89] Batch [249]	Speed: 2698.688000 samples/sec	rmse=0.020547	lr=0.242530
Epoch[89] Batch [299]	Speed: 2811.133630 samples/sec	rmse=0.020571	lr=0.242405
Epoch[89] Batch [349]	Speed: 2691.072722 samples/sec	rmse=0.020557	lr=0.242279
Epoch[89] Batch [399]	Speed: 2727.173848 samples/sec	rmse=0.020561	lr=0.242153
Epoch[89] Batch [449]	Speed: 2864.519785 samples/sec	rmse=0.020566	lr=0.242027
Epoch[89] Batch [499]	Speed: 2812.922856 samples/sec	rmse=0.020541	lr=0.241901
Epoch[89] Batch [549]	Speed: 2788.178992 samples/sec	rmse=0.020519	lr=0.241775
Epoch[89] Batch [599]	Speed: 2817.812204 samples/sec	rmse=0.020534	lr=0.241649
Epoch[89] Batch [649]	Speed: 2760.991185 samples/sec	rmse=0.020533	lr=0.241523
Epoch[89] Batch [699]	Speed: 2873.094302 samples/sec	rmse=0.020535	lr=0.241397
Epoch[89] Batch [749]	Speed: 2801.227880 samples/sec	rmse=0.020541	lr=0.241271
Epoch[89] Batch [799]	Speed: 2662.689850 samples/sec	rmse=0.020548	lr=0.241145
Epoch[89] Batch [849]	Speed: 2749.556934 samples/sec	rmse=0.020547	lr=0.241019
Epoch[89] Batch [899]	Speed: 2788.071192 samples/sec	rmse=0.020560	lr=0.240893
Epoch[89] Batch [949]	Speed: 2835.631457 samples/sec	rmse=0.020554	lr=0.240767
Epoch[89] Batch [999]	Speed: 2723.745573 samples/sec	rmse=0.020545	lr=0.240641
Epoch[89] Batch [1049]	Speed: 2701.800797 samples/sec	rmse=0.020554	lr=0.240515
Epoch[89] Batch [1099]	Speed: 2741.962962 samples/sec	rmse=0.020562	lr=0.240389
Epoch[89] Batch [1149]	Speed: 2743.376628 samples/sec	rmse=0.020568	lr=0.240263
Epoch[89] Batch [1199]	Speed: 2813.649529 samples/sec	rmse=0.020573	lr=0.240136
Epoch[89] Batch [1249]	Speed: 2866.450791 samples/sec	rmse=0.020565	lr=0.240010
[Epoch 89] training: rmse=0.020564
[Epoch 89] speed: 2762 samples/sec	time cost: 477.454174
[Epoch 89] validation: err-top1=0.382932 err-top5=0.150430
Epoch[90] Batch [49]	Speed: 2720.749068 samples/sec	rmse=0.020581	lr=0.239881
Epoch[90] Batch [99]	Speed: 2685.177903 samples/sec	rmse=0.020503	lr=0.239755
Epoch[90] Batch [149]	Speed: 2722.828432 samples/sec	rmse=0.020447	lr=0.239629
Epoch[90] Batch [199]	Speed: 2733.387639 samples/sec	rmse=0.020498	lr=0.239503
Epoch[90] Batch [249]	Speed: 2769.733785 samples/sec	rmse=0.020494	lr=0.239377
Epoch[90] Batch [299]	Speed: 2720.502282 samples/sec	rmse=0.020507	lr=0.239250
Epoch[90] Batch [349]	Speed: 2746.051717 samples/sec	rmse=0.020506	lr=0.239124
Epoch[90] Batch [399]	Speed: 2710.333240 samples/sec	rmse=0.020483	lr=0.238998
Epoch[90] Batch [449]	Speed: 2730.030391 samples/sec	rmse=0.020506	lr=0.238871
Epoch[90] Batch [499]	Speed: 2789.385380 samples/sec	rmse=0.020482	lr=0.238745
Epoch[90] Batch [549]	Speed: 2690.862006 samples/sec	rmse=0.020488	lr=0.238619
Epoch[90] Batch [599]	Speed: 2741.033164 samples/sec	rmse=0.020481	lr=0.238492
Epoch[90] Batch [649]	Speed: 2738.906176 samples/sec	rmse=0.020482	lr=0.238366
Epoch[90] Batch [699]	Speed: 2666.471403 samples/sec	rmse=0.020483	lr=0.238240
Epoch[90] Batch [749]	Speed: 2706.099899 samples/sec	rmse=0.020481	lr=0.238113
Epoch[90] Batch [799]	Speed: 2658.622780 samples/sec	rmse=0.020482	lr=0.237987
Epoch[90] Batch [849]	Speed: 2693.849572 samples/sec	rmse=0.020496	lr=0.237860
Epoch[90] Batch [899]	Speed: 2717.663913 samples/sec	rmse=0.020492	lr=0.237734
Epoch[90] Batch [949]	Speed: 2733.600023 samples/sec	rmse=0.020494	lr=0.237607
Epoch[90] Batch [999]	Speed: 2707.042042 samples/sec	rmse=0.020481	lr=0.237481
Epoch[90] Batch [1049]	Speed: 2650.564468 samples/sec	rmse=0.020484	lr=0.237354
Epoch[90] Batch [1099]	Speed: 2677.532275 samples/sec	rmse=0.020481	lr=0.237228
Epoch[90] Batch [1149]	Speed: 2718.454204 samples/sec	rmse=0.020486	lr=0.237101
Epoch[90] Batch [1199]	Speed: 2743.235539 samples/sec	rmse=0.020490	lr=0.236975
Epoch[90] Batch [1249]	Speed: 2930.247806 samples/sec	rmse=0.020499	lr=0.236848
[Epoch 90] training: rmse=0.020500
[Epoch 90] speed: 2721 samples/sec	time cost: 484.539842
[Epoch 90] validation: err-top1=0.391522 err-top5=0.159778
Epoch[91] Batch [49]	Speed: 2757.548586 samples/sec	rmse=0.020317	lr=0.236719
Epoch[91] Batch [99]	Speed: 2781.374932 samples/sec	rmse=0.020414	lr=0.236592
Epoch[91] Batch [149]	Speed: 2720.705705 samples/sec	rmse=0.020397	lr=0.236466
Epoch[91] Batch [199]	Speed: 2713.901553 samples/sec	rmse=0.020348	lr=0.236339
Epoch[91] Batch [249]	Speed: 2703.689591 samples/sec	rmse=0.020360	lr=0.236213
Epoch[91] Batch [299]	Speed: 2740.711572 samples/sec	rmse=0.020408	lr=0.236086
Epoch[91] Batch [349]	Speed: 2688.829478 samples/sec	rmse=0.020374	lr=0.235959
Epoch[91] Batch [399]	Speed: 2723.762397 samples/sec	rmse=0.020394	lr=0.235832
Epoch[91] Batch [449]	Speed: 2713.287326 samples/sec	rmse=0.020401	lr=0.235706
Epoch[91] Batch [499]	Speed: 2749.257660 samples/sec	rmse=0.020415	lr=0.235579
Epoch[91] Batch [549]	Speed: 2703.243508 samples/sec	rmse=0.020417	lr=0.235452
Epoch[91] Batch [599]	Speed: 2782.685230 samples/sec	rmse=0.020433	lr=0.235326
Epoch[91] Batch [649]	Speed: 2712.733414 samples/sec	rmse=0.020441	lr=0.235199
Epoch[91] Batch [699]	Speed: 2854.104153 samples/sec	rmse=0.020448	lr=0.235072
Epoch[91] Batch [749]	Speed: 2824.372101 samples/sec	rmse=0.020430	lr=0.234945
Epoch[91] Batch [799]	Speed: 2803.915406 samples/sec	rmse=0.020431	lr=0.234818
Epoch[91] Batch [849]	Speed: 2808.617083 samples/sec	rmse=0.020437	lr=0.234692
Epoch[91] Batch [899]	Speed: 2763.534131 samples/sec	rmse=0.020440	lr=0.234565
Epoch[91] Batch [949]	Speed: 2803.568093 samples/sec	rmse=0.020452	lr=0.234438
Epoch[91] Batch [999]	Speed: 2782.645567 samples/sec	rmse=0.020460	lr=0.234311
Epoch[91] Batch [1049]	Speed: 2873.895321 samples/sec	rmse=0.020459	lr=0.234184
Epoch[91] Batch [1099]	Speed: 2769.573184 samples/sec	rmse=0.020456	lr=0.234057
Epoch[91] Batch [1149]	Speed: 2833.431223 samples/sec	rmse=0.020466	lr=0.233930
Epoch[91] Batch [1199]	Speed: 2782.573455 samples/sec	rmse=0.020474	lr=0.233803
Epoch[91] Batch [1249]	Speed: 3026.012816 samples/sec	rmse=0.020475	lr=0.233676
[Epoch 91] training: rmse=0.020475
[Epoch 91] speed: 2773 samples/sec	time cost: 475.664220
[Epoch 91] validation: err-top1=0.378647 err-top5=0.151547
Epoch[92] Batch [49]	Speed: 2786.651021 samples/sec	rmse=0.020361	lr=0.233547
Epoch[92] Batch [99]	Speed: 2800.540076 samples/sec	rmse=0.020377	lr=0.233420
Epoch[92] Batch [149]	Speed: 2935.058488 samples/sec	rmse=0.020335	lr=0.233293
Epoch[92] Batch [199]	Speed: 2768.742723 samples/sec	rmse=0.020343	lr=0.233166
Epoch[92] Batch [249]	Speed: 2815.024625 samples/sec	rmse=0.020329	lr=0.233039
Epoch[92] Batch [299]	Speed: 2754.431462 samples/sec	rmse=0.020366	lr=0.232912
Epoch[92] Batch [349]	Speed: 2804.292906 samples/sec	rmse=0.020365	lr=0.232785
Epoch[92] Batch [399]	Speed: 2852.849902 samples/sec	rmse=0.020365	lr=0.232658
Epoch[92] Batch [449]	Speed: 2776.774896 samples/sec	rmse=0.020364	lr=0.232531
Epoch[92] Batch [499]	Speed: 2828.014143 samples/sec	rmse=0.020373	lr=0.232404
Epoch[92] Batch [549]	Speed: 2770.003090 samples/sec	rmse=0.020385	lr=0.232277
Epoch[92] Batch [599]	Speed: 2716.111196 samples/sec	rmse=0.020374	lr=0.232150
Epoch[92] Batch [649]	Speed: 2775.317320 samples/sec	rmse=0.020356	lr=0.232023
Epoch[92] Batch [699]	Speed: 2770.728917 samples/sec	rmse=0.020364	lr=0.231895
Epoch[92] Batch [749]	Speed: 2800.500268 samples/sec	rmse=0.020366	lr=0.231768
Epoch[92] Batch [799]	Speed: 2797.040832 samples/sec	rmse=0.020363	lr=0.231641
Epoch[92] Batch [849]	Speed: 2794.545807 samples/sec	rmse=0.020370	lr=0.231514
Epoch[92] Batch [899]	Speed: 2705.887096 samples/sec	rmse=0.020365	lr=0.231387
Epoch[92] Batch [949]	Speed: 2804.516708 samples/sec	rmse=0.020378	lr=0.231260
Epoch[92] Batch [999]	Speed: 2764.103009 samples/sec	rmse=0.020384	lr=0.231132
Epoch[92] Batch [1049]	Speed: 2749.910325 samples/sec	rmse=0.020404	lr=0.231005
Epoch[92] Batch [1099]	Speed: 2699.806362 samples/sec	rmse=0.020398	lr=0.230878
Epoch[92] Batch [1149]	Speed: 2801.219585 samples/sec	rmse=0.020409	lr=0.230751
Epoch[92] Batch [1199]	Speed: 2783.678289 samples/sec	rmse=0.020413	lr=0.230623
Epoch[92] Batch [1249]	Speed: 2955.744845 samples/sec	rmse=0.020418	lr=0.230496
[Epoch 92] training: rmse=0.020419
[Epoch 92] speed: 2789 samples/sec	time cost: 472.958414
[Epoch 92] validation: err-top1=0.380780 err-top5=0.150889
Epoch[93] Batch [49]	Speed: 2723.803439 samples/sec	rmse=0.020302	lr=0.230366
Epoch[93] Batch [99]	Speed: 2837.670454 samples/sec	rmse=0.020319	lr=0.230239
Epoch[93] Batch [149]	Speed: 2726.035195 samples/sec	rmse=0.020346	lr=0.230112
Epoch[93] Batch [199]	Speed: 2670.043461 samples/sec	rmse=0.020352	lr=0.229984
Epoch[93] Batch [249]	Speed: 2736.598308 samples/sec	rmse=0.020364	lr=0.229857
Epoch[93] Batch [299]	Speed: 2773.022760 samples/sec	rmse=0.020394	lr=0.229730
Epoch[93] Batch [349]	Speed: 2715.303693 samples/sec	rmse=0.020397	lr=0.229602
Epoch[93] Batch [399]	Speed: 2706.662261 samples/sec	rmse=0.020439	lr=0.229475
Epoch[93] Batch [449]	Speed: 2666.469747 samples/sec	rmse=0.020447	lr=0.229348
Epoch[93] Batch [499]	Speed: 2722.771228 samples/sec	rmse=0.020468	lr=0.229220
Epoch[93] Batch [549]	Speed: 2823.710868 samples/sec	rmse=0.020486	lr=0.229093
Epoch[93] Batch [599]	Speed: 2737.986793 samples/sec	rmse=0.020501	lr=0.228965
Epoch[93] Batch [649]	Speed: 2768.488511 samples/sec	rmse=0.020496	lr=0.228838
Epoch[93] Batch [699]	Speed: 2730.310047 samples/sec	rmse=0.020493	lr=0.228710
Epoch[93] Batch [749]	Speed: 2740.301865 samples/sec	rmse=0.020472	lr=0.228583
Epoch[93] Batch [799]	Speed: 2681.344951 samples/sec	rmse=0.020485	lr=0.228456
Epoch[93] Batch [849]	Speed: 2700.430900 samples/sec	rmse=0.020462	lr=0.228328
Epoch[93] Batch [899]	Speed: 2840.942367 samples/sec	rmse=0.020466	lr=0.228201
Epoch[93] Batch [949]	Speed: 2716.805752 samples/sec	rmse=0.020445	lr=0.228073
Epoch[93] Batch [999]	Speed: 2663.601608 samples/sec	rmse=0.020457	lr=0.227946
Epoch[93] Batch [1049]	Speed: 2756.141044 samples/sec	rmse=0.020460	lr=0.227818
Epoch[93] Batch [1099]	Speed: 2752.274432 samples/sec	rmse=0.020456	lr=0.227691
Epoch[93] Batch [1149]	Speed: 2724.527998 samples/sec	rmse=0.020459	lr=0.227563
Epoch[93] Batch [1199]	Speed: 2714.639897 samples/sec	rmse=0.020465	lr=0.227435
Epoch[93] Batch [1249]	Speed: 2934.534643 samples/sec	rmse=0.020470	lr=0.227308
[Epoch 93] training: rmse=0.020469
[Epoch 93] speed: 2739 samples/sec	time cost: 481.831459
[Epoch 93] validation: err-top1=0.400452 err-top5=0.165466
Epoch[94] Batch [49]	Speed: 2737.965569 samples/sec	rmse=0.020299	lr=0.227178
Epoch[94] Batch [99]	Speed: 2775.700074 samples/sec	rmse=0.020329	lr=0.227050
Epoch[94] Batch [149]	Speed: 2798.971243 samples/sec	rmse=0.020339	lr=0.226922
Epoch[94] Batch [199]	Speed: 2703.602929 samples/sec	rmse=0.020354	lr=0.226795
Epoch[94] Batch [249]	Speed: 2729.098367 samples/sec	rmse=0.020337	lr=0.226667
Epoch[94] Batch [299]	Speed: 2779.939046 samples/sec	rmse=0.020314	lr=0.226540
Epoch[94] Batch [349]	Speed: 2640.073985 samples/sec	rmse=0.020322	lr=0.226412
Epoch[94] Batch [399]	Speed: 2718.806563 samples/sec	rmse=0.020328	lr=0.226284
Epoch[94] Batch [449]	Speed: 2675.663170 samples/sec	rmse=0.020325	lr=0.226157
Epoch[94] Batch [499]	Speed: 2750.637039 samples/sec	rmse=0.020320	lr=0.226029
Epoch[94] Batch [549]	Speed: 2746.997433 samples/sec	rmse=0.020334	lr=0.225901
Epoch[94] Batch [599]	Speed: 2725.143278 samples/sec	rmse=0.020337	lr=0.225774
Epoch[94] Batch [649]	Speed: 2835.327641 samples/sec	rmse=0.020355	lr=0.225646
Epoch[94] Batch [699]	Speed: 2780.042727 samples/sec	rmse=0.020368	lr=0.225518
Epoch[94] Batch [749]	Speed: 2711.918123 samples/sec	rmse=0.020362	lr=0.225390
Epoch[94] Batch [799]	Speed: 2761.208129 samples/sec	rmse=0.020365	lr=0.225263
Epoch[94] Batch [849]	Speed: 2727.991928 samples/sec	rmse=0.020373	lr=0.225135
Epoch[94] Batch [899]	Speed: 2744.780105 samples/sec	rmse=0.020388	lr=0.225007
Epoch[94] Batch [949]	Speed: 2757.563847 samples/sec	rmse=0.020405	lr=0.224879
Epoch[94] Batch [999]	Speed: 2766.785397 samples/sec	rmse=0.020405	lr=0.224752
Epoch[94] Batch [1049]	Speed: 2699.785013 samples/sec	rmse=0.020409	lr=0.224624
Epoch[94] Batch [1099]	Speed: 2761.053982 samples/sec	rmse=0.020419	lr=0.224496
Epoch[94] Batch [1149]	Speed: 2695.205525 samples/sec	rmse=0.020411	lr=0.224368
Epoch[94] Batch [1199]	Speed: 2697.041646 samples/sec	rmse=0.020418	lr=0.224240
Epoch[94] Batch [1249]	Speed: 2846.758843 samples/sec	rmse=0.020413	lr=0.224112
[Epoch 94] training: rmse=0.020412
[Epoch 94] speed: 2740 samples/sec	time cost: 481.534206
[Epoch 94] validation: err-top1=0.371672 err-top5=0.143116
Epoch[95] Batch [49]	Speed: 2763.887140 samples/sec	rmse=0.020206	lr=0.223982
Epoch[95] Batch [99]	Speed: 2812.622117 samples/sec	rmse=0.020240	lr=0.223854
Epoch[95] Batch [149]	Speed: 2684.842228 samples/sec	rmse=0.020302	lr=0.223726
Epoch[95] Batch [199]	Speed: 2729.809852 samples/sec	rmse=0.020304	lr=0.223598
Epoch[95] Batch [249]	Speed: 2708.307884 samples/sec	rmse=0.020328	lr=0.223471
Epoch[95] Batch [299]	Speed: 2721.097540 samples/sec	rmse=0.020357	lr=0.223343
Epoch[95] Batch [349]	Speed: 2709.044453 samples/sec	rmse=0.020378	lr=0.223215
Epoch[95] Batch [399]	Speed: 2702.286018 samples/sec	rmse=0.020359	lr=0.223087
Epoch[95] Batch [449]	Speed: 2727.460470 samples/sec	rmse=0.020364	lr=0.222959
Epoch[95] Batch [499]	Speed: 2688.352577 samples/sec	rmse=0.020353	lr=0.222831
Epoch[95] Batch [549]	Speed: 2687.347762 samples/sec	rmse=0.020373	lr=0.222703
Epoch[95] Batch [599]	Speed: 2688.299370 samples/sec	rmse=0.020368	lr=0.222575
Epoch[95] Batch [649]	Speed: 2702.652633 samples/sec	rmse=0.020364	lr=0.222447
Epoch[95] Batch [699]	Speed: 2719.179259 samples/sec	rmse=0.020350	lr=0.222319
Epoch[95] Batch [749]	Speed: 2724.707927 samples/sec	rmse=0.020356	lr=0.222191
Epoch[95] Batch [799]	Speed: 2667.136328 samples/sec	rmse=0.020358	lr=0.222063
Epoch[95] Batch [849]	Speed: 2692.100305 samples/sec	rmse=0.020367	lr=0.221935
Epoch[95] Batch [899]	Speed: 2714.399810 samples/sec	rmse=0.020356	lr=0.221807
Epoch[95] Batch [949]	Speed: 2740.021312 samples/sec	rmse=0.020368	lr=0.221679
Epoch[95] Batch [999]	Speed: 2680.045683 samples/sec	rmse=0.020376	lr=0.221551
Epoch[95] Batch [1049]	Speed: 2742.750565 samples/sec	rmse=0.020381	lr=0.221423
Epoch[95] Batch [1099]	Speed: 2664.106055 samples/sec	rmse=0.020382	lr=0.221295
Epoch[95] Batch [1149]	Speed: 2653.707063 samples/sec	rmse=0.020390	lr=0.221167
Epoch[95] Batch [1199]	Speed: 2721.732693 samples/sec	rmse=0.020392	lr=0.221039
Epoch[95] Batch [1249]	Speed: 2888.840173 samples/sec	rmse=0.020399	lr=0.220911
[Epoch 95] training: rmse=0.020398
[Epoch 95] speed: 2714 samples/sec	time cost: 486.006926
[Epoch 95] validation: err-top1=0.389449 err-top5=0.158163
Epoch[96] Batch [49]	Speed: 2747.583427 samples/sec	rmse=0.020317	lr=0.220780
Epoch[96] Batch [99]	Speed: 2738.932236 samples/sec	rmse=0.020175	lr=0.220652
Epoch[96] Batch [149]	Speed: 2655.282141 samples/sec	rmse=0.020186	lr=0.220524
Epoch[96] Batch [199]	Speed: 2699.695614 samples/sec	rmse=0.020169	lr=0.220396
Epoch[96] Batch [249]	Speed: 2743.841349 samples/sec	rmse=0.020222	lr=0.220268
Epoch[96] Batch [299]	Speed: 2694.719834 samples/sec	rmse=0.020258	lr=0.220140
Epoch[96] Batch [349]	Speed: 2706.569405 samples/sec	rmse=0.020280	lr=0.220012
Epoch[96] Batch [399]	Speed: 2690.760150 samples/sec	rmse=0.020300	lr=0.219883
Epoch[96] Batch [449]	Speed: 2746.176169 samples/sec	rmse=0.020297	lr=0.219755
Epoch[96] Batch [499]	Speed: 2717.477967 samples/sec	rmse=0.020276	lr=0.219627
Epoch[96] Batch [549]	Speed: 2689.661295 samples/sec	rmse=0.020261	lr=0.219499
Epoch[96] Batch [599]	Speed: 2706.039543 samples/sec	rmse=0.020279	lr=0.219371
Epoch[96] Batch [649]	Speed: 2659.370835 samples/sec	rmse=0.020287	lr=0.219243
Epoch[96] Batch [699]	Speed: 2637.656014 samples/sec	rmse=0.020276	lr=0.219114
Epoch[96] Batch [749]	Speed: 2782.295536 samples/sec	rmse=0.020277	lr=0.218986
Epoch[96] Batch [799]	Speed: 2722.701703 samples/sec	rmse=0.020280	lr=0.218858
Epoch[96] Batch [849]	Speed: 2776.623889 samples/sec	rmse=0.020268	lr=0.218730
Epoch[96] Batch [899]	Speed: 2679.598808 samples/sec	rmse=0.020283	lr=0.218602
Epoch[96] Batch [949]	Speed: 2718.382353 samples/sec	rmse=0.020281	lr=0.218473
Epoch[96] Batch [999]	Speed: 2699.909888 samples/sec	rmse=0.020293	lr=0.218345
Epoch[96] Batch [1049]	Speed: 2693.714072 samples/sec	rmse=0.020287	lr=0.218217
Epoch[96] Batch [1099]	Speed: 2726.196704 samples/sec	rmse=0.020301	lr=0.218089
Epoch[96] Batch [1149]	Speed: 2699.387754 samples/sec	rmse=0.020309	lr=0.217960
Epoch[96] Batch [1199]	Speed: 2721.202258 samples/sec	rmse=0.020304	lr=0.217832
Epoch[96] Batch [1249]	Speed: 2923.109703 samples/sec	rmse=0.020315	lr=0.217704
[Epoch 96] training: rmse=0.020316
[Epoch 96] speed: 2716 samples/sec	time cost: 485.529250
[Epoch 96] validation: err-top1=0.361667 err-top5=0.142419
Epoch[97] Batch [49]	Speed: 2778.897229 samples/sec	rmse=0.020092	lr=0.217573
Epoch[97] Batch [99]	Speed: 2788.112204 samples/sec	rmse=0.020086	lr=0.217445
Epoch[97] Batch [149]	Speed: 2713.378484 samples/sec	rmse=0.020184	lr=0.217316
Epoch[97] Batch [199]	Speed: 2732.603074 samples/sec	rmse=0.020203	lr=0.217188
Epoch[97] Batch [249]	Speed: 2734.595297 samples/sec	rmse=0.020218	lr=0.217060
Epoch[97] Batch [299]	Speed: 2707.116776 samples/sec	rmse=0.020234	lr=0.216931
Epoch[97] Batch [349]	Speed: 2682.336136 samples/sec	rmse=0.020231	lr=0.216803
Epoch[97] Batch [399]	Speed: 2724.480539 samples/sec	rmse=0.020250	lr=0.216675
Epoch[97] Batch [449]	Speed: 2799.627398 samples/sec	rmse=0.020258	lr=0.216546
Epoch[97] Batch [499]	Speed: 2791.320981 samples/sec	rmse=0.020261	lr=0.216418
Epoch[97] Batch [549]	Speed: 2725.971870 samples/sec	rmse=0.020274	lr=0.216290
Epoch[97] Batch [599]	Speed: 2724.608436 samples/sec	rmse=0.020299	lr=0.216161
Epoch[97] Batch [649]	Speed: 2770.648378 samples/sec	rmse=0.020297	lr=0.216033
Epoch[97] Batch [699]	Speed: 2747.522401 samples/sec	rmse=0.020293	lr=0.215905
Epoch[97] Batch [749]	Speed: 2738.737709 samples/sec	rmse=0.020297	lr=0.215776
Epoch[97] Batch [799]	Speed: 2715.166885 samples/sec	rmse=0.020312	lr=0.215648
Epoch[97] Batch [849]	Speed: 2841.660728 samples/sec	rmse=0.020309	lr=0.215519
Epoch[97] Batch [899]	Speed: 2704.028735 samples/sec	rmse=0.020307	lr=0.215391
Epoch[97] Batch [949]	Speed: 2792.240412 samples/sec	rmse=0.020299	lr=0.215263
Epoch[97] Batch [999]	Speed: 2697.910854 samples/sec	rmse=0.020303	lr=0.215134
Epoch[97] Batch [1049]	Speed: 2702.062969 samples/sec	rmse=0.020307	lr=0.215006
Epoch[97] Batch [1099]	Speed: 2675.143673 samples/sec	rmse=0.020302	lr=0.214877
Epoch[97] Batch [1149]	Speed: 2707.789258 samples/sec	rmse=0.020310	lr=0.214749
Epoch[97] Batch [1199]	Speed: 2775.989021 samples/sec	rmse=0.020321	lr=0.214621
Epoch[97] Batch [1249]	Speed: 2890.834783 samples/sec	rmse=0.020324	lr=0.214492
[Epoch 97] training: rmse=0.020324
[Epoch 97] speed: 2743 samples/sec	time cost: 480.522403
[Epoch 97] validation: err-top1=0.379743 err-top5=0.150889
Epoch[98] Batch [49]	Speed: 2700.427776 samples/sec	rmse=0.020317	lr=0.214361
Epoch[98] Batch [99]	Speed: 2755.136390 samples/sec	rmse=0.020208	lr=0.214233
Epoch[98] Batch [149]	Speed: 2721.615069 samples/sec	rmse=0.020198	lr=0.214104
Epoch[98] Batch [199]	Speed: 2689.834122 samples/sec	rmse=0.020250	lr=0.213976
Epoch[98] Batch [249]	Speed: 2789.017062 samples/sec	rmse=0.020237	lr=0.213847
Epoch[98] Batch [299]	Speed: 2677.477693 samples/sec	rmse=0.020233	lr=0.213719
Epoch[98] Batch [349]	Speed: 2665.593612 samples/sec	rmse=0.020228	lr=0.213590
Epoch[98] Batch [399]	Speed: 2649.245239 samples/sec	rmse=0.020243	lr=0.213462
Epoch[98] Batch [449]	Speed: 2747.596258 samples/sec	rmse=0.020235	lr=0.213333
Epoch[98] Batch [499]	Speed: 2733.741862 samples/sec	rmse=0.020237	lr=0.213205
Epoch[98] Batch [549]	Speed: 2657.122607 samples/sec	rmse=0.020255	lr=0.213076
Epoch[98] Batch [599]	Speed: 2787.418488 samples/sec	rmse=0.020246	lr=0.212948
Epoch[98] Batch [649]	Speed: 2669.403896 samples/sec	rmse=0.020257	lr=0.212819
Epoch[98] Batch [699]	Speed: 2733.947688 samples/sec	rmse=0.020251	lr=0.212691
Epoch[98] Batch [749]	Speed: 2714.742505 samples/sec	rmse=0.020264	lr=0.212562
Epoch[98] Batch [799]	Speed: 2707.829205 samples/sec	rmse=0.020272	lr=0.212434
Epoch[98] Batch [849]	Speed: 2718.924530 samples/sec	rmse=0.020288	lr=0.212305
Epoch[98] Batch [899]	Speed: 2621.647248 samples/sec	rmse=0.020283	lr=0.212177
Epoch[98] Batch [949]	Speed: 2712.314762 samples/sec	rmse=0.020278	lr=0.212048
Epoch[98] Batch [999]	Speed: 2721.943822 samples/sec	rmse=0.020290	lr=0.211920
Epoch[98] Batch [1049]	Speed: 2661.719761 samples/sec	rmse=0.020296	lr=0.211791
Epoch[98] Batch [1099]	Speed: 2695.265669 samples/sec	rmse=0.020298	lr=0.211662
Epoch[98] Batch [1149]	Speed: 2677.744013 samples/sec	rmse=0.020296	lr=0.211534
Epoch[98] Batch [1199]	Speed: 2637.821250 samples/sec	rmse=0.020292	lr=0.211405
Epoch[98] Batch [1249]	Speed: 2905.156239 samples/sec	rmse=0.020288	lr=0.211277
[Epoch 98] training: rmse=0.020288
[Epoch 98] speed: 2707 samples/sec	time cost: 486.470731
[Epoch 98] validation: err-top1=0.366435 err-top5=0.144104
Epoch[99] Batch [49]	Speed: 2691.377845 samples/sec	rmse=0.020194	lr=0.211146
Epoch[99] Batch [99]	Speed: 2764.896834 samples/sec	rmse=0.020256	lr=0.211017
Epoch[99] Batch [149]	Speed: 2710.791589 samples/sec	rmse=0.020258	lr=0.210888
Epoch[99] Batch [199]	Speed: 2781.239237 samples/sec	rmse=0.020269	lr=0.210760
Epoch[99] Batch [249]	Speed: 2755.869123 samples/sec	rmse=0.020246	lr=0.210631
Epoch[99] Batch [299]	Speed: 2726.783551 samples/sec	rmse=0.020240	lr=0.210503
Epoch[99] Batch [349]	Speed: 2757.036876 samples/sec	rmse=0.020270	lr=0.210374
Epoch[99] Batch [399]	Speed: 2688.666947 samples/sec	rmse=0.020297	lr=0.210245
Epoch[99] Batch [449]	Speed: 2778.801867 samples/sec	rmse=0.020296	lr=0.210117
Epoch[99] Batch [499]	Speed: 2695.179411 samples/sec	rmse=0.020288	lr=0.209988
Epoch[99] Batch [549]	Speed: 2773.352338 samples/sec	rmse=0.020299	lr=0.209859
Epoch[99] Batch [599]	Speed: 2764.073942 samples/sec	rmse=0.020272	lr=0.209731
Epoch[99] Batch [649]	Speed: 2813.615355 samples/sec	rmse=0.020264	lr=0.209602
Epoch[99] Batch [699]	Speed: 2788.623638 samples/sec	rmse=0.020269	lr=0.209474
Epoch[99] Batch [749]	Speed: 2820.236294 samples/sec	rmse=0.020270	lr=0.209345
Epoch[99] Batch [799]	Speed: 2824.440674 samples/sec	rmse=0.020258	lr=0.209216
Epoch[99] Batch [849]	Speed: 2809.071065 samples/sec	rmse=0.020273	lr=0.209088
Epoch[99] Batch [899]	Speed: 2760.757914 samples/sec	rmse=0.020268	lr=0.208959
Epoch[99] Batch [949]	Speed: 2787.547658 samples/sec	rmse=0.020272	lr=0.208830
Epoch[99] Batch [999]	Speed: 2817.966541 samples/sec	rmse=0.020289	lr=0.208702
Epoch[99] Batch [1049]	Speed: 2770.936882 samples/sec	rmse=0.020288	lr=0.208573
Epoch[99] Batch [1099]	Speed: 2821.811006 samples/sec	rmse=0.020283	lr=0.208444
Epoch[99] Batch [1149]	Speed: 2926.098863 samples/sec	rmse=0.020276	lr=0.208316
Epoch[99] Batch [1199]	Speed: 2796.124936 samples/sec	rmse=0.020279	lr=0.208187
Epoch[99] Batch [1249]	Speed: 2926.655835 samples/sec	rmse=0.020286	lr=0.208058
[Epoch 99] training: rmse=0.020286
[Epoch 99] speed: 2779 samples/sec	time cost: 474.999988
[Epoch 99] validation: err-top1=0.370316 err-top5=0.143754
Epoch[100] Batch [49]	Speed: 2755.377162 samples/sec	rmse=0.020296	lr=0.207927
Epoch[100] Batch [99]	Speed: 2787.867922 samples/sec	rmse=0.020279	lr=0.207798
Epoch[100] Batch [149]	Speed: 2667.402815 samples/sec	rmse=0.020296	lr=0.207670
Epoch[100] Batch [199]	Speed: 2720.026518 samples/sec	rmse=0.020262	lr=0.207541
Epoch[100] Batch [249]	Speed: 2703.826232 samples/sec	rmse=0.020228	lr=0.207412
Epoch[100] Batch [299]	Speed: 2718.929143 samples/sec	rmse=0.020241	lr=0.207284
Epoch[100] Batch [349]	Speed: 2735.846857 samples/sec	rmse=0.020242	lr=0.207155
Epoch[100] Batch [399]	Speed: 2647.351339 samples/sec	rmse=0.020254	lr=0.207026
Epoch[100] Batch [449]	Speed: 2699.442826 samples/sec	rmse=0.020232	lr=0.206898
Epoch[100] Batch [499]	Speed: 2648.761725 samples/sec	rmse=0.020236	lr=0.206769
Epoch[100] Batch [549]	Speed: 2742.397541 samples/sec	rmse=0.020230	lr=0.206640
Epoch[100] Batch [599]	Speed: 2698.024167 samples/sec	rmse=0.020234	lr=0.206511
Epoch[100] Batch [649]	Speed: 2754.596389 samples/sec	rmse=0.020241	lr=0.206383
Epoch[100] Batch [699]	Speed: 2843.250277 samples/sec	rmse=0.020246	lr=0.206254
Epoch[100] Batch [749]	Speed: 2724.435018 samples/sec	rmse=0.020261	lr=0.206125
Epoch[100] Batch [799]	Speed: 2764.833507 samples/sec	rmse=0.020265	lr=0.205997
Epoch[100] Batch [849]	Speed: 2772.034711 samples/sec	rmse=0.020271	lr=0.205868
Epoch[100] Batch [899]	Speed: 2762.299647 samples/sec	rmse=0.020280	lr=0.205739
Epoch[100] Batch [949]	Speed: 2711.699233 samples/sec	rmse=0.020277	lr=0.205610
Epoch[100] Batch [999]	Speed: 2753.718456 samples/sec	rmse=0.020288	lr=0.205482
Epoch[100] Batch [1049]	Speed: 2651.762378 samples/sec	rmse=0.020294	lr=0.205353
Epoch[100] Batch [1099]	Speed: 2711.833227 samples/sec	rmse=0.020297	lr=0.205224
Epoch[100] Batch [1149]	Speed: 2727.805605 samples/sec	rmse=0.020287	lr=0.205095
Epoch[100] Batch [1199]	Speed: 2692.366167 samples/sec	rmse=0.020289	lr=0.204967
Epoch[100] Batch [1249]	Speed: 2886.718507 samples/sec	rmse=0.020286	lr=0.204838
[Epoch 100] training: rmse=0.020285
[Epoch 100] speed: 2728 samples/sec	time cost: 483.907685
[Epoch 100] validation: err-top1=0.361587 err-top5=0.141402
Epoch[101] Batch [49]	Speed: 2805.204451 samples/sec	rmse=0.020151	lr=0.204707
Epoch[101] Batch [99]	Speed: 2689.128031 samples/sec	rmse=0.020122	lr=0.204578
Epoch[101] Batch [149]	Speed: 2757.033619 samples/sec	rmse=0.020116	lr=0.204449
Epoch[101] Batch [199]	Speed: 2738.362566 samples/sec	rmse=0.020097	lr=0.204320
Epoch[101] Batch [249]	Speed: 2754.118834 samples/sec	rmse=0.020081	lr=0.204192
Epoch[101] Batch [299]	Speed: 2690.131618 samples/sec	rmse=0.020152	lr=0.204063
Epoch[101] Batch [349]	Speed: 2729.233322 samples/sec	rmse=0.020129	lr=0.203934
Epoch[101] Batch [399]	Speed: 2715.301084 samples/sec	rmse=0.020147	lr=0.203805
Epoch[101] Batch [449]	Speed: 2765.640289 samples/sec	rmse=0.020152	lr=0.203677
Epoch[101] Batch [499]	Speed: 2711.185297 samples/sec	rmse=0.020166	lr=0.203548
Epoch[101] Batch [549]	Speed: 2685.097627 samples/sec	rmse=0.020176	lr=0.203419
Epoch[101] Batch [599]	Speed: 2806.908134 samples/sec	rmse=0.020193	lr=0.203290
Epoch[101] Batch [649]	Speed: 2735.905030 samples/sec	rmse=0.020174	lr=0.203161
Epoch[101] Batch [699]	Speed: 2701.786656 samples/sec	rmse=0.020177	lr=0.203033
Epoch[101] Batch [749]	Speed: 2699.867560 samples/sec	rmse=0.020186	lr=0.202904
Epoch[101] Batch [799]	Speed: 2671.634374 samples/sec	rmse=0.020208	lr=0.202775
Epoch[101] Batch [849]	Speed: 2800.575758 samples/sec	rmse=0.020215	lr=0.202646
Epoch[101] Batch [899]	Speed: 2688.706904 samples/sec	rmse=0.020230	lr=0.202518
Epoch[101] Batch [949]	Speed: 2705.955458 samples/sec	rmse=0.020238	lr=0.202389
Epoch[101] Batch [999]	Speed: 2736.736518 samples/sec	rmse=0.020242	lr=0.202260
Epoch[101] Batch [1049]	Speed: 2732.107044 samples/sec	rmse=0.020232	lr=0.202131
Epoch[101] Batch [1099]	Speed: 2708.623385 samples/sec	rmse=0.020238	lr=0.202003
Epoch[101] Batch [1149]	Speed: 2741.267418 samples/sec	rmse=0.020233	lr=0.201874
Epoch[101] Batch [1199]	Speed: 2717.566999 samples/sec	rmse=0.020241	lr=0.201745
Epoch[101] Batch [1249]	Speed: 2921.977992 samples/sec	rmse=0.020246	lr=0.201616
[Epoch 101] training: rmse=0.020246
[Epoch 101] speed: 2733 samples/sec	time cost: 482.611804
[Epoch 101] validation: err-top1=0.364019 err-top5=0.142000
Epoch[102] Batch [49]	Speed: 2773.518034 samples/sec	rmse=0.020159	lr=0.201485
Epoch[102] Batch [99]	Speed: 2827.034459 samples/sec	rmse=0.020087	lr=0.201356
Epoch[102] Batch [149]	Speed: 2742.878221 samples/sec	rmse=0.020082	lr=0.201227
Epoch[102] Batch [199]	Speed: 2689.913704 samples/sec	rmse=0.020189	lr=0.201099
Epoch[102] Batch [249]	Speed: 2703.369418 samples/sec	rmse=0.020189	lr=0.200970
Epoch[102] Batch [299]	Speed: 2664.131603 samples/sec	rmse=0.020202	lr=0.200841
Epoch[102] Batch [349]	Speed: 2768.422163 samples/sec	rmse=0.020262	lr=0.200712
Epoch[102] Batch [399]	Speed: 2667.936015 samples/sec	rmse=0.020269	lr=0.200583
Epoch[102] Batch [449]	Speed: 2704.983917 samples/sec	rmse=0.020252	lr=0.200455
Epoch[102] Batch [499]	Speed: 2770.794875 samples/sec	rmse=0.020266	lr=0.200326
Epoch[102] Batch [549]	Speed: 2783.032942 samples/sec	rmse=0.020275	lr=0.200197
Epoch[102] Batch [599]	Speed: 2689.542351 samples/sec	rmse=0.020279	lr=0.200068
Epoch[102] Batch [649]	Speed: 2685.712120 samples/sec	rmse=0.020279	lr=0.199939
Epoch[102] Batch [699]	Speed: 2756.811846 samples/sec	rmse=0.020261	lr=0.199811
Epoch[102] Batch [749]	Speed: 2721.487350 samples/sec	rmse=0.020265	lr=0.199682
Epoch[102] Batch [799]	Speed: 2770.824405 samples/sec	rmse=0.020261	lr=0.199553
Epoch[102] Batch [849]	Speed: 2686.298735 samples/sec	rmse=0.020256	lr=0.199424
Epoch[102] Batch [899]	Speed: 2713.187947 samples/sec	rmse=0.020267	lr=0.199296
Epoch[102] Batch [949]	Speed: 2742.226858 samples/sec	rmse=0.020264	lr=0.199167
Epoch[102] Batch [999]	Speed: 2680.605800 samples/sec	rmse=0.020261	lr=0.199038
Epoch[102] Batch [1049]	Speed: 2677.856741 samples/sec	rmse=0.020266	lr=0.198909
Epoch[102] Batch [1099]	Speed: 2733.618987 samples/sec	rmse=0.020264	lr=0.198780
Epoch[102] Batch [1149]	Speed: 2764.134496 samples/sec	rmse=0.020267	lr=0.198652
Epoch[102] Batch [1199]	Speed: 2713.134576 samples/sec	rmse=0.020277	lr=0.198523
Epoch[102] Batch [1249]	Speed: 2966.050211 samples/sec	rmse=0.020273	lr=0.198394
[Epoch 102] training: rmse=0.020273
[Epoch 102] speed: 2732 samples/sec	time cost: 482.548483
[Epoch 102] validation: err-top1=0.363062 err-top5=0.137755
Epoch[103] Batch [49]	Speed: 2808.544354 samples/sec	rmse=0.019932	lr=0.198263
Epoch[103] Batch [99]	Speed: 2749.340762 samples/sec	rmse=0.020119	lr=0.198134
Epoch[103] Batch [149]	Speed: 2726.613248 samples/sec	rmse=0.020108	lr=0.198005
Epoch[103] Batch [199]	Speed: 2727.094090 samples/sec	rmse=0.020067	lr=0.197876
Epoch[103] Batch [249]	Speed: 2749.903529 samples/sec	rmse=0.020052	lr=0.197748
Epoch[103] Batch [299]	Speed: 2693.675384 samples/sec	rmse=0.020071	lr=0.197619
Epoch[103] Batch [349]	Speed: 2667.431209 samples/sec	rmse=0.020085	lr=0.197490
Epoch[103] Batch [399]	Speed: 2801.770821 samples/sec	rmse=0.020088	lr=0.197361
Epoch[103] Batch [449]	Speed: 2720.076509 samples/sec	rmse=0.020106	lr=0.197233
Epoch[103] Batch [499]	Speed: 2759.556050 samples/sec	rmse=0.020133	lr=0.197104
Epoch[103] Batch [549]	Speed: 2756.855624 samples/sec	rmse=0.020133	lr=0.196975
Epoch[103] Batch [599]	Speed: 2726.289770 samples/sec	rmse=0.020128	lr=0.196846
Epoch[103] Batch [649]	Speed: 2651.619292 samples/sec	rmse=0.020128	lr=0.196717
Epoch[103] Batch [699]	Speed: 2723.013178 samples/sec	rmse=0.020127	lr=0.196589
Epoch[103] Batch [749]	Speed: 2788.617554 samples/sec	rmse=0.020131	lr=0.196460
Epoch[103] Batch [799]	Speed: 2725.211303 samples/sec	rmse=0.020130	lr=0.196331
Epoch[103] Batch [849]	Speed: 2801.396631 samples/sec	rmse=0.020142	lr=0.196202
Epoch[103] Batch [899]	Speed: 2750.414638 samples/sec	rmse=0.020148	lr=0.196074
Epoch[103] Batch [949]	Speed: 2819.838235 samples/sec	rmse=0.020165	lr=0.195945
Epoch[103] Batch [999]	Speed: 2688.183609 samples/sec	rmse=0.020170	lr=0.195816
Epoch[103] Batch [1049]	Speed: 2778.990116 samples/sec	rmse=0.020172	lr=0.195687
Epoch[103] Batch [1099]	Speed: 2695.319456 samples/sec	rmse=0.020163	lr=0.195559
Epoch[103] Batch [1149]	Speed: 2722.241389 samples/sec	rmse=0.020172	lr=0.195430
Epoch[103] Batch [1199]	Speed: 2727.018561 samples/sec	rmse=0.020175	lr=0.195301
Epoch[103] Batch [1249]	Speed: 2953.336431 samples/sec	rmse=0.020177	lr=0.195172
[Epoch 103] training: rmse=0.020177
[Epoch 103] speed: 2745 samples/sec	time cost: 480.409351
[Epoch 103] validation: err-top1=0.362903 err-top5=0.139469
Epoch[104] Batch [49]	Speed: 2831.597973 samples/sec	rmse=0.020208	lr=0.195041
Epoch[104] Batch [99]	Speed: 2745.581122 samples/sec	rmse=0.020177	lr=0.194912
Epoch[104] Batch [149]	Speed: 2755.245512 samples/sec	rmse=0.020231	lr=0.194784
Epoch[104] Batch [199]	Speed: 2762.103101 samples/sec	rmse=0.020163	lr=0.194655
Epoch[104] Batch [249]	Speed: 2874.412897 samples/sec	rmse=0.020151	lr=0.194526
Epoch[104] Batch [299]	Speed: 2774.096011 samples/sec	rmse=0.020161	lr=0.194397
Epoch[104] Batch [349]	Speed: 2811.308324 samples/sec	rmse=0.020176	lr=0.194269
Epoch[104] Batch [399]	Speed: 2789.807288 samples/sec	rmse=0.020176	lr=0.194140
Epoch[104] Batch [449]	Speed: 2844.171244 samples/sec	rmse=0.020165	lr=0.194011
Epoch[104] Batch [499]	Speed: 2763.536976 samples/sec	rmse=0.020151	lr=0.193882
Epoch[104] Batch [549]	Speed: 2759.974338 samples/sec	rmse=0.020162	lr=0.193754
Epoch[104] Batch [599]	Speed: 2897.131524 samples/sec	rmse=0.020173	lr=0.193625
Epoch[104] Batch [649]	Speed: 2787.974331 samples/sec	rmse=0.020161	lr=0.193496
Epoch[104] Batch [699]	Speed: 2842.256549 samples/sec	rmse=0.020176	lr=0.193368
Epoch[104] Batch [749]	Speed: 2838.163097 samples/sec	rmse=0.020186	lr=0.193239
Epoch[104] Batch [799]	Speed: 2691.055456 samples/sec	rmse=0.020191	lr=0.193110
Epoch[104] Batch [849]	Speed: 2783.787879 samples/sec	rmse=0.020177	lr=0.192981
Epoch[104] Batch [899]	Speed: 2798.251366 samples/sec	rmse=0.020177	lr=0.192853
Epoch[104] Batch [949]	Speed: 2702.553624 samples/sec	rmse=0.020175	lr=0.192724
Epoch[104] Batch [999]	Speed: 2749.445447 samples/sec	rmse=0.020173	lr=0.192595
Epoch[104] Batch [1049]	Speed: 2795.838043 samples/sec	rmse=0.020170	lr=0.192467
Epoch[104] Batch [1099]	Speed: 2796.943638 samples/sec	rmse=0.020178	lr=0.192338
Epoch[104] Batch [1149]	Speed: 2760.954730 samples/sec	rmse=0.020184	lr=0.192209
Epoch[104] Batch [1199]	Speed: 2893.698217 samples/sec	rmse=0.020187	lr=0.192081
Epoch[104] Batch [1249]	Speed: 2896.142355 samples/sec	rmse=0.020189	lr=0.191952
[Epoch 104] training: rmse=0.020190
[Epoch 104] speed: 2794 samples/sec	time cost: 472.192281
[Epoch 104] validation: err-top1=0.356995 err-top5=0.138021
Epoch[105] Batch [49]	Speed: 2814.978205 samples/sec	rmse=0.020048	lr=0.191821
Epoch[105] Batch [99]	Speed: 2781.755864 samples/sec	rmse=0.020151	lr=0.191692
Epoch[105] Batch [149]	Speed: 2784.610601 samples/sec	rmse=0.020143	lr=0.191563
Epoch[105] Batch [199]	Speed: 2832.057324 samples/sec	rmse=0.020125	lr=0.191435
Epoch[105] Batch [249]	Speed: 2763.718680 samples/sec	rmse=0.020111	lr=0.191306
Epoch[105] Batch [299]	Speed: 2768.097859 samples/sec	rmse=0.020111	lr=0.191177
Epoch[105] Batch [349]	Speed: 2800.779206 samples/sec	rmse=0.020088	lr=0.191049
Epoch[105] Batch [399]	Speed: 2769.809162 samples/sec	rmse=0.020072	lr=0.190920
Epoch[105] Batch [449]	Speed: 2745.670040 samples/sec	rmse=0.020057	lr=0.190791
Epoch[105] Batch [499]	Speed: 2708.896553 samples/sec	rmse=0.020059	lr=0.190663
Epoch[105] Batch [549]	Speed: 2772.420211 samples/sec	rmse=0.020065	lr=0.190534
Epoch[105] Batch [599]	Speed: 2780.763419 samples/sec	rmse=0.020079	lr=0.190405
Epoch[105] Batch [649]	Speed: 2717.294693 samples/sec	rmse=0.020096	lr=0.190277
Epoch[105] Batch [699]	Speed: 2790.721805 samples/sec	rmse=0.020113	lr=0.190148
Epoch[105] Batch [749]	Speed: 2759.223822 samples/sec	rmse=0.020118	lr=0.190020
Epoch[105] Batch [799]	Speed: 2752.267200 samples/sec	rmse=0.020121	lr=0.189891
Epoch[105] Batch [849]	Speed: 2720.858516 samples/sec	rmse=0.020116	lr=0.189762
Epoch[105] Batch [899]	Speed: 2795.983502 samples/sec	rmse=0.020121	lr=0.189634
Epoch[105] Batch [949]	Speed: 2730.666528 samples/sec	rmse=0.020125	lr=0.189505
Epoch[105] Batch [999]	Speed: 2673.757556 samples/sec	rmse=0.020128	lr=0.189377
Epoch[105] Batch [1049]	Speed: 2668.834122 samples/sec	rmse=0.020123	lr=0.189248
Epoch[105] Batch [1099]	Speed: 2762.611718 samples/sec	rmse=0.020122	lr=0.189119
Epoch[105] Batch [1149]	Speed: 2710.902530 samples/sec	rmse=0.020113	lr=0.188991
Epoch[105] Batch [1199]	Speed: 2722.203292 samples/sec	rmse=0.020103	lr=0.188862
Epoch[105] Batch [1249]	Speed: 2893.972357 samples/sec	rmse=0.020095	lr=0.188734
[Epoch 105] training: rmse=0.020095
[Epoch 105] speed: 2758 samples/sec	time cost: 478.298563
[Epoch 105] validation: err-top1=0.352918 err-top5=0.135364
Epoch[106] Batch [49]	Speed: 2808.143713 samples/sec	rmse=0.019964	lr=0.188602
Epoch[106] Batch [99]	Speed: 2800.013857 samples/sec	rmse=0.020069	lr=0.188474
Epoch[106] Batch [149]	Speed: 2751.890705 samples/sec	rmse=0.020135	lr=0.188345
Epoch[106] Batch [199]	Speed: 2764.289413 samples/sec	rmse=0.020100	lr=0.188217
Epoch[106] Batch [249]	Speed: 2832.479575 samples/sec	rmse=0.020060	lr=0.188088
Epoch[106] Batch [299]	Speed: 2777.755621 samples/sec	rmse=0.020046	lr=0.187960
Epoch[106] Batch [349]	Speed: 2709.567458 samples/sec	rmse=0.020041	lr=0.187831
Epoch[106] Batch [399]	Speed: 2706.689007 samples/sec	rmse=0.020058	lr=0.187703
Epoch[106] Batch [449]	Speed: 2767.835667 samples/sec	rmse=0.020059	lr=0.187574
Epoch[106] Batch [499]	Speed: 2769.700528 samples/sec	rmse=0.020080	lr=0.187445
Epoch[106] Batch [549]	Speed: 2777.143327 samples/sec	rmse=0.020062	lr=0.187317
Epoch[106] Batch [599]	Speed: 2718.230198 samples/sec	rmse=0.020060	lr=0.187188
Epoch[106] Batch [649]	Speed: 2810.147401 samples/sec	rmse=0.020054	lr=0.187060
Epoch[106] Batch [699]	Speed: 2795.327744 samples/sec	rmse=0.020055	lr=0.186931
Epoch[106] Batch [749]	Speed: 2693.628183 samples/sec	rmse=0.020050	lr=0.186803
Epoch[106] Batch [799]	Speed: 2728.578404 samples/sec	rmse=0.020063	lr=0.186674
Epoch[106] Batch [849]	Speed: 2737.994543 samples/sec	rmse=0.020079	lr=0.186546
Epoch[106] Batch [899]	Speed: 2749.905572 samples/sec	rmse=0.020086	lr=0.186417
Epoch[106] Batch [949]	Speed: 2731.930793 samples/sec	rmse=0.020096	lr=0.186289
Epoch[106] Batch [999]	Speed: 2714.777030 samples/sec	rmse=0.020096	lr=0.186160
Epoch[106] Batch [1049]	Speed: 2718.583428 samples/sec	rmse=0.020092	lr=0.186032
Epoch[106] Batch [1099]	Speed: 2687.993936 samples/sec	rmse=0.020103	lr=0.185904
Epoch[106] Batch [1149]	Speed: 2752.603083 samples/sec	rmse=0.020121	lr=0.185775
Epoch[106] Batch [1199]	Speed: 2734.856314 samples/sec	rmse=0.020134	lr=0.185647
Epoch[106] Batch [1249]	Speed: 2925.294185 samples/sec	rmse=0.020127	lr=0.185518
[Epoch 106] training: rmse=0.020127
[Epoch 106] speed: 2755 samples/sec	time cost: 478.502650
[Epoch 106] validation: err-top1=0.363062 err-top5=0.140127
Epoch[107] Batch [49]	Speed: 2721.594960 samples/sec	rmse=0.019939	lr=0.185387
Epoch[107] Batch [99]	Speed: 2710.808938 samples/sec	rmse=0.019826	lr=0.185259
Epoch[107] Batch [149]	Speed: 2726.740860 samples/sec	rmse=0.019928	lr=0.185130
Epoch[107] Batch [199]	Speed: 2713.776991 samples/sec	rmse=0.019948	lr=0.185002
Epoch[107] Batch [249]	Speed: 2705.220705 samples/sec	rmse=0.019992	lr=0.184873
Epoch[107] Batch [299]	Speed: 2679.874145 samples/sec	rmse=0.019990	lr=0.184745
Epoch[107] Batch [349]	Speed: 2738.763032 samples/sec	rmse=0.020028	lr=0.184617
Epoch[107] Batch [399]	Speed: 2781.143463 samples/sec	rmse=0.020029	lr=0.184488
Epoch[107] Batch [449]	Speed: 2762.974161 samples/sec	rmse=0.020019	lr=0.184360
Epoch[107] Batch [499]	Speed: 2778.421744 samples/sec	rmse=0.020021	lr=0.184231
Epoch[107] Batch [549]	Speed: 2650.292700 samples/sec	rmse=0.020030	lr=0.184103
Epoch[107] Batch [599]	Speed: 2799.219153 samples/sec	rmse=0.020014	lr=0.183975
Epoch[107] Batch [649]	Speed: 2765.735747 samples/sec	rmse=0.020016	lr=0.183846
Epoch[107] Batch [699]	Speed: 2722.060888 samples/sec	rmse=0.020020	lr=0.183718
Epoch[107] Batch [749]	Speed: 2718.862464 samples/sec	rmse=0.020024	lr=0.183590
Epoch[107] Batch [799]	Speed: 2701.198389 samples/sec	rmse=0.020021	lr=0.183461
Epoch[107] Batch [849]	Speed: 2692.262239 samples/sec	rmse=0.020027	lr=0.183333
Epoch[107] Batch [899]	Speed: 2739.521363 samples/sec	rmse=0.020039	lr=0.183205
Epoch[107] Batch [949]	Speed: 2726.170471 samples/sec	rmse=0.020041	lr=0.183076
Epoch[107] Batch [999]	Speed: 2748.769992 samples/sec	rmse=0.020035	lr=0.182948
Epoch[107] Batch [1049]	Speed: 2704.082158 samples/sec	rmse=0.020036	lr=0.182820
Epoch[107] Batch [1099]	Speed: 2669.242775 samples/sec	rmse=0.020042	lr=0.182691
Epoch[107] Batch [1149]	Speed: 2730.688229 samples/sec	rmse=0.020046	lr=0.182563
Epoch[107] Batch [1199]	Speed: 2736.656792 samples/sec	rmse=0.020051	lr=0.182435
Epoch[107] Batch [1249]	Speed: 2870.129044 samples/sec	rmse=0.020048	lr=0.182307
[Epoch 107] training: rmse=0.020049
[Epoch 107] speed: 2729 samples/sec	time cost: 483.694918
[Epoch 107] validation: err-top1=0.348872 err-top5=0.131477
Epoch[108] Batch [49]	Speed: 2725.498273 samples/sec	rmse=0.020016	lr=0.182176
Epoch[108] Batch [99]	Speed: 2730.544485 samples/sec	rmse=0.019928	lr=0.182047
Epoch[108] Batch [149]	Speed: 2765.087796 samples/sec	rmse=0.019871	lr=0.181919
Epoch[108] Batch [199]	Speed: 2662.014931 samples/sec	rmse=0.019891	lr=0.181791
Epoch[108] Batch [249]	Speed: 2760.726611 samples/sec	rmse=0.019904	lr=0.181663
Epoch[108] Batch [299]	Speed: 2687.425212 samples/sec	rmse=0.019927	lr=0.181534
Epoch[108] Batch [349]	Speed: 2680.531184 samples/sec	rmse=0.019950	lr=0.181406
Epoch[108] Batch [399]	Speed: 2658.093230 samples/sec	rmse=0.019983	lr=0.181278
Epoch[108] Batch [449]	Speed: 2690.336422 samples/sec	rmse=0.019973	lr=0.181150
Epoch[108] Batch [499]	Speed: 2778.928442 samples/sec	rmse=0.019997	lr=0.181022
Epoch[108] Batch [549]	Speed: 2772.340790 samples/sec	rmse=0.020021	lr=0.180893
Epoch[108] Batch [599]	Speed: 2669.956254 samples/sec	rmse=0.020033	lr=0.180765
Epoch[108] Batch [649]	Speed: 2682.486912 samples/sec	rmse=0.020032	lr=0.180637
Epoch[108] Batch [699]	Speed: 2788.566207 samples/sec	rmse=0.020046	lr=0.180509
Epoch[108] Batch [749]	Speed: 2831.183188 samples/sec	rmse=0.020058	lr=0.180381
Epoch[108] Batch [799]	Speed: 2739.962370 samples/sec	rmse=0.020056	lr=0.180252
Epoch[108] Batch [849]	Speed: 2750.481851 samples/sec	rmse=0.020067	lr=0.180124
Epoch[108] Batch [899]	Speed: 2689.015868 samples/sec	rmse=0.020079	lr=0.179996
Epoch[108] Batch [949]	Speed: 2820.763658 samples/sec	rmse=0.020078	lr=0.179868
Epoch[108] Batch [999]	Speed: 2750.255072 samples/sec	rmse=0.020070	lr=0.179740
Epoch[108] Batch [1049]	Speed: 2674.379592 samples/sec	rmse=0.020068	lr=0.179612
Epoch[108] Batch [1099]	Speed: 2772.174197 samples/sec	rmse=0.020069	lr=0.179484
Epoch[108] Batch [1149]	Speed: 2707.859013 samples/sec	rmse=0.020067	lr=0.179356
Epoch[108] Batch [1199]	Speed: 2750.341933 samples/sec	rmse=0.020070	lr=0.179228
Epoch[108] Batch [1249]	Speed: 2849.653294 samples/sec	rmse=0.020073	lr=0.179099
[Epoch 108] training: rmse=0.020074
[Epoch 108] speed: 2732 samples/sec	time cost: 482.500404
[Epoch 108] validation: err-top1=0.341578 err-top5=0.127033
Epoch[109] Batch [49]	Speed: 2819.595359 samples/sec	rmse=0.019873	lr=0.178969
Epoch[109] Batch [99]	Speed: 2644.219994 samples/sec	rmse=0.020063	lr=0.178841
Epoch[109] Batch [149]	Speed: 2780.908251 samples/sec	rmse=0.020027	lr=0.178713
Epoch[109] Batch [199]	Speed: 2728.546717 samples/sec	rmse=0.019960	lr=0.178585
Epoch[109] Batch [249]	Speed: 2707.925699 samples/sec	rmse=0.019956	lr=0.178457
Epoch[109] Batch [299]	Speed: 2687.222666 samples/sec	rmse=0.019954	lr=0.178329
Epoch[109] Batch [349]	Speed: 2735.204055 samples/sec	rmse=0.020007	lr=0.178201
Epoch[109] Batch [399]	Speed: 2691.918852 samples/sec	rmse=0.020010	lr=0.178073
Epoch[109] Batch [449]	Speed: 2737.274493 samples/sec	rmse=0.020035	lr=0.177945
Epoch[109] Batch [499]	Speed: 2754.699708 samples/sec	rmse=0.020043	lr=0.177817
Epoch[109] Batch [549]	Speed: 2824.434879 samples/sec	rmse=0.020029	lr=0.177689
Epoch[109] Batch [599]	Speed: 2703.893775 samples/sec	rmse=0.020027	lr=0.177561
Epoch[109] Batch [649]	Speed: 2696.387154 samples/sec	rmse=0.020032	lr=0.177433
Epoch[109] Batch [699]	Speed: 2719.654726 samples/sec	rmse=0.020043	lr=0.177305
Epoch[109] Batch [749]	Speed: 2750.023435 samples/sec	rmse=0.020040	lr=0.177177
Epoch[109] Batch [799]	Speed: 2708.894230 samples/sec	rmse=0.020023	lr=0.177049
Epoch[109] Batch [849]	Speed: 2742.096182 samples/sec	rmse=0.020023	lr=0.176921
Epoch[109] Batch [899]	Speed: 2731.349893 samples/sec	rmse=0.020024	lr=0.176793
Epoch[109] Batch [949]	Speed: 2686.361608 samples/sec	rmse=0.020032	lr=0.176665
Epoch[109] Batch [999]	Speed: 2745.545037 samples/sec	rmse=0.020038	lr=0.176537
Epoch[109] Batch [1049]	Speed: 2708.690007 samples/sec	rmse=0.020038	lr=0.176409
Epoch[109] Batch [1099]	Speed: 2742.421671 samples/sec	rmse=0.020029	lr=0.176281
Epoch[109] Batch [1149]	Speed: 2773.626825 samples/sec	rmse=0.020020	lr=0.176153
Epoch[109] Batch [1199]	Speed: 2662.296634 samples/sec	rmse=0.020027	lr=0.176026
Epoch[109] Batch [1249]	Speed: 2893.611735 samples/sec	rmse=0.020033	lr=0.175898
[Epoch 109] training: rmse=0.020032
[Epoch 109] speed: 2732 samples/sec	time cost: 482.703976
[Epoch 109] validation: err-top1=0.355369 err-top5=0.134865
Epoch[110] Batch [49]	Speed: 2792.059657 samples/sec	rmse=0.019701	lr=0.175767
Epoch[110] Batch [99]	Speed: 2689.006979 samples/sec	rmse=0.019614	lr=0.175640
Epoch[110] Batch [149]	Speed: 2737.635587 samples/sec	rmse=0.019650	lr=0.175512
Epoch[110] Batch [199]	Speed: 2790.412307 samples/sec	rmse=0.019678	lr=0.175384
Epoch[110] Batch [249]	Speed: 2715.216285 samples/sec	rmse=0.019729	lr=0.175256
Epoch[110] Batch [299]	Speed: 2699.518091 samples/sec	rmse=0.019721	lr=0.175128
Epoch[110] Batch [349]	Speed: 2721.163638 samples/sec	rmse=0.019731	lr=0.175001
Epoch[110] Batch [399]	Speed: 2711.407869 samples/sec	rmse=0.019769	lr=0.174873
Epoch[110] Batch [449]	Speed: 2791.401311 samples/sec	rmse=0.019791	lr=0.174745
Epoch[110] Batch [499]	Speed: 2689.619187 samples/sec	rmse=0.019830	lr=0.174617
Epoch[110] Batch [549]	Speed: 2733.633985 samples/sec	rmse=0.019859	lr=0.174490
Epoch[110] Batch [599]	Speed: 2687.471624 samples/sec	rmse=0.019880	lr=0.174362
Epoch[110] Batch [649]	Speed: 2712.053303 samples/sec	rmse=0.019896	lr=0.174234
Epoch[110] Batch [699]	Speed: 2711.172256 samples/sec	rmse=0.019902	lr=0.174106
Epoch[110] Batch [749]	Speed: 2665.821238 samples/sec	rmse=0.019928	lr=0.173979
Epoch[110] Batch [799]	Speed: 2727.217418 samples/sec	rmse=0.019933	lr=0.173851
Epoch[110] Batch [849]	Speed: 2729.677997 samples/sec	rmse=0.019935	lr=0.173723
Epoch[110] Batch [899]	Speed: 2744.961386 samples/sec	rmse=0.019937	lr=0.173596
Epoch[110] Batch [949]	Speed: 2704.423785 samples/sec	rmse=0.019942	lr=0.173468
Epoch[110] Batch [999]	Speed: 2675.713210 samples/sec	rmse=0.019957	lr=0.173340
Epoch[110] Batch [1049]	Speed: 2783.943311 samples/sec	rmse=0.019964	lr=0.173213
Epoch[110] Batch [1099]	Speed: 2684.202064 samples/sec	rmse=0.019962	lr=0.173085
Epoch[110] Batch [1149]	Speed: 2711.146551 samples/sec	rmse=0.019961	lr=0.172958
Epoch[110] Batch [1199]	Speed: 2679.261719 samples/sec	rmse=0.019963	lr=0.172830
Epoch[110] Batch [1249]	Speed: 2886.851146 samples/sec	rmse=0.019961	lr=0.172702
[Epoch 110] training: rmse=0.019962
[Epoch 110] speed: 2724 samples/sec	time cost: 484.209648
[Epoch 110] validation: err-top1=0.346619 err-top5=0.128316
Epoch[111] Batch [49]	Speed: 2665.110100 samples/sec	rmse=0.019699	lr=0.172572
Epoch[111] Batch [99]	Speed: 2660.127186 samples/sec	rmse=0.019732	lr=0.172445
Epoch[111] Batch [149]	Speed: 2661.672816 samples/sec	rmse=0.019796	lr=0.172317
Epoch[111] Batch [199]	Speed: 2704.630397 samples/sec	rmse=0.019922	lr=0.172190
Epoch[111] Batch [249]	Speed: 2680.491135 samples/sec	rmse=0.019951	lr=0.172062
Epoch[111] Batch [299]	Speed: 2721.985499 samples/sec	rmse=0.019928	lr=0.171935
Epoch[111] Batch [349]	Speed: 2695.888413 samples/sec	rmse=0.019942	lr=0.171807
Epoch[111] Batch [399]	Speed: 2676.789685 samples/sec	rmse=0.019957	lr=0.171680
Epoch[111] Batch [449]	Speed: 2694.009756 samples/sec	rmse=0.019973	lr=0.171552
Epoch[111] Batch [499]	Speed: 2772.354892 samples/sec	rmse=0.019978	lr=0.171425
Epoch[111] Batch [549]	Speed: 2728.661300 samples/sec	rmse=0.019996	lr=0.171297
Epoch[111] Batch [599]	Speed: 2694.323185 samples/sec	rmse=0.020006	lr=0.171170
Epoch[111] Batch [649]	Speed: 2819.844752 samples/sec	rmse=0.020002	lr=0.171042
Epoch[111] Batch [699]	Speed: 2776.278028 samples/sec	rmse=0.020005	lr=0.170915
Epoch[111] Batch [749]	Speed: 2691.976420 samples/sec	rmse=0.019994	lr=0.170787
Epoch[111] Batch [799]	Speed: 2728.664490 samples/sec	rmse=0.019998	lr=0.170660
Epoch[111] Batch [849]	Speed: 2688.930313 samples/sec	rmse=0.020004	lr=0.170533
Epoch[111] Batch [899]	Speed: 2719.644359 samples/sec	rmse=0.019992	lr=0.170405
Epoch[111] Batch [949]	Speed: 2747.439831 samples/sec	rmse=0.019981	lr=0.170278
Epoch[111] Batch [999]	Speed: 2762.117099 samples/sec	rmse=0.019973	lr=0.170151
Epoch[111] Batch [1049]	Speed: 2696.067863 samples/sec	rmse=0.019977	lr=0.170023
Epoch[111] Batch [1099]	Speed: 2772.864642 samples/sec	rmse=0.019974	lr=0.169896
Epoch[111] Batch [1149]	Speed: 2741.425767 samples/sec	rmse=0.019970	lr=0.169769
Epoch[111] Batch [1199]	Speed: 2688.067756 samples/sec	rmse=0.019964	lr=0.169641
Epoch[111] Batch [1249]	Speed: 2814.365770 samples/sec	rmse=0.019964	lr=0.169514
[Epoch 111] training: rmse=0.019963
[Epoch 111] speed: 2717 samples/sec	time cost: 485.693287
[Epoch 111] validation: err-top1=0.351343 err-top5=0.134287
Epoch[112] Batch [49]	Speed: 2682.024049 samples/sec	rmse=0.019808	lr=0.169384
Epoch[112] Batch [99]	Speed: 2683.709229 samples/sec	rmse=0.019872	lr=0.169257
Epoch[112] Batch [149]	Speed: 2727.724493 samples/sec	rmse=0.019914	lr=0.169130
Epoch[112] Batch [199]	Speed: 2722.116164 samples/sec	rmse=0.019917	lr=0.169003
Epoch[112] Batch [249]	Speed: 2839.333623 samples/sec	rmse=0.019880	lr=0.168875
Epoch[112] Batch [299]	Speed: 2792.003174 samples/sec	rmse=0.019892	lr=0.168748
Epoch[112] Batch [349]	Speed: 2780.605425 samples/sec	rmse=0.019906	lr=0.168621
Epoch[112] Batch [399]	Speed: 2751.752124 samples/sec	rmse=0.019922	lr=0.168494
Epoch[112] Batch [449]	Speed: 2780.203357 samples/sec	rmse=0.019910	lr=0.168367
Epoch[112] Batch [499]	Speed: 2745.767635 samples/sec	rmse=0.019920	lr=0.168239
Epoch[112] Batch [549]	Speed: 2739.435639 samples/sec	rmse=0.019907	lr=0.168112
Epoch[112] Batch [599]	Speed: 2825.598010 samples/sec	rmse=0.019897	lr=0.167985
Epoch[112] Batch [649]	Speed: 2743.083428 samples/sec	rmse=0.019879	lr=0.167858
Epoch[112] Batch [699]	Speed: 2878.892789 samples/sec	rmse=0.019887	lr=0.167731
Epoch[112] Batch [749]	Speed: 2723.872537 samples/sec	rmse=0.019914	lr=0.167604
Epoch[112] Batch [799]	Speed: 2794.380607 samples/sec	rmse=0.019916	lr=0.167477
Epoch[112] Batch [849]	Speed: 2824.810456 samples/sec	rmse=0.019909	lr=0.167350
Epoch[112] Batch [899]	Speed: 2794.455513 samples/sec	rmse=0.019923	lr=0.167223
Epoch[112] Batch [949]	Speed: 2767.167014 samples/sec	rmse=0.019913	lr=0.167096
Epoch[112] Batch [999]	Speed: 2762.234235 samples/sec	rmse=0.019909	lr=0.166969
Epoch[112] Batch [1049]	Speed: 2817.415901 samples/sec	rmse=0.019905	lr=0.166842
Epoch[112] Batch [1099]	Speed: 2688.501203 samples/sec	rmse=0.019916	lr=0.166715
Epoch[112] Batch [1149]	Speed: 2818.612619 samples/sec	rmse=0.019917	lr=0.166588
Epoch[112] Batch [1199]	Speed: 2752.769272 samples/sec	rmse=0.019907	lr=0.166461
Epoch[112] Batch [1249]	Speed: 2988.955628 samples/sec	rmse=0.019914	lr=0.166334
[Epoch 112] training: rmse=0.019913
[Epoch 112] speed: 2773 samples/sec	time cost: 475.469053
[Epoch 112] validation: err-top1=0.342773 err-top5=0.128089
Epoch[113] Batch [49]	Speed: 2792.984952 samples/sec	rmse=0.019836	lr=0.166204
Epoch[113] Batch [99]	Speed: 2695.566093 samples/sec	rmse=0.019786	lr=0.166077
Epoch[113] Batch [149]	Speed: 2822.236735 samples/sec	rmse=0.019807	lr=0.165950
Epoch[113] Batch [199]	Speed: 2755.812750 samples/sec	rmse=0.019806	lr=0.165823
Epoch[113] Batch [249]	Speed: 2793.460565 samples/sec	rmse=0.019773	lr=0.165697
Epoch[113] Batch [299]	Speed: 2789.646018 samples/sec	rmse=0.019816	lr=0.165570
Epoch[113] Batch [349]	Speed: 2782.648920 samples/sec	rmse=0.019817	lr=0.165443
Epoch[113] Batch [399]	Speed: 2872.200263 samples/sec	rmse=0.019823	lr=0.165316
Epoch[113] Batch [449]	Speed: 2802.021349 samples/sec	rmse=0.019828	lr=0.165189
Epoch[113] Batch [499]	Speed: 2755.340996 samples/sec	rmse=0.019825	lr=0.165062
Epoch[113] Batch [549]	Speed: 2685.766501 samples/sec	rmse=0.019844	lr=0.164936
Epoch[113] Batch [599]	Speed: 2741.693096 samples/sec	rmse=0.019839	lr=0.164809
Epoch[113] Batch [649]	Speed: 2664.447275 samples/sec	rmse=0.019843	lr=0.164682
Epoch[113] Batch [699]	Speed: 2726.294719 samples/sec	rmse=0.019848	lr=0.164555
Epoch[113] Batch [749]	Speed: 2751.643879 samples/sec	rmse=0.019860	lr=0.164429
Epoch[113] Batch [799]	Speed: 2623.846976 samples/sec	rmse=0.019860	lr=0.164302
Epoch[113] Batch [849]	Speed: 2698.029421 samples/sec	rmse=0.019865	lr=0.164175
Epoch[113] Batch [899]	Speed: 2696.806017 samples/sec	rmse=0.019866	lr=0.164048
Epoch[113] Batch [949]	Speed: 2631.086568 samples/sec	rmse=0.019868	lr=0.163922
Epoch[113] Batch [999]	Speed: 2669.850198 samples/sec	rmse=0.019879	lr=0.163795
Epoch[113] Batch [1049]	Speed: 2744.437571 samples/sec	rmse=0.019876	lr=0.163668
Epoch[113] Batch [1099]	Speed: 2675.084256 samples/sec	rmse=0.019880	lr=0.163542
Epoch[113] Batch [1149]	Speed: 2670.612058 samples/sec	rmse=0.019884	lr=0.163415
Epoch[113] Batch [1199]	Speed: 2808.187778 samples/sec	rmse=0.019890	lr=0.163289
Epoch[113] Batch [1249]	Speed: 2882.204845 samples/sec	rmse=0.019891	lr=0.163162
[Epoch 113] training: rmse=0.019891
[Epoch 113] speed: 2737 samples/sec	time cost: 481.801160
[Epoch 113] validation: err-top1=0.341916 err-top5=0.125578
Epoch[114] Batch [49]	Speed: 2710.708474 samples/sec	rmse=0.019592	lr=0.163033
Epoch[114] Batch [99]	Speed: 2687.020118 samples/sec	rmse=0.019695	lr=0.162906
Epoch[114] Batch [149]	Speed: 2710.560257 samples/sec	rmse=0.019773	lr=0.162780
Epoch[114] Batch [199]	Speed: 2823.500178 samples/sec	rmse=0.019757	lr=0.162653
Epoch[114] Batch [249]	Speed: 2741.533665 samples/sec	rmse=0.019784	lr=0.162527
Epoch[114] Batch [299]	Speed: 2677.702711 samples/sec	rmse=0.019820	lr=0.162400
Epoch[114] Batch [349]	Speed: 2691.466862 samples/sec	rmse=0.019828	lr=0.162274
Epoch[114] Batch [399]	Speed: 2691.816376 samples/sec	rmse=0.019808	lr=0.162147
Epoch[114] Batch [449]	Speed: 2761.438813 samples/sec	rmse=0.019850	lr=0.162021
Epoch[114] Batch [499]	Speed: 2631.013556 samples/sec	rmse=0.019828	lr=0.161894
Epoch[114] Batch [549]	Speed: 2647.914850 samples/sec	rmse=0.019821	lr=0.161768
Epoch[114] Batch [599]	Speed: 2746.687403 samples/sec	rmse=0.019833	lr=0.161642
Epoch[114] Batch [649]	Speed: 2683.894608 samples/sec	rmse=0.019834	lr=0.161515
Epoch[114] Batch [699]	Speed: 2686.966426 samples/sec	rmse=0.019847	lr=0.161389
Epoch[114] Batch [749]	Speed: 2706.283405 samples/sec	rmse=0.019843	lr=0.161263
Epoch[114] Batch [799]	Speed: 2714.032334 samples/sec	rmse=0.019833	lr=0.161136
Epoch[114] Batch [849]	Speed: 2645.977892 samples/sec	rmse=0.019837	lr=0.161010
Epoch[114] Batch [899]	Speed: 2693.533550 samples/sec	rmse=0.019831	lr=0.160884
Epoch[114] Batch [949]	Speed: 2734.350240 samples/sec	rmse=0.019828	lr=0.160757
Epoch[114] Batch [999]	Speed: 2781.787466 samples/sec	rmse=0.019820	lr=0.160631
Epoch[114] Batch [1049]	Speed: 2741.176546 samples/sec	rmse=0.019825	lr=0.160505
Epoch[114] Batch [1099]	Speed: 2722.914708 samples/sec	rmse=0.019822	lr=0.160379
Epoch[114] Batch [1149]	Speed: 2778.327925 samples/sec	rmse=0.019826	lr=0.160252
Epoch[114] Batch [1199]	Speed: 2693.368186 samples/sec	rmse=0.019830	lr=0.160126
Epoch[114] Batch [1249]	Speed: 2826.102872 samples/sec	rmse=0.019828	lr=0.160000
[Epoch 114] training: rmse=0.019827
[Epoch 114] speed: 2715 samples/sec	time cost: 485.803945
[Epoch 114] validation: err-top1=0.342255 err-top5=0.126096
Epoch[115] Batch [49]	Speed: 2698.238583 samples/sec	rmse=0.019740	lr=0.159871
Epoch[115] Batch [99]	Speed: 2747.226346 samples/sec	rmse=0.019643	lr=0.159745
Epoch[115] Batch [149]	Speed: 2701.831016 samples/sec	rmse=0.019658	lr=0.159619
Epoch[115] Batch [199]	Speed: 2730.774865 samples/sec	rmse=0.019657	lr=0.159493
Epoch[115] Batch [249]	Speed: 2680.949017 samples/sec	rmse=0.019669	lr=0.159367
Epoch[115] Batch [299]	Speed: 2718.175355 samples/sec	rmse=0.019637	lr=0.159241
Epoch[115] Batch [349]	Speed: 2761.098818 samples/sec	rmse=0.019634	lr=0.159115
Epoch[115] Batch [399]	Speed: 2726.386165 samples/sec	rmse=0.019655	lr=0.158988
Epoch[115] Batch [449]	Speed: 2693.142351 samples/sec	rmse=0.019694	lr=0.158862
Epoch[115] Batch [499]	Speed: 2709.114956 samples/sec	rmse=0.019714	lr=0.158736
Epoch[115] Batch [549]	Speed: 2688.542570 samples/sec	rmse=0.019719	lr=0.158610
Epoch[115] Batch [599]	Speed: 2692.907098 samples/sec	rmse=0.019733	lr=0.158484
Epoch[115] Batch [649]	Speed: 2800.185493 samples/sec	rmse=0.019752	lr=0.158358
Epoch[115] Batch [699]	Speed: 2669.406551 samples/sec	rmse=0.019749	lr=0.158233
Epoch[115] Batch [749]	Speed: 2674.056667 samples/sec	rmse=0.019768	lr=0.158107
Epoch[115] Batch [799]	Speed: 2735.873451 samples/sec	rmse=0.019770	lr=0.157981
Epoch[115] Batch [849]	Speed: 2715.195275 samples/sec	rmse=0.019780	lr=0.157855
Epoch[115] Batch [899]	Speed: 2676.613926 samples/sec	rmse=0.019784	lr=0.157729
Epoch[115] Batch [949]	Speed: 2792.068660 samples/sec	rmse=0.019788	lr=0.157603
Epoch[115] Batch [999]	Speed: 2807.084505 samples/sec	rmse=0.019789	lr=0.157477
Epoch[115] Batch [1049]	Speed: 2687.527455 samples/sec	rmse=0.019788	lr=0.157351
Epoch[115] Batch [1099]	Speed: 2656.874310 samples/sec	rmse=0.019792	lr=0.157226
Epoch[115] Batch [1149]	Speed: 2731.661995 samples/sec	rmse=0.019800	lr=0.157100
Epoch[115] Batch [1199]	Speed: 2694.701405 samples/sec	rmse=0.019799	lr=0.156974
Epoch[115] Batch [1249]	Speed: 2935.168045 samples/sec	rmse=0.019809	lr=0.156848
[Epoch 115] training: rmse=0.019809
[Epoch 115] speed: 2722 samples/sec	time cost: 484.328452
[Epoch 115] validation: err-top1=0.354572 err-top5=0.135922
Epoch[116] Batch [49]	Speed: 2785.840862 samples/sec	rmse=0.019699	lr=0.156720
Epoch[116] Batch [99]	Speed: 2728.420460 samples/sec	rmse=0.019655	lr=0.156594
Epoch[116] Batch [149]	Speed: 2702.435815 samples/sec	rmse=0.019683	lr=0.156469
Epoch[116] Batch [199]	Speed: 2777.309620 samples/sec	rmse=0.019708	lr=0.156343
Epoch[116] Batch [249]	Speed: 2771.099607 samples/sec	rmse=0.019695	lr=0.156217
Epoch[116] Batch [299]	Speed: 2785.061081 samples/sec	rmse=0.019698	lr=0.156092
Epoch[116] Batch [349]	Speed: 2781.956009 samples/sec	rmse=0.019711	lr=0.155966
Epoch[116] Batch [399]	Speed: 2719.447741 samples/sec	rmse=0.019734	lr=0.155840
Epoch[116] Batch [449]	Speed: 2692.290828 samples/sec	rmse=0.019748	lr=0.155715
Epoch[116] Batch [499]	Speed: 2744.875602 samples/sec	rmse=0.019757	lr=0.155589
Epoch[116] Batch [549]	Speed: 2647.701142 samples/sec	rmse=0.019739	lr=0.155464
Epoch[116] Batch [599]	Speed: 2708.848373 samples/sec	rmse=0.019750	lr=0.155338
Epoch[116] Batch [649]	Speed: 2757.317064 samples/sec	rmse=0.019741	lr=0.155212
Epoch[116] Batch [699]	Speed: 2691.314333 samples/sec	rmse=0.019754	lr=0.155087
Epoch[116] Batch [749]	Speed: 2663.911041 samples/sec	rmse=0.019753	lr=0.154961
Epoch[116] Batch [799]	Speed: 2753.181658 samples/sec	rmse=0.019761	lr=0.154836
Epoch[116] Batch [849]	Speed: 2767.863814 samples/sec	rmse=0.019757	lr=0.154711
Epoch[116] Batch [899]	Speed: 2746.264001 samples/sec	rmse=0.019757	lr=0.154585
Epoch[116] Batch [949]	Speed: 2732.868823 samples/sec	rmse=0.019770	lr=0.154460
Epoch[116] Batch [999]	Speed: 2651.451341 samples/sec	rmse=0.019774	lr=0.154334
Epoch[116] Batch [1049]	Speed: 2751.797858 samples/sec	rmse=0.019775	lr=0.154209
Epoch[116] Batch [1099]	Speed: 2689.767010 samples/sec	rmse=0.019779	lr=0.154084
Epoch[116] Batch [1149]	Speed: 2720.311777 samples/sec	rmse=0.019785	lr=0.153958
Epoch[116] Batch [1199]	Speed: 2738.425560 samples/sec	rmse=0.019782	lr=0.153833
Epoch[116] Batch [1249]	Speed: 2874.449717 samples/sec	rmse=0.019786	lr=0.153708
[Epoch 116] training: rmse=0.019786
[Epoch 116] speed: 2732 samples/sec	time cost: 482.852176
[Epoch 116] validation: err-top1=0.338175 err-top5=0.123779
Epoch[117] Batch [49]	Speed: 2834.312246 samples/sec	rmse=0.019655	lr=0.153580
Epoch[117] Batch [99]	Speed: 2849.857921 samples/sec	rmse=0.019646	lr=0.153455
Epoch[117] Batch [149]	Speed: 2737.212041 samples/sec	rmse=0.019678	lr=0.153329
Epoch[117] Batch [199]	Speed: 2746.405683 samples/sec	rmse=0.019702	lr=0.153204
Epoch[117] Batch [249]	Speed: 2827.136696 samples/sec	rmse=0.019713	lr=0.153079
Epoch[117] Batch [299]	Speed: 2834.162883 samples/sec	rmse=0.019720	lr=0.152954
Epoch[117] Batch [349]	Speed: 2744.612072 samples/sec	rmse=0.019735	lr=0.152829
Epoch[117] Batch [399]	Speed: 2805.831528 samples/sec	rmse=0.019748	lr=0.152704
Epoch[117] Batch [449]	Speed: 2725.973773 samples/sec	rmse=0.019740	lr=0.152578
Epoch[117] Batch [499]	Speed: 2751.564762 samples/sec	rmse=0.019761	lr=0.152453
Epoch[117] Batch [549]	Speed: 2728.318445 samples/sec	rmse=0.019775	lr=0.152328
Epoch[117] Batch [599]	Speed: 2798.345259 samples/sec	rmse=0.019783	lr=0.152203
Epoch[117] Batch [649]	Speed: 2758.774857 samples/sec	rmse=0.019782	lr=0.152078
Epoch[117] Batch [699]	Speed: 2801.380077 samples/sec	rmse=0.019786	lr=0.151953
Epoch[117] Batch [749]	Speed: 2693.046333 samples/sec	rmse=0.019785	lr=0.151828
Epoch[117] Batch [799]	Speed: 2675.000251 samples/sec	rmse=0.019790	lr=0.151703
Epoch[117] Batch [849]	Speed: 2702.495126 samples/sec	rmse=0.019774	lr=0.151578
Epoch[117] Batch [899]	Speed: 2762.963567 samples/sec	rmse=0.019754	lr=0.151453
Epoch[117] Batch [949]	Speed: 2711.712451 samples/sec	rmse=0.019756	lr=0.151328
Epoch[117] Batch [999]	Speed: 2723.145288 samples/sec	rmse=0.019760	lr=0.151203
Epoch[117] Batch [1049]	Speed: 2673.616680 samples/sec	rmse=0.019763	lr=0.151078
Epoch[117] Batch [1099]	Speed: 2678.398204 samples/sec	rmse=0.019766	lr=0.150954
Epoch[117] Batch [1149]	Speed: 2768.954282 samples/sec	rmse=0.019763	lr=0.150829
Epoch[117] Batch [1199]	Speed: 2707.120325 samples/sec	rmse=0.019762	lr=0.150704
Epoch[117] Batch [1249]	Speed: 2890.121687 samples/sec	rmse=0.019762	lr=0.150579
[Epoch 117] training: rmse=0.019762
[Epoch 117] speed: 2754 samples/sec	time cost: 479.363188
[Epoch 117] validation: err-top1=0.343770 err-top5=0.127850
Epoch[118] Batch [49]	Speed: 2771.244936 samples/sec	rmse=0.019519	lr=0.150452
Epoch[118] Batch [99]	Speed: 2723.493476 samples/sec	rmse=0.019609	lr=0.150327
Epoch[118] Batch [149]	Speed: 2703.118221 samples/sec	rmse=0.019671	lr=0.150202
Epoch[118] Batch [199]	Speed: 2737.687554 samples/sec	rmse=0.019660	lr=0.150078
Epoch[118] Batch [249]	Speed: 2708.251426 samples/sec	rmse=0.019704	lr=0.149953
Epoch[118] Batch [299]	Speed: 2716.521640 samples/sec	rmse=0.019721	lr=0.149828
Epoch[118] Batch [349]	Speed: 2760.547393 samples/sec	rmse=0.019730	lr=0.149704
Epoch[118] Batch [399]	Speed: 2770.332344 samples/sec	rmse=0.019733	lr=0.149579
Epoch[118] Batch [449]	Speed: 2723.222191 samples/sec	rmse=0.019728	lr=0.149454
Epoch[118] Batch [499]	Speed: 2755.003986 samples/sec	rmse=0.019710	lr=0.149330
Epoch[118] Batch [549]	Speed: 2690.666460 samples/sec	rmse=0.019702	lr=0.149205
Epoch[118] Batch [599]	Speed: 2707.099167 samples/sec	rmse=0.019707	lr=0.149081
Epoch[118] Batch [649]	Speed: 2639.388162 samples/sec	rmse=0.019713	lr=0.148956
Epoch[118] Batch [699]	Speed: 2722.028351 samples/sec	rmse=0.019710	lr=0.148832
Epoch[118] Batch [749]	Speed: 2762.978498 samples/sec	rmse=0.019713	lr=0.148707
Epoch[118] Batch [799]	Speed: 2738.391444 samples/sec	rmse=0.019730	lr=0.148583
Epoch[118] Batch [849]	Speed: 2746.059372 samples/sec	rmse=0.019728	lr=0.148458
Epoch[118] Batch [899]	Speed: 2822.681403 samples/sec	rmse=0.019724	lr=0.148334
Epoch[118] Batch [949]	Speed: 2723.385716 samples/sec	rmse=0.019728	lr=0.148209
Epoch[118] Batch [999]	Speed: 2723.838471 samples/sec	rmse=0.019731	lr=0.148085
Epoch[118] Batch [1049]	Speed: 2760.078344 samples/sec	rmse=0.019734	lr=0.147961
Epoch[118] Batch [1099]	Speed: 2750.359968 samples/sec	rmse=0.019730	lr=0.147836
Epoch[118] Batch [1149]	Speed: 2667.316277 samples/sec	rmse=0.019731	lr=0.147712
Epoch[118] Batch [1199]	Speed: 2698.516204 samples/sec	rmse=0.019738	lr=0.147588
Epoch[118] Batch [1249]	Speed: 2886.151107 samples/sec	rmse=0.019738	lr=0.147463
[Epoch 118] training: rmse=0.019737
[Epoch 118] speed: 2733 samples/sec	time cost: 482.418618
[Epoch 118] validation: err-top1=0.333705 err-top5=0.121273
Epoch[119] Batch [49]	Speed: 2743.702106 samples/sec	rmse=0.019511	lr=0.147337
Epoch[119] Batch [99]	Speed: 2689.290585 samples/sec	rmse=0.019646	lr=0.147213
Epoch[119] Batch [149]	Speed: 2700.466386 samples/sec	rmse=0.019649	lr=0.147088
Epoch[119] Batch [199]	Speed: 2679.699654 samples/sec	rmse=0.019623	lr=0.146964
Epoch[119] Batch [249]	Speed: 2703.228535 samples/sec	rmse=0.019639	lr=0.146840
Epoch[119] Batch [299]	Speed: 2703.843254 samples/sec	rmse=0.019644	lr=0.146716
Epoch[119] Batch [349]	Speed: 2675.529493 samples/sec	rmse=0.019663	lr=0.146592
Epoch[119] Batch [399]	Speed: 2719.534699 samples/sec	rmse=0.019664	lr=0.146468
Epoch[119] Batch [449]	Speed: 2795.854823 samples/sec	rmse=0.019687	lr=0.146344
Epoch[119] Batch [499]	Speed: 2782.762071 samples/sec	rmse=0.019702	lr=0.146220
Epoch[119] Batch [549]	Speed: 2674.307787 samples/sec	rmse=0.019679	lr=0.146095
Epoch[119] Batch [599]	Speed: 2694.671041 samples/sec	rmse=0.019687	lr=0.145971
Epoch[119] Batch [649]	Speed: 2731.202258 samples/sec	rmse=0.019691	lr=0.145847
Epoch[119] Batch [699]	Speed: 2752.557322 samples/sec	rmse=0.019699	lr=0.145724
Epoch[119] Batch [749]	Speed: 2755.506632 samples/sec	rmse=0.019700	lr=0.145600
Epoch[119] Batch [799]	Speed: 2732.093175 samples/sec	rmse=0.019708	lr=0.145476
Epoch[119] Batch [849]	Speed: 2678.414039 samples/sec	rmse=0.019704	lr=0.145352
Epoch[119] Batch [899]	Speed: 2719.204979 samples/sec	rmse=0.019711	lr=0.145228
Epoch[119] Batch [949]	Speed: 2671.013482 samples/sec	rmse=0.019718	lr=0.145104
Epoch[119] Batch [999]	Speed: 2690.012025 samples/sec	rmse=0.019719	lr=0.144980
Epoch[119] Batch [1049]	Speed: 2728.423858 samples/sec	rmse=0.019726	lr=0.144856
Epoch[119] Batch [1099]	Speed: 2762.840113 samples/sec	rmse=0.019734	lr=0.144733
Epoch[119] Batch [1149]	Speed: 2703.397529 samples/sec	rmse=0.019732	lr=0.144609
Epoch[119] Batch [1199]	Speed: 2718.403997 samples/sec	rmse=0.019724	lr=0.144485
Epoch[119] Batch [1249]	Speed: 2962.527158 samples/sec	rmse=0.019724	lr=0.144361
[Epoch 119] training: rmse=0.019723
[Epoch 119] speed: 2723 samples/sec	time cost: 484.154297
[Epoch 119] validation: err-top1=0.327467 err-top5=0.116251
Epoch[120] Batch [49]	Speed: 2763.738207 samples/sec	rmse=0.019614	lr=0.144235
Epoch[120] Batch [99]	Speed: 2709.230648 samples/sec	rmse=0.019664	lr=0.144112
Epoch[120] Batch [149]	Speed: 2779.385790 samples/sec	rmse=0.019646	lr=0.143988
Epoch[120] Batch [199]	Speed: 2667.451917 samples/sec	rmse=0.019657	lr=0.143864
Epoch[120] Batch [249]	Speed: 2803.369913 samples/sec	rmse=0.019643	lr=0.143741
Epoch[120] Batch [299]	Speed: 2693.799391 samples/sec	rmse=0.019652	lr=0.143617
Epoch[120] Batch [349]	Speed: 2656.982525 samples/sec	rmse=0.019654	lr=0.143494
Epoch[120] Batch [399]	Speed: 2779.995330 samples/sec	rmse=0.019687	lr=0.143370
Epoch[120] Batch [449]	Speed: 2730.022097 samples/sec	rmse=0.019694	lr=0.143247
Epoch[120] Batch [499]	Speed: 2672.448634 samples/sec	rmse=0.019679	lr=0.143123
Epoch[120] Batch [549]	Speed: 2797.796609 samples/sec	rmse=0.019668	lr=0.143000
Epoch[120] Batch [599]	Speed: 2705.787986 samples/sec	rmse=0.019663	lr=0.142876
Epoch[120] Batch [649]	Speed: 2726.492017 samples/sec	rmse=0.019662	lr=0.142753
Epoch[120] Batch [699]	Speed: 2732.194778 samples/sec	rmse=0.019656	lr=0.142629
Epoch[120] Batch [749]	Speed: 2773.108236 samples/sec	rmse=0.019659	lr=0.142506
Epoch[120] Batch [799]	Speed: 2740.425796 samples/sec	rmse=0.019658	lr=0.142383
Epoch[120] Batch [849]	Speed: 2736.136595 samples/sec	rmse=0.019669	lr=0.142259
Epoch[120] Batch [899]	Speed: 2651.080943 samples/sec	rmse=0.019665	lr=0.142136
Epoch[120] Batch [949]	Speed: 2706.392716 samples/sec	rmse=0.019670	lr=0.142013
Epoch[120] Batch [999]	Speed: 2750.902150 samples/sec	rmse=0.019674	lr=0.141890
Epoch[120] Batch [1049]	Speed: 2724.863367 samples/sec	rmse=0.019660	lr=0.141766
Epoch[120] Batch [1099]	Speed: 2753.569770 samples/sec	rmse=0.019658	lr=0.141643
Epoch[120] Batch [1149]	Speed: 2705.078096 samples/sec	rmse=0.019662	lr=0.141520
Epoch[120] Batch [1199]	Speed: 2815.758587 samples/sec	rmse=0.019657	lr=0.141397
Epoch[120] Batch [1249]	Speed: 2882.661144 samples/sec	rmse=0.019665	lr=0.141274
[Epoch 120] training: rmse=0.019666
[Epoch 120] speed: 2735 samples/sec	time cost: 481.938563
[Epoch 120] validation: err-top1=0.336296 err-top5=0.121393
Epoch[121] Batch [49]	Speed: 2756.059901 samples/sec	rmse=0.019606	lr=0.141148
Epoch[121] Batch [99]	Speed: 2721.132985 samples/sec	rmse=0.019554	lr=0.141025
Epoch[121] Batch [149]	Speed: 2736.029017 samples/sec	rmse=0.019556	lr=0.140902
Epoch[121] Batch [199]	Speed: 2675.205024 samples/sec	rmse=0.019529	lr=0.140779
Epoch[121] Batch [249]	Speed: 2754.987409 samples/sec	rmse=0.019533	lr=0.140656
Epoch[121] Batch [299]	Speed: 2729.141547 samples/sec	rmse=0.019521	lr=0.140533
Epoch[121] Batch [349]	Speed: 2663.127338 samples/sec	rmse=0.019518	lr=0.140410
Epoch[121] Batch [399]	Speed: 2669.259066 samples/sec	rmse=0.019530	lr=0.140287
Epoch[121] Batch [449]	Speed: 2753.562497 samples/sec	rmse=0.019524	lr=0.140164
Epoch[121] Batch [499]	Speed: 2663.997688 samples/sec	rmse=0.019519	lr=0.140042
Epoch[121] Batch [549]	Speed: 2756.893494 samples/sec	rmse=0.019531	lr=0.139919
Epoch[121] Batch [599]	Speed: 2703.103523 samples/sec	rmse=0.019531	lr=0.139796
Epoch[121] Batch [649]	Speed: 2730.324626 samples/sec	rmse=0.019536	lr=0.139673
Epoch[121] Batch [699]	Speed: 2689.611304 samples/sec	rmse=0.019540	lr=0.139550
Epoch[121] Batch [749]	Speed: 2716.648344 samples/sec	rmse=0.019555	lr=0.139428
Epoch[121] Batch [799]	Speed: 2665.397685 samples/sec	rmse=0.019567	lr=0.139305
Epoch[121] Batch [849]	Speed: 2670.537998 samples/sec	rmse=0.019566	lr=0.139182
Epoch[121] Batch [899]	Speed: 2664.350781 samples/sec	rmse=0.019569	lr=0.139059
Epoch[121] Batch [949]	Speed: 2735.352506 samples/sec	rmse=0.019571	lr=0.138937
Epoch[121] Batch [999]	Speed: 2742.300291 samples/sec	rmse=0.019580	lr=0.138814
Epoch[121] Batch [1049]	Speed: 2731.599902 samples/sec	rmse=0.019575	lr=0.138692
Epoch[121] Batch [1099]	Speed: 2805.213539 samples/sec	rmse=0.019590	lr=0.138569
Epoch[121] Batch [1149]	Speed: 2704.051718 samples/sec	rmse=0.019586	lr=0.138447
Epoch[121] Batch [1199]	Speed: 2749.594287 samples/sec	rmse=0.019593	lr=0.138324
Epoch[121] Batch [1249]	Speed: 2806.090775 samples/sec	rmse=0.019589	lr=0.138202
[Epoch 121] training: rmse=0.019589
[Epoch 121] speed: 2717 samples/sec	time cost: 485.358569
[Epoch 121] validation: err-top1=0.329161 err-top5=0.116370
Epoch[122] Batch [49]	Speed: 2804.410863 samples/sec	rmse=0.019443	lr=0.138077
Epoch[122] Batch [99]	Speed: 2731.866221 samples/sec	rmse=0.019441	lr=0.137954
Epoch[122] Batch [149]	Speed: 2718.931484 samples/sec	rmse=0.019456	lr=0.137832
Epoch[122] Batch [199]	Speed: 2759.193936 samples/sec	rmse=0.019402	lr=0.137709
Epoch[122] Batch [249]	Speed: 2715.263525 samples/sec	rmse=0.019428	lr=0.137587
Epoch[122] Batch [299]	Speed: 2717.852741 samples/sec	rmse=0.019461	lr=0.137465
Epoch[122] Batch [349]	Speed: 2636.310762 samples/sec	rmse=0.019503	lr=0.137342
Epoch[122] Batch [399]	Speed: 2697.123078 samples/sec	rmse=0.019513	lr=0.137220
Epoch[122] Batch [449]	Speed: 2758.980109 samples/sec	rmse=0.019519	lr=0.137098
Epoch[122] Batch [499]	Speed: 2778.687420 samples/sec	rmse=0.019523	lr=0.136976
Epoch[122] Batch [549]	Speed: 2735.885859 samples/sec	rmse=0.019529	lr=0.136853
Epoch[122] Batch [599]	Speed: 2666.602520 samples/sec	rmse=0.019538	lr=0.136731
Epoch[122] Batch [649]	Speed: 2678.688531 samples/sec	rmse=0.019536	lr=0.136609
Epoch[122] Batch [699]	Speed: 2697.086155 samples/sec	rmse=0.019540	lr=0.136487
Epoch[122] Batch [749]	Speed: 2733.255577 samples/sec	rmse=0.019549	lr=0.136365
Epoch[122] Batch [799]	Speed: 2682.066925 samples/sec	rmse=0.019548	lr=0.136243
Epoch[122] Batch [849]	Speed: 2667.296399 samples/sec	rmse=0.019543	lr=0.136121
Epoch[122] Batch [899]	Speed: 2728.920146 samples/sec	rmse=0.019554	lr=0.135999
Epoch[122] Batch [949]	Speed: 2761.765145 samples/sec	rmse=0.019561	lr=0.135877
Epoch[122] Batch [999]	Speed: 2697.752340 samples/sec	rmse=0.019554	lr=0.135755
Epoch[122] Batch [1049]	Speed: 2732.967458 samples/sec	rmse=0.019554	lr=0.135633
Epoch[122] Batch [1099]	Speed: 2726.198469 samples/sec	rmse=0.019565	lr=0.135511
Epoch[122] Batch [1149]	Speed: 2809.337380 samples/sec	rmse=0.019573	lr=0.135389
Epoch[122] Batch [1199]	Speed: 2772.526768 samples/sec	rmse=0.019581	lr=0.135267
Epoch[122] Batch [1249]	Speed: 2891.533359 samples/sec	rmse=0.019581	lr=0.135145
[Epoch 122] training: rmse=0.019582
[Epoch 122] speed: 2729 samples/sec	time cost: 483.298043
[Epoch 122] validation: err-top1=0.325094 err-top5=0.116374
Epoch[123] Batch [49]	Speed: 2737.520528 samples/sec	rmse=0.019628	lr=0.135021
Epoch[123] Batch [99]	Speed: 2708.260033 samples/sec	rmse=0.019519	lr=0.134899
Epoch[123] Batch [149]	Speed: 2684.055288 samples/sec	rmse=0.019508	lr=0.134777
Epoch[123] Batch [199]	Speed: 2718.820022 samples/sec	rmse=0.019517	lr=0.134656
Epoch[123] Batch [249]	Speed: 2813.065935 samples/sec	rmse=0.019530	lr=0.134534
Epoch[123] Batch [299]	Speed: 2695.700054 samples/sec	rmse=0.019522	lr=0.134412
Epoch[123] Batch [349]	Speed: 2847.808328 samples/sec	rmse=0.019524	lr=0.134291
Epoch[123] Batch [399]	Speed: 2701.873202 samples/sec	rmse=0.019525	lr=0.134169
Epoch[123] Batch [449]	Speed: 2822.758131 samples/sec	rmse=0.019528	lr=0.134047
Epoch[123] Batch [499]	Speed: 2832.715110 samples/sec	rmse=0.019538	lr=0.133926
Epoch[123] Batch [549]	Speed: 2804.031501 samples/sec	rmse=0.019566	lr=0.133804
Epoch[123] Batch [599]	Speed: 2734.557898 samples/sec	rmse=0.019563	lr=0.133683
Epoch[123] Batch [649]	Speed: 2740.591987 samples/sec	rmse=0.019556	lr=0.133561
Epoch[123] Batch [699]	Speed: 2762.217678 samples/sec	rmse=0.019556	lr=0.133440
Epoch[123] Batch [749]	Speed: 2745.283730 samples/sec	rmse=0.019560	lr=0.133318
Epoch[123] Batch [799]	Speed: 2685.902916 samples/sec	rmse=0.019560	lr=0.133197
Epoch[123] Batch [849]	Speed: 2729.712209 samples/sec	rmse=0.019552	lr=0.133076
Epoch[123] Batch [899]	Speed: 2773.418277 samples/sec	rmse=0.019551	lr=0.132954
Epoch[123] Batch [949]	Speed: 2684.242459 samples/sec	rmse=0.019545	lr=0.132833
Epoch[123] Batch [999]	Speed: 2689.625554 samples/sec	rmse=0.019553	lr=0.132712
Epoch[123] Batch [1049]	Speed: 2777.598148 samples/sec	rmse=0.019562	lr=0.132590
Epoch[123] Batch [1099]	Speed: 2694.740088 samples/sec	rmse=0.019569	lr=0.132469
Epoch[123] Batch [1149]	Speed: 2667.330589 samples/sec	rmse=0.019568	lr=0.132348
Epoch[123] Batch [1199]	Speed: 2709.269818 samples/sec	rmse=0.019569	lr=0.132227
Epoch[123] Batch [1249]	Speed: 2886.666937 samples/sec	rmse=0.019573	lr=0.132106
[Epoch 123] training: rmse=0.019574
[Epoch 123] speed: 2742 samples/sec	time cost: 481.222557
[Epoch 123] validation: err-top1=0.328364 err-top5=0.118523
Epoch[124] Batch [49]	Speed: 2756.887972 samples/sec	rmse=0.019552	lr=0.131982
Epoch[124] Batch [99]	Speed: 2731.170926 samples/sec	rmse=0.019533	lr=0.131861
Epoch[124] Batch [149]	Speed: 2682.461212 samples/sec	rmse=0.019542	lr=0.131740
Epoch[124] Batch [199]	Speed: 2701.157210 samples/sec	rmse=0.019520	lr=0.131619
Epoch[124] Batch [249]	Speed: 2767.608407 samples/sec	rmse=0.019556	lr=0.131498
Epoch[124] Batch [299]	Speed: 2687.774518 samples/sec	rmse=0.019547	lr=0.131377
Epoch[124] Batch [349]	Speed: 2714.372740 samples/sec	rmse=0.019555	lr=0.131256
Epoch[124] Batch [399]	Speed: 2734.064326 samples/sec	rmse=0.019546	lr=0.131135
Epoch[124] Batch [449]	Speed: 2685.812721 samples/sec	rmse=0.019541	lr=0.131014
Epoch[124] Batch [499]	Speed: 2682.314325 samples/sec	rmse=0.019531	lr=0.130893
Epoch[124] Batch [549]	Speed: 2744.754636 samples/sec	rmse=0.019539	lr=0.130773
Epoch[124] Batch [599]	Speed: 2735.908202 samples/sec	rmse=0.019533	lr=0.130652
Epoch[124] Batch [649]	Speed: 2757.719410 samples/sec	rmse=0.019535	lr=0.130531
Epoch[124] Batch [699]	Speed: 2727.571776 samples/sec	rmse=0.019540	lr=0.130410
Epoch[124] Batch [749]	Speed: 2654.861800 samples/sec	rmse=0.019537	lr=0.130289
Epoch[124] Batch [799]	Speed: 2673.234606 samples/sec	rmse=0.019546	lr=0.130169
Epoch[124] Batch [849]	Speed: 2693.749787 samples/sec	rmse=0.019555	lr=0.130048
Epoch[124] Batch [899]	Speed: 2717.988513 samples/sec	rmse=0.019535	lr=0.129927
Epoch[124] Batch [949]	Speed: 2667.341423 samples/sec	rmse=0.019535	lr=0.129807
Epoch[124] Batch [999]	Speed: 2696.060349 samples/sec	rmse=0.019534	lr=0.129686
Epoch[124] Batch [1049]	Speed: 2681.216464 samples/sec	rmse=0.019523	lr=0.129566
Epoch[124] Batch [1099]	Speed: 2706.763960 samples/sec	rmse=0.019531	lr=0.129445
Epoch[124] Batch [1149]	Speed: 2685.657037 samples/sec	rmse=0.019534	lr=0.129325
Epoch[124] Batch [1199]	Speed: 2649.178078 samples/sec	rmse=0.019531	lr=0.129204
Epoch[124] Batch [1249]	Speed: 2803.683537 samples/sec	rmse=0.019533	lr=0.129084
[Epoch 124] training: rmse=0.019533
[Epoch 124] speed: 2707 samples/sec	time cost: 487.122506
[Epoch 124] validation: err-top1=0.332569 err-top5=0.120197
Epoch[125] Batch [49]	Speed: 2724.751107 samples/sec	rmse=0.019351	lr=0.128961
Epoch[125] Batch [99]	Speed: 2720.408508 samples/sec	rmse=0.019338	lr=0.128841
Epoch[125] Batch [149]	Speed: 2656.458130 samples/sec	rmse=0.019379	lr=0.128720
Epoch[125] Batch [199]	Speed: 2801.825873 samples/sec	rmse=0.019360	lr=0.128600
Epoch[125] Batch [249]	Speed: 2682.805843 samples/sec	rmse=0.019419	lr=0.128480
Epoch[125] Batch [299]	Speed: 2674.807703 samples/sec	rmse=0.019418	lr=0.128359
Epoch[125] Batch [349]	Speed: 2701.756268 samples/sec	rmse=0.019420	lr=0.128239
Epoch[125] Batch [399]	Speed: 2704.465949 samples/sec	rmse=0.019426	lr=0.128119
Epoch[125] Batch [449]	Speed: 2655.866540 samples/sec	rmse=0.019451	lr=0.127999
Epoch[125] Batch [499]	Speed: 2627.557282 samples/sec	rmse=0.019475	lr=0.127879
Epoch[125] Batch [549]	Speed: 2704.110998 samples/sec	rmse=0.019483	lr=0.127759
Epoch[125] Batch [599]	Speed: 2686.453822 samples/sec	rmse=0.019497	lr=0.127639
Epoch[125] Batch [649]	Speed: 2690.809105 samples/sec	rmse=0.019500	lr=0.127519
Epoch[125] Batch [699]	Speed: 2688.880719 samples/sec	rmse=0.019499	lr=0.127399
Epoch[125] Batch [749]	Speed: 2670.574197 samples/sec	rmse=0.019501	lr=0.127279
Epoch[125] Batch [799]	Speed: 2744.474223 samples/sec	rmse=0.019506	lr=0.127159
Epoch[125] Batch [849]	Speed: 2711.664890 samples/sec	rmse=0.019507	lr=0.127039
Epoch[125] Batch [899]	Speed: 2732.997057 samples/sec	rmse=0.019509	lr=0.126919
Epoch[125] Batch [949]	Speed: 2707.094287 samples/sec	rmse=0.019510	lr=0.126799
Epoch[125] Batch [999]	Speed: 2728.306659 samples/sec	rmse=0.019513	lr=0.126679
Epoch[125] Batch [1049]	Speed: 2702.727499 samples/sec	rmse=0.019519	lr=0.126559
Epoch[125] Batch [1099]	Speed: 2835.053943 samples/sec	rmse=0.019514	lr=0.126440
Epoch[125] Batch [1149]	Speed: 2674.165188 samples/sec	rmse=0.019516	lr=0.126320
Epoch[125] Batch [1199]	Speed: 2776.794644 samples/sec	rmse=0.019512	lr=0.126200
Epoch[125] Batch [1249]	Speed: 2887.209309 samples/sec	rmse=0.019508	lr=0.126080
[Epoch 125] training: rmse=0.019507
[Epoch 125] speed: 2712 samples/sec	time cost: 486.235645
[Epoch 125] validation: err-top1=0.325614 err-top5=0.115812
Epoch[126] Batch [49]	Speed: 2838.138866 samples/sec	rmse=0.019240	lr=0.125958
Epoch[126] Batch [99]	Speed: 2691.629294 samples/sec	rmse=0.019201	lr=0.125839
Epoch[126] Batch [149]	Speed: 2781.792150 samples/sec	rmse=0.019246	lr=0.125719
Epoch[126] Batch [199]	Speed: 2713.191992 samples/sec	rmse=0.019276	lr=0.125600
Epoch[126] Batch [249]	Speed: 2729.162669 samples/sec	rmse=0.019338	lr=0.125480
Epoch[126] Batch [299]	Speed: 2709.340915 samples/sec	rmse=0.019367	lr=0.125361
Epoch[126] Batch [349]	Speed: 2755.996128 samples/sec	rmse=0.019393	lr=0.125241
Epoch[126] Batch [399]	Speed: 2698.807925 samples/sec	rmse=0.019384	lr=0.125122
Epoch[126] Batch [449]	Speed: 2658.084511 samples/sec	rmse=0.019394	lr=0.125002
Epoch[126] Batch [499]	Speed: 2734.250357 samples/sec	rmse=0.019399	lr=0.124883
Epoch[126] Batch [549]	Speed: 2716.493668 samples/sec	rmse=0.019391	lr=0.124764
Epoch[126] Batch [599]	Speed: 2747.199390 samples/sec	rmse=0.019386	lr=0.124644
Epoch[126] Batch [649]	Speed: 2676.269183 samples/sec	rmse=0.019411	lr=0.124525
Epoch[126] Batch [699]	Speed: 2700.397860 samples/sec	rmse=0.019423	lr=0.124406
Epoch[126] Batch [749]	Speed: 2741.210906 samples/sec	rmse=0.019434	lr=0.124287
Epoch[126] Batch [799]	Speed: 2672.705872 samples/sec	rmse=0.019436	lr=0.124167
Epoch[126] Batch [849]	Speed: 2696.553905 samples/sec	rmse=0.019444	lr=0.124048
Epoch[126] Batch [899]	Speed: 2736.437587 samples/sec	rmse=0.019444	lr=0.123929
Epoch[126] Batch [949]	Speed: 2716.080073 samples/sec	rmse=0.019438	lr=0.123810
Epoch[126] Batch [999]	Speed: 2776.090613 samples/sec	rmse=0.019438	lr=0.123691
Epoch[126] Batch [1049]	Speed: 2752.139657 samples/sec	rmse=0.019440	lr=0.123572
Epoch[126] Batch [1099]	Speed: 2650.191308 samples/sec	rmse=0.019445	lr=0.123453
Epoch[126] Batch [1149]	Speed: 2748.111678 samples/sec	rmse=0.019449	lr=0.123334
Epoch[126] Batch [1199]	Speed: 2803.873488 samples/sec	rmse=0.019446	lr=0.123215
Epoch[126] Batch [1249]	Speed: 3037.036068 samples/sec	rmse=0.019447	lr=0.123096
[Epoch 126] training: rmse=0.019447
[Epoch 126] speed: 2735 samples/sec	time cost: 481.977980
[Epoch 126] validation: err-top1=0.322206 err-top5=0.112066
Epoch[127] Batch [49]	Speed: 2790.503391 samples/sec	rmse=0.019343	lr=0.122975
Epoch[127] Batch [99]	Speed: 2708.293846 samples/sec	rmse=0.019375	lr=0.122856
Epoch[127] Batch [149]	Speed: 2807.367399 samples/sec	rmse=0.019358	lr=0.122737
Epoch[127] Batch [199]	Speed: 2654.509708 samples/sec	rmse=0.019319	lr=0.122618
Epoch[127] Batch [249]	Speed: 2780.575542 samples/sec	rmse=0.019318	lr=0.122500
Epoch[127] Batch [299]	Speed: 2769.148983 samples/sec	rmse=0.019345	lr=0.122381
Epoch[127] Batch [349]	Speed: 2725.286178 samples/sec	rmse=0.019373	lr=0.122262
Epoch[127] Batch [399]	Speed: 2653.884483 samples/sec	rmse=0.019358	lr=0.122144
Epoch[127] Batch [449]	Speed: 2655.665144 samples/sec	rmse=0.019358	lr=0.122025
Epoch[127] Batch [499]	Speed: 2668.792829 samples/sec	rmse=0.019373	lr=0.121907
Epoch[127] Batch [549]	Speed: 2704.590373 samples/sec	rmse=0.019359	lr=0.121788
Epoch[127] Batch [599]	Speed: 2712.367519 samples/sec	rmse=0.019361	lr=0.121669
Epoch[127] Batch [649]	Speed: 2682.091177 samples/sec	rmse=0.019356	lr=0.121551
Epoch[127] Batch [699]	Speed: 2680.606636 samples/sec	rmse=0.019357	lr=0.121433
Epoch[127] Batch [749]	Speed: 2759.724712 samples/sec	rmse=0.019356	lr=0.121314
Epoch[127] Batch [799]	Speed: 2753.101430 samples/sec	rmse=0.019360	lr=0.121196
Epoch[127] Batch [849]	Speed: 2708.863579 samples/sec	rmse=0.019370	lr=0.121077
Epoch[127] Batch [899]	Speed: 2721.539567 samples/sec	rmse=0.019372	lr=0.120959
Epoch[127] Batch [949]	Speed: 2688.741073 samples/sec	rmse=0.019379	lr=0.120841
Epoch[127] Batch [999]	Speed: 2723.066594 samples/sec	rmse=0.019374	lr=0.120723
Epoch[127] Batch [1049]	Speed: 2732.477276 samples/sec	rmse=0.019386	lr=0.120604
Epoch[127] Batch [1099]	Speed: 2727.935408 samples/sec	rmse=0.019392	lr=0.120486
Epoch[127] Batch [1149]	Speed: 2661.686704 samples/sec	rmse=0.019400	lr=0.120368
Epoch[127] Batch [1199]	Speed: 2711.150590 samples/sec	rmse=0.019412	lr=0.120250
Epoch[127] Batch [1249]	Speed: 2917.345515 samples/sec	rmse=0.019412	lr=0.120132
[Epoch 127] training: rmse=0.019411
[Epoch 127] speed: 2721 samples/sec	time cost: 484.044273
[Epoch 127] validation: err-top1=0.323812 err-top5=0.117432
Epoch[128] Batch [49]	Speed: 2719.194271 samples/sec	rmse=0.019217	lr=0.120011
Epoch[128] Batch [99]	Speed: 2794.639779 samples/sec	rmse=0.019307	lr=0.119893
Epoch[128] Batch [149]	Speed: 2669.423838 samples/sec	rmse=0.019297	lr=0.119775
Epoch[128] Batch [199]	Speed: 2714.643740 samples/sec	rmse=0.019310	lr=0.119657
Epoch[128] Batch [249]	Speed: 2725.865228 samples/sec	rmse=0.019312	lr=0.119540
Epoch[128] Batch [299]	Speed: 2631.523631 samples/sec	rmse=0.019317	lr=0.119422
Epoch[128] Batch [349]	Speed: 2656.145005 samples/sec	rmse=0.019323	lr=0.119304
Epoch[128] Batch [399]	Speed: 2702.812302 samples/sec	rmse=0.019335	lr=0.119186
Epoch[128] Batch [449]	Speed: 2735.321219 samples/sec	rmse=0.019343	lr=0.119068
Epoch[128] Batch [499]	Speed: 2680.744636 samples/sec	rmse=0.019330	lr=0.118950
Epoch[128] Batch [549]	Speed: 2745.213963 samples/sec	rmse=0.019330	lr=0.118833
Epoch[128] Batch [599]	Speed: 2663.897889 samples/sec	rmse=0.019334	lr=0.118715
Epoch[128] Batch [649]	Speed: 2724.245862 samples/sec	rmse=0.019330	lr=0.118597
Epoch[128] Batch [699]	Speed: 2661.330822 samples/sec	rmse=0.019335	lr=0.118480
Epoch[128] Batch [749]	Speed: 2774.999323 samples/sec	rmse=0.019342	lr=0.118362
Epoch[128] Batch [799]	Speed: 2790.042340 samples/sec	rmse=0.019348	lr=0.118245
Epoch[128] Batch [849]	Speed: 2784.425995 samples/sec	rmse=0.019359	lr=0.118127
Epoch[128] Batch [899]	Speed: 2828.752399 samples/sec	rmse=0.019361	lr=0.118010
Epoch[128] Batch [949]	Speed: 2749.874584 samples/sec	rmse=0.019370	lr=0.117892
Epoch[128] Batch [999]	Speed: 2758.550393 samples/sec	rmse=0.019372	lr=0.117775
Epoch[128] Batch [1049]	Speed: 2741.045794 samples/sec	rmse=0.019378	lr=0.117657
Epoch[128] Batch [1099]	Speed: 2702.540496 samples/sec	rmse=0.019383	lr=0.117540
Epoch[128] Batch [1149]	Speed: 2692.831763 samples/sec	rmse=0.019384	lr=0.117423
Epoch[128] Batch [1199]	Speed: 2705.903530 samples/sec	rmse=0.019385	lr=0.117305
Epoch[128] Batch [1249]	Speed: 2889.249790 samples/sec	rmse=0.019394	lr=0.117188
[Epoch 128] training: rmse=0.019394
[Epoch 128] speed: 2727 samples/sec	time cost: 484.344623
[Epoch 128] validation: err-top1=0.323960 err-top5=0.116709
Epoch[129] Batch [49]	Speed: 2758.704367 samples/sec	rmse=0.019056	lr=0.117069
Epoch[129] Batch [99]	Speed: 2762.922865 samples/sec	rmse=0.019226	lr=0.116952
Epoch[129] Batch [149]	Speed: 2672.152510 samples/sec	rmse=0.019212	lr=0.116834
Epoch[129] Batch [199]	Speed: 2649.577040 samples/sec	rmse=0.019227	lr=0.116717
Epoch[129] Batch [249]	Speed: 2723.356290 samples/sec	rmse=0.019234	lr=0.116600
Epoch[129] Batch [299]	Speed: 2749.223555 samples/sec	rmse=0.019250	lr=0.116483
Epoch[129] Batch [349]	Speed: 2734.427812 samples/sec	rmse=0.019285	lr=0.116366
Epoch[129] Batch [399]	Speed: 2682.407937 samples/sec	rmse=0.019284	lr=0.116249
Epoch[129] Batch [449]	Speed: 2657.387820 samples/sec	rmse=0.019305	lr=0.116132
Epoch[129] Batch [499]	Speed: 2678.836792 samples/sec	rmse=0.019306	lr=0.116015
Epoch[129] Batch [549]	Speed: 2729.251255 samples/sec	rmse=0.019304	lr=0.115899
Epoch[129] Batch [599]	Speed: 2719.909592 samples/sec	rmse=0.019303	lr=0.115782
Epoch[129] Batch [649]	Speed: 2678.066994 samples/sec	rmse=0.019306	lr=0.115665
Epoch[129] Batch [699]	Speed: 2709.055320 samples/sec	rmse=0.019311	lr=0.115548
Epoch[129] Batch [749]	Speed: 2694.795985 samples/sec	rmse=0.019309	lr=0.115431
Epoch[129] Batch [799]	Speed: 2737.304360 samples/sec	rmse=0.019315	lr=0.115315
Epoch[129] Batch [849]	Speed: 2717.159987 samples/sec	rmse=0.019313	lr=0.115198
Epoch[129] Batch [899]	Speed: 2715.073444 samples/sec	rmse=0.019312	lr=0.115081
Epoch[129] Batch [949]	Speed: 2809.433599 samples/sec	rmse=0.019305	lr=0.114965
Epoch[129] Batch [999]	Speed: 2687.164427 samples/sec	rmse=0.019301	lr=0.114848
Epoch[129] Batch [1049]	Speed: 2738.327125 samples/sec	rmse=0.019301	lr=0.114732
Epoch[129] Batch [1099]	Speed: 2667.029337 samples/sec	rmse=0.019300	lr=0.114615
Epoch[129] Batch [1149]	Speed: 2755.063612 samples/sec	rmse=0.019302	lr=0.114499
Epoch[129] Batch [1199]	Speed: 2745.036298 samples/sec	rmse=0.019303	lr=0.114383
Epoch[129] Batch [1249]	Speed: 2870.985906 samples/sec	rmse=0.019301	lr=0.114266
[Epoch 129] training: rmse=0.019301
[Epoch 129] speed: 2719 samples/sec	time cost: 485.176730
[Epoch 129] validation: err-top1=0.325315 err-top5=0.114696
Epoch[130] Batch [49]	Speed: 2703.628355 samples/sec	rmse=0.019185	lr=0.114147
Epoch[130] Batch [99]	Speed: 2778.776841 samples/sec	rmse=0.019205	lr=0.114031
Epoch[130] Batch [149]	Speed: 2798.652873 samples/sec	rmse=0.019277	lr=0.113915
Epoch[130] Batch [199]	Speed: 2718.416248 samples/sec	rmse=0.019262	lr=0.113799
Epoch[130] Batch [249]	Speed: 2684.823632 samples/sec	rmse=0.019272	lr=0.113683
Epoch[130] Batch [299]	Speed: 2751.716511 samples/sec	rmse=0.019305	lr=0.113566
Epoch[130] Batch [349]	Speed: 2684.463818 samples/sec	rmse=0.019300	lr=0.113450
Epoch[130] Batch [399]	Speed: 2769.761792 samples/sec	rmse=0.019303	lr=0.113334
Epoch[130] Batch [449]	Speed: 2683.859556 samples/sec	rmse=0.019286	lr=0.113218
Epoch[130] Batch [499]	Speed: 2654.654616 samples/sec	rmse=0.019261	lr=0.113102
Epoch[130] Batch [549]	Speed: 2765.032399 samples/sec	rmse=0.019275	lr=0.112986
Epoch[130] Batch [599]	Speed: 2662.958355 samples/sec	rmse=0.019270	lr=0.112870
Epoch[130] Batch [649]	Speed: 2663.852023 samples/sec	rmse=0.019272	lr=0.112754
Epoch[130] Batch [699]	Speed: 2704.514825 samples/sec	rmse=0.019275	lr=0.112638
Epoch[130] Batch [749]	Speed: 2693.021241 samples/sec	rmse=0.019283	lr=0.112523
Epoch[130] Batch [799]	Speed: 2733.203535 samples/sec	rmse=0.019295	lr=0.112407
Epoch[130] Batch [849]	Speed: 2733.291966 samples/sec	rmse=0.019304	lr=0.112291
Epoch[130] Batch [899]	Speed: 2754.134093 samples/sec	rmse=0.019295	lr=0.112175
Epoch[130] Batch [949]	Speed: 2719.388545 samples/sec	rmse=0.019298	lr=0.112060
Epoch[130] Batch [999]	Speed: 2735.033535 samples/sec	rmse=0.019299	lr=0.111944
Epoch[130] Batch [1049]	Speed: 2686.025772 samples/sec	rmse=0.019291	lr=0.111828
Epoch[130] Batch [1099]	Speed: 2798.795160 samples/sec	rmse=0.019284	lr=0.111713
Epoch[130] Batch [1149]	Speed: 2681.802624 samples/sec	rmse=0.019294	lr=0.111597
Epoch[130] Batch [1199]	Speed: 2691.458092 samples/sec	rmse=0.019288	lr=0.111482
Epoch[130] Batch [1249]	Speed: 2987.195549 samples/sec	rmse=0.019293	lr=0.111366
[Epoch 130] training: rmse=0.019294
[Epoch 130] speed: 2726 samples/sec	time cost: 483.820504
[Epoch 130] validation: err-top1=0.314971 err-top5=0.108239
Epoch[131] Batch [49]	Speed: 2766.762940 samples/sec	rmse=0.019057	lr=0.111249
Epoch[131] Batch [99]	Speed: 2702.745629 samples/sec	rmse=0.019059	lr=0.111133
Epoch[131] Batch [149]	Speed: 2741.274591 samples/sec	rmse=0.019150	lr=0.111018
Epoch[131] Batch [199]	Speed: 2693.600140 samples/sec	rmse=0.019144	lr=0.110903
Epoch[131] Batch [249]	Speed: 2734.485890 samples/sec	rmse=0.019144	lr=0.110787
Epoch[131] Batch [299]	Speed: 2702.036314 samples/sec	rmse=0.019146	lr=0.110672
Epoch[131] Batch [349]	Speed: 2685.131436 samples/sec	rmse=0.019139	lr=0.110557
Epoch[131] Batch [399]	Speed: 2720.736348 samples/sec	rmse=0.019126	lr=0.110442
Epoch[131] Batch [449]	Speed: 2744.099436 samples/sec	rmse=0.019126	lr=0.110326
Epoch[131] Batch [499]	Speed: 2647.100068 samples/sec	rmse=0.019148	lr=0.110211
Epoch[131] Batch [549]	Speed: 2681.017096 samples/sec	rmse=0.019162	lr=0.110096
Epoch[131] Batch [599]	Speed: 2724.082062 samples/sec	rmse=0.019166	lr=0.109981
Epoch[131] Batch [649]	Speed: 2672.762655 samples/sec	rmse=0.019166	lr=0.109866
Epoch[131] Batch [699]	Speed: 2641.659368 samples/sec	rmse=0.019182	lr=0.109751
Epoch[131] Batch [749]	Speed: 2862.945570 samples/sec	rmse=0.019197	lr=0.109636
Epoch[131] Batch [799]	Speed: 2744.431574 samples/sec	rmse=0.019199	lr=0.109522
Epoch[131] Batch [849]	Speed: 2662.297987 samples/sec	rmse=0.019193	lr=0.109407
Epoch[131] Batch [899]	Speed: 2668.062669 samples/sec	rmse=0.019210	lr=0.109292
Epoch[131] Batch [949]	Speed: 2709.323824 samples/sec	rmse=0.019223	lr=0.109177
Epoch[131] Batch [999]	Speed: 2672.956871 samples/sec	rmse=0.019229	lr=0.109063
Epoch[131] Batch [1049]	Speed: 2786.735206 samples/sec	rmse=0.019230	lr=0.108948
Epoch[131] Batch [1099]	Speed: 2824.993879 samples/sec	rmse=0.019233	lr=0.108833
Epoch[131] Batch [1149]	Speed: 2706.088032 samples/sec	rmse=0.019233	lr=0.108719
Epoch[131] Batch [1199]	Speed: 2722.249015 samples/sec	rmse=0.019235	lr=0.108604
Epoch[131] Batch [1249]	Speed: 2882.485091 samples/sec	rmse=0.019241	lr=0.108489
[Epoch 131] training: rmse=0.019241
[Epoch 131] speed: 2720 samples/sec	time cost: 484.753884
[Epoch 131] validation: err-top1=0.324876 err-top5=0.116470
Epoch[132] Batch [49]	Speed: 2785.737326 samples/sec	rmse=0.019216	lr=0.108373
Epoch[132] Batch [99]	Speed: 2650.941202 samples/sec	rmse=0.019233	lr=0.108258
Epoch[132] Batch [149]	Speed: 2749.858633 samples/sec	rmse=0.019185	lr=0.108144
Epoch[132] Batch [199]	Speed: 2742.139774 samples/sec	rmse=0.019166	lr=0.108029
Epoch[132] Batch [249]	Speed: 2689.697914 samples/sec	rmse=0.019174	lr=0.107915
Epoch[132] Batch [299]	Speed: 2795.231287 samples/sec	rmse=0.019160	lr=0.107801
Epoch[132] Batch [349]	Speed: 2713.984417 samples/sec	rmse=0.019125	lr=0.107687
Epoch[132] Batch [399]	Speed: 2775.625882 samples/sec	rmse=0.019138	lr=0.107572
Epoch[132] Batch [449]	Speed: 2687.466545 samples/sec	rmse=0.019153	lr=0.107458
Epoch[132] Batch [499]	Speed: 2761.142591 samples/sec	rmse=0.019156	lr=0.107344
Epoch[132] Batch [549]	Speed: 2690.194232 samples/sec	rmse=0.019165	lr=0.107230
Epoch[132] Batch [599]	Speed: 2688.090064 samples/sec	rmse=0.019158	lr=0.107116
Epoch[132] Batch [649]	Speed: 2726.630108 samples/sec	rmse=0.019164	lr=0.107002
Epoch[132] Batch [699]	Speed: 2690.659212 samples/sec	rmse=0.019161	lr=0.106888
Epoch[132] Batch [749]	Speed: 2756.106626 samples/sec	rmse=0.019165	lr=0.106774
Epoch[132] Batch [799]	Speed: 2712.978175 samples/sec	rmse=0.019167	lr=0.106660
Epoch[132] Batch [849]	Speed: 2671.730998 samples/sec	rmse=0.019173	lr=0.106546
Epoch[132] Batch [899]	Speed: 2734.361903 samples/sec	rmse=0.019171	lr=0.106432
Epoch[132] Batch [949]	Speed: 2660.921158 samples/sec	rmse=0.019174	lr=0.106318
Epoch[132] Batch [999]	Speed: 2691.323237 samples/sec	rmse=0.019187	lr=0.106205
Epoch[132] Batch [1049]	Speed: 2692.293393 samples/sec	rmse=0.019189	lr=0.106091
Epoch[132] Batch [1099]	Speed: 2709.246268 samples/sec	rmse=0.019194	lr=0.105977
Epoch[132] Batch [1149]	Speed: 2724.161506 samples/sec	rmse=0.019200	lr=0.105864
Epoch[132] Batch [1199]	Speed: 2683.012618 samples/sec	rmse=0.019206	lr=0.105750
Epoch[132] Batch [1249]	Speed: 2868.730639 samples/sec	rmse=0.019201	lr=0.105636
[Epoch 132] training: rmse=0.019202
[Epoch 132] speed: 2719 samples/sec	time cost: 484.566796
[Epoch 132] validation: err-top1=0.309730 err-top5=0.106505
Epoch[133] Batch [49]	Speed: 2846.401175 samples/sec	rmse=0.018969	lr=0.105521
Epoch[133] Batch [99]	Speed: 2722.939774 samples/sec	rmse=0.019000	lr=0.105407
Epoch[133] Batch [149]	Speed: 2684.358285 samples/sec	rmse=0.018991	lr=0.105294
Epoch[133] Batch [199]	Speed: 2748.101058 samples/sec	rmse=0.019000	lr=0.105180
Epoch[133] Batch [249]	Speed: 2732.813388 samples/sec	rmse=0.019040	lr=0.105067
Epoch[133] Batch [299]	Speed: 2754.254863 samples/sec	rmse=0.019035	lr=0.104954
Epoch[133] Batch [349]	Speed: 2691.621231 samples/sec	rmse=0.019060	lr=0.104840
Epoch[133] Batch [399]	Speed: 2761.847087 samples/sec	rmse=0.019044	lr=0.104727
Epoch[133] Batch [449]	Speed: 2665.726463 samples/sec	rmse=0.019051	lr=0.104614
Epoch[133] Batch [499]	Speed: 2744.770843 samples/sec	rmse=0.019078	lr=0.104501
Epoch[133] Batch [549]	Speed: 2754.615646 samples/sec	rmse=0.019114	lr=0.104387
Epoch[133] Batch [599]	Speed: 2754.284607 samples/sec	rmse=0.019125	lr=0.104274
Epoch[133] Batch [649]	Speed: 2787.758300 samples/sec	rmse=0.019117	lr=0.104161
Epoch[133] Batch [699]	Speed: 2750.732627 samples/sec	rmse=0.019110	lr=0.104048
Epoch[133] Batch [749]	Speed: 2768.007626 samples/sec	rmse=0.019117	lr=0.103935
Epoch[133] Batch [799]	Speed: 2748.226434 samples/sec	rmse=0.019104	lr=0.103822
Epoch[133] Batch [849]	Speed: 2711.547278 samples/sec	rmse=0.019116	lr=0.103710
Epoch[133] Batch [899]	Speed: 2711.270460 samples/sec	rmse=0.019125	lr=0.103597
Epoch[133] Batch [949]	Speed: 2676.804366 samples/sec	rmse=0.019125	lr=0.103484
Epoch[133] Batch [999]	Speed: 2696.167379 samples/sec	rmse=0.019120	lr=0.103371
Epoch[133] Batch [1049]	Speed: 2762.249122 samples/sec	rmse=0.019128	lr=0.103258
Epoch[133] Batch [1099]	Speed: 2686.251658 samples/sec	rmse=0.019139	lr=0.103146
Epoch[133] Batch [1149]	Speed: 2702.953550 samples/sec	rmse=0.019140	lr=0.103033
Epoch[133] Batch [1199]	Speed: 2698.179289 samples/sec	rmse=0.019146	lr=0.102920
Epoch[133] Batch [1249]	Speed: 2948.904304 samples/sec	rmse=0.019145	lr=0.102808
[Epoch 133] training: rmse=0.019145
[Epoch 133] speed: 2737 samples/sec	time cost: 481.477384
[Epoch 133] validation: err-top1=0.308248 err-top5=0.106934
Epoch[134] Batch [49]	Speed: 2817.765692 samples/sec	rmse=0.018942	lr=0.102693
Epoch[134] Batch [99]	Speed: 2762.938222 samples/sec	rmse=0.018984	lr=0.102581
Epoch[134] Batch [149]	Speed: 2677.904926 samples/sec	rmse=0.019086	lr=0.102468
Epoch[134] Batch [199]	Speed: 2677.957455 samples/sec	rmse=0.019134	lr=0.102356
Epoch[134] Batch [249]	Speed: 2735.260005 samples/sec	rmse=0.019104	lr=0.102243
Epoch[134] Batch [299]	Speed: 2695.103779 samples/sec	rmse=0.019102	lr=0.102131
Epoch[134] Batch [349]	Speed: 2668.363458 samples/sec	rmse=0.019117	lr=0.102019
Epoch[134] Batch [399]	Speed: 2733.315275 samples/sec	rmse=0.019121	lr=0.101906
Epoch[134] Batch [449]	Speed: 2711.491711 samples/sec	rmse=0.019112	lr=0.101794
Epoch[134] Batch [499]	Speed: 2783.080442 samples/sec	rmse=0.019109	lr=0.101682
Epoch[134] Batch [549]	Speed: 2783.390012 samples/sec	rmse=0.019122	lr=0.101570
Epoch[134] Batch [599]	Speed: 2792.175245 samples/sec	rmse=0.019114	lr=0.101458
Epoch[134] Batch [649]	Speed: 2767.326872 samples/sec	rmse=0.019111	lr=0.101346
Epoch[134] Batch [699]	Speed: 2705.157969 samples/sec	rmse=0.019116	lr=0.101234
Epoch[134] Batch [749]	Speed: 2666.444883 samples/sec	rmse=0.019119	lr=0.101122
Epoch[134] Batch [799]	Speed: 2741.658618 samples/sec	rmse=0.019111	lr=0.101010
Epoch[134] Batch [849]	Speed: 2741.283689 samples/sec	rmse=0.019117	lr=0.100898
Epoch[134] Batch [899]	Speed: 2733.682459 samples/sec	rmse=0.019112	lr=0.100786
Epoch[134] Batch [949]	Speed: 2739.420543 samples/sec	rmse=0.019117	lr=0.100674
Epoch[134] Batch [999]	Speed: 2702.334373 samples/sec	rmse=0.019119	lr=0.100563
Epoch[134] Batch [1049]	Speed: 2729.661863 samples/sec	rmse=0.019127	lr=0.100451
Epoch[134] Batch [1099]	Speed: 2775.133478 samples/sec	rmse=0.019123	lr=0.100339
Epoch[134] Batch [1149]	Speed: 2698.624990 samples/sec	rmse=0.019115	lr=0.100228
Epoch[134] Batch [1199]	Speed: 2718.696282 samples/sec	rmse=0.019117	lr=0.100116
Epoch[134] Batch [1249]	Speed: 2864.796756 samples/sec	rmse=0.019113	lr=0.100004
[Epoch 134] training: rmse=0.019114
[Epoch 134] speed: 2734 samples/sec	time cost: 482.763053
[Epoch 134] validation: err-top1=0.307657 err-top5=0.106186
Epoch[135] Batch [49]	Speed: 2683.659693 samples/sec	rmse=0.019081	lr=0.099891
Epoch[135] Batch [99]	Speed: 2712.860176 samples/sec	rmse=0.019083	lr=0.099779
Epoch[135] Batch [149]	Speed: 2730.734689 samples/sec	rmse=0.019089	lr=0.099668
Epoch[135] Batch [199]	Speed: 2778.438927 samples/sec	rmse=0.019055	lr=0.099556
Epoch[135] Batch [249]	Speed: 2673.180598 samples/sec	rmse=0.019082	lr=0.099445
Epoch[135] Batch [299]	Speed: 2747.628389 samples/sec	rmse=0.019081	lr=0.099334
Epoch[135] Batch [349]	Speed: 2806.555164 samples/sec	rmse=0.019083	lr=0.099223
Epoch[135] Batch [399]	Speed: 2748.557813 samples/sec	rmse=0.019100	lr=0.099111
Epoch[135] Batch [449]	Speed: 2752.960645 samples/sec	rmse=0.019114	lr=0.099000
Epoch[135] Batch [499]	Speed: 2761.651529 samples/sec	rmse=0.019102	lr=0.098889
Epoch[135] Batch [549]	Speed: 2774.498251 samples/sec	rmse=0.019102	lr=0.098778
Epoch[135] Batch [599]	Speed: 2789.728245 samples/sec	rmse=0.019083	lr=0.098667
Epoch[135] Batch [649]	Speed: 2715.502734 samples/sec	rmse=0.019083	lr=0.098556
Epoch[135] Batch [699]	Speed: 2771.937494 samples/sec	rmse=0.019089	lr=0.098445
Epoch[135] Batch [749]	Speed: 2763.896389 samples/sec	rmse=0.019089	lr=0.098334
Epoch[135] Batch [799]	Speed: 2813.926483 samples/sec	rmse=0.019089	lr=0.098223
Epoch[135] Batch [849]	Speed: 2691.533216 samples/sec	rmse=0.019104	lr=0.098112
Epoch[135] Batch [899]	Speed: 2714.371025 samples/sec	rmse=0.019098	lr=0.098001
Epoch[135] Batch [949]	Speed: 2760.106760 samples/sec	rmse=0.019096	lr=0.097891
Epoch[135] Batch [999]	Speed: 2713.300388 samples/sec	rmse=0.019104	lr=0.097780
Epoch[135] Batch [1049]	Speed: 2748.878926 samples/sec	rmse=0.019110	lr=0.097669
Epoch[135] Batch [1099]	Speed: 2759.701979 samples/sec	rmse=0.019112	lr=0.097559
Epoch[135] Batch [1149]	Speed: 2744.091371 samples/sec	rmse=0.019108	lr=0.097448
Epoch[135] Batch [1199]	Speed: 2753.268421 samples/sec	rmse=0.019112	lr=0.097338
Epoch[135] Batch [1249]	Speed: 2984.750440 samples/sec	rmse=0.019108	lr=0.097227
[Epoch 135] training: rmse=0.019107
[Epoch 135] speed: 2752 samples/sec	time cost: 479.238406
[Epoch 135] validation: err-top1=0.307936 err-top5=0.104791
Epoch[136] Batch [49]	Speed: 2743.405121 samples/sec	rmse=0.018966	lr=0.097114
Epoch[136] Batch [99]	Speed: 2714.147108 samples/sec	rmse=0.019035	lr=0.097004
Epoch[136] Batch [149]	Speed: 2750.988311 samples/sec	rmse=0.019012	lr=0.096894
Epoch[136] Batch [199]	Speed: 2765.479700 samples/sec	rmse=0.019067	lr=0.096783
Epoch[136] Batch [249]	Speed: 2700.798439 samples/sec	rmse=0.019024	lr=0.096673
Epoch[136] Batch [299]	Speed: 2718.479910 samples/sec	rmse=0.019051	lr=0.096563
Epoch[136] Batch [349]	Speed: 2734.854991 samples/sec	rmse=0.019044	lr=0.096453
Epoch[136] Batch [399]	Speed: 2663.576929 samples/sec	rmse=0.019055	lr=0.096342
Epoch[136] Batch [449]	Speed: 2756.115080 samples/sec	rmse=0.019051	lr=0.096232
Epoch[136] Batch [499]	Speed: 2717.889374 samples/sec	rmse=0.019048	lr=0.096122
Epoch[136] Batch [549]	Speed: 2729.871447 samples/sec	rmse=0.019055	lr=0.096012
Epoch[136] Batch [599]	Speed: 2687.349880 samples/sec	rmse=0.019066	lr=0.095902
Epoch[136] Batch [649]	Speed: 2709.041001 samples/sec	rmse=0.019063	lr=0.095792
Epoch[136] Batch [699]	Speed: 2738.972549 samples/sec	rmse=0.019070	lr=0.095682
Epoch[136] Batch [749]	Speed: 2761.772462 samples/sec	rmse=0.019067	lr=0.095572
Epoch[136] Batch [799]	Speed: 2659.850784 samples/sec	rmse=0.019054	lr=0.095463
Epoch[136] Batch [849]	Speed: 2695.213745 samples/sec	rmse=0.019066	lr=0.095353
Epoch[136] Batch [899]	Speed: 2657.594313 samples/sec	rmse=0.019066	lr=0.095243
Epoch[136] Batch [949]	Speed: 2722.818558 samples/sec	rmse=0.019063	lr=0.095134
Epoch[136] Batch [999]	Speed: 2788.027466 samples/sec	rmse=0.019066	lr=0.095024
Epoch[136] Batch [1049]	Speed: 2690.305044 samples/sec	rmse=0.019065	lr=0.094914
Epoch[136] Batch [1099]	Speed: 2731.517869 samples/sec	rmse=0.019068	lr=0.094805
Epoch[136] Batch [1149]	Speed: 2711.244924 samples/sec	rmse=0.019068	lr=0.094695
Epoch[136] Batch [1199]	Speed: 2657.034927 samples/sec	rmse=0.019071	lr=0.094586
Epoch[136] Batch [1249]	Speed: 2867.490803 samples/sec	rmse=0.019067	lr=0.094476
[Epoch 136] training: rmse=0.019066
[Epoch 136] speed: 2720 samples/sec	time cost: 485.104724
[Epoch 136] validation: err-top1=0.305265 err-top5=0.105469
Epoch[137] Batch [49]	Speed: 2762.948353 samples/sec	rmse=0.018786	lr=0.094365
Epoch[137] Batch [99]	Speed: 2614.716362 samples/sec	rmse=0.018830	lr=0.094255
Epoch[137] Batch [149]	Speed: 2711.536801 samples/sec	rmse=0.018823	lr=0.094146
Epoch[137] Batch [199]	Speed: 2742.818911 samples/sec	rmse=0.018883	lr=0.094037
Epoch[137] Batch [249]	Speed: 2727.818945 samples/sec	rmse=0.018898	lr=0.093928
Epoch[137] Batch [299]	Speed: 2772.280306 samples/sec	rmse=0.018912	lr=0.093819
Epoch[137] Batch [349]	Speed: 2692.860363 samples/sec	rmse=0.018925	lr=0.093709
Epoch[137] Batch [399]	Speed: 2733.432451 samples/sec	rmse=0.018919	lr=0.093600
Epoch[137] Batch [449]	Speed: 2745.691384 samples/sec	rmse=0.018935	lr=0.093491
Epoch[137] Batch [499]	Speed: 2827.854682 samples/sec	rmse=0.018928	lr=0.093382
Epoch[137] Batch [549]	Speed: 2728.163616 samples/sec	rmse=0.018952	lr=0.093273
Epoch[137] Batch [599]	Speed: 2727.609676 samples/sec	rmse=0.018949	lr=0.093165
Epoch[137] Batch [649]	Speed: 2692.428142 samples/sec	rmse=0.018956	lr=0.093056
Epoch[137] Batch [699]	Speed: 2720.585998 samples/sec	rmse=0.018945	lr=0.092947
Epoch[137] Batch [749]	Speed: 2845.172645 samples/sec	rmse=0.018953	lr=0.092838
Epoch[137] Batch [799]	Speed: 2789.859768 samples/sec	rmse=0.018951	lr=0.092729
Epoch[137] Batch [849]	Speed: 2789.995037 samples/sec	rmse=0.018954	lr=0.092621
Epoch[137] Batch [899]	Speed: 2797.445053 samples/sec	rmse=0.018955	lr=0.092512
Epoch[137] Batch [949]	Speed: 2826.628377 samples/sec	rmse=0.018962	lr=0.092404
Epoch[137] Batch [999]	Speed: 2774.410611 samples/sec	rmse=0.018972	lr=0.092295
Epoch[137] Batch [1049]	Speed: 2778.722260 samples/sec	rmse=0.018973	lr=0.092187
Epoch[137] Batch [1099]	Speed: 2739.251698 samples/sec	rmse=0.018978	lr=0.092078
Epoch[137] Batch [1149]	Speed: 2771.961932 samples/sec	rmse=0.018987	lr=0.091970
Epoch[137] Batch [1199]	Speed: 2829.025328 samples/sec	rmse=0.018992	lr=0.091861
Epoch[137] Batch [1249]	Speed: 2969.264221 samples/sec	rmse=0.018998	lr=0.091753
[Epoch 137] training: rmse=0.018998
[Epoch 137] speed: 2761 samples/sec	time cost: 477.600912
[Epoch 137] validation: err-top1=0.322784 err-top5=0.112942
Epoch[138] Batch [49]	Speed: 2895.681934 samples/sec	rmse=0.018814	lr=0.091643
Epoch[138] Batch [99]	Speed: 2720.060729 samples/sec	rmse=0.018792	lr=0.091534
Epoch[138] Batch [149]	Speed: 2737.096738 samples/sec	rmse=0.018782	lr=0.091426
Epoch[138] Batch [199]	Speed: 2710.831454 samples/sec	rmse=0.018757	lr=0.091318
Epoch[138] Batch [249]	Speed: 2819.782622 samples/sec	rmse=0.018757	lr=0.091210
Epoch[138] Batch [299]	Speed: 2866.009745 samples/sec	rmse=0.018796	lr=0.091102
Epoch[138] Batch [349]	Speed: 2782.579188 samples/sec	rmse=0.018813	lr=0.090994
Epoch[138] Batch [399]	Speed: 2699.510863 samples/sec	rmse=0.018844	lr=0.090886
Epoch[138] Batch [449]	Speed: 2730.410545 samples/sec	rmse=0.018849	lr=0.090778
Epoch[138] Batch [499]	Speed: 2691.161854 samples/sec	rmse=0.018865	lr=0.090670
Epoch[138] Batch [549]	Speed: 2850.659014 samples/sec	rmse=0.018873	lr=0.090562
Epoch[138] Batch [599]	Speed: 2743.899126 samples/sec	rmse=0.018882	lr=0.090455
Epoch[138] Batch [649]	Speed: 2724.254882 samples/sec	rmse=0.018901	lr=0.090347
Epoch[138] Batch [699]	Speed: 2713.273785 samples/sec	rmse=0.018919	lr=0.090239
Epoch[138] Batch [749]	Speed: 2706.207456 samples/sec	rmse=0.018915	lr=0.090132
Epoch[138] Batch [799]	Speed: 2733.457572 samples/sec	rmse=0.018921	lr=0.090024
Epoch[138] Batch [849]	Speed: 2713.709811 samples/sec	rmse=0.018928	lr=0.089916
Epoch[138] Batch [899]	Speed: 2678.146583 samples/sec	rmse=0.018932	lr=0.089809
Epoch[138] Batch [949]	Speed: 2729.067777 samples/sec	rmse=0.018933	lr=0.089701
Epoch[138] Batch [999]	Speed: 2717.636641 samples/sec	rmse=0.018934	lr=0.089594
Epoch[138] Batch [1049]	Speed: 2643.459710 samples/sec	rmse=0.018940	lr=0.089487
Epoch[138] Batch [1099]	Speed: 2666.796969 samples/sec	rmse=0.018942	lr=0.089379
Epoch[138] Batch [1149]	Speed: 2667.728343 samples/sec	rmse=0.018947	lr=0.089272
Epoch[138] Batch [1199]	Speed: 2673.813551 samples/sec	rmse=0.018952	lr=0.089165
Epoch[138] Batch [1249]	Speed: 2865.089949 samples/sec	rmse=0.018947	lr=0.089058
[Epoch 138] training: rmse=0.018948
[Epoch 138] speed: 2735 samples/sec	time cost: 482.205465
[Epoch 138] validation: err-top1=0.308933 err-top5=0.108239
Epoch[139] Batch [49]	Speed: 2735.003718 samples/sec	rmse=0.018871	lr=0.088948
Epoch[139] Batch [99]	Speed: 2738.580194 samples/sec	rmse=0.018853	lr=0.088841
Epoch[139] Batch [149]	Speed: 2752.575986 samples/sec	rmse=0.018831	lr=0.088734
Epoch[139] Batch [199]	Speed: 2776.472539 samples/sec	rmse=0.018801	lr=0.088627
Epoch[139] Batch [249]	Speed: 2754.920824 samples/sec	rmse=0.018798	lr=0.088520
Epoch[139] Batch [299]	Speed: 2719.154710 samples/sec	rmse=0.018842	lr=0.088414
Epoch[139] Batch [349]	Speed: 2698.497554 samples/sec	rmse=0.018849	lr=0.088307
Epoch[139] Batch [399]	Speed: 2733.079074 samples/sec	rmse=0.018849	lr=0.088200
Epoch[139] Batch [449]	Speed: 2732.316830 samples/sec	rmse=0.018856	lr=0.088093
Epoch[139] Batch [499]	Speed: 2721.765533 samples/sec	rmse=0.018850	lr=0.087986
Epoch[139] Batch [549]	Speed: 2693.310660 samples/sec	rmse=0.018849	lr=0.087880
Epoch[139] Batch [599]	Speed: 2709.937454 samples/sec	rmse=0.018865	lr=0.087773
Epoch[139] Batch [649]	Speed: 2788.824410 samples/sec	rmse=0.018866	lr=0.087667
Epoch[139] Batch [699]	Speed: 2699.637681 samples/sec	rmse=0.018872	lr=0.087560
Epoch[139] Batch [749]	Speed: 2723.720389 samples/sec	rmse=0.018885	lr=0.087454
Epoch[139] Batch [799]	Speed: 2750.785409 samples/sec	rmse=0.018892	lr=0.087347
Epoch[139] Batch [849]	Speed: 2723.832391 samples/sec	rmse=0.018905	lr=0.087241
Epoch[139] Batch [899]	Speed: 2756.860225 samples/sec	rmse=0.018914	lr=0.087134
Epoch[139] Batch [949]	Speed: 2707.932324 samples/sec	rmse=0.018911	lr=0.087028
Epoch[139] Batch [999]	Speed: 2737.729540 samples/sec	rmse=0.018923	lr=0.086922
Epoch[139] Batch [1049]	Speed: 2719.887786 samples/sec	rmse=0.018923	lr=0.086816
Epoch[139] Batch [1099]	Speed: 2685.071575 samples/sec	rmse=0.018921	lr=0.086709
Epoch[139] Batch [1149]	Speed: 2756.680766 samples/sec	rmse=0.018921	lr=0.086603
Epoch[139] Batch [1199]	Speed: 2760.983305 samples/sec	rmse=0.018925	lr=0.086497
Epoch[139] Batch [1249]	Speed: 2890.424016 samples/sec	rmse=0.018922	lr=0.086391
[Epoch 139] training: rmse=0.018922
[Epoch 139] speed: 2736 samples/sec	time cost: 482.188955
[Epoch 139] validation: err-top1=0.298360 err-top5=0.098104
Epoch[140] Batch [49]	Speed: 2793.092950 samples/sec	rmse=0.018765	lr=0.086283
Epoch[140] Batch [99]	Speed: 2729.228536 samples/sec	rmse=0.018799	lr=0.086177
Epoch[140] Batch [149]	Speed: 2699.353721 samples/sec	rmse=0.018799	lr=0.086071
Epoch[140] Batch [199]	Speed: 2742.858708 samples/sec	rmse=0.018844	lr=0.085966
Epoch[140] Batch [249]	Speed: 2741.850059 samples/sec	rmse=0.018808	lr=0.085860
Epoch[140] Batch [299]	Speed: 2710.395224 samples/sec	rmse=0.018800	lr=0.085754
Epoch[140] Batch [349]	Speed: 2696.235691 samples/sec	rmse=0.018800	lr=0.085648
Epoch[140] Batch [399]	Speed: 2773.462441 samples/sec	rmse=0.018819	lr=0.085543
Epoch[140] Batch [449]	Speed: 2744.097367 samples/sec	rmse=0.018815	lr=0.085437
Epoch[140] Batch [499]	Speed: 2708.037157 samples/sec	rmse=0.018821	lr=0.085332
Epoch[140] Batch [549]	Speed: 2772.487895 samples/sec	rmse=0.018829	lr=0.085226
Epoch[140] Batch [599]	Speed: 2727.485897 samples/sec	rmse=0.018811	lr=0.085121
Epoch[140] Batch [649]	Speed: 2798.823320 samples/sec	rmse=0.018825	lr=0.085015
Epoch[140] Batch [699]	Speed: 2708.755367 samples/sec	rmse=0.018831	lr=0.084910
Epoch[140] Batch [749]	Speed: 2705.784304 samples/sec	rmse=0.018822	lr=0.084805
Epoch[140] Batch [799]	Speed: 2738.415573 samples/sec	rmse=0.018825	lr=0.084699
Epoch[140] Batch [849]	Speed: 2711.980043 samples/sec	rmse=0.018832	lr=0.084594
Epoch[140] Batch [899]	Speed: 2646.936800 samples/sec	rmse=0.018837	lr=0.084489
Epoch[140] Batch [949]	Speed: 2751.836858 samples/sec	rmse=0.018842	lr=0.084384
Epoch[140] Batch [999]	Speed: 2709.057200 samples/sec	rmse=0.018852	lr=0.084279
Epoch[140] Batch [1049]	Speed: 2755.941802 samples/sec	rmse=0.018853	lr=0.084174
Epoch[140] Batch [1099]	Speed: 2705.449729 samples/sec	rmse=0.018851	lr=0.084069
Epoch[140] Batch [1149]	Speed: 2757.788150 samples/sec	rmse=0.018850	lr=0.083964
Epoch[140] Batch [1199]	Speed: 2738.120185 samples/sec	rmse=0.018846	lr=0.083859
Epoch[140] Batch [1249]	Speed: 2886.421685 samples/sec	rmse=0.018845	lr=0.083754
[Epoch 140] training: rmse=0.018845
[Epoch 140] speed: 2735 samples/sec	time cost: 482.260247
[Epoch 140] validation: err-top1=0.306680 err-top5=0.106186
Epoch[141] Batch [49]	Speed: 2763.594269 samples/sec	rmse=0.018877	lr=0.083647
Epoch[141] Batch [99]	Speed: 2749.707723 samples/sec	rmse=0.018837	lr=0.083543
Epoch[141] Batch [149]	Speed: 2737.210854 samples/sec	rmse=0.018825	lr=0.083438
Epoch[141] Batch [199]	Speed: 2697.364522 samples/sec	rmse=0.018822	lr=0.083333
Epoch[141] Batch [249]	Speed: 2700.128848 samples/sec	rmse=0.018810	lr=0.083229
Epoch[141] Batch [299]	Speed: 2713.180783 samples/sec	rmse=0.018800	lr=0.083124
Epoch[141] Batch [349]	Speed: 2615.460168 samples/sec	rmse=0.018808	lr=0.083020
Epoch[141] Batch [399]	Speed: 2744.358764 samples/sec	rmse=0.018785	lr=0.082915
Epoch[141] Batch [449]	Speed: 2749.771204 samples/sec	rmse=0.018785	lr=0.082811
Epoch[141] Batch [499]	Speed: 2775.257889 samples/sec	rmse=0.018793	lr=0.082707
Epoch[141] Batch [549]	Speed: 2819.714311 samples/sec	rmse=0.018812	lr=0.082602
Epoch[141] Batch [599]	Speed: 2808.695988 samples/sec	rmse=0.018803	lr=0.082498
Epoch[141] Batch [649]	Speed: 2750.561504 samples/sec	rmse=0.018801	lr=0.082394
Epoch[141] Batch [699]	Speed: 2744.292095 samples/sec	rmse=0.018815	lr=0.082290
Epoch[141] Batch [749]	Speed: 2679.260281 samples/sec	rmse=0.018817	lr=0.082186
Epoch[141] Batch [799]	Speed: 2819.534498 samples/sec	rmse=0.018820	lr=0.082082
Epoch[141] Batch [849]	Speed: 2715.276193 samples/sec	rmse=0.018805	lr=0.081978
Epoch[141] Batch [899]	Speed: 2778.224515 samples/sec	rmse=0.018812	lr=0.081874
Epoch[141] Batch [949]	Speed: 2734.206701 samples/sec	rmse=0.018814	lr=0.081770
Epoch[141] Batch [999]	Speed: 2721.029273 samples/sec	rmse=0.018823	lr=0.081666
Epoch[141] Batch [1049]	Speed: 2722.577472 samples/sec	rmse=0.018833	lr=0.081562
Epoch[141] Batch [1099]	Speed: 2643.792895 samples/sec	rmse=0.018834	lr=0.081458
Epoch[141] Batch [1149]	Speed: 2719.659962 samples/sec	rmse=0.018840	lr=0.081355
Epoch[141] Batch [1199]	Speed: 2710.185918 samples/sec	rmse=0.018843	lr=0.081251
Epoch[141] Batch [1249]	Speed: 2942.616336 samples/sec	rmse=0.018842	lr=0.081148
[Epoch 141] training: rmse=0.018842
[Epoch 141] speed: 2739 samples/sec	time cost: 481.394896
[Epoch 141] validation: err-top1=0.301917 err-top5=0.102400
Epoch[142] Batch [49]	Speed: 2759.839127 samples/sec	rmse=0.018741	lr=0.081042
Epoch[142] Batch [99]	Speed: 2744.163395 samples/sec	rmse=0.018709	lr=0.080938
Epoch[142] Batch [149]	Speed: 2658.662706 samples/sec	rmse=0.018678	lr=0.080835
Epoch[142] Batch [199]	Speed: 2732.182125 samples/sec	rmse=0.018690	lr=0.080732
Epoch[142] Batch [249]	Speed: 2737.888424 samples/sec	rmse=0.018679	lr=0.080628
Epoch[142] Batch [299]	Speed: 2759.765462 samples/sec	rmse=0.018669	lr=0.080525
Epoch[142] Batch [349]	Speed: 2694.118044 samples/sec	rmse=0.018688	lr=0.080422
Epoch[142] Batch [399]	Speed: 2677.504266 samples/sec	rmse=0.018686	lr=0.080318
Epoch[142] Batch [449]	Speed: 2719.755992 samples/sec	rmse=0.018708	lr=0.080215
Epoch[142] Batch [499]	Speed: 2682.837885 samples/sec	rmse=0.018706	lr=0.080112
Epoch[142] Batch [549]	Speed: 2717.080951 samples/sec	rmse=0.018718	lr=0.080009
Epoch[142] Batch [599]	Speed: 2676.360372 samples/sec	rmse=0.018709	lr=0.079906
Epoch[142] Batch [649]	Speed: 2691.411238 samples/sec	rmse=0.018716	lr=0.079803
Epoch[142] Batch [699]	Speed: 2686.642269 samples/sec	rmse=0.018717	lr=0.079700
Epoch[142] Batch [749]	Speed: 2681.495482 samples/sec	rmse=0.018727	lr=0.079597
Epoch[142] Batch [799]	Speed: 2676.942107 samples/sec	rmse=0.018729	lr=0.079495
Epoch[142] Batch [849]	Speed: 2728.478803 samples/sec	rmse=0.018738	lr=0.079392
Epoch[142] Batch [899]	Speed: 2737.384856 samples/sec	rmse=0.018745	lr=0.079289
Epoch[142] Batch [949]	Speed: 2750.517749 samples/sec	rmse=0.018747	lr=0.079186
Epoch[142] Batch [999]	Speed: 2750.534060 samples/sec	rmse=0.018746	lr=0.079084
Epoch[142] Batch [1049]	Speed: 2691.116731 samples/sec	rmse=0.018752	lr=0.078981
Epoch[142] Batch [1099]	Speed: 2683.770102 samples/sec	rmse=0.018761	lr=0.078879
Epoch[142] Batch [1149]	Speed: 2722.370042 samples/sec	rmse=0.018760	lr=0.078776
Epoch[142] Batch [1199]	Speed: 2749.661918 samples/sec	rmse=0.018763	lr=0.078674
Epoch[142] Batch [1249]	Speed: 2873.720299 samples/sec	rmse=0.018764	lr=0.078572
[Epoch 142] training: rmse=0.018765
[Epoch 142] speed: 2716 samples/sec	time cost: 485.267505
[Epoch 142] validation: err-top1=0.296456 err-top5=0.098593
Epoch[143] Batch [49]	Speed: 2820.263813 samples/sec	rmse=0.018671	lr=0.078467
Epoch[143] Batch [99]	Speed: 2692.203477 samples/sec	rmse=0.018710	lr=0.078365
Epoch[143] Batch [149]	Speed: 2706.105594 samples/sec	rmse=0.018687	lr=0.078263
Epoch[143] Batch [199]	Speed: 2722.816970 samples/sec	rmse=0.018687	lr=0.078161
Epoch[143] Batch [249]	Speed: 2730.518411 samples/sec	rmse=0.018696	lr=0.078059
Epoch[143] Batch [299]	Speed: 2776.341414 samples/sec	rmse=0.018701	lr=0.077956
Epoch[143] Batch [349]	Speed: 2638.684797 samples/sec	rmse=0.018715	lr=0.077854
Epoch[143] Batch [399]	Speed: 2735.660296 samples/sec	rmse=0.018707	lr=0.077753
Epoch[143] Batch [449]	Speed: 2675.483359 samples/sec	rmse=0.018717	lr=0.077651
Epoch[143] Batch [499]	Speed: 2733.818042 samples/sec	rmse=0.018713	lr=0.077549
Epoch[143] Batch [549]	Speed: 2716.470474 samples/sec	rmse=0.018717	lr=0.077447
Epoch[143] Batch [599]	Speed: 2755.456214 samples/sec	rmse=0.018719	lr=0.077345
Epoch[143] Batch [649]	Speed: 2687.976440 samples/sec	rmse=0.018737	lr=0.077244
Epoch[143] Batch [699]	Speed: 2724.246001 samples/sec	rmse=0.018750	lr=0.077142
Epoch[143] Batch [749]	Speed: 2647.963629 samples/sec	rmse=0.018757	lr=0.077040
Epoch[143] Batch [799]	Speed: 2640.819917 samples/sec	rmse=0.018756	lr=0.076939
Epoch[143] Batch [849]	Speed: 2731.737329 samples/sec	rmse=0.018758	lr=0.076837
Epoch[143] Batch [899]	Speed: 2685.153964 samples/sec	rmse=0.018752	lr=0.076736
Epoch[143] Batch [949]	Speed: 2773.071889 samples/sec	rmse=0.018749	lr=0.076634
Epoch[143] Batch [999]	Speed: 2708.749183 samples/sec	rmse=0.018752	lr=0.076533
Epoch[143] Batch [1049]	Speed: 2718.791280 samples/sec	rmse=0.018749	lr=0.076432
Epoch[143] Batch [1099]	Speed: 2763.365928 samples/sec	rmse=0.018747	lr=0.076331
Epoch[143] Batch [1149]	Speed: 2695.944324 samples/sec	rmse=0.018744	lr=0.076229
Epoch[143] Batch [1199]	Speed: 2758.289156 samples/sec	rmse=0.018748	lr=0.076128
Epoch[143] Batch [1249]	Speed: 2879.362016 samples/sec	rmse=0.018751	lr=0.076027
[Epoch 143] training: rmse=0.018752
[Epoch 143] speed: 2722 samples/sec	time cost: 484.552129
[Epoch 143] validation: err-top1=0.295580 err-top5=0.098314
Epoch[144] Batch [49]	Speed: 2764.148229 samples/sec	rmse=0.018568	lr=0.075924
Epoch[144] Batch [99]	Speed: 2739.545862 samples/sec	rmse=0.018594	lr=0.075823
Epoch[144] Batch [149]	Speed: 2738.754265 samples/sec	rmse=0.018587	lr=0.075722
Epoch[144] Batch [199]	Speed: 2636.423459 samples/sec	rmse=0.018624	lr=0.075621
Epoch[144] Batch [249]	Speed: 2751.021438 samples/sec	rmse=0.018645	lr=0.075521
Epoch[144] Batch [299]	Speed: 2753.766586 samples/sec	rmse=0.018666	lr=0.075420
Epoch[144] Batch [349]	Speed: 2687.916452 samples/sec	rmse=0.018655	lr=0.075319
Epoch[144] Batch [399]	Speed: 2785.102113 samples/sec	rmse=0.018674	lr=0.075218
Epoch[144] Batch [449]	Speed: 2671.993417 samples/sec	rmse=0.018681	lr=0.075118
Epoch[144] Batch [499]	Speed: 2740.264904 samples/sec	rmse=0.018673	lr=0.075017
Epoch[144] Batch [549]	Speed: 2777.819039 samples/sec	rmse=0.018676	lr=0.074917
Epoch[144] Batch [599]	Speed: 2620.961463 samples/sec	rmse=0.018659	lr=0.074816
Epoch[144] Batch [649]	Speed: 2719.201501 samples/sec	rmse=0.018653	lr=0.074716
Epoch[144] Batch [699]	Speed: 2683.967096 samples/sec	rmse=0.018663	lr=0.074615
Epoch[144] Batch [749]	Speed: 2718.216814 samples/sec	rmse=0.018668	lr=0.074515
Epoch[144] Batch [799]	Speed: 2686.822171 samples/sec	rmse=0.018666	lr=0.074415
Epoch[144] Batch [849]	Speed: 2715.661143 samples/sec	rmse=0.018667	lr=0.074315
Epoch[144] Batch [899]	Speed: 2705.865071 samples/sec	rmse=0.018674	lr=0.074215
Epoch[144] Batch [949]	Speed: 2696.528307 samples/sec	rmse=0.018682	lr=0.074114
Epoch[144] Batch [999]	Speed: 2772.130646 samples/sec	rmse=0.018681	lr=0.074014
Epoch[144] Batch [1049]	Speed: 2697.159730 samples/sec	rmse=0.018687	lr=0.073914
Epoch[144] Batch [1099]	Speed: 2738.060592 samples/sec	rmse=0.018685	lr=0.073814
Epoch[144] Batch [1149]	Speed: 2706.247357 samples/sec	rmse=0.018685	lr=0.073715
Epoch[144] Batch [1199]	Speed: 2777.292595 samples/sec	rmse=0.018688	lr=0.073615
Epoch[144] Batch [1249]	Speed: 2912.960179 samples/sec	rmse=0.018694	lr=0.073515
[Epoch 144] training: rmse=0.018693
[Epoch 144] speed: 2724 samples/sec	time cost: 483.948203
[Epoch 144] validation: err-top1=0.289800 err-top5=0.094527
Epoch[145] Batch [49]	Speed: 2848.590282 samples/sec	rmse=0.018557	lr=0.073413
Epoch[145] Batch [99]	Speed: 2714.066155 samples/sec	rmse=0.018590	lr=0.073314
Epoch[145] Batch [149]	Speed: 2682.139381 samples/sec	rmse=0.018532	lr=0.073214
Epoch[145] Batch [199]	Speed: 2757.563741 samples/sec	rmse=0.018542	lr=0.073114
Epoch[145] Batch [249]	Speed: 2751.405522 samples/sec	rmse=0.018584	lr=0.073015
Epoch[145] Batch [299]	Speed: 2689.804170 samples/sec	rmse=0.018598	lr=0.072915
Epoch[145] Batch [349]	Speed: 2756.429365 samples/sec	rmse=0.018610	lr=0.072816
Epoch[145] Batch [399]	Speed: 2716.454323 samples/sec	rmse=0.018600	lr=0.072717
Epoch[145] Batch [449]	Speed: 2688.308793 samples/sec	rmse=0.018609	lr=0.072617
Epoch[145] Batch [499]	Speed: 2722.963804 samples/sec	rmse=0.018619	lr=0.072518
Epoch[145] Batch [549]	Speed: 2713.240121 samples/sec	rmse=0.018614	lr=0.072419
Epoch[145] Batch [599]	Speed: 2661.374687 samples/sec	rmse=0.018619	lr=0.072320
Epoch[145] Batch [649]	Speed: 2686.355962 samples/sec	rmse=0.018625	lr=0.072221
Epoch[145] Batch [699]	Speed: 2688.787126 samples/sec	rmse=0.018624	lr=0.072121
Epoch[145] Batch [749]	Speed: 2696.978035 samples/sec	rmse=0.018622	lr=0.072022
Epoch[145] Batch [799]	Speed: 2661.147260 samples/sec	rmse=0.018627	lr=0.071924
Epoch[145] Batch [849]	Speed: 2697.048082 samples/sec	rmse=0.018633	lr=0.071825
Epoch[145] Batch [899]	Speed: 2686.007294 samples/sec	rmse=0.018636	lr=0.071726
Epoch[145] Batch [949]	Speed: 2720.169536 samples/sec	rmse=0.018643	lr=0.071627
Epoch[145] Batch [999]	Speed: 2674.279446 samples/sec	rmse=0.018642	lr=0.071528
Epoch[145] Batch [1049]	Speed: 2665.971156 samples/sec	rmse=0.018648	lr=0.071430
Epoch[145] Batch [1099]	Speed: 2749.315947 samples/sec	rmse=0.018645	lr=0.071331
Epoch[145] Batch [1149]	Speed: 2684.284936 samples/sec	rmse=0.018649	lr=0.071232
Epoch[145] Batch [1199]	Speed: 2759.299337 samples/sec	rmse=0.018654	lr=0.071134
Epoch[145] Batch [1249]	Speed: 2891.723991 samples/sec	rmse=0.018658	lr=0.071035
[Epoch 145] training: rmse=0.018658
[Epoch 145] speed: 2715 samples/sec	time cost: 485.727381
[Epoch 145] validation: err-top1=0.289571 err-top5=0.097005
Epoch[146] Batch [49]	Speed: 2739.195863 samples/sec	rmse=0.018425	lr=0.070935
Epoch[146] Batch [99]	Speed: 2684.945550 samples/sec	rmse=0.018520	lr=0.070837
Epoch[146] Batch [149]	Speed: 2737.365246 samples/sec	rmse=0.018483	lr=0.070738
Epoch[146] Batch [199]	Speed: 2747.931458 samples/sec	rmse=0.018484	lr=0.070640
Epoch[146] Batch [249]	Speed: 2682.294658 samples/sec	rmse=0.018448	lr=0.070542
Epoch[146] Batch [299]	Speed: 2763.041705 samples/sec	rmse=0.018459	lr=0.070444
Epoch[146] Batch [349]	Speed: 2689.014319 samples/sec	rmse=0.018471	lr=0.070346
Epoch[146] Batch [399]	Speed: 2737.844792 samples/sec	rmse=0.018474	lr=0.070248
Epoch[146] Batch [449]	Speed: 2759.945500 samples/sec	rmse=0.018477	lr=0.070150
Epoch[146] Batch [499]	Speed: 2679.078751 samples/sec	rmse=0.018480	lr=0.070052
Epoch[146] Batch [549]	Speed: 2683.305253 samples/sec	rmse=0.018491	lr=0.069954
Epoch[146] Batch [599]	Speed: 2713.014129 samples/sec	rmse=0.018509	lr=0.069856
Epoch[146] Batch [649]	Speed: 2735.790395 samples/sec	rmse=0.018509	lr=0.069758
Epoch[146] Batch [699]	Speed: 2669.887242 samples/sec	rmse=0.018513	lr=0.069661
Epoch[146] Batch [749]	Speed: 2745.547248 samples/sec	rmse=0.018514	lr=0.069563
Epoch[146] Batch [799]	Speed: 2704.308265 samples/sec	rmse=0.018516	lr=0.069465
Epoch[146] Batch [849]	Speed: 2748.880263 samples/sec	rmse=0.018522	lr=0.069368
Epoch[146] Batch [899]	Speed: 2721.497766 samples/sec	rmse=0.018521	lr=0.069270
Epoch[146] Batch [949]	Speed: 2735.226421 samples/sec	rmse=0.018521	lr=0.069173
Epoch[146] Batch [999]	Speed: 2801.940698 samples/sec	rmse=0.018524	lr=0.069076
Epoch[146] Batch [1049]	Speed: 2807.484661 samples/sec	rmse=0.018537	lr=0.068978
Epoch[146] Batch [1099]	Speed: 2695.677653 samples/sec	rmse=0.018542	lr=0.068881
Epoch[146] Batch [1149]	Speed: 2821.191073 samples/sec	rmse=0.018550	lr=0.068784
Epoch[146] Batch [1199]	Speed: 2688.109109 samples/sec	rmse=0.018553	lr=0.068687
Epoch[146] Batch [1249]	Speed: 2872.005628 samples/sec	rmse=0.018558	lr=0.068590
[Epoch 146] training: rmse=0.018558
[Epoch 146] speed: 2731 samples/sec	time cost: 483.224596
[Epoch 146] validation: err-top1=0.292112 err-top5=0.095663
Epoch[147] Batch [49]	Speed: 2759.732904 samples/sec	rmse=0.018625	lr=0.068491
Epoch[147] Batch [99]	Speed: 2647.035724 samples/sec	rmse=0.018560	lr=0.068394
Epoch[147] Batch [149]	Speed: 2730.682986 samples/sec	rmse=0.018529	lr=0.068297
Epoch[147] Batch [199]	Speed: 2774.780207 samples/sec	rmse=0.018540	lr=0.068200
Epoch[147] Batch [249]	Speed: 2721.911978 samples/sec	rmse=0.018523	lr=0.068103
Epoch[147] Batch [299]	Speed: 2788.960231 samples/sec	rmse=0.018520	lr=0.068006
Epoch[147] Batch [349]	Speed: 2691.346746 samples/sec	rmse=0.018518	lr=0.067909
Epoch[147] Batch [399]	Speed: 2725.309385 samples/sec	rmse=0.018503	lr=0.067813
Epoch[147] Batch [449]	Speed: 2685.010474 samples/sec	rmse=0.018503	lr=0.067716
Epoch[147] Batch [499]	Speed: 2650.574381 samples/sec	rmse=0.018500	lr=0.067620
Epoch[147] Batch [549]	Speed: 2705.934694 samples/sec	rmse=0.018506	lr=0.067523
Epoch[147] Batch [599]	Speed: 2714.779604 samples/sec	rmse=0.018507	lr=0.067427
Epoch[147] Batch [649]	Speed: 2789.913591 samples/sec	rmse=0.018515	lr=0.067330
Epoch[147] Batch [699]	Speed: 2735.150859 samples/sec	rmse=0.018510	lr=0.067234
Epoch[147] Batch [749]	Speed: 2738.378524 samples/sec	rmse=0.018511	lr=0.067138
Epoch[147] Batch [799]	Speed: 2663.149234 samples/sec	rmse=0.018504	lr=0.067041
Epoch[147] Batch [849]	Speed: 2768.401535 samples/sec	rmse=0.018507	lr=0.066945
Epoch[147] Batch [899]	Speed: 2696.255122 samples/sec	rmse=0.018507	lr=0.066849
Epoch[147] Batch [949]	Speed: 2761.189064 samples/sec	rmse=0.018511	lr=0.066753
Epoch[147] Batch [999]	Speed: 2712.352308 samples/sec	rmse=0.018515	lr=0.066657
Epoch[147] Batch [1049]	Speed: 2762.303520 samples/sec	rmse=0.018515	lr=0.066561
Epoch[147] Batch [1099]	Speed: 2718.060205 samples/sec	rmse=0.018515	lr=0.066465
Epoch[147] Batch [1149]	Speed: 2703.590403 samples/sec	rmse=0.018521	lr=0.066369
Epoch[147] Batch [1199]	Speed: 2683.351523 samples/sec	rmse=0.018518	lr=0.066273
Epoch[147] Batch [1249]	Speed: 2951.981660 samples/sec	rmse=0.018526	lr=0.066178
[Epoch 147] training: rmse=0.018526
[Epoch 147] speed: 2728 samples/sec	time cost: 483.399252
[Epoch 147] validation: err-top1=0.289501 err-top5=0.094886
Epoch[148] Batch [49]	Speed: 2757.707936 samples/sec	rmse=0.018494	lr=0.066080
Epoch[148] Batch [99]	Speed: 2676.846074 samples/sec	rmse=0.018460	lr=0.065984
Epoch[148] Batch [149]	Speed: 2778.601313 samples/sec	rmse=0.018470	lr=0.065889
Epoch[148] Batch [199]	Speed: 2725.535839 samples/sec	rmse=0.018437	lr=0.065793
Epoch[148] Batch [249]	Speed: 2732.411635 samples/sec	rmse=0.018409	lr=0.065698
Epoch[148] Batch [299]	Speed: 2645.734770 samples/sec	rmse=0.018415	lr=0.065603
Epoch[148] Batch [349]	Speed: 2749.949307 samples/sec	rmse=0.018398	lr=0.065507
Epoch[148] Batch [399]	Speed: 2767.185841 samples/sec	rmse=0.018387	lr=0.065412
Epoch[148] Batch [449]	Speed: 2719.335824 samples/sec	rmse=0.018384	lr=0.065317
Epoch[148] Batch [499]	Speed: 2672.046646 samples/sec	rmse=0.018387	lr=0.065222
Epoch[148] Batch [549]	Speed: 2703.030303 samples/sec	rmse=0.018400	lr=0.065126
Epoch[148] Batch [599]	Speed: 2730.984481 samples/sec	rmse=0.018418	lr=0.065031
Epoch[148] Batch [649]	Speed: 2664.885076 samples/sec	rmse=0.018431	lr=0.064936
Epoch[148] Batch [699]	Speed: 2739.717364 samples/sec	rmse=0.018432	lr=0.064841
Epoch[148] Batch [749]	Speed: 2735.532265 samples/sec	rmse=0.018434	lr=0.064746
Epoch[148] Batch [799]	Speed: 2768.288086 samples/sec	rmse=0.018446	lr=0.064652
Epoch[148] Batch [849]	Speed: 2714.138086 samples/sec	rmse=0.018449	lr=0.064557
Epoch[148] Batch [899]	Speed: 2791.837258 samples/sec	rmse=0.018459	lr=0.064462
Epoch[148] Batch [949]	Speed: 2680.870266 samples/sec	rmse=0.018469	lr=0.064367
Epoch[148] Batch [999]	Speed: 2746.256767 samples/sec	rmse=0.018473	lr=0.064273
Epoch[148] Batch [1049]	Speed: 2760.588487 samples/sec	rmse=0.018476	lr=0.064178
Epoch[148] Batch [1099]	Speed: 2785.768151 samples/sec	rmse=0.018483	lr=0.064084
Epoch[148] Batch [1149]	Speed: 2666.388931 samples/sec	rmse=0.018484	lr=0.063989
Epoch[148] Batch [1199]	Speed: 2754.857846 samples/sec	rmse=0.018490	lr=0.063895
Epoch[148] Batch [1249]	Speed: 3018.904924 samples/sec	rmse=0.018488	lr=0.063801
[Epoch 148] training: rmse=0.018489
[Epoch 148] speed: 2736 samples/sec	time cost: 482.209084
[Epoch 148] validation: err-top1=0.285834 err-top5=0.093670
Epoch[149] Batch [49]	Speed: 2682.983790 samples/sec	rmse=0.018254	lr=0.063704
Epoch[149] Batch [99]	Speed: 2786.600325 samples/sec	rmse=0.018304	lr=0.063610
Epoch[149] Batch [149]	Speed: 2695.168621 samples/sec	rmse=0.018283	lr=0.063516
Epoch[149] Batch [199]	Speed: 2690.193524 samples/sec	rmse=0.018308	lr=0.063422
Epoch[149] Batch [249]	Speed: 2655.912164 samples/sec	rmse=0.018302	lr=0.063328
Epoch[149] Batch [299]	Speed: 2710.203977 samples/sec	rmse=0.018328	lr=0.063234
Epoch[149] Batch [349]	Speed: 2709.048314 samples/sec	rmse=0.018357	lr=0.063140
Epoch[149] Batch [399]	Speed: 2687.519147 samples/sec	rmse=0.018361	lr=0.063046
Epoch[149] Batch [449]	Speed: 2652.558376 samples/sec	rmse=0.018356	lr=0.062952
Epoch[149] Batch [499]	Speed: 2710.790015 samples/sec	rmse=0.018367	lr=0.062858
Epoch[149] Batch [549]	Speed: 2765.514815 samples/sec	rmse=0.018378	lr=0.062765
Epoch[149] Batch [599]	Speed: 2690.256141 samples/sec	rmse=0.018380	lr=0.062671
Epoch[149] Batch [649]	Speed: 2733.704522 samples/sec	rmse=0.018386	lr=0.062578
Epoch[149] Batch [699]	Speed: 2730.245412 samples/sec	rmse=0.018386	lr=0.062484
Epoch[149] Batch [749]	Speed: 2763.007115 samples/sec	rmse=0.018388	lr=0.062391
Epoch[149] Batch [799]	Speed: 2661.246326 samples/sec	rmse=0.018395	lr=0.062297
Epoch[149] Batch [849]	Speed: 2783.653933 samples/sec	rmse=0.018405	lr=0.062204
Epoch[149] Batch [899]	Speed: 2645.100964 samples/sec	rmse=0.018411	lr=0.062110
Epoch[149] Batch [949]	Speed: 2717.557164 samples/sec	rmse=0.018424	lr=0.062017
Epoch[149] Batch [999]	Speed: 2734.930084 samples/sec	rmse=0.018419	lr=0.061924
Epoch[149] Batch [1049]	Speed: 2730.018001 samples/sec	rmse=0.018424	lr=0.061831
Epoch[149] Batch [1099]	Speed: 2727.895731 samples/sec	rmse=0.018433	lr=0.061738
Epoch[149] Batch [1149]	Speed: 2735.994054 samples/sec	rmse=0.018433	lr=0.061645
Epoch[149] Batch [1199]	Speed: 2762.606352 samples/sec	rmse=0.018436	lr=0.061552
Epoch[149] Batch [1249]	Speed: 2869.123533 samples/sec	rmse=0.018435	lr=0.061459
[Epoch 149] training: rmse=0.018436
[Epoch 149] speed: 2718 samples/sec	time cost: 484.871108
[Epoch 149] validation: err-top1=0.281429 err-top5=0.090920
Epoch[150] Batch [49]	Speed: 2716.940663 samples/sec	rmse=0.018310	lr=0.061364
Epoch[150] Batch [99]	Speed: 2711.310203 samples/sec	rmse=0.018288	lr=0.061271
Epoch[150] Batch [149]	Speed: 2666.675137 samples/sec	rmse=0.018298	lr=0.061179
Epoch[150] Batch [199]	Speed: 2724.609024 samples/sec	rmse=0.018298	lr=0.061086
Epoch[150] Batch [249]	Speed: 2799.656780 samples/sec	rmse=0.018314	lr=0.060993
Epoch[150] Batch [299]	Speed: 2680.770705 samples/sec	rmse=0.018304	lr=0.060901
Epoch[150] Batch [349]	Speed: 2766.219299 samples/sec	rmse=0.018293	lr=0.060808
Epoch[150] Batch [399]	Speed: 2754.924853 samples/sec	rmse=0.018307	lr=0.060716
Epoch[150] Batch [449]	Speed: 2705.199679 samples/sec	rmse=0.018315	lr=0.060623
Epoch[150] Batch [499]	Speed: 2761.229253 samples/sec	rmse=0.018307	lr=0.060531
Epoch[150] Batch [549]	Speed: 2752.217924 samples/sec	rmse=0.018308	lr=0.060439
Epoch[150] Batch [599]	Speed: 2715.604686 samples/sec	rmse=0.018306	lr=0.060347
Epoch[150] Batch [649]	Speed: 2732.081809 samples/sec	rmse=0.018320	lr=0.060254
Epoch[150] Batch [699]	Speed: 2613.511890 samples/sec	rmse=0.018340	lr=0.060162
Epoch[150] Batch [749]	Speed: 2726.935799 samples/sec	rmse=0.018334	lr=0.060070
Epoch[150] Batch [799]	Speed: 2802.298359 samples/sec	rmse=0.018352	lr=0.059978
Epoch[150] Batch [849]	Speed: 2723.051401 samples/sec	rmse=0.018364	lr=0.059886
Epoch[150] Batch [899]	Speed: 2731.730657 samples/sec	rmse=0.018371	lr=0.059794
Epoch[150] Batch [949]	Speed: 2699.519821 samples/sec	rmse=0.018378	lr=0.059703
Epoch[150] Batch [999]	Speed: 2636.347043 samples/sec	rmse=0.018375	lr=0.059611
Epoch[150] Batch [1049]	Speed: 2736.468272 samples/sec	rmse=0.018383	lr=0.059519
Epoch[150] Batch [1099]	Speed: 2690.263387 samples/sec	rmse=0.018389	lr=0.059428
Epoch[150] Batch [1149]	Speed: 2722.175928 samples/sec	rmse=0.018389	lr=0.059336
Epoch[150] Batch [1199]	Speed: 2726.717214 samples/sec	rmse=0.018395	lr=0.059245
Epoch[150] Batch [1249]	Speed: 2851.946978 samples/sec	rmse=0.018396	lr=0.059153
[Epoch 150] training: rmse=0.018396
[Epoch 150] speed: 2723 samples/sec	time cost: 484.361996
[Epoch 150] validation: err-top1=0.286591 err-top5=0.093770
Epoch[151] Batch [49]	Speed: 2759.423539 samples/sec	rmse=0.018380	lr=0.059060
Epoch[151] Batch [99]	Speed: 2698.914597 samples/sec	rmse=0.018294	lr=0.058968
Epoch[151] Batch [149]	Speed: 2760.874012 samples/sec	rmse=0.018286	lr=0.058877
Epoch[151] Batch [199]	Speed: 2735.787467 samples/sec	rmse=0.018271	lr=0.058786
Epoch[151] Batch [249]	Speed: 2682.446603 samples/sec	rmse=0.018286	lr=0.058695
Epoch[151] Batch [299]	Speed: 2774.321614 samples/sec	rmse=0.018281	lr=0.058604
Epoch[151] Batch [349]	Speed: 2695.783672 samples/sec	rmse=0.018280	lr=0.058513
Epoch[151] Batch [399]	Speed: 2690.758903 samples/sec	rmse=0.018285	lr=0.058422
Epoch[151] Batch [449]	Speed: 2667.889016 samples/sec	rmse=0.018275	lr=0.058331
Epoch[151] Batch [499]	Speed: 2746.652343 samples/sec	rmse=0.018276	lr=0.058240
Epoch[151] Batch [549]	Speed: 2735.076346 samples/sec	rmse=0.018281	lr=0.058149
Epoch[151] Batch [599]	Speed: 2683.499060 samples/sec	rmse=0.018280	lr=0.058058
Epoch[151] Batch [649]	Speed: 2716.057881 samples/sec	rmse=0.018274	lr=0.057968
Epoch[151] Batch [699]	Speed: 2659.484655 samples/sec	rmse=0.018274	lr=0.057877
Epoch[151] Batch [749]	Speed: 2722.093598 samples/sec	rmse=0.018278	lr=0.057786
Epoch[151] Batch [799]	Speed: 2745.236634 samples/sec	rmse=0.018281	lr=0.057696
Epoch[151] Batch [849]	Speed: 2728.514406 samples/sec	rmse=0.018281	lr=0.057605
Epoch[151] Batch [899]	Speed: 2653.904719 samples/sec	rmse=0.018285	lr=0.057515
Epoch[151] Batch [949]	Speed: 2728.783730 samples/sec	rmse=0.018291	lr=0.057425
Epoch[151] Batch [999]	Speed: 2680.366242 samples/sec	rmse=0.018293	lr=0.057334
Epoch[151] Batch [1049]	Speed: 2697.587474 samples/sec	rmse=0.018298	lr=0.057244
Epoch[151] Batch [1099]	Speed: 2683.311322 samples/sec	rmse=0.018305	lr=0.057154
Epoch[151] Batch [1149]	Speed: 2697.649724 samples/sec	rmse=0.018313	lr=0.057064
Epoch[151] Batch [1199]	Speed: 2823.022409 samples/sec	rmse=0.018313	lr=0.056974
Epoch[151] Batch [1249]	Speed: 2862.051808 samples/sec	rmse=0.018319	lr=0.056884
[Epoch 151] training: rmse=0.018320
[Epoch 151] speed: 2718 samples/sec	time cost: 485.061372
[Epoch 151] validation: err-top1=0.284119 err-top5=0.090780
Epoch[152] Batch [49]	Speed: 2809.206219 samples/sec	rmse=0.018134	lr=0.056792
Epoch[152] Batch [99]	Speed: 2769.743537 samples/sec	rmse=0.018170	lr=0.056702
Epoch[152] Batch [149]	Speed: 2709.703532 samples/sec	rmse=0.018195	lr=0.056612
Epoch[152] Batch [199]	Speed: 2651.707860 samples/sec	rmse=0.018198	lr=0.056523
Epoch[152] Batch [249]	Speed: 2673.174875 samples/sec	rmse=0.018204	lr=0.056433
Epoch[152] Batch [299]	Speed: 2713.704667 samples/sec	rmse=0.018239	lr=0.056343
Epoch[152] Batch [349]	Speed: 2693.529563 samples/sec	rmse=0.018252	lr=0.056254
Epoch[152] Batch [399]	Speed: 2782.779596 samples/sec	rmse=0.018251	lr=0.056164
Epoch[152] Batch [449]	Speed: 2699.191951 samples/sec	rmse=0.018247	lr=0.056075
Epoch[152] Batch [499]	Speed: 2784.468525 samples/sec	rmse=0.018250	lr=0.055985
Epoch[152] Batch [549]	Speed: 2747.720428 samples/sec	rmse=0.018254	lr=0.055896
Epoch[152] Batch [599]	Speed: 2741.677414 samples/sec	rmse=0.018251	lr=0.055807
Epoch[152] Batch [649]	Speed: 2666.583315 samples/sec	rmse=0.018256	lr=0.055718
Epoch[152] Batch [699]	Speed: 2726.296761 samples/sec	rmse=0.018257	lr=0.055628
Epoch[152] Batch [749]	Speed: 2727.682085 samples/sec	rmse=0.018252	lr=0.055539
Epoch[152] Batch [799]	Speed: 2732.288393 samples/sec	rmse=0.018255	lr=0.055450
Epoch[152] Batch [849]	Speed: 2689.745078 samples/sec	rmse=0.018261	lr=0.055361
Epoch[152] Batch [899]	Speed: 2708.006765 samples/sec	rmse=0.018262	lr=0.055272
Epoch[152] Batch [949]	Speed: 2794.077785 samples/sec	rmse=0.018264	lr=0.055184
Epoch[152] Batch [999]	Speed: 2745.663264 samples/sec	rmse=0.018268	lr=0.055095
Epoch[152] Batch [1049]	Speed: 2757.221266 samples/sec	rmse=0.018269	lr=0.055006
Epoch[152] Batch [1099]	Speed: 2683.018551 samples/sec	rmse=0.018273	lr=0.054917
Epoch[152] Batch [1149]	Speed: 2741.730235 samples/sec	rmse=0.018277	lr=0.054829
Epoch[152] Batch [1199]	Speed: 2653.617345 samples/sec	rmse=0.018285	lr=0.054740
Epoch[152] Batch [1249]	Speed: 2971.082888 samples/sec	rmse=0.018288	lr=0.054652
[Epoch 152] training: rmse=0.018288
[Epoch 152] speed: 2731 samples/sec	time cost: 482.975534
[Epoch 152] validation: err-top1=0.277623 err-top5=0.088389
Epoch[153] Batch [49]	Speed: 2700.545987 samples/sec	rmse=0.018044	lr=0.054562
Epoch[153] Batch [99]	Speed: 2717.722657 samples/sec	rmse=0.018067	lr=0.054473
Epoch[153] Batch [149]	Speed: 2735.807647 samples/sec	rmse=0.018122	lr=0.054385
Epoch[153] Batch [199]	Speed: 2704.729388 samples/sec	rmse=0.018126	lr=0.054297
Epoch[153] Batch [249]	Speed: 2701.242865 samples/sec	rmse=0.018143	lr=0.054208
Epoch[153] Batch [299]	Speed: 2752.781693 samples/sec	rmse=0.018136	lr=0.054120
Epoch[153] Batch [349]	Speed: 2739.317947 samples/sec	rmse=0.018149	lr=0.054032
Epoch[153] Batch [399]	Speed: 2659.169894 samples/sec	rmse=0.018148	lr=0.053944
Epoch[153] Batch [449]	Speed: 2710.061697 samples/sec	rmse=0.018154	lr=0.053856
Epoch[153] Batch [499]	Speed: 2770.679442 samples/sec	rmse=0.018159	lr=0.053768
Epoch[153] Batch [549]	Speed: 2696.827014 samples/sec	rmse=0.018171	lr=0.053681
Epoch[153] Batch [599]	Speed: 2748.670389 samples/sec	rmse=0.018181	lr=0.053593
Epoch[153] Batch [649]	Speed: 2670.571141 samples/sec	rmse=0.018187	lr=0.053505
Epoch[153] Batch [699]	Speed: 2808.760680 samples/sec	rmse=0.018192	lr=0.053417
Epoch[153] Batch [749]	Speed: 2706.451928 samples/sec	rmse=0.018197	lr=0.053330
Epoch[153] Batch [799]	Speed: 2710.490225 samples/sec	rmse=0.018203	lr=0.053242
Epoch[153] Batch [849]	Speed: 2742.119501 samples/sec	rmse=0.018209	lr=0.053155
Epoch[153] Batch [899]	Speed: 2755.334774 samples/sec	rmse=0.018204	lr=0.053067
Epoch[153] Batch [949]	Speed: 2751.466861 samples/sec	rmse=0.018211	lr=0.052980
Epoch[153] Batch [999]	Speed: 2710.817698 samples/sec	rmse=0.018208	lr=0.052893
Epoch[153] Batch [1049]	Speed: 2682.474380 samples/sec	rmse=0.018201	lr=0.052806
Epoch[153] Batch [1099]	Speed: 2781.350905 samples/sec	rmse=0.018205	lr=0.052718
Epoch[153] Batch [1149]	Speed: 2722.134245 samples/sec	rmse=0.018208	lr=0.052631
Epoch[153] Batch [1199]	Speed: 2682.505475 samples/sec	rmse=0.018208	lr=0.052544
Epoch[153] Batch [1249]	Speed: 2908.560432 samples/sec	rmse=0.018207	lr=0.052457
[Epoch 153] training: rmse=0.018206
[Epoch 153] speed: 2728 samples/sec	time cost: 483.502680
[Epoch 153] validation: err-top1=0.274354 err-top5=0.087193
Epoch[154] Batch [49]	Speed: 2775.134697 samples/sec	rmse=0.018045	lr=0.052369
Epoch[154] Batch [99]	Speed: 2764.381646 samples/sec	rmse=0.018070	lr=0.052282
Epoch[154] Batch [149]	Speed: 2753.698152 samples/sec	rmse=0.018057	lr=0.052195
Epoch[154] Batch [199]	Speed: 2700.815694 samples/sec	rmse=0.018066	lr=0.052108
Epoch[154] Batch [249]	Speed: 2747.634752 samples/sec	rmse=0.018068	lr=0.052022
Epoch[154] Batch [299]	Speed: 2734.504449 samples/sec	rmse=0.018075	lr=0.051935
Epoch[154] Batch [349]	Speed: 2762.282947 samples/sec	rmse=0.018075	lr=0.051849
Epoch[154] Batch [399]	Speed: 2728.238169 samples/sec	rmse=0.018077	lr=0.051762
Epoch[154] Batch [449]	Speed: 2718.440061 samples/sec	rmse=0.018096	lr=0.051676
Epoch[154] Batch [499]	Speed: 2733.675464 samples/sec	rmse=0.018092	lr=0.051589
Epoch[154] Batch [549]	Speed: 2733.099770 samples/sec	rmse=0.018098	lr=0.051503
Epoch[154] Batch [599]	Speed: 2732.768944 samples/sec	rmse=0.018103	lr=0.051417
Epoch[154] Batch [649]	Speed: 2761.252935 samples/sec	rmse=0.018110	lr=0.051331
Epoch[154] Batch [699]	Speed: 2738.078606 samples/sec	rmse=0.018119	lr=0.051244
Epoch[154] Batch [749]	Speed: 2718.176387 samples/sec	rmse=0.018123	lr=0.051158
Epoch[154] Batch [799]	Speed: 2770.452573 samples/sec	rmse=0.018127	lr=0.051072
Epoch[154] Batch [849]	Speed: 2630.482734 samples/sec	rmse=0.018128	lr=0.050986
Epoch[154] Batch [899]	Speed: 2663.542967 samples/sec	rmse=0.018127	lr=0.050901
Epoch[154] Batch [949]	Speed: 2700.638601 samples/sec	rmse=0.018131	lr=0.050815
Epoch[154] Batch [999]	Speed: 2709.706130 samples/sec	rmse=0.018129	lr=0.050729
Epoch[154] Batch [1049]	Speed: 2713.633169 samples/sec	rmse=0.018134	lr=0.050643
Epoch[154] Batch [1099]	Speed: 2634.850430 samples/sec	rmse=0.018135	lr=0.050558
Epoch[154] Batch [1149]	Speed: 2803.686465 samples/sec	rmse=0.018133	lr=0.050472
Epoch[154] Batch [1199]	Speed: 2783.634557 samples/sec	rmse=0.018138	lr=0.050387
Epoch[154] Batch [1249]	Speed: 2894.900336 samples/sec	rmse=0.018144	lr=0.050301
[Epoch 154] training: rmse=0.018144
[Epoch 154] speed: 2733 samples/sec	time cost: 482.423381
[Epoch 154] validation: err-top1=0.275969 err-top5=0.088170
Epoch[155] Batch [49]	Speed: 2771.495613 samples/sec	rmse=0.017886	lr=0.050214
Epoch[155] Batch [99]	Speed: 2752.239969 samples/sec	rmse=0.017985	lr=0.050129
Epoch[155] Batch [149]	Speed: 2710.798159 samples/sec	rmse=0.017996	lr=0.050044
Epoch[155] Batch [199]	Speed: 2756.413161 samples/sec	rmse=0.017997	lr=0.049958
Epoch[155] Batch [249]	Speed: 2725.186472 samples/sec	rmse=0.018012	lr=0.049873
Epoch[155] Batch [299]	Speed: 2682.279080 samples/sec	rmse=0.018032	lr=0.049788
Epoch[155] Batch [349]	Speed: 2777.472915 samples/sec	rmse=0.018038	lr=0.049703
Epoch[155] Batch [399]	Speed: 2706.024813 samples/sec	rmse=0.018040	lr=0.049618
Epoch[155] Batch [449]	Speed: 2740.339840 samples/sec	rmse=0.018043	lr=0.049533
Epoch[155] Batch [499]	Speed: 2721.081335 samples/sec	rmse=0.018050	lr=0.049449
Epoch[155] Batch [549]	Speed: 2677.211392 samples/sec	rmse=0.018062	lr=0.049364
Epoch[155] Batch [599]	Speed: 2757.726529 samples/sec	rmse=0.018066	lr=0.049279
Epoch[155] Batch [649]	Speed: 2776.807103 samples/sec	rmse=0.018069	lr=0.049195
Epoch[155] Batch [699]	Speed: 2680.845400 samples/sec	rmse=0.018076	lr=0.049110
Epoch[155] Batch [749]	Speed: 2758.708832 samples/sec	rmse=0.018075	lr=0.049026
Epoch[155] Batch [799]	Speed: 2664.834018 samples/sec	rmse=0.018071	lr=0.048941
Epoch[155] Batch [849]	Speed: 2682.650808 samples/sec	rmse=0.018071	lr=0.048857
Epoch[155] Batch [899]	Speed: 2707.494978 samples/sec	rmse=0.018073	lr=0.048772
Epoch[155] Batch [949]	Speed: 2704.473374 samples/sec	rmse=0.018072	lr=0.048688
Epoch[155] Batch [999]	Speed: 2713.154149 samples/sec	rmse=0.018069	lr=0.048604
Epoch[155] Batch [1049]	Speed: 2707.119779 samples/sec	rmse=0.018075	lr=0.048520
Epoch[155] Batch [1099]	Speed: 2720.657690 samples/sec	rmse=0.018073	lr=0.048436
Epoch[155] Batch [1149]	Speed: 2712.801677 samples/sec	rmse=0.018073	lr=0.048352
Epoch[155] Batch [1199]	Speed: 2657.357337 samples/sec	rmse=0.018076	lr=0.048268
Epoch[155] Batch [1249]	Speed: 2884.287027 samples/sec	rmse=0.018078	lr=0.048184
[Epoch 155] training: rmse=0.018078
[Epoch 155] speed: 2723 samples/sec	time cost: 483.918602
[Epoch 155] validation: err-top1=0.277882 err-top5=0.090880
Epoch[156] Batch [49]	Speed: 2698.482601 samples/sec	rmse=0.017925	lr=0.048099
Epoch[156] Batch [99]	Speed: 2689.123384 samples/sec	rmse=0.017930	lr=0.048015
Epoch[156] Batch [149]	Speed: 2688.876073 samples/sec	rmse=0.017931	lr=0.047931
Epoch[156] Batch [199]	Speed: 2745.659859 samples/sec	rmse=0.017961	lr=0.047848
Epoch[156] Batch [249]	Speed: 2782.523700 samples/sec	rmse=0.017996	lr=0.047764
Epoch[156] Batch [299]	Speed: 2777.859139 samples/sec	rmse=0.017996	lr=0.047680
Epoch[156] Batch [349]	Speed: 2683.463617 samples/sec	rmse=0.018005	lr=0.047597
Epoch[156] Batch [399]	Speed: 2715.814865 samples/sec	rmse=0.018008	lr=0.047514
Epoch[156] Batch [449]	Speed: 2697.332235 samples/sec	rmse=0.018008	lr=0.047430
Epoch[156] Batch [499]	Speed: 2725.789456 samples/sec	rmse=0.018004	lr=0.047347
Epoch[156] Batch [549]	Speed: 2730.486262 samples/sec	rmse=0.018011	lr=0.047264
Epoch[156] Batch [599]	Speed: 2755.112071 samples/sec	rmse=0.018015	lr=0.047181
Epoch[156] Batch [649]	Speed: 2754.700309 samples/sec	rmse=0.018022	lr=0.047098
Epoch[156] Batch [699]	Speed: 2699.344323 samples/sec	rmse=0.018027	lr=0.047015
Epoch[156] Batch [749]	Speed: 2628.783136 samples/sec	rmse=0.018029	lr=0.046932
Epoch[156] Batch [799]	Speed: 2816.418870 samples/sec	rmse=0.018025	lr=0.046849
Epoch[156] Batch [849]	Speed: 2713.007823 samples/sec	rmse=0.018026	lr=0.046766
Epoch[156] Batch [899]	Speed: 2757.940586 samples/sec	rmse=0.018030	lr=0.046684
Epoch[156] Batch [949]	Speed: 2725.976403 samples/sec	rmse=0.018031	lr=0.046601
Epoch[156] Batch [999]	Speed: 2709.419501 samples/sec	rmse=0.018030	lr=0.046518
Epoch[156] Batch [1049]	Speed: 2723.431064 samples/sec	rmse=0.018038	lr=0.046436
Epoch[156] Batch [1099]	Speed: 2766.821722 samples/sec	rmse=0.018042	lr=0.046353
Epoch[156] Batch [1149]	Speed: 2737.948883 samples/sec	rmse=0.018044	lr=0.046271
Epoch[156] Batch [1199]	Speed: 2737.137834 samples/sec	rmse=0.018043	lr=0.046189
Epoch[156] Batch [1249]	Speed: 2856.612356 samples/sec	rmse=0.018047	lr=0.046106
[Epoch 156] training: rmse=0.018047
[Epoch 156] speed: 2730 samples/sec	time cost: 482.880994
[Epoch 156] validation: err-top1=0.269113 err-top5=0.082689
Epoch[157] Batch [49]	Speed: 2805.766494 samples/sec	rmse=0.017887	lr=0.046022
Epoch[157] Batch [99]	Speed: 2752.203886 samples/sec	rmse=0.017956	lr=0.045940
Epoch[157] Batch [149]	Speed: 2748.439477 samples/sec	rmse=0.017950	lr=0.045858
Epoch[157] Batch [199]	Speed: 2774.411220 samples/sec	rmse=0.017949	lr=0.045776
Epoch[157] Batch [249]	Speed: 2831.098014 samples/sec	rmse=0.017964	lr=0.045694
Epoch[157] Batch [299]	Speed: 2745.516781 samples/sec	rmse=0.017954	lr=0.045612
Epoch[157] Batch [349]	Speed: 2752.264379 samples/sec	rmse=0.017963	lr=0.045530
Epoch[157] Batch [399]	Speed: 2706.611193 samples/sec	rmse=0.017973	lr=0.045449
Epoch[157] Batch [449]	Speed: 2673.870248 samples/sec	rmse=0.017972	lr=0.045367
Epoch[157] Batch [499]	Speed: 2665.276974 samples/sec	rmse=0.017972	lr=0.045285
Epoch[157] Batch [549]	Speed: 2683.092232 samples/sec	rmse=0.017970	lr=0.045204
Epoch[157] Batch [599]	Speed: 2731.164396 samples/sec	rmse=0.017965	lr=0.045122
Epoch[157] Batch [649]	Speed: 2746.985205 samples/sec	rmse=0.017961	lr=0.045041
Epoch[157] Batch [699]	Speed: 2692.321948 samples/sec	rmse=0.017965	lr=0.044959
Epoch[157] Batch [749]	Speed: 2742.405036 samples/sec	rmse=0.017967	lr=0.044878
Epoch[157] Batch [799]	Speed: 2765.726343 samples/sec	rmse=0.017971	lr=0.044797
Epoch[157] Batch [849]	Speed: 2694.968187 samples/sec	rmse=0.017971	lr=0.044716
Epoch[157] Batch [899]	Speed: 2687.057538 samples/sec	rmse=0.017971	lr=0.044634
Epoch[157] Batch [949]	Speed: 2765.524680 samples/sec	rmse=0.017976	lr=0.044553
Epoch[157] Batch [999]	Speed: 2732.586036 samples/sec	rmse=0.017975	lr=0.044472
Epoch[157] Batch [1049]	Speed: 2738.662407 samples/sec	rmse=0.017979	lr=0.044391
Epoch[157] Batch [1099]	Speed: 2710.430254 samples/sec	rmse=0.017983	lr=0.044311
Epoch[157] Batch [1149]	Speed: 2710.346580 samples/sec	rmse=0.017987	lr=0.044230
Epoch[157] Batch [1199]	Speed: 2693.923443 samples/sec	rmse=0.017996	lr=0.044149
Epoch[157] Batch [1249]	Speed: 2845.332972 samples/sec	rmse=0.017997	lr=0.044068
[Epoch 157] training: rmse=0.017998
[Epoch 157] speed: 2733 samples/sec	time cost: 482.636663
[Epoch 157] validation: err-top1=0.273336 err-top5=0.087118
Epoch[158] Batch [49]	Speed: 2774.986558 samples/sec	rmse=0.017776	lr=0.043986
Epoch[158] Batch [99]	Speed: 2677.634067 samples/sec	rmse=0.017815	lr=0.043906
Epoch[158] Batch [149]	Speed: 2699.740754 samples/sec	rmse=0.017837	lr=0.043825
Epoch[158] Batch [199]	Speed: 2693.498246 samples/sec	rmse=0.017833	lr=0.043745
Epoch[158] Batch [249]	Speed: 2715.297513 samples/sec	rmse=0.017841	lr=0.043664
Epoch[158] Batch [299]	Speed: 2650.601797 samples/sec	rmse=0.017856	lr=0.043584
Epoch[158] Batch [349]	Speed: 2743.994877 samples/sec	rmse=0.017853	lr=0.043504
Epoch[158] Batch [399]	Speed: 2718.526816 samples/sec	rmse=0.017853	lr=0.043424
Epoch[158] Batch [449]	Speed: 2666.494745 samples/sec	rmse=0.017849	lr=0.043344
Epoch[158] Batch [499]	Speed: 2760.558430 samples/sec	rmse=0.017846	lr=0.043264
Epoch[158] Batch [549]	Speed: 2687.817981 samples/sec	rmse=0.017854	lr=0.043184
Epoch[158] Batch [599]	Speed: 2658.256331 samples/sec	rmse=0.017859	lr=0.043104
Epoch[158] Batch [649]	Speed: 2713.082680 samples/sec	rmse=0.017860	lr=0.043024
Epoch[158] Batch [699]	Speed: 2727.080307 samples/sec	rmse=0.017864	lr=0.042944
Epoch[158] Batch [749]	Speed: 2750.504503 samples/sec	rmse=0.017869	lr=0.042864
Epoch[158] Batch [799]	Speed: 2730.107996 samples/sec	rmse=0.017876	lr=0.042785
Epoch[158] Batch [849]	Speed: 2671.607187 samples/sec	rmse=0.017878	lr=0.042705
Epoch[158] Batch [899]	Speed: 2679.611848 samples/sec	rmse=0.017888	lr=0.042626
Epoch[158] Batch [949]	Speed: 2708.102896 samples/sec	rmse=0.017895	lr=0.042546
Epoch[158] Batch [999]	Speed: 2759.529596 samples/sec	rmse=0.017892	lr=0.042467
Epoch[158] Batch [1049]	Speed: 2676.966133 samples/sec	rmse=0.017895	lr=0.042388
Epoch[158] Batch [1099]	Speed: 2741.429477 samples/sec	rmse=0.017899	lr=0.042308
Epoch[158] Batch [1149]	Speed: 2710.799185 samples/sec	rmse=0.017903	lr=0.042229
Epoch[158] Batch [1199]	Speed: 2663.707431 samples/sec	rmse=0.017907	lr=0.042150
Epoch[158] Batch [1249]	Speed: 2814.245867 samples/sec	rmse=0.017911	lr=0.042071
[Epoch 158] training: rmse=0.017911
[Epoch 158] speed: 2709 samples/sec	time cost: 486.770731
[Epoch 158] validation: err-top1=0.272262 err-top5=0.085519
Epoch[159] Batch [49]	Speed: 2727.329569 samples/sec	rmse=0.017692	lr=0.041990
Epoch[159] Batch [99]	Speed: 2718.537794 samples/sec	rmse=0.017705	lr=0.041911
Epoch[159] Batch [149]	Speed: 2731.116741 samples/sec	rmse=0.017739	lr=0.041833
Epoch[159] Batch [199]	Speed: 2741.652738 samples/sec	rmse=0.017723	lr=0.041754
Epoch[159] Batch [249]	Speed: 2686.628758 samples/sec	rmse=0.017747	lr=0.041675
Epoch[159] Batch [299]	Speed: 2734.083611 samples/sec	rmse=0.017762	lr=0.041596
Epoch[159] Batch [349]	Speed: 2706.867305 samples/sec	rmse=0.017772	lr=0.041518
Epoch[159] Batch [399]	Speed: 2668.400858 samples/sec	rmse=0.017790	lr=0.041439
Epoch[159] Batch [449]	Speed: 2704.915297 samples/sec	rmse=0.017796	lr=0.041361
Epoch[159] Batch [499]	Speed: 2700.942771 samples/sec	rmse=0.017795	lr=0.041283
Epoch[159] Batch [549]	Speed: 2682.881055 samples/sec	rmse=0.017785	lr=0.041204
Epoch[159] Batch [599]	Speed: 2695.449299 samples/sec	rmse=0.017782	lr=0.041126
Epoch[159] Batch [649]	Speed: 2724.780701 samples/sec	rmse=0.017788	lr=0.041048
Epoch[159] Batch [699]	Speed: 2701.723671 samples/sec	rmse=0.017800	lr=0.040970
Epoch[159] Batch [749]	Speed: 2694.179154 samples/sec	rmse=0.017801	lr=0.040892
Epoch[159] Batch [799]	Speed: 2742.616546 samples/sec	rmse=0.017797	lr=0.040814
Epoch[159] Batch [849]	Speed: 2707.390596 samples/sec	rmse=0.017808	lr=0.040736
Epoch[159] Batch [899]	Speed: 2687.551032 samples/sec	rmse=0.017804	lr=0.040658
Epoch[159] Batch [949]	Speed: 2724.043983 samples/sec	rmse=0.017808	lr=0.040580
Epoch[159] Batch [999]	Speed: 2683.260528 samples/sec	rmse=0.017816	lr=0.040502
Epoch[159] Batch [1049]	Speed: 2772.416775 samples/sec	rmse=0.017818	lr=0.040425
Epoch[159] Batch [1099]	Speed: 2721.751218 samples/sec	rmse=0.017821	lr=0.040347
Epoch[159] Batch [1149]	Speed: 2709.244867 samples/sec	rmse=0.017824	lr=0.040269
Epoch[159] Batch [1199]	Speed: 2705.164239 samples/sec	rmse=0.017823	lr=0.040192
Epoch[159] Batch [1249]	Speed: 2949.755451 samples/sec	rmse=0.017832	lr=0.040115
[Epoch 159] training: rmse=0.017833
[Epoch 159] speed: 2718 samples/sec	time cost: 485.393466
[Epoch 159] validation: err-top1=0.267797 err-top5=0.084662
Epoch[160] Batch [49]	Speed: 2745.177011 samples/sec	rmse=0.017777	lr=0.040036
Epoch[160] Batch [99]	Speed: 2666.794154 samples/sec	rmse=0.017733	lr=0.039958
Epoch[160] Batch [149]	Speed: 2697.484600 samples/sec	rmse=0.017755	lr=0.039881
Epoch[160] Batch [199]	Speed: 2646.818277 samples/sec	rmse=0.017745	lr=0.039804
Epoch[160] Batch [249]	Speed: 2690.256006 samples/sec	rmse=0.017731	lr=0.039727
Epoch[160] Batch [299]	Speed: 2675.008215 samples/sec	rmse=0.017745	lr=0.039650
Epoch[160] Batch [349]	Speed: 2714.204533 samples/sec	rmse=0.017759	lr=0.039573
Epoch[160] Batch [399]	Speed: 2699.251120 samples/sec	rmse=0.017773	lr=0.039496
Epoch[160] Batch [449]	Speed: 2650.027691 samples/sec	rmse=0.017775	lr=0.039419
Epoch[160] Batch [499]	Speed: 2711.176398 samples/sec	rmse=0.017774	lr=0.039343
Epoch[160] Batch [549]	Speed: 2686.894515 samples/sec	rmse=0.017764	lr=0.039266
Epoch[160] Batch [599]	Speed: 2691.028479 samples/sec	rmse=0.017771	lr=0.039189
Epoch[160] Batch [649]	Speed: 2665.497200 samples/sec	rmse=0.017773	lr=0.039113
Epoch[160] Batch [699]	Speed: 2731.196422 samples/sec	rmse=0.017773	lr=0.039036
Epoch[160] Batch [749]	Speed: 2699.361559 samples/sec	rmse=0.017774	lr=0.038960
Epoch[160] Batch [799]	Speed: 2784.199757 samples/sec	rmse=0.017778	lr=0.038884
Epoch[160] Batch [849]	Speed: 2716.128201 samples/sec	rmse=0.017778	lr=0.038807
Epoch[160] Batch [899]	Speed: 2737.183920 samples/sec	rmse=0.017785	lr=0.038731
Epoch[160] Batch [949]	Speed: 2663.991277 samples/sec	rmse=0.017786	lr=0.038655
Epoch[160] Batch [999]	Speed: 2704.607949 samples/sec	rmse=0.017784	lr=0.038579
Epoch[160] Batch [1049]	Speed: 2704.785972 samples/sec	rmse=0.017782	lr=0.038503
Epoch[160] Batch [1099]	Speed: 2718.316940 samples/sec	rmse=0.017782	lr=0.038427
Epoch[160] Batch [1149]	Speed: 2695.345979 samples/sec	rmse=0.017782	lr=0.038351
Epoch[160] Batch [1199]	Speed: 2707.539662 samples/sec	rmse=0.017785	lr=0.038275
Epoch[160] Batch [1249]	Speed: 2892.668919 samples/sec	rmse=0.017787	lr=0.038200
[Epoch 160] training: rmse=0.017788
[Epoch 160] speed: 2705 samples/sec	time cost: 487.383573
[Epoch 160] validation: err-top1=0.266442 err-top5=0.083227
Epoch[161] Batch [49]	Speed: 2734.982122 samples/sec	rmse=0.017616	lr=0.038122
Epoch[161] Batch [99]	Speed: 2711.869733 samples/sec	rmse=0.017585	lr=0.038047
Epoch[161] Batch [149]	Speed: 2709.221898 samples/sec	rmse=0.017616	lr=0.037971
Epoch[161] Batch [199]	Speed: 2716.732510 samples/sec	rmse=0.017633	lr=0.037896
Epoch[161] Batch [249]	Speed: 2791.053464 samples/sec	rmse=0.017640	lr=0.037820
Epoch[161] Batch [299]	Speed: 2722.587033 samples/sec	rmse=0.017660	lr=0.037745
Epoch[161] Batch [349]	Speed: 2768.995340 samples/sec	rmse=0.017661	lr=0.037670
Epoch[161] Batch [399]	Speed: 2699.708409 samples/sec	rmse=0.017664	lr=0.037595
Epoch[161] Batch [449]	Speed: 2686.960643 samples/sec	rmse=0.017675	lr=0.037520
Epoch[161] Batch [499]	Speed: 2731.183327 samples/sec	rmse=0.017684	lr=0.037444
Epoch[161] Batch [549]	Speed: 2695.116565 samples/sec	rmse=0.017696	lr=0.037370
Epoch[161] Batch [599]	Speed: 2695.570763 samples/sec	rmse=0.017696	lr=0.037295
Epoch[161] Batch [649]	Speed: 2667.991336 samples/sec	rmse=0.017707	lr=0.037220
Epoch[161] Batch [699]	Speed: 2703.452492 samples/sec	rmse=0.017713	lr=0.037145
Epoch[161] Batch [749]	Speed: 2750.205762 samples/sec	rmse=0.017717	lr=0.037070
Epoch[161] Batch [799]	Speed: 2703.286622 samples/sec	rmse=0.017717	lr=0.036996
Epoch[161] Batch [849]	Speed: 2701.287479 samples/sec	rmse=0.017714	lr=0.036921
Epoch[161] Batch [899]	Speed: 2725.876543 samples/sec	rmse=0.017717	lr=0.036846
Epoch[161] Batch [949]	Speed: 2722.115025 samples/sec	rmse=0.017724	lr=0.036772
Epoch[161] Batch [999]	Speed: 2719.911797 samples/sec	rmse=0.017716	lr=0.036698
Epoch[161] Batch [1049]	Speed: 2703.533154 samples/sec	rmse=0.017719	lr=0.036623
Epoch[161] Batch [1099]	Speed: 2672.933316 samples/sec	rmse=0.017722	lr=0.036549
Epoch[161] Batch [1149]	Speed: 2716.346363 samples/sec	rmse=0.017719	lr=0.036475
Epoch[161] Batch [1199]	Speed: 2674.114906 samples/sec	rmse=0.017724	lr=0.036401
Epoch[161] Batch [1249]	Speed: 2874.877585 samples/sec	rmse=0.017724	lr=0.036327
[Epoch 161] training: rmse=0.017724
[Epoch 161] speed: 2717 samples/sec	time cost: 485.096406
[Epoch 161] validation: err-top1=0.268714 err-top5=0.085320
Epoch[162] Batch [49]	Speed: 2710.409010 samples/sec	rmse=0.017674	lr=0.036251
Epoch[162] Batch [99]	Speed: 2735.591749 samples/sec	rmse=0.017650	lr=0.036177
Epoch[162] Batch [149]	Speed: 2748.976925 samples/sec	rmse=0.017645	lr=0.036104
Epoch[162] Batch [199]	Speed: 2725.076675 samples/sec	rmse=0.017642	lr=0.036030
Epoch[162] Batch [249]	Speed: 2715.251440 samples/sec	rmse=0.017620	lr=0.035956
Epoch[162] Batch [299]	Speed: 2747.494666 samples/sec	rmse=0.017625	lr=0.035882
Epoch[162] Batch [349]	Speed: 2708.441987 samples/sec	rmse=0.017630	lr=0.035809
Epoch[162] Batch [399]	Speed: 2685.195765 samples/sec	rmse=0.017636	lr=0.035735
Epoch[162] Batch [449]	Speed: 2620.968437 samples/sec	rmse=0.017644	lr=0.035662
Epoch[162] Batch [499]	Speed: 2698.434248 samples/sec	rmse=0.017646	lr=0.035589
Epoch[162] Batch [549]	Speed: 2729.108251 samples/sec	rmse=0.017656	lr=0.035515
Epoch[162] Batch [599]	Speed: 2719.042231 samples/sec	rmse=0.017659	lr=0.035442
Epoch[162] Batch [649]	Speed: 2792.817830 samples/sec	rmse=0.017667	lr=0.035369
Epoch[162] Batch [699]	Speed: 2805.173744 samples/sec	rmse=0.017674	lr=0.035296
Epoch[162] Batch [749]	Speed: 2788.400084 samples/sec	rmse=0.017677	lr=0.035223
Epoch[162] Batch [799]	Speed: 2717.193439 samples/sec	rmse=0.017679	lr=0.035150
Epoch[162] Batch [849]	Speed: 2747.769051 samples/sec	rmse=0.017681	lr=0.035077
Epoch[162] Batch [899]	Speed: 2736.654351 samples/sec	rmse=0.017683	lr=0.035004
Epoch[162] Batch [949]	Speed: 2660.854063 samples/sec	rmse=0.017688	lr=0.034931
Epoch[162] Batch [999]	Speed: 2759.964832 samples/sec	rmse=0.017691	lr=0.034859
Epoch[162] Batch [1049]	Speed: 2803.823408 samples/sec	rmse=0.017689	lr=0.034786
Epoch[162] Batch [1099]	Speed: 2685.137042 samples/sec	rmse=0.017691	lr=0.034713
Epoch[162] Batch [1149]	Speed: 2782.320157 samples/sec	rmse=0.017689	lr=0.034641
Epoch[162] Batch [1199]	Speed: 2744.682264 samples/sec	rmse=0.017692	lr=0.034569
Epoch[162] Batch [1249]	Speed: 2878.980362 samples/sec	rmse=0.017693	lr=0.034496
[Epoch 162] training: rmse=0.017693
[Epoch 162] speed: 2735 samples/sec	time cost: 481.714235
[Epoch 162] validation: err-top1=0.254537 err-top5=0.078166
Epoch[163] Batch [49]	Speed: 2738.891784 samples/sec	rmse=0.017506	lr=0.034423
Epoch[163] Batch [99]	Speed: 2734.556296 samples/sec	rmse=0.017457	lr=0.034350
Epoch[163] Batch [149]	Speed: 2781.938602 samples/sec	rmse=0.017462	lr=0.034278
Epoch[163] Batch [199]	Speed: 2707.800252 samples/sec	rmse=0.017465	lr=0.034206
Epoch[163] Batch [249]	Speed: 2719.071839 samples/sec	rmse=0.017491	lr=0.034134
Epoch[163] Batch [299]	Speed: 2722.619479 samples/sec	rmse=0.017504	lr=0.034062
Epoch[163] Batch [349]	Speed: 2664.809052 samples/sec	rmse=0.017502	lr=0.033990
Epoch[163] Batch [399]	Speed: 2658.744733 samples/sec	rmse=0.017504	lr=0.033919
Epoch[163] Batch [449]	Speed: 2619.054301 samples/sec	rmse=0.017516	lr=0.033847
Epoch[163] Batch [499]	Speed: 2667.775171 samples/sec	rmse=0.017521	lr=0.033775
Epoch[163] Batch [549]	Speed: 2795.739841 samples/sec	rmse=0.017526	lr=0.033704
Epoch[163] Batch [599]	Speed: 2692.494138 samples/sec	rmse=0.017544	lr=0.033632
Epoch[163] Batch [649]	Speed: 2686.915089 samples/sec	rmse=0.017549	lr=0.033561
Epoch[163] Batch [699]	Speed: 2669.597094 samples/sec	rmse=0.017556	lr=0.033489
Epoch[163] Batch [749]	Speed: 2688.755347 samples/sec	rmse=0.017563	lr=0.033418
Epoch[163] Batch [799]	Speed: 2753.719621 samples/sec	rmse=0.017561	lr=0.033347
Epoch[163] Batch [849]	Speed: 2724.116583 samples/sec	rmse=0.017563	lr=0.033276
Epoch[163] Batch [899]	Speed: 2677.059906 samples/sec	rmse=0.017563	lr=0.033205
Epoch[163] Batch [949]	Speed: 2722.088560 samples/sec	rmse=0.017569	lr=0.033134
Epoch[163] Batch [999]	Speed: 2702.208049 samples/sec	rmse=0.017570	lr=0.033063
Epoch[163] Batch [1049]	Speed: 2702.178943 samples/sec	rmse=0.017574	lr=0.032992
Epoch[163] Batch [1099]	Speed: 2682.254321 samples/sec	rmse=0.017576	lr=0.032921
Epoch[163] Batch [1149]	Speed: 2706.639371 samples/sec	rmse=0.017576	lr=0.032850
Epoch[163] Batch [1199]	Speed: 2719.886064 samples/sec	rmse=0.017582	lr=0.032779
Epoch[163] Batch [1249]	Speed: 2888.219419 samples/sec	rmse=0.017586	lr=0.032709
[Epoch 163] training: rmse=0.017586
[Epoch 163] speed: 2710 samples/sec	time cost: 486.805872
[Epoch 163] validation: err-top1=0.258769 err-top5=0.080596
Epoch[164] Batch [49]	Speed: 2787.412880 samples/sec	rmse=0.017418	lr=0.032637
Epoch[164] Batch [99]	Speed: 2672.957570 samples/sec	rmse=0.017475	lr=0.032566
Epoch[164] Batch [149]	Speed: 2755.359839 samples/sec	rmse=0.017483	lr=0.032496
Epoch[164] Batch [199]	Speed: 2739.350759 samples/sec	rmse=0.017484	lr=0.032426
Epoch[164] Batch [249]	Speed: 2803.144318 samples/sec	rmse=0.017495	lr=0.032355
Epoch[164] Batch [299]	Speed: 2765.221314 samples/sec	rmse=0.017498	lr=0.032285
Epoch[164] Batch [349]	Speed: 2680.353362 samples/sec	rmse=0.017516	lr=0.032215
Epoch[164] Batch [399]	Speed: 2747.125555 samples/sec	rmse=0.017512	lr=0.032145
Epoch[164] Batch [449]	Speed: 2728.814105 samples/sec	rmse=0.017522	lr=0.032075
Epoch[164] Batch [499]	Speed: 2734.687022 samples/sec	rmse=0.017516	lr=0.032005
Epoch[164] Batch [549]	Speed: 2681.700648 samples/sec	rmse=0.017507	lr=0.031935
Epoch[164] Batch [599]	Speed: 2726.064921 samples/sec	rmse=0.017506	lr=0.031865
Epoch[164] Batch [649]	Speed: 2680.002604 samples/sec	rmse=0.017505	lr=0.031796
Epoch[164] Batch [699]	Speed: 2750.421894 samples/sec	rmse=0.017505	lr=0.031726
Epoch[164] Batch [749]	Speed: 2754.411148 samples/sec	rmse=0.017515	lr=0.031657
Epoch[164] Batch [799]	Speed: 2746.356335 samples/sec	rmse=0.017519	lr=0.031587
Epoch[164] Batch [849]	Speed: 2685.262078 samples/sec	rmse=0.017524	lr=0.031518
Epoch[164] Batch [899]	Speed: 2761.635867 samples/sec	rmse=0.017522	lr=0.031448
Epoch[164] Batch [949]	Speed: 2676.823384 samples/sec	rmse=0.017526	lr=0.031379
Epoch[164] Batch [999]	Speed: 2707.263901 samples/sec	rmse=0.017528	lr=0.031310
Epoch[164] Batch [1049]	Speed: 2703.927752 samples/sec	rmse=0.017527	lr=0.031241
Epoch[164] Batch [1099]	Speed: 2698.601388 samples/sec	rmse=0.017530	lr=0.031172
Epoch[164] Batch [1149]	Speed: 2725.855471 samples/sec	rmse=0.017533	lr=0.031103
Epoch[164] Batch [1199]	Speed: 2743.036371 samples/sec	rmse=0.017537	lr=0.031034
Epoch[164] Batch [1249]	Speed: 2824.081573 samples/sec	rmse=0.017544	lr=0.030965
[Epoch 164] training: rmse=0.017544
[Epoch 164] speed: 2729 samples/sec	time cost: 483.686247
[Epoch 164] validation: err-top1=0.261240 err-top5=0.080078
Epoch[165] Batch [49]	Speed: 2832.846159 samples/sec	rmse=0.017378	lr=0.030895
Epoch[165] Batch [99]	Speed: 2788.324307 samples/sec	rmse=0.017403	lr=0.030826
Epoch[165] Batch [149]	Speed: 2685.965871 samples/sec	rmse=0.017426	lr=0.030757
Epoch[165] Batch [199]	Speed: 2695.247504 samples/sec	rmse=0.017432	lr=0.030689
Epoch[165] Batch [249]	Speed: 2728.561659 samples/sec	rmse=0.017430	lr=0.030620
Epoch[165] Batch [299]	Speed: 2784.253975 samples/sec	rmse=0.017430	lr=0.030552
Epoch[165] Batch [349]	Speed: 2707.582333 samples/sec	rmse=0.017416	lr=0.030483
Epoch[165] Batch [399]	Speed: 2683.060185 samples/sec	rmse=0.017426	lr=0.030415
Epoch[165] Batch [449]	Speed: 2689.116313 samples/sec	rmse=0.017422	lr=0.030347
Epoch[165] Batch [499]	Speed: 2739.092551 samples/sec	rmse=0.017430	lr=0.030279
Epoch[165] Batch [549]	Speed: 2689.876237 samples/sec	rmse=0.017438	lr=0.030210
Epoch[165] Batch [599]	Speed: 2721.648941 samples/sec	rmse=0.017442	lr=0.030142
Epoch[165] Batch [649]	Speed: 2716.986691 samples/sec	rmse=0.017443	lr=0.030074
Epoch[165] Batch [699]	Speed: 2745.073563 samples/sec	rmse=0.017445	lr=0.030007
Epoch[165] Batch [749]	Speed: 2778.206293 samples/sec	rmse=0.017452	lr=0.029939
Epoch[165] Batch [799]	Speed: 2635.749333 samples/sec	rmse=0.017454	lr=0.029871
Epoch[165] Batch [849]	Speed: 2786.148191 samples/sec	rmse=0.017451	lr=0.029803
Epoch[165] Batch [899]	Speed: 2702.925142 samples/sec	rmse=0.017453	lr=0.029736
Epoch[165] Batch [949]	Speed: 2748.596334 samples/sec	rmse=0.017460	lr=0.029668
Epoch[165] Batch [999]	Speed: 2718.380873 samples/sec	rmse=0.017461	lr=0.029601
Epoch[165] Batch [1049]	Speed: 2763.486584 samples/sec	rmse=0.017460	lr=0.029533
Epoch[165] Batch [1099]	Speed: 2694.918945 samples/sec	rmse=0.017463	lr=0.029466
Epoch[165] Batch [1149]	Speed: 2706.299162 samples/sec	rmse=0.017469	lr=0.029399
Epoch[165] Batch [1199]	Speed: 2714.681900 samples/sec	rmse=0.017472	lr=0.029332
Epoch[165] Batch [1249]	Speed: 2906.223981 samples/sec	rmse=0.017473	lr=0.029265
[Epoch 165] training: rmse=0.017472
[Epoch 165] speed: 2731 samples/sec	time cost: 482.846905
[Epoch 165] validation: err-top1=0.257155 err-top5=0.079959
Epoch[166] Batch [49]	Speed: 2698.377963 samples/sec	rmse=0.017358	lr=0.029196
Epoch[166] Batch [99]	Speed: 2677.673163 samples/sec	rmse=0.017392	lr=0.029129
Epoch[166] Batch [149]	Speed: 2707.463915 samples/sec	rmse=0.017321	lr=0.029062
Epoch[166] Batch [199]	Speed: 2713.574911 samples/sec	rmse=0.017315	lr=0.028995
Epoch[166] Batch [249]	Speed: 2680.880206 samples/sec	rmse=0.017311	lr=0.028929
Epoch[166] Batch [299]	Speed: 2745.271201 samples/sec	rmse=0.017322	lr=0.028862
Epoch[166] Batch [349]	Speed: 2684.941320 samples/sec	rmse=0.017328	lr=0.028795
Epoch[166] Batch [399]	Speed: 2716.728317 samples/sec	rmse=0.017342	lr=0.028729
Epoch[166] Batch [449]	Speed: 2729.903616 samples/sec	rmse=0.017355	lr=0.028662
Epoch[166] Batch [499]	Speed: 2785.552607 samples/sec	rmse=0.017352	lr=0.028596
Epoch[166] Batch [549]	Speed: 2743.034304 samples/sec	rmse=0.017358	lr=0.028530
Epoch[166] Batch [599]	Speed: 2813.029749 samples/sec	rmse=0.017365	lr=0.028463
Epoch[166] Batch [649]	Speed: 2761.916992 samples/sec	rmse=0.017368	lr=0.028397
Epoch[166] Batch [699]	Speed: 2748.368951 samples/sec	rmse=0.017366	lr=0.028331
Epoch[166] Batch [749]	Speed: 2789.609273 samples/sec	rmse=0.017370	lr=0.028265
Epoch[166] Batch [799]	Speed: 2726.340580 samples/sec	rmse=0.017371	lr=0.028199
Epoch[166] Batch [849]	Speed: 2840.070740 samples/sec	rmse=0.017377	lr=0.028133
Epoch[166] Batch [899]	Speed: 2763.867113 samples/sec	rmse=0.017384	lr=0.028067
Epoch[166] Batch [949]	Speed: 2762.724738 samples/sec	rmse=0.017384	lr=0.028002
Epoch[166] Batch [999]	Speed: 2782.357972 samples/sec	rmse=0.017386	lr=0.027936
Epoch[166] Batch [1049]	Speed: 2845.962958 samples/sec	rmse=0.017388	lr=0.027870
Epoch[166] Batch [1099]	Speed: 2774.577795 samples/sec	rmse=0.017392	lr=0.027805
Epoch[166] Batch [1149]	Speed: 2730.773303 samples/sec	rmse=0.017398	lr=0.027739
Epoch[166] Batch [1199]	Speed: 2767.257763 samples/sec	rmse=0.017398	lr=0.027674
Epoch[166] Batch [1249]	Speed: 2928.066263 samples/sec	rmse=0.017401	lr=0.027609
[Epoch 166] training: rmse=0.017401
[Epoch 166] speed: 2753 samples/sec	time cost: 478.865085
[Epoch 166] validation: err-top1=0.255301 err-top5=0.076989
Epoch[167] Batch [49]	Speed: 2813.628037 samples/sec	rmse=0.017283	lr=0.027542
Epoch[167] Batch [99]	Speed: 2682.551282 samples/sec	rmse=0.017314	lr=0.027477
Epoch[167] Batch [149]	Speed: 2717.333615 samples/sec	rmse=0.017297	lr=0.027412
Epoch[167] Batch [199]	Speed: 2759.646478 samples/sec	rmse=0.017293	lr=0.027347
Epoch[167] Batch [249]	Speed: 2696.800734 samples/sec	rmse=0.017287	lr=0.027282
Epoch[167] Batch [299]	Speed: 2697.323290 samples/sec	rmse=0.017292	lr=0.027217
Epoch[167] Batch [349]	Speed: 2704.871688 samples/sec	rmse=0.017295	lr=0.027152
Epoch[167] Batch [399]	Speed: 2724.766215 samples/sec	rmse=0.017299	lr=0.027087
Epoch[167] Batch [449]	Speed: 2692.412142 samples/sec	rmse=0.017310	lr=0.027023
Epoch[167] Batch [499]	Speed: 2735.663223 samples/sec	rmse=0.017313	lr=0.026958
Epoch[167] Batch [549]	Speed: 2682.013631 samples/sec	rmse=0.017329	lr=0.026894
Epoch[167] Batch [599]	Speed: 2715.772930 samples/sec	rmse=0.017336	lr=0.026829
Epoch[167] Batch [649]	Speed: 2722.424605 samples/sec	rmse=0.017346	lr=0.026765
Epoch[167] Batch [699]	Speed: 2763.802374 samples/sec	rmse=0.017350	lr=0.026700
Epoch[167] Batch [749]	Speed: 2709.312817 samples/sec	rmse=0.017354	lr=0.026636
Epoch[167] Batch [799]	Speed: 2717.181200 samples/sec	rmse=0.017355	lr=0.026572
Epoch[167] Batch [849]	Speed: 2714.186283 samples/sec	rmse=0.017357	lr=0.026508
Epoch[167] Batch [899]	Speed: 2700.096256 samples/sec	rmse=0.017367	lr=0.026444
Epoch[167] Batch [949]	Speed: 2744.514665 samples/sec	rmse=0.017365	lr=0.026380
Epoch[167] Batch [999]	Speed: 2726.701253 samples/sec	rmse=0.017364	lr=0.026316
Epoch[167] Batch [1049]	Speed: 2690.241582 samples/sec	rmse=0.017358	lr=0.026252
Epoch[167] Batch [1099]	Speed: 2744.640029 samples/sec	rmse=0.017360	lr=0.026188
Epoch[167] Batch [1149]	Speed: 2671.277422 samples/sec	rmse=0.017358	lr=0.026125
Epoch[167] Batch [1199]	Speed: 2812.072937 samples/sec	rmse=0.017353	lr=0.026061
Epoch[167] Batch [1249]	Speed: 2900.363794 samples/sec	rmse=0.017356	lr=0.025998
[Epoch 167] training: rmse=0.017356
[Epoch 167] speed: 2726 samples/sec	time cost: 483.491063
[Epoch 167] validation: err-top1=0.250040 err-top5=0.073441
Epoch[168] Batch [49]	Speed: 2715.346747 samples/sec	rmse=0.017239	lr=0.025933
Epoch[168] Batch [99]	Speed: 2722.157847 samples/sec	rmse=0.017188	lr=0.025869
Epoch[168] Batch [149]	Speed: 2679.467513 samples/sec	rmse=0.017192	lr=0.025806
Epoch[168] Batch [199]	Speed: 2730.810285 samples/sec	rmse=0.017178	lr=0.025743
Epoch[168] Batch [249]	Speed: 2731.055993 samples/sec	rmse=0.017200	lr=0.025680
Epoch[168] Batch [299]	Speed: 2682.363676 samples/sec	rmse=0.017205	lr=0.025617
Epoch[168] Batch [349]	Speed: 2702.997642 samples/sec	rmse=0.017204	lr=0.025554
Epoch[168] Batch [399]	Speed: 2753.928784 samples/sec	rmse=0.017217	lr=0.025491
Epoch[168] Batch [449]	Speed: 2710.603571 samples/sec	rmse=0.017229	lr=0.025428
Epoch[168] Batch [499]	Speed: 2651.812511 samples/sec	rmse=0.017232	lr=0.025365
Epoch[168] Batch [549]	Speed: 2751.704664 samples/sec	rmse=0.017241	lr=0.025302
Epoch[168] Batch [599]	Speed: 2733.640283 samples/sec	rmse=0.017230	lr=0.025240
Epoch[168] Batch [649]	Speed: 2691.553726 samples/sec	rmse=0.017241	lr=0.025177
Epoch[168] Batch [699]	Speed: 2690.070860 samples/sec	rmse=0.017247	lr=0.025114
Epoch[168] Batch [749]	Speed: 2714.256952 samples/sec	rmse=0.017251	lr=0.025052
Epoch[168] Batch [799]	Speed: 2709.723910 samples/sec	rmse=0.017253	lr=0.024990
Epoch[168] Batch [849]	Speed: 2702.308563 samples/sec	rmse=0.017244	lr=0.024927
Epoch[168] Batch [899]	Speed: 2726.719533 samples/sec	rmse=0.017241	lr=0.024865
Epoch[168] Batch [949]	Speed: 2678.356448 samples/sec	rmse=0.017248	lr=0.024803
Epoch[168] Batch [999]	Speed: 2852.094736 samples/sec	rmse=0.017246	lr=0.024741
Epoch[168] Batch [1049]	Speed: 2717.287473 samples/sec	rmse=0.017248	lr=0.024679
Epoch[168] Batch [1099]	Speed: 2794.575554 samples/sec	rmse=0.017251	lr=0.024617
Epoch[168] Batch [1149]	Speed: 2769.639873 samples/sec	rmse=0.017250	lr=0.024555
Epoch[168] Batch [1199]	Speed: 2663.328745 samples/sec	rmse=0.017252	lr=0.024493
Epoch[168] Batch [1249]	Speed: 2821.863436 samples/sec	rmse=0.017252	lr=0.024432
[Epoch 168] training: rmse=0.017252
[Epoch 168] speed: 2721 samples/sec	time cost: 484.479333
[Epoch 168] validation: err-top1=0.250407 err-top5=0.074768
Epoch[169] Batch [49]	Speed: 2822.115233 samples/sec	rmse=0.017176	lr=0.024369
Epoch[169] Batch [99]	Speed: 2749.720398 samples/sec	rmse=0.017119	lr=0.024307
Epoch[169] Batch [149]	Speed: 2679.834015 samples/sec	rmse=0.017088	lr=0.024246
Epoch[169] Batch [199]	Speed: 2821.062990 samples/sec	rmse=0.017096	lr=0.024184
Epoch[169] Batch [249]	Speed: 2693.422438 samples/sec	rmse=0.017121	lr=0.024123
Epoch[169] Batch [299]	Speed: 2646.078505 samples/sec	rmse=0.017134	lr=0.024062
Epoch[169] Batch [349]	Speed: 2708.210919 samples/sec	rmse=0.017123	lr=0.024000
Epoch[169] Batch [399]	Speed: 2724.081371 samples/sec	rmse=0.017129	lr=0.023939
Epoch[169] Batch [449]	Speed: 2741.836126 samples/sec	rmse=0.017134	lr=0.023878
Epoch[169] Batch [499]	Speed: 2695.433262 samples/sec	rmse=0.017142	lr=0.023817
Epoch[169] Batch [549]	Speed: 2739.639247 samples/sec	rmse=0.017137	lr=0.023756
Epoch[169] Batch [599]	Speed: 2818.141199 samples/sec	rmse=0.017142	lr=0.023695
Epoch[169] Batch [649]	Speed: 2679.954376 samples/sec	rmse=0.017146	lr=0.023635
Epoch[169] Batch [699]	Speed: 2710.874537 samples/sec	rmse=0.017152	lr=0.023574
Epoch[169] Batch [749]	Speed: 2676.477619 samples/sec	rmse=0.017156	lr=0.023513
Epoch[169] Batch [799]	Speed: 2663.704127 samples/sec	rmse=0.017159	lr=0.023453
Epoch[169] Batch [849]	Speed: 2649.951825 samples/sec	rmse=0.017158	lr=0.023392
Epoch[169] Batch [899]	Speed: 2675.655202 samples/sec	rmse=0.017161	lr=0.023332
Epoch[169] Batch [949]	Speed: 2748.410844 samples/sec	rmse=0.017157	lr=0.023272
Epoch[169] Batch [999]	Speed: 2737.155103 samples/sec	rmse=0.017155	lr=0.023211
Epoch[169] Batch [1049]	Speed: 2708.035723 samples/sec	rmse=0.017158	lr=0.023151
Epoch[169] Batch [1099]	Speed: 2694.952325 samples/sec	rmse=0.017157	lr=0.023091
Epoch[169] Batch [1149]	Speed: 2687.473037 samples/sec	rmse=0.017158	lr=0.023031
Epoch[169] Batch [1199]	Speed: 2753.675342 samples/sec	rmse=0.017159	lr=0.022971
Epoch[169] Batch [1249]	Speed: 2884.898263 samples/sec	rmse=0.017159	lr=0.022911
[Epoch 169] training: rmse=0.017159
[Epoch 169] speed: 2721 samples/sec	time cost: 484.831691
[Epoch 169] validation: err-top1=0.248426 err-top5=0.073621
Epoch[170] Batch [49]	Speed: 2727.492444 samples/sec	rmse=0.017006	lr=0.022850
Epoch[170] Batch [99]	Speed: 2755.319501 samples/sec	rmse=0.017025	lr=0.022790
Epoch[170] Batch [149]	Speed: 2731.041579 samples/sec	rmse=0.017012	lr=0.022731
Epoch[170] Batch [199]	Speed: 2763.035875 samples/sec	rmse=0.017012	lr=0.022671
Epoch[170] Batch [249]	Speed: 2776.437899 samples/sec	rmse=0.017029	lr=0.022612
Epoch[170] Batch [299]	Speed: 2721.779884 samples/sec	rmse=0.017030	lr=0.022552
Epoch[170] Batch [349]	Speed: 2748.068881 samples/sec	rmse=0.017016	lr=0.022493
Epoch[170] Batch [399]	Speed: 2760.862548 samples/sec	rmse=0.017032	lr=0.022434
Epoch[170] Batch [449]	Speed: 2797.517974 samples/sec	rmse=0.017042	lr=0.022374
Epoch[170] Batch [499]	Speed: 2725.842289 samples/sec	rmse=0.017044	lr=0.022315
Epoch[170] Batch [549]	Speed: 2691.661276 samples/sec	rmse=0.017054	lr=0.022256
Epoch[170] Batch [599]	Speed: 2837.268208 samples/sec	rmse=0.017058	lr=0.022197
Epoch[170] Batch [649]	Speed: 2742.776873 samples/sec	rmse=0.017062	lr=0.022138
Epoch[170] Batch [699]	Speed: 2787.630811 samples/sec	rmse=0.017071	lr=0.022079
Epoch[170] Batch [749]	Speed: 2818.774184 samples/sec	rmse=0.017077	lr=0.022021
Epoch[170] Batch [799]	Speed: 2806.097559 samples/sec	rmse=0.017078	lr=0.021962
Epoch[170] Batch [849]	Speed: 2756.952706 samples/sec	rmse=0.017076	lr=0.021903
Epoch[170] Batch [899]	Speed: 2819.764442 samples/sec	rmse=0.017075	lr=0.021845
Epoch[170] Batch [949]	Speed: 2697.536341 samples/sec	rmse=0.017079	lr=0.021786
Epoch[170] Batch [999]	Speed: 2788.369563 samples/sec	rmse=0.017084	lr=0.021728
Epoch[170] Batch [1049]	Speed: 2838.935334 samples/sec	rmse=0.017083	lr=0.021669
Epoch[170] Batch [1099]	Speed: 2760.460206 samples/sec	rmse=0.017086	lr=0.021611
Epoch[170] Batch [1149]	Speed: 2731.583433 samples/sec	rmse=0.017088	lr=0.021553
Epoch[170] Batch [1199]	Speed: 2798.211622 samples/sec	rmse=0.017089	lr=0.021495
Epoch[170] Batch [1249]	Speed: 2948.920421 samples/sec	rmse=0.017090	lr=0.021437
[Epoch 170] training: rmse=0.017091
[Epoch 170] speed: 2770 samples/sec	time cost: 476.223846
[Epoch 170] validation: err-top1=0.244898 err-top5=0.071728
Epoch[171] Batch [49]	Speed: 2801.577062 samples/sec	rmse=0.016931	lr=0.021378
Epoch[171] Batch [99]	Speed: 2798.092800 samples/sec	rmse=0.016965	lr=0.021320
Epoch[171] Batch [149]	Speed: 2751.195297 samples/sec	rmse=0.016918	lr=0.021262
Epoch[171] Batch [199]	Speed: 2677.702277 samples/sec	rmse=0.016929	lr=0.021204
Epoch[171] Batch [249]	Speed: 2797.426395 samples/sec	rmse=0.016919	lr=0.021146
Epoch[171] Batch [299]	Speed: 2710.246459 samples/sec	rmse=0.016945	lr=0.021089
Epoch[171] Batch [349]	Speed: 2713.189113 samples/sec	rmse=0.016961	lr=0.021031
Epoch[171] Batch [399]	Speed: 2721.714756 samples/sec	rmse=0.016986	lr=0.020974
Epoch[171] Batch [449]	Speed: 2667.451619 samples/sec	rmse=0.016999	lr=0.020917
Epoch[171] Batch [499]	Speed: 2709.740253 samples/sec	rmse=0.016995	lr=0.020859
Epoch[171] Batch [549]	Speed: 2729.784244 samples/sec	rmse=0.016986	lr=0.020802
Epoch[171] Batch [599]	Speed: 2767.394950 samples/sec	rmse=0.016996	lr=0.020745
Epoch[171] Batch [649]	Speed: 2757.075635 samples/sec	rmse=0.016992	lr=0.020688
Epoch[171] Batch [699]	Speed: 2742.986829 samples/sec	rmse=0.016996	lr=0.020631
Epoch[171] Batch [749]	Speed: 2677.332619 samples/sec	rmse=0.016999	lr=0.020574
Epoch[171] Batch [799]	Speed: 2729.685422 samples/sec	rmse=0.017001	lr=0.020517
Epoch[171] Batch [849]	Speed: 2713.171562 samples/sec	rmse=0.017004	lr=0.020460
Epoch[171] Batch [899]	Speed: 2759.478428 samples/sec	rmse=0.017008	lr=0.020404
Epoch[171] Batch [949]	Speed: 2668.541019 samples/sec	rmse=0.017009	lr=0.020347
Epoch[171] Batch [999]	Speed: 2733.547028 samples/sec	rmse=0.017012	lr=0.020290
Epoch[171] Batch [1049]	Speed: 2692.228251 samples/sec	rmse=0.017014	lr=0.020234
Epoch[171] Batch [1099]	Speed: 2747.941936 samples/sec	rmse=0.017015	lr=0.020177
Epoch[171] Batch [1149]	Speed: 2700.529347 samples/sec	rmse=0.017019	lr=0.020121
Epoch[171] Batch [1199]	Speed: 2733.585686 samples/sec	rmse=0.017024	lr=0.020065
Epoch[171] Batch [1249]	Speed: 2961.316253 samples/sec	rmse=0.017027	lr=0.020009
[Epoch 171] training: rmse=0.017026
[Epoch 171] speed: 2735 samples/sec	time cost: 482.532736
[Epoch 171] validation: err-top1=0.242287 err-top5=0.071030
Epoch[172] Batch [49]	Speed: 2814.618112 samples/sec	rmse=0.016854	lr=0.019951
Epoch[172] Batch [99]	Speed: 2713.128543 samples/sec	rmse=0.016859	lr=0.019895
Epoch[172] Batch [149]	Speed: 2768.049941 samples/sec	rmse=0.016852	lr=0.019839
Epoch[172] Batch [199]	Speed: 2655.528532 samples/sec	rmse=0.016865	lr=0.019784
Epoch[172] Batch [249]	Speed: 2662.616295 samples/sec	rmse=0.016891	lr=0.019728
Epoch[172] Batch [299]	Speed: 2717.302326 samples/sec	rmse=0.016901	lr=0.019672
Epoch[172] Batch [349]	Speed: 2690.274105 samples/sec	rmse=0.016901	lr=0.019616
Epoch[172] Batch [399]	Speed: 2732.673244 samples/sec	rmse=0.016909	lr=0.019561
Epoch[172] Batch [449]	Speed: 2740.161966 samples/sec	rmse=0.016921	lr=0.019505
Epoch[172] Batch [499]	Speed: 2685.705235 samples/sec	rmse=0.016918	lr=0.019450
Epoch[172] Batch [549]	Speed: 2757.093440 samples/sec	rmse=0.016917	lr=0.019394
Epoch[172] Batch [599]	Speed: 2723.955113 samples/sec	rmse=0.016920	lr=0.019339
Epoch[172] Batch [649]	Speed: 2678.814236 samples/sec	rmse=0.016920	lr=0.019284
Epoch[172] Batch [699]	Speed: 2725.594301 samples/sec	rmse=0.016923	lr=0.019229
Epoch[172] Batch [749]	Speed: 2713.234979 samples/sec	rmse=0.016929	lr=0.019174
Epoch[172] Batch [799]	Speed: 2727.207963 samples/sec	rmse=0.016932	lr=0.019119
Epoch[172] Batch [849]	Speed: 2736.032084 samples/sec	rmse=0.016937	lr=0.019064
Epoch[172] Batch [899]	Speed: 2704.592212 samples/sec	rmse=0.016940	lr=0.019009
Epoch[172] Batch [949]	Speed: 2772.907428 samples/sec	rmse=0.016944	lr=0.018954
Epoch[172] Batch [999]	Speed: 2624.388465 samples/sec	rmse=0.016939	lr=0.018900
Epoch[172] Batch [1049]	Speed: 2711.631300 samples/sec	rmse=0.016939	lr=0.018845
Epoch[172] Batch [1099]	Speed: 2692.473039 samples/sec	rmse=0.016941	lr=0.018790
Epoch[172] Batch [1149]	Speed: 2695.487192 samples/sec	rmse=0.016944	lr=0.018736
Epoch[172] Batch [1199]	Speed: 2793.532770 samples/sec	rmse=0.016947	lr=0.018682
Epoch[172] Batch [1249]	Speed: 2959.809448 samples/sec	rmse=0.016950	lr=0.018627
[Epoch 172] training: rmse=0.016950
[Epoch 172] speed: 2724 samples/sec	time cost: 483.899333
[Epoch 172] validation: err-top1=0.245117 err-top5=0.072545
Epoch[173] Batch [49]	Speed: 2755.911280 samples/sec	rmse=0.016681	lr=0.018572
Epoch[173] Batch [99]	Speed: 2716.536038 samples/sec	rmse=0.016704	lr=0.018518
Epoch[173] Batch [149]	Speed: 2736.602528 samples/sec	rmse=0.016734	lr=0.018464
Epoch[173] Batch [199]	Speed: 2695.969606 samples/sec	rmse=0.016775	lr=0.018410
Epoch[173] Batch [249]	Speed: 2692.137800 samples/sec	rmse=0.016797	lr=0.018356
Epoch[173] Batch [299]	Speed: 2729.969414 samples/sec	rmse=0.016800	lr=0.018302
Epoch[173] Batch [349]	Speed: 2683.070308 samples/sec	rmse=0.016813	lr=0.018248
Epoch[173] Batch [399]	Speed: 2724.105732 samples/sec	rmse=0.016822	lr=0.018194
Epoch[173] Batch [449]	Speed: 2695.260155 samples/sec	rmse=0.016831	lr=0.018141
Epoch[173] Batch [499]	Speed: 2710.909101 samples/sec	rmse=0.016824	lr=0.018087
Epoch[173] Batch [549]	Speed: 2724.391260 samples/sec	rmse=0.016828	lr=0.018034
Epoch[173] Batch [599]	Speed: 2702.487848 samples/sec	rmse=0.016823	lr=0.017980
Epoch[173] Batch [649]	Speed: 2699.541913 samples/sec	rmse=0.016828	lr=0.017927
Epoch[173] Batch [699]	Speed: 2750.869202 samples/sec	rmse=0.016830	lr=0.017874
Epoch[173] Batch [749]	Speed: 2774.615866 samples/sec	rmse=0.016827	lr=0.017821
Epoch[173] Batch [799]	Speed: 2767.804559 samples/sec	rmse=0.016827	lr=0.017768
Epoch[173] Batch [849]	Speed: 2717.612842 samples/sec	rmse=0.016834	lr=0.017714
Epoch[173] Batch [899]	Speed: 2764.451644 samples/sec	rmse=0.016837	lr=0.017662
Epoch[173] Batch [949]	Speed: 2727.739773 samples/sec	rmse=0.016843	lr=0.017609
Epoch[173] Batch [999]	Speed: 2668.948887 samples/sec	rmse=0.016839	lr=0.017556
Epoch[173] Batch [1049]	Speed: 2648.969101 samples/sec	rmse=0.016842	lr=0.017503
Epoch[173] Batch [1099]	Speed: 2764.708248 samples/sec	rmse=0.016841	lr=0.017450
Epoch[173] Batch [1149]	Speed: 2741.334185 samples/sec	rmse=0.016844	lr=0.017398
Epoch[173] Batch [1199]	Speed: 2705.406818 samples/sec	rmse=0.016848	lr=0.017345
Epoch[173] Batch [1249]	Speed: 2909.238358 samples/sec	rmse=0.016853	lr=0.017293
[Epoch 173] training: rmse=0.016853
[Epoch 173] speed: 2725 samples/sec	time cost: 483.888524
[Epoch 173] validation: err-top1=0.242845 err-top5=0.070053
Epoch[174] Batch [49]	Speed: 2785.020158 samples/sec	rmse=0.016695	lr=0.017240
Epoch[174] Batch [99]	Speed: 2747.976256 samples/sec	rmse=0.016733	lr=0.017187
Epoch[174] Batch [149]	Speed: 2713.755146 samples/sec	rmse=0.016689	lr=0.017135
Epoch[174] Batch [199]	Speed: 2733.309465 samples/sec	rmse=0.016716	lr=0.017083
Epoch[174] Batch [249]	Speed: 2668.884073 samples/sec	rmse=0.016740	lr=0.017031
Epoch[174] Batch [299]	Speed: 2672.321530 samples/sec	rmse=0.016765	lr=0.016979
Epoch[174] Batch [349]	Speed: 2752.055045 samples/sec	rmse=0.016757	lr=0.016927
Epoch[174] Batch [399]	Speed: 2789.448931 samples/sec	rmse=0.016753	lr=0.016875
Epoch[174] Batch [449]	Speed: 2735.774188 samples/sec	rmse=0.016758	lr=0.016824
Epoch[174] Batch [499]	Speed: 2715.861267 samples/sec	rmse=0.016757	lr=0.016772
Epoch[174] Batch [549]	Speed: 2695.610080 samples/sec	rmse=0.016758	lr=0.016720
Epoch[174] Batch [599]	Speed: 2703.212576 samples/sec	rmse=0.016759	lr=0.016669
Epoch[174] Batch [649]	Speed: 2694.622114 samples/sec	rmse=0.016765	lr=0.016617
Epoch[174] Batch [699]	Speed: 2684.601644 samples/sec	rmse=0.016762	lr=0.016566
Epoch[174] Batch [749]	Speed: 2762.250010 samples/sec	rmse=0.016771	lr=0.016515
Epoch[174] Batch [799]	Speed: 2742.987600 samples/sec	rmse=0.016771	lr=0.016464
Epoch[174] Batch [849]	Speed: 2684.227797 samples/sec	rmse=0.016777	lr=0.016412
Epoch[174] Batch [899]	Speed: 2747.977135 samples/sec	rmse=0.016777	lr=0.016361
Epoch[174] Batch [949]	Speed: 2751.512550 samples/sec	rmse=0.016777	lr=0.016310
Epoch[174] Batch [999]	Speed: 2759.135655 samples/sec	rmse=0.016785	lr=0.016259
Epoch[174] Batch [1049]	Speed: 2705.156674 samples/sec	rmse=0.016784	lr=0.016209
Epoch[174] Batch [1099]	Speed: 2682.513752 samples/sec	rmse=0.016783	lr=0.016158
Epoch[174] Batch [1149]	Speed: 2662.734685 samples/sec	rmse=0.016778	lr=0.016107
Epoch[174] Batch [1199]	Speed: 2767.227275 samples/sec	rmse=0.016783	lr=0.016057
Epoch[174] Batch [1249]	Speed: 2944.118193 samples/sec	rmse=0.016794	lr=0.016006
[Epoch 174] training: rmse=0.016794
[Epoch 174] speed: 2729 samples/sec	time cost: 483.257040
[Epoch 174] validation: err-top1=0.240824 err-top5=0.070841
Epoch[175] Batch [49]	Speed: 2794.588501 samples/sec	rmse=0.016639	lr=0.015955
Epoch[175] Batch [99]	Speed: 2756.787356 samples/sec	rmse=0.016612	lr=0.015904
Epoch[175] Batch [149]	Speed: 2701.489432 samples/sec	rmse=0.016613	lr=0.015854
Epoch[175] Batch [199]	Speed: 2710.735471 samples/sec	rmse=0.016603	lr=0.015804
Epoch[175] Batch [249]	Speed: 2725.558739 samples/sec	rmse=0.016633	lr=0.015754
Epoch[175] Batch [299]	Speed: 2775.923856 samples/sec	rmse=0.016640	lr=0.015704
Epoch[175] Batch [349]	Speed: 2653.967593 samples/sec	rmse=0.016661	lr=0.015654
Epoch[175] Batch [399]	Speed: 2755.516744 samples/sec	rmse=0.016668	lr=0.015604
Epoch[175] Batch [449]	Speed: 2755.397349 samples/sec	rmse=0.016674	lr=0.015554
Epoch[175] Batch [499]	Speed: 2720.545225 samples/sec	rmse=0.016678	lr=0.015504
Epoch[175] Batch [549]	Speed: 2757.368896 samples/sec	rmse=0.016681	lr=0.015454
Epoch[175] Batch [599]	Speed: 2707.457054 samples/sec	rmse=0.016684	lr=0.015405
Epoch[175] Batch [649]	Speed: 2638.399511 samples/sec	rmse=0.016685	lr=0.015355
Epoch[175] Batch [699]	Speed: 2725.699918 samples/sec	rmse=0.016682	lr=0.015306
Epoch[175] Batch [749]	Speed: 2740.948360 samples/sec	rmse=0.016681	lr=0.015257
Epoch[175] Batch [799]	Speed: 2706.398310 samples/sec	rmse=0.016681	lr=0.015207
Epoch[175] Batch [849]	Speed: 2726.025437 samples/sec	rmse=0.016691	lr=0.015158
Epoch[175] Batch [899]	Speed: 2758.038914 samples/sec	rmse=0.016691	lr=0.015109
Epoch[175] Batch [949]	Speed: 2655.249934 samples/sec	rmse=0.016686	lr=0.015060
Epoch[175] Batch [999]	Speed: 2702.406262 samples/sec	rmse=0.016684	lr=0.015011
Epoch[175] Batch [1049]	Speed: 2749.772226 samples/sec	rmse=0.016685	lr=0.014962
Epoch[175] Batch [1099]	Speed: 2693.946255 samples/sec	rmse=0.016686	lr=0.014913
Epoch[175] Batch [1149]	Speed: 2646.386098 samples/sec	rmse=0.016688	lr=0.014864
Epoch[175] Batch [1199]	Speed: 2705.882664 samples/sec	rmse=0.016689	lr=0.014816
Epoch[175] Batch [1249]	Speed: 2971.069940 samples/sec	rmse=0.016694	lr=0.014767
[Epoch 175] training: rmse=0.016693
[Epoch 175] speed: 2726 samples/sec	time cost: 484.130696
[Epoch 175] validation: err-top1=0.238162 err-top5=0.068439
Epoch[176] Batch [49]	Speed: 2726.172651 samples/sec	rmse=0.016648	lr=0.014718
Epoch[176] Batch [99]	Speed: 2689.483843 samples/sec	rmse=0.016608	lr=0.014669
Epoch[176] Batch [149]	Speed: 2692.704671 samples/sec	rmse=0.016625	lr=0.014621
Epoch[176] Batch [199]	Speed: 2701.879049 samples/sec	rmse=0.016614	lr=0.014572
Epoch[176] Batch [249]	Speed: 2758.501494 samples/sec	rmse=0.016598	lr=0.014524
Epoch[176] Batch [299]	Speed: 2711.142820 samples/sec	rmse=0.016611	lr=0.014476
Epoch[176] Batch [349]	Speed: 2720.626910 samples/sec	rmse=0.016620	lr=0.014428
Epoch[176] Batch [399]	Speed: 2687.135241 samples/sec	rmse=0.016607	lr=0.014380
Epoch[176] Batch [449]	Speed: 2738.846408 samples/sec	rmse=0.016600	lr=0.014332
Epoch[176] Batch [499]	Speed: 2771.839032 samples/sec	rmse=0.016596	lr=0.014284
Epoch[176] Batch [549]	Speed: 2667.284473 samples/sec	rmse=0.016610	lr=0.014236
Epoch[176] Batch [599]	Speed: 2699.909719 samples/sec	rmse=0.016607	lr=0.014189
Epoch[176] Batch [649]	Speed: 2714.931922 samples/sec	rmse=0.016612	lr=0.014141
Epoch[176] Batch [699]	Speed: 2656.314373 samples/sec	rmse=0.016621	lr=0.014094
Epoch[176] Batch [749]	Speed: 2696.724062 samples/sec	rmse=0.016620	lr=0.014046
Epoch[176] Batch [799]	Speed: 2699.770927 samples/sec	rmse=0.016616	lr=0.013999
Epoch[176] Batch [849]	Speed: 2710.620507 samples/sec	rmse=0.016618	lr=0.013952
Epoch[176] Batch [899]	Speed: 2675.543360 samples/sec	rmse=0.016621	lr=0.013904
Epoch[176] Batch [949]	Speed: 2775.217864 samples/sec	rmse=0.016622	lr=0.013857
Epoch[176] Batch [999]	Speed: 2688.838097 samples/sec	rmse=0.016625	lr=0.013810
Epoch[176] Batch [1049]	Speed: 2722.540401 samples/sec	rmse=0.016628	lr=0.013763
Epoch[176] Batch [1099]	Speed: 2754.349960 samples/sec	rmse=0.016628	lr=0.013716
Epoch[176] Batch [1149]	Speed: 2731.799602 samples/sec	rmse=0.016622	lr=0.013669
Epoch[176] Batch [1199]	Speed: 2639.365616 samples/sec	rmse=0.016623	lr=0.013623
Epoch[176] Batch [1249]	Speed: 2891.846810 samples/sec	rmse=0.016624	lr=0.013576
[Epoch 176] training: rmse=0.016624
[Epoch 176] speed: 2714 samples/sec	time cost: 485.719368
[Epoch 176] validation: err-top1=0.234096 err-top5=0.066446
Epoch[177] Batch [49]	Speed: 2691.755677 samples/sec	rmse=0.016430	lr=0.013528
Epoch[177] Batch [99]	Speed: 2701.630134 samples/sec	rmse=0.016451	lr=0.013482
Epoch[177] Batch [149]	Speed: 2745.159079 samples/sec	rmse=0.016475	lr=0.013435
Epoch[177] Batch [199]	Speed: 2765.221314 samples/sec	rmse=0.016448	lr=0.013389
Epoch[177] Batch [249]	Speed: 2840.403337 samples/sec	rmse=0.016450	lr=0.013343
Epoch[177] Batch [299]	Speed: 2721.882308 samples/sec	rmse=0.016462	lr=0.013297
Epoch[177] Batch [349]	Speed: 2808.966236 samples/sec	rmse=0.016481	lr=0.013250
Epoch[177] Batch [399]	Speed: 2713.686492 samples/sec	rmse=0.016482	lr=0.013204
Epoch[177] Batch [449]	Speed: 2641.742787 samples/sec	rmse=0.016494	lr=0.013158
Epoch[177] Batch [499]	Speed: 2718.377879 samples/sec	rmse=0.016490	lr=0.013113
Epoch[177] Batch [549]	Speed: 2702.875610 samples/sec	rmse=0.016480	lr=0.013067
Epoch[177] Batch [599]	Speed: 2664.421754 samples/sec	rmse=0.016485	lr=0.013021
Epoch[177] Batch [649]	Speed: 2741.076898 samples/sec	rmse=0.016489	lr=0.012975
Epoch[177] Batch [699]	Speed: 2677.849895 samples/sec	rmse=0.016491	lr=0.012930
Epoch[177] Batch [749]	Speed: 2658.638711 samples/sec	rmse=0.016497	lr=0.012884
Epoch[177] Batch [799]	Speed: 2710.999688 samples/sec	rmse=0.016507	lr=0.012839
Epoch[177] Batch [849]	Speed: 2677.032808 samples/sec	rmse=0.016517	lr=0.012793
Epoch[177] Batch [899]	Speed: 2702.888197 samples/sec	rmse=0.016526	lr=0.012748
Epoch[177] Batch [949]	Speed: 2748.126871 samples/sec	rmse=0.016530	lr=0.012703
Epoch[177] Batch [999]	Speed: 2661.268719 samples/sec	rmse=0.016534	lr=0.012658
Epoch[177] Batch [1049]	Speed: 2689.047957 samples/sec	rmse=0.016534	lr=0.012613
Epoch[177] Batch [1099]	Speed: 2707.111487 samples/sec	rmse=0.016534	lr=0.012568
Epoch[177] Batch [1149]	Speed: 2751.535783 samples/sec	rmse=0.016528	lr=0.012523
Epoch[177] Batch [1199]	Speed: 2789.759593 samples/sec	rmse=0.016527	lr=0.012478
Epoch[177] Batch [1249]	Speed: 2905.224979 samples/sec	rmse=0.016526	lr=0.012433
[Epoch 177] training: rmse=0.016526
[Epoch 177] speed: 2722 samples/sec	time cost: 484.383560
[Epoch 177] validation: err-top1=0.233379 err-top5=0.066466
Epoch[178] Batch [49]	Speed: 2713.534657 samples/sec	rmse=0.016391	lr=0.012388
Epoch[178] Batch [99]	Speed: 2714.877075 samples/sec	rmse=0.016382	lr=0.012343
Epoch[178] Batch [149]	Speed: 2804.596737 samples/sec	rmse=0.016397	lr=0.012299
Epoch[178] Batch [199]	Speed: 2724.401698 samples/sec	rmse=0.016401	lr=0.012254
Epoch[178] Batch [249]	Speed: 2737.521296 samples/sec	rmse=0.016384	lr=0.012210
Epoch[178] Batch [299]	Speed: 2748.877589 samples/sec	rmse=0.016401	lr=0.012166
Epoch[178] Batch [349]	Speed: 2734.949241 samples/sec	rmse=0.016412	lr=0.012121
Epoch[178] Batch [399]	Speed: 2677.956086 samples/sec	rmse=0.016421	lr=0.012077
Epoch[178] Batch [449]	Speed: 2694.025641 samples/sec	rmse=0.016418	lr=0.012033
Epoch[178] Batch [499]	Speed: 2674.131822 samples/sec	rmse=0.016437	lr=0.011989
Epoch[178] Batch [549]	Speed: 2719.428422 samples/sec	rmse=0.016431	lr=0.011945
Epoch[178] Batch [599]	Speed: 2754.607802 samples/sec	rmse=0.016437	lr=0.011902
Epoch[178] Batch [649]	Speed: 2688.895836 samples/sec	rmse=0.016442	lr=0.011858
Epoch[178] Batch [699]	Speed: 2686.994767 samples/sec	rmse=0.016441	lr=0.011814
Epoch[178] Batch [749]	Speed: 2766.734530 samples/sec	rmse=0.016437	lr=0.011771
Epoch[178] Batch [799]	Speed: 2632.911097 samples/sec	rmse=0.016438	lr=0.011727
Epoch[178] Batch [849]	Speed: 2673.079278 samples/sec	rmse=0.016443	lr=0.011684
Epoch[178] Batch [899]	Speed: 2743.309306 samples/sec	rmse=0.016444	lr=0.011640
Epoch[178] Batch [949]	Speed: 2720.307297 samples/sec	rmse=0.016444	lr=0.011597
Epoch[178] Batch [999]	Speed: 2696.324691 samples/sec	rmse=0.016447	lr=0.011554
Epoch[178] Batch [1049]	Speed: 2642.551054 samples/sec	rmse=0.016447	lr=0.011511
Epoch[178] Batch [1099]	Speed: 2612.714897 samples/sec	rmse=0.016450	lr=0.011468
Epoch[178] Batch [1149]	Speed: 2678.000869 samples/sec	rmse=0.016449	lr=0.011425
Epoch[178] Batch [1199]	Speed: 2769.833170 samples/sec	rmse=0.016458	lr=0.011382
Epoch[178] Batch [1249]	Speed: 2917.133103 samples/sec	rmse=0.016461	lr=0.011339
[Epoch 178] training: rmse=0.016461
[Epoch 178] speed: 2713 samples/sec	time cost: 485.618454
[Epoch 178] validation: err-top1=0.234833 err-top5=0.067203
Epoch[179] Batch [49]	Speed: 2728.942998 samples/sec	rmse=0.016345	lr=0.011296
Epoch[179] Batch [99]	Speed: 2679.863711 samples/sec	rmse=0.016297	lr=0.011253
Epoch[179] Batch [149]	Speed: 2718.394156 samples/sec	rmse=0.016291	lr=0.011211
Epoch[179] Batch [199]	Speed: 2746.570985 samples/sec	rmse=0.016308	lr=0.011168
Epoch[179] Batch [249]	Speed: 2707.488970 samples/sec	rmse=0.016321	lr=0.011126
Epoch[179] Batch [299]	Speed: 2687.321968 samples/sec	rmse=0.016326	lr=0.011083
Epoch[179] Batch [349]	Speed: 2726.200476 samples/sec	rmse=0.016319	lr=0.011041
Epoch[179] Batch [399]	Speed: 2752.964809 samples/sec	rmse=0.016308	lr=0.010999
Epoch[179] Batch [449]	Speed: 2738.893146 samples/sec	rmse=0.016312	lr=0.010957
Epoch[179] Batch [499]	Speed: 2736.084129 samples/sec	rmse=0.016305	lr=0.010915
Epoch[179] Batch [549]	Speed: 2743.653871 samples/sec	rmse=0.016318	lr=0.010873
Epoch[179] Batch [599]	Speed: 2732.837801 samples/sec	rmse=0.016309	lr=0.010831
Epoch[179] Batch [649]	Speed: 2758.610563 samples/sec	rmse=0.016317	lr=0.010789
Epoch[179] Batch [699]	Speed: 2687.093918 samples/sec	rmse=0.016332	lr=0.010748
Epoch[179] Batch [749]	Speed: 2700.471786 samples/sec	rmse=0.016337	lr=0.010706
Epoch[179] Batch [799]	Speed: 2690.835707 samples/sec	rmse=0.016338	lr=0.010665
Epoch[179] Batch [849]	Speed: 2713.320340 samples/sec	rmse=0.016338	lr=0.010623
Epoch[179] Batch [899]	Speed: 2723.222882 samples/sec	rmse=0.016346	lr=0.010582
Epoch[179] Batch [949]	Speed: 2681.689162 samples/sec	rmse=0.016353	lr=0.010540
Epoch[179] Batch [999]	Speed: 2726.594069 samples/sec	rmse=0.016359	lr=0.010499
Epoch[179] Batch [1049]	Speed: 2670.683697 samples/sec	rmse=0.016360	lr=0.010458
Epoch[179] Batch [1099]	Speed: 2736.205483 samples/sec	rmse=0.016356	lr=0.010417
Epoch[179] Batch [1149]	Speed: 2702.151810 samples/sec	rmse=0.016359	lr=0.010376
Epoch[179] Batch [1199]	Speed: 2760.725582 samples/sec	rmse=0.016359	lr=0.010335
Epoch[179] Batch [1249]	Speed: 2923.007768 samples/sec	rmse=0.016365	lr=0.010294
[Epoch 179] training: rmse=0.016365
[Epoch 179] speed: 2724 samples/sec	time cost: 484.202922
[Epoch 179] validation: err-top1=0.231067 err-top5=0.064473
Epoch[180] Batch [49]	Speed: 2766.984285 samples/sec	rmse=0.016211	lr=0.010253
Epoch[180] Batch [99]	Speed: 2679.857157 samples/sec	rmse=0.016222	lr=0.010212
Epoch[180] Batch [149]	Speed: 2665.312336 samples/sec	rmse=0.016207	lr=0.010172
Epoch[180] Batch [199]	Speed: 2794.125809 samples/sec	rmse=0.016239	lr=0.010131
Epoch[180] Batch [249]	Speed: 2715.269704 samples/sec	rmse=0.016259	lr=0.010091
Epoch[180] Batch [299]	Speed: 2708.596738 samples/sec	rmse=0.016258	lr=0.010050
Epoch[180] Batch [349]	Speed: 2724.575977 samples/sec	rmse=0.016245	lr=0.010010
Epoch[180] Batch [399]	Speed: 2817.203045 samples/sec	rmse=0.016250	lr=0.009970
Epoch[180] Batch [449]	Speed: 2741.503146 samples/sec	rmse=0.016253	lr=0.009930
Epoch[180] Batch [499]	Speed: 2674.745637 samples/sec	rmse=0.016261	lr=0.009890
Epoch[180] Batch [549]	Speed: 2797.041561 samples/sec	rmse=0.016260	lr=0.009850
Epoch[180] Batch [599]	Speed: 2743.310497 samples/sec	rmse=0.016278	lr=0.009810
Epoch[180] Batch [649]	Speed: 2669.357575 samples/sec	rmse=0.016273	lr=0.009770
Epoch[180] Batch [699]	Speed: 2732.233155 samples/sec	rmse=0.016281	lr=0.009730
Epoch[180] Batch [749]	Speed: 2719.155708 samples/sec	rmse=0.016277	lr=0.009691
Epoch[180] Batch [799]	Speed: 2680.163254 samples/sec	rmse=0.016275	lr=0.009651
Epoch[180] Batch [849]	Speed: 2651.916909 samples/sec	rmse=0.016272	lr=0.009612
Epoch[180] Batch [899]	Speed: 2734.858056 samples/sec	rmse=0.016270	lr=0.009572
Epoch[180] Batch [949]	Speed: 2691.541143 samples/sec	rmse=0.016275	lr=0.009533
Epoch[180] Batch [999]	Speed: 2632.867777 samples/sec	rmse=0.016274	lr=0.009494
Epoch[180] Batch [1049]	Speed: 2704.916013 samples/sec	rmse=0.016278	lr=0.009454
Epoch[180] Batch [1099]	Speed: 2699.759828 samples/sec	rmse=0.016279	lr=0.009415
Epoch[180] Batch [1149]	Speed: 2671.376911 samples/sec	rmse=0.016279	lr=0.009376
Epoch[180] Batch [1199]	Speed: 2732.995909 samples/sec	rmse=0.016284	lr=0.009337
Epoch[180] Batch [1249]	Speed: 2926.986084 samples/sec	rmse=0.016287	lr=0.009299
[Epoch 180] training: rmse=0.016286
[Epoch 180] speed: 2719 samples/sec	time cost: 484.987666
[Epoch 180] validation: err-top1=0.230408 err-top5=0.065104
Epoch[181] Batch [49]	Speed: 2756.684623 samples/sec	rmse=0.016218	lr=0.009259
Epoch[181] Batch [99]	Speed: 2716.734538 samples/sec	rmse=0.016200	lr=0.009220
Epoch[181] Batch [149]	Speed: 2711.947130 samples/sec	rmse=0.016190	lr=0.009182
Epoch[181] Batch [199]	Speed: 2732.665212 samples/sec	rmse=0.016149	lr=0.009143
Epoch[181] Batch [249]	Speed: 2733.467940 samples/sec	rmse=0.016172	lr=0.009105
Epoch[181] Batch [299]	Speed: 2693.482368 samples/sec	rmse=0.016173	lr=0.009066
Epoch[181] Batch [349]	Speed: 2694.601287 samples/sec	rmse=0.016166	lr=0.009028
Epoch[181] Batch [399]	Speed: 2734.689773 samples/sec	rmse=0.016174	lr=0.008990
Epoch[181] Batch [449]	Speed: 2664.382251 samples/sec	rmse=0.016161	lr=0.008952
Epoch[181] Batch [499]	Speed: 2637.251436 samples/sec	rmse=0.016180	lr=0.008914
Epoch[181] Batch [549]	Speed: 2701.965736 samples/sec	rmse=0.016191	lr=0.008876
Epoch[181] Batch [599]	Speed: 2708.286537 samples/sec	rmse=0.016191	lr=0.008838
Epoch[181] Batch [649]	Speed: 2676.113769 samples/sec	rmse=0.016192	lr=0.008800
Epoch[181] Batch [699]	Speed: 2731.334295 samples/sec	rmse=0.016192	lr=0.008762
Epoch[181] Batch [749]	Speed: 2763.247060 samples/sec	rmse=0.016210	lr=0.008725
Epoch[181] Batch [799]	Speed: 2744.147090 samples/sec	rmse=0.016211	lr=0.008687
Epoch[181] Batch [849]	Speed: 2691.595187 samples/sec	rmse=0.016210	lr=0.008649
Epoch[181] Batch [899]	Speed: 2700.390322 samples/sec	rmse=0.016202	lr=0.008612
Epoch[181] Batch [949]	Speed: 2697.609500 samples/sec	rmse=0.016205	lr=0.008575
Epoch[181] Batch [999]	Speed: 2804.896348 samples/sec	rmse=0.016202	lr=0.008537
Epoch[181] Batch [1049]	Speed: 2764.868605 samples/sec	rmse=0.016196	lr=0.008500
Epoch[181] Batch [1099]	Speed: 2682.509966 samples/sec	rmse=0.016195	lr=0.008463
Epoch[181] Batch [1149]	Speed: 2681.405617 samples/sec	rmse=0.016195	lr=0.008426
Epoch[181] Batch [1199]	Speed: 2712.749657 samples/sec	rmse=0.016192	lr=0.008389
Epoch[181] Batch [1249]	Speed: 2888.880550 samples/sec	rmse=0.016198	lr=0.008352
[Epoch 181] training: rmse=0.016199
[Epoch 181] speed: 2718 samples/sec	time cost: 485.591417
[Epoch 181] validation: err-top1=0.225825 err-top5=0.064353
Epoch[182] Batch [49]	Speed: 2828.069114 samples/sec	rmse=0.015982	lr=0.008315
Epoch[182] Batch [99]	Speed: 2744.372266 samples/sec	rmse=0.016064	lr=0.008278
Epoch[182] Batch [149]	Speed: 2702.944704 samples/sec	rmse=0.016024	lr=0.008241
Epoch[182] Batch [199]	Speed: 2716.243599 samples/sec	rmse=0.016058	lr=0.008205
Epoch[182] Batch [249]	Speed: 2713.704495 samples/sec	rmse=0.016075	lr=0.008168
Epoch[182] Batch [299]	Speed: 2704.424636 samples/sec	rmse=0.016080	lr=0.008132
Epoch[182] Batch [349]	Speed: 2720.580931 samples/sec	rmse=0.016102	lr=0.008096
Epoch[182] Batch [399]	Speed: 2723.579967 samples/sec	rmse=0.016100	lr=0.008060
Epoch[182] Batch [449]	Speed: 2660.582818 samples/sec	rmse=0.016089	lr=0.008023
Epoch[182] Batch [499]	Speed: 2720.583241 samples/sec	rmse=0.016099	lr=0.007987
Epoch[182] Batch [549]	Speed: 2702.348927 samples/sec	rmse=0.016098	lr=0.007951
Epoch[182] Batch [599]	Speed: 2723.280968 samples/sec	rmse=0.016110	lr=0.007915
Epoch[182] Batch [649]	Speed: 2709.833875 samples/sec	rmse=0.016100	lr=0.007880
Epoch[182] Batch [699]	Speed: 2668.440183 samples/sec	rmse=0.016099	lr=0.007844
Epoch[182] Batch [749]	Speed: 2690.296450 samples/sec	rmse=0.016100	lr=0.007808
Epoch[182] Batch [799]	Speed: 2733.926665 samples/sec	rmse=0.016095	lr=0.007773
Epoch[182] Batch [849]	Speed: 2740.414500 samples/sec	rmse=0.016099	lr=0.007737
Epoch[182] Batch [899]	Speed: 2661.660412 samples/sec	rmse=0.016097	lr=0.007702
Epoch[182] Batch [949]	Speed: 2673.834925 samples/sec	rmse=0.016099	lr=0.007666
Epoch[182] Batch [999]	Speed: 2687.622003 samples/sec	rmse=0.016107	lr=0.007631
Epoch[182] Batch [1049]	Speed: 2696.878188 samples/sec	rmse=0.016106	lr=0.007596
Epoch[182] Batch [1099]	Speed: 2742.619523 samples/sec	rmse=0.016103	lr=0.007561
Epoch[182] Batch [1149]	Speed: 2648.226984 samples/sec	rmse=0.016112	lr=0.007526
Epoch[182] Batch [1199]	Speed: 2772.041510 samples/sec	rmse=0.016117	lr=0.007491
Epoch[182] Batch [1249]	Speed: 2871.516948 samples/sec	rmse=0.016117	lr=0.007456
[Epoch 182] training: rmse=0.016117
[Epoch 182] speed: 2715 samples/sec	time cost: 485.604169
[Epoch 182] validation: err-top1=0.228376 err-top5=0.064074
Epoch[183] Batch [49]	Speed: 2702.305128 samples/sec	rmse=0.015919	lr=0.007420
Epoch[183] Batch [99]	Speed: 2709.799339 samples/sec	rmse=0.016005	lr=0.007386
Epoch[183] Batch [149]	Speed: 2707.805271 samples/sec	rmse=0.016005	lr=0.007351
Epoch[183] Batch [199]	Speed: 2718.479738 samples/sec	rmse=0.016072	lr=0.007316
Epoch[183] Batch [249]	Speed: 2686.284958 samples/sec	rmse=0.016063	lr=0.007282
Epoch[183] Batch [299]	Speed: 2661.963982 samples/sec	rmse=0.016040	lr=0.007248
Epoch[183] Batch [349]	Speed: 2683.503554 samples/sec	rmse=0.016047	lr=0.007213
Epoch[183] Batch [399]	Speed: 2691.821606 samples/sec	rmse=0.016060	lr=0.007179
Epoch[183] Batch [449]	Speed: 2756.662365 samples/sec	rmse=0.016065	lr=0.007145
Epoch[183] Batch [499]	Speed: 2687.594791 samples/sec	rmse=0.016047	lr=0.007111
Epoch[183] Batch [549]	Speed: 2701.879185 samples/sec	rmse=0.016041	lr=0.007077
Epoch[183] Batch [599]	Speed: 2675.991818 samples/sec	rmse=0.016056	lr=0.007043
Epoch[183] Batch [649]	Speed: 2685.042703 samples/sec	rmse=0.016054	lr=0.007009
Epoch[183] Batch [699]	Speed: 2693.651023 samples/sec	rmse=0.016049	lr=0.006975
Epoch[183] Batch [749]	Speed: 2680.875855 samples/sec	rmse=0.016043	lr=0.006942
Epoch[183] Batch [799]	Speed: 2705.508014 samples/sec	rmse=0.016052	lr=0.006908
Epoch[183] Batch [849]	Speed: 2676.880776 samples/sec	rmse=0.016050	lr=0.006874
Epoch[183] Batch [899]	Speed: 2723.848180 samples/sec	rmse=0.016052	lr=0.006841
Epoch[183] Batch [949]	Speed: 2696.768358 samples/sec	rmse=0.016045	lr=0.006808
Epoch[183] Batch [999]	Speed: 2729.677164 samples/sec	rmse=0.016053	lr=0.006774
Epoch[183] Batch [1049]	Speed: 2705.206290 samples/sec	rmse=0.016047	lr=0.006741
Epoch[183] Batch [1099]	Speed: 2746.343094 samples/sec	rmse=0.016046	lr=0.006708
Epoch[183] Batch [1149]	Speed: 2687.147648 samples/sec	rmse=0.016039	lr=0.006675
Epoch[183] Batch [1199]	Speed: 2678.381936 samples/sec	rmse=0.016035	lr=0.006642
Epoch[183] Batch [1249]	Speed: 2834.853195 samples/sec	rmse=0.016038	lr=0.006609
[Epoch 183] training: rmse=0.016038
[Epoch 183] speed: 2702 samples/sec	time cost: 487.729189
[Epoch 183] validation: err-top1=0.226283 err-top5=0.063815
Epoch[184] Batch [49]	Speed: 2660.493920 samples/sec	rmse=0.015923	lr=0.006576
Epoch[184] Batch [99]	Speed: 2723.599691 samples/sec	rmse=0.015940	lr=0.006543
Epoch[184] Batch [149]	Speed: 2754.463330 samples/sec	rmse=0.015969	lr=0.006510
Epoch[184] Batch [199]	Speed: 2696.845641 samples/sec	rmse=0.015981	lr=0.006478
Epoch[184] Batch [249]	Speed: 2732.315370 samples/sec	rmse=0.015980	lr=0.006445
Epoch[184] Batch [299]	Speed: 2684.066124 samples/sec	rmse=0.015965	lr=0.006413
Epoch[184] Batch [349]	Speed: 2681.458652 samples/sec	rmse=0.015945	lr=0.006381
Epoch[184] Batch [399]	Speed: 2717.294968 samples/sec	rmse=0.015935	lr=0.006348
Epoch[184] Batch [449]	Speed: 2655.731255 samples/sec	rmse=0.015947	lr=0.006316
Epoch[184] Batch [499]	Speed: 2768.279236 samples/sec	rmse=0.015944	lr=0.006284
Epoch[184] Batch [549]	Speed: 2741.277531 samples/sec	rmse=0.015945	lr=0.006252
Epoch[184] Batch [599]	Speed: 2670.973484 samples/sec	rmse=0.015947	lr=0.006220
Epoch[184] Batch [649]	Speed: 2738.786783 samples/sec	rmse=0.015946	lr=0.006189
Epoch[184] Batch [699]	Speed: 2705.759110 samples/sec	rmse=0.015962	lr=0.006157
Epoch[184] Batch [749]	Speed: 2714.332599 samples/sec	rmse=0.015958	lr=0.006125
Epoch[184] Batch [799]	Speed: 2708.100027 samples/sec	rmse=0.015960	lr=0.006094
Epoch[184] Batch [849]	Speed: 2698.571376 samples/sec	rmse=0.015962	lr=0.006062
Epoch[184] Batch [899]	Speed: 2721.062268 samples/sec	rmse=0.015968	lr=0.006031
Epoch[184] Batch [949]	Speed: 2671.119796 samples/sec	rmse=0.015971	lr=0.005999
Epoch[184] Batch [999]	Speed: 2699.273614 samples/sec	rmse=0.015969	lr=0.005968
Epoch[184] Batch [1049]	Speed: 2654.248252 samples/sec	rmse=0.015963	lr=0.005937
Epoch[184] Batch [1099]	Speed: 2697.306825 samples/sec	rmse=0.015966	lr=0.005906
Epoch[184] Batch [1149]	Speed: 2729.784972 samples/sec	rmse=0.015968	lr=0.005875
Epoch[184] Batch [1199]	Speed: 2770.940457 samples/sec	rmse=0.015965	lr=0.005844
Epoch[184] Batch [1249]	Speed: 2893.771836 samples/sec	rmse=0.015967	lr=0.005813
[Epoch 184] training: rmse=0.015967
[Epoch 184] speed: 2713 samples/sec	time cost: 485.965871
[Epoch 184] validation: err-top1=0.224530 err-top5=0.063536
Epoch[185] Batch [49]	Speed: 2711.946548 samples/sec	rmse=0.015848	lr=0.005781
Epoch[185] Batch [99]	Speed: 2739.653472 samples/sec	rmse=0.015855	lr=0.005751
Epoch[185] Batch [149]	Speed: 2749.638435 samples/sec	rmse=0.015836	lr=0.005720
Epoch[185] Batch [199]	Speed: 2710.716926 samples/sec	rmse=0.015881	lr=0.005690
Epoch[185] Batch [249]	Speed: 2728.707968 samples/sec	rmse=0.015870	lr=0.005659
Epoch[185] Batch [299]	Speed: 2713.314649 samples/sec	rmse=0.015870	lr=0.005629
Epoch[185] Batch [349]	Speed: 2660.276069 samples/sec	rmse=0.015872	lr=0.005598
Epoch[185] Batch [399]	Speed: 2691.078253 samples/sec	rmse=0.015856	lr=0.005568
Epoch[185] Batch [449]	Speed: 2631.226512 samples/sec	rmse=0.015873	lr=0.005538
Epoch[185] Batch [499]	Speed: 2687.550629 samples/sec	rmse=0.015865	lr=0.005508
Epoch[185] Batch [549]	Speed: 2690.181089 samples/sec	rmse=0.015874	lr=0.005478
Epoch[185] Batch [599]	Speed: 2677.045089 samples/sec	rmse=0.015879	lr=0.005448
Epoch[185] Batch [649]	Speed: 2710.232264 samples/sec	rmse=0.015869	lr=0.005418
Epoch[185] Batch [699]	Speed: 2638.309788 samples/sec	rmse=0.015869	lr=0.005389
Epoch[185] Batch [749]	Speed: 2698.735921 samples/sec	rmse=0.015870	lr=0.005359
Epoch[185] Batch [799]	Speed: 2655.713651 samples/sec	rmse=0.015880	lr=0.005329
Epoch[185] Batch [849]	Speed: 2700.960130 samples/sec	rmse=0.015884	lr=0.005300
Epoch[185] Batch [899]	Speed: 2659.719803 samples/sec	rmse=0.015893	lr=0.005271
Epoch[185] Batch [949]	Speed: 2714.109032 samples/sec	rmse=0.015901	lr=0.005241
Epoch[185] Batch [999]	Speed: 2689.679823 samples/sec	rmse=0.015906	lr=0.005212
Epoch[185] Batch [1049]	Speed: 2695.642293 samples/sec	rmse=0.015905	lr=0.005183
Epoch[185] Batch [1099]	Speed: 2671.089828 samples/sec	rmse=0.015900	lr=0.005154
Epoch[185] Batch [1149]	Speed: 2723.372108 samples/sec	rmse=0.015899	lr=0.005125
Epoch[185] Batch [1199]	Speed: 2708.988100 samples/sec	rmse=0.015899	lr=0.005096
Epoch[185] Batch [1249]	Speed: 2846.202439 samples/sec	rmse=0.015902	lr=0.005067
[Epoch 185] training: rmse=0.015902
[Epoch 185] speed: 2697 samples/sec	time cost: 488.510818
[Epoch 185] validation: err-top1=0.222298 err-top5=0.063098
Epoch[186] Batch [49]	Speed: 2775.530350 samples/sec	rmse=0.015741	lr=0.005038
Epoch[186] Batch [99]	Speed: 2710.762880 samples/sec	rmse=0.015702	lr=0.005009
Epoch[186] Batch [149]	Speed: 2687.192067 samples/sec	rmse=0.015719	lr=0.004980
Epoch[186] Batch [199]	Speed: 2754.898453 samples/sec	rmse=0.015723	lr=0.004952
Epoch[186] Batch [249]	Speed: 2679.006593 samples/sec	rmse=0.015747	lr=0.004923
Epoch[186] Batch [299]	Speed: 2718.309611 samples/sec	rmse=0.015754	lr=0.004895
Epoch[186] Batch [349]	Speed: 2642.502636 samples/sec	rmse=0.015738	lr=0.004867
Epoch[186] Batch [399]	Speed: 2662.171352 samples/sec	rmse=0.015748	lr=0.004839
Epoch[186] Batch [449]	Speed: 2676.860789 samples/sec	rmse=0.015771	lr=0.004810
Epoch[186] Batch [499]	Speed: 2729.850487 samples/sec	rmse=0.015784	lr=0.004782
Epoch[186] Batch [549]	Speed: 2684.605571 samples/sec	rmse=0.015785	lr=0.004754
Epoch[186] Batch [599]	Speed: 2698.707772 samples/sec	rmse=0.015793	lr=0.004727
Epoch[186] Batch [649]	Speed: 2711.476784 samples/sec	rmse=0.015788	lr=0.004699
Epoch[186] Batch [699]	Speed: 2708.000038 samples/sec	rmse=0.015785	lr=0.004671
Epoch[186] Batch [749]	Speed: 2769.396567 samples/sec	rmse=0.015784	lr=0.004643
Epoch[186] Batch [799]	Speed: 2653.576260 samples/sec	rmse=0.015786	lr=0.004616
Epoch[186] Batch [849]	Speed: 2636.337948 samples/sec	rmse=0.015785	lr=0.004588
Epoch[186] Batch [899]	Speed: 2713.450928 samples/sec	rmse=0.015782	lr=0.004561
Epoch[186] Batch [949]	Speed: 2726.953771 samples/sec	rmse=0.015787	lr=0.004534
Epoch[186] Batch [999]	Speed: 2686.713057 samples/sec	rmse=0.015787	lr=0.004506
Epoch[186] Batch [1049]	Speed: 2705.149790 samples/sec	rmse=0.015791	lr=0.004479
Epoch[186] Batch [1099]	Speed: 2643.470480 samples/sec	rmse=0.015800	lr=0.004452
Epoch[186] Batch [1149]	Speed: 2700.343055 samples/sec	rmse=0.015801	lr=0.004425
Epoch[186] Batch [1199]	Speed: 2687.845937 samples/sec	rmse=0.015803	lr=0.004398
Epoch[186] Batch [1249]	Speed: 2872.956774 samples/sec	rmse=0.015804	lr=0.004372
[Epoch 186] training: rmse=0.015805
[Epoch 186] speed: 2703 samples/sec	time cost: 488.149069
[Epoch 186] validation: err-top1=0.223348 err-top5=0.062948
Epoch[187] Batch [49]	Speed: 2719.452390 samples/sec	rmse=0.015616	lr=0.004344
Epoch[187] Batch [99]	Speed: 2706.842841 samples/sec	rmse=0.015608	lr=0.004318
Epoch[187] Batch [149]	Speed: 2699.779480 samples/sec	rmse=0.015621	lr=0.004291
Epoch[187] Batch [199]	Speed: 2664.255087 samples/sec	rmse=0.015642	lr=0.004265
Epoch[187] Batch [249]	Speed: 2703.487309 samples/sec	rmse=0.015682	lr=0.004238
Epoch[187] Batch [299]	Speed: 2671.486909 samples/sec	rmse=0.015709	lr=0.004212
Epoch[187] Batch [349]	Speed: 2683.881660 samples/sec	rmse=0.015738	lr=0.004186
Epoch[187] Batch [399]	Speed: 2663.485353 samples/sec	rmse=0.015757	lr=0.004159
Epoch[187] Batch [449]	Speed: 2666.247573 samples/sec	rmse=0.015755	lr=0.004133
Epoch[187] Batch [499]	Speed: 2735.334110 samples/sec	rmse=0.015733	lr=0.004107
Epoch[187] Batch [549]	Speed: 2690.422135 samples/sec	rmse=0.015733	lr=0.004081
Epoch[187] Batch [599]	Speed: 2740.103123 samples/sec	rmse=0.015735	lr=0.004056
Epoch[187] Batch [649]	Speed: 2705.617262 samples/sec	rmse=0.015740	lr=0.004030
Epoch[187] Batch [699]	Speed: 2688.312058 samples/sec	rmse=0.015743	lr=0.004004
Epoch[187] Batch [749]	Speed: 2749.558554 samples/sec	rmse=0.015741	lr=0.003978
Epoch[187] Batch [799]	Speed: 2709.786003 samples/sec	rmse=0.015739	lr=0.003953
Epoch[187] Batch [849]	Speed: 2713.883890 samples/sec	rmse=0.015738	lr=0.003928
Epoch[187] Batch [899]	Speed: 2704.625662 samples/sec	rmse=0.015741	lr=0.003902
Epoch[187] Batch [949]	Speed: 2711.858945 samples/sec	rmse=0.015734	lr=0.003877
Epoch[187] Batch [999]	Speed: 2697.647725 samples/sec	rmse=0.015729	lr=0.003852
Epoch[187] Batch [1049]	Speed: 2665.421141 samples/sec	rmse=0.015739	lr=0.003827
Epoch[187] Batch [1099]	Speed: 2707.945334 samples/sec	rmse=0.015733	lr=0.003802
Epoch[187] Batch [1149]	Speed: 2718.036571 samples/sec	rmse=0.015730	lr=0.003777
Epoch[187] Batch [1199]	Speed: 2717.937876 samples/sec	rmse=0.015726	lr=0.003752
Epoch[187] Batch [1249]	Speed: 2930.853679 samples/sec	rmse=0.015728	lr=0.003727
[Epoch 187] training: rmse=0.015728
[Epoch 187] speed: 2708 samples/sec	time cost: 487.120745
[Epoch 187] validation: err-top1=0.222895 err-top5=0.062281
Epoch[188] Batch [49]	Speed: 2693.585815 samples/sec	rmse=0.015648	lr=0.003702
Epoch[188] Batch [99]	Speed: 2696.571783 samples/sec	rmse=0.015633	lr=0.003677
Epoch[188] Batch [149]	Speed: 2718.277267 samples/sec	rmse=0.015734	lr=0.003653
Epoch[188] Batch [199]	Speed: 2799.346209 samples/sec	rmse=0.015750	lr=0.003628
Epoch[188] Batch [249]	Speed: 2719.778416 samples/sec	rmse=0.015721	lr=0.003604
Epoch[188] Batch [299]	Speed: 2679.008264 samples/sec	rmse=0.015689	lr=0.003579
Epoch[188] Batch [349]	Speed: 2688.868027 samples/sec	rmse=0.015690	lr=0.003555
Epoch[188] Batch [399]	Speed: 2670.066699 samples/sec	rmse=0.015703	lr=0.003531
Epoch[188] Batch [449]	Speed: 2708.972210 samples/sec	rmse=0.015697	lr=0.003507
Epoch[188] Batch [499]	Speed: 2786.541676 samples/sec	rmse=0.015686	lr=0.003483
Epoch[188] Batch [549]	Speed: 2757.524366 samples/sec	rmse=0.015689	lr=0.003459
Epoch[188] Batch [599]	Speed: 2716.067706 samples/sec	rmse=0.015676	lr=0.003435
Epoch[188] Batch [649]	Speed: 2726.398660 samples/sec	rmse=0.015670	lr=0.003412
Epoch[188] Batch [699]	Speed: 2673.232642 samples/sec	rmse=0.015678	lr=0.003388
Epoch[188] Batch [749]	Speed: 2683.940629 samples/sec	rmse=0.015672	lr=0.003364
Epoch[188] Batch [799]	Speed: 2733.793403 samples/sec	rmse=0.015676	lr=0.003341
Epoch[188] Batch [849]	Speed: 2755.083759 samples/sec	rmse=0.015675	lr=0.003318
Epoch[188] Batch [899]	Speed: 2734.154867 samples/sec	rmse=0.015682	lr=0.003294
Epoch[188] Batch [949]	Speed: 2663.456118 samples/sec	rmse=0.015674	lr=0.003271
Epoch[188] Batch [999]	Speed: 2722.105019 samples/sec	rmse=0.015676	lr=0.003248
Epoch[188] Batch [1049]	Speed: 2657.515250 samples/sec	rmse=0.015671	lr=0.003225
Epoch[188] Batch [1099]	Speed: 2680.414685 samples/sec	rmse=0.015669	lr=0.003202
Epoch[188] Batch [1149]	Speed: 2730.043337 samples/sec	rmse=0.015663	lr=0.003179
Epoch[188] Batch [1199]	Speed: 2800.194986 samples/sec	rmse=0.015660	lr=0.003156
Epoch[188] Batch [1249]	Speed: 2968.806773 samples/sec	rmse=0.015659	lr=0.003133
[Epoch 188] training: rmse=0.015658
[Epoch 188] speed: 2723 samples/sec	time cost: 483.987862
[Epoch 188] validation: err-top1=0.219766 err-top5=0.061085
Epoch[189] Batch [49]	Speed: 2748.752857 samples/sec	rmse=0.015786	lr=0.003110
Epoch[189] Batch [99]	Speed: 2688.524360 samples/sec	rmse=0.015708	lr=0.003088
Epoch[189] Batch [149]	Speed: 2750.114472 samples/sec	rmse=0.015693	lr=0.003065
Epoch[189] Batch [199]	Speed: 2744.513682 samples/sec	rmse=0.015715	lr=0.003043
Epoch[189] Batch [249]	Speed: 2804.339560 samples/sec	rmse=0.015690	lr=0.003020
Epoch[189] Batch [299]	Speed: 2707.307280 samples/sec	rmse=0.015670	lr=0.002998
Epoch[189] Batch [349]	Speed: 2747.095755 samples/sec	rmse=0.015687	lr=0.002976
Epoch[189] Batch [399]	Speed: 2739.238490 samples/sec	rmse=0.015669	lr=0.002954
Epoch[189] Batch [449]	Speed: 2660.764917 samples/sec	rmse=0.015670	lr=0.002932
Epoch[189] Batch [499]	Speed: 2667.545555 samples/sec	rmse=0.015683	lr=0.002910
Epoch[189] Batch [549]	Speed: 2714.503567 samples/sec	rmse=0.015696	lr=0.002888
Epoch[189] Batch [599]	Speed: 2735.035869 samples/sec	rmse=0.015690	lr=0.002866
Epoch[189] Batch [649]	Speed: 2680.226944 samples/sec	rmse=0.015672	lr=0.002845
Epoch[189] Batch [699]	Speed: 2685.838519 samples/sec	rmse=0.015657	lr=0.002823
Epoch[189] Batch [749]	Speed: 2811.404826 samples/sec	rmse=0.015651	lr=0.002801
Epoch[189] Batch [799]	Speed: 2698.900113 samples/sec	rmse=0.015659	lr=0.002780
Epoch[189] Batch [849]	Speed: 2732.902698 samples/sec	rmse=0.015661	lr=0.002759
Epoch[189] Batch [899]	Speed: 2774.811472 samples/sec	rmse=0.015652	lr=0.002737
Epoch[189] Batch [949]	Speed: 2665.301387 samples/sec	rmse=0.015647	lr=0.002716
Epoch[189] Batch [999]	Speed: 2616.993124 samples/sec	rmse=0.015642	lr=0.002695
Epoch[189] Batch [1049]	Speed: 2643.949753 samples/sec	rmse=0.015647	lr=0.002674
Epoch[189] Batch [1099]	Speed: 2653.604983 samples/sec	rmse=0.015639	lr=0.002653
Epoch[189] Batch [1149]	Speed: 2705.230281 samples/sec	rmse=0.015637	lr=0.002632
Epoch[189] Batch [1199]	Speed: 2676.657830 samples/sec	rmse=0.015638	lr=0.002611
Epoch[189] Batch [1249]	Speed: 2874.030015 samples/sec	rmse=0.015637	lr=0.002591
[Epoch 189] training: rmse=0.015637
[Epoch 189] speed: 2714 samples/sec	time cost: 485.968071
[Epoch 189] validation: err-top1=0.220623 err-top5=0.060368
Epoch[190] Batch [49]	Speed: 2756.286612 samples/sec	rmse=0.015673	lr=0.002570
Epoch[190] Batch [99]	Speed: 2673.481244 samples/sec	rmse=0.015567	lr=0.002549
Epoch[190] Batch [149]	Speed: 2708.252860 samples/sec	rmse=0.015536	lr=0.002529
Epoch[190] Batch [199]	Speed: 2760.691049 samples/sec	rmse=0.015555	lr=0.002508
Epoch[190] Batch [249]	Speed: 2678.598586 samples/sec	rmse=0.015565	lr=0.002488
Epoch[190] Batch [299]	Speed: 2777.920657 samples/sec	rmse=0.015580	lr=0.002468
Epoch[190] Batch [349]	Speed: 2686.399514 samples/sec	rmse=0.015549	lr=0.002448
Epoch[190] Batch [399]	Speed: 2765.979621 samples/sec	rmse=0.015535	lr=0.002428
Epoch[190] Batch [449]	Speed: 2711.767444 samples/sec	rmse=0.015558	lr=0.002408
Epoch[190] Batch [499]	Speed: 2757.869112 samples/sec	rmse=0.015574	lr=0.002388
Epoch[190] Batch [549]	Speed: 2743.834723 samples/sec	rmse=0.015558	lr=0.002368
Epoch[190] Batch [599]	Speed: 2723.424951 samples/sec	rmse=0.015571	lr=0.002348
Epoch[190] Batch [649]	Speed: 2667.779214 samples/sec	rmse=0.015568	lr=0.002329
Epoch[190] Batch [699]	Speed: 2686.967972 samples/sec	rmse=0.015560	lr=0.002309
Epoch[190] Batch [749]	Speed: 2762.703413 samples/sec	rmse=0.015550	lr=0.002290
Epoch[190] Batch [799]	Speed: 2736.313389 samples/sec	rmse=0.015548	lr=0.002270
Epoch[190] Batch [849]	Speed: 2641.785587 samples/sec	rmse=0.015550	lr=0.002251
Epoch[190] Batch [899]	Speed: 2713.737313 samples/sec	rmse=0.015547	lr=0.002232
Epoch[190] Batch [949]	Speed: 2709.288993 samples/sec	rmse=0.015542	lr=0.002213
Epoch[190] Batch [999]	Speed: 2704.381928 samples/sec	rmse=0.015539	lr=0.002194
Epoch[190] Batch [1049]	Speed: 2730.991775 samples/sec	rmse=0.015540	lr=0.002175
Epoch[190] Batch [1099]	Speed: 2703.183313 samples/sec	rmse=0.015540	lr=0.002156
Epoch[190] Batch [1149]	Speed: 2698.717302 samples/sec	rmse=0.015531	lr=0.002137
Epoch[190] Batch [1199]	Speed: 2719.410756 samples/sec	rmse=0.015539	lr=0.002118
Epoch[190] Batch [1249]	Speed: 2854.378013 samples/sec	rmse=0.015544	lr=0.002099
[Epoch 190] training: rmse=0.015543
[Epoch 190] speed: 2720 samples/sec	time cost: 484.584728
[Epoch 190] validation: err-top1=0.219886 err-top5=0.060906
Epoch[191] Batch [49]	Speed: 2753.585905 samples/sec	rmse=0.015481	lr=0.002081
Epoch[191] Batch [99]	Speed: 2693.528719 samples/sec	rmse=0.015491	lr=0.002062
Epoch[191] Batch [149]	Speed: 2686.363322 samples/sec	rmse=0.015491	lr=0.002044
Epoch[191] Batch [199]	Speed: 2729.396459 samples/sec	rmse=0.015499	lr=0.002025
Epoch[191] Batch [249]	Speed: 2733.756200 samples/sec	rmse=0.015502	lr=0.002007
Epoch[191] Batch [299]	Speed: 2728.122581 samples/sec	rmse=0.015511	lr=0.001989
Epoch[191] Batch [349]	Speed: 2776.093484 samples/sec	rmse=0.015486	lr=0.001971
Epoch[191] Batch [399]	Speed: 2699.853508 samples/sec	rmse=0.015491	lr=0.001953
Epoch[191] Batch [449]	Speed: 2741.296322 samples/sec	rmse=0.015487	lr=0.001935
Epoch[191] Batch [499]	Speed: 2766.942965 samples/sec	rmse=0.015495	lr=0.001917
Epoch[191] Batch [549]	Speed: 2682.310807 samples/sec	rmse=0.015510	lr=0.001899
Epoch[191] Batch [599]	Speed: 2796.689720 samples/sec	rmse=0.015505	lr=0.001882
Epoch[191] Batch [649]	Speed: 2718.559716 samples/sec	rmse=0.015500	lr=0.001864
Epoch[191] Batch [699]	Speed: 2713.534931 samples/sec	rmse=0.015494	lr=0.001847
Epoch[191] Batch [749]	Speed: 2746.837526 samples/sec	rmse=0.015502	lr=0.001829
Epoch[191] Batch [799]	Speed: 2754.586602 samples/sec	rmse=0.015507	lr=0.001812
Epoch[191] Batch [849]	Speed: 2731.892599 samples/sec	rmse=0.015499	lr=0.001795
Epoch[191] Batch [899]	Speed: 2716.901477 samples/sec	rmse=0.015499	lr=0.001777
Epoch[191] Batch [949]	Speed: 2742.834465 samples/sec	rmse=0.015490	lr=0.001760
Epoch[191] Batch [999]	Speed: 2755.282418 samples/sec	rmse=0.015493	lr=0.001743
Epoch[191] Batch [1049]	Speed: 2717.051421 samples/sec	rmse=0.015496	lr=0.001726
Epoch[191] Batch [1099]	Speed: 2646.150041 samples/sec	rmse=0.015499	lr=0.001710
Epoch[191] Batch [1149]	Speed: 2757.185229 samples/sec	rmse=0.015496	lr=0.001693
Epoch[191] Batch [1199]	Speed: 2669.921731 samples/sec	rmse=0.015496	lr=0.001676
Epoch[191] Batch [1249]	Speed: 2923.788776 samples/sec	rmse=0.015488	lr=0.001660
[Epoch 191] training: rmse=0.015487
[Epoch 191] speed: 2732 samples/sec	time cost: 482.131517
[Epoch 191] validation: err-top1=0.218486 err-top5=0.060710
Epoch[192] Batch [49]	Speed: 2771.722761 samples/sec	rmse=0.015483	lr=0.001643
Epoch[192] Batch [99]	Speed: 2732.923426 samples/sec	rmse=0.015375	lr=0.001626
Epoch[192] Batch [149]	Speed: 2684.949780 samples/sec	rmse=0.015414	lr=0.001610
Epoch[192] Batch [199]	Speed: 2648.105798 samples/sec	rmse=0.015417	lr=0.001594
Epoch[192] Batch [249]	Speed: 2695.779814 samples/sec	rmse=0.015438	lr=0.001577
Epoch[192] Batch [299]	Speed: 2689.741709 samples/sec	rmse=0.015476	lr=0.001561
Epoch[192] Batch [349]	Speed: 2734.670515 samples/sec	rmse=0.015492	lr=0.001545
Epoch[192] Batch [399]	Speed: 2709.759299 samples/sec	rmse=0.015496	lr=0.001529
Epoch[192] Batch [449]	Speed: 2661.708676 samples/sec	rmse=0.015484	lr=0.001514
Epoch[192] Batch [499]	Speed: 2679.870032 samples/sec	rmse=0.015478	lr=0.001498
Epoch[192] Batch [549]	Speed: 2676.784646 samples/sec	rmse=0.015474	lr=0.001482
Epoch[192] Batch [599]	Speed: 2719.436653 samples/sec	rmse=0.015482	lr=0.001466
Epoch[192] Batch [649]	Speed: 2709.495460 samples/sec	rmse=0.015468	lr=0.001451
Epoch[192] Batch [699]	Speed: 2770.416153 samples/sec	rmse=0.015469	lr=0.001435
Epoch[192] Batch [749]	Speed: 2756.557873 samples/sec	rmse=0.015463	lr=0.001420
Epoch[192] Batch [799]	Speed: 2810.166486 samples/sec	rmse=0.015460	lr=0.001405
Epoch[192] Batch [849]	Speed: 2652.443084 samples/sec	rmse=0.015462	lr=0.001390
Epoch[192] Batch [899]	Speed: 2670.221113 samples/sec	rmse=0.015452	lr=0.001375
Epoch[192] Batch [949]	Speed: 2716.517447 samples/sec	rmse=0.015451	lr=0.001360
Epoch[192] Batch [999]	Speed: 2761.935889 samples/sec	rmse=0.015448	lr=0.001345
Epoch[192] Batch [1049]	Speed: 2673.695439 samples/sec	rmse=0.015448	lr=0.001330
Epoch[192] Batch [1099]	Speed: 2656.500423 samples/sec	rmse=0.015444	lr=0.001315
Epoch[192] Batch [1149]	Speed: 2763.656011 samples/sec	rmse=0.015445	lr=0.001300
Epoch[192] Batch [1199]	Speed: 2706.842125 samples/sec	rmse=0.015441	lr=0.001286
Epoch[192] Batch [1249]	Speed: 2834.332970 samples/sec	rmse=0.015439	lr=0.001271
[Epoch 192] training: rmse=0.015438
[Epoch 192] speed: 2712 samples/sec	time cost: 486.533994
[Epoch 192] validation: err-top1=0.218471 err-top5=0.059431
Epoch[193] Batch [49]	Speed: 2700.779757 samples/sec	rmse=0.015386	lr=0.001256
Epoch[193] Batch [99]	Speed: 2756.173234 samples/sec	rmse=0.015395	lr=0.001242
Epoch[193] Batch [149]	Speed: 2713.762176 samples/sec	rmse=0.015369	lr=0.001228
Epoch[193] Batch [199]	Speed: 2718.958163 samples/sec	rmse=0.015381	lr=0.001213
Epoch[193] Batch [249]	Speed: 2721.269672 samples/sec	rmse=0.015406	lr=0.001199
Epoch[193] Batch [299]	Speed: 2662.566611 samples/sec	rmse=0.015417	lr=0.001185
Epoch[193] Batch [349]	Speed: 2676.726425 samples/sec	rmse=0.015394	lr=0.001171
Epoch[193] Batch [399]	Speed: 2705.097655 samples/sec	rmse=0.015386	lr=0.001157
Epoch[193] Batch [449]	Speed: 2661.353117 samples/sec	rmse=0.015398	lr=0.001144
Epoch[193] Batch [499]	Speed: 2645.604881 samples/sec	rmse=0.015391	lr=0.001130
Epoch[193] Batch [549]	Speed: 2746.238469 samples/sec	rmse=0.015376	lr=0.001116
Epoch[193] Batch [599]	Speed: 2723.848180 samples/sec	rmse=0.015384	lr=0.001103
Epoch[193] Batch [649]	Speed: 2717.520230 samples/sec	rmse=0.015383	lr=0.001089
Epoch[193] Batch [699]	Speed: 2739.782448 samples/sec	rmse=0.015381	lr=0.001076
Epoch[193] Batch [749]	Speed: 2646.196277 samples/sec	rmse=0.015386	lr=0.001063
Epoch[193] Batch [799]	Speed: 2699.885822 samples/sec	rmse=0.015386	lr=0.001049
Epoch[193] Batch [849]	Speed: 2707.804554 samples/sec	rmse=0.015394	lr=0.001036
Epoch[193] Batch [899]	Speed: 2693.329373 samples/sec	rmse=0.015401	lr=0.001023
Epoch[193] Batch [949]	Speed: 2671.391699 samples/sec	rmse=0.015397	lr=0.001010
Epoch[193] Batch [999]	Speed: 2717.265571 samples/sec	rmse=0.015403	lr=0.000997
Epoch[193] Batch [1049]	Speed: 2694.212617 samples/sec	rmse=0.015406	lr=0.000985
Epoch[193] Batch [1099]	Speed: 2709.551971 samples/sec	rmse=0.015406	lr=0.000972
Epoch[193] Batch [1149]	Speed: 2703.662904 samples/sec	rmse=0.015402	lr=0.000959
Epoch[193] Batch [1199]	Speed: 2699.896073 samples/sec	rmse=0.015408	lr=0.000947
Epoch[193] Batch [1249]	Speed: 2985.246055 samples/sec	rmse=0.015412	lr=0.000934
[Epoch 193] training: rmse=0.015413
[Epoch 193] speed: 2709 samples/sec	time cost: 487.183044
[Epoch 193] validation: err-top1=0.217893 err-top5=0.059630
Epoch[194] Batch [49]	Speed: 2826.144378 samples/sec	rmse=0.015226	lr=0.000922
Epoch[194] Batch [99]	Speed: 2762.822518 samples/sec	rmse=0.015278	lr=0.000909
Epoch[194] Batch [149]	Speed: 2749.517084 samples/sec	rmse=0.015287	lr=0.000897
Epoch[194] Batch [199]	Speed: 2765.028518 samples/sec	rmse=0.015299	lr=0.000885
Epoch[194] Batch [249]	Speed: 2723.893992 samples/sec	rmse=0.015291	lr=0.000873
Epoch[194] Batch [299]	Speed: 2783.471438 samples/sec	rmse=0.015301	lr=0.000861
Epoch[194] Batch [349]	Speed: 2745.861620 samples/sec	rmse=0.015343	lr=0.000849
Epoch[194] Batch [399]	Speed: 2735.283975 samples/sec	rmse=0.015332	lr=0.000837
Epoch[194] Batch [449]	Speed: 2698.716183 samples/sec	rmse=0.015338	lr=0.000825
Epoch[194] Batch [499]	Speed: 2733.171567 samples/sec	rmse=0.015344	lr=0.000814
Epoch[194] Batch [549]	Speed: 2683.669520 samples/sec	rmse=0.015334	lr=0.000802
Epoch[194] Batch [599]	Speed: 2733.023491 samples/sec	rmse=0.015337	lr=0.000791
Epoch[194] Batch [649]	Speed: 2701.953328 samples/sec	rmse=0.015338	lr=0.000779
Epoch[194] Batch [699]	Speed: 2779.982662 samples/sec	rmse=0.015351	lr=0.000768
Epoch[194] Batch [749]	Speed: 2748.283094 samples/sec	rmse=0.015357	lr=0.000757
Epoch[194] Batch [799]	Speed: 2745.406217 samples/sec	rmse=0.015355	lr=0.000746
Epoch[194] Batch [849]	Speed: 2692.470508 samples/sec	rmse=0.015352	lr=0.000735
Epoch[194] Batch [899]	Speed: 2683.642087 samples/sec	rmse=0.015359	lr=0.000724
Epoch[194] Batch [949]	Speed: 2635.537132 samples/sec	rmse=0.015364	lr=0.000713
Epoch[194] Batch [999]	Speed: 2687.235781 samples/sec	rmse=0.015374	lr=0.000702
Epoch[194] Batch [1049]	Speed: 2649.014161 samples/sec	rmse=0.015370	lr=0.000691
Epoch[194] Batch [1099]	Speed: 2676.369211 samples/sec	rmse=0.015370	lr=0.000680
Epoch[194] Batch [1149]	Speed: 2732.975492 samples/sec	rmse=0.015372	lr=0.000670
Epoch[194] Batch [1199]	Speed: 2697.755322 samples/sec	rmse=0.015376	lr=0.000659
Epoch[194] Batch [1249]	Speed: 2906.215565 samples/sec	rmse=0.015379	lr=0.000649
[Epoch 194] training: rmse=0.015380
[Epoch 194] speed: 2728 samples/sec	time cost: 483.544375
[Epoch 194] validation: err-top1=0.218591 err-top5=0.060088
Epoch[195] Batch [49]	Speed: 2777.958784 samples/sec	rmse=0.015485	lr=0.000638
Epoch[195] Batch [99]	Speed: 2710.694446 samples/sec	rmse=0.015388	lr=0.000628
Epoch[195] Batch [149]	Speed: 2693.364909 samples/sec	rmse=0.015346	lr=0.000618
Epoch[195] Batch [199]	Speed: 2666.644739 samples/sec	rmse=0.015355	lr=0.000608
Epoch[195] Batch [249]	Speed: 2751.285037 samples/sec	rmse=0.015362	lr=0.000598
Epoch[195] Batch [299]	Speed: 2701.888329 samples/sec	rmse=0.015374	lr=0.000588
Epoch[195] Batch [349]	Speed: 2733.012534 samples/sec	rmse=0.015368	lr=0.000578
Epoch[195] Batch [399]	Speed: 2699.661166 samples/sec	rmse=0.015374	lr=0.000568
Epoch[195] Batch [449]	Speed: 2677.162397 samples/sec	rmse=0.015378	lr=0.000559
Epoch[195] Batch [499]	Speed: 2691.407123 samples/sec	rmse=0.015355	lr=0.000549
Epoch[195] Batch [549]	Speed: 2681.135020 samples/sec	rmse=0.015336	lr=0.000540
Epoch[195] Batch [599]	Speed: 2669.010087 samples/sec	rmse=0.015347	lr=0.000530
Epoch[195] Batch [649]	Speed: 2658.798027 samples/sec	rmse=0.015343	lr=0.000521
Epoch[195] Batch [699]	Speed: 2714.004414 samples/sec	rmse=0.015351	lr=0.000512
Epoch[195] Batch [749]	Speed: 2653.743758 samples/sec	rmse=0.015360	lr=0.000503
Epoch[195] Batch [799]	Speed: 2714.884728 samples/sec	rmse=0.015352	lr=0.000493
Epoch[195] Batch [849]	Speed: 2737.631644 samples/sec	rmse=0.015349	lr=0.000484
Epoch[195] Batch [899]	Speed: 2694.904471 samples/sec	rmse=0.015344	lr=0.000476
Epoch[195] Batch [949]	Speed: 2732.210247 samples/sec	rmse=0.015344	lr=0.000467
Epoch[195] Batch [999]	Speed: 2727.244156 samples/sec	rmse=0.015340	lr=0.000458
Epoch[195] Batch [1049]	Speed: 2647.411716 samples/sec	rmse=0.015339	lr=0.000449
Epoch[195] Batch [1099]	Speed: 2639.716265 samples/sec	rmse=0.015341	lr=0.000441
Epoch[195] Batch [1149]	Speed: 2674.692834 samples/sec	rmse=0.015338	lr=0.000432
Epoch[195] Batch [1199]	Speed: 2725.530305 samples/sec	rmse=0.015333	lr=0.000424
Epoch[195] Batch [1249]	Speed: 2862.821874 samples/sec	rmse=0.015328	lr=0.000415
[Epoch 195] training: rmse=0.015328
[Epoch 195] speed: 2702 samples/sec	time cost: 487.742805
[Epoch 195] validation: err-top1=0.217833 err-top5=0.059411
Epoch[196] Batch [49]	Speed: 2794.850585 samples/sec	rmse=0.015262	lr=0.000407
Epoch[196] Batch [99]	Speed: 2716.329974 samples/sec	rmse=0.015317	lr=0.000399
Epoch[196] Batch [149]	Speed: 2662.759217 samples/sec	rmse=0.015337	lr=0.000391
Epoch[196] Batch [199]	Speed: 2646.378043 samples/sec	rmse=0.015356	lr=0.000383
Epoch[196] Batch [249]	Speed: 2678.860385 samples/sec	rmse=0.015341	lr=0.000375
Epoch[196] Batch [299]	Speed: 2693.339304 samples/sec	rmse=0.015342	lr=0.000367
Epoch[196] Batch [349]	Speed: 2695.960501 samples/sec	rmse=0.015337	lr=0.000359
Epoch[196] Batch [399]	Speed: 2647.030275 samples/sec	rmse=0.015352	lr=0.000352
Epoch[196] Batch [449]	Speed: 2740.069279 samples/sec	rmse=0.015354	lr=0.000344
Epoch[196] Batch [499]	Speed: 2737.913173 samples/sec	rmse=0.015365	lr=0.000336
Epoch[196] Batch [549]	Speed: 2696.516693 samples/sec	rmse=0.015359	lr=0.000329
Epoch[196] Batch [599]	Speed: 2692.088392 samples/sec	rmse=0.015353	lr=0.000322
Epoch[196] Batch [649]	Speed: 2654.953210 samples/sec	rmse=0.015353	lr=0.000314
Epoch[196] Batch [699]	Speed: 2688.160458 samples/sec	rmse=0.015352	lr=0.000307
Epoch[196] Batch [749]	Speed: 2761.207525 samples/sec	rmse=0.015347	lr=0.000300
Epoch[196] Batch [799]	Speed: 2671.326467 samples/sec	rmse=0.015339	lr=0.000293
Epoch[196] Batch [849]	Speed: 2727.614353 samples/sec	rmse=0.015339	lr=0.000286
Epoch[196] Batch [899]	Speed: 2673.092121 samples/sec	rmse=0.015340	lr=0.000279
Epoch[196] Batch [949]	Speed: 2742.250810 samples/sec	rmse=0.015342	lr=0.000273
Epoch[196] Batch [999]	Speed: 2772.019110 samples/sec	rmse=0.015341	lr=0.000266
Epoch[196] Batch [1049]	Speed: 2680.520611 samples/sec	rmse=0.015341	lr=0.000259
Epoch[196] Batch [1099]	Speed: 2684.206560 samples/sec	rmse=0.015337	lr=0.000253
Epoch[196] Batch [1149]	Speed: 2709.092742 samples/sec	rmse=0.015341	lr=0.000246
Epoch[196] Batch [1199]	Speed: 2679.196638 samples/sec	rmse=0.015352	lr=0.000240
Epoch[196] Batch [1249]	Speed: 2915.913324 samples/sec	rmse=0.015352	lr=0.000234
[Epoch 196] training: rmse=0.015351
[Epoch 196] speed: 2707 samples/sec	time cost: 486.989947
[Epoch 196] validation: err-top1=0.217455 err-top5=0.059570
Epoch[197] Batch [49]	Speed: 2755.499950 samples/sec	rmse=0.015426	lr=0.000227
Epoch[197] Batch [99]	Speed: 2696.043289 samples/sec	rmse=0.015399	lr=0.000221
Epoch[197] Batch [149]	Speed: 2658.956507 samples/sec	rmse=0.015372	lr=0.000215
Epoch[197] Batch [199]	Speed: 2740.689116 samples/sec	rmse=0.015355	lr=0.000209
Epoch[197] Batch [249]	Speed: 2709.613338 samples/sec	rmse=0.015353	lr=0.000204
Epoch[197] Batch [299]	Speed: 2734.203220 samples/sec	rmse=0.015345	lr=0.000198
Epoch[197] Batch [349]	Speed: 2703.314186 samples/sec	rmse=0.015341	lr=0.000192
Epoch[197] Batch [399]	Speed: 2731.756893 samples/sec	rmse=0.015346	lr=0.000187
Epoch[197] Batch [449]	Speed: 2716.685494 samples/sec	rmse=0.015341	lr=0.000181
Epoch[197] Batch [499]	Speed: 2740.041415 samples/sec	rmse=0.015336	lr=0.000176
Epoch[197] Batch [549]	Speed: 2743.109251 samples/sec	rmse=0.015343	lr=0.000170
Epoch[197] Batch [599]	Speed: 2653.586424 samples/sec	rmse=0.015341	lr=0.000165
Epoch[197] Batch [649]	Speed: 2720.418020 samples/sec	rmse=0.015329	lr=0.000160
Epoch[197] Batch [699]	Speed: 2678.271669 samples/sec	rmse=0.015331	lr=0.000155
Epoch[197] Batch [749]	Speed: 2748.604566 samples/sec	rmse=0.015335	lr=0.000150
Epoch[197] Batch [799]	Speed: 2734.591954 samples/sec	rmse=0.015326	lr=0.000145
Epoch[197] Batch [849]	Speed: 2789.032094 samples/sec	rmse=0.015317	lr=0.000140
Epoch[197] Batch [899]	Speed: 2752.544056 samples/sec	rmse=0.015310	lr=0.000135
Epoch[197] Batch [949]	Speed: 2686.475499 samples/sec	rmse=0.015301	lr=0.000130
Epoch[197] Batch [999]	Speed: 2748.606501 samples/sec	rmse=0.015310	lr=0.000126
Epoch[197] Batch [1049]	Speed: 2771.665452 samples/sec	rmse=0.015318	lr=0.000121
Epoch[197] Batch [1099]	Speed: 2639.535414 samples/sec	rmse=0.015315	lr=0.000117
Epoch[197] Batch [1149]	Speed: 2651.746989 samples/sec	rmse=0.015321	lr=0.000112
Epoch[197] Batch [1199]	Speed: 2717.986070 samples/sec	rmse=0.015313	lr=0.000108
Epoch[197] Batch [1249]	Speed: 2906.242939 samples/sec	rmse=0.015314	lr=0.000104
[Epoch 197] training: rmse=0.015315
[Epoch 197] speed: 2722 samples/sec	time cost: 484.221453
[Epoch 197] validation: err-top1=0.217936 err-top5=0.059652
Epoch[198] Batch [49]	Speed: 2811.133298 samples/sec	rmse=0.015236	lr=0.000100
Epoch[198] Batch [99]	Speed: 2822.618851 samples/sec	rmse=0.015236	lr=0.000096
Epoch[198] Batch [149]	Speed: 2712.015217 samples/sec	rmse=0.015247	lr=0.000092
Epoch[198] Batch [199]	Speed: 2718.217227 samples/sec	rmse=0.015307	lr=0.000088
Epoch[198] Batch [249]	Speed: 2743.184938 samples/sec	rmse=0.015321	lr=0.000084
Epoch[198] Batch [299]	Speed: 2694.910017 samples/sec	rmse=0.015326	lr=0.000080
Epoch[198] Batch [349]	Speed: 2658.825482 samples/sec	rmse=0.015332	lr=0.000077
Epoch[198] Batch [399]	Speed: 2678.737582 samples/sec	rmse=0.015327	lr=0.000073
Epoch[198] Batch [449]	Speed: 2719.431728 samples/sec	rmse=0.015312	lr=0.000070
Epoch[198] Batch [499]	Speed: 2706.786614 samples/sec	rmse=0.015318	lr=0.000067
Epoch[198] Batch [549]	Speed: 2704.417109 samples/sec	rmse=0.015327	lr=0.000063
Epoch[198] Batch [599]	Speed: 2727.116185 samples/sec	rmse=0.015335	lr=0.000060
Epoch[198] Batch [649]	Speed: 2712.226553 samples/sec	rmse=0.015343	lr=0.000057
Epoch[198] Batch [699]	Speed: 2776.626115 samples/sec	rmse=0.015343	lr=0.000054
Epoch[198] Batch [749]	Speed: 2772.394834 samples/sec	rmse=0.015338	lr=0.000051
Epoch[198] Batch [799]	Speed: 2697.191980 samples/sec	rmse=0.015332	lr=0.000048
Epoch[198] Batch [849]	Speed: 2674.646163 samples/sec	rmse=0.015326	lr=0.000045
Epoch[198] Batch [899]	Speed: 2666.464318 samples/sec	rmse=0.015323	lr=0.000043
Epoch[198] Batch [949]	Speed: 2671.652921 samples/sec	rmse=0.015335	lr=0.000040
Epoch[198] Batch [999]	Speed: 2653.560423 samples/sec	rmse=0.015332	lr=0.000037
Epoch[198] Batch [1049]	Speed: 2668.487334 samples/sec	rmse=0.015331	lr=0.000035
Epoch[198] Batch [1099]	Speed: 2678.327720 samples/sec	rmse=0.015333	lr=0.000033
Epoch[198] Batch [1149]	Speed: 2729.121916 samples/sec	rmse=0.015329	lr=0.000030
Epoch[198] Batch [1199]	Speed: 2624.445362 samples/sec	rmse=0.015331	lr=0.000028
Epoch[198] Batch [1249]	Speed: 2841.137663 samples/sec	rmse=0.015331	lr=0.000026
[Epoch 198] training: rmse=0.015331
[Epoch 198] speed: 2711 samples/sec	time cost: 486.528130
[Epoch 198] validation: err-top1=0.217694 err-top5=0.060029
Epoch[199] Batch [49]	Speed: 2742.159593 samples/sec	rmse=0.015225	lr=0.000024
Epoch[199] Batch [99]	Speed: 2703.476758 samples/sec	rmse=0.015333	lr=0.000022
Epoch[199] Batch [149]	Speed: 2695.766041 samples/sec	rmse=0.015366	lr=0.000020
Epoch[199] Batch [199]	Speed: 2708.260306 samples/sec	rmse=0.015393	lr=0.000018
Epoch[199] Batch [249]	Speed: 2654.669515 samples/sec	rmse=0.015362	lr=0.000017
Epoch[199] Batch [299]	Speed: 2679.306713 samples/sec	rmse=0.015342	lr=0.000015
Epoch[199] Batch [349]	Speed: 2690.060953 samples/sec	rmse=0.015336	lr=0.000013
Epoch[199] Batch [399]	Speed: 2656.606044 samples/sec	rmse=0.015345	lr=0.000012
Epoch[199] Batch [449]	Speed: 2707.267792 samples/sec	rmse=0.015356	lr=0.000011
Epoch[199] Batch [499]	Speed: 2687.700714 samples/sec	rmse=0.015356	lr=0.000009
Epoch[199] Batch [549]	Speed: 2689.990999 samples/sec	rmse=0.015352	lr=0.000008
Epoch[199] Batch [599]	Speed: 2715.537862 samples/sec	rmse=0.015354	lr=0.000007
Epoch[199] Batch [649]	Speed: 2741.074414 samples/sec	rmse=0.015349	lr=0.000006
Epoch[199] Batch [699]	Speed: 2746.483027 samples/sec	rmse=0.015340	lr=0.000005
Epoch[199] Batch [749]	Speed: 2628.416887 samples/sec	rmse=0.015352	lr=0.000004
Epoch[199] Batch [799]	Speed: 2675.707643 samples/sec	rmse=0.015353	lr=0.000003
Epoch[199] Batch [849]	Speed: 2749.816978 samples/sec	rmse=0.015345	lr=0.000003
Epoch[199] Batch [899]	Speed: 2727.390740 samples/sec	rmse=0.015346	lr=0.000002
Epoch[199] Batch [949]	Speed: 2717.779030 samples/sec	rmse=0.015350	lr=0.000002
Epoch[199] Batch [999]	Speed: 2682.223969 samples/sec	rmse=0.015344	lr=0.000001
Epoch[199] Batch [1049]	Speed: 2746.005507 samples/sec	rmse=0.015343	lr=0.000001
Epoch[199] Batch [1099]	Speed: 2706.741273 samples/sec	rmse=0.015342	lr=0.000000
Epoch[199] Batch [1149]	Speed: 2723.137450 samples/sec	rmse=0.015344	lr=0.000000
Epoch[199] Batch [1199]	Speed: 2728.302119 samples/sec	rmse=0.015348	lr=0.000000
Epoch[199] Batch [1249]	Speed: 2885.106781 samples/sec	rmse=0.015353	lr=0.000000
[Epoch 199] training: rmse=0.015353
[Epoch 199] speed: 2709 samples/sec	time cost: 486.757378
[Epoch 199] validation: err-top1=0.219786 err-top5=0.060288