Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=False, log_interval=50, logging_file='mobilenet1.0_mixup.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=True, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='mobilenet1.0', momentum=0.9, no_wd=True, num_epochs=200, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_mobilenet1.0_mixup', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001)
Epoch[0] Batch [49]	Speed: 1900.381910 samples/sec	rmse=0.026789	lr=0.003133
Epoch[0] Batch [99]	Speed: 5792.222843 samples/sec	rmse=0.026484	lr=0.006331
Epoch[0] Batch [149]	Speed: 4567.689220 samples/sec	rmse=0.026539	lr=0.009528
Epoch[0] Batch [199]	Speed: 5778.145786 samples/sec	rmse=0.026498	lr=0.012726
Epoch[0] Batch [249]	Speed: 5441.488622 samples/sec	rmse=0.026358	lr=0.015923
Epoch[0] Batch [299]	Speed: 4610.596862 samples/sec	rmse=0.026342	lr=0.019121
Epoch[0] Batch [349]	Speed: 5443.280843 samples/sec	rmse=0.026254	lr=0.022318
Epoch[0] Batch [399]	Speed: 4272.375232 samples/sec	rmse=0.026236	lr=0.025516
Epoch[0] Batch [449]	Speed: 5188.587437 samples/sec	rmse=0.026246	lr=0.028713
Epoch[0] Batch [499]	Speed: 4879.082572 samples/sec	rmse=0.026247	lr=0.031910
Epoch[0] Batch [549]	Speed: 5003.592940 samples/sec	rmse=0.026307	lr=0.035108
Epoch[0] Batch [599]	Speed: 5462.971880 samples/sec	rmse=0.026278	lr=0.038305
Epoch[0] Batch [649]	Speed: 5791.804024 samples/sec	rmse=0.026239	lr=0.041503
Epoch[0] Batch [699]	Speed: 6104.803771 samples/sec	rmse=0.026223	lr=0.044700
Epoch[0] Batch [749]	Speed: 5494.217795 samples/sec	rmse=0.026221	lr=0.047898
Epoch[0] Batch [799]	Speed: 5780.898919 samples/sec	rmse=0.026190	lr=0.051095
Epoch[0] Batch [849]	Speed: 5706.400036 samples/sec	rmse=0.026221	lr=0.054293
Epoch[0] Batch [899]	Speed: 5369.087506 samples/sec	rmse=0.026245	lr=0.057490
Epoch[0] Batch [949]	Speed: 4427.294890 samples/sec	rmse=0.026262	lr=0.060687
Epoch[0] Batch [999]	Speed: 5489.251575 samples/sec	rmse=0.026236	lr=0.063885
Epoch[0] Batch [1049]	Speed: 5358.905271 samples/sec	rmse=0.026236	lr=0.067082
Epoch[0] Batch [1099]	Speed: 5721.310939 samples/sec	rmse=0.026203	lr=0.070280
Epoch[0] Batch [1149]	Speed: 5491.806873 samples/sec	rmse=0.026200	lr=0.073477
Epoch[0] Batch [1199]	Speed: 5250.742525 samples/sec	rmse=0.026180	lr=0.076675
Epoch[0] Batch [1249]	Speed: 5503.153781 samples/sec	rmse=0.026210	lr=0.079872
[Epoch 0] training: rmse=0.026209
[Epoch 0] speed: 4926 samples/sec	time cost: 270.201024
[Epoch 0] validation: err-top1=0.953045 err-top5=0.859654
Epoch[1] Batch [49]	Speed: 4887.910756 samples/sec	rmse=0.025951	lr=0.083133
Epoch[1] Batch [99]	Speed: 5292.965070 samples/sec	rmse=0.025975	lr=0.086331
Epoch[1] Batch [149]	Speed: 5439.692897 samples/sec	rmse=0.025800	lr=0.089528
Epoch[1] Batch [199]	Speed: 5613.471200 samples/sec	rmse=0.025829	lr=0.092726
Epoch[1] Batch [249]	Speed: 5539.848473 samples/sec	rmse=0.025869	lr=0.095923
Epoch[1] Batch [299]	Speed: 4956.329038 samples/sec	rmse=0.025896	lr=0.099121
Epoch[1] Batch [349]	Speed: 5069.061438 samples/sec	rmse=0.025953	lr=0.102318
Epoch[1] Batch [399]	Speed: 5711.902802 samples/sec	rmse=0.025990	lr=0.105516
Epoch[1] Batch [449]	Speed: 5771.788460 samples/sec	rmse=0.025949	lr=0.108713
Epoch[1] Batch [499]	Speed: 5411.463606 samples/sec	rmse=0.025937	lr=0.111910
Epoch[1] Batch [549]	Speed: 5455.862292 samples/sec	rmse=0.025942	lr=0.115108
Epoch[1] Batch [599]	Speed: 5211.472860 samples/sec	rmse=0.025983	lr=0.118305
Epoch[1] Batch [649]	Speed: 5607.718933 samples/sec	rmse=0.025994	lr=0.121503
Epoch[1] Batch [699]	Speed: 5578.548307 samples/sec	rmse=0.025915	lr=0.124700
Epoch[1] Batch [749]	Speed: 5469.001585 samples/sec	rmse=0.025858	lr=0.127898
Epoch[1] Batch [799]	Speed: 5465.740359 samples/sec	rmse=0.025844	lr=0.131095
Epoch[1] Batch [849]	Speed: 5607.371466 samples/sec	rmse=0.025847	lr=0.134293
Epoch[1] Batch [899]	Speed: 5558.658198 samples/sec	rmse=0.025868	lr=0.137490
Epoch[1] Batch [949]	Speed: 5660.336297 samples/sec	rmse=0.025870	lr=0.140687
Epoch[1] Batch [999]	Speed: 5945.382704 samples/sec	rmse=0.025862	lr=0.143885
Epoch[1] Batch [1049]	Speed: 5725.056075 samples/sec	rmse=0.025848	lr=0.147082
Epoch[1] Batch [1099]	Speed: 5808.127037 samples/sec	rmse=0.025834	lr=0.150280
Epoch[1] Batch [1149]	Speed: 6069.640799 samples/sec	rmse=0.025825	lr=0.153477
Epoch[1] Batch [1199]	Speed: 5859.233611 samples/sec	rmse=0.025812	lr=0.156675
Epoch[1] Batch [1249]	Speed: 6015.055225 samples/sec	rmse=0.025805	lr=0.159872
[Epoch 1] training: rmse=0.025801
[Epoch 1] speed: 5525 samples/sec	time cost: 241.417136
[Epoch 1] validation: err-top1=0.841458 err-top5=0.650969
Epoch[2] Batch [49]	Speed: 5402.611724 samples/sec	rmse=0.025176	lr=0.163133
Epoch[2] Batch [99]	Speed: 5655.089050 samples/sec	rmse=0.024973	lr=0.166331
Epoch[2] Batch [149]	Speed: 5681.112653 samples/sec	rmse=0.025170	lr=0.169528
Epoch[2] Batch [199]	Speed: 5574.812734 samples/sec	rmse=0.025161	lr=0.172726
Epoch[2] Batch [249]	Speed: 5618.719817 samples/sec	rmse=0.025152	lr=0.175923
Epoch[2] Batch [299]	Speed: 5493.588832 samples/sec	rmse=0.025190	lr=0.179121
Epoch[2] Batch [349]	Speed: 5653.690901 samples/sec	rmse=0.025249	lr=0.182318
Epoch[2] Batch [399]	Speed: 5545.783634 samples/sec	rmse=0.025233	lr=0.185516
Epoch[2] Batch [449]	Speed: 5475.877240 samples/sec	rmse=0.025180	lr=0.188713
Epoch[2] Batch [499]	Speed: 5801.500475 samples/sec	rmse=0.025145	lr=0.191910
Epoch[2] Batch [549]	Speed: 5725.623291 samples/sec	rmse=0.025152	lr=0.195108
Epoch[2] Batch [599]	Speed: 5438.998384 samples/sec	rmse=0.025132	lr=0.198305
Epoch[2] Batch [649]	Speed: 5577.996381 samples/sec	rmse=0.025113	lr=0.201503
Epoch[2] Batch [699]	Speed: 5587.597526 samples/sec	rmse=0.025118	lr=0.204700
Epoch[2] Batch [749]	Speed: 5400.013403 samples/sec	rmse=0.025074	lr=0.207898
Epoch[2] Batch [799]	Speed: 5802.021177 samples/sec	rmse=0.025079	lr=0.211095
Epoch[2] Batch [849]	Speed: 5420.588488 samples/sec	rmse=0.025094	lr=0.214293
Epoch[2] Batch [899]	Speed: 5577.521195 samples/sec	rmse=0.025093	lr=0.217490
Epoch[2] Batch [949]	Speed: 5500.180202 samples/sec	rmse=0.025073	lr=0.220687
Epoch[2] Batch [999]	Speed: 5603.630982 samples/sec	rmse=0.025054	lr=0.223885
Epoch[2] Batch [1049]	Speed: 5783.912172 samples/sec	rmse=0.025001	lr=0.227082
Epoch[2] Batch [1099]	Speed: 5805.460597 samples/sec	rmse=0.024998	lr=0.230280
Epoch[2] Batch [1149]	Speed: 4832.987662 samples/sec	rmse=0.024967	lr=0.233477
Epoch[2] Batch [1199]	Speed: 5482.426151 samples/sec	rmse=0.024939	lr=0.236675
Epoch[2] Batch [1249]	Speed: 5636.095494 samples/sec	rmse=0.024919	lr=0.239872
[Epoch 2] training: rmse=0.024920
[Epoch 2] speed: 5549 samples/sec	time cost: 240.011927
[Epoch 2] validation: err-top1=0.710360 err-top5=0.460260
Epoch[3] Batch [49]	Speed: 5326.989206 samples/sec	rmse=0.024193	lr=0.243133
Epoch[3] Batch [99]	Speed: 5596.757541 samples/sec	rmse=0.024381	lr=0.246331
Epoch[3] Batch [149]	Speed: 5670.016040 samples/sec	rmse=0.024317	lr=0.249528
Epoch[3] Batch [199]	Speed: 5691.565296 samples/sec	rmse=0.024312	lr=0.252726
Epoch[3] Batch [249]	Speed: 5770.856910 samples/sec	rmse=0.024306	lr=0.255923
Epoch[3] Batch [299]	Speed: 5477.629454 samples/sec	rmse=0.024317	lr=0.259121
Epoch[3] Batch [349]	Speed: 5834.108974 samples/sec	rmse=0.024320	lr=0.262318
Epoch[3] Batch [399]	Speed: 5744.274528 samples/sec	rmse=0.024289	lr=0.265516
Epoch[3] Batch [449]	Speed: 5843.486241 samples/sec	rmse=0.024276	lr=0.268713
Epoch[3] Batch [499]	Speed: 5341.110666 samples/sec	rmse=0.024268	lr=0.271910
Epoch[3] Batch [549]	Speed: 5816.921381 samples/sec	rmse=0.024279	lr=0.275108
Epoch[3] Batch [599]	Speed: 5485.049768 samples/sec	rmse=0.024285	lr=0.278305
Epoch[3] Batch [649]	Speed: 4776.758410 samples/sec	rmse=0.024315	lr=0.281503
Epoch[3] Batch [699]	Speed: 4475.825000 samples/sec	rmse=0.024310	lr=0.284700
Epoch[3] Batch [749]	Speed: 4694.617861 samples/sec	rmse=0.024285	lr=0.287898
Epoch[3] Batch [799]	Speed: 4790.063786 samples/sec	rmse=0.024284	lr=0.291095
Epoch[3] Batch [849]	Speed: 4461.495655 samples/sec	rmse=0.024265	lr=0.294293
Epoch[3] Batch [899]	Speed: 5281.378360 samples/sec	rmse=0.024267	lr=0.297490
Epoch[3] Batch [949]	Speed: 4628.533984 samples/sec	rmse=0.024261	lr=0.300687
Epoch[3] Batch [999]	Speed: 5687.102552 samples/sec	rmse=0.024233	lr=0.303885
Epoch[3] Batch [1049]	Speed: 4907.124054 samples/sec	rmse=0.024212	lr=0.307082
Epoch[3] Batch [1099]	Speed: 5172.088055 samples/sec	rmse=0.024224	lr=0.310280
Epoch[3] Batch [1149]	Speed: 4550.758033 samples/sec	rmse=0.024198	lr=0.313477
Epoch[3] Batch [1199]	Speed: 4429.354624 samples/sec	rmse=0.024192	lr=0.316675
Epoch[3] Batch [1249]	Speed: 5540.406597 samples/sec	rmse=0.024176	lr=0.319872
[Epoch 3] training: rmse=0.024176
[Epoch 3] speed: 5183 samples/sec	time cost: 256.170157
[Epoch 3] validation: err-top1=0.666055 err-top5=0.403201
Epoch[4] Batch [49]	Speed: 4758.222405 samples/sec	rmse=0.024306	lr=0.323133
Epoch[4] Batch [99]	Speed: 5521.074489 samples/sec	rmse=0.023705	lr=0.326331
Epoch[4] Batch [149]	Speed: 4756.859389 samples/sec	rmse=0.023688	lr=0.329528
Epoch[4] Batch [199]	Speed: 5310.193575 samples/sec	rmse=0.023664	lr=0.332726
Epoch[4] Batch [249]	Speed: 4004.132722 samples/sec	rmse=0.023716	lr=0.335923
Epoch[4] Batch [299]	Speed: 4897.219628 samples/sec	rmse=0.023756	lr=0.339121
Epoch[4] Batch [349]	Speed: 5058.575686 samples/sec	rmse=0.023799	lr=0.342318
Epoch[4] Batch [399]	Speed: 4995.652175 samples/sec	rmse=0.023842	lr=0.345516
Epoch[4] Batch [449]	Speed: 5263.272095 samples/sec	rmse=0.023911	lr=0.348713
Epoch[4] Batch [499]	Speed: 5211.207538 samples/sec	rmse=0.023921	lr=0.351910
Epoch[4] Batch [549]	Speed: 5503.144332 samples/sec	rmse=0.023924	lr=0.355108
Epoch[4] Batch [599]	Speed: 5589.177292 samples/sec	rmse=0.023912	lr=0.358305
Epoch[4] Batch [649]	Speed: 4669.666673 samples/sec	rmse=0.023902	lr=0.361503
Epoch[4] Batch [699]	Speed: 5357.554424 samples/sec	rmse=0.023896	lr=0.364700
Epoch[4] Batch [749]	Speed: 4684.440280 samples/sec	rmse=0.023862	lr=0.367898
Epoch[4] Batch [799]	Speed: 4972.283961 samples/sec	rmse=0.023884	lr=0.371095
Epoch[4] Batch [849]	Speed: 5781.080999 samples/sec	rmse=0.023871	lr=0.374293
Epoch[4] Batch [899]	Speed: 4622.644665 samples/sec	rmse=0.023863	lr=0.377490
Epoch[4] Batch [949]	Speed: 5589.705098 samples/sec	rmse=0.023828	lr=0.380687
Epoch[4] Batch [999]	Speed: 5298.706844 samples/sec	rmse=0.023824	lr=0.383885
Epoch[4] Batch [1049]	Speed: 4442.494268 samples/sec	rmse=0.023815	lr=0.387082
Epoch[4] Batch [1099]	Speed: 4920.665320 samples/sec	rmse=0.023815	lr=0.390280
Epoch[4] Batch [1149]	Speed: 5194.891681 samples/sec	rmse=0.023798	lr=0.393477
Epoch[4] Batch [1199]	Speed: 5304.614262 samples/sec	rmse=0.023785	lr=0.396675
Epoch[4] Batch [1249]	Speed: 5224.481814 samples/sec	rmse=0.023771	lr=0.399872
[Epoch 4] training: rmse=0.023769
[Epoch 4] speed: 5037 samples/sec	time cost: 264.480119
[Epoch 4] validation: err-top1=0.639927 err-top5=0.374362
Epoch[5] Batch [49]	Speed: 4676.820322 samples/sec	rmse=0.023301	lr=0.400000
Epoch[5] Batch [99]	Speed: 4690.643324 samples/sec	rmse=0.023531	lr=0.400000
Epoch[5] Batch [149]	Speed: 4685.447628 samples/sec	rmse=0.023605	lr=0.400000
Epoch[5] Batch [199]	Speed: 5570.558445 samples/sec	rmse=0.023507	lr=0.399999
Epoch[5] Batch [249]	Speed: 5529.557734 samples/sec	rmse=0.023489	lr=0.399999
Epoch[5] Batch [299]	Speed: 4706.239237 samples/sec	rmse=0.023532	lr=0.399999
Epoch[5] Batch [349]	Speed: 5407.548567 samples/sec	rmse=0.023593	lr=0.399998
Epoch[5] Batch [399]	Speed: 5034.387173 samples/sec	rmse=0.023590	lr=0.399997
Epoch[5] Batch [449]	Speed: 4651.195272 samples/sec	rmse=0.023613	lr=0.399997
Epoch[5] Batch [499]	Speed: 4834.774403 samples/sec	rmse=0.023559	lr=0.399996
Epoch[5] Batch [549]	Speed: 5927.898615 samples/sec	rmse=0.023541	lr=0.399995
Epoch[5] Batch [599]	Speed: 4656.150981 samples/sec	rmse=0.023538	lr=0.399994
Epoch[5] Batch [649]	Speed: 4388.718396 samples/sec	rmse=0.023536	lr=0.399993
Epoch[5] Batch [699]	Speed: 5133.606621 samples/sec	rmse=0.023524	lr=0.399992
Epoch[5] Batch [749]	Speed: 5084.458646 samples/sec	rmse=0.023523	lr=0.399991
Epoch[5] Batch [799]	Speed: 4820.711379 samples/sec	rmse=0.023490	lr=0.399989
Epoch[5] Batch [849]	Speed: 4953.970168 samples/sec	rmse=0.023493	lr=0.399988
Epoch[5] Batch [899]	Speed: 6068.073389 samples/sec	rmse=0.023507	lr=0.399987
Epoch[5] Batch [949]	Speed: 5245.247148 samples/sec	rmse=0.023481	lr=0.399985
Epoch[5] Batch [999]	Speed: 5526.249507 samples/sec	rmse=0.023466	lr=0.399983
Epoch[5] Batch [1049]	Speed: 5041.534101 samples/sec	rmse=0.023464	lr=0.399982
Epoch[5] Batch [1099]	Speed: 5599.812690 samples/sec	rmse=0.023472	lr=0.399980
Epoch[5] Batch [1149]	Speed: 4166.318465 samples/sec	rmse=0.023480	lr=0.399978
Epoch[5] Batch [1199]	Speed: 5285.848294 samples/sec	rmse=0.023488	lr=0.399976
Epoch[5] Batch [1249]	Speed: 5175.719230 samples/sec	rmse=0.023492	lr=0.399974
[Epoch 5] training: rmse=0.023491
[Epoch 5] speed: 5026 samples/sec	time cost: 263.882707
[Epoch 5] validation: err-top1=0.629618 err-top5=0.368510
Epoch[6] Batch [49]	Speed: 4804.102849 samples/sec	rmse=0.023116	lr=0.399972
Epoch[6] Batch [99]	Speed: 5484.850696 samples/sec	rmse=0.023040	lr=0.399970
Epoch[6] Batch [149]	Speed: 5306.040930 samples/sec	rmse=0.023148	lr=0.399967
Epoch[6] Batch [199]	Speed: 5217.447238 samples/sec	rmse=0.023050	lr=0.399965
Epoch[6] Batch [249]	Speed: 5317.926248 samples/sec	rmse=0.023118	lr=0.399963
Epoch[6] Batch [299]	Speed: 5476.581901 samples/sec	rmse=0.023123	lr=0.399960
Epoch[6] Batch [349]	Speed: 4744.889065 samples/sec	rmse=0.023135	lr=0.399958
Epoch[6] Batch [399]	Speed: 5337.028651 samples/sec	rmse=0.023150	lr=0.399955
Epoch[6] Batch [449]	Speed: 4742.339078 samples/sec	rmse=0.023130	lr=0.399952
Epoch[6] Batch [499]	Speed: 5194.883261 samples/sec	rmse=0.023148	lr=0.399949
Epoch[6] Batch [549]	Speed: 5157.064854 samples/sec	rmse=0.023162	lr=0.399946
Epoch[6] Batch [599]	Speed: 5265.356491 samples/sec	rmse=0.023117	lr=0.399943
Epoch[6] Batch [649]	Speed: 5445.978294 samples/sec	rmse=0.023076	lr=0.399940
Epoch[6] Batch [699]	Speed: 5488.676635 samples/sec	rmse=0.023099	lr=0.399937
Epoch[6] Batch [749]	Speed: 4781.561145 samples/sec	rmse=0.023124	lr=0.399934
Epoch[6] Batch [799]	Speed: 5270.439923 samples/sec	rmse=0.023133	lr=0.399930
Epoch[6] Batch [849]	Speed: 4693.653448 samples/sec	rmse=0.023147	lr=0.399927
Epoch[6] Batch [899]	Speed: 5078.579161 samples/sec	rmse=0.023131	lr=0.399923
Epoch[6] Batch [949]	Speed: 5236.537474 samples/sec	rmse=0.023130	lr=0.399920
Epoch[6] Batch [999]	Speed: 5477.879143 samples/sec	rmse=0.023140	lr=0.399916
Epoch[6] Batch [1049]	Speed: 1507.067483 samples/sec	rmse=0.023142	lr=0.399912
Epoch[6] Batch [1099]	Speed: 4925.267240 samples/sec	rmse=0.023144	lr=0.399908
Epoch[6] Batch [1149]	Speed: 1578.604965 samples/sec	rmse=0.023142	lr=0.399904
Epoch[6] Batch [1199]	Speed: 5322.340490 samples/sec	rmse=0.023150	lr=0.399900
Epoch[6] Batch [1249]	Speed: 4814.953910 samples/sec	rmse=0.023139	lr=0.399896
[Epoch 6] training: rmse=0.023138
[Epoch 6] speed: 4329 samples/sec	time cost: 306.077941
[Epoch 6] validation: err-top1=0.597437 err-top5=0.330636
Epoch[7] Batch [49]	Speed: 5485.642726 samples/sec	rmse=0.022791	lr=0.399892
Epoch[7] Batch [99]	Speed: 5539.259457 samples/sec	rmse=0.022870	lr=0.399888
Epoch[7] Batch [149]	Speed: 4947.359915 samples/sec	rmse=0.022825	lr=0.399883
Epoch[7] Batch [199]	Speed: 5500.967929 samples/sec	rmse=0.022870	lr=0.399879
Epoch[7] Batch [249]	Speed: 4496.397354 samples/sec	rmse=0.022868	lr=0.399874
Epoch[7] Batch [299]	Speed: 5364.920413 samples/sec	rmse=0.022921	lr=0.399870
Epoch[7] Batch [349]	Speed: 5343.151889 samples/sec	rmse=0.022925	lr=0.399865
Epoch[7] Batch [399]	Speed: 5388.091432 samples/sec	rmse=0.022973	lr=0.399860
Epoch[7] Batch [449]	Speed: 4052.129650 samples/sec	rmse=0.023009	lr=0.399856
Epoch[7] Batch [499]	Speed: 5143.766797 samples/sec	rmse=0.023019	lr=0.399851
Epoch[7] Batch [549]	Speed: 5556.710702 samples/sec	rmse=0.023022	lr=0.399846
Epoch[7] Batch [599]	Speed: 4683.029433 samples/sec	rmse=0.023040	lr=0.399841
Epoch[7] Batch [649]	Speed: 5951.113339 samples/sec	rmse=0.023029	lr=0.399835
Epoch[7] Batch [699]	Speed: 5379.821814 samples/sec	rmse=0.023000	lr=0.399830
Epoch[7] Batch [749]	Speed: 5752.154344 samples/sec	rmse=0.023007	lr=0.399825
Epoch[7] Batch [799]	Speed: 5466.641961 samples/sec	rmse=0.022998	lr=0.399819
Epoch[7] Batch [849]	Speed: 5760.374401 samples/sec	rmse=0.022978	lr=0.399814
Epoch[7] Batch [899]	Speed: 4587.769676 samples/sec	rmse=0.022941	lr=0.399808
Epoch[7] Batch [949]	Speed: 5351.041319 samples/sec	rmse=0.022913	lr=0.399803
Epoch[7] Batch [999]	Speed: 5314.082609 samples/sec	rmse=0.022930	lr=0.399797
Epoch[7] Batch [1049]	Speed: 5449.481056 samples/sec	rmse=0.022927	lr=0.399791
Epoch[7] Batch [1099]	Speed: 5001.907023 samples/sec	rmse=0.022925	lr=0.399785
Epoch[7] Batch [1149]	Speed: 5273.490190 samples/sec	rmse=0.022915	lr=0.399779
Epoch[7] Batch [1199]	Speed: 5141.531206 samples/sec	rmse=0.022914	lr=0.399773
Epoch[7] Batch [1249]	Speed: 5012.945632 samples/sec	rmse=0.022930	lr=0.399767
[Epoch 7] training: rmse=0.022927
[Epoch 7] speed: 5194 samples/sec	time cost: 257.352183
[Epoch 7] validation: err-top1=0.639648 err-top5=0.378787
Epoch[8] Batch [49]	Speed: 4175.124603 samples/sec	rmse=0.022560	lr=0.399760
Epoch[8] Batch [99]	Speed: 4706.332166 samples/sec	rmse=0.022698	lr=0.399754
Epoch[8] Batch [149]	Speed: 5635.783548 samples/sec	rmse=0.022839	lr=0.399748
Epoch[8] Batch [199]	Speed: 5922.405957 samples/sec	rmse=0.022982	lr=0.399741
Epoch[8] Batch [249]	Speed: 5214.092000 samples/sec	rmse=0.022908	lr=0.399734
Epoch[8] Batch [299]	Speed: 5712.997030 samples/sec	rmse=0.022893	lr=0.399728
Epoch[8] Batch [349]	Speed: 6081.947634 samples/sec	rmse=0.022878	lr=0.399721
Epoch[8] Batch [399]	Speed: 5626.476285 samples/sec	rmse=0.022826	lr=0.399714
Epoch[8] Batch [449]	Speed: 5632.729959 samples/sec	rmse=0.022825	lr=0.399707
Epoch[8] Batch [499]	Speed: 5996.244432 samples/sec	rmse=0.022817	lr=0.399700
Epoch[8] Batch [549]	Speed: 5848.025418 samples/sec	rmse=0.022837	lr=0.399693
Epoch[8] Batch [599]	Speed: 5532.180062 samples/sec	rmse=0.022807	lr=0.399686
Epoch[8] Batch [649]	Speed: 5684.178016 samples/sec	rmse=0.022804	lr=0.399679
Epoch[8] Batch [699]	Speed: 5895.380611 samples/sec	rmse=0.022800	lr=0.399671
Epoch[8] Batch [749]	Speed: 5501.165918 samples/sec	rmse=0.022801	lr=0.399664
Epoch[8] Batch [799]	Speed: 5700.566305 samples/sec	rmse=0.022800	lr=0.399656
Epoch[8] Batch [849]	Speed: 5780.144424 samples/sec	rmse=0.022784	lr=0.399649
Epoch[8] Batch [899]	Speed: 5749.721610 samples/sec	rmse=0.022797	lr=0.399641
Epoch[8] Batch [949]	Speed: 5915.605682 samples/sec	rmse=0.022803	lr=0.399633
Epoch[8] Batch [999]	Speed: 5742.668997 samples/sec	rmse=0.022787	lr=0.399626
Epoch[8] Batch [1049]	Speed: 5456.245439 samples/sec	rmse=0.022805	lr=0.399618
Epoch[8] Batch [1099]	Speed: 5727.371743 samples/sec	rmse=0.022802	lr=0.399610
Epoch[8] Batch [1149]	Speed: 5879.689408 samples/sec	rmse=0.022806	lr=0.399602
Epoch[8] Batch [1199]	Speed: 5865.853874 samples/sec	rmse=0.022803	lr=0.399593
Epoch[8] Batch [1249]	Speed: 5631.488893 samples/sec	rmse=0.022781	lr=0.399585
[Epoch 8] training: rmse=0.022782
[Epoch 8] speed: 5582 samples/sec	time cost: 239.645010
[Epoch 8] validation: err-top1=0.543646 err-top5=0.281051
Epoch[9] Batch [49]	Speed: 3744.051138 samples/sec	rmse=0.022971	lr=0.399577
Epoch[9] Batch [99]	Speed: 5343.687836 samples/sec	rmse=0.022979	lr=0.399568
Epoch[9] Batch [149]	Speed: 5602.485430 samples/sec	rmse=0.022901	lr=0.399560
Epoch[9] Batch [199]	Speed: 4188.657167 samples/sec	rmse=0.022866	lr=0.399551
Epoch[9] Batch [249]	Speed: 5197.764269 samples/sec	rmse=0.022853	lr=0.399543
Epoch[9] Batch [299]	Speed: 5190.825625 samples/sec	rmse=0.022843	lr=0.399534
Epoch[9] Batch [349]	Speed: 4545.983215 samples/sec	rmse=0.022779	lr=0.399525
Epoch[9] Batch [399]	Speed: 4849.245788 samples/sec	rmse=0.022764	lr=0.399516
Epoch[9] Batch [449]	Speed: 5058.310928 samples/sec	rmse=0.022770	lr=0.399507
Epoch[9] Batch [499]	Speed: 4555.648133 samples/sec	rmse=0.022778	lr=0.399498
Epoch[9] Batch [549]	Speed: 5373.477678 samples/sec	rmse=0.022767	lr=0.399489
Epoch[9] Batch [599]	Speed: 5512.828091 samples/sec	rmse=0.022771	lr=0.399480
Epoch[9] Batch [649]	Speed: 5797.417882 samples/sec	rmse=0.022740	lr=0.399470
Epoch[9] Batch [699]	Speed: 5308.769266 samples/sec	rmse=0.022734	lr=0.399461
Epoch[9] Batch [749]	Speed: 5334.846051 samples/sec	rmse=0.022702	lr=0.399451
Epoch[9] Batch [799]	Speed: 5218.145405 samples/sec	rmse=0.022709	lr=0.399442
Epoch[9] Batch [849]	Speed: 5249.186200 samples/sec	rmse=0.022702	lr=0.399432
Epoch[9] Batch [899]	Speed: 5562.170879 samples/sec	rmse=0.022702	lr=0.399422
Epoch[9] Batch [949]	Speed: 5582.161631 samples/sec	rmse=0.022713	lr=0.399413
Epoch[9] Batch [999]	Speed: 5563.330124 samples/sec	rmse=0.022722	lr=0.399403
Epoch[9] Batch [1049]	Speed: 5734.445303 samples/sec	rmse=0.022719	lr=0.399393
Epoch[9] Batch [1099]	Speed: 5331.718854 samples/sec	rmse=0.022705	lr=0.399383
Epoch[9] Batch [1149]	Speed: 5246.311749 samples/sec	rmse=0.022710	lr=0.399372
Epoch[9] Batch [1199]	Speed: 5272.097408 samples/sec	rmse=0.022730	lr=0.399362
Epoch[9] Batch [1249]	Speed: 5051.842527 samples/sec	rmse=0.022721	lr=0.399352
[Epoch 9] training: rmse=0.022720
[Epoch 9] speed: 5116 samples/sec	time cost: 259.437553
[Epoch 9] validation: err-top1=0.535077 err-top5=0.273557
Epoch[10] Batch [49]	Speed: 5467.656618 samples/sec	rmse=0.022776	lr=0.399341
Epoch[10] Batch [99]	Speed: 5349.508264 samples/sec	rmse=0.022689	lr=0.399331
Epoch[10] Batch [149]	Speed: 5105.785423 samples/sec	rmse=0.022585	lr=0.399320
Epoch[10] Batch [199]	Speed: 4999.444407 samples/sec	rmse=0.022518	lr=0.399310
Epoch[10] Batch [249]	Speed: 5851.060929 samples/sec	rmse=0.022540	lr=0.399299
Epoch[10] Batch [299]	Speed: 5228.441027 samples/sec	rmse=0.022592	lr=0.399288
Epoch[10] Batch [349]	Speed: 5502.979904 samples/sec	rmse=0.022606	lr=0.399277
Epoch[10] Batch [399]	Speed: 5710.021061 samples/sec	rmse=0.022602	lr=0.399266
Epoch[10] Batch [449]	Speed: 5473.456156 samples/sec	rmse=0.022614	lr=0.399255
Epoch[10] Batch [499]	Speed: 4814.761969 samples/sec	rmse=0.022653	lr=0.399244
Epoch[10] Batch [549]	Speed: 5191.056753 samples/sec	rmse=0.022606	lr=0.399233
Epoch[10] Batch [599]	Speed: 5229.982908 samples/sec	rmse=0.022583	lr=0.399221
Epoch[10] Batch [649]	Speed: 4633.100916 samples/sec	rmse=0.022592	lr=0.399210
Epoch[10] Batch [699]	Speed: 4450.056850 samples/sec	rmse=0.022559	lr=0.399199
Epoch[10] Batch [749]	Speed: 4969.311170 samples/sec	rmse=0.022567	lr=0.399187
Epoch[10] Batch [799]	Speed: 4971.221209 samples/sec	rmse=0.022581	lr=0.399175
Epoch[10] Batch [849]	Speed: 5065.223589 samples/sec	rmse=0.022576	lr=0.399164
Epoch[10] Batch [899]	Speed: 5181.703763 samples/sec	rmse=0.022571	lr=0.399152
Epoch[10] Batch [949]	Speed: 5657.117304 samples/sec	rmse=0.022585	lr=0.399140
Epoch[10] Batch [999]	Speed: 5604.328250 samples/sec	rmse=0.022579	lr=0.399128
Epoch[10] Batch [1049]	Speed: 5824.946765 samples/sec	rmse=0.022579	lr=0.399116
Epoch[10] Batch [1099]	Speed: 5825.084543 samples/sec	rmse=0.022579	lr=0.399104
Epoch[10] Batch [1149]	Speed: 5047.760992 samples/sec	rmse=0.022576	lr=0.399092
Epoch[10] Batch [1199]	Speed: 5973.998036 samples/sec	rmse=0.022571	lr=0.399079
Epoch[10] Batch [1249]	Speed: 4425.546680 samples/sec	rmse=0.022564	lr=0.399067
[Epoch 10] training: rmse=0.022565
[Epoch 10] speed: 5220 samples/sec	time cost: 254.802663
[Epoch 10] validation: err-top1=0.531509 err-top5=0.269970
Epoch[11] Batch [49]	Speed: 5684.427330 samples/sec	rmse=0.022619	lr=0.399054
Epoch[11] Batch [99]	Speed: 5726.723546 samples/sec	rmse=0.022710	lr=0.399042
Epoch[11] Batch [149]	Speed: 5722.445371 samples/sec	rmse=0.022570	lr=0.399029
Epoch[11] Batch [199]	Speed: 5561.036886 samples/sec	rmse=0.022640	lr=0.399016
Epoch[11] Batch [249]	Speed: 5806.639796 samples/sec	rmse=0.022627	lr=0.399003
Epoch[11] Batch [299]	Speed: 5700.628953 samples/sec	rmse=0.022590	lr=0.398991
Epoch[11] Batch [349]	Speed: 5705.424594 samples/sec	rmse=0.022634	lr=0.398978
Epoch[11] Batch [399]	Speed: 5065.602584 samples/sec	rmse=0.022633	lr=0.398965
Epoch[11] Batch [449]	Speed: 5660.638433 samples/sec	rmse=0.022596	lr=0.398951
Epoch[11] Batch [499]	Speed: 5459.525182 samples/sec	rmse=0.022575	lr=0.398938
Epoch[11] Batch [549]	Speed: 5244.039937 samples/sec	rmse=0.022571	lr=0.398925
Epoch[11] Batch [599]	Speed: 5330.867292 samples/sec	rmse=0.022555	lr=0.398912
Epoch[11] Batch [649]	Speed: 5251.032176 samples/sec	rmse=0.022557	lr=0.398898
Epoch[11] Batch [699]	Speed: 5269.617649 samples/sec	rmse=0.022554	lr=0.398885
Epoch[11] Batch [749]	Speed: 5741.833715 samples/sec	rmse=0.022554	lr=0.398871
Epoch[11] Batch [799]	Speed: 5538.797419 samples/sec	rmse=0.022542	lr=0.398857
Epoch[11] Batch [849]	Speed: 5924.247424 samples/sec	rmse=0.022555	lr=0.398843
Epoch[11] Batch [899]	Speed: 5702.127331 samples/sec	rmse=0.022576	lr=0.398830
Epoch[11] Batch [949]	Speed: 4868.010287 samples/sec	rmse=0.022564	lr=0.398816
Epoch[11] Batch [999]	Speed: 5381.517535 samples/sec	rmse=0.022567	lr=0.398802
Epoch[11] Batch [1049]	Speed: 5677.686251 samples/sec	rmse=0.022563	lr=0.398787
Epoch[11] Batch [1099]	Speed: 4601.688321 samples/sec	rmse=0.022564	lr=0.398773
Epoch[11] Batch [1149]	Speed: 5372.901461 samples/sec	rmse=0.022547	lr=0.398759
Epoch[11] Batch [1199]	Speed: 5539.169443 samples/sec	rmse=0.022545	lr=0.398745
Epoch[11] Batch [1249]	Speed: 5681.212298 samples/sec	rmse=0.022547	lr=0.398730
[Epoch 11] training: rmse=0.022548
[Epoch 11] speed: 5464 samples/sec	time cost: 244.681276
[Epoch 11] validation: err-top1=0.523519 err-top5=0.267131
Epoch[12] Batch [49]	Speed: 5161.848679 samples/sec	rmse=0.022058	lr=0.398715
Epoch[12] Batch [99]	Speed: 4486.726018 samples/sec	rmse=0.022148	lr=0.398701
Epoch[12] Batch [149]	Speed: 5614.078894 samples/sec	rmse=0.022238	lr=0.398686
Epoch[12] Batch [199]	Speed: 5806.352016 samples/sec	rmse=0.022184	lr=0.398671
Epoch[12] Batch [249]	Speed: 5713.398144 samples/sec	rmse=0.022201	lr=0.398656
Epoch[12] Batch [299]	Speed: 5741.622476 samples/sec	rmse=0.022233	lr=0.398641
Epoch[12] Batch [349]	Speed: 5444.070848 samples/sec	rmse=0.022247	lr=0.398626
Epoch[12] Batch [399]	Speed: 5717.519703 samples/sec	rmse=0.022222	lr=0.398611
Epoch[12] Batch [449]	Speed: 5624.434731 samples/sec	rmse=0.022272	lr=0.398596
Epoch[12] Batch [499]	Speed: 4721.844205 samples/sec	rmse=0.022270	lr=0.398581
Epoch[12] Batch [549]	Speed: 5655.584397 samples/sec	rmse=0.022259	lr=0.398565
Epoch[12] Batch [599]	Speed: 5634.798091 samples/sec	rmse=0.022282	lr=0.398550
Epoch[12] Batch [649]	Speed: 5358.373755 samples/sec	rmse=0.022308	lr=0.398534
Epoch[12] Batch [699]	Speed: 5615.530057 samples/sec	rmse=0.022332	lr=0.398519
Epoch[12] Batch [749]	Speed: 5643.381232 samples/sec	rmse=0.022342	lr=0.398503
Epoch[12] Batch [799]	Speed: 5414.281397 samples/sec	rmse=0.022348	lr=0.398487
Epoch[12] Batch [849]	Speed: 5428.558159 samples/sec	rmse=0.022357	lr=0.398472
Epoch[12] Batch [899]	Speed: 4632.930795 samples/sec	rmse=0.022371	lr=0.398456
Epoch[12] Batch [949]	Speed: 5610.840744 samples/sec	rmse=0.022361	lr=0.398440
Epoch[12] Batch [999]	Speed: 4528.024633 samples/sec	rmse=0.022375	lr=0.398424
Epoch[12] Batch [1049]	Speed: 5315.484378 samples/sec	rmse=0.022380	lr=0.398407
Epoch[12] Batch [1099]	Speed: 5824.353697 samples/sec	rmse=0.022387	lr=0.398391
Epoch[12] Batch [1149]	Speed: 5607.602960 samples/sec	rmse=0.022385	lr=0.398375
Epoch[12] Batch [1199]	Speed: 5325.087204 samples/sec	rmse=0.022390	lr=0.398358
Epoch[12] Batch [1249]	Speed: 5109.594798 samples/sec	rmse=0.022388	lr=0.398342
[Epoch 12] training: rmse=0.022389
[Epoch 12] speed: 5352 samples/sec	time cost: 250.311239
[Epoch 12] validation: err-top1=0.524175 err-top5=0.265187
Epoch[13] Batch [49]	Speed: 5635.856762 samples/sec	rmse=0.022501	lr=0.398325
Epoch[13] Batch [99]	Speed: 5482.065768 samples/sec	rmse=0.022210	lr=0.398308
Epoch[13] Batch [149]	Speed: 5472.903209 samples/sec	rmse=0.022231	lr=0.398291
Epoch[13] Batch [199]	Speed: 5244.217173 samples/sec	rmse=0.022316	lr=0.398275
Epoch[13] Batch [249]	Speed: 5387.483152 samples/sec	rmse=0.022304	lr=0.398258
Epoch[13] Batch [299]	Speed: 5736.593873 samples/sec	rmse=0.022328	lr=0.398241
Epoch[13] Batch [349]	Speed: 5743.376260 samples/sec	rmse=0.022378	lr=0.398224
Epoch[13] Batch [399]	Speed: 5633.678188 samples/sec	rmse=0.022407	lr=0.398206
Epoch[13] Batch [449]	Speed: 5437.649544 samples/sec	rmse=0.022404	lr=0.398189
Epoch[13] Batch [499]	Speed: 5294.297765 samples/sec	rmse=0.022403	lr=0.398172
Epoch[13] Batch [549]	Speed: 5714.892292 samples/sec	rmse=0.022391	lr=0.398154
Epoch[13] Batch [599]	Speed: 5355.535440 samples/sec	rmse=0.022399	lr=0.398137
Epoch[13] Batch [649]	Speed: 5060.759262 samples/sec	rmse=0.022366	lr=0.398119
Epoch[13] Batch [699]	Speed: 4840.163071 samples/sec	rmse=0.022358	lr=0.398102
Epoch[13] Batch [749]	Speed: 5128.675687 samples/sec	rmse=0.022374	lr=0.398084
Epoch[13] Batch [799]	Speed: 5672.807781 samples/sec	rmse=0.022372	lr=0.398066
Epoch[13] Batch [849]	Speed: 5387.745642 samples/sec	rmse=0.022379	lr=0.398048
Epoch[13] Batch [899]	Speed: 4563.266076 samples/sec	rmse=0.022374	lr=0.398030
Epoch[13] Batch [949]	Speed: 4593.135560 samples/sec	rmse=0.022371	lr=0.398012
Epoch[13] Batch [999]	Speed: 4982.492116 samples/sec	rmse=0.022351	lr=0.397994
Epoch[13] Batch [1049]	Speed: 5969.492252 samples/sec	rmse=0.022362	lr=0.397976
Epoch[13] Batch [1099]	Speed: 5902.674500 samples/sec	rmse=0.022368	lr=0.397957
Epoch[13] Batch [1149]	Speed: 5452.353678 samples/sec	rmse=0.022355	lr=0.397939
Epoch[13] Batch [1199]	Speed: 4454.322833 samples/sec	rmse=0.022359	lr=0.397921
Epoch[13] Batch [1249]	Speed: 4745.883880 samples/sec	rmse=0.022364	lr=0.397902
[Epoch 13] training: rmse=0.022365
[Epoch 13] speed: 5275 samples/sec	time cost: 253.419774
[Epoch 13] validation: err-top1=0.555644 err-top5=0.298649
Epoch[14] Batch [49]	Speed: 4502.739643 samples/sec	rmse=0.022484	lr=0.397883
Epoch[14] Batch [99]	Speed: 5095.302089 samples/sec	rmse=0.022316	lr=0.397864
Epoch[14] Batch [149]	Speed: 5781.024973 samples/sec	rmse=0.022350	lr=0.397845
Epoch[14] Batch [199]	Speed: 5205.448555 samples/sec	rmse=0.022212	lr=0.397827
Epoch[14] Batch [249]	Speed: 5087.446463 samples/sec	rmse=0.022223	lr=0.397808
Epoch[14] Batch [299]	Speed: 5867.348200 samples/sec	rmse=0.022294	lr=0.397789
Epoch[14] Batch [349]	Speed: 5643.462058 samples/sec	rmse=0.022350	lr=0.397769
Epoch[14] Batch [399]	Speed: 5959.908998 samples/sec	rmse=0.022342	lr=0.397750
Epoch[14] Batch [449]	Speed: 4686.481285 samples/sec	rmse=0.022339	lr=0.397731
Epoch[14] Batch [499]	Speed: 5701.555224 samples/sec	rmse=0.022336	lr=0.397711
Epoch[14] Batch [549]	Speed: 4463.117479 samples/sec	rmse=0.022345	lr=0.397692
Epoch[14] Batch [599]	Speed: 4996.126950 samples/sec	rmse=0.022357	lr=0.397672
Epoch[14] Batch [649]	Speed: 5786.037645 samples/sec	rmse=0.022360	lr=0.397653
Epoch[14] Batch [699]	Speed: 5274.651793 samples/sec	rmse=0.022346	lr=0.397633
Epoch[14] Batch [749]	Speed: 5505.291126 samples/sec	rmse=0.022355	lr=0.397613
Epoch[14] Batch [799]	Speed: 5223.114287 samples/sec	rmse=0.022361	lr=0.397593
Epoch[14] Batch [849]	Speed: 5537.067392 samples/sec	rmse=0.022343	lr=0.397573
Epoch[14] Batch [899]	Speed: 5608.519457 samples/sec	rmse=0.022335	lr=0.397553
Epoch[14] Batch [949]	Speed: 5040.872925 samples/sec	rmse=0.022331	lr=0.397533
Epoch[14] Batch [999]	Speed: 4966.008535 samples/sec	rmse=0.022332	lr=0.397513
Epoch[14] Batch [1049]	Speed: 4671.434361 samples/sec	rmse=0.022334	lr=0.397493
Epoch[14] Batch [1099]	Speed: 5597.159566 samples/sec	rmse=0.022323	lr=0.397472
Epoch[14] Batch [1149]	Speed: 5464.425500 samples/sec	rmse=0.022323	lr=0.397452
Epoch[14] Batch [1199]	Speed: 4724.599716 samples/sec	rmse=0.022331	lr=0.397431
Epoch[14] Batch [1249]	Speed: 5711.862694 samples/sec	rmse=0.022338	lr=0.397411
[Epoch 14] training: rmse=0.022338
[Epoch 14] speed: 5240 samples/sec	time cost: 255.361732
[Epoch 14] validation: err-top1=0.517459 err-top5=0.256537
Epoch[15] Batch [49]	Speed: 5231.218827 samples/sec	rmse=0.021816	lr=0.397390
Epoch[15] Batch [99]	Speed: 5446.386160 samples/sec	rmse=0.021941	lr=0.397369
Epoch[15] Batch [149]	Speed: 4962.642051 samples/sec	rmse=0.022028	lr=0.397348
Epoch[15] Batch [199]	Speed: 5350.674004 samples/sec	rmse=0.022092	lr=0.397327
Epoch[15] Batch [249]	Speed: 5792.180817 samples/sec	rmse=0.022150	lr=0.397306
Epoch[15] Batch [299]	Speed: 4922.807607 samples/sec	rmse=0.022175	lr=0.397285
Epoch[15] Batch [349]	Speed: 4741.040096 samples/sec	rmse=0.022229	lr=0.397264
Epoch[15] Batch [399]	Speed: 5465.946254 samples/sec	rmse=0.022235	lr=0.397243
Epoch[15] Batch [449]	Speed: 5333.850142 samples/sec	rmse=0.022246	lr=0.397221
Epoch[15] Batch [499]	Speed: 5042.840040 samples/sec	rmse=0.022289	lr=0.397200
Epoch[15] Batch [549]	Speed: 5038.423931 samples/sec	rmse=0.022278	lr=0.397178
Epoch[15] Batch [599]	Speed: 4536.249595 samples/sec	rmse=0.022288	lr=0.397157
Epoch[15] Batch [649]	Speed: 4879.037455 samples/sec	rmse=0.022290	lr=0.397135
Epoch[15] Batch [699]	Speed: 4685.976414 samples/sec	rmse=0.022301	lr=0.397113
Epoch[15] Batch [749]	Speed: 4916.156399 samples/sec	rmse=0.022306	lr=0.397091
Epoch[15] Batch [799]	Speed: 4467.277237 samples/sec	rmse=0.022304	lr=0.397069
Epoch[15] Batch [849]	Speed: 4912.285467 samples/sec	rmse=0.022311	lr=0.397047
Epoch[15] Batch [899]	Speed: 5397.201351 samples/sec	rmse=0.022315	lr=0.397025
Epoch[15] Batch [949]	Speed: 5198.472531 samples/sec	rmse=0.022317	lr=0.397003
Epoch[15] Batch [999]	Speed: 5302.565711 samples/sec	rmse=0.022328	lr=0.396981
Epoch[15] Batch [1049]	Speed: 5038.773506 samples/sec	rmse=0.022335	lr=0.396959
Epoch[15] Batch [1099]	Speed: 5683.602585 samples/sec	rmse=0.022330	lr=0.396936
Epoch[15] Batch [1149]	Speed: 5627.833867 samples/sec	rmse=0.022331	lr=0.396914
Epoch[15] Batch [1199]	Speed: 5735.164021 samples/sec	rmse=0.022319	lr=0.396891
Epoch[15] Batch [1249]	Speed: 4844.827396 samples/sec	rmse=0.022325	lr=0.396868
[Epoch 15] training: rmse=0.022326
[Epoch 15] speed: 5112 samples/sec	time cost: 262.449791
[Epoch 15] validation: err-top1=0.562201 err-top5=0.301260
Epoch[16] Batch [49]	Speed: 4912.298614 samples/sec	rmse=0.022016	lr=0.396845
Epoch[16] Batch [99]	Speed: 4325.527407 samples/sec	rmse=0.022061	lr=0.396822
Epoch[16] Batch [149]	Speed: 5165.500897 samples/sec	rmse=0.022176	lr=0.396800
Epoch[16] Batch [199]	Speed: 5388.834937 samples/sec	rmse=0.022184	lr=0.396777
Epoch[16] Batch [249]	Speed: 5374.824730 samples/sec	rmse=0.022212	lr=0.396754
Epoch[16] Batch [299]	Speed: 5491.101236 samples/sec	rmse=0.022266	lr=0.396730
Epoch[16] Batch [349]	Speed: 5728.948250 samples/sec	rmse=0.022287	lr=0.396707
Epoch[16] Batch [399]	Speed: 5511.952784 samples/sec	rmse=0.022283	lr=0.396684
Epoch[16] Batch [449]	Speed: 5773.251380 samples/sec	rmse=0.022299	lr=0.396660
Epoch[16] Batch [499]	Speed: 5829.915799 samples/sec	rmse=0.022294	lr=0.396637
Epoch[16] Batch [549]	Speed: 5632.368602 samples/sec	rmse=0.022301	lr=0.396613
Epoch[16] Batch [599]	Speed: 5567.285134 samples/sec	rmse=0.022301	lr=0.396590
Epoch[16] Batch [649]	Speed: 5192.236427 samples/sec	rmse=0.022297	lr=0.396566
Epoch[16] Batch [699]	Speed: 5907.136651 samples/sec	rmse=0.022316	lr=0.396542
Epoch[16] Batch [749]	Speed: 5816.773905 samples/sec	rmse=0.022338	lr=0.396518
Epoch[16] Batch [799]	Speed: 5560.022402 samples/sec	rmse=0.022340	lr=0.396494
Epoch[16] Batch [849]	Speed: 4909.804317 samples/sec	rmse=0.022325	lr=0.396470
Epoch[16] Batch [899]	Speed: 4718.590456 samples/sec	rmse=0.022322	lr=0.396446
Epoch[16] Batch [949]	Speed: 5636.822171 samples/sec	rmse=0.022321	lr=0.396422
Epoch[16] Batch [999]	Speed: 5646.237206 samples/sec	rmse=0.022315	lr=0.396398
Epoch[16] Batch [1049]	Speed: 5807.951889 samples/sec	rmse=0.022332	lr=0.396373
Epoch[16] Batch [1099]	Speed: 5622.887387 samples/sec	rmse=0.022336	lr=0.396349
Epoch[16] Batch [1149]	Speed: 5359.053980 samples/sec	rmse=0.022342	lr=0.396324
Epoch[16] Batch [1199]	Speed: 5770.285814 samples/sec	rmse=0.022350	lr=0.396300
Epoch[16] Batch [1249]	Speed: 5412.900172 samples/sec	rmse=0.022347	lr=0.396275
[Epoch 16] training: rmse=0.022348
[Epoch 16] speed: 5405 samples/sec	time cost: 247.003048
[Epoch 16] validation: err-top1=0.524872 err-top5=0.262695
Epoch[17] Batch [49]	Speed: 5105.137993 samples/sec	rmse=0.021910	lr=0.396250
Epoch[17] Batch [99]	Speed: 5139.310964 samples/sec	rmse=0.022066	lr=0.396225
Epoch[17] Batch [149]	Speed: 4958.497345 samples/sec	rmse=0.022020	lr=0.396200
Epoch[17] Batch [199]	Speed: 5794.450269 samples/sec	rmse=0.022065	lr=0.396175
Epoch[17] Batch [249]	Speed: 4566.465012 samples/sec	rmse=0.022085	lr=0.396150
Epoch[17] Batch [299]	Speed: 5763.507047 samples/sec	rmse=0.022068	lr=0.396125
Epoch[17] Batch [349]	Speed: 5567.160435 samples/sec	rmse=0.022063	lr=0.396099
Epoch[17] Batch [399]	Speed: 5279.693877 samples/sec	rmse=0.022053	lr=0.396074
Epoch[17] Batch [449]	Speed: 5451.778274 samples/sec	rmse=0.022083	lr=0.396049
Epoch[17] Batch [499]	Speed: 5796.333008 samples/sec	rmse=0.022097	lr=0.396023
Epoch[17] Batch [549]	Speed: 5796.332852 samples/sec	rmse=0.022123	lr=0.395997
Epoch[17] Batch [599]	Speed: 5283.756877 samples/sec	rmse=0.022147	lr=0.395972
Epoch[17] Batch [649]	Speed: 5419.150710 samples/sec	rmse=0.022169	lr=0.395946
Epoch[17] Batch [699]	Speed: 5602.923801 samples/sec	rmse=0.022159	lr=0.395920
Epoch[17] Batch [749]	Speed: 5753.338497 samples/sec	rmse=0.022168	lr=0.395894
Epoch[17] Batch [799]	Speed: 5629.987996 samples/sec	rmse=0.022174	lr=0.395868
Epoch[17] Batch [849]	Speed: 5629.333763 samples/sec	rmse=0.022178	lr=0.395842
Epoch[17] Batch [899]	Speed: 5754.135655 samples/sec	rmse=0.022185	lr=0.395816
Epoch[17] Batch [949]	Speed: 6002.785112 samples/sec	rmse=0.022162	lr=0.395790
Epoch[17] Batch [999]	Speed: 5862.292134 samples/sec	rmse=0.022156	lr=0.395763
Epoch[17] Batch [1049]	Speed: 5999.470836 samples/sec	rmse=0.022162	lr=0.395737
Epoch[17] Batch [1099]	Speed: 5598.643155 samples/sec	rmse=0.022176	lr=0.395711
Epoch[17] Batch [1149]	Speed: 5441.641813 samples/sec	rmse=0.022170	lr=0.395684
Epoch[17] Batch [1199]	Speed: 5906.044926 samples/sec	rmse=0.022157	lr=0.395657
Epoch[17] Batch [1249]	Speed: 5891.662834 samples/sec	rmse=0.022171	lr=0.395631
[Epoch 17] training: rmse=0.022172
[Epoch 17] speed: 5531 samples/sec	time cost: 240.963163
[Epoch 17] validation: err-top1=0.523173 err-top5=0.264893
Epoch[18] Batch [49]	Speed: 5513.179508 samples/sec	rmse=0.022359	lr=0.395603
Epoch[18] Batch [99]	Speed: 5460.991966 samples/sec	rmse=0.022226	lr=0.395576
Epoch[18] Batch [149]	Speed: 5485.921455 samples/sec	rmse=0.022215	lr=0.395549
Epoch[18] Batch [199]	Speed: 5630.368681 samples/sec	rmse=0.022274	lr=0.395522
Epoch[18] Batch [249]	Speed: 5743.025909 samples/sec	rmse=0.022281	lr=0.395495
Epoch[18] Batch [299]	Speed: 5503.431753 samples/sec	rmse=0.022258	lr=0.395468
Epoch[18] Batch [349]	Speed: 5479.887684 samples/sec	rmse=0.022202	lr=0.395441
Epoch[18] Batch [399]	Speed: 5620.414170 samples/sec	rmse=0.022192	lr=0.395413
Epoch[18] Batch [449]	Speed: 5481.807022 samples/sec	rmse=0.022194	lr=0.395386
Epoch[18] Batch [499]	Speed: 5667.258753 samples/sec	rmse=0.022198	lr=0.395358
Epoch[18] Batch [549]	Speed: 5372.829812 samples/sec	rmse=0.022193	lr=0.395331
Epoch[18] Batch [599]	Speed: 5576.679822 samples/sec	rmse=0.022191	lr=0.395303
Epoch[18] Batch [649]	Speed: 5391.500340 samples/sec	rmse=0.022189	lr=0.395275
Epoch[18] Batch [699]	Speed: 5757.953545 samples/sec	rmse=0.022189	lr=0.395247
Epoch[18] Batch [749]	Speed: 5798.012521 samples/sec	rmse=0.022201	lr=0.395219
Epoch[18] Batch [799]	Speed: 5847.347396 samples/sec	rmse=0.022211	lr=0.395191
Epoch[18] Batch [849]	Speed: 5364.099749 samples/sec	rmse=0.022214	lr=0.395163
Epoch[18] Batch [899]	Speed: 5610.989691 samples/sec	rmse=0.022234	lr=0.395135
Epoch[18] Batch [949]	Speed: 5659.948267 samples/sec	rmse=0.022226	lr=0.395107
Epoch[18] Batch [999]	Speed: 5436.460190 samples/sec	rmse=0.022187	lr=0.395078
Epoch[18] Batch [1049]	Speed: 5740.714909 samples/sec	rmse=0.022159	lr=0.395050
Epoch[18] Batch [1099]	Speed: 5393.247858 samples/sec	rmse=0.022157	lr=0.395021
Epoch[18] Batch [1149]	Speed: 5797.348236 samples/sec	rmse=0.022168	lr=0.394993
Epoch[18] Batch [1199]	Speed: 5409.903779 samples/sec	rmse=0.022161	lr=0.394964
Epoch[18] Batch [1249]	Speed: 5842.468620 samples/sec	rmse=0.022158	lr=0.394935
[Epoch 18] training: rmse=0.022159
[Epoch 18] speed: 5573 samples/sec	time cost: 239.417757
[Epoch 18] validation: err-top1=0.546596 err-top5=0.283004
Epoch[19] Batch [49]	Speed: 5887.830769 samples/sec	rmse=0.022281	lr=0.394906
Epoch[19] Batch [99]	Speed: 5490.447017 samples/sec	rmse=0.022221	lr=0.394877
Epoch[19] Batch [149]	Speed: 5698.760378 samples/sec	rmse=0.022149	lr=0.394848
Epoch[19] Batch [199]	Speed: 5593.912339 samples/sec	rmse=0.022138	lr=0.394819
Epoch[19] Batch [249]	Speed: 5760.933800 samples/sec	rmse=0.022109	lr=0.394790
Epoch[19] Batch [299]	Speed: 5592.643166 samples/sec	rmse=0.022144	lr=0.394761
Epoch[19] Batch [349]	Speed: 5478.721436 samples/sec	rmse=0.022120	lr=0.394731
Epoch[19] Batch [399]	Speed: 5626.142408 samples/sec	rmse=0.022154	lr=0.394702
Epoch[19] Batch [449]	Speed: 5604.806698 samples/sec	rmse=0.022180	lr=0.394672
Epoch[19] Batch [499]	Speed: 5639.121638 samples/sec	rmse=0.022186	lr=0.394643
Epoch[19] Batch [549]	Speed: 5165.350684 samples/sec	rmse=0.022174	lr=0.394613
Epoch[19] Batch [599]	Speed: 5839.040473 samples/sec	rmse=0.022137	lr=0.394583
Epoch[19] Batch [649]	Speed: 5449.913789 samples/sec	rmse=0.022141	lr=0.394554
Epoch[19] Batch [699]	Speed: 5468.467780 samples/sec	rmse=0.022153	lr=0.394524
Epoch[19] Batch [749]	Speed: 5505.669955 samples/sec	rmse=0.022164	lr=0.394494
Epoch[19] Batch [799]	Speed: 5773.460452 samples/sec	rmse=0.022178	lr=0.394464
Epoch[19] Batch [849]	Speed: 5528.825709 samples/sec	rmse=0.022170	lr=0.394434
Epoch[19] Batch [899]	Speed: 5720.824434 samples/sec	rmse=0.022161	lr=0.394403
Epoch[19] Batch [949]	Speed: 5488.147117 samples/sec	rmse=0.022150	lr=0.394373
Epoch[19] Batch [999]	Speed: 5844.369178 samples/sec	rmse=0.022162	lr=0.394343
Epoch[19] Batch [1049]	Speed: 5810.196777 samples/sec	rmse=0.022167	lr=0.394312
Epoch[19] Batch [1099]	Speed: 5621.225532 samples/sec	rmse=0.022170	lr=0.394282
Epoch[19] Batch [1149]	Speed: 5681.223571 samples/sec	rmse=0.022162	lr=0.394251
Epoch[19] Batch [1199]	Speed: 5599.640536 samples/sec	rmse=0.022162	lr=0.394220
Epoch[19] Batch [1249]	Speed: 5209.734084 samples/sec	rmse=0.022154	lr=0.394190
[Epoch 19] training: rmse=0.022155
[Epoch 19] speed: 5590 samples/sec	time cost: 238.576299
[Epoch 19] validation: err-top1=0.529177 err-top5=0.268854
Epoch[20] Batch [49]	Speed: 5329.176622 samples/sec	rmse=0.022098	lr=0.394158
Epoch[20] Batch [99]	Speed: 5570.378403 samples/sec	rmse=0.022162	lr=0.394127
Epoch[20] Batch [149]	Speed: 5443.823680 samples/sec	rmse=0.022124	lr=0.394096
Epoch[20] Batch [199]	Speed: 5856.393399 samples/sec	rmse=0.022110	lr=0.394065
Epoch[20] Batch [249]	Speed: 5643.507440 samples/sec	rmse=0.022087	lr=0.394034
Epoch[20] Batch [299]	Speed: 5273.631348 samples/sec	rmse=0.022114	lr=0.394003
Epoch[20] Batch [349]	Speed: 5783.952052 samples/sec	rmse=0.022134	lr=0.393971
Epoch[20] Batch [399]	Speed: 5554.551499 samples/sec	rmse=0.022153	lr=0.393940
Epoch[20] Batch [449]	Speed: 5720.977143 samples/sec	rmse=0.022152	lr=0.393908
Epoch[20] Batch [499]	Speed: 5617.396898 samples/sec	rmse=0.022160	lr=0.393877
Epoch[20] Batch [549]	Speed: 5737.748326 samples/sec	rmse=0.022155	lr=0.393845
Epoch[20] Batch [599]	Speed: 5637.825802 samples/sec	rmse=0.022140	lr=0.393813
Epoch[20] Batch [649]	Speed: 5639.042861 samples/sec	rmse=0.022141	lr=0.393782
Epoch[20] Batch [699]	Speed: 5451.829346 samples/sec	rmse=0.022140	lr=0.393750
Epoch[20] Batch [749]	Speed: 5769.015479 samples/sec	rmse=0.022151	lr=0.393718
Epoch[20] Batch [799]	Speed: 5584.019125 samples/sec	rmse=0.022144	lr=0.393686
Epoch[20] Batch [849]	Speed: 5473.399377 samples/sec	rmse=0.022126	lr=0.393653
Epoch[20] Batch [899]	Speed: 5770.689586 samples/sec	rmse=0.022110	lr=0.393621
Epoch[20] Batch [949]	Speed: 5392.778032 samples/sec	rmse=0.022118	lr=0.393589
Epoch[20] Batch [999]	Speed: 5542.827341 samples/sec	rmse=0.022106	lr=0.393557
Epoch[20] Batch [1049]	Speed: 5790.083457 samples/sec	rmse=0.022113	lr=0.393524
Epoch[20] Batch [1099]	Speed: 5540.814292 samples/sec	rmse=0.022112	lr=0.393492
Epoch[20] Batch [1149]	Speed: 5424.249913 samples/sec	rmse=0.022116	lr=0.393459
Epoch[20] Batch [1199]	Speed: 5357.700251 samples/sec	rmse=0.022104	lr=0.393426
Epoch[20] Batch [1249]	Speed: 5544.417963 samples/sec	rmse=0.022108	lr=0.393393
[Epoch 20] training: rmse=0.022109
[Epoch 20] speed: 5569 samples/sec	time cost: 239.408967
[Epoch 20] validation: err-top1=0.523956 err-top5=0.267857
Epoch[21] Batch [49]	Speed: 5627.859677 samples/sec	rmse=0.021981	lr=0.393360
Epoch[21] Batch [99]	Speed: 5759.310450 samples/sec	rmse=0.021978	lr=0.393327
Epoch[21] Batch [149]	Speed: 5463.284864 samples/sec	rmse=0.021964	lr=0.393294
Epoch[21] Batch [199]	Speed: 5788.952949 samples/sec	rmse=0.022015	lr=0.393261
Epoch[21] Batch [249]	Speed: 5500.873379 samples/sec	rmse=0.022035	lr=0.393228
Epoch[21] Batch [299]	Speed: 5406.785188 samples/sec	rmse=0.022048	lr=0.393194
Epoch[21] Batch [349]	Speed: 5644.293441 samples/sec	rmse=0.022053	lr=0.393161
Epoch[21] Batch [399]	Speed: 5460.531923 samples/sec	rmse=0.022039	lr=0.393128
Epoch[21] Batch [449]	Speed: 5510.718687 samples/sec	rmse=0.022068	lr=0.393094
Epoch[21] Batch [499]	Speed: 5622.115579 samples/sec	rmse=0.022079	lr=0.393060
Epoch[21] Batch [549]	Speed: 5426.528784 samples/sec	rmse=0.022086	lr=0.393027
Epoch[21] Batch [599]	Speed: 5710.129922 samples/sec	rmse=0.022091	lr=0.392993
Epoch[21] Batch [649]	Speed: 5635.742579 samples/sec	rmse=0.022101	lr=0.392959
Epoch[21] Batch [699]	Speed: 5416.504901 samples/sec	rmse=0.022107	lr=0.392925
Epoch[21] Batch [749]	Speed: 5796.292957 samples/sec	rmse=0.022101	lr=0.392891
Epoch[21] Batch [799]	Speed: 5342.815166 samples/sec	rmse=0.022106	lr=0.392857
Epoch[21] Batch [849]	Speed: 5314.815167 samples/sec	rmse=0.022088	lr=0.392823
Epoch[21] Batch [899]	Speed: 5710.866856 samples/sec	rmse=0.022079	lr=0.392789
Epoch[21] Batch [949]	Speed: 5488.973209 samples/sec	rmse=0.022075	lr=0.392755
Epoch[21] Batch [999]	Speed: 5402.461131 samples/sec	rmse=0.022079	lr=0.392720
Epoch[21] Batch [1049]	Speed: 5703.650582 samples/sec	rmse=0.022089	lr=0.392686
Epoch[21] Batch [1099]	Speed: 5556.737302 samples/sec	rmse=0.022078	lr=0.392651
Epoch[21] Batch [1149]	Speed: 5481.725302 samples/sec	rmse=0.022084	lr=0.392617
Epoch[21] Batch [1199]	Speed: 5891.538860 samples/sec	rmse=0.022092	lr=0.392582
Epoch[21] Batch [1249]	Speed: 5305.011188 samples/sec	rmse=0.022087	lr=0.392547
[Epoch 21] training: rmse=0.022088
[Epoch 21] speed: 5550 samples/sec	time cost: 240.254053
[Epoch 21] validation: err-top1=0.504903 err-top5=0.248824
Epoch[22] Batch [49]	Speed: 5155.132744 samples/sec	rmse=0.022140	lr=0.392511
Epoch[22] Batch [99]	Speed: 5617.716217 samples/sec	rmse=0.022185	lr=0.392476
Epoch[22] Batch [149]	Speed: 5625.670774 samples/sec	rmse=0.022206	lr=0.392441
Epoch[22] Batch [199]	Speed: 5220.960887 samples/sec	rmse=0.022147	lr=0.392406
Epoch[22] Batch [249]	Speed: 5573.241655 samples/sec	rmse=0.022138	lr=0.392371
Epoch[22] Batch [299]	Speed: 5466.808261 samples/sec	rmse=0.022148	lr=0.392336
Epoch[22] Batch [349]	Speed: 5786.722417 samples/sec	rmse=0.022142	lr=0.392301
Epoch[22] Batch [399]	Speed: 5748.589264 samples/sec	rmse=0.022161	lr=0.392265
Epoch[22] Batch [449]	Speed: 5839.039679 samples/sec	rmse=0.022148	lr=0.392230
Epoch[22] Batch [499]	Speed: 5573.099044 samples/sec	rmse=0.022159	lr=0.392194
Epoch[22] Batch [549]	Speed: 5384.217551 samples/sec	rmse=0.022142	lr=0.392158
Epoch[22] Batch [599]	Speed: 5930.391634 samples/sec	rmse=0.022129	lr=0.392123
Epoch[22] Batch [649]	Speed: 5790.995146 samples/sec	rmse=0.022112	lr=0.392087
Epoch[22] Batch [699]	Speed: 5640.491552 samples/sec	rmse=0.022113	lr=0.392051
Epoch[22] Batch [749]	Speed: 5694.397932 samples/sec	rmse=0.022105	lr=0.392015
Epoch[22] Batch [799]	Speed: 5798.323115 samples/sec	rmse=0.022132	lr=0.391979
Epoch[22] Batch [849]	Speed: 5550.696905 samples/sec	rmse=0.022128	lr=0.391943
Epoch[22] Batch [899]	Speed: 5588.769140 samples/sec	rmse=0.022122	lr=0.391906
Epoch[22] Batch [949]	Speed: 5752.530927 samples/sec	rmse=0.022128	lr=0.391870
Epoch[22] Batch [999]	Speed: 5519.985850 samples/sec	rmse=0.022121	lr=0.391834
Epoch[22] Batch [1049]	Speed: 5475.364289 samples/sec	rmse=0.022109	lr=0.391797
Epoch[22] Batch [1099]	Speed: 5248.769745 samples/sec	rmse=0.022114	lr=0.391761
Epoch[22] Batch [1149]	Speed: 5627.261677 samples/sec	rmse=0.022118	lr=0.391724
Epoch[22] Batch [1199]	Speed: 5494.099862 samples/sec	rmse=0.022129	lr=0.391687
Epoch[22] Batch [1249]	Speed: 5820.943456 samples/sec	rmse=0.022123	lr=0.391651
[Epoch 22] training: rmse=0.022123
[Epoch 22] speed: 5581 samples/sec	time cost: 239.051090
[Epoch 22] validation: err-top1=0.530652 err-top5=0.273916
Epoch[23] Batch [49]	Speed: 5661.882380 samples/sec	rmse=0.021939	lr=0.391613
Epoch[23] Batch [99]	Speed: 5597.193120 samples/sec	rmse=0.022018	lr=0.391576
Epoch[23] Batch [149]	Speed: 5749.885565 samples/sec	rmse=0.021986	lr=0.391539
Epoch[23] Batch [199]	Speed: 5468.964259 samples/sec	rmse=0.022005	lr=0.391502
Epoch[23] Batch [249]	Speed: 5048.757493 samples/sec	rmse=0.021902	lr=0.391465
Epoch[23] Batch [299]	Speed: 5442.686523 samples/sec	rmse=0.021926	lr=0.391428
Epoch[23] Batch [349]	Speed: 5283.531070 samples/sec	rmse=0.021907	lr=0.391390
Epoch[23] Batch [399]	Speed: 5504.069603 samples/sec	rmse=0.021906	lr=0.391353
Epoch[23] Batch [449]	Speed: 5806.865582 samples/sec	rmse=0.021885	lr=0.391315
Epoch[23] Batch [499]	Speed: 5643.852874 samples/sec	rmse=0.021881	lr=0.391278
Epoch[23] Batch [549]	Speed: 5621.987235 samples/sec	rmse=0.021882	lr=0.391240
Epoch[23] Batch [599]	Speed: 5112.094136 samples/sec	rmse=0.021865	lr=0.391202
Epoch[23] Batch [649]	Speed: 5539.935365 samples/sec	rmse=0.021875	lr=0.391164
Epoch[23] Batch [699]	Speed: 5588.756923 samples/sec	rmse=0.021888	lr=0.391127
Epoch[23] Batch [749]	Speed: 5506.897555 samples/sec	rmse=0.021917	lr=0.391089
Epoch[23] Batch [799]	Speed: 5670.232673 samples/sec	rmse=0.021924	lr=0.391051
Epoch[23] Batch [849]	Speed: 5602.517440 samples/sec	rmse=0.021933	lr=0.391012
Epoch[23] Batch [899]	Speed: 5578.572073 samples/sec	rmse=0.021952	lr=0.390974
Epoch[23] Batch [949]	Speed: 5607.424762 samples/sec	rmse=0.021972	lr=0.390936
Epoch[23] Batch [999]	Speed: 5931.973920 samples/sec	rmse=0.021990	lr=0.390898
Epoch[23] Batch [1049]	Speed: 5868.670394 samples/sec	rmse=0.021982	lr=0.390859
Epoch[23] Batch [1099]	Speed: 5394.878191 samples/sec	rmse=0.021979	lr=0.390821
Epoch[23] Batch [1149]	Speed: 5649.744353 samples/sec	rmse=0.021971	lr=0.390782
Epoch[23] Batch [1199]	Speed: 5235.323164 samples/sec	rmse=0.021975	lr=0.390743
Epoch[23] Batch [1249]	Speed: 5618.341882 samples/sec	rmse=0.021974	lr=0.390705
[Epoch 23] training: rmse=0.021973
[Epoch 23] speed: 5535 samples/sec	time cost: 241.188697
[Epoch 23] validation: err-top1=0.525574 err-top5=0.267354
Epoch[24] Batch [49]	Speed: 5411.405243 samples/sec	rmse=0.022025	lr=0.390665
Epoch[24] Batch [99]	Speed: 5483.933556 samples/sec	rmse=0.021764	lr=0.390626
Epoch[24] Batch [149]	Speed: 5700.349164 samples/sec	rmse=0.021914	lr=0.390587
Epoch[24] Batch [199]	Speed: 5446.905854 samples/sec	rmse=0.021995	lr=0.390548
Epoch[24] Batch [249]	Speed: 5261.116783 samples/sec	rmse=0.022000	lr=0.390509
Epoch[24] Batch [299]	Speed: 5824.414041 samples/sec	rmse=0.022029	lr=0.390469
Epoch[24] Batch [349]	Speed: 5629.498893 samples/sec	rmse=0.022014	lr=0.390430
Epoch[24] Batch [399]	Speed: 5499.529029 samples/sec	rmse=0.021977	lr=0.390391
Epoch[24] Batch [449]	Speed: 5503.133614 samples/sec	rmse=0.022003	lr=0.390351
Epoch[24] Batch [499]	Speed: 5728.925173 samples/sec	rmse=0.021982	lr=0.390312
Epoch[24] Batch [549]	Speed: 5805.761473 samples/sec	rmse=0.021979	lr=0.390272
Epoch[24] Batch [599]	Speed: 5417.135330 samples/sec	rmse=0.021953	lr=0.390232
Epoch[24] Batch [649]	Speed: 5623.471646 samples/sec	rmse=0.021924	lr=0.390193
Epoch[24] Batch [699]	Speed: 5605.045441 samples/sec	rmse=0.021929	lr=0.390153
Epoch[24] Batch [749]	Speed: 5361.121257 samples/sec	rmse=0.021956	lr=0.390113
Epoch[24] Batch [799]	Speed: 5938.506109 samples/sec	rmse=0.021944	lr=0.390073
Epoch[24] Batch [849]	Speed: 6007.767012 samples/sec	rmse=0.021941	lr=0.390033
Epoch[24] Batch [899]	Speed: 5665.483580 samples/sec	rmse=0.021954	lr=0.389992
Epoch[24] Batch [949]	Speed: 5751.198623 samples/sec	rmse=0.021953	lr=0.389952
Epoch[24] Batch [999]	Speed: 5233.029869 samples/sec	rmse=0.021967	lr=0.389912
Epoch[24] Batch [1049]	Speed: 5657.174084 samples/sec	rmse=0.021971	lr=0.389871
Epoch[24] Batch [1099]	Speed: 5795.986491 samples/sec	rmse=0.021963	lr=0.389831
Epoch[24] Batch [1149]	Speed: 5510.144755 samples/sec	rmse=0.021961	lr=0.389790
Epoch[24] Batch [1199]	Speed: 5270.101955 samples/sec	rmse=0.021963	lr=0.389750
Epoch[24] Batch [1249]	Speed: 5646.681263 samples/sec	rmse=0.021965	lr=0.389709
[Epoch 24] training: rmse=0.021963
[Epoch 24] speed: 5577 samples/sec	time cost: 239.545778
[Epoch 24] validation: err-top1=0.547214 err-top5=0.282047
Epoch[25] Batch [49]	Speed: 5826.144485 samples/sec	rmse=0.022308	lr=0.389667
Epoch[25] Batch [99]	Speed: 5587.497503 samples/sec	rmse=0.022031	lr=0.389626
Epoch[25] Batch [149]	Speed: 5629.047058 samples/sec	rmse=0.022058	lr=0.389585
Epoch[25] Batch [199]	Speed: 5881.876525 samples/sec	rmse=0.021976	lr=0.389544
Epoch[25] Batch [249]	Speed: 5919.598663 samples/sec	rmse=0.022041	lr=0.389503
Epoch[25] Batch [299]	Speed: 5511.838192 samples/sec	rmse=0.022065	lr=0.389462
Epoch[25] Batch [349]	Speed: 5777.375223 samples/sec	rmse=0.022098	lr=0.389421
Epoch[25] Batch [399]	Speed: 5813.985244 samples/sec	rmse=0.022093	lr=0.389379
Epoch[25] Batch [449]	Speed: 5185.124223 samples/sec	rmse=0.022063	lr=0.389338
Epoch[25] Batch [499]	Speed: 5596.141049 samples/sec	rmse=0.022078	lr=0.389296
Epoch[25] Batch [549]	Speed: 5687.074087 samples/sec	rmse=0.022089	lr=0.389255
Epoch[25] Batch [599]	Speed: 5569.554351 samples/sec	rmse=0.022098	lr=0.389213
Epoch[25] Batch [649]	Speed: 5423.339777 samples/sec	rmse=0.022104	lr=0.389171
Epoch[25] Batch [699]	Speed: 5839.239570 samples/sec	rmse=0.022091	lr=0.389129
Epoch[25] Batch [749]	Speed: 5288.606563 samples/sec	rmse=0.022093	lr=0.389088
Epoch[25] Batch [799]	Speed: 5839.681157 samples/sec	rmse=0.022084	lr=0.389046
Epoch[25] Batch [849]	Speed: 5699.986190 samples/sec	rmse=0.022077	lr=0.389003
Epoch[25] Batch [899]	Speed: 5600.754103 samples/sec	rmse=0.022061	lr=0.388961
Epoch[25] Batch [949]	Speed: 5574.387867 samples/sec	rmse=0.022065	lr=0.388919
Epoch[25] Batch [999]	Speed: 5650.221965 samples/sec	rmse=0.022064	lr=0.388877
Epoch[25] Batch [1049]	Speed: 5826.044432 samples/sec	rmse=0.022051	lr=0.388834
Epoch[25] Batch [1099]	Speed: 5512.064977 samples/sec	rmse=0.022064	lr=0.388792
Epoch[25] Batch [1149]	Speed: 5389.082141 samples/sec	rmse=0.022055	lr=0.388749
Epoch[25] Batch [1199]	Speed: 5653.661579 samples/sec	rmse=0.022044	lr=0.388707
Epoch[25] Batch [1249]	Speed: 5784.302896 samples/sec	rmse=0.022049	lr=0.388664
[Epoch 25] training: rmse=0.022049
[Epoch 25] speed: 5629 samples/sec	time cost: 236.970168
[Epoch 25] validation: err-top1=0.496532 err-top5=0.242646
Epoch[26] Batch [49]	Speed: 5394.397240 samples/sec	rmse=0.021994	lr=0.388620
Epoch[26] Batch [99]	Speed: 5336.350557 samples/sec	rmse=0.021883	lr=0.388578
Epoch[26] Batch [149]	Speed: 5428.497780 samples/sec	rmse=0.021873	lr=0.388535
Epoch[26] Batch [199]	Speed: 5122.514662 samples/sec	rmse=0.021887	lr=0.388492
Epoch[26] Batch [249]	Speed: 5528.000671 samples/sec	rmse=0.021865	lr=0.388449
Epoch[26] Batch [299]	Speed: 5845.231220 samples/sec	rmse=0.021821	lr=0.388405
Epoch[26] Batch [349]	Speed: 5444.792886 samples/sec	rmse=0.021880	lr=0.388362
Epoch[26] Batch [399]	Speed: 5783.581624 samples/sec	rmse=0.021880	lr=0.388319
Epoch[26] Batch [449]	Speed: 5402.368849 samples/sec	rmse=0.021856	lr=0.388275
Epoch[26] Batch [499]	Speed: 5615.938455 samples/sec	rmse=0.021877	lr=0.388232
Epoch[26] Batch [549]	Speed: 5725.022803 samples/sec	rmse=0.021905	lr=0.388188
Epoch[26] Batch [599]	Speed: 5763.476575 samples/sec	rmse=0.021926	lr=0.388145
Epoch[26] Batch [649]	Speed: 5449.956665 samples/sec	rmse=0.021928	lr=0.388101
Epoch[26] Batch [699]	Speed: 5974.810807 samples/sec	rmse=0.021924	lr=0.388057
Epoch[26] Batch [749]	Speed: 5671.188479 samples/sec	rmse=0.021924	lr=0.388013
Epoch[26] Batch [799]	Speed: 5638.798696 samples/sec	rmse=0.021942	lr=0.387969
Epoch[26] Batch [849]	Speed: 5522.525965 samples/sec	rmse=0.021926	lr=0.387925
Epoch[26] Batch [899]	Speed: 5863.238072 samples/sec	rmse=0.021920	lr=0.387881
Epoch[26] Batch [949]	Speed: 5466.491395 samples/sec	rmse=0.021926	lr=0.387837
Epoch[26] Batch [999]	Speed: 5554.689426 samples/sec	rmse=0.021942	lr=0.387793
Epoch[26] Batch [1049]	Speed: 5765.019784 samples/sec	rmse=0.021946	lr=0.387748
Epoch[26] Batch [1099]	Speed: 5445.603492 samples/sec	rmse=0.021950	lr=0.387704
Epoch[26] Batch [1149]	Speed: 5842.523935 samples/sec	rmse=0.021946	lr=0.387659
Epoch[26] Batch [1199]	Speed: 5649.491235 samples/sec	rmse=0.021938	lr=0.387615
Epoch[26] Batch [1249]	Speed: 5655.964380 samples/sec	rmse=0.021945	lr=0.387570
[Epoch 26] training: rmse=0.021946
[Epoch 26] speed: 5583 samples/sec	time cost: 239.090347
[Epoch 26] validation: err-top1=0.539720 err-top5=0.279935
Epoch[27] Batch [49]	Speed: 5479.022806 samples/sec	rmse=0.022072	lr=0.387525
Epoch[27] Batch [99]	Speed: 5671.615649 samples/sec	rmse=0.021968	lr=0.387480
Epoch[27] Batch [149]	Speed: 5515.159634 samples/sec	rmse=0.021947	lr=0.387435
Epoch[27] Batch [199]	Speed: 5499.246804 samples/sec	rmse=0.021847	lr=0.387390
Epoch[27] Batch [249]	Speed: 5372.608828 samples/sec	rmse=0.021842	lr=0.387345
Epoch[27] Batch [299]	Speed: 5190.562024 samples/sec	rmse=0.021883	lr=0.387300
Epoch[27] Batch [349]	Speed: 5979.207258 samples/sec	rmse=0.021905	lr=0.387255
Epoch[27] Batch [399]	Speed: 5476.973272 samples/sec	rmse=0.021899	lr=0.387209
Epoch[27] Batch [449]	Speed: 5640.087129 samples/sec	rmse=0.021877	lr=0.387164
Epoch[27] Batch [499]	Speed: 5185.992223 samples/sec	rmse=0.021894	lr=0.387119
Epoch[27] Batch [549]	Speed: 5438.626195 samples/sec	rmse=0.021924	lr=0.387073
Epoch[27] Batch [599]	Speed: 5637.012747 samples/sec	rmse=0.021932	lr=0.387027
Epoch[27] Batch [649]	Speed: 5227.988275 samples/sec	rmse=0.021925	lr=0.386982
Epoch[27] Batch [699]	Speed: 5606.036030 samples/sec	rmse=0.021928	lr=0.386936
Epoch[27] Batch [749]	Speed: 5690.250826 samples/sec	rmse=0.021909	lr=0.386890
Epoch[27] Batch [799]	Speed: 5387.268935 samples/sec	rmse=0.021919	lr=0.386844
Epoch[27] Batch [849]	Speed: 5571.673918 samples/sec	rmse=0.021929	lr=0.386798
Epoch[27] Batch [899]	Speed: 5888.796594 samples/sec	rmse=0.021956	lr=0.386752
Epoch[27] Batch [949]	Speed: 5491.434583 samples/sec	rmse=0.021954	lr=0.386706
Epoch[27] Batch [999]	Speed: 5675.755878 samples/sec	rmse=0.021959	lr=0.386660
Epoch[27] Batch [1049]	Speed: 5722.637206 samples/sec	rmse=0.021964	lr=0.386614
Epoch[27] Batch [1099]	Speed: 5305.971708 samples/sec	rmse=0.021974	lr=0.386567
Epoch[27] Batch [1149]	Speed: 5565.709206 samples/sec	rmse=0.021975	lr=0.386521
Epoch[27] Batch [1199]	Speed: 5661.059687 samples/sec	rmse=0.021968	lr=0.386474
Epoch[27] Batch [1249]	Speed: 5497.329028 samples/sec	rmse=0.021973	lr=0.386428
[Epoch 27] training: rmse=0.021974
[Epoch 27] speed: 5522 samples/sec	time cost: 241.192949
[Epoch 27] validation: err-top1=0.503906 err-top5=0.244559
Epoch[28] Batch [49]	Speed: 5053.142874 samples/sec	rmse=0.021607	lr=0.386380
Epoch[28] Batch [99]	Speed: 5725.404237 samples/sec	rmse=0.021803	lr=0.386333
Epoch[28] Batch [149]	Speed: 5272.014315 samples/sec	rmse=0.021872	lr=0.386287
Epoch[28] Batch [199]	Speed: 5488.649560 samples/sec	rmse=0.021839	lr=0.386240
Epoch[28] Batch [249]	Speed: 5164.623347 samples/sec	rmse=0.021898	lr=0.386193
Epoch[28] Batch [299]	Speed: 5482.514190 samples/sec	rmse=0.021876	lr=0.386146
Epoch[28] Batch [349]	Speed: 5060.782280 samples/sec	rmse=0.021912	lr=0.386098
Epoch[28] Batch [399]	Speed: 5627.687121 samples/sec	rmse=0.021904	lr=0.386051
Epoch[28] Batch [449]	Speed: 5629.913016 samples/sec	rmse=0.021899	lr=0.386004
Epoch[28] Batch [499]	Speed: 5066.124332 samples/sec	rmse=0.021901	lr=0.385957
Epoch[28] Batch [549]	Speed: 5122.222522 samples/sec	rmse=0.021891	lr=0.385909
Epoch[28] Batch [599]	Speed: 5806.020783 samples/sec	rmse=0.021907	lr=0.385862
Epoch[28] Batch [649]	Speed: 5581.162488 samples/sec	rmse=0.021914	lr=0.385814
Epoch[28] Batch [699]	Speed: 5403.380315 samples/sec	rmse=0.021917	lr=0.385766
Epoch[28] Batch [749]	Speed: 5574.961511 samples/sec	rmse=0.021921	lr=0.385719
Epoch[28] Batch [799]	Speed: 5796.622299 samples/sec	rmse=0.021906	lr=0.385671
Epoch[28] Batch [849]	Speed: 5116.665503 samples/sec	rmse=0.021902	lr=0.385623
Epoch[28] Batch [899]	Speed: 5388.469040 samples/sec	rmse=0.021911	lr=0.385575
Epoch[28] Batch [949]	Speed: 5523.287290 samples/sec	rmse=0.021914	lr=0.385527
Epoch[28] Batch [999]	Speed: 5131.858211 samples/sec	rmse=0.021919	lr=0.385479
Epoch[28] Batch [1049]	Speed: 5645.489548 samples/sec	rmse=0.021917	lr=0.385430
Epoch[28] Batch [1099]	Speed: 5430.815382 samples/sec	rmse=0.021914	lr=0.385382
Epoch[28] Batch [1149]	Speed: 5235.281939 samples/sec	rmse=0.021911	lr=0.385334
Epoch[28] Batch [1199]	Speed: 5196.808315 samples/sec	rmse=0.021913	lr=0.385285
Epoch[28] Batch [1249]	Speed: 5547.389854 samples/sec	rmse=0.021929	lr=0.385237
[Epoch 28] training: rmse=0.021929
[Epoch 28] speed: 5384 samples/sec	time cost: 247.434959
[Epoch 28] validation: err-top1=0.511221 err-top5=0.252431
Epoch[29] Batch [49]	Speed: 4434.382783 samples/sec	rmse=0.021876	lr=0.385187
Epoch[29] Batch [99]	Speed: 5361.935253 samples/sec	rmse=0.021838	lr=0.385139
Epoch[29] Batch [149]	Speed: 4655.511625 samples/sec	rmse=0.021825	lr=0.385090
Epoch[29] Batch [199]	Speed: 5440.868089 samples/sec	rmse=0.021817	lr=0.385041
Epoch[29] Batch [249]	Speed: 5684.859506 samples/sec	rmse=0.021783	lr=0.384992
Epoch[29] Batch [299]	Speed: 5358.250351 samples/sec	rmse=0.021767	lr=0.384943
Epoch[29] Batch [349]	Speed: 5241.048832 samples/sec	rmse=0.021802	lr=0.384894
Epoch[29] Batch [399]	Speed: 5355.360616 samples/sec	rmse=0.021832	lr=0.384845
Epoch[29] Batch [449]	Speed: 5675.490224 samples/sec	rmse=0.021861	lr=0.384796
Epoch[29] Batch [499]	Speed: 5921.503206 samples/sec	rmse=0.021876	lr=0.384746
Epoch[29] Batch [549]	Speed: 5803.633094 samples/sec	rmse=0.021875	lr=0.384697
Epoch[29] Batch [599]	Speed: 4336.128954 samples/sec	rmse=0.021867	lr=0.384648
Epoch[29] Batch [649]	Speed: 5175.030873 samples/sec	rmse=0.021890	lr=0.384598
Epoch[29] Batch [699]	Speed: 5864.583398 samples/sec	rmse=0.021902	lr=0.384549
Epoch[29] Batch [749]	Speed: 4381.210818 samples/sec	rmse=0.021899	lr=0.384499
Epoch[29] Batch [799]	Speed: 4246.530268 samples/sec	rmse=0.021902	lr=0.384449
Epoch[29] Batch [849]	Speed: 4958.367173 samples/sec	rmse=0.021898	lr=0.384399
Epoch[29] Batch [899]	Speed: 5176.934874 samples/sec	rmse=0.021897	lr=0.384349
Epoch[29] Batch [949]	Speed: 4582.417781 samples/sec	rmse=0.021896	lr=0.384299
Epoch[29] Batch [999]	Speed: 4942.697981 samples/sec	rmse=0.021902	lr=0.384249
Epoch[29] Batch [1049]	Speed: 4296.032540 samples/sec	rmse=0.021889	lr=0.384199
Epoch[29] Batch [1099]	Speed: 4222.892819 samples/sec	rmse=0.021891	lr=0.384149
Epoch[29] Batch [1149]	Speed: 4976.455100 samples/sec	rmse=0.021904	lr=0.384099
Epoch[29] Batch [1199]	Speed: 5185.374626 samples/sec	rmse=0.021910	lr=0.384048
Epoch[29] Batch [1249]	Speed: 5029.026893 samples/sec	rmse=0.021920	lr=0.383998
[Epoch 29] training: rmse=0.021921
[Epoch 29] speed: 4991 samples/sec	time cost: 266.772071
[Epoch 29] validation: err-top1=0.513611 err-top5=0.259115
Epoch[30] Batch [49]	Speed: 5469.052980 samples/sec	rmse=0.021857	lr=0.383946
Epoch[30] Batch [99]	Speed: 4597.920803 samples/sec	rmse=0.021945	lr=0.383896
Epoch[30] Batch [149]	Speed: 4766.311987 samples/sec	rmse=0.022003	lr=0.383845
Epoch[30] Batch [199]	Speed: 5083.852357 samples/sec	rmse=0.021979	lr=0.383794
Epoch[30] Batch [249]	Speed: 5175.070031 samples/sec	rmse=0.021942	lr=0.383744
Epoch[30] Batch [299]	Speed: 4752.075313 samples/sec	rmse=0.021925	lr=0.383693
Epoch[30] Batch [349]	Speed: 4371.584739 samples/sec	rmse=0.021903	lr=0.383642
Epoch[30] Batch [399]	Speed: 4237.968150 samples/sec	rmse=0.021910	lr=0.383591
Epoch[30] Batch [449]	Speed: 5240.011938 samples/sec	rmse=0.021909	lr=0.383540
Epoch[30] Batch [499]	Speed: 5001.243038 samples/sec	rmse=0.021904	lr=0.383488
Epoch[30] Batch [549]	Speed: 4896.017482 samples/sec	rmse=0.021906	lr=0.383437
Epoch[30] Batch [599]	Speed: 4303.401533 samples/sec	rmse=0.021898	lr=0.383386
Epoch[30] Batch [649]	Speed: 4602.855820 samples/sec	rmse=0.021878	lr=0.383334
Epoch[30] Batch [699]	Speed: 5056.337084 samples/sec	rmse=0.021899	lr=0.383283
Epoch[30] Batch [749]	Speed: 5324.204494 samples/sec	rmse=0.021903	lr=0.383231
Epoch[30] Batch [799]	Speed: 5124.211102 samples/sec	rmse=0.021904	lr=0.383180
Epoch[30] Batch [849]	Speed: 5066.351420 samples/sec	rmse=0.021913	lr=0.383128
Epoch[30] Batch [899]	Speed: 4624.630372 samples/sec	rmse=0.021920	lr=0.383076
Epoch[30] Batch [949]	Speed: 5760.650533 samples/sec	rmse=0.021916	lr=0.383024
Epoch[30] Batch [999]	Speed: 4496.236277 samples/sec	rmse=0.021913	lr=0.382972
Epoch[30] Batch [1049]	Speed: 5230.671057 samples/sec	rmse=0.021902	lr=0.382920
Epoch[30] Batch [1099]	Speed: 4518.222045 samples/sec	rmse=0.021897	lr=0.382868
Epoch[30] Batch [1149]	Speed: 5064.512232 samples/sec	rmse=0.021893	lr=0.382816
Epoch[30] Batch [1199]	Speed: 5479.181752 samples/sec	rmse=0.021892	lr=0.382764
Epoch[30] Batch [1249]	Speed: 5584.413804 samples/sec	rmse=0.021895	lr=0.382711
[Epoch 30] training: rmse=0.021896
[Epoch 30] speed: 4911 samples/sec	time cost: 271.042739
[Epoch 30] validation: err-top1=0.518475 err-top5=0.257434
Epoch[31] Batch [49]	Speed: 5554.276670 samples/sec	rmse=0.021486	lr=0.382658
Epoch[31] Batch [99]	Speed: 4715.282588 samples/sec	rmse=0.021706	lr=0.382605
Epoch[31] Batch [149]	Speed: 4977.353040 samples/sec	rmse=0.021801	lr=0.382553
Epoch[31] Batch [199]	Speed: 5646.319450 samples/sec	rmse=0.021802	lr=0.382500
Epoch[31] Batch [249]	Speed: 5549.958557 samples/sec	rmse=0.021776	lr=0.382447
Epoch[31] Batch [299]	Speed: 4860.514172 samples/sec	rmse=0.021769	lr=0.382395
Epoch[31] Batch [349]	Speed: 5315.604109 samples/sec	rmse=0.021782	lr=0.382342
Epoch[31] Batch [399]	Speed: 5558.640069 samples/sec	rmse=0.021789	lr=0.382289
Epoch[31] Batch [449]	Speed: 5624.919860 samples/sec	rmse=0.021775	lr=0.382236
Epoch[31] Batch [499]	Speed: 5293.790471 samples/sec	rmse=0.021806	lr=0.382183
Epoch[31] Batch [549]	Speed: 5115.763640 samples/sec	rmse=0.021808	lr=0.382129
Epoch[31] Batch [599]	Speed: 5781.154767 samples/sec	rmse=0.021810	lr=0.382076
Epoch[31] Batch [649]	Speed: 5842.206680 samples/sec	rmse=0.021793	lr=0.382023
Epoch[31] Batch [699]	Speed: 5259.794812 samples/sec	rmse=0.021776	lr=0.381969
Epoch[31] Batch [749]	Speed: 4886.555054 samples/sec	rmse=0.021768	lr=0.381916
Epoch[31] Batch [799]	Speed: 5947.279007 samples/sec	rmse=0.021781	lr=0.381862
Epoch[31] Batch [849]	Speed: 5992.528322 samples/sec	rmse=0.021781	lr=0.381809
Epoch[31] Batch [899]	Speed: 5378.329203 samples/sec	rmse=0.021767	lr=0.381755
Epoch[31] Batch [949]	Speed: 5748.568644 samples/sec	rmse=0.021758	lr=0.381701
Epoch[31] Batch [999]	Speed: 4618.452185 samples/sec	rmse=0.021783	lr=0.381647
Epoch[31] Batch [1049]	Speed: 4980.523391 samples/sec	rmse=0.021786	lr=0.381594
Epoch[31] Batch [1099]	Speed: 4723.211949 samples/sec	rmse=0.021803	lr=0.381540
Epoch[31] Batch [1149]	Speed: 4430.369580 samples/sec	rmse=0.021799	lr=0.381485
Epoch[31] Batch [1199]	Speed: 4449.817750 samples/sec	rmse=0.021799	lr=0.381431
Epoch[31] Batch [1249]	Speed: 4637.090237 samples/sec	rmse=0.021795	lr=0.381377
[Epoch 31] training: rmse=0.021796
[Epoch 31] speed: 5186 samples/sec	time cost: 257.396212
[Epoch 31] validation: err-top1=0.508311 err-top5=0.251574
Epoch[32] Batch [49]	Speed: 4217.290623 samples/sec	rmse=0.021820	lr=0.381322
Epoch[32] Batch [99]	Speed: 5179.865844 samples/sec	rmse=0.021848	lr=0.381267
Epoch[32] Batch [149]	Speed: 4709.673447 samples/sec	rmse=0.021908	lr=0.381213
Epoch[32] Batch [199]	Speed: 4881.955349 samples/sec	rmse=0.021851	lr=0.381158
Epoch[32] Batch [249]	Speed: 6096.696956 samples/sec	rmse=0.021847	lr=0.381104
Epoch[32] Batch [299]	Speed: 5532.866360 samples/sec	rmse=0.021819	lr=0.381049
Epoch[32] Batch [349]	Speed: 5320.598802 samples/sec	rmse=0.021805	lr=0.380994
Epoch[32] Batch [399]	Speed: 5073.607916 samples/sec	rmse=0.021808	lr=0.380939
Epoch[32] Batch [449]	Speed: 5165.800978 samples/sec	rmse=0.021799	lr=0.380885
Epoch[32] Batch [499]	Speed: 4794.561892 samples/sec	rmse=0.021797	lr=0.380830
Epoch[32] Batch [549]	Speed: 4158.269589 samples/sec	rmse=0.021800	lr=0.380774
Epoch[32] Batch [599]	Speed: 6199.119808 samples/sec	rmse=0.021808	lr=0.380719
Epoch[32] Batch [649]	Speed: 4990.454270 samples/sec	rmse=0.021822	lr=0.380664
Epoch[32] Batch [699]	Speed: 5554.476647 samples/sec	rmse=0.021824	lr=0.380609
Epoch[32] Batch [749]	Speed: 5188.358159 samples/sec	rmse=0.021829	lr=0.380553
Epoch[32] Batch [799]	Speed: 5123.530631 samples/sec	rmse=0.021810	lr=0.380498
Epoch[32] Batch [849]	Speed: 5862.684877 samples/sec	rmse=0.021791	lr=0.380443
Epoch[32] Batch [899]	Speed: 4243.843664 samples/sec	rmse=0.021793	lr=0.380387
Epoch[32] Batch [949]	Speed: 4964.755052 samples/sec	rmse=0.021770	lr=0.380331
Epoch[32] Batch [999]	Speed: 5175.695654 samples/sec	rmse=0.021769	lr=0.380276
Epoch[32] Batch [1049]	Speed: 5503.038426 samples/sec	rmse=0.021783	lr=0.380220
Epoch[32] Batch [1099]	Speed: 4327.971280 samples/sec	rmse=0.021793	lr=0.380164
Epoch[32] Batch [1149]	Speed: 5630.618169 samples/sec	rmse=0.021801	lr=0.380108
Epoch[32] Batch [1199]	Speed: 5335.171830 samples/sec	rmse=0.021807	lr=0.380052
Epoch[32] Batch [1249]	Speed: 5461.678772 samples/sec	rmse=0.021807	lr=0.379996
[Epoch 32] training: rmse=0.021808
[Epoch 32] speed: 5084 samples/sec	time cost: 262.191287
[Epoch 32] validation: err-top1=0.493961 err-top5=0.239617
Epoch[33] Batch [49]	Speed: 4684.160413 samples/sec	rmse=0.021982	lr=0.379939
Epoch[33] Batch [99]	Speed: 5056.598301 samples/sec	rmse=0.021850	lr=0.379882
Epoch[33] Batch [149]	Speed: 5379.042799 samples/sec	rmse=0.021807	lr=0.379826
Epoch[33] Batch [199]	Speed: 5078.673324 samples/sec	rmse=0.021792	lr=0.379770
Epoch[33] Batch [249]	Speed: 5121.366331 samples/sec	rmse=0.021800	lr=0.379713
Epoch[33] Batch [299]	Speed: 4913.243804 samples/sec	rmse=0.021803	lr=0.379657
Epoch[33] Batch [349]	Speed: 5197.621734 samples/sec	rmse=0.021827	lr=0.379600
Epoch[33] Batch [399]	Speed: 5274.123516 samples/sec	rmse=0.021816	lr=0.379543
Epoch[33] Batch [449]	Speed: 5343.198819 samples/sec	rmse=0.021806	lr=0.379486
Epoch[33] Batch [499]	Speed: 5572.454350 samples/sec	rmse=0.021794	lr=0.379430
Epoch[33] Batch [549]	Speed: 5061.547228 samples/sec	rmse=0.021821	lr=0.379373
Epoch[33] Batch [599]	Speed: 5688.310696 samples/sec	rmse=0.021814	lr=0.379316
Epoch[33] Batch [649]	Speed: 5366.618017 samples/sec	rmse=0.021801	lr=0.379259
Epoch[33] Batch [699]	Speed: 5212.632225 samples/sec	rmse=0.021777	lr=0.379201
Epoch[33] Batch [749]	Speed: 5417.420807 samples/sec	rmse=0.021797	lr=0.379144
Epoch[33] Batch [799]	Speed: 5213.736157 samples/sec	rmse=0.021797	lr=0.379087
Epoch[33] Batch [849]	Speed: 4951.699174 samples/sec	rmse=0.021787	lr=0.379030
Epoch[33] Batch [899]	Speed: 4977.360193 samples/sec	rmse=0.021803	lr=0.378972
Epoch[33] Batch [949]	Speed: 4532.599523 samples/sec	rmse=0.021821	lr=0.378915
Epoch[33] Batch [999]	Speed: 5452.129011 samples/sec	rmse=0.021815	lr=0.378857
Epoch[33] Batch [1049]	Speed: 1346.257509 samples/sec	rmse=0.021805	lr=0.378799
Epoch[33] Batch [1099]	Speed: 5718.782382 samples/sec	rmse=0.021820	lr=0.378742
Epoch[33] Batch [1149]	Speed: 3103.238677 samples/sec	rmse=0.021810	lr=0.378684
Epoch[33] Batch [1199]	Speed: 1837.513292 samples/sec	rmse=0.021819	lr=0.378626
Epoch[33] Batch [1249]	Speed: 5808.847373 samples/sec	rmse=0.021812	lr=0.378568
[Epoch 33] training: rmse=0.021813
[Epoch 33] speed: 4281 samples/sec	time cost: 320.517446
[Epoch 33] validation: err-top1=0.498525 err-top5=0.243144
Epoch[34] Batch [49]	Speed: 3093.555771 samples/sec	rmse=0.021787	lr=0.378509
Epoch[34] Batch [99]	Speed: 2212.377138 samples/sec	rmse=0.021793	lr=0.378451
Epoch[34] Batch [149]	Speed: 3127.463749 samples/sec	rmse=0.021717	lr=0.378392
Epoch[34] Batch [199]	Speed: 2462.773163 samples/sec	rmse=0.021763	lr=0.378334
Epoch[34] Batch [249]	Speed: 1479.336109 samples/sec	rmse=0.021787	lr=0.378276
Epoch[34] Batch [299]	Speed: 3354.622313 samples/sec	rmse=0.021799	lr=0.378217
Epoch[34] Batch [349]	Speed: 2125.788720 samples/sec	rmse=0.021805	lr=0.378159
Epoch[34] Batch [399]	Speed: 3162.361372 samples/sec	rmse=0.021829	lr=0.378100
Epoch[34] Batch [449]	Speed: 3039.264523 samples/sec	rmse=0.021831	lr=0.378042
Epoch[34] Batch [499]	Speed: 4051.667958 samples/sec	rmse=0.021842	lr=0.377983
Epoch[34] Batch [549]	Speed: 2405.838649 samples/sec	rmse=0.021877	lr=0.377924
Epoch[34] Batch [599]	Speed: 5026.962981 samples/sec	rmse=0.021882	lr=0.377865
Epoch[34] Batch [649]	Speed: 5382.950118 samples/sec	rmse=0.021881	lr=0.377806
Epoch[34] Batch [699]	Speed: 5714.429231 samples/sec	rmse=0.021869	lr=0.377747
Epoch[34] Batch [749]	Speed: 4003.032239 samples/sec	rmse=0.021856	lr=0.377688
Epoch[34] Batch [799]	Speed: 3924.018094 samples/sec	rmse=0.021853	lr=0.377629
Epoch[34] Batch [849]	Speed: 5645.196298 samples/sec	rmse=0.021861	lr=0.377570
Epoch[34] Batch [899]	Speed: 5666.134283 samples/sec	rmse=0.021862	lr=0.377511
Epoch[34] Batch [949]	Speed: 1255.374078 samples/sec	rmse=0.021881	lr=0.377451
Epoch[34] Batch [999]	Speed: 5268.520691 samples/sec	rmse=0.021891	lr=0.377392
Epoch[34] Batch [1049]	Speed: 3116.171705 samples/sec	rmse=0.021888	lr=0.377332
Epoch[34] Batch [1099]	Speed: 2338.102276 samples/sec	rmse=0.021886	lr=0.377273
Epoch[34] Batch [1149]	Speed: 2337.097765 samples/sec	rmse=0.021884	lr=0.377213
Epoch[34] Batch [1199]	Speed: 3005.420095 samples/sec	rmse=0.021874	lr=0.377153
Epoch[34] Batch [1249]	Speed: 5197.116446 samples/sec	rmse=0.021876	lr=0.377094
[Epoch 34] training: rmse=0.021877
[Epoch 34] speed: 2989 samples/sec	time cost: 453.606857
[Epoch 34] validation: err-top1=0.493266 err-top5=0.238403
Epoch[35] Batch [49]	Speed: 4067.209964 samples/sec	rmse=0.021829	lr=0.377033
Epoch[35] Batch [99]	Speed: 4049.188823 samples/sec	rmse=0.021839	lr=0.376973
Epoch[35] Batch [149]	Speed: 2182.647807 samples/sec	rmse=0.021796	lr=0.376913
Epoch[35] Batch [199]	Speed: 5426.494503 samples/sec	rmse=0.021746	lr=0.376852
Epoch[35] Batch [249]	Speed: 5390.934325 samples/sec	rmse=0.021768	lr=0.376792
Epoch[35] Batch [299]	Speed: 1341.483582 samples/sec	rmse=0.021787	lr=0.376732
Epoch[35] Batch [349]	Speed: 3370.998568 samples/sec	rmse=0.021803	lr=0.376672
Epoch[35] Batch [399]	Speed: 5199.907512 samples/sec	rmse=0.021782	lr=0.376611
Epoch[35] Batch [449]	Speed: 5153.699483 samples/sec	rmse=0.021823	lr=0.376551
Epoch[35] Batch [499]	Speed: 2445.294890 samples/sec	rmse=0.021834	lr=0.376490
Epoch[35] Batch [549]	Speed: 1208.383489 samples/sec	rmse=0.021848	lr=0.376430
Epoch[35] Batch [599]	Speed: 2681.241002 samples/sec	rmse=0.021864	lr=0.376369
Epoch[35] Batch [649]	Speed: 5557.400800 samples/sec	rmse=0.021869	lr=0.376308
Epoch[35] Batch [699]	Speed: 5366.665896 samples/sec	rmse=0.021886	lr=0.376247
Epoch[35] Batch [749]	Speed: 5560.656447 samples/sec	rmse=0.021866	lr=0.376186
Epoch[35] Batch [799]	Speed: 1802.029842 samples/sec	rmse=0.021859	lr=0.376125
Epoch[35] Batch [849]	Speed: 2298.495860 samples/sec	rmse=0.021850	lr=0.376064
Epoch[35] Batch [899]	Speed: 5677.441280 samples/sec	rmse=0.021838	lr=0.376003
Epoch[35] Batch [949]	Speed: 5622.368752 samples/sec	rmse=0.021836	lr=0.375942
Epoch[35] Batch [999]	Speed: 1943.735747 samples/sec	rmse=0.021830	lr=0.375881
Epoch[35] Batch [1049]	Speed: 3198.925522 samples/sec	rmse=0.021839	lr=0.375819
Epoch[35] Batch [1099]	Speed: 5554.130288 samples/sec	rmse=0.021825	lr=0.375758
Epoch[35] Batch [1149]	Speed: 3733.464469 samples/sec	rmse=0.021837	lr=0.375697
Epoch[35] Batch [1199]	Speed: 5496.941215 samples/sec	rmse=0.021844	lr=0.375635
Epoch[35] Batch [1249]	Speed: 5558.944828 samples/sec	rmse=0.021841	lr=0.375573
[Epoch 35] training: rmse=0.021842
[Epoch 35] speed: 3169 samples/sec	time cost: 414.537532
[Epoch 35] validation: err-top1=0.501853 err-top5=0.245954
Epoch[36] Batch [49]	Speed: 5206.113350 samples/sec	rmse=0.021645	lr=0.375510
Epoch[36] Batch [99]	Speed: 5627.139143 samples/sec	rmse=0.021740	lr=0.375449
Epoch[36] Batch [149]	Speed: 2888.295984 samples/sec	rmse=0.021731	lr=0.375387
Epoch[36] Batch [199]	Speed: 5490.398870 samples/sec	rmse=0.021723	lr=0.375325
Epoch[36] Batch [249]	Speed: 2502.182069 samples/sec	rmse=0.021748	lr=0.375263
Epoch[36] Batch [299]	Speed: 2645.978805 samples/sec	rmse=0.021739	lr=0.375201
Epoch[36] Batch [349]	Speed: 3471.791392 samples/sec	rmse=0.021739	lr=0.375139
Epoch[36] Batch [399]	Speed: 2540.881645 samples/sec	rmse=0.021697	lr=0.375076
Epoch[36] Batch [449]	Speed: 3380.690514 samples/sec	rmse=0.021683	lr=0.375014
Epoch[36] Batch [499]	Speed: 5062.555744 samples/sec	rmse=0.021706	lr=0.374952
Epoch[36] Batch [549]	Speed: 2996.222440 samples/sec	rmse=0.021759	lr=0.374889
Epoch[36] Batch [599]	Speed: 3960.937112 samples/sec	rmse=0.021796	lr=0.374827
Epoch[36] Batch [649]	Speed: 2939.094395 samples/sec	rmse=0.021782	lr=0.374764
Epoch[36] Batch [699]	Speed: 3549.307543 samples/sec	rmse=0.021780	lr=0.374702
Epoch[36] Batch [749]	Speed: 4127.628213 samples/sec	rmse=0.021785	lr=0.374639
Epoch[36] Batch [799]	Speed: 4630.103943 samples/sec	rmse=0.021776	lr=0.374576
Epoch[36] Batch [849]	Speed: 5818.464183 samples/sec	rmse=0.021775	lr=0.374513
Epoch[36] Batch [899]	Speed: 5288.270559 samples/sec	rmse=0.021773	lr=0.374450
Epoch[36] Batch [949]	Speed: 5289.157806 samples/sec	rmse=0.021767	lr=0.374387
Epoch[36] Batch [999]	Speed: 2745.955261 samples/sec	rmse=0.021795	lr=0.374324
Epoch[36] Batch [1049]	Speed: 3372.617517 samples/sec	rmse=0.021793	lr=0.374261
Epoch[36] Batch [1099]	Speed: 5273.121403 samples/sec	rmse=0.021802	lr=0.374198
Epoch[36] Batch [1149]	Speed: 4652.896677 samples/sec	rmse=0.021799	lr=0.374134
Epoch[36] Batch [1199]	Speed: 4362.740374 samples/sec	rmse=0.021794	lr=0.374071
Epoch[36] Batch [1249]	Speed: 2706.995123 samples/sec	rmse=0.021798	lr=0.374008
[Epoch 36] training: rmse=0.021799
[Epoch 36] speed: 3708 samples/sec	time cost: 358.563179
[Epoch 36] validation: err-top1=0.516283 err-top5=0.259606
Epoch[37] Batch [49]	Speed: 5213.793499 samples/sec	rmse=0.021718	lr=0.373943
Epoch[37] Batch [99]	Speed: 5253.566699 samples/sec	rmse=0.021754	lr=0.373879
Epoch[37] Batch [149]	Speed: 3821.072259 samples/sec	rmse=0.021748	lr=0.373815
Epoch[37] Batch [199]	Speed: 4880.899792 samples/sec	rmse=0.021731	lr=0.373752
Epoch[37] Batch [249]	Speed: 4511.607089 samples/sec	rmse=0.021740	lr=0.373688
Epoch[37] Batch [299]	Speed: 2593.292300 samples/sec	rmse=0.021726	lr=0.373624
Epoch[37] Batch [349]	Speed: 2579.743169 samples/sec	rmse=0.021708	lr=0.373560
Epoch[37] Batch [399]	Speed: 2896.453641 samples/sec	rmse=0.021727	lr=0.373496
Epoch[37] Batch [449]	Speed: 2030.767480 samples/sec	rmse=0.021740	lr=0.373432
Epoch[37] Batch [499]	Speed: 5431.836841 samples/sec	rmse=0.021718	lr=0.373368
Epoch[37] Batch [549]	Speed: 2905.002971 samples/sec	rmse=0.021748	lr=0.373304
Epoch[37] Batch [599]	Speed: 2799.608857 samples/sec	rmse=0.021788	lr=0.373239
Epoch[37] Batch [649]	Speed: 2076.053699 samples/sec	rmse=0.021786	lr=0.373175
Epoch[37] Batch [699]	Speed: 3177.777202 samples/sec	rmse=0.021787	lr=0.373110
Epoch[37] Batch [749]	Speed: 3864.468309 samples/sec	rmse=0.021774	lr=0.373046
Epoch[37] Batch [799]	Speed: 2719.227359 samples/sec	rmse=0.021765	lr=0.372981
Epoch[37] Batch [849]	Speed: 3627.708628 samples/sec	rmse=0.021785	lr=0.372917
Epoch[37] Batch [899]	Speed: 4769.463475 samples/sec	rmse=0.021786	lr=0.372852
Epoch[37] Batch [949]	Speed: 4363.862207 samples/sec	rmse=0.021796	lr=0.372787
Epoch[37] Batch [999]	Speed: 2134.294222 samples/sec	rmse=0.021786	lr=0.372722
Epoch[37] Batch [1049]	Speed: 5247.392040 samples/sec	rmse=0.021795	lr=0.372657
Epoch[37] Batch [1099]	Speed: 4132.432447 samples/sec	rmse=0.021786	lr=0.372592
Epoch[37] Batch [1149]	Speed: 5959.885676 samples/sec	rmse=0.021782	lr=0.372527
Epoch[37] Batch [1199]	Speed: 4101.498308 samples/sec	rmse=0.021785	lr=0.372462
Epoch[37] Batch [1249]	Speed: 3384.430957 samples/sec	rmse=0.021790	lr=0.372397
[Epoch 37] training: rmse=0.021791
[Epoch 37] speed: 3416 samples/sec	time cost: 393.792615
[Epoch 37] validation: err-top1=0.485830 err-top5=0.234495
Epoch[38] Batch [49]	Speed: 3051.336601 samples/sec	rmse=0.021424	lr=0.372330
Epoch[38] Batch [99]	Speed: 4936.018254 samples/sec	rmse=0.021654	lr=0.372265
Epoch[38] Batch [149]	Speed: 2369.383889 samples/sec	rmse=0.021673	lr=0.372199
Epoch[38] Batch [199]	Speed: 3626.917156 samples/sec	rmse=0.021712	lr=0.372134
Epoch[38] Batch [249]	Speed: 3250.057791 samples/sec	rmse=0.021740	lr=0.372068
Epoch[38] Batch [299]	Speed: 3126.814209 samples/sec	rmse=0.021754	lr=0.372002
Epoch[38] Batch [349]	Speed: 5420.862151 samples/sec	rmse=0.021800	lr=0.371936
Epoch[38] Batch [399]	Speed: 2668.057233 samples/sec	rmse=0.021793	lr=0.371871
Epoch[38] Batch [449]	Speed: 3581.064176 samples/sec	rmse=0.021784	lr=0.371805
Epoch[38] Batch [499]	Speed: 3270.540430 samples/sec	rmse=0.021779	lr=0.371739
Epoch[38] Batch [549]	Speed: 5021.795807 samples/sec	rmse=0.021758	lr=0.371673
Epoch[38] Batch [599]	Speed: 4257.224869 samples/sec	rmse=0.021763	lr=0.371607
Epoch[38] Batch [649]	Speed: 5444.538060 samples/sec	rmse=0.021757	lr=0.371540
Epoch[38] Batch [699]	Speed: 2288.658494 samples/sec	rmse=0.021769	lr=0.371474
Epoch[38] Batch [749]	Speed: 3462.522576 samples/sec	rmse=0.021767	lr=0.371408
Epoch[38] Batch [799]	Speed: 2930.213261 samples/sec	rmse=0.021769	lr=0.371342
Epoch[38] Batch [849]	Speed: 4323.348610 samples/sec	rmse=0.021778	lr=0.371275
Epoch[38] Batch [899]	Speed: 5334.524686 samples/sec	rmse=0.021791	lr=0.371209
Epoch[38] Batch [949]	Speed: 4187.889331 samples/sec	rmse=0.021795	lr=0.371142
Epoch[38] Batch [999]	Speed: 3030.856040 samples/sec	rmse=0.021786	lr=0.371075
Epoch[38] Batch [1049]	Speed: 4404.123045 samples/sec	rmse=0.021779	lr=0.371009
Epoch[38] Batch [1099]	Speed: 3839.347271 samples/sec	rmse=0.021771	lr=0.370942
Epoch[38] Batch [1149]	Speed: 4569.420101 samples/sec	rmse=0.021764	lr=0.370875
Epoch[38] Batch [1199]	Speed: 4467.412826 samples/sec	rmse=0.021761	lr=0.370808
Epoch[38] Batch [1249]	Speed: 4670.939127 samples/sec	rmse=0.021749	lr=0.370741
[Epoch 38] training: rmse=0.021749
[Epoch 38] speed: 3664 samples/sec	time cost: 363.496410
[Epoch 38] validation: err-top1=0.481146 err-top5=0.228914
Epoch[39] Batch [49]	Speed: 5162.344154 samples/sec	rmse=0.021494	lr=0.370672
Epoch[39] Batch [99]	Speed: 5049.837034 samples/sec	rmse=0.021597	lr=0.370605
Epoch[39] Batch [149]	Speed: 4023.461838 samples/sec	rmse=0.021737	lr=0.370538
Epoch[39] Batch [199]	Speed: 3174.437282 samples/sec	rmse=0.021721	lr=0.370471
Epoch[39] Batch [249]	Speed: 2382.412353 samples/sec	rmse=0.021717	lr=0.370403
Epoch[39] Batch [299]	Speed: 3795.027926 samples/sec	rmse=0.021720	lr=0.370336
Epoch[39] Batch [349]	Speed: 4954.433281 samples/sec	rmse=0.021747	lr=0.370268
Epoch[39] Batch [399]	Speed: 3171.449618 samples/sec	rmse=0.021776	lr=0.370201
Epoch[39] Batch [449]	Speed: 3510.428509 samples/sec	rmse=0.021749	lr=0.370133
Epoch[39] Batch [499]	Speed: 3897.323178 samples/sec	rmse=0.021730	lr=0.370065
Epoch[39] Batch [549]	Speed: 4627.337570 samples/sec	rmse=0.021738	lr=0.369997
Epoch[39] Batch [599]	Speed: 2516.673600 samples/sec	rmse=0.021744	lr=0.369930
Epoch[39] Batch [649]	Speed: 3006.598646 samples/sec	rmse=0.021736	lr=0.369862
Epoch[39] Batch [699]	Speed: 5575.018535 samples/sec	rmse=0.021756	lr=0.369794
Epoch[39] Batch [749]	Speed: 2924.449925 samples/sec	rmse=0.021766	lr=0.369726
Epoch[39] Batch [799]	Speed: 4327.184483 samples/sec	rmse=0.021776	lr=0.369657
Epoch[39] Batch [849]	Speed: 3173.878974 samples/sec	rmse=0.021776	lr=0.369589
Epoch[39] Batch [899]	Speed: 3811.511516 samples/sec	rmse=0.021774	lr=0.369521
Epoch[39] Batch [949]	Speed: 3130.789213 samples/sec	rmse=0.021777	lr=0.369452
Epoch[39] Batch [999]	Speed: 2415.223652 samples/sec	rmse=0.021776	lr=0.369384
Epoch[39] Batch [1049]	Speed: 3081.264973 samples/sec	rmse=0.021781	lr=0.369316
Epoch[39] Batch [1099]	Speed: 4243.713507 samples/sec	rmse=0.021785	lr=0.369247
Epoch[39] Batch [1149]	Speed: 4497.917753 samples/sec	rmse=0.021778	lr=0.369178
Epoch[39] Batch [1199]	Speed: 4114.530486 samples/sec	rmse=0.021771	lr=0.369110
Epoch[39] Batch [1249]	Speed: 4683.423457 samples/sec	rmse=0.021769	lr=0.369041
[Epoch 39] training: rmse=0.021770
[Epoch 39] speed: 3595 samples/sec	time cost: 368.803237
[Epoch 39] validation: err-top1=0.488202 err-top5=0.235810
Epoch[40] Batch [49]	Speed: 5273.528652 samples/sec	rmse=0.021486	lr=0.368971
Epoch[40] Batch [99]	Speed: 5649.286142 samples/sec	rmse=0.021572	lr=0.368902
Epoch[40] Batch [149]	Speed: 3730.333304 samples/sec	rmse=0.021640	lr=0.368833
Epoch[40] Batch [199]	Speed: 3177.979182 samples/sec	rmse=0.021629	lr=0.368764
Epoch[40] Batch [249]	Speed: 1435.065778 samples/sec	rmse=0.021669	lr=0.368694
Epoch[40] Batch [299]	Speed: 4693.300165 samples/sec	rmse=0.021641	lr=0.368625
Epoch[40] Batch [349]	Speed: 3133.273041 samples/sec	rmse=0.021618	lr=0.368556
Epoch[40] Batch [399]	Speed: 5469.831955 samples/sec	rmse=0.021631	lr=0.368487
Epoch[40] Batch [449]	Speed: 3944.797485 samples/sec	rmse=0.021650	lr=0.368417
Epoch[40] Batch [499]	Speed: 5548.899505 samples/sec	rmse=0.021632	lr=0.368348
Epoch[40] Batch [549]	Speed: 3153.164680 samples/sec	rmse=0.021656	lr=0.368278
Epoch[40] Batch [599]	Speed: 3355.980104 samples/sec	rmse=0.021668	lr=0.368208
Epoch[40] Batch [649]	Speed: 3638.696013 samples/sec	rmse=0.021695	lr=0.368139
Epoch[40] Batch [699]	Speed: 3708.921500 samples/sec	rmse=0.021689	lr=0.368069
Epoch[40] Batch [749]	Speed: 3957.670549 samples/sec	rmse=0.021718	lr=0.367999
Epoch[40] Batch [799]	Speed: 3798.390355 samples/sec	rmse=0.021713	lr=0.367929
Epoch[40] Batch [849]	Speed: 5003.205100 samples/sec	rmse=0.021713	lr=0.367859
Epoch[40] Batch [899]	Speed: 4170.653381 samples/sec	rmse=0.021715	lr=0.367789
Epoch[40] Batch [949]	Speed: 3780.914068 samples/sec	rmse=0.021720	lr=0.367719
Epoch[40] Batch [999]	Speed: 4322.259599 samples/sec	rmse=0.021719	lr=0.367649
Epoch[40] Batch [1049]	Speed: 4048.937725 samples/sec	rmse=0.021726	lr=0.367579
Epoch[40] Batch [1099]	Speed: 3839.590071 samples/sec	rmse=0.021736	lr=0.367508
Epoch[40] Batch [1149]	Speed: 2425.972891 samples/sec	rmse=0.021743	lr=0.367438
Epoch[40] Batch [1199]	Speed: 5542.051037 samples/sec	rmse=0.021750	lr=0.367367
Epoch[40] Batch [1249]	Speed: 5653.271338 samples/sec	rmse=0.021761	lr=0.367297
[Epoch 40] training: rmse=0.021760
[Epoch 40] speed: 3727 samples/sec	time cost: 353.494004
[Epoch 40] validation: err-top1=0.498006 err-top5=0.243327
Epoch[41] Batch [49]	Speed: 4831.189089 samples/sec	rmse=0.021721	lr=0.367225
Epoch[41] Batch [99]	Speed: 4787.774346 samples/sec	rmse=0.021733	lr=0.367154
Epoch[41] Batch [149]	Speed: 5589.629587 samples/sec	rmse=0.021779	lr=0.367083
Epoch[41] Batch [199]	Speed: 4198.433061 samples/sec	rmse=0.021829	lr=0.367013
Epoch[41] Batch [249]	Speed: 4926.095612 samples/sec	rmse=0.021780	lr=0.366942
Epoch[41] Batch [299]	Speed: 4827.722936 samples/sec	rmse=0.021746	lr=0.366871
Epoch[41] Batch [349]	Speed: 3279.653132 samples/sec	rmse=0.021755	lr=0.366800
Epoch[41] Batch [399]	Speed: 5668.204430 samples/sec	rmse=0.021733	lr=0.366729
Epoch[41] Batch [449]	Speed: 5699.821740 samples/sec	rmse=0.021772	lr=0.366657
Epoch[41] Batch [499]	Speed: 5276.979128 samples/sec	rmse=0.021762	lr=0.366586
Epoch[41] Batch [549]	Speed: 4690.022424 samples/sec	rmse=0.021768	lr=0.366515
Epoch[41] Batch [599]	Speed: 5820.260499 samples/sec	rmse=0.021765	lr=0.366444
Epoch[41] Batch [649]	Speed: 3261.293578 samples/sec	rmse=0.021739	lr=0.366372
Epoch[41] Batch [699]	Speed: 5499.442978 samples/sec	rmse=0.021733	lr=0.366301
Epoch[41] Batch [749]	Speed: 3436.680748 samples/sec	rmse=0.021730	lr=0.366229
Epoch[41] Batch [799]	Speed: 2184.676054 samples/sec	rmse=0.021736	lr=0.366157
Epoch[41] Batch [849]	Speed: 4525.347201 samples/sec	rmse=0.021752	lr=0.366086
Epoch[41] Batch [899]	Speed: 5602.804956 samples/sec	rmse=0.021738	lr=0.366014
Epoch[41] Batch [949]	Speed: 4064.902820 samples/sec	rmse=0.021720	lr=0.365942
Epoch[41] Batch [999]	Speed: 3851.451061 samples/sec	rmse=0.021728	lr=0.365870
Epoch[41] Batch [1049]	Speed: 4672.091312 samples/sec	rmse=0.021732	lr=0.365798
Epoch[41] Batch [1099]	Speed: 4739.361593 samples/sec	rmse=0.021737	lr=0.365726
Epoch[41] Batch [1149]	Speed: 4209.102613 samples/sec	rmse=0.021749	lr=0.365654
Epoch[41] Batch [1199]	Speed: 3496.996140 samples/sec	rmse=0.021757	lr=0.365582
Epoch[41] Batch [1249]	Speed: 4958.472272 samples/sec	rmse=0.021763	lr=0.365510
[Epoch 41] training: rmse=0.021762
[Epoch 41] speed: 4330 samples/sec	time cost: 315.175566
[Epoch 41] validation: err-top1=0.496552 err-top5=0.241789
Epoch[42] Batch [49]	Speed: 4582.752416 samples/sec	rmse=0.021447	lr=0.365436
Epoch[42] Batch [99]	Speed: 3981.146791 samples/sec	rmse=0.021749	lr=0.365363
Epoch[42] Batch [149]	Speed: 5604.271210 samples/sec	rmse=0.021735	lr=0.365291
Epoch[42] Batch [199]	Speed: 5511.146492 samples/sec	rmse=0.021739	lr=0.365218
Epoch[42] Batch [249]	Speed: 3769.722973 samples/sec	rmse=0.021786	lr=0.365146
Epoch[42] Batch [299]	Speed: 4273.244259 samples/sec	rmse=0.021751	lr=0.365073
Epoch[42] Batch [349]	Speed: 5314.397966 samples/sec	rmse=0.021741	lr=0.365000
Epoch[42] Batch [399]	Speed: 3997.313353 samples/sec	rmse=0.021731	lr=0.364927
Epoch[42] Batch [449]	Speed: 3984.005174 samples/sec	rmse=0.021751	lr=0.364855
Epoch[42] Batch [499]	Speed: 3770.713531 samples/sec	rmse=0.021762	lr=0.364782
Epoch[42] Batch [549]	Speed: 3819.172903 samples/sec	rmse=0.021765	lr=0.364709
Epoch[42] Batch [599]	Speed: 5335.201123 samples/sec	rmse=0.021759	lr=0.364636
Epoch[42] Batch [649]	Speed: 5328.328648 samples/sec	rmse=0.021758	lr=0.364562
Epoch[42] Batch [699]	Speed: 5571.684182 samples/sec	rmse=0.021759	lr=0.364489
Epoch[42] Batch [749]	Speed: 4064.546912 samples/sec	rmse=0.021766	lr=0.364416
Epoch[42] Batch [799]	Speed: 4859.678235 samples/sec	rmse=0.021768	lr=0.364343
Epoch[42] Batch [849]	Speed: 4380.301527 samples/sec	rmse=0.021765	lr=0.364269
Epoch[42] Batch [899]	Speed: 3899.817295 samples/sec	rmse=0.021759	lr=0.364196
Epoch[42] Batch [949]	Speed: 5144.360596 samples/sec	rmse=0.021756	lr=0.364122
Epoch[42] Batch [999]	Speed: 3910.560241 samples/sec	rmse=0.021768	lr=0.364048
Epoch[42] Batch [1049]	Speed: 4707.513953 samples/sec	rmse=0.021773	lr=0.363975
Epoch[42] Batch [1099]	Speed: 3020.764787 samples/sec	rmse=0.021774	lr=0.363901
Epoch[42] Batch [1149]	Speed: 3787.021188 samples/sec	rmse=0.021770	lr=0.363827
Epoch[42] Batch [1199]	Speed: 4654.126519 samples/sec	rmse=0.021769	lr=0.363753
Epoch[42] Batch [1249]	Speed: 3242.374361 samples/sec	rmse=0.021766	lr=0.363679
[Epoch 42] training: rmse=0.021765
[Epoch 42] speed: 4291 samples/sec	time cost: 310.657550
[Epoch 42] validation: err-top1=0.476861 err-top5=0.227001
Epoch[43] Batch [49]	Speed: 4281.808272 samples/sec	rmse=0.021396	lr=0.363604
Epoch[43] Batch [99]	Speed: 4732.032903 samples/sec	rmse=0.021667	lr=0.363530
Epoch[43] Batch [149]	Speed: 4036.855594 samples/sec	rmse=0.021693	lr=0.363455
Epoch[43] Batch [199]	Speed: 5489.783130 samples/sec	rmse=0.021701	lr=0.363381
Epoch[43] Batch [249]	Speed: 5608.298287 samples/sec	rmse=0.021677	lr=0.363307
Epoch[43] Batch [299]	Speed: 4358.736217 samples/sec	rmse=0.021651	lr=0.363232
Epoch[43] Batch [349]	Speed: 2974.066315 samples/sec	rmse=0.021676	lr=0.363158
Epoch[43] Batch [399]	Speed: 4674.528237 samples/sec	rmse=0.021723	lr=0.363084
Epoch[43] Batch [449]	Speed: 5516.951964 samples/sec	rmse=0.021710	lr=0.363009
Epoch[43] Batch [499]	Speed: 4349.836922 samples/sec	rmse=0.021710	lr=0.362934
Epoch[43] Batch [549]	Speed: 2318.940146 samples/sec	rmse=0.021718	lr=0.362860
Epoch[43] Batch [599]	Speed: 4431.382624 samples/sec	rmse=0.021705	lr=0.362785
Epoch[43] Batch [649]	Speed: 5680.571201 samples/sec	rmse=0.021712	lr=0.362710
Epoch[43] Batch [699]	Speed: 5608.390414 samples/sec	rmse=0.021699	lr=0.362635
Epoch[43] Batch [749]	Speed: 5445.136788 samples/sec	rmse=0.021714	lr=0.362560
Epoch[43] Batch [799]	Speed: 5604.156549 samples/sec	rmse=0.021734	lr=0.362485
Epoch[43] Batch [849]	Speed: 5440.206214 samples/sec	rmse=0.021721	lr=0.362410
Epoch[43] Batch [899]	Speed: 4542.638392 samples/sec	rmse=0.021722	lr=0.362335
Epoch[43] Batch [949]	Speed: 4399.419547 samples/sec	rmse=0.021726	lr=0.362259
Epoch[43] Batch [999]	Speed: 3698.183955 samples/sec	rmse=0.021729	lr=0.362184
Epoch[43] Batch [1049]	Speed: 4919.288122 samples/sec	rmse=0.021739	lr=0.362109
Epoch[43] Batch [1099]	Speed: 5636.956816 samples/sec	rmse=0.021748	lr=0.362033
Epoch[43] Batch [1149]	Speed: 5554.533971 samples/sec	rmse=0.021755	lr=0.361958
Epoch[43] Batch [1199]	Speed: 4933.348627 samples/sec	rmse=0.021771	lr=0.361882
Epoch[43] Batch [1249]	Speed: 5273.048635 samples/sec	rmse=0.021767	lr=0.361806
[Epoch 43] training: rmse=0.021767
[Epoch 43] speed: 4563 samples/sec	time cost: 290.859888
[Epoch 43] validation: err-top1=0.480110 err-top5=0.227400
Epoch[44] Batch [49]	Speed: 5103.604672 samples/sec	rmse=0.021316	lr=0.361729
Epoch[44] Batch [99]	Speed: 5473.643937 samples/sec	rmse=0.021451	lr=0.361653
Epoch[44] Batch [149]	Speed: 5764.302539 samples/sec	rmse=0.021476	lr=0.361578
Epoch[44] Batch [199]	Speed: 5547.121752 samples/sec	rmse=0.021577	lr=0.361502
Epoch[44] Batch [249]	Speed: 5612.556751 samples/sec	rmse=0.021519	lr=0.361426
Epoch[44] Batch [299]	Speed: 5672.633058 samples/sec	rmse=0.021541	lr=0.361350
Epoch[44] Batch [349]	Speed: 5831.554498 samples/sec	rmse=0.021552	lr=0.361273
Epoch[44] Batch [399]	Speed: 5505.001676 samples/sec	rmse=0.021565	lr=0.361197
Epoch[44] Batch [449]	Speed: 5450.690088 samples/sec	rmse=0.021548	lr=0.361121
Epoch[44] Batch [499]	Speed: 5423.889192 samples/sec	rmse=0.021560	lr=0.361045
Epoch[44] Batch [549]	Speed: 5641.413201 samples/sec	rmse=0.021578	lr=0.360968
Epoch[44] Batch [599]	Speed: 5615.248721 samples/sec	rmse=0.021594	lr=0.360892
Epoch[44] Batch [649]	Speed: 5515.150003 samples/sec	rmse=0.021624	lr=0.360815
Epoch[44] Batch [699]	Speed: 5522.597259 samples/sec	rmse=0.021618	lr=0.360739
Epoch[44] Batch [749]	Speed: 5250.854992 samples/sec	rmse=0.021611	lr=0.360662
Epoch[44] Batch [799]	Speed: 5121.572260 samples/sec	rmse=0.021612	lr=0.360585
Epoch[44] Batch [849]	Speed: 5810.645145 samples/sec	rmse=0.021612	lr=0.360508
Epoch[44] Batch [899]	Speed: 5282.063731 samples/sec	rmse=0.021625	lr=0.360432
Epoch[44] Batch [949]	Speed: 5415.983480 samples/sec	rmse=0.021621	lr=0.360355
Epoch[44] Batch [999]	Speed: 4910.822552 samples/sec	rmse=0.021621	lr=0.360278
Epoch[44] Batch [1049]	Speed: 5557.654650 samples/sec	rmse=0.021629	lr=0.360201
Epoch[44] Batch [1099]	Speed: 5442.846265 samples/sec	rmse=0.021628	lr=0.360123
Epoch[44] Batch [1149]	Speed: 4269.188654 samples/sec	rmse=0.021639	lr=0.360046
Epoch[44] Batch [1199]	Speed: 3645.240627 samples/sec	rmse=0.021660	lr=0.359969
Epoch[44] Batch [1249]	Speed: 4139.883772 samples/sec	rmse=0.021665	lr=0.359892
[Epoch 44] training: rmse=0.021666
[Epoch 44] speed: 5228 samples/sec	time cost: 256.467492
[Epoch 44] validation: err-top1=0.470663 err-top5=0.219487
Epoch[45] Batch [49]	Speed: 4518.486807 samples/sec	rmse=0.021801	lr=0.359813
Epoch[45] Batch [99]	Speed: 5378.726999 samples/sec	rmse=0.021581	lr=0.359735
Epoch[45] Batch [149]	Speed: 5596.218632 samples/sec	rmse=0.021565	lr=0.359658
Epoch[45] Batch [199]	Speed: 5040.812816 samples/sec	rmse=0.021513	lr=0.359580
Epoch[45] Batch [249]	Speed: 4608.539217 samples/sec	rmse=0.021617	lr=0.359502
Epoch[45] Batch [299]	Speed: 4225.682831 samples/sec	rmse=0.021629	lr=0.359425
Epoch[45] Batch [349]	Speed: 2725.161987 samples/sec	rmse=0.021638	lr=0.359347
Epoch[45] Batch [399]	Speed: 3908.001377 samples/sec	rmse=0.021679	lr=0.359269
Epoch[45] Batch [449]	Speed: 5240.206164 samples/sec	rmse=0.021686	lr=0.359191
Epoch[45] Batch [499]	Speed: 4546.055968 samples/sec	rmse=0.021711	lr=0.359113
Epoch[45] Batch [549]	Speed: 5586.345894 samples/sec	rmse=0.021698	lr=0.359035
Epoch[45] Batch [599]	Speed: 5480.189323 samples/sec	rmse=0.021681	lr=0.358957
Epoch[45] Batch [649]	Speed: 5441.608995 samples/sec	rmse=0.021672	lr=0.358879
Epoch[45] Batch [699]	Speed: 5424.118936 samples/sec	rmse=0.021674	lr=0.358801
Epoch[45] Batch [749]	Speed: 5429.096279 samples/sec	rmse=0.021679	lr=0.358722
Epoch[45] Batch [799]	Speed: 4489.276376 samples/sec	rmse=0.021699	lr=0.358644
Epoch[45] Batch [849]	Speed: 5627.668539 samples/sec	rmse=0.021705	lr=0.358565
Epoch[45] Batch [899]	Speed: 4671.269034 samples/sec	rmse=0.021693	lr=0.358487
Epoch[45] Batch [949]	Speed: 4186.821937 samples/sec	rmse=0.021690	lr=0.358408
Epoch[45] Batch [999]	Speed: 5868.628054 samples/sec	rmse=0.021698	lr=0.358330
Epoch[45] Batch [1049]	Speed: 4616.228651 samples/sec	rmse=0.021693	lr=0.358251
Epoch[45] Batch [1099]	Speed: 5613.236140 samples/sec	rmse=0.021693	lr=0.358172
Epoch[45] Batch [1149]	Speed: 5555.794241 samples/sec	rmse=0.021701	lr=0.358093
Epoch[45] Batch [1199]	Speed: 5155.065300 samples/sec	rmse=0.021694	lr=0.358014
Epoch[45] Batch [1249]	Speed: 5725.910758 samples/sec	rmse=0.021699	lr=0.357935
[Epoch 45] training: rmse=0.021699
[Epoch 45] speed: 4846 samples/sec	time cost: 274.273290
[Epoch 45] validation: err-top1=0.485073 err-top5=0.232522
Epoch[46] Batch [49]	Speed: 4481.044647 samples/sec	rmse=0.021597	lr=0.357855
Epoch[46] Batch [99]	Speed: 4781.196208 samples/sec	rmse=0.021457	lr=0.357776
Epoch[46] Batch [149]	Speed: 4835.615948 samples/sec	rmse=0.021570	lr=0.357696
Epoch[46] Batch [199]	Speed: 5427.753032 samples/sec	rmse=0.021604	lr=0.357617
Epoch[46] Batch [249]	Speed: 4259.296286 samples/sec	rmse=0.021652	lr=0.357538
Epoch[46] Batch [299]	Speed: 5644.011440 samples/sec	rmse=0.021623	lr=0.357459
Epoch[46] Batch [349]	Speed: 5555.829744 samples/sec	rmse=0.021648	lr=0.357379
Epoch[46] Batch [399]	Speed: 4979.163862 samples/sec	rmse=0.021671	lr=0.357300
Epoch[46] Batch [449]	Speed: 3364.073415 samples/sec	rmse=0.021642	lr=0.357220
Epoch[46] Batch [499]	Speed: 3790.384089 samples/sec	rmse=0.021652	lr=0.357140
Epoch[46] Batch [549]	Speed: 5111.179163 samples/sec	rmse=0.021662	lr=0.357061
Epoch[46] Batch [599]	Speed: 5115.331287 samples/sec	rmse=0.021671	lr=0.356981
Epoch[46] Batch [649]	Speed: 3910.947454 samples/sec	rmse=0.021669	lr=0.356901
Epoch[46] Batch [699]	Speed: 5107.086728 samples/sec	rmse=0.021663	lr=0.356821
Epoch[46] Batch [749]	Speed: 5508.567094 samples/sec	rmse=0.021671	lr=0.356741
Epoch[46] Batch [799]	Speed: 5041.383555 samples/sec	rmse=0.021655	lr=0.356661
Epoch[46] Batch [849]	Speed: 3302.392331 samples/sec	rmse=0.021645	lr=0.356581
Epoch[46] Batch [899]	Speed: 4283.521982 samples/sec	rmse=0.021642	lr=0.356501
Epoch[46] Batch [949]	Speed: 4826.711203 samples/sec	rmse=0.021642	lr=0.356421
Epoch[46] Batch [999]	Speed: 5455.197318 samples/sec	rmse=0.021645	lr=0.356340
Epoch[46] Batch [1049]	Speed: 5611.687765 samples/sec	rmse=0.021653	lr=0.356260
Epoch[46] Batch [1099]	Speed: 3767.624169 samples/sec	rmse=0.021648	lr=0.356180
Epoch[46] Batch [1149]	Speed: 5328.136823 samples/sec	rmse=0.021646	lr=0.356099
Epoch[46] Batch [1199]	Speed: 5306.735471 samples/sec	rmse=0.021655	lr=0.356019
Epoch[46] Batch [1249]	Speed: 4712.719636 samples/sec	rmse=0.021665	lr=0.355938
[Epoch 46] training: rmse=0.021664
[Epoch 46] speed: 4636 samples/sec	time cost: 286.569830
[Epoch 46] validation: err-top1=0.507833 err-top5=0.247131
Epoch[47] Batch [49]	Speed: 5182.799885 samples/sec	rmse=0.021437	lr=0.355856
Epoch[47] Batch [99]	Speed: 5648.207416 samples/sec	rmse=0.021581	lr=0.355775
Epoch[47] Batch [149]	Speed: 4446.598253 samples/sec	rmse=0.021681	lr=0.355694
Epoch[47] Batch [199]	Speed: 4841.971171 samples/sec	rmse=0.021793	lr=0.355613
Epoch[47] Batch [249]	Speed: 4908.071404 samples/sec	rmse=0.021739	lr=0.355532
Epoch[47] Batch [299]	Speed: 5344.642728 samples/sec	rmse=0.021715	lr=0.355451
Epoch[47] Batch [349]	Speed: 4922.360429 samples/sec	rmse=0.021672	lr=0.355370
Epoch[47] Batch [399]	Speed: 5484.516888 samples/sec	rmse=0.021711	lr=0.355289
Epoch[47] Batch [449]	Speed: 2391.131721 samples/sec	rmse=0.021710	lr=0.355208
Epoch[47] Batch [499]	Speed: 2739.399611 samples/sec	rmse=0.021715	lr=0.355127
Epoch[47] Batch [549]	Speed: 4948.447723 samples/sec	rmse=0.021694	lr=0.355046
Epoch[47] Batch [599]	Speed: 5679.199474 samples/sec	rmse=0.021688	lr=0.354964
Epoch[47] Batch [649]	Speed: 5590.422917 samples/sec	rmse=0.021683	lr=0.354883
Epoch[47] Batch [699]	Speed: 5371.080855 samples/sec	rmse=0.021679	lr=0.354801
Epoch[47] Batch [749]	Speed: 5857.890419 samples/sec	rmse=0.021705	lr=0.354720
Epoch[47] Batch [799]	Speed: 5760.681748 samples/sec	rmse=0.021691	lr=0.354638
Epoch[47] Batch [849]	Speed: 5536.917204 samples/sec	rmse=0.021685	lr=0.354556
Epoch[47] Batch [899]	Speed: 5469.491753 samples/sec	rmse=0.021692	lr=0.354475
Epoch[47] Batch [949]	Speed: 5321.754614 samples/sec	rmse=0.021687	lr=0.354393
Epoch[47] Batch [999]	Speed: 5788.664891 samples/sec	rmse=0.021682	lr=0.354311
Epoch[47] Batch [1049]	Speed: 5450.307167 samples/sec	rmse=0.021699	lr=0.354229
Epoch[47] Batch [1099]	Speed: 5967.776949 samples/sec	rmse=0.021689	lr=0.354147
Epoch[47] Batch [1149]	Speed: 5396.324134 samples/sec	rmse=0.021690	lr=0.354065
Epoch[47] Batch [1199]	Speed: 5564.346969 samples/sec	rmse=0.021699	lr=0.353983
Epoch[47] Batch [1249]	Speed: 5492.649942 samples/sec	rmse=0.021699	lr=0.353900
[Epoch 47] training: rmse=0.021699
[Epoch 47] speed: 4924 samples/sec	time cost: 270.708103
[Epoch 47] validation: err-top1=0.469188 err-top5=0.221680
Epoch[48] Batch [49]	Speed: 5103.428687 samples/sec	rmse=0.021403	lr=0.353816
Epoch[48] Batch [99]	Speed: 5312.255778 samples/sec	rmse=0.021577	lr=0.353734
Epoch[48] Batch [149]	Speed: 5869.433420 samples/sec	rmse=0.021583	lr=0.353652
Epoch[48] Batch [199]	Speed: 2364.929165 samples/sec	rmse=0.021617	lr=0.353569
Epoch[48] Batch [249]	Speed: 4714.479296 samples/sec	rmse=0.021660	lr=0.353487
Epoch[48] Batch [299]	Speed: 3399.057301 samples/sec	rmse=0.021641	lr=0.353404
Epoch[48] Batch [349]	Speed: 5857.728715 samples/sec	rmse=0.021575	lr=0.353321
Epoch[48] Batch [399]	Speed: 5587.985441 samples/sec	rmse=0.021595	lr=0.353239
Epoch[48] Batch [449]	Speed: 5475.521207 samples/sec	rmse=0.021601	lr=0.353156
Epoch[48] Batch [499]	Speed: 5271.860690 samples/sec	rmse=0.021606	lr=0.353073
Epoch[48] Batch [549]	Speed: 5190.249025 samples/sec	rmse=0.021593	lr=0.352990
Epoch[48] Batch [599]	Speed: 4656.053562 samples/sec	rmse=0.021580	lr=0.352907
Epoch[48] Batch [649]	Speed: 4870.192336 samples/sec	rmse=0.021572	lr=0.352824
Epoch[48] Batch [699]	Speed: 2561.043608 samples/sec	rmse=0.021571	lr=0.352741
Epoch[48] Batch [749]	Speed: 5458.078330 samples/sec	rmse=0.021588	lr=0.352658
Epoch[48] Batch [799]	Speed: 5652.252829 samples/sec	rmse=0.021627	lr=0.352575
Epoch[48] Batch [849]	Speed: 5337.864935 samples/sec	rmse=0.021627	lr=0.352491
Epoch[48] Batch [899]	Speed: 5129.268579 samples/sec	rmse=0.021629	lr=0.352408
Epoch[48] Batch [949]	Speed: 5164.193129 samples/sec	rmse=0.021636	lr=0.352325
Epoch[48] Batch [999]	Speed: 4897.626283 samples/sec	rmse=0.021643	lr=0.352241
Epoch[48] Batch [1049]	Speed: 2299.189900 samples/sec	rmse=0.021657	lr=0.352157
Epoch[48] Batch [1099]	Speed: 2743.268304 samples/sec	rmse=0.021661	lr=0.352074
Epoch[48] Batch [1149]	Speed: 4077.293404 samples/sec	rmse=0.021660	lr=0.351990
Epoch[48] Batch [1199]	Speed: 5488.008267 samples/sec	rmse=0.021669	lr=0.351906
Epoch[48] Batch [1249]	Speed: 2368.343811 samples/sec	rmse=0.021669	lr=0.351823
[Epoch 48] training: rmse=0.021668
[Epoch 48] speed: 4164 samples/sec	time cost: 319.825233
[Epoch 48] validation: err-top1=0.517738 err-top5=0.263154
Epoch[49] Batch [49]	Speed: 5256.027511 samples/sec	rmse=0.021560	lr=0.351737
Epoch[49] Batch [99]	Speed: 3568.276687 samples/sec	rmse=0.021462	lr=0.351653
Epoch[49] Batch [149]	Speed: 5171.891621 samples/sec	rmse=0.021575	lr=0.351569
Epoch[49] Batch [199]	Speed: 5662.462828 samples/sec	rmse=0.021512	lr=0.351485
Epoch[49] Batch [249]	Speed: 5455.083411 samples/sec	rmse=0.021557	lr=0.351401
Epoch[49] Batch [299]	Speed: 4464.583521 samples/sec	rmse=0.021582	lr=0.351317
Epoch[49] Batch [349]	Speed: 3293.910835 samples/sec	rmse=0.021610	lr=0.351233
Epoch[49] Batch [399]	Speed: 5533.058953 samples/sec	rmse=0.021634	lr=0.351148
Epoch[49] Batch [449]	Speed: 4219.333797 samples/sec	rmse=0.021669	lr=0.351064
Epoch[49] Batch [499]	Speed: 4847.200951 samples/sec	rmse=0.021682	lr=0.350980
Epoch[49] Batch [549]	Speed: 5669.939392 samples/sec	rmse=0.021684	lr=0.350895
Epoch[49] Batch [599]	Speed: 5323.907771 samples/sec	rmse=0.021669	lr=0.350810
Epoch[49] Batch [649]	Speed: 5202.815904 samples/sec	rmse=0.021657	lr=0.350726
Epoch[49] Batch [699]	Speed: 5499.487764 samples/sec	rmse=0.021644	lr=0.350641
Epoch[49] Batch [749]	Speed: 4924.178195 samples/sec	rmse=0.021656	lr=0.350556
Epoch[49] Batch [799]	Speed: 4665.687523 samples/sec	rmse=0.021659	lr=0.350472
Epoch[49] Batch [849]	Speed: 5312.362748 samples/sec	rmse=0.021657	lr=0.350387
Epoch[49] Batch [899]	Speed: 5606.122522 samples/sec	rmse=0.021649	lr=0.350302
Epoch[49] Batch [949]	Speed: 5678.293816 samples/sec	rmse=0.021651	lr=0.350217
Epoch[49] Batch [999]	Speed: 5513.214044 samples/sec	rmse=0.021669	lr=0.350132
Epoch[49] Batch [1049]	Speed: 5590.176833 samples/sec	rmse=0.021680	lr=0.350047
Epoch[49] Batch [1099]	Speed: 5458.604836 samples/sec	rmse=0.021679	lr=0.349961
Epoch[49] Batch [1149]	Speed: 5464.298832 samples/sec	rmse=0.021676	lr=0.349876
Epoch[49] Batch [1199]	Speed: 3744.765851 samples/sec	rmse=0.021672	lr=0.349791
Epoch[49] Batch [1249]	Speed: 4802.197699 samples/sec	rmse=0.021671	lr=0.349706
[Epoch 49] training: rmse=0.021672
[Epoch 49] speed: 4921 samples/sec	time cost: 270.625859
[Epoch 49] validation: err-top1=0.511440 err-top5=0.249621
Epoch[50] Batch [49]	Speed: 5886.083176 samples/sec	rmse=0.021114	lr=0.349618
Epoch[50] Batch [99]	Speed: 5390.655016 samples/sec	rmse=0.021328	lr=0.349533
Epoch[50] Batch [149]	Speed: 5799.188070 samples/sec	rmse=0.021408	lr=0.349447
Epoch[50] Batch [199]	Speed: 5436.034131 samples/sec	rmse=0.021399	lr=0.349362
Epoch[50] Batch [249]	Speed: 5581.617694 samples/sec	rmse=0.021438	lr=0.349276
Epoch[50] Batch [299]	Speed: 5209.004683 samples/sec	rmse=0.021477	lr=0.349190
Epoch[50] Batch [349]	Speed: 5774.375297 samples/sec	rmse=0.021463	lr=0.349105
Epoch[50] Batch [399]	Speed: 5648.956388 samples/sec	rmse=0.021428	lr=0.349019
Epoch[50] Batch [449]	Speed: 5333.042796 samples/sec	rmse=0.021440	lr=0.348933
Epoch[50] Batch [499]	Speed: 5649.682075 samples/sec	rmse=0.021476	lr=0.348847
Epoch[50] Batch [549]	Speed: 5804.227910 samples/sec	rmse=0.021493	lr=0.348761
Epoch[50] Batch [599]	Speed: 5573.128260 samples/sec	rmse=0.021534	lr=0.348675
Epoch[50] Batch [649]	Speed: 5331.814298 samples/sec	rmse=0.021559	lr=0.348588
Epoch[50] Batch [699]	Speed: 5244.886528 samples/sec	rmse=0.021571	lr=0.348502
Epoch[50] Batch [749]	Speed: 5136.493267 samples/sec	rmse=0.021581	lr=0.348416
Epoch[50] Batch [799]	Speed: 5648.074016 samples/sec	rmse=0.021612	lr=0.348330
Epoch[50] Batch [849]	Speed: 5693.536629 samples/sec	rmse=0.021622	lr=0.348243
Epoch[50] Batch [899]	Speed: 5721.787922 samples/sec	rmse=0.021626	lr=0.348157
Epoch[50] Batch [949]	Speed: 5792.555160 samples/sec	rmse=0.021648	lr=0.348070
Epoch[50] Batch [999]	Speed: 5614.952438 samples/sec	rmse=0.021660	lr=0.347984
Epoch[50] Batch [1049]	Speed: 5684.978848 samples/sec	rmse=0.021664	lr=0.347897
Epoch[50] Batch [1099]	Speed: 5648.177408 samples/sec	rmse=0.021658	lr=0.347810
Epoch[50] Batch [1149]	Speed: 5527.920699 samples/sec	rmse=0.021649	lr=0.347723
Epoch[50] Batch [1199]	Speed: 5585.489072 samples/sec	rmse=0.021636	lr=0.347637
Epoch[50] Batch [1249]	Speed: 5372.381008 samples/sec	rmse=0.021635	lr=0.347550
[Epoch 50] training: rmse=0.021636
[Epoch 50] speed: 5546 samples/sec	time cost: 240.964760
[Epoch 50] validation: err-top1=0.488959 err-top5=0.235631
Epoch[51] Batch [49]	Speed: 5088.385872 samples/sec	rmse=0.021515	lr=0.347461
Epoch[51] Batch [99]	Speed: 5420.013477 samples/sec	rmse=0.021531	lr=0.347374
Epoch[51] Batch [149]	Speed: 5178.652945 samples/sec	rmse=0.021555	lr=0.347287
Epoch[51] Batch [199]	Speed: 5689.701149 samples/sec	rmse=0.021537	lr=0.347200
Epoch[51] Batch [249]	Speed: 5619.296447 samples/sec	rmse=0.021514	lr=0.347112
Epoch[51] Batch [299]	Speed: 5438.357071 samples/sec	rmse=0.021501	lr=0.347025
Epoch[51] Batch [349]	Speed: 5483.023302 samples/sec	rmse=0.021509	lr=0.346938
Epoch[51] Batch [399]	Speed: 5654.613742 samples/sec	rmse=0.021508	lr=0.346850
Epoch[51] Batch [449]	Speed: 5451.125366 samples/sec	rmse=0.021473	lr=0.346763
Epoch[51] Batch [499]	Speed: 5606.424607 samples/sec	rmse=0.021482	lr=0.346675
Epoch[51] Batch [549]	Speed: 5881.145534 samples/sec	rmse=0.021507	lr=0.346588
Epoch[51] Batch [599]	Speed: 5894.950140 samples/sec	rmse=0.021518	lr=0.346500
Epoch[51] Batch [649]	Speed: 6131.660263 samples/sec	rmse=0.021539	lr=0.346413
Epoch[51] Batch [699]	Speed: 5788.958879 samples/sec	rmse=0.021533	lr=0.346325
Epoch[51] Batch [749]	Speed: 5977.299527 samples/sec	rmse=0.021527	lr=0.346237
Epoch[51] Batch [799]	Speed: 5652.021353 samples/sec	rmse=0.021525	lr=0.346149
Epoch[51] Batch [849]	Speed: 5149.487457 samples/sec	rmse=0.021530	lr=0.346061
Epoch[51] Batch [899]	Speed: 5591.000303 samples/sec	rmse=0.021539	lr=0.345973
Epoch[51] Batch [949]	Speed: 5655.528245 samples/sec	rmse=0.021551	lr=0.345885
Epoch[51] Batch [999]	Speed: 5788.830451 samples/sec	rmse=0.021554	lr=0.345797
Epoch[51] Batch [1049]	Speed: 5685.887995 samples/sec	rmse=0.021556	lr=0.345709
Epoch[51] Batch [1099]	Speed: 5538.654137 samples/sec	rmse=0.021573	lr=0.345620
Epoch[51] Batch [1149]	Speed: 5709.271595 samples/sec	rmse=0.021571	lr=0.345532
Epoch[51] Batch [1199]	Speed: 5786.587695 samples/sec	rmse=0.021576	lr=0.345444
Epoch[51] Batch [1249]	Speed: 5744.958518 samples/sec	rmse=0.021573	lr=0.345355
[Epoch 51] training: rmse=0.021574
[Epoch 51] speed: 5605 samples/sec	time cost: 238.598953
[Epoch 51] validation: err-top1=0.488301 err-top5=0.233996
Epoch[52] Batch [49]	Speed: 5943.290059 samples/sec	rmse=0.021374	lr=0.345265
Epoch[52] Batch [99]	Speed: 5281.417586 samples/sec	rmse=0.021427	lr=0.345177
Epoch[52] Batch [149]	Speed: 5715.994208 samples/sec	rmse=0.021472	lr=0.345088
Epoch[52] Batch [199]	Speed: 5188.788777 samples/sec	rmse=0.021497	lr=0.344999
Epoch[52] Batch [249]	Speed: 5705.035360 samples/sec	rmse=0.021479	lr=0.344911
Epoch[52] Batch [299]	Speed: 5535.020860 samples/sec	rmse=0.021416	lr=0.344822
Epoch[52] Batch [349]	Speed: 5481.403767 samples/sec	rmse=0.021472	lr=0.344733
Epoch[52] Batch [399]	Speed: 5921.973164 samples/sec	rmse=0.021518	lr=0.344644
Epoch[52] Batch [449]	Speed: 5612.483115 samples/sec	rmse=0.021491	lr=0.344555
Epoch[52] Batch [499]	Speed: 5994.741303 samples/sec	rmse=0.021508	lr=0.344466
Epoch[52] Batch [549]	Speed: 5637.785987 samples/sec	rmse=0.021505	lr=0.344377
Epoch[52] Batch [599]	Speed: 5788.944366 samples/sec	rmse=0.021507	lr=0.344288
Epoch[52] Batch [649]	Speed: 5698.970290 samples/sec	rmse=0.021536	lr=0.344199
Epoch[52] Batch [699]	Speed: 5938.268493 samples/sec	rmse=0.021527	lr=0.344109
Epoch[52] Batch [749]	Speed: 5434.915219 samples/sec	rmse=0.021524	lr=0.344020
Epoch[52] Batch [799]	Speed: 5733.990551 samples/sec	rmse=0.021516	lr=0.343931
Epoch[52] Batch [849]	Speed: 6118.353848 samples/sec	rmse=0.021511	lr=0.343841
Epoch[52] Batch [899]	Speed: 5641.297608 samples/sec	rmse=0.021542	lr=0.343752
Epoch[52] Batch [949]	Speed: 5773.937787 samples/sec	rmse=0.021555	lr=0.343662
Epoch[52] Batch [999]	Speed: 5503.205255 samples/sec	rmse=0.021555	lr=0.343572
Epoch[52] Batch [1049]	Speed: 5328.117390 samples/sec	rmse=0.021544	lr=0.343483
Epoch[52] Batch [1099]	Speed: 5698.596755 samples/sec	rmse=0.021550	lr=0.343393
Epoch[52] Batch [1149]	Speed: 6007.060183 samples/sec	rmse=0.021553	lr=0.343303
Epoch[52] Batch [1199]	Speed: 5729.995355 samples/sec	rmse=0.021545	lr=0.343213
Epoch[52] Batch [1249]	Speed: 5889.470534 samples/sec	rmse=0.021552	lr=0.343123
[Epoch 52] training: rmse=0.021553
[Epoch 52] speed: 5673 samples/sec	time cost: 236.058088
[Epoch 52] validation: err-top1=0.481160 err-top5=0.232259
Epoch[53] Batch [49]	Speed: 5543.859746 samples/sec	rmse=0.021207	lr=0.343032
Epoch[53] Batch [99]	Speed: 5973.103911 samples/sec	rmse=0.021384	lr=0.342942
Epoch[53] Batch [149]	Speed: 5729.882371 samples/sec	rmse=0.021507	lr=0.342851
Epoch[53] Batch [199]	Speed: 5862.392796 samples/sec	rmse=0.021499	lr=0.342761
Epoch[53] Batch [249]	Speed: 5834.847660 samples/sec	rmse=0.021521	lr=0.342671
Epoch[53] Batch [299]	Speed: 5618.138456 samples/sec	rmse=0.021513	lr=0.342581
Epoch[53] Batch [349]	Speed: 5662.335770 samples/sec	rmse=0.021487	lr=0.342490
Epoch[53] Batch [399]	Speed: 5365.347596 samples/sec	rmse=0.021497	lr=0.342400
Epoch[53] Batch [449]	Speed: 5672.575818 samples/sec	rmse=0.021494	lr=0.342310
Epoch[53] Batch [499]	Speed: 5707.419649 samples/sec	rmse=0.021520	lr=0.342219
Epoch[53] Batch [549]	Speed: 5896.216972 samples/sec	rmse=0.021515	lr=0.342129
Epoch[53] Batch [599]	Speed: 5797.507876 samples/sec	rmse=0.021532	lr=0.342038
Epoch[53] Batch [649]	Speed: 5335.347989 samples/sec	rmse=0.021536	lr=0.341947
Epoch[53] Batch [699]	Speed: 5800.719754 samples/sec	rmse=0.021532	lr=0.341856
Epoch[53] Batch [749]	Speed: 5727.833696 samples/sec	rmse=0.021524	lr=0.341766
Epoch[53] Batch [799]	Speed: 5972.965853 samples/sec	rmse=0.021540	lr=0.341675
Epoch[53] Batch [849]	Speed: 5308.873864 samples/sec	rmse=0.021551	lr=0.341584
Epoch[53] Batch [899]	Speed: 5237.703165 samples/sec	rmse=0.021558	lr=0.341493
Epoch[53] Batch [949]	Speed: 5998.005457 samples/sec	rmse=0.021566	lr=0.341402
Epoch[53] Batch [999]	Speed: 5906.865307 samples/sec	rmse=0.021548	lr=0.341311
Epoch[53] Batch [1049]	Speed: 5630.490617 samples/sec	rmse=0.021557	lr=0.341220
Epoch[53] Batch [1099]	Speed: 5597.169341 samples/sec	rmse=0.021556	lr=0.341128
Epoch[53] Batch [1149]	Speed: 6007.887018 samples/sec	rmse=0.021535	lr=0.341037
Epoch[53] Batch [1199]	Speed: 5793.034877 samples/sec	rmse=0.021544	lr=0.340946
Epoch[53] Batch [1249]	Speed: 5748.804863 samples/sec	rmse=0.021555	lr=0.340854
[Epoch 53] training: rmse=0.021556
[Epoch 53] speed: 5695 samples/sec	time cost: 235.372018
[Epoch 53] validation: err-top1=0.490075 err-top5=0.236806
Epoch[54] Batch [49]	Speed: 5591.973703 samples/sec	rmse=0.021373	lr=0.340761
Epoch[54] Batch [99]	Speed: 5814.248594 samples/sec	rmse=0.021543	lr=0.340669
Epoch[54] Batch [149]	Speed: 5894.753374 samples/sec	rmse=0.021551	lr=0.340578
Epoch[54] Batch [199]	Speed: 5814.228917 samples/sec	rmse=0.021595	lr=0.340486
Epoch[54] Batch [249]	Speed: 5808.840774 samples/sec	rmse=0.021548	lr=0.340395
Epoch[54] Batch [299]	Speed: 5999.620514 samples/sec	rmse=0.021518	lr=0.340303
Epoch[54] Batch [349]	Speed: 5902.749457 samples/sec	rmse=0.021536	lr=0.340211
Epoch[54] Batch [399]	Speed: 5640.582963 samples/sec	rmse=0.021537	lr=0.340119
Epoch[54] Batch [449]	Speed: 5362.077972 samples/sec	rmse=0.021525	lr=0.340027
Epoch[54] Batch [499]	Speed: 6053.466336 samples/sec	rmse=0.021525	lr=0.339935
Epoch[54] Batch [549]	Speed: 5740.668564 samples/sec	rmse=0.021536	lr=0.339843
Epoch[54] Batch [599]	Speed: 5803.506993 samples/sec	rmse=0.021548	lr=0.339751
Epoch[54] Batch [649]	Speed: 5930.334479 samples/sec	rmse=0.021557	lr=0.339659
Epoch[54] Batch [699]	Speed: 5651.904581 samples/sec	rmse=0.021558	lr=0.339567
Epoch[54] Batch [749]	Speed: 5802.993081 samples/sec	rmse=0.021557	lr=0.339474
Epoch[54] Batch [799]	Speed: 5772.306480 samples/sec	rmse=0.021578	lr=0.339382
Epoch[54] Batch [849]	Speed: 5485.617503 samples/sec	rmse=0.021587	lr=0.339290
Epoch[54] Batch [899]	Speed: 5577.147623 samples/sec	rmse=0.021584	lr=0.339197
Epoch[54] Batch [949]	Speed: 5837.743497 samples/sec	rmse=0.021594	lr=0.339105
Epoch[54] Batch [999]	Speed: 5877.008017 samples/sec	rmse=0.021586	lr=0.339012
Epoch[54] Batch [1049]	Speed: 5652.598590 samples/sec	rmse=0.021576	lr=0.338920
Epoch[54] Batch [1099]	Speed: 5886.552854 samples/sec	rmse=0.021562	lr=0.338827
Epoch[54] Batch [1149]	Speed: 5393.821675 samples/sec	rmse=0.021568	lr=0.338734
Epoch[54] Batch [1199]	Speed: 5588.120089 samples/sec	rmse=0.021565	lr=0.338641
Epoch[54] Batch [1249]	Speed: 6044.242016 samples/sec	rmse=0.021577	lr=0.338549
[Epoch 54] training: rmse=0.021578
[Epoch 54] speed: 5744 samples/sec	time cost: 232.685829
[Epoch 54] validation: err-top1=0.451551 err-top5=0.206971
Epoch[55] Batch [49]	Speed: 5231.061199 samples/sec	rmse=0.021775	lr=0.338454
Epoch[55] Batch [99]	Speed: 5920.735071 samples/sec	rmse=0.021595	lr=0.338361
Epoch[55] Batch [149]	Speed: 6191.498965 samples/sec	rmse=0.021520	lr=0.338268
Epoch[55] Batch [199]	Speed: 5452.248610 samples/sec	rmse=0.021499	lr=0.338175
Epoch[55] Batch [249]	Speed: 5479.000580 samples/sec	rmse=0.021523	lr=0.338082
Epoch[55] Batch [299]	Speed: 6031.272951 samples/sec	rmse=0.021558	lr=0.337988
Epoch[55] Batch [349]	Speed: 5798.470909 samples/sec	rmse=0.021563	lr=0.337895
Epoch[55] Batch [399]	Speed: 5839.986862 samples/sec	rmse=0.021600	lr=0.337802
Epoch[55] Batch [449]	Speed: 5717.384226 samples/sec	rmse=0.021625	lr=0.337709
Epoch[55] Batch [499]	Speed: 5901.498305 samples/sec	rmse=0.021618	lr=0.337615
Epoch[55] Batch [549]	Speed: 5831.306837 samples/sec	rmse=0.021606	lr=0.337522
Epoch[55] Batch [599]	Speed: 5822.982395 samples/sec	rmse=0.021619	lr=0.337428
Epoch[55] Batch [649]	Speed: 5752.301643 samples/sec	rmse=0.021595	lr=0.337334
Epoch[55] Batch [699]	Speed: 6013.237534 samples/sec	rmse=0.021600	lr=0.337241
Epoch[55] Batch [749]	Speed: 5607.122716 samples/sec	rmse=0.021621	lr=0.337147
Epoch[55] Batch [799]	Speed: 5595.820970 samples/sec	rmse=0.021617	lr=0.337053
Epoch[55] Batch [849]	Speed: 5839.126365 samples/sec	rmse=0.021625	lr=0.336960
Epoch[55] Batch [899]	Speed: 5559.643829 samples/sec	rmse=0.021621	lr=0.336866
Epoch[55] Batch [949]	Speed: 5476.378556 samples/sec	rmse=0.021599	lr=0.336772
Epoch[55] Batch [999]	Speed: 5644.608852 samples/sec	rmse=0.021592	lr=0.336678
Epoch[55] Batch [1049]	Speed: 6017.179502 samples/sec	rmse=0.021580	lr=0.336584
Epoch[55] Batch [1099]	Speed: 5840.598526 samples/sec	rmse=0.021579	lr=0.336490
Epoch[55] Batch [1149]	Speed: 5422.704069 samples/sec	rmse=0.021573	lr=0.336395
Epoch[55] Batch [1199]	Speed: 5413.217815 samples/sec	rmse=0.021577	lr=0.336301
Epoch[55] Batch [1249]	Speed: 5945.082325 samples/sec	rmse=0.021593	lr=0.336207
[Epoch 55] training: rmse=0.021593
[Epoch 55] speed: 5717 samples/sec	time cost: 233.726107
[Epoch 55] validation: err-top1=0.486527 err-top5=0.235571
Epoch[56] Batch [49]	Speed: 5978.688557 samples/sec	rmse=0.021377	lr=0.336111
Epoch[56] Batch [99]	Speed: 5701.874493 samples/sec	rmse=0.021537	lr=0.336016
Epoch[56] Batch [149]	Speed: 5803.613488 samples/sec	rmse=0.021653	lr=0.335922
Epoch[56] Batch [199]	Speed: 5448.582202 samples/sec	rmse=0.021623	lr=0.335827
Epoch[56] Batch [249]	Speed: 5350.875188 samples/sec	rmse=0.021615	lr=0.335733
Epoch[56] Batch [299]	Speed: 5675.134308 samples/sec	rmse=0.021612	lr=0.335638
Epoch[56] Batch [349]	Speed: 6003.653067 samples/sec	rmse=0.021652	lr=0.335544
Epoch[56] Batch [399]	Speed: 5852.825908 samples/sec	rmse=0.021587	lr=0.335449
Epoch[56] Batch [449]	Speed: 5874.894591 samples/sec	rmse=0.021607	lr=0.335354
Epoch[56] Batch [499]	Speed: 5791.737325 samples/sec	rmse=0.021629	lr=0.335259
Epoch[56] Batch [549]	Speed: 5674.369532 samples/sec	rmse=0.021640	lr=0.335164
Epoch[56] Batch [599]	Speed: 5399.130114 samples/sec	rmse=0.021639	lr=0.335069
Epoch[56] Batch [649]	Speed: 5650.006859 samples/sec	rmse=0.021647	lr=0.334974
Epoch[56] Batch [699]	Speed: 5473.380684 samples/sec	rmse=0.021629	lr=0.334879
Epoch[56] Batch [749]	Speed: 5900.645367 samples/sec	rmse=0.021619	lr=0.334784
Epoch[56] Batch [799]	Speed: 5906.498138 samples/sec	rmse=0.021602	lr=0.334689
Epoch[56] Batch [849]	Speed: 5950.275182 samples/sec	rmse=0.021604	lr=0.334594
Epoch[56] Batch [899]	Speed: 5707.503533 samples/sec	rmse=0.021599	lr=0.334499
Epoch[56] Batch [949]	Speed: 5948.853180 samples/sec	rmse=0.021604	lr=0.334403
Epoch[56] Batch [999]	Speed: 5729.619423 samples/sec	rmse=0.021590	lr=0.334308
Epoch[56] Batch [1049]	Speed: 5787.493604 samples/sec	rmse=0.021589	lr=0.334212
Epoch[56] Batch [1099]	Speed: 5604.753452 samples/sec	rmse=0.021601	lr=0.334117
Epoch[56] Batch [1149]	Speed: 5608.136741 samples/sec	rmse=0.021606	lr=0.334021
Epoch[56] Batch [1199]	Speed: 5692.047893 samples/sec	rmse=0.021618	lr=0.333926
Epoch[56] Batch [1249]	Speed: 5805.847803 samples/sec	rmse=0.021617	lr=0.333830
[Epoch 56] training: rmse=0.021616
[Epoch 56] speed: 5721 samples/sec	time cost: 233.808744
[Epoch 56] validation: err-top1=0.518495 err-top5=0.264888
Epoch[57] Batch [49]	Speed: 5557.225347 samples/sec	rmse=0.021420	lr=0.333732
Epoch[57] Batch [99]	Speed: 5852.167504 samples/sec	rmse=0.021434	lr=0.333637
Epoch[57] Batch [149]	Speed: 5508.110869 samples/sec	rmse=0.021470	lr=0.333541
Epoch[57] Batch [199]	Speed: 5768.270590 samples/sec	rmse=0.021430	lr=0.333445
Epoch[57] Batch [249]	Speed: 5776.706335 samples/sec	rmse=0.021457	lr=0.333349
Epoch[57] Batch [299]	Speed: 5906.119969 samples/sec	rmse=0.021493	lr=0.333253
Epoch[57] Batch [349]	Speed: 5551.359535 samples/sec	rmse=0.021508	lr=0.333157
Epoch[57] Batch [399]	Speed: 6020.505783 samples/sec	rmse=0.021525	lr=0.333061
Epoch[57] Batch [449]	Speed: 5429.662237 samples/sec	rmse=0.021521	lr=0.332964
Epoch[57] Batch [499]	Speed: 5430.034985 samples/sec	rmse=0.021504	lr=0.332868
Epoch[57] Batch [549]	Speed: 5758.659019 samples/sec	rmse=0.021522	lr=0.332772
Epoch[57] Batch [599]	Speed: 5839.015864 samples/sec	rmse=0.021528	lr=0.332676
Epoch[57] Batch [649]	Speed: 5723.885975 samples/sec	rmse=0.021543	lr=0.332579
Epoch[57] Batch [699]	Speed: 5954.285237 samples/sec	rmse=0.021549	lr=0.332483
Epoch[57] Batch [749]	Speed: 5910.709346 samples/sec	rmse=0.021539	lr=0.332386
Epoch[57] Batch [799]	Speed: 5749.769333 samples/sec	rmse=0.021532	lr=0.332290
Epoch[57] Batch [849]	Speed: 5784.900301 samples/sec	rmse=0.021527	lr=0.332193
Epoch[57] Batch [899]	Speed: 5598.425244 samples/sec	rmse=0.021532	lr=0.332096
Epoch[57] Batch [949]	Speed: 5656.954722 samples/sec	rmse=0.021538	lr=0.332000
Epoch[57] Batch [999]	Speed: 5761.981499 samples/sec	rmse=0.021546	lr=0.331903
Epoch[57] Batch [1049]	Speed: 5285.541000 samples/sec	rmse=0.021544	lr=0.331806
Epoch[57] Batch [1099]	Speed: 6161.606698 samples/sec	rmse=0.021554	lr=0.331709
Epoch[57] Batch [1149]	Speed: 5448.120101 samples/sec	rmse=0.021570	lr=0.331612
Epoch[57] Batch [1199]	Speed: 5874.412631 samples/sec	rmse=0.021561	lr=0.331515
Epoch[57] Batch [1249]	Speed: 5830.087209 samples/sec	rmse=0.021558	lr=0.331418
[Epoch 57] training: rmse=0.021559
[Epoch 57] speed: 5713 samples/sec	time cost: 233.979010
[Epoch 57] validation: err-top1=0.487903 err-top5=0.229173
Epoch[58] Batch [49]	Speed: 5636.128481 samples/sec	rmse=0.021337	lr=0.331319
Epoch[58] Batch [99]	Speed: 5817.459984 samples/sec	rmse=0.021377	lr=0.331222
Epoch[58] Batch [149]	Speed: 5277.655186 samples/sec	rmse=0.021445	lr=0.331125
Epoch[58] Batch [199]	Speed: 5814.814571 samples/sec	rmse=0.021393	lr=0.331028
Epoch[58] Batch [249]	Speed: 5767.668249 samples/sec	rmse=0.021477	lr=0.330930
Epoch[58] Batch [299]	Speed: 5758.884949 samples/sec	rmse=0.021461	lr=0.330833
Epoch[58] Batch [349]	Speed: 5600.565386 samples/sec	rmse=0.021464	lr=0.330735
Epoch[58] Batch [399]	Speed: 5645.767095 samples/sec	rmse=0.021492	lr=0.330638
Epoch[58] Batch [449]	Speed: 5757.476534 samples/sec	rmse=0.021511	lr=0.330540
Epoch[58] Batch [499]	Speed: 5481.259941 samples/sec	rmse=0.021487	lr=0.330443
Epoch[58] Batch [549]	Speed: 5754.613656 samples/sec	rmse=0.021499	lr=0.330345
Epoch[58] Batch [599]	Speed: 5627.097120 samples/sec	rmse=0.021489	lr=0.330247
Epoch[58] Batch [649]	Speed: 5796.294834 samples/sec	rmse=0.021485	lr=0.330150
Epoch[58] Batch [699]	Speed: 5650.716311 samples/sec	rmse=0.021507	lr=0.330052
Epoch[58] Batch [749]	Speed: 5903.115673 samples/sec	rmse=0.021518	lr=0.329954
Epoch[58] Batch [799]	Speed: 6311.178742 samples/sec	rmse=0.021514	lr=0.329856
Epoch[58] Batch [849]	Speed: 5609.914988 samples/sec	rmse=0.021498	lr=0.329758
Epoch[58] Batch [899]	Speed: 5892.490865 samples/sec	rmse=0.021492	lr=0.329660
Epoch[58] Batch [949]	Speed: 5433.968088 samples/sec	rmse=0.021482	lr=0.329562
Epoch[58] Batch [999]	Speed: 5775.501516 samples/sec	rmse=0.021465	lr=0.329464
Epoch[58] Batch [1049]	Speed: 5512.979522 samples/sec	rmse=0.021468	lr=0.329366
Epoch[58] Batch [1099]	Speed: 5697.187139 samples/sec	rmse=0.021477	lr=0.329267
Epoch[58] Batch [1149]	Speed: 5779.094154 samples/sec	rmse=0.021490	lr=0.329169
Epoch[58] Batch [1199]	Speed: 5938.736189 samples/sec	rmse=0.021503	lr=0.329071
Epoch[58] Batch [1249]	Speed: 5885.131143 samples/sec	rmse=0.021516	lr=0.328972
[Epoch 58] training: rmse=0.021515
[Epoch 58] speed: 5710 samples/sec	time cost: 234.212132
[Epoch 58] validation: err-top1=0.489054 err-top5=0.233622
Epoch[59] Batch [49]	Speed: 5434.222476 samples/sec	rmse=0.021493	lr=0.328872
Epoch[59] Batch [99]	Speed: 5674.407167 samples/sec	rmse=0.021507	lr=0.328773
Epoch[59] Batch [149]	Speed: 5850.852895 samples/sec	rmse=0.021483	lr=0.328675
Epoch[59] Batch [199]	Speed: 5863.847251 samples/sec	rmse=0.021558	lr=0.328576
Epoch[59] Batch [249]	Speed: 5518.132137 samples/sec	rmse=0.021544	lr=0.328478
Epoch[59] Batch [299]	Speed: 5700.806163 samples/sec	rmse=0.021544	lr=0.328379
Epoch[59] Batch [349]	Speed: 5798.256265 samples/sec	rmse=0.021506	lr=0.328280
Epoch[59] Batch [399]	Speed: 5911.633382 samples/sec	rmse=0.021528	lr=0.328181
Epoch[59] Batch [449]	Speed: 5968.661186 samples/sec	rmse=0.021540	lr=0.328082
Epoch[59] Batch [499]	Speed: 5604.960152 samples/sec	rmse=0.021522	lr=0.327983
Epoch[59] Batch [549]	Speed: 5799.571776 samples/sec	rmse=0.021518	lr=0.327884
Epoch[59] Batch [599]	Speed: 5742.101009 samples/sec	rmse=0.021485	lr=0.327785
Epoch[59] Batch [649]	Speed: 5907.298820 samples/sec	rmse=0.021480	lr=0.327686
Epoch[59] Batch [699]	Speed: 5985.883821 samples/sec	rmse=0.021505	lr=0.327587
Epoch[59] Batch [749]	Speed: 5541.431952 samples/sec	rmse=0.021495	lr=0.327488
Epoch[59] Batch [799]	Speed: 5766.566453 samples/sec	rmse=0.021495	lr=0.327389
Epoch[59] Batch [849]	Speed: 5610.344703 samples/sec	rmse=0.021492	lr=0.327289
Epoch[59] Batch [899]	Speed: 5557.237283 samples/sec	rmse=0.021504	lr=0.327190
Epoch[59] Batch [949]	Speed: 5748.744691 samples/sec	rmse=0.021508	lr=0.327091
Epoch[59] Batch [999]	Speed: 5626.957932 samples/sec	rmse=0.021502	lr=0.326991
Epoch[59] Batch [1049]	Speed: 5623.858961 samples/sec	rmse=0.021499	lr=0.326892
Epoch[59] Batch [1099]	Speed: 5409.234428 samples/sec	rmse=0.021491	lr=0.326792
Epoch[59] Batch [1149]	Speed: 6189.212387 samples/sec	rmse=0.021484	lr=0.326692
Epoch[59] Batch [1199]	Speed: 5809.936937 samples/sec	rmse=0.021485	lr=0.326593
Epoch[59] Batch [1249]	Speed: 5825.707629 samples/sec	rmse=0.021489	lr=0.326493
[Epoch 59] training: rmse=0.021489
[Epoch 59] speed: 5725 samples/sec	time cost: 233.572881
[Epoch 59] validation: err-top1=0.476184 err-top5=0.224809
Epoch[60] Batch [49]	Speed: 5378.509437 samples/sec	rmse=0.021405	lr=0.326391
Epoch[60] Batch [99]	Speed: 5790.829306 samples/sec	rmse=0.021254	lr=0.326291
Epoch[60] Batch [149]	Speed: 5840.706386 samples/sec	rmse=0.021337	lr=0.326192
Epoch[60] Batch [199]	Speed: 5362.696331 samples/sec	rmse=0.021384	lr=0.326092
Epoch[60] Batch [249]	Speed: 5849.344971 samples/sec	rmse=0.021442	lr=0.325992
Epoch[60] Batch [299]	Speed: 5289.174742 samples/sec	rmse=0.021431	lr=0.325892
Epoch[60] Batch [349]	Speed: 5558.221403 samples/sec	rmse=0.021455	lr=0.325792
Epoch[60] Batch [399]	Speed: 5774.158397 samples/sec	rmse=0.021449	lr=0.325691
Epoch[60] Batch [449]	Speed: 5936.527103 samples/sec	rmse=0.021450	lr=0.325591
Epoch[60] Batch [499]	Speed: 5930.673989 samples/sec	rmse=0.021447	lr=0.325491
Epoch[60] Batch [549]	Speed: 5670.100775 samples/sec	rmse=0.021437	lr=0.325391
Epoch[60] Batch [599]	Speed: 4970.953895 samples/sec	rmse=0.021429	lr=0.325290
Epoch[60] Batch [649]	Speed: 5543.582969 samples/sec	rmse=0.021427	lr=0.325190
Epoch[60] Batch [699]	Speed: 5861.000966 samples/sec	rmse=0.021434	lr=0.325089
Epoch[60] Batch [749]	Speed: 5702.442879 samples/sec	rmse=0.021433	lr=0.324989
Epoch[60] Batch [799]	Speed: 5738.012634 samples/sec	rmse=0.021424	lr=0.324888
Epoch[60] Batch [849]	Speed: 5735.999968 samples/sec	rmse=0.021435	lr=0.324788
Epoch[60] Batch [899]	Speed: 5605.617511 samples/sec	rmse=0.021413	lr=0.324687
Epoch[60] Batch [949]	Speed: 5784.299624 samples/sec	rmse=0.021423	lr=0.324586
Epoch[60] Batch [999]	Speed: 6218.071762 samples/sec	rmse=0.021416	lr=0.324486
Epoch[60] Batch [1049]	Speed: 6150.185518 samples/sec	rmse=0.021435	lr=0.324385
Epoch[60] Batch [1099]	Speed: 5644.144649 samples/sec	rmse=0.021440	lr=0.324284
Epoch[60] Batch [1149]	Speed: 5625.618163 samples/sec	rmse=0.021438	lr=0.324183
Epoch[60] Batch [1199]	Speed: 5575.571608 samples/sec	rmse=0.021432	lr=0.324082
Epoch[60] Batch [1249]	Speed: 5655.061054 samples/sec	rmse=0.021450	lr=0.323981
[Epoch 60] training: rmse=0.021450
[Epoch 60] speed: 5669 samples/sec	time cost: 235.731103
[Epoch 60] validation: err-top1=0.459821 err-top5=0.209961
Epoch[61] Batch [49]	Speed: 5621.918797 samples/sec	rmse=0.020978	lr=0.323878
Epoch[61] Batch [99]	Speed: 5822.979869 samples/sec	rmse=0.021082	lr=0.323777
Epoch[61] Batch [149]	Speed: 5711.431263 samples/sec	rmse=0.021194	lr=0.323676
Epoch[61] Batch [199]	Speed: 5311.513547 samples/sec	rmse=0.021261	lr=0.323574
Epoch[61] Batch [249]	Speed: 5954.318586 samples/sec	rmse=0.021248	lr=0.323473
Epoch[61] Batch [299]	Speed: 5705.296056 samples/sec	rmse=0.021254	lr=0.323372
Epoch[61] Batch [349]	Speed: 5479.655010 samples/sec	rmse=0.021285	lr=0.323270
Epoch[61] Batch [399]	Speed: 5988.548436 samples/sec	rmse=0.021267	lr=0.323169
Epoch[61] Batch [449]	Speed: 5625.149121 samples/sec	rmse=0.021301	lr=0.323067
Epoch[61] Batch [499]	Speed: 5525.881491 samples/sec	rmse=0.021333	lr=0.322966
Epoch[61] Batch [549]	Speed: 5878.883961 samples/sec	rmse=0.021343	lr=0.322864
Epoch[61] Batch [599]	Speed: 5689.653815 samples/sec	rmse=0.021352	lr=0.322763
Epoch[61] Batch [649]	Speed: 5790.715472 samples/sec	rmse=0.021345	lr=0.322661
Epoch[61] Batch [699]	Speed: 5557.181198 samples/sec	rmse=0.021344	lr=0.322559
Epoch[61] Batch [749]	Speed: 5778.597773 samples/sec	rmse=0.021367	lr=0.322457
Epoch[61] Batch [799]	Speed: 5764.139153 samples/sec	rmse=0.021398	lr=0.322355
Epoch[61] Batch [849]	Speed: 5749.990871 samples/sec	rmse=0.021406	lr=0.322254
Epoch[61] Batch [899]	Speed: 5659.934543 samples/sec	rmse=0.021393	lr=0.322152
Epoch[61] Batch [949]	Speed: 5790.674874 samples/sec	rmse=0.021395	lr=0.322050
Epoch[61] Batch [999]	Speed: 5530.100115 samples/sec	rmse=0.021388	lr=0.321948
Epoch[61] Batch [1049]	Speed: 5649.647146 samples/sec	rmse=0.021389	lr=0.321845
Epoch[61] Batch [1099]	Speed: 5711.875456 samples/sec	rmse=0.021392	lr=0.321743
Epoch[61] Batch [1149]	Speed: 5839.481871 samples/sec	rmse=0.021392	lr=0.321641
Epoch[61] Batch [1199]	Speed: 5428.829882 samples/sec	rmse=0.021398	lr=0.321539
Epoch[61] Batch [1249]	Speed: 5374.854594 samples/sec	rmse=0.021403	lr=0.321437
[Epoch 61] training: rmse=0.021404
[Epoch 61] speed: 5663 samples/sec	time cost: 236.142510
[Epoch 61] validation: err-top1=0.495077 err-top5=0.240733
Epoch[62] Batch [49]	Speed: 5247.903433 samples/sec	rmse=0.021393	lr=0.321332
Epoch[62] Batch [99]	Speed: 5719.095816 samples/sec	rmse=0.021464	lr=0.321230
Epoch[62] Batch [149]	Speed: 5780.012653 samples/sec	rmse=0.021425	lr=0.321127
Epoch[62] Batch [199]	Speed: 5586.333687 samples/sec	rmse=0.021406	lr=0.321025
Epoch[62] Batch [249]	Speed: 5585.666459 samples/sec	rmse=0.021443	lr=0.320922
Epoch[62] Batch [299]	Speed: 5300.005676 samples/sec	rmse=0.021482	lr=0.320820
Epoch[62] Batch [349]	Speed: 5761.775268 samples/sec	rmse=0.021445	lr=0.320717
Epoch[62] Batch [399]	Speed: 5869.712566 samples/sec	rmse=0.021471	lr=0.320614
Epoch[62] Batch [449]	Speed: 5439.621798 samples/sec	rmse=0.021468	lr=0.320512
Epoch[62] Batch [499]	Speed: 5115.808610 samples/sec	rmse=0.021455	lr=0.320409
Epoch[62] Batch [549]	Speed: 5832.400250 samples/sec	rmse=0.021463	lr=0.320306
Epoch[62] Batch [599]	Speed: 5601.011492 samples/sec	rmse=0.021473	lr=0.320203
Epoch[62] Batch [649]	Speed: 5212.126924 samples/sec	rmse=0.021467	lr=0.320100
Epoch[62] Batch [699]	Speed: 5507.351320 samples/sec	rmse=0.021484	lr=0.319997
Epoch[62] Batch [749]	Speed: 5545.800534 samples/sec	rmse=0.021473	lr=0.319894
Epoch[62] Batch [799]	Speed: 5587.221294 samples/sec	rmse=0.021456	lr=0.319791
Epoch[62] Batch [849]	Speed: 5798.699504 samples/sec	rmse=0.021456	lr=0.319688
Epoch[62] Batch [899]	Speed: 5492.804200 samples/sec	rmse=0.021444	lr=0.319585
Epoch[62] Batch [949]	Speed: 5697.915142 samples/sec	rmse=0.021445	lr=0.319481
Epoch[62] Batch [999]	Speed: 5713.449067 samples/sec	rmse=0.021449	lr=0.319378
Epoch[62] Batch [1049]	Speed: 5778.063077 samples/sec	rmse=0.021446	lr=0.319275
Epoch[62] Batch [1099]	Speed: 6080.867655 samples/sec	rmse=0.021437	lr=0.319171
Epoch[62] Batch [1149]	Speed: 5564.936719 samples/sec	rmse=0.021438	lr=0.319068
Epoch[62] Batch [1199]	Speed: 6010.988333 samples/sec	rmse=0.021447	lr=0.318964
Epoch[62] Batch [1249]	Speed: 5807.310923 samples/sec	rmse=0.021447	lr=0.318861
[Epoch 62] training: rmse=0.021448
[Epoch 62] speed: 5610 samples/sec	time cost: 237.765019
[Epoch 62] validation: err-top1=0.451291 err-top5=0.205138
Epoch[63] Batch [49]	Speed: 5493.065391 samples/sec	rmse=0.021244	lr=0.318755
Epoch[63] Batch [99]	Speed: 5668.699534 samples/sec	rmse=0.021225	lr=0.318651
Epoch[63] Batch [149]	Speed: 5666.728162 samples/sec	rmse=0.021110	lr=0.318548
Epoch[63] Batch [199]	Speed: 5954.333114 samples/sec	rmse=0.021168	lr=0.318444
Epoch[63] Batch [249]	Speed: 5440.892488 samples/sec	rmse=0.021256	lr=0.318340
Epoch[63] Batch [299]	Speed: 5687.275607 samples/sec	rmse=0.021263	lr=0.318236
Epoch[63] Batch [349]	Speed: 5735.929186 samples/sec	rmse=0.021278	lr=0.318132
Epoch[63] Batch [399]	Speed: 5780.262043 samples/sec	rmse=0.021280	lr=0.318029
Epoch[63] Batch [449]	Speed: 5501.957451 samples/sec	rmse=0.021310	lr=0.317925
Epoch[63] Batch [499]	Speed: 5540.865901 samples/sec	rmse=0.021333	lr=0.317820
Epoch[63] Batch [549]	Speed: 5361.812355 samples/sec	rmse=0.021308	lr=0.317716
Epoch[63] Batch [599]	Speed: 5726.253374 samples/sec	rmse=0.021311	lr=0.317612
Epoch[63] Batch [649]	Speed: 5785.399013 samples/sec	rmse=0.021333	lr=0.317508
Epoch[63] Batch [699]	Speed: 5686.171486 samples/sec	rmse=0.021336	lr=0.317404
Epoch[63] Batch [749]	Speed: 6051.289082 samples/sec	rmse=0.021337	lr=0.317300
Epoch[63] Batch [799]	Speed: 5524.082787 samples/sec	rmse=0.021364	lr=0.317195
Epoch[63] Batch [849]	Speed: 5794.359119 samples/sec	rmse=0.021380	lr=0.317091
Epoch[63] Batch [899]	Speed: 5592.698804 samples/sec	rmse=0.021375	lr=0.316986
Epoch[63] Batch [949]	Speed: 5315.438065 samples/sec	rmse=0.021364	lr=0.316882
Epoch[63] Batch [999]	Speed: 5701.129132 samples/sec	rmse=0.021360	lr=0.316777
Epoch[63] Batch [1049]	Speed: 5930.415545 samples/sec	rmse=0.021354	lr=0.316673
Epoch[63] Batch [1099]	Speed: 5690.893960 samples/sec	rmse=0.021372	lr=0.316568
Epoch[63] Batch [1149]	Speed: 5620.084689 samples/sec	rmse=0.021372	lr=0.316464
Epoch[63] Batch [1199]	Speed: 5826.384435 samples/sec	rmse=0.021394	lr=0.316359
Epoch[63] Batch [1249]	Speed: 5590.148165 samples/sec	rmse=0.021407	lr=0.316254
[Epoch 63] training: rmse=0.021408
[Epoch 63] speed: 5655 samples/sec	time cost: 235.678494
[Epoch 63] validation: err-top1=0.462402 err-top5=0.212382
Epoch[64] Batch [49]	Speed: 5824.661749 samples/sec	rmse=0.021457	lr=0.316147
Epoch[64] Batch [99]	Speed: 5697.163711 samples/sec	rmse=0.021372	lr=0.316042
Epoch[64] Batch [149]	Speed: 5791.242049 samples/sec	rmse=0.021395	lr=0.315937
Epoch[64] Batch [199]	Speed: 5789.352783 samples/sec	rmse=0.021379	lr=0.315832
Epoch[64] Batch [249]	Speed: 5838.603586 samples/sec	rmse=0.021373	lr=0.315727
Epoch[64] Batch [299]	Speed: 5599.355095 samples/sec	rmse=0.021401	lr=0.315622
Epoch[64] Batch [349]	Speed: 6085.763781 samples/sec	rmse=0.021396	lr=0.315517
Epoch[64] Batch [399]	Speed: 5456.610061 samples/sec	rmse=0.021386	lr=0.315412
Epoch[64] Batch [449]	Speed: 5715.451107 samples/sec	rmse=0.021368	lr=0.315307
Epoch[64] Batch [499]	Speed: 5563.038142 samples/sec	rmse=0.021366	lr=0.315202
Epoch[64] Batch [549]	Speed: 5641.850274 samples/sec	rmse=0.021362	lr=0.315096
Epoch[64] Batch [599]	Speed: 5724.641877 samples/sec	rmse=0.021372	lr=0.314991
Epoch[64] Batch [649]	Speed: 5676.981116 samples/sec	rmse=0.021358	lr=0.314886
Epoch[64] Batch [699]	Speed: 5895.364265 samples/sec	rmse=0.021361	lr=0.314780
Epoch[64] Batch [749]	Speed: 5308.274416 samples/sec	rmse=0.021365	lr=0.314675
Epoch[64] Batch [799]	Speed: 5585.138109 samples/sec	rmse=0.021373	lr=0.314569
Epoch[64] Batch [849]	Speed: 5937.063299 samples/sec	rmse=0.021396	lr=0.314464
Epoch[64] Batch [899]	Speed: 5675.953447 samples/sec	rmse=0.021400	lr=0.314358
Epoch[64] Batch [949]	Speed: 5922.060861 samples/sec	rmse=0.021401	lr=0.314252
Epoch[64] Batch [999]	Speed: 5745.610850 samples/sec	rmse=0.021391	lr=0.314147
Epoch[64] Batch [1049]	Speed: 5906.982615 samples/sec	rmse=0.021383	lr=0.314041
Epoch[64] Batch [1099]	Speed: 5852.563677 samples/sec	rmse=0.021394	lr=0.313935
Epoch[64] Batch [1149]	Speed: 5916.460995 samples/sec	rmse=0.021396	lr=0.313829
Epoch[64] Batch [1199]	Speed: 5412.606031 samples/sec	rmse=0.021376	lr=0.313723
Epoch[64] Batch [1249]	Speed: 5539.015427 samples/sec	rmse=0.021373	lr=0.313617
[Epoch 64] training: rmse=0.021374
[Epoch 64] speed: 5713 samples/sec	time cost: 234.562521
[Epoch 64] validation: err-top1=0.474888 err-top5=0.224510
Epoch[65] Batch [49]	Speed: 5602.069194 samples/sec	rmse=0.021487	lr=0.313509
Epoch[65] Batch [99]	Speed: 5828.944825 samples/sec	rmse=0.021462	lr=0.313403
Epoch[65] Batch [149]	Speed: 5599.181217 samples/sec	rmse=0.021368	lr=0.313297
Epoch[65] Batch [199]	Speed: 5961.526108 samples/sec	rmse=0.021391	lr=0.313191
Epoch[65] Batch [249]	Speed: 5815.052959 samples/sec	rmse=0.021369	lr=0.313085
Epoch[65] Batch [299]	Speed: 5391.051795 samples/sec	rmse=0.021352	lr=0.312978
Epoch[65] Batch [349]	Speed: 5816.167851 samples/sec	rmse=0.021353	lr=0.312872
Epoch[65] Batch [399]	Speed: 5749.476233 samples/sec	rmse=0.021358	lr=0.312766
Epoch[65] Batch [449]	Speed: 5887.205945 samples/sec	rmse=0.021344	lr=0.312659
Epoch[65] Batch [499]	Speed: 5819.505788 samples/sec	rmse=0.021333	lr=0.312553
Epoch[65] Batch [549]	Speed: 5681.920288 samples/sec	rmse=0.021324	lr=0.312446
Epoch[65] Batch [599]	Speed: 5386.728805 samples/sec	rmse=0.021331	lr=0.312340
Epoch[65] Batch [649]	Speed: 5314.134947 samples/sec	rmse=0.021344	lr=0.312233
Epoch[65] Batch [699]	Speed: 5891.856808 samples/sec	rmse=0.021348	lr=0.312127
Epoch[65] Batch [749]	Speed: 5644.476214 samples/sec	rmse=0.021345	lr=0.312020
Epoch[65] Batch [799]	Speed: 5669.895380 samples/sec	rmse=0.021337	lr=0.311913
Epoch[65] Batch [849]	Speed: 5810.414978 samples/sec	rmse=0.021345	lr=0.311807
Epoch[65] Batch [899]	Speed: 5649.723842 samples/sec	rmse=0.021342	lr=0.311700
Epoch[65] Batch [949]	Speed: 5581.550671 samples/sec	rmse=0.021347	lr=0.311593
Epoch[65] Batch [999]	Speed: 5933.660994 samples/sec	rmse=0.021365	lr=0.311486
Epoch[65] Batch [1049]	Speed: 5818.920450 samples/sec	rmse=0.021369	lr=0.311379
Epoch[65] Batch [1099]	Speed: 5993.602239 samples/sec	rmse=0.021384	lr=0.311272
Epoch[65] Batch [1149]	Speed: 5931.714216 samples/sec	rmse=0.021395	lr=0.311165
Epoch[65] Batch [1199]	Speed: 5732.726504 samples/sec	rmse=0.021397	lr=0.311058
Epoch[65] Batch [1249]	Speed: 5641.314354 samples/sec	rmse=0.021391	lr=0.310951
[Epoch 65] training: rmse=0.021392
[Epoch 65] speed: 5714 samples/sec	time cost: 234.106046
[Epoch 65] validation: err-top1=0.464625 err-top5=0.215462
Epoch[66] Batch [49]	Speed: 5678.885141 samples/sec	rmse=0.021323	lr=0.310842
Epoch[66] Batch [99]	Speed: 5632.941240 samples/sec	rmse=0.021397	lr=0.310734
Epoch[66] Batch [149]	Speed: 5457.331407 samples/sec	rmse=0.021367	lr=0.310627
Epoch[66] Batch [199]	Speed: 5896.855207 samples/sec	rmse=0.021341	lr=0.310520
Epoch[66] Batch [249]	Speed: 5549.088771 samples/sec	rmse=0.021330	lr=0.310412
Epoch[66] Batch [299]	Speed: 5706.764434 samples/sec	rmse=0.021364	lr=0.310305
Epoch[66] Batch [349]	Speed: 5201.338625 samples/sec	rmse=0.021381	lr=0.310198
Epoch[66] Batch [399]	Speed: 5926.064362 samples/sec	rmse=0.021408	lr=0.310090
Epoch[66] Batch [449]	Speed: 5500.459002 samples/sec	rmse=0.021346	lr=0.309982
Epoch[66] Batch [499]	Speed: 5745.835296 samples/sec	rmse=0.021358	lr=0.309875
Epoch[66] Batch [549]	Speed: 5776.861577 samples/sec	rmse=0.021364	lr=0.309767
Epoch[66] Batch [599]	Speed: 5764.466089 samples/sec	rmse=0.021369	lr=0.309660
Epoch[66] Batch [649]	Speed: 5955.561021 samples/sec	rmse=0.021365	lr=0.309552
Epoch[66] Batch [699]	Speed: 5937.532940 samples/sec	rmse=0.021345	lr=0.309444
Epoch[66] Batch [749]	Speed: 5287.818453 samples/sec	rmse=0.021368	lr=0.309336
Epoch[66] Batch [799]	Speed: 5671.160173 samples/sec	rmse=0.021374	lr=0.309228
Epoch[66] Batch [849]	Speed: 5535.437893 samples/sec	rmse=0.021363	lr=0.309121
Epoch[66] Batch [899]	Speed: 5230.488365 samples/sec	rmse=0.021364	lr=0.309013
Epoch[66] Batch [949]	Speed: 6002.253253 samples/sec	rmse=0.021361	lr=0.308905
Epoch[66] Batch [999]	Speed: 6053.984440 samples/sec	rmse=0.021365	lr=0.308797
Epoch[66] Batch [1049]	Speed: 5587.614681 samples/sec	rmse=0.021367	lr=0.308688
Epoch[66] Batch [1099]	Speed: 6023.231051 samples/sec	rmse=0.021369	lr=0.308580
Epoch[66] Batch [1149]	Speed: 5791.430091 samples/sec	rmse=0.021377	lr=0.308472
Epoch[66] Batch [1199]	Speed: 5612.308421 samples/sec	rmse=0.021384	lr=0.308364
Epoch[66] Batch [1249]	Speed: 5459.219568 samples/sec	rmse=0.021384	lr=0.308256
[Epoch 66] training: rmse=0.021383
[Epoch 66] speed: 5660 samples/sec	time cost: 236.149070
[Epoch 66] validation: err-top1=0.450634 err-top5=0.204879
Epoch[67] Batch [49]	Speed: 5442.031653 samples/sec	rmse=0.021394	lr=0.308145
Epoch[67] Batch [99]	Speed: 5917.862823 samples/sec	rmse=0.021392	lr=0.308037
Epoch[67] Batch [149]	Speed: 6008.140828 samples/sec	rmse=0.021346	lr=0.307928
Epoch[67] Batch [199]	Speed: 5612.046913 samples/sec	rmse=0.021333	lr=0.307820
Epoch[67] Batch [249]	Speed: 5785.740212 samples/sec	rmse=0.021314	lr=0.307712
Epoch[67] Batch [299]	Speed: 5808.524496 samples/sec	rmse=0.021352	lr=0.307603
Epoch[67] Batch [349]	Speed: 5571.946712 samples/sec	rmse=0.021360	lr=0.307494
Epoch[67] Batch [399]	Speed: 5802.546520 samples/sec	rmse=0.021327	lr=0.307386
Epoch[67] Batch [449]	Speed: 6123.071707 samples/sec	rmse=0.021343	lr=0.307277
Epoch[67] Batch [499]	Speed: 5616.962430 samples/sec	rmse=0.021345	lr=0.307168
Epoch[67] Batch [549]	Speed: 5773.033323 samples/sec	rmse=0.021357	lr=0.307060
Epoch[67] Batch [599]	Speed: 5449.710898 samples/sec	rmse=0.021381	lr=0.306951
Epoch[67] Batch [649]	Speed: 5296.438685 samples/sec	rmse=0.021398	lr=0.306842
Epoch[67] Batch [699]	Speed: 5946.636562 samples/sec	rmse=0.021394	lr=0.306733
Epoch[67] Batch [749]	Speed: 5897.243688 samples/sec	rmse=0.021413	lr=0.306624
Epoch[67] Batch [799]	Speed: 5890.687505 samples/sec	rmse=0.021402	lr=0.306515
Epoch[67] Batch [849]	Speed: 5518.860198 samples/sec	rmse=0.021393	lr=0.306406
Epoch[67] Batch [899]	Speed: 5634.406015 samples/sec	rmse=0.021401	lr=0.306297
Epoch[67] Batch [949]	Speed: 5467.625018 samples/sec	rmse=0.021392	lr=0.306188
Epoch[67] Batch [999]	Speed: 5889.313380 samples/sec	rmse=0.021406	lr=0.306079
Epoch[67] Batch [1049]	Speed: 5639.157177 samples/sec	rmse=0.021403	lr=0.305970
Epoch[67] Batch [1099]	Speed: 5902.117894 samples/sec	rmse=0.021416	lr=0.305860
Epoch[67] Batch [1149]	Speed: 5797.044476 samples/sec	rmse=0.021420	lr=0.305751
Epoch[67] Batch [1199]	Speed: 5891.571348 samples/sec	rmse=0.021413	lr=0.305642
Epoch[67] Batch [1249]	Speed: 5638.875838 samples/sec	rmse=0.021416	lr=0.305532
[Epoch 67] training: rmse=0.021416
[Epoch 67] speed: 5718 samples/sec	time cost: 233.760545
[Epoch 67] validation: err-top1=0.456912 err-top5=0.206174
Epoch[68] Batch [49]	Speed: 5475.563370 samples/sec	rmse=0.021278	lr=0.305421
Epoch[68] Batch [99]	Speed: 5637.508632 samples/sec	rmse=0.021420	lr=0.305311
Epoch[68] Batch [149]	Speed: 5620.890366 samples/sec	rmse=0.021359	lr=0.305202
Epoch[68] Batch [199]	Speed: 5883.284414 samples/sec	rmse=0.021444	lr=0.305092
Epoch[68] Batch [249]	Speed: 5861.939766 samples/sec	rmse=0.021440	lr=0.304983
Epoch[68] Batch [299]	Speed: 5718.760452 samples/sec	rmse=0.021461	lr=0.304873
Epoch[68] Batch [349]	Speed: 5491.737916 samples/sec	rmse=0.021442	lr=0.304763
Epoch[68] Batch [399]	Speed: 5616.889119 samples/sec	rmse=0.021403	lr=0.304654
Epoch[68] Batch [449]	Speed: 5669.174070 samples/sec	rmse=0.021425	lr=0.304544
Epoch[68] Batch [499]	Speed: 5307.935908 samples/sec	rmse=0.021407	lr=0.304434
Epoch[68] Batch [549]	Speed: 5925.135973 samples/sec	rmse=0.021380	lr=0.304324
Epoch[68] Batch [599]	Speed: 5589.740017 samples/sec	rmse=0.021371	lr=0.304214
Epoch[68] Batch [649]	Speed: 5248.240740 samples/sec	rmse=0.021364	lr=0.304104
Epoch[68] Batch [699]	Speed: 5884.441910 samples/sec	rmse=0.021374	lr=0.303994
Epoch[68] Batch [749]	Speed: 5806.931531 samples/sec	rmse=0.021340	lr=0.303884
Epoch[68] Batch [799]	Speed: 5809.483492 samples/sec	rmse=0.021327	lr=0.303774
Epoch[68] Batch [849]	Speed: 5887.681128 samples/sec	rmse=0.021350	lr=0.303664
Epoch[68] Batch [899]	Speed: 5847.796261 samples/sec	rmse=0.021358	lr=0.303554
Epoch[68] Batch [949]	Speed: 5876.291581 samples/sec	rmse=0.021358	lr=0.303444
Epoch[68] Batch [999]	Speed: 5905.211783 samples/sec	rmse=0.021356	lr=0.303334
Epoch[68] Batch [1049]	Speed: 5720.136731 samples/sec	rmse=0.021350	lr=0.303223
Epoch[68] Batch [1099]	Speed: 5808.957521 samples/sec	rmse=0.021350	lr=0.303113
Epoch[68] Batch [1149]	Speed: 5635.588027 samples/sec	rmse=0.021350	lr=0.303003
Epoch[68] Batch [1199]	Speed: 5798.356618 samples/sec	rmse=0.021351	lr=0.302892
Epoch[68] Batch [1249]	Speed: 6032.065971 samples/sec	rmse=0.021347	lr=0.302782
[Epoch 68] training: rmse=0.021347
[Epoch 68] speed: 5708 samples/sec	time cost: 233.988494
[Epoch 68] validation: err-top1=0.484415 err-top5=0.234634
Epoch[69] Batch [49]	Speed: 5639.017392 samples/sec	rmse=0.021343	lr=0.302669
Epoch[69] Batch [99]	Speed: 5891.552437 samples/sec	rmse=0.021323	lr=0.302559
Epoch[69] Batch [149]	Speed: 5769.500295 samples/sec	rmse=0.021423	lr=0.302448
Epoch[69] Batch [199]	Speed: 6012.045650 samples/sec	rmse=0.021458	lr=0.302337
Epoch[69] Batch [249]	Speed: 5619.071192 samples/sec	rmse=0.021418	lr=0.302227
Epoch[69] Batch [299]	Speed: 5959.303511 samples/sec	rmse=0.021430	lr=0.302116
Epoch[69] Batch [349]	Speed: 5648.413026 samples/sec	rmse=0.021427	lr=0.302005
Epoch[69] Batch [399]	Speed: 5409.854035 samples/sec	rmse=0.021416	lr=0.301894
Epoch[69] Batch [449]	Speed: 5744.826963 samples/sec	rmse=0.021413	lr=0.301784
Epoch[69] Batch [499]	Speed: 5905.427111 samples/sec	rmse=0.021391	lr=0.301673
Epoch[69] Batch [549]	Speed: 5785.317966 samples/sec	rmse=0.021420	lr=0.301562
Epoch[69] Batch [599]	Speed: 5881.603470 samples/sec	rmse=0.021439	lr=0.301451
Epoch[69] Batch [649]	Speed: 5694.166011 samples/sec	rmse=0.021438	lr=0.301340
Epoch[69] Batch [699]	Speed: 5594.917801 samples/sec	rmse=0.021404	lr=0.301229
Epoch[69] Batch [749]	Speed: 5791.924617 samples/sec	rmse=0.021419	lr=0.301118
Epoch[69] Batch [799]	Speed: 5815.482864 samples/sec	rmse=0.021421	lr=0.301007
Epoch[69] Batch [849]	Speed: 5676.391987 samples/sec	rmse=0.021413	lr=0.300895
Epoch[69] Batch [899]	Speed: 5558.556187 samples/sec	rmse=0.021422	lr=0.300784
Epoch[69] Batch [949]	Speed: 5594.456926 samples/sec	rmse=0.021418	lr=0.300673
Epoch[69] Batch [999]	Speed: 5398.859863 samples/sec	rmse=0.021402	lr=0.300562
Epoch[69] Batch [1049]	Speed: 5573.227769 samples/sec	rmse=0.021411	lr=0.300450
Epoch[69] Batch [1099]	Speed: 5422.215269 samples/sec	rmse=0.021411	lr=0.300339
Epoch[69] Batch [1149]	Speed: 5460.045581 samples/sec	rmse=0.021409	lr=0.300227
Epoch[69] Batch [1199]	Speed: 5606.171697 samples/sec	rmse=0.021417	lr=0.300116
Epoch[69] Batch [1249]	Speed: 5655.552523 samples/sec	rmse=0.021416	lr=0.300004
[Epoch 69] training: rmse=0.021417
[Epoch 69] speed: 5674 samples/sec	time cost: 235.095424
[Epoch 69] validation: err-top1=0.556844 err-top5=0.298971
Epoch[70] Batch [49]	Speed: 5391.628529 samples/sec	rmse=0.021224	lr=0.299891
Epoch[70] Batch [99]	Speed: 5340.753082 samples/sec	rmse=0.021420	lr=0.299779
Epoch[70] Batch [149]	Speed: 6089.228500 samples/sec	rmse=0.021434	lr=0.299667
Epoch[70] Batch [199]	Speed: 5967.056452 samples/sec	rmse=0.021458	lr=0.299556
Epoch[70] Batch [249]	Speed: 5669.766641 samples/sec	rmse=0.021447	lr=0.299444
Epoch[70] Batch [299]	Speed: 5940.763341 samples/sec	rmse=0.021436	lr=0.299332
Epoch[70] Batch [349]	Speed: 5556.222317 samples/sec	rmse=0.021421	lr=0.299221
Epoch[70] Batch [399]	Speed: 5977.307180 samples/sec	rmse=0.021386	lr=0.299109
Epoch[70] Batch [449]	Speed: 5390.025187 samples/sec	rmse=0.021404	lr=0.298997
Epoch[70] Batch [499]	Speed: 5251.232485 samples/sec	rmse=0.021365	lr=0.298885
Epoch[70] Batch [549]	Speed: 5506.605677 samples/sec	rmse=0.021360	lr=0.298773
Epoch[70] Batch [599]	Speed: 5614.799023 samples/sec	rmse=0.021379	lr=0.298661
Epoch[70] Batch [649]	Speed: 5811.224102 samples/sec	rmse=0.021387	lr=0.298549
Epoch[70] Batch [699]	Speed: 5616.508345 samples/sec	rmse=0.021388	lr=0.298437
Epoch[70] Batch [749]	Speed: 5773.964489 samples/sec	rmse=0.021379	lr=0.298325
Epoch[70] Batch [799]	Speed: 5933.932510 samples/sec	rmse=0.021387	lr=0.298213
Epoch[70] Batch [849]	Speed: 5734.103543 samples/sec	rmse=0.021389	lr=0.298100
Epoch[70] Batch [899]	Speed: 6110.077514 samples/sec	rmse=0.021400	lr=0.297988
Epoch[70] Batch [949]	Speed: 5803.280058 samples/sec	rmse=0.021404	lr=0.297876
Epoch[70] Batch [999]	Speed: 5834.793758 samples/sec	rmse=0.021405	lr=0.297763
Epoch[70] Batch [1049]	Speed: 5513.615339 samples/sec	rmse=0.021396	lr=0.297651
Epoch[70] Batch [1099]	Speed: 5707.942108 samples/sec	rmse=0.021404	lr=0.297539
Epoch[70] Batch [1149]	Speed: 5842.088593 samples/sec	rmse=0.021404	lr=0.297426
Epoch[70] Batch [1199]	Speed: 5588.066433 samples/sec	rmse=0.021400	lr=0.297314
Epoch[70] Batch [1249]	Speed: 5870.472975 samples/sec	rmse=0.021395	lr=0.297201
[Epoch 70] training: rmse=0.021395
[Epoch 70] speed: 5699 samples/sec	time cost: 234.782994
[Epoch 70] validation: err-top1=0.459343 err-top5=0.213847
Epoch[71] Batch [49]	Speed: 5490.908043 samples/sec	rmse=0.021275	lr=0.297086
Epoch[71] Batch [99]	Speed: 5519.117773 samples/sec	rmse=0.021330	lr=0.296974
Epoch[71] Batch [149]	Speed: 5929.250698 samples/sec	rmse=0.021352	lr=0.296861
Epoch[71] Batch [199]	Speed: 5088.027811 samples/sec	rmse=0.021286	lr=0.296748
Epoch[71] Batch [249]	Speed: 5584.508199 samples/sec	rmse=0.021241	lr=0.296636
Epoch[71] Batch [299]	Speed: 5582.412379 samples/sec	rmse=0.021272	lr=0.296523
Epoch[71] Batch [349]	Speed: 5211.856855 samples/sec	rmse=0.021269	lr=0.296410
Epoch[71] Batch [399]	Speed: 5678.943109 samples/sec	rmse=0.021272	lr=0.296297
Epoch[71] Batch [449]	Speed: 6065.306544 samples/sec	rmse=0.021287	lr=0.296184
Epoch[71] Batch [499]	Speed: 5927.165628 samples/sec	rmse=0.021308	lr=0.296071
Epoch[71] Batch [549]	Speed: 5640.248595 samples/sec	rmse=0.021331	lr=0.295958
Epoch[71] Batch [599]	Speed: 5789.833999 samples/sec	rmse=0.021332	lr=0.295845
Epoch[71] Batch [649]	Speed: 5761.706631 samples/sec	rmse=0.021336	lr=0.295732
Epoch[71] Batch [699]	Speed: 5674.114653 samples/sec	rmse=0.021330	lr=0.295619
Epoch[71] Batch [749]	Speed: 5538.856562 samples/sec	rmse=0.021332	lr=0.295506
Epoch[71] Batch [799]	Speed: 5662.363241 samples/sec	rmse=0.021324	lr=0.295393
Epoch[71] Batch [849]	Speed: 5687.120173 samples/sec	rmse=0.021333	lr=0.295280
Epoch[71] Batch [899]	Speed: 6000.881425 samples/sec	rmse=0.021320	lr=0.295167
Epoch[71] Batch [949]	Speed: 5828.231675 samples/sec	rmse=0.021321	lr=0.295053
Epoch[71] Batch [999]	Speed: 5800.971405 samples/sec	rmse=0.021311	lr=0.294940
Epoch[71] Batch [1049]	Speed: 5813.779838 samples/sec	rmse=0.021316	lr=0.294827
Epoch[71] Batch [1099]	Speed: 5955.396852 samples/sec	rmse=0.021307	lr=0.294713
Epoch[71] Batch [1149]	Speed: 5702.729386 samples/sec	rmse=0.021316	lr=0.294600
Epoch[71] Batch [1199]	Speed: 5560.522398 samples/sec	rmse=0.021327	lr=0.294486
Epoch[71] Batch [1249]	Speed: 5747.263246 samples/sec	rmse=0.021336	lr=0.294373
[Epoch 71] training: rmse=0.021335
[Epoch 71] speed: 5671 samples/sec	time cost: 235.595786
[Epoch 71] validation: err-top1=0.517658 err-top5=0.264589
Epoch[72] Batch [49]	Speed: 5654.372693 samples/sec	rmse=0.021110	lr=0.294257
Epoch[72] Batch [99]	Speed: 5526.986966 samples/sec	rmse=0.020992	lr=0.294143
Epoch[72] Batch [149]	Speed: 5608.350575 samples/sec	rmse=0.021068	lr=0.294030
Epoch[72] Batch [199]	Speed: 5812.749564 samples/sec	rmse=0.021093	lr=0.293916
Epoch[72] Batch [249]	Speed: 5715.266142 samples/sec	rmse=0.021130	lr=0.293802
Epoch[72] Batch [299]	Speed: 5747.816718 samples/sec	rmse=0.021133	lr=0.293688
Epoch[72] Batch [349]	Speed: 5281.767919 samples/sec	rmse=0.021192	lr=0.293575
Epoch[72] Batch [399]	Speed: 5731.400604 samples/sec	rmse=0.021175	lr=0.293461
Epoch[72] Batch [449]	Speed: 5791.565663 samples/sec	rmse=0.021205	lr=0.293347
Epoch[72] Batch [499]	Speed: 5750.772934 samples/sec	rmse=0.021233	lr=0.293233
Epoch[72] Batch [549]	Speed: 5597.883533 samples/sec	rmse=0.021217	lr=0.293119
Epoch[72] Batch [599]	Speed: 5878.933852 samples/sec	rmse=0.021226	lr=0.293005
Epoch[72] Batch [649]	Speed: 5551.900747 samples/sec	rmse=0.021240	lr=0.292891
Epoch[72] Batch [699]	Speed: 5873.086403 samples/sec	rmse=0.021250	lr=0.292777
Epoch[72] Batch [749]	Speed: 5839.234965 samples/sec	rmse=0.021264	lr=0.292663
Epoch[72] Batch [799]	Speed: 5626.183828 samples/sec	rmse=0.021263	lr=0.292549
Epoch[72] Batch [849]	Speed: 5529.350008 samples/sec	rmse=0.021284	lr=0.292435
Epoch[72] Batch [899]	Speed: 5173.051758 samples/sec	rmse=0.021290	lr=0.292320
Epoch[72] Batch [949]	Speed: 5746.260101 samples/sec	rmse=0.021318	lr=0.292206
Epoch[72] Batch [999]	Speed: 5295.414885 samples/sec	rmse=0.021336	lr=0.292092
Epoch[72] Batch [1049]	Speed: 5946.374914 samples/sec	rmse=0.021325	lr=0.291977
Epoch[72] Batch [1099]	Speed: 5891.977562 samples/sec	rmse=0.021323	lr=0.291863
Epoch[72] Batch [1149]	Speed: 5900.508692 samples/sec	rmse=0.021326	lr=0.291749
Epoch[72] Batch [1199]	Speed: 5519.973932 samples/sec	rmse=0.021339	lr=0.291634
Epoch[72] Batch [1249]	Speed: 5667.662893 samples/sec	rmse=0.021338	lr=0.291520
[Epoch 72] training: rmse=0.021336
[Epoch 72] speed: 5650 samples/sec	time cost: 236.310701
[Epoch 72] validation: err-top1=0.496074 err-top5=0.243901
Epoch[73] Batch [49]	Speed: 5442.431894 samples/sec	rmse=0.020875	lr=0.291403
Epoch[73] Batch [99]	Speed: 5726.937356 samples/sec	rmse=0.021104	lr=0.291288
Epoch[73] Batch [149]	Speed: 5673.654429 samples/sec	rmse=0.021203	lr=0.291174
Epoch[73] Batch [199]	Speed: 5625.605341 samples/sec	rmse=0.021216	lr=0.291059
Epoch[73] Batch [249]	Speed: 5843.196705 samples/sec	rmse=0.021230	lr=0.290944
Epoch[73] Batch [299]	Speed: 5578.301528 samples/sec	rmse=0.021247	lr=0.290830
Epoch[73] Batch [349]	Speed: 5714.914041 samples/sec	rmse=0.021266	lr=0.290715
Epoch[73] Batch [399]	Speed: 5595.802160 samples/sec	rmse=0.021285	lr=0.290600
Epoch[73] Batch [449]	Speed: 5573.412768 samples/sec	rmse=0.021278	lr=0.290485
Epoch[73] Batch [499]	Speed: 5783.335218 samples/sec	rmse=0.021282	lr=0.290370
Epoch[73] Batch [549]	Speed: 5726.803570 samples/sec	rmse=0.021269	lr=0.290256
Epoch[73] Batch [599]	Speed: 5418.660773 samples/sec	rmse=0.021238	lr=0.290141
Epoch[73] Batch [649]	Speed: 5671.347387 samples/sec	rmse=0.021218	lr=0.290026
Epoch[73] Batch [699]	Speed: 5468.558853 samples/sec	rmse=0.021235	lr=0.289911
Epoch[73] Batch [749]	Speed: 5715.748507 samples/sec	rmse=0.021229	lr=0.289796
Epoch[73] Batch [799]	Speed: 5631.515032 samples/sec	rmse=0.021231	lr=0.289680
Epoch[73] Batch [849]	Speed: 5301.586790 samples/sec	rmse=0.021215	lr=0.289565
Epoch[73] Batch [899]	Speed: 5580.196619 samples/sec	rmse=0.021216	lr=0.289450
Epoch[73] Batch [949]	Speed: 5936.023985 samples/sec	rmse=0.021236	lr=0.289335
Epoch[73] Batch [999]	Speed: 5485.772628 samples/sec	rmse=0.021234	lr=0.289220
Epoch[73] Batch [1049]	Speed: 5761.086804 samples/sec	rmse=0.021249	lr=0.289104
Epoch[73] Batch [1099]	Speed: 5847.062253 samples/sec	rmse=0.021262	lr=0.288989
Epoch[73] Batch [1149]	Speed: 5586.919531 samples/sec	rmse=0.021269	lr=0.288874
Epoch[73] Batch [1199]	Speed: 5648.515093 samples/sec	rmse=0.021271	lr=0.288758
Epoch[73] Batch [1249]	Speed: 5654.600044 samples/sec	rmse=0.021275	lr=0.288643
[Epoch 73] training: rmse=0.021274
[Epoch 73] speed: 5629 samples/sec	time cost: 237.049956
[Epoch 73] validation: err-top1=0.479393 err-top5=0.231724
Epoch[74] Batch [49]	Speed: 5346.074243 samples/sec	rmse=0.021288	lr=0.288525
Epoch[74] Batch [99]	Speed: 5666.834931 samples/sec	rmse=0.021155	lr=0.288410
Epoch[74] Batch [149]	Speed: 5707.317110 samples/sec	rmse=0.021209	lr=0.288294
Epoch[74] Batch [199]	Speed: 5778.005711 samples/sec	rmse=0.021250	lr=0.288179
Epoch[74] Batch [249]	Speed: 5641.041541 samples/sec	rmse=0.021270	lr=0.288063
Epoch[74] Batch [299]	Speed: 5732.398415 samples/sec	rmse=0.021255	lr=0.287947
Epoch[74] Batch [349]	Speed: 5683.977918 samples/sec	rmse=0.021238	lr=0.287832
Epoch[74] Batch [399]	Speed: 5500.824203 samples/sec	rmse=0.021254	lr=0.287716
Epoch[74] Batch [449]	Speed: 5661.976277 samples/sec	rmse=0.021268	lr=0.287600
Epoch[74] Batch [499]	Speed: 5776.645732 samples/sec	rmse=0.021243	lr=0.287484
Epoch[74] Batch [549]	Speed: 5622.160030 samples/sec	rmse=0.021228	lr=0.287369
Epoch[74] Batch [599]	Speed: 5690.590395 samples/sec	rmse=0.021222	lr=0.287253
Epoch[74] Batch [649]	Speed: 5660.481467 samples/sec	rmse=0.021237	lr=0.287137
Epoch[74] Batch [699]	Speed: 5506.607371 samples/sec	rmse=0.021243	lr=0.287021
Epoch[74] Batch [749]	Speed: 5863.910978 samples/sec	rmse=0.021260	lr=0.286905
Epoch[74] Batch [799]	Speed: 5696.071612 samples/sec	rmse=0.021272	lr=0.286789
Epoch[74] Batch [849]	Speed: 5682.779283 samples/sec	rmse=0.021278	lr=0.286673
Epoch[74] Batch [899]	Speed: 5767.343893 samples/sec	rmse=0.021289	lr=0.286557
Epoch[74] Batch [949]	Speed: 5456.252509 samples/sec	rmse=0.021287	lr=0.286441
Epoch[74] Batch [999]	Speed: 5665.390763 samples/sec	rmse=0.021272	lr=0.286324
Epoch[74] Batch [1049]	Speed: 5487.938284 samples/sec	rmse=0.021265	lr=0.286208
Epoch[74] Batch [1099]	Speed: 5933.210653 samples/sec	rmse=0.021284	lr=0.286092
Epoch[74] Batch [1149]	Speed: 5682.265930 samples/sec	rmse=0.021283	lr=0.285976
Epoch[74] Batch [1199]	Speed: 5451.990178 samples/sec	rmse=0.021286	lr=0.285859
Epoch[74] Batch [1249]	Speed: 5357.029323 samples/sec	rmse=0.021269	lr=0.285743
[Epoch 74] training: rmse=0.021270
[Epoch 74] speed: 5631 samples/sec	time cost: 237.086710
[Epoch 74] validation: err-top1=0.482223 err-top5=0.232362
Epoch[75] Batch [49]	Speed: 5734.228789 samples/sec	rmse=0.021072	lr=0.285624
Epoch[75] Batch [99]	Speed: 5639.072772 samples/sec	rmse=0.021198	lr=0.285508
Epoch[75] Batch [149]	Speed: 5615.000446 samples/sec	rmse=0.021308	lr=0.285392
Epoch[75] Batch [199]	Speed: 5803.665404 samples/sec	rmse=0.021326	lr=0.285275
Epoch[75] Batch [249]	Speed: 5376.886154 samples/sec	rmse=0.021327	lr=0.285159
Epoch[75] Batch [299]	Speed: 5906.651336 samples/sec	rmse=0.021302	lr=0.285042
Epoch[75] Batch [349]	Speed: 5805.789098 samples/sec	rmse=0.021255	lr=0.284926
Epoch[75] Batch [399]	Speed: 6035.996874 samples/sec	rmse=0.021255	lr=0.284809
Epoch[75] Batch [449]	Speed: 5760.634462 samples/sec	rmse=0.021268	lr=0.284692
Epoch[75] Batch [499]	Speed: 5916.243558 samples/sec	rmse=0.021270	lr=0.284576
Epoch[75] Batch [549]	Speed: 5802.167906 samples/sec	rmse=0.021291	lr=0.284459
Epoch[75] Batch [599]	Speed: 5809.037189 samples/sec	rmse=0.021276	lr=0.284342
Epoch[75] Batch [649]	Speed: 5623.568102 samples/sec	rmse=0.021279	lr=0.284225
Epoch[75] Batch [699]	Speed: 5667.936491 samples/sec	rmse=0.021271	lr=0.284109
Epoch[75] Batch [749]	Speed: 5460.247716 samples/sec	rmse=0.021256	lr=0.283992
Epoch[75] Batch [799]	Speed: 5815.729970 samples/sec	rmse=0.021242	lr=0.283875
Epoch[75] Batch [849]	Speed: 5963.204204 samples/sec	rmse=0.021244	lr=0.283758
Epoch[75] Batch [899]	Speed: 5439.772127 samples/sec	rmse=0.021247	lr=0.283641
Epoch[75] Batch [949]	Speed: 5423.750150 samples/sec	rmse=0.021241	lr=0.283524
Epoch[75] Batch [999]	Speed: 5505.075624 samples/sec	rmse=0.021253	lr=0.283407
Epoch[75] Batch [1049]	Speed: 5593.450318 samples/sec	rmse=0.021238	lr=0.283290
Epoch[75] Batch [1099]	Speed: 5639.061519 samples/sec	rmse=0.021231	lr=0.283173
Epoch[75] Batch [1149]	Speed: 5652.042626 samples/sec	rmse=0.021239	lr=0.283056
Epoch[75] Batch [1199]	Speed: 5748.507861 samples/sec	rmse=0.021245	lr=0.282938
Epoch[75] Batch [1249]	Speed: 5614.619928 samples/sec	rmse=0.021238	lr=0.282821
[Epoch 75] training: rmse=0.021237
[Epoch 75] speed: 5682 samples/sec	time cost: 234.926955
[Epoch 75] validation: err-top1=0.455241 err-top5=0.212179
Epoch[76] Batch [49]	Speed: 5757.755475 samples/sec	rmse=0.021158	lr=0.282702
Epoch[76] Batch [99]	Speed: 5476.242116 samples/sec	rmse=0.021277	lr=0.282584
Epoch[76] Batch [149]	Speed: 5594.153069 samples/sec	rmse=0.021168	lr=0.282467
Epoch[76] Batch [199]	Speed: 5743.266128 samples/sec	rmse=0.021171	lr=0.282350
Epoch[76] Batch [249]	Speed: 5923.727920 samples/sec	rmse=0.021164	lr=0.282232
Epoch[76] Batch [299]	Speed: 5821.178403 samples/sec	rmse=0.021212	lr=0.282115
Epoch[76] Batch [349]	Speed: 5967.264541 samples/sec	rmse=0.021257	lr=0.281997
Epoch[76] Batch [399]	Speed: 5298.498975 samples/sec	rmse=0.021260	lr=0.281880
Epoch[76] Batch [449]	Speed: 5429.092299 samples/sec	rmse=0.021268	lr=0.281762
Epoch[76] Batch [499]	Speed: 6067.284588 samples/sec	rmse=0.021268	lr=0.281645
Epoch[76] Batch [549]	Speed: 5738.468638 samples/sec	rmse=0.021266	lr=0.281527
Epoch[76] Batch [599]	Speed: 5547.942189 samples/sec	rmse=0.021237	lr=0.281410
Epoch[76] Batch [649]	Speed: 5657.987449 samples/sec	rmse=0.021239	lr=0.281292
Epoch[76] Batch [699]	Speed: 5555.565855 samples/sec	rmse=0.021250	lr=0.281174
Epoch[76] Batch [749]	Speed: 5394.756623 samples/sec	rmse=0.021237	lr=0.281057
Epoch[76] Batch [799]	Speed: 5648.535002 samples/sec	rmse=0.021236	lr=0.280939
Epoch[76] Batch [849]	Speed: 5541.381047 samples/sec	rmse=0.021239	lr=0.280821
Epoch[76] Batch [899]	Speed: 5613.030736 samples/sec	rmse=0.021232	lr=0.280703
Epoch[76] Batch [949]	Speed: 5884.343876 samples/sec	rmse=0.021234	lr=0.280585
Epoch[76] Batch [999]	Speed: 5697.068040 samples/sec	rmse=0.021245	lr=0.280468
Epoch[76] Batch [1049]	Speed: 5805.357958 samples/sec	rmse=0.021256	lr=0.280350
Epoch[76] Batch [1099]	Speed: 5733.115394 samples/sec	rmse=0.021269	lr=0.280232
Epoch[76] Batch [1149]	Speed: 5822.844716 samples/sec	rmse=0.021274	lr=0.280114
Epoch[76] Batch [1199]	Speed: 5359.383257 samples/sec	rmse=0.021277	lr=0.279996
Epoch[76] Batch [1249]	Speed: 5497.178455 samples/sec	rmse=0.021272	lr=0.279878
[Epoch 76] training: rmse=0.021272
[Epoch 76] speed: 5650 samples/sec	time cost: 236.301219
[Epoch 76] validation: err-top1=0.444515 err-top5=0.198980
Epoch[77] Batch [49]	Speed: 5098.231497 samples/sec	rmse=0.020958	lr=0.279757
Epoch[77] Batch [99]	Speed: 5784.687128 samples/sec	rmse=0.021013	lr=0.279639
Epoch[77] Batch [149]	Speed: 5517.360892 samples/sec	rmse=0.021068	lr=0.279521
Epoch[77] Batch [199]	Speed: 5820.721150 samples/sec	rmse=0.021079	lr=0.279403
Epoch[77] Batch [249]	Speed: 5939.323049 samples/sec	rmse=0.021090	lr=0.279285
Epoch[77] Batch [299]	Speed: 5394.359298 samples/sec	rmse=0.021141	lr=0.279166
Epoch[77] Batch [349]	Speed: 5609.381015 samples/sec	rmse=0.021142	lr=0.279048
Epoch[77] Batch [399]	Speed: 5819.518246 samples/sec	rmse=0.021101	lr=0.278930
Epoch[77] Batch [449]	Speed: 5938.593639 samples/sec	rmse=0.021107	lr=0.278811
Epoch[77] Batch [499]	Speed: 5778.790126 samples/sec	rmse=0.021135	lr=0.278693
Epoch[77] Batch [549]	Speed: 5774.820017 samples/sec	rmse=0.021132	lr=0.278575
Epoch[77] Batch [599]	Speed: 5348.328112 samples/sec	rmse=0.021131	lr=0.278456
Epoch[77] Batch [649]	Speed: 5813.179915 samples/sec	rmse=0.021136	lr=0.278338
Epoch[77] Batch [699]	Speed: 5480.733672 samples/sec	rmse=0.021116	lr=0.278219
Epoch[77] Batch [749]	Speed: 5324.553397 samples/sec	rmse=0.021138	lr=0.278101
Epoch[77] Batch [799]	Speed: 5985.477235 samples/sec	rmse=0.021141	lr=0.277982
Epoch[77] Batch [849]	Speed: 5688.006051 samples/sec	rmse=0.021154	lr=0.277863
Epoch[77] Batch [899]	Speed: 5455.358350 samples/sec	rmse=0.021166	lr=0.277745
Epoch[77] Batch [949]	Speed: 5689.218196 samples/sec	rmse=0.021184	lr=0.277626
Epoch[77] Batch [999]	Speed: 5752.251874 samples/sec	rmse=0.021186	lr=0.277507
Epoch[77] Batch [1049]	Speed: 5707.022559 samples/sec	rmse=0.021182	lr=0.277389
Epoch[77] Batch [1099]	Speed: 5440.676209 samples/sec	rmse=0.021193	lr=0.277270
Epoch[77] Batch [1149]	Speed: 5801.226995 samples/sec	rmse=0.021208	lr=0.277151
Epoch[77] Batch [1199]	Speed: 5741.117776 samples/sec	rmse=0.021217	lr=0.277032
Epoch[77] Batch [1249]	Speed: 5682.735823 samples/sec	rmse=0.021215	lr=0.276913
[Epoch 77] training: rmse=0.021215
[Epoch 77] speed: 5640 samples/sec	time cost: 236.582150
[Epoch 77] validation: err-top1=0.460519 err-top5=0.214684
Epoch[78] Batch [49]	Speed: 5751.577854 samples/sec	rmse=0.021074	lr=0.276792
Epoch[78] Batch [99]	Speed: 5747.971641 samples/sec	rmse=0.021050	lr=0.276673
Epoch[78] Batch [149]	Speed: 5509.944848 samples/sec	rmse=0.021052	lr=0.276554
Epoch[78] Batch [199]	Speed: 5770.067980 samples/sec	rmse=0.021068	lr=0.276435
Epoch[78] Batch [249]	Speed: 5719.147602 samples/sec	rmse=0.021057	lr=0.276316
Epoch[78] Batch [299]	Speed: 5704.605717 samples/sec	rmse=0.021068	lr=0.276197
Epoch[78] Batch [349]	Speed: 5637.752537 samples/sec	rmse=0.021106	lr=0.276078
Epoch[78] Batch [399]	Speed: 5394.876971 samples/sec	rmse=0.021081	lr=0.275959
Epoch[78] Batch [449]	Speed: 5856.762032 samples/sec	rmse=0.021085	lr=0.275840
Epoch[78] Batch [499]	Speed: 5941.703046 samples/sec	rmse=0.021092	lr=0.275721
Epoch[78] Batch [549]	Speed: 6143.896349 samples/sec	rmse=0.021134	lr=0.275601
Epoch[78] Batch [599]	Speed: 5335.545901 samples/sec	rmse=0.021131	lr=0.275482
Epoch[78] Batch [649]	Speed: 5313.686560 samples/sec	rmse=0.021110	lr=0.275363
Epoch[78] Batch [699]	Speed: 5548.841007 samples/sec	rmse=0.021120	lr=0.275244
Epoch[78] Batch [749]	Speed: 5828.122693 samples/sec	rmse=0.021146	lr=0.275124
Epoch[78] Batch [799]	Speed: 5703.349441 samples/sec	rmse=0.021159	lr=0.275005
Epoch[78] Batch [849]	Speed: 5757.510184 samples/sec	rmse=0.021168	lr=0.274885
Epoch[78] Batch [899]	Speed: 5717.495956 samples/sec	rmse=0.021165	lr=0.274766
Epoch[78] Batch [949]	Speed: 5349.037766 samples/sec	rmse=0.021187	lr=0.274647
Epoch[78] Batch [999]	Speed: 5531.355874 samples/sec	rmse=0.021206	lr=0.274527
Epoch[78] Batch [1049]	Speed: 5678.633910 samples/sec	rmse=0.021203	lr=0.274408
Epoch[78] Batch [1099]	Speed: 5771.629613 samples/sec	rmse=0.021195	lr=0.274288
Epoch[78] Batch [1149]	Speed: 5831.733289 samples/sec	rmse=0.021198	lr=0.274168
Epoch[78] Batch [1199]	Speed: 5480.558271 samples/sec	rmse=0.021203	lr=0.274049
Epoch[78] Batch [1249]	Speed: 5574.690737 samples/sec	rmse=0.021212	lr=0.273929
[Epoch 78] training: rmse=0.021212
[Epoch 78] speed: 5651 samples/sec	time cost: 236.498773
[Epoch 78] validation: err-top1=0.442642 err-top5=0.199438
Epoch[79] Batch [49]	Speed: 5211.193880 samples/sec	rmse=0.021033	lr=0.273807
Epoch[79] Batch [99]	Speed: 5731.901761 samples/sec	rmse=0.021033	lr=0.273687
Epoch[79] Batch [149]	Speed: 5690.569585 samples/sec	rmse=0.021042	lr=0.273568
Epoch[79] Batch [199]	Speed: 5510.532030 samples/sec	rmse=0.021116	lr=0.273448
Epoch[79] Batch [249]	Speed: 5579.938675 samples/sec	rmse=0.021170	lr=0.273328
Epoch[79] Batch [299]	Speed: 5717.794329 samples/sec	rmse=0.021202	lr=0.273208
Epoch[79] Batch [349]	Speed: 5914.253462 samples/sec	rmse=0.021160	lr=0.273088
Epoch[79] Batch [399]	Speed: 5933.231963 samples/sec	rmse=0.021146	lr=0.272969
Epoch[79] Batch [449]	Speed: 5685.585566 samples/sec	rmse=0.021139	lr=0.272849
Epoch[79] Batch [499]	Speed: 5883.264750 samples/sec	rmse=0.021156	lr=0.272729
Epoch[79] Batch [549]	Speed: 5532.596667 samples/sec	rmse=0.021166	lr=0.272609
Epoch[79] Batch [599]	Speed: 5870.281209 samples/sec	rmse=0.021164	lr=0.272489
Epoch[79] Batch [649]	Speed: 5615.419193 samples/sec	rmse=0.021181	lr=0.272369
Epoch[79] Batch [699]	Speed: 5535.181788 samples/sec	rmse=0.021168	lr=0.272249
Epoch[79] Batch [749]	Speed: 5825.890645 samples/sec	rmse=0.021168	lr=0.272128
Epoch[79] Batch [799]	Speed: 4997.666143 samples/sec	rmse=0.021164	lr=0.272008
Epoch[79] Batch [849]	Speed: 5637.812777 samples/sec	rmse=0.021171	lr=0.271888
Epoch[79] Batch [899]	Speed: 5903.541819 samples/sec	rmse=0.021188	lr=0.271768
Epoch[79] Batch [949]	Speed: 5672.382380 samples/sec	rmse=0.021187	lr=0.271648
Epoch[79] Batch [999]	Speed: 5662.148404 samples/sec	rmse=0.021189	lr=0.271527
Epoch[79] Batch [1049]	Speed: 5648.996807 samples/sec	rmse=0.021203	lr=0.271407
Epoch[79] Batch [1099]	Speed: 5640.667413 samples/sec	rmse=0.021212	lr=0.271287
Epoch[79] Batch [1149]	Speed: 5950.298099 samples/sec	rmse=0.021225	lr=0.271167
Epoch[79] Batch [1199]	Speed: 5825.003645 samples/sec	rmse=0.021229	lr=0.271046
Epoch[79] Batch [1249]	Speed: 5908.701023 samples/sec	rmse=0.021233	lr=0.270926
[Epoch 79] training: rmse=0.021234
[Epoch 79] speed: 5665 samples/sec	time cost: 235.545314
[Epoch 79] validation: err-top1=0.453225 err-top5=0.208546
Epoch[80] Batch [49]	Speed: 5798.380259 samples/sec	rmse=0.020961	lr=0.270803
Epoch[80] Batch [99]	Speed: 5562.784808 samples/sec	rmse=0.020988	lr=0.270683
Epoch[80] Batch [149]	Speed: 5798.641728 samples/sec	rmse=0.021029	lr=0.270562
Epoch[80] Batch [199]	Speed: 5680.427552 samples/sec	rmse=0.021071	lr=0.270441
Epoch[80] Batch [249]	Speed: 5574.256194 samples/sec	rmse=0.021082	lr=0.270321
Epoch[80] Batch [299]	Speed: 5805.500618 samples/sec	rmse=0.021102	lr=0.270200
Epoch[80] Batch [349]	Speed: 5802.350701 samples/sec	rmse=0.021130	lr=0.270080
Epoch[80] Batch [399]	Speed: 5661.288322 samples/sec	rmse=0.021127	lr=0.269959
Epoch[80] Batch [449]	Speed: 5604.761351 samples/sec	rmse=0.021123	lr=0.269838
Epoch[80] Batch [499]	Speed: 5581.124776 samples/sec	rmse=0.021138	lr=0.269718
Epoch[80] Batch [549]	Speed: 5883.783307 samples/sec	rmse=0.021153	lr=0.269597
Epoch[80] Batch [599]	Speed: 5692.118803 samples/sec	rmse=0.021163	lr=0.269476
Epoch[80] Batch [649]	Speed: 5744.930085 samples/sec	rmse=0.021152	lr=0.269356
Epoch[80] Batch [699]	Speed: 5535.979002 samples/sec	rmse=0.021176	lr=0.269235
Epoch[80] Batch [749]	Speed: 5688.424909 samples/sec	rmse=0.021190	lr=0.269114
Epoch[80] Batch [799]	Speed: 5473.166417 samples/sec	rmse=0.021175	lr=0.268993
Epoch[80] Batch [849]	Speed: 5755.660291 samples/sec	rmse=0.021184	lr=0.268872
Epoch[80] Batch [899]	Speed: 5346.150104 samples/sec	rmse=0.021189	lr=0.268751
Epoch[80] Batch [949]	Speed: 5466.730050 samples/sec	rmse=0.021202	lr=0.268630
Epoch[80] Batch [999]	Speed: 5544.243186 samples/sec	rmse=0.021207	lr=0.268509
Epoch[80] Batch [1049]	Speed: 5754.975292 samples/sec	rmse=0.021199	lr=0.268388
Epoch[80] Batch [1099]	Speed: 5731.459649 samples/sec	rmse=0.021215	lr=0.268267
Epoch[80] Batch [1149]	Speed: 5822.252077 samples/sec	rmse=0.021217	lr=0.268146
Epoch[80] Batch [1199]	Speed: 5440.488339 samples/sec	rmse=0.021209	lr=0.268025
Epoch[80] Batch [1249]	Speed: 5806.645763 samples/sec	rmse=0.021201	lr=0.267904
[Epoch 80] training: rmse=0.021200
[Epoch 80] speed: 5650 samples/sec	time cost: 236.348851
[Epoch 80] validation: err-top1=0.461456 err-top5=0.213329
Epoch[81] Batch [49]	Speed: 5605.112883 samples/sec	rmse=0.021110	lr=0.267780
Epoch[81] Batch [99]	Speed: 5577.660990 samples/sec	rmse=0.021018	lr=0.267659
Epoch[81] Batch [149]	Speed: 5597.211647 samples/sec	rmse=0.021130	lr=0.267538
Epoch[81] Batch [199]	Speed: 5612.487955 samples/sec	rmse=0.021167	lr=0.267417
Epoch[81] Batch [249]	Speed: 5893.171797 samples/sec	rmse=0.021173	lr=0.267296
Epoch[81] Batch [299]	Speed: 5993.276729 samples/sec	rmse=0.021136	lr=0.267174
Epoch[81] Batch [349]	Speed: 5455.924529 samples/sec	rmse=0.021115	lr=0.267053
Epoch[81] Batch [399]	Speed: 5298.988212 samples/sec	rmse=0.021105	lr=0.266932
Epoch[81] Batch [449]	Speed: 5648.223609 samples/sec	rmse=0.021082	lr=0.266810
Epoch[81] Batch [499]	Speed: 5866.304944 samples/sec	rmse=0.021085	lr=0.266689
Epoch[81] Batch [549]	Speed: 5895.783142 samples/sec	rmse=0.021089	lr=0.266567
Epoch[81] Batch [599]	Speed: 5937.614860 samples/sec	rmse=0.021104	lr=0.266446
Epoch[81] Batch [649]	Speed: 5933.322617 samples/sec	rmse=0.021111	lr=0.266324
Epoch[81] Batch [699]	Speed: 5619.982911 samples/sec	rmse=0.021126	lr=0.266203
Epoch[81] Batch [749]	Speed: 5757.023369 samples/sec	rmse=0.021136	lr=0.266081
Epoch[81] Batch [799]	Speed: 5575.532813 samples/sec	rmse=0.021135	lr=0.265960
Epoch[81] Batch [849]	Speed: 5725.958087 samples/sec	rmse=0.021140	lr=0.265838
Epoch[81] Batch [899]	Speed: 5995.034672 samples/sec	rmse=0.021131	lr=0.265717
Epoch[81] Batch [949]	Speed: 6012.020235 samples/sec	rmse=0.021132	lr=0.265595
Epoch[81] Batch [999]	Speed: 5825.608855 samples/sec	rmse=0.021142	lr=0.265473
Epoch[81] Batch [1049]	Speed: 5623.684736 samples/sec	rmse=0.021148	lr=0.265352
Epoch[81] Batch [1099]	Speed: 5586.882322 samples/sec	rmse=0.021165	lr=0.265230
Epoch[81] Batch [1149]	Speed: 5877.015416 samples/sec	rmse=0.021162	lr=0.265108
Epoch[81] Batch [1199]	Speed: 5452.214280 samples/sec	rmse=0.021172	lr=0.264986
Epoch[81] Batch [1249]	Speed: 5728.354705 samples/sec	rmse=0.021162	lr=0.264865
[Epoch 81] training: rmse=0.021161
[Epoch 81] speed: 5711 samples/sec	time cost: 234.021567
[Epoch 81] validation: err-top1=0.446045 err-top5=0.197795
Epoch[82] Batch [49]	Speed: 5612.224084 samples/sec	rmse=0.021166	lr=0.264740
Epoch[82] Batch [99]	Speed: 5481.151518 samples/sec	rmse=0.021266	lr=0.264618
Epoch[82] Batch [149]	Speed: 5666.650556 samples/sec	rmse=0.021211	lr=0.264497
Epoch[82] Batch [199]	Speed: 5634.631763 samples/sec	rmse=0.021215	lr=0.264375
Epoch[82] Batch [249]	Speed: 5686.400648 samples/sec	rmse=0.021167	lr=0.264253
Epoch[82] Batch [299]	Speed: 5850.667669 samples/sec	rmse=0.021161	lr=0.264131
Epoch[82] Batch [349]	Speed: 5473.731694 samples/sec	rmse=0.021172	lr=0.264009
Epoch[82] Batch [399]	Speed: 5828.632366 samples/sec	rmse=0.021175	lr=0.263887
Epoch[82] Batch [449]	Speed: 5328.046931 samples/sec	rmse=0.021156	lr=0.263765
Epoch[82] Batch [499]	Speed: 5285.411692 samples/sec	rmse=0.021136	lr=0.263643
Epoch[82] Batch [549]	Speed: 5949.722751 samples/sec	rmse=0.021151	lr=0.263520
Epoch[82] Batch [599]	Speed: 5719.182786 samples/sec	rmse=0.021158	lr=0.263398
Epoch[82] Batch [649]	Speed: 5593.511508 samples/sec	rmse=0.021133	lr=0.263276
Epoch[82] Batch [699]	Speed: 5744.397760 samples/sec	rmse=0.021138	lr=0.263154
Epoch[82] Batch [749]	Speed: 5563.542284 samples/sec	rmse=0.021141	lr=0.263032
Epoch[82] Batch [799]	Speed: 5643.520046 samples/sec	rmse=0.021146	lr=0.262910
Epoch[82] Batch [849]	Speed: 5625.218964 samples/sec	rmse=0.021155	lr=0.262787
Epoch[82] Batch [899]	Speed: 6033.447010 samples/sec	rmse=0.021156	lr=0.262665
Epoch[82] Batch [949]	Speed: 5619.495546 samples/sec	rmse=0.021158	lr=0.262543
Epoch[82] Batch [999]	Speed: 5482.406137 samples/sec	rmse=0.021165	lr=0.262420
Epoch[82] Batch [1049]	Speed: 5868.196189 samples/sec	rmse=0.021167	lr=0.262298
Epoch[82] Batch [1099]	Speed: 5926.484997 samples/sec	rmse=0.021169	lr=0.262176
Epoch[82] Batch [1149]	Speed: 5812.496733 samples/sec	rmse=0.021173	lr=0.262053
Epoch[82] Batch [1199]	Speed: 6157.593172 samples/sec	rmse=0.021173	lr=0.261931
Epoch[82] Batch [1249]	Speed: 5778.292553 samples/sec	rmse=0.021165	lr=0.261808
[Epoch 82] training: rmse=0.021164
[Epoch 82] speed: 5681 samples/sec	time cost: 235.575178
[Epoch 82] validation: err-top1=0.497190 err-top5=0.243921
Epoch[83] Batch [49]	Speed: 5568.747582 samples/sec	rmse=0.021267	lr=0.261683
Epoch[83] Batch [99]	Speed: 5869.287279 samples/sec	rmse=0.021301	lr=0.261561
Epoch[83] Batch [149]	Speed: 5656.117371 samples/sec	rmse=0.021351	lr=0.261438
Epoch[83] Batch [199]	Speed: 6116.354216 samples/sec	rmse=0.021226	lr=0.261316
Epoch[83] Batch [249]	Speed: 5902.217332 samples/sec	rmse=0.021152	lr=0.261193
Epoch[83] Batch [299]	Speed: 6084.223371 samples/sec	rmse=0.021087	lr=0.261071
Epoch[83] Batch [349]	Speed: 5596.518337 samples/sec	rmse=0.021107	lr=0.260948
Epoch[83] Batch [399]	Speed: 5640.539998 samples/sec	rmse=0.021088	lr=0.260825
Epoch[83] Batch [449]	Speed: 5739.536559 samples/sec	rmse=0.021107	lr=0.260703
Epoch[83] Batch [499]	Speed: 5980.783056 samples/sec	rmse=0.021118	lr=0.260580
Epoch[83] Batch [549]	Speed: 6089.078806 samples/sec	rmse=0.021122	lr=0.260457
Epoch[83] Batch [599]	Speed: 5645.618968 samples/sec	rmse=0.021122	lr=0.260334
Epoch[83] Batch [649]	Speed: 5721.905617 samples/sec	rmse=0.021129	lr=0.260211
Epoch[83] Batch [699]	Speed: 5780.440037 samples/sec	rmse=0.021123	lr=0.260089
Epoch[83] Batch [749]	Speed: 5365.986553 samples/sec	rmse=0.021130	lr=0.259966
Epoch[83] Batch [799]	Speed: 5788.386067 samples/sec	rmse=0.021137	lr=0.259843
Epoch[83] Batch [849]	Speed: 5728.417507 samples/sec	rmse=0.021144	lr=0.259720
Epoch[83] Batch [899]	Speed: 5728.676525 samples/sec	rmse=0.021159	lr=0.259597
Epoch[83] Batch [949]	Speed: 5832.362392 samples/sec	rmse=0.021156	lr=0.259474
Epoch[83] Batch [999]	Speed: 5603.272764 samples/sec	rmse=0.021166	lr=0.259351
Epoch[83] Batch [1049]	Speed: 5695.010438 samples/sec	rmse=0.021151	lr=0.259228
Epoch[83] Batch [1099]	Speed: 5677.294038 samples/sec	rmse=0.021152	lr=0.259105
Epoch[83] Batch [1149]	Speed: 5718.465480 samples/sec	rmse=0.021156	lr=0.258982
Epoch[83] Batch [1199]	Speed: 5571.824262 samples/sec	rmse=0.021139	lr=0.258859
Epoch[83] Batch [1249]	Speed: 5778.246843 samples/sec	rmse=0.021147	lr=0.258736
[Epoch 83] training: rmse=0.021146
[Epoch 83] speed: 5743 samples/sec	time cost: 233.034997
[Epoch 83] validation: err-top1=0.478874 err-top5=0.231226
Epoch[84] Batch [49]	Speed: 5667.917493 samples/sec	rmse=0.020978	lr=0.258610
Epoch[84] Batch [99]	Speed: 6009.879920 samples/sec	rmse=0.021112	lr=0.258487
Epoch[84] Batch [149]	Speed: 5563.395269 samples/sec	rmse=0.021180	lr=0.258364
Epoch[84] Batch [199]	Speed: 5948.357526 samples/sec	rmse=0.021187	lr=0.258241
Epoch[84] Batch [249]	Speed: 6035.442660 samples/sec	rmse=0.021242	lr=0.258118
Epoch[84] Batch [299]	Speed: 5710.915911 samples/sec	rmse=0.021244	lr=0.257994
Epoch[84] Batch [349]	Speed: 5767.127675 samples/sec	rmse=0.021243	lr=0.257871
Epoch[84] Batch [399]	Speed: 5498.911241 samples/sec	rmse=0.021227	lr=0.257748
Epoch[84] Batch [449]	Speed: 5881.046965 samples/sec	rmse=0.021209	lr=0.257625
Epoch[84] Batch [499]	Speed: 5506.135941 samples/sec	rmse=0.021194	lr=0.257501
Epoch[84] Batch [549]	Speed: 5138.600164 samples/sec	rmse=0.021190	lr=0.257378
Epoch[84] Batch [599]	Speed: 5251.581008 samples/sec	rmse=0.021171	lr=0.257255
Epoch[84] Batch [649]	Speed: 6205.655839 samples/sec	rmse=0.021164	lr=0.257131
Epoch[84] Batch [699]	Speed: 5471.810617 samples/sec	rmse=0.021149	lr=0.257008
Epoch[84] Batch [749]	Speed: 5310.655162 samples/sec	rmse=0.021161	lr=0.256884
Epoch[84] Batch [799]	Speed: 5862.476816 samples/sec	rmse=0.021175	lr=0.256761
Epoch[84] Batch [849]	Speed: 5328.083549 samples/sec	rmse=0.021162	lr=0.256637
Epoch[84] Batch [899]	Speed: 5483.724483 samples/sec	rmse=0.021157	lr=0.256514
Epoch[84] Batch [949]	Speed: 5325.998474 samples/sec	rmse=0.021170	lr=0.256390
Epoch[84] Batch [999]	Speed: 5351.263999 samples/sec	rmse=0.021175	lr=0.256267
Epoch[84] Batch [1049]	Speed: 5852.509447 samples/sec	rmse=0.021166	lr=0.256143
Epoch[84] Batch [1099]	Speed: 5571.227704 samples/sec	rmse=0.021171	lr=0.256019
Epoch[84] Batch [1149]	Speed: 5733.937272 samples/sec	rmse=0.021180	lr=0.255896
Epoch[84] Batch [1199]	Speed: 5906.455738 samples/sec	rmse=0.021173	lr=0.255772
Epoch[84] Batch [1249]	Speed: 5840.249396 samples/sec	rmse=0.021172	lr=0.255648
[Epoch 84] training: rmse=0.021172
[Epoch 84] speed: 5630 samples/sec	time cost: 237.210954
[Epoch 84] validation: err-top1=0.422353 err-top5=0.183036
Epoch[85] Batch [49]	Speed: 5426.764785 samples/sec	rmse=0.020964	lr=0.255522
Epoch[85] Batch [99]	Speed: 5690.121011 samples/sec	rmse=0.021056	lr=0.255399
Epoch[85] Batch [149]	Speed: 5657.446074 samples/sec	rmse=0.021074	lr=0.255275
Epoch[85] Batch [199]	Speed: 5578.252986 samples/sec	rmse=0.021140	lr=0.255151
Epoch[85] Batch [249]	Speed: 5919.488358 samples/sec	rmse=0.021178	lr=0.255027
Epoch[85] Batch [299]	Speed: 5810.805990 samples/sec	rmse=0.021133	lr=0.254903
Epoch[85] Batch [349]	Speed: 5936.335101 samples/sec	rmse=0.021119	lr=0.254780
Epoch[85] Batch [399]	Speed: 5601.183730 samples/sec	rmse=0.021127	lr=0.254656
Epoch[85] Batch [449]	Speed: 5648.737070 samples/sec	rmse=0.021085	lr=0.254532
Epoch[85] Batch [499]	Speed: 5765.121776 samples/sec	rmse=0.021087	lr=0.254408
Epoch[85] Batch [549]	Speed: 5636.651580 samples/sec	rmse=0.021075	lr=0.254284
Epoch[85] Batch [599]	Speed: 5769.048490 samples/sec	rmse=0.021092	lr=0.254160
Epoch[85] Batch [649]	Speed: 6011.917904 samples/sec	rmse=0.021090	lr=0.254036
Epoch[85] Batch [699]	Speed: 6007.360305 samples/sec	rmse=0.021105	lr=0.253912
Epoch[85] Batch [749]	Speed: 5676.753313 samples/sec	rmse=0.021108	lr=0.253788
Epoch[85] Batch [799]	Speed: 5351.134789 samples/sec	rmse=0.021106	lr=0.253664
Epoch[85] Batch [849]	Speed: 5761.848081 samples/sec	rmse=0.021111	lr=0.253540
Epoch[85] Batch [899]	Speed: 6149.828864 samples/sec	rmse=0.021100	lr=0.253416
Epoch[85] Batch [949]	Speed: 4893.074398 samples/sec	rmse=0.021107	lr=0.253292
Epoch[85] Batch [999]	Speed: 5666.877549 samples/sec	rmse=0.021093	lr=0.253167
Epoch[85] Batch [1049]	Speed: 5775.116483 samples/sec	rmse=0.021091	lr=0.253043
Epoch[85] Batch [1099]	Speed: 5672.183711 samples/sec	rmse=0.021086	lr=0.252919
Epoch[85] Batch [1149]	Speed: 5473.438438 samples/sec	rmse=0.021084	lr=0.252795
Epoch[85] Batch [1199]	Speed: 5605.051585 samples/sec	rmse=0.021077	lr=0.252671
Epoch[85] Batch [1249]	Speed: 6025.520534 samples/sec	rmse=0.021085	lr=0.252546
[Epoch 85] training: rmse=0.021083
[Epoch 85] speed: 5683 samples/sec	time cost: 235.504656
[Epoch 85] validation: err-top1=0.427037 err-top5=0.187620
Epoch[86] Batch [49]	Speed: 5351.892670 samples/sec	rmse=0.021081	lr=0.252420
Epoch[86] Batch [99]	Speed: 5679.374602 samples/sec	rmse=0.021011	lr=0.252295
Epoch[86] Batch [149]	Speed: 5300.052243 samples/sec	rmse=0.020959	lr=0.252171
Epoch[86] Batch [199]	Speed: 5507.391573 samples/sec	rmse=0.020871	lr=0.252047
Epoch[86] Batch [249]	Speed: 5853.065509 samples/sec	rmse=0.020914	lr=0.251922
Epoch[86] Batch [299]	Speed: 6101.783664 samples/sec	rmse=0.020941	lr=0.251798
Epoch[86] Batch [349]	Speed: 6124.518318 samples/sec	rmse=0.020988	lr=0.251674
Epoch[86] Batch [399]	Speed: 5646.905916 samples/sec	rmse=0.021001	lr=0.251549
Epoch[86] Batch [449]	Speed: 5573.535866 samples/sec	rmse=0.021029	lr=0.251425
Epoch[86] Batch [499]	Speed: 5779.669484 samples/sec	rmse=0.021006	lr=0.251300
Epoch[86] Batch [549]	Speed: 5283.334919 samples/sec	rmse=0.021012	lr=0.251176
Epoch[86] Batch [599]	Speed: 5905.035440 samples/sec	rmse=0.021012	lr=0.251051
Epoch[86] Batch [649]	Speed: 6101.237758 samples/sec	rmse=0.021016	lr=0.250927
Epoch[86] Batch [699]	Speed: 5467.198236 samples/sec	rmse=0.021042	lr=0.250802
Epoch[86] Batch [749]	Speed: 5894.502258 samples/sec	rmse=0.021060	lr=0.250678
Epoch[86] Batch [799]	Speed: 5440.047179 samples/sec	rmse=0.021069	lr=0.250553
Epoch[86] Batch [849]	Speed: 5381.541945 samples/sec	rmse=0.021070	lr=0.250428
Epoch[86] Batch [899]	Speed: 5640.226819 samples/sec	rmse=0.021074	lr=0.250304
Epoch[86] Batch [949]	Speed: 5724.344162 samples/sec	rmse=0.021071	lr=0.250179
Epoch[86] Batch [999]	Speed: 5665.118008 samples/sec	rmse=0.021053	lr=0.250054
Epoch[86] Batch [1049]	Speed: 5708.950131 samples/sec	rmse=0.021052	lr=0.249930
Epoch[86] Batch [1099]	Speed: 5550.816706 samples/sec	rmse=0.021048	lr=0.249805
Epoch[86] Batch [1149]	Speed: 5820.944876 samples/sec	rmse=0.021058	lr=0.249680
Epoch[86] Batch [1199]	Speed: 5842.161861 samples/sec	rmse=0.021056	lr=0.249556
Epoch[86] Batch [1249]	Speed: 6119.060261 samples/sec	rmse=0.021050	lr=0.249431
[Epoch 86] training: rmse=0.021051
[Epoch 86] speed: 5680 samples/sec	time cost: 235.167538
[Epoch 86] validation: err-top1=0.433315 err-top5=0.187958
Epoch[87] Batch [49]	Speed: 5441.828659 samples/sec	rmse=0.020704	lr=0.249304
Epoch[87] Batch [99]	Speed: 5538.054949 samples/sec	rmse=0.020797	lr=0.249179
Epoch[87] Batch [149]	Speed: 5907.348544 samples/sec	rmse=0.020911	lr=0.249054
Epoch[87] Batch [199]	Speed: 5375.387905 samples/sec	rmse=0.020925	lr=0.248929
Epoch[87] Batch [249]	Speed: 5879.347822 samples/sec	rmse=0.021039	lr=0.248804
Epoch[87] Batch [299]	Speed: 5623.553817 samples/sec	rmse=0.021031	lr=0.248679
Epoch[87] Batch [349]	Speed: 5586.624486 samples/sec	rmse=0.021056	lr=0.248554
Epoch[87] Batch [399]	Speed: 5678.759899 samples/sec	rmse=0.021060	lr=0.248429
Epoch[87] Batch [449]	Speed: 5624.890099 samples/sec	rmse=0.021083	lr=0.248304
Epoch[87] Batch [499]	Speed: 5815.054219 samples/sec	rmse=0.021096	lr=0.248179
Epoch[87] Batch [549]	Speed: 6018.532648 samples/sec	rmse=0.021101	lr=0.248054
Epoch[87] Batch [599]	Speed: 5491.102921 samples/sec	rmse=0.021102	lr=0.247929
Epoch[87] Batch [649]	Speed: 5949.213273 samples/sec	rmse=0.021103	lr=0.247804
Epoch[87] Batch [699]	Speed: 5277.526264 samples/sec	rmse=0.021101	lr=0.247679
Epoch[87] Batch [749]	Speed: 5600.468111 samples/sec	rmse=0.021097	lr=0.247554
Epoch[87] Batch [799]	Speed: 5859.823091 samples/sec	rmse=0.021097	lr=0.247429
Epoch[87] Batch [849]	Speed: 5734.535038 samples/sec	rmse=0.021094	lr=0.247304
Epoch[87] Batch [899]	Speed: 5747.251556 samples/sec	rmse=0.021086	lr=0.247179
Epoch[87] Batch [949]	Speed: 5560.291033 samples/sec	rmse=0.021092	lr=0.247054
Epoch[87] Batch [999]	Speed: 5672.046029 samples/sec	rmse=0.021094	lr=0.246929
Epoch[87] Batch [1049]	Speed: 5788.007895 samples/sec	rmse=0.021092	lr=0.246803
Epoch[87] Batch [1099]	Speed: 5781.019059 samples/sec	rmse=0.021092	lr=0.246678
Epoch[87] Batch [1149]	Speed: 5562.069459 samples/sec	rmse=0.021092	lr=0.246553
Epoch[87] Batch [1199]	Speed: 5682.911169 samples/sec	rmse=0.021083	lr=0.246428
Epoch[87] Batch [1249]	Speed: 5676.508423 samples/sec	rmse=0.021088	lr=0.246302
[Epoch 87] training: rmse=0.021086
[Epoch 87] speed: 5663 samples/sec	time cost: 236.287256
[Epoch 87] validation: err-top1=0.448303 err-top5=0.199504
Epoch[88] Batch [49]	Speed: 5858.559221 samples/sec	rmse=0.021024	lr=0.246175
Epoch[88] Batch [99]	Speed: 5914.185216 samples/sec	rmse=0.020957	lr=0.246049
Epoch[88] Batch [149]	Speed: 5756.429084 samples/sec	rmse=0.020982	lr=0.245924
Epoch[88] Batch [199]	Speed: 5297.868538 samples/sec	rmse=0.021008	lr=0.245799
Epoch[88] Batch [249]	Speed: 5562.199836 samples/sec	rmse=0.021008	lr=0.245673
Epoch[88] Batch [299]	Speed: 5487.945997 samples/sec	rmse=0.021056	lr=0.245548
Epoch[88] Batch [349]	Speed: 5817.353453 samples/sec	rmse=0.021020	lr=0.245422
Epoch[88] Batch [399]	Speed: 5723.460506 samples/sec	rmse=0.021005	lr=0.245297
Epoch[88] Batch [449]	Speed: 5377.081505 samples/sec	rmse=0.020992	lr=0.245172
Epoch[88] Batch [499]	Speed: 5614.199539 samples/sec	rmse=0.020980	lr=0.245046
Epoch[88] Batch [549]	Speed: 5882.668611 samples/sec	rmse=0.020977	lr=0.244921
Epoch[88] Batch [599]	Speed: 5903.037299 samples/sec	rmse=0.020981	lr=0.244795
Epoch[88] Batch [649]	Speed: 5820.696696 samples/sec	rmse=0.021006	lr=0.244670
Epoch[88] Batch [699]	Speed: 5974.591886 samples/sec	rmse=0.021003	lr=0.244544
Epoch[88] Batch [749]	Speed: 5859.745382 samples/sec	rmse=0.021035	lr=0.244418
Epoch[88] Batch [799]	Speed: 5636.434399 samples/sec	rmse=0.021034	lr=0.244293
Epoch[88] Batch [849]	Speed: 5697.468734 samples/sec	rmse=0.021032	lr=0.244167
Epoch[88] Batch [899]	Speed: 6113.653348 samples/sec	rmse=0.021030	lr=0.244042
Epoch[88] Batch [949]	Speed: 5585.523939 samples/sec	rmse=0.021042	lr=0.243916
Epoch[88] Batch [999]	Speed: 5773.091367 samples/sec	rmse=0.021040	lr=0.243790
Epoch[88] Batch [1049]	Speed: 5337.150018 samples/sec	rmse=0.021038	lr=0.243665
Epoch[88] Batch [1099]	Speed: 5484.725461 samples/sec	rmse=0.021041	lr=0.243539
Epoch[88] Batch [1149]	Speed: 5865.105875 samples/sec	rmse=0.021042	lr=0.243413
Epoch[88] Batch [1199]	Speed: 5260.028257 samples/sec	rmse=0.021037	lr=0.243288
Epoch[88] Batch [1249]	Speed: 5460.530674 samples/sec	rmse=0.021036	lr=0.243162
[Epoch 88] training: rmse=0.021037
[Epoch 88] speed: 5667 samples/sec	time cost: 235.873305
[Epoch 88] validation: err-top1=0.468312 err-top5=0.222935
Epoch[89] Batch [49]	Speed: 5440.490544 samples/sec	rmse=0.020795	lr=0.243034
Epoch[89] Batch [99]	Speed: 5398.107890 samples/sec	rmse=0.020857	lr=0.242908
Epoch[89] Batch [149]	Speed: 5603.338263 samples/sec	rmse=0.021010	lr=0.242782
Epoch[89] Batch [199]	Speed: 5773.989794 samples/sec	rmse=0.020979	lr=0.242656
Epoch[89] Batch [249]	Speed: 5879.794048 samples/sec	rmse=0.020991	lr=0.242530
Epoch[89] Batch [299]	Speed: 5829.451160 samples/sec	rmse=0.020971	lr=0.242405
Epoch[89] Batch [349]	Speed: 5904.065255 samples/sec	rmse=0.020996	lr=0.242279
Epoch[89] Batch [399]	Speed: 5688.546962 samples/sec	rmse=0.020979	lr=0.242153
Epoch[89] Batch [449]	Speed: 5728.248356 samples/sec	rmse=0.021008	lr=0.242027
Epoch[89] Batch [499]	Speed: 5742.845605 samples/sec	rmse=0.021010	lr=0.241901
Epoch[89] Batch [549]	Speed: 6069.100458 samples/sec	rmse=0.021012	lr=0.241775
Epoch[89] Batch [599]	Speed: 5781.170486 samples/sec	rmse=0.021037	lr=0.241649
Epoch[89] Batch [649]	Speed: 5677.249911 samples/sec	rmse=0.021035	lr=0.241523
Epoch[89] Batch [699]	Speed: 5485.947802 samples/sec	rmse=0.021051	lr=0.241397
Epoch[89] Batch [749]	Speed: 5329.307022 samples/sec	rmse=0.021046	lr=0.241271
Epoch[89] Batch [799]	Speed: 5519.092242 samples/sec	rmse=0.021054	lr=0.241145
Epoch[89] Batch [849]	Speed: 6103.346163 samples/sec	rmse=0.021059	lr=0.241019
Epoch[89] Batch [899]	Speed: 5842.344482 samples/sec	rmse=0.021068	lr=0.240893
Epoch[89] Batch [949]	Speed: 5797.449340 samples/sec	rmse=0.021067	lr=0.240767
Epoch[89] Batch [999]	Speed: 5669.136954 samples/sec	rmse=0.021063	lr=0.240641
Epoch[89] Batch [1049]	Speed: 5420.884455 samples/sec	rmse=0.021059	lr=0.240515
Epoch[89] Batch [1099]	Speed: 5571.885414 samples/sec	rmse=0.021069	lr=0.240389
Epoch[89] Batch [1149]	Speed: 5933.910702 samples/sec	rmse=0.021081	lr=0.240263
Epoch[89] Batch [1199]	Speed: 6024.917194 samples/sec	rmse=0.021085	lr=0.240136
Epoch[89] Batch [1249]	Speed: 5856.686800 samples/sec	rmse=0.021085	lr=0.240010
[Epoch 89] training: rmse=0.021084
[Epoch 89] speed: 5706 samples/sec	time cost: 234.119231
[Epoch 89] validation: err-top1=0.454819 err-top5=0.208247
Epoch[90] Batch [49]	Speed: 5202.336954 samples/sec	rmse=0.020661	lr=0.239881
Epoch[90] Batch [99]	Speed: 5270.104671 samples/sec	rmse=0.020729	lr=0.239755
Epoch[90] Batch [149]	Speed: 5918.489441 samples/sec	rmse=0.020870	lr=0.239629
Epoch[90] Batch [199]	Speed: 5472.106069 samples/sec	rmse=0.020920	lr=0.239503
Epoch[90] Batch [249]	Speed: 5304.208224 samples/sec	rmse=0.020939	lr=0.239377
Epoch[90] Batch [299]	Speed: 5558.758343 samples/sec	rmse=0.020919	lr=0.239250
Epoch[90] Batch [349]	Speed: 5893.683205 samples/sec	rmse=0.020901	lr=0.239124
Epoch[90] Batch [399]	Speed: 5748.670054 samples/sec	rmse=0.020925	lr=0.238998
Epoch[90] Batch [449]	Speed: 6018.761886 samples/sec	rmse=0.020913	lr=0.238871
Epoch[90] Batch [499]	Speed: 5514.724692 samples/sec	rmse=0.020923	lr=0.238745
Epoch[90] Batch [549]	Speed: 5833.308043 samples/sec	rmse=0.020940	lr=0.238619
Epoch[90] Batch [599]	Speed: 5641.549399 samples/sec	rmse=0.020963	lr=0.238492
Epoch[90] Batch [649]	Speed: 5822.204563 samples/sec	rmse=0.020956	lr=0.238366
Epoch[90] Batch [699]	Speed: 5805.343990 samples/sec	rmse=0.020979	lr=0.238240
Epoch[90] Batch [749]	Speed: 5618.633524 samples/sec	rmse=0.020992	lr=0.238113
Epoch[90] Batch [799]	Speed: 5645.344403 samples/sec	rmse=0.020996	lr=0.237987
Epoch[90] Batch [849]	Speed: 5826.328793 samples/sec	rmse=0.021002	lr=0.237860
Epoch[90] Batch [899]	Speed: 5850.529156 samples/sec	rmse=0.021009	lr=0.237734
Epoch[90] Batch [949]	Speed: 5878.114454 samples/sec	rmse=0.021007	lr=0.237607
Epoch[90] Batch [999]	Speed: 5873.031953 samples/sec	rmse=0.020990	lr=0.237481
Epoch[90] Batch [1049]	Speed: 5964.703485 samples/sec	rmse=0.020990	lr=0.237354
Epoch[90] Batch [1099]	Speed: 5828.837399 samples/sec	rmse=0.020981	lr=0.237228
Epoch[90] Batch [1149]	Speed: 5851.089465 samples/sec	rmse=0.020976	lr=0.237101
Epoch[90] Batch [1199]	Speed: 5704.623447 samples/sec	rmse=0.020978	lr=0.236975
Epoch[90] Batch [1249]	Speed: 5063.446942 samples/sec	rmse=0.020989	lr=0.236848
[Epoch 90] training: rmse=0.020989
[Epoch 90] speed: 5668 samples/sec	time cost: 235.535146
[Epoch 90] validation: err-top1=0.427017 err-top5=0.185407
Epoch[91] Batch [49]	Speed: 5660.953286 samples/sec	rmse=0.020717	lr=0.236719
Epoch[91] Batch [99]	Speed: 5598.860499 samples/sec	rmse=0.020857	lr=0.236592
Epoch[91] Batch [149]	Speed: 5488.193682 samples/sec	rmse=0.020859	lr=0.236466
Epoch[91] Batch [199]	Speed: 5557.933409 samples/sec	rmse=0.020851	lr=0.236339
Epoch[91] Batch [249]	Speed: 5481.833329 samples/sec	rmse=0.020915	lr=0.236213
Epoch[91] Batch [299]	Speed: 5955.531291 samples/sec	rmse=0.020918	lr=0.236086
Epoch[91] Batch [349]	Speed: 5112.290192 samples/sec	rmse=0.020915	lr=0.235959
Epoch[91] Batch [399]	Speed: 5416.362685 samples/sec	rmse=0.020914	lr=0.235832
Epoch[91] Batch [449]	Speed: 5702.473466 samples/sec	rmse=0.020958	lr=0.235706
Epoch[91] Batch [499]	Speed: 5718.091212 samples/sec	rmse=0.020975	lr=0.235579
Epoch[91] Batch [549]	Speed: 5769.582914 samples/sec	rmse=0.020996	lr=0.235452
Epoch[91] Batch [599]	Speed: 5803.155541 samples/sec	rmse=0.021011	lr=0.235326
Epoch[91] Batch [649]	Speed: 5561.247719 samples/sec	rmse=0.021005	lr=0.235199
Epoch[91] Batch [699]	Speed: 5531.970857 samples/sec	rmse=0.021000	lr=0.235072
Epoch[91] Batch [749]	Speed: 6004.544609 samples/sec	rmse=0.021002	lr=0.234945
Epoch[91] Batch [799]	Speed: 6163.154000 samples/sec	rmse=0.021002	lr=0.234818
Epoch[91] Batch [849]	Speed: 5787.358846 samples/sec	rmse=0.020995	lr=0.234692
Epoch[91] Batch [899]	Speed: 5942.695508 samples/sec	rmse=0.021001	lr=0.234565
Epoch[91] Batch [949]	Speed: 5696.794040 samples/sec	rmse=0.021017	lr=0.234438
Epoch[91] Batch [999]	Speed: 5544.326064 samples/sec	rmse=0.021026	lr=0.234311
Epoch[91] Batch [1049]	Speed: 5590.258761 samples/sec	rmse=0.021034	lr=0.234184
Epoch[91] Batch [1099]	Speed: 5580.677046 samples/sec	rmse=0.021052	lr=0.234057
Epoch[91] Batch [1149]	Speed: 5679.762146 samples/sec	rmse=0.021053	lr=0.233930
Epoch[91] Batch [1199]	Speed: 5573.157331 samples/sec	rmse=0.021056	lr=0.233803
Epoch[91] Batch [1249]	Speed: 5666.488622 samples/sec	rmse=0.021056	lr=0.233676
[Epoch 91] training: rmse=0.021057
[Epoch 91] speed: 5650 samples/sec	time cost: 236.046330
[Epoch 91] validation: err-top1=0.448481 err-top5=0.205277
Epoch[92] Batch [49]	Speed: 5417.876485 samples/sec	rmse=0.020768	lr=0.233547
Epoch[92] Batch [99]	Speed: 5802.632126 samples/sec	rmse=0.020898	lr=0.233420
Epoch[92] Batch [149]	Speed: 5025.900607 samples/sec	rmse=0.020875	lr=0.233293
Epoch[92] Batch [199]	Speed: 5420.198841 samples/sec	rmse=0.020849	lr=0.233166
Epoch[92] Batch [249]	Speed: 5779.229150 samples/sec	rmse=0.020876	lr=0.233039
Epoch[92] Batch [299]	Speed: 5711.125503 samples/sec	rmse=0.020882	lr=0.232912
Epoch[92] Batch [349]	Speed: 5907.675026 samples/sec	rmse=0.020837	lr=0.232785
Epoch[92] Batch [399]	Speed: 5404.997870 samples/sec	rmse=0.020863	lr=0.232658
Epoch[92] Batch [449]	Speed: 5962.887450 samples/sec	rmse=0.020862	lr=0.232531
Epoch[92] Batch [499]	Speed: 5800.997731 samples/sec	rmse=0.020860	lr=0.232404
Epoch[92] Batch [549]	Speed: 5790.910663 samples/sec	rmse=0.020890	lr=0.232277
Epoch[92] Batch [599]	Speed: 5891.894149 samples/sec	rmse=0.020899	lr=0.232150
Epoch[92] Batch [649]	Speed: 5596.088405 samples/sec	rmse=0.020939	lr=0.232023
Epoch[92] Batch [699]	Speed: 6023.271428 samples/sec	rmse=0.020939	lr=0.231895
Epoch[92] Batch [749]	Speed: 5701.128678 samples/sec	rmse=0.020946	lr=0.231768
Epoch[92] Batch [799]	Speed: 5861.795599 samples/sec	rmse=0.020955	lr=0.231641
Epoch[92] Batch [849]	Speed: 5843.412145 samples/sec	rmse=0.020964	lr=0.231514
Epoch[92] Batch [899]	Speed: 5549.479244 samples/sec	rmse=0.020977	lr=0.231387
Epoch[92] Batch [949]	Speed: 5627.012928 samples/sec	rmse=0.020984	lr=0.231260
Epoch[92] Batch [999]	Speed: 5307.417733 samples/sec	rmse=0.020990	lr=0.231132
Epoch[92] Batch [1049]	Speed: 5761.400565 samples/sec	rmse=0.020989	lr=0.231005
Epoch[92] Batch [1099]	Speed: 5432.923285 samples/sec	rmse=0.020986	lr=0.230878
Epoch[92] Batch [1149]	Speed: 5503.282116 samples/sec	rmse=0.021000	lr=0.230751
Epoch[92] Batch [1199]	Speed: 5485.331379 samples/sec	rmse=0.020988	lr=0.230623
Epoch[92] Batch [1249]	Speed: 5737.763196 samples/sec	rmse=0.021002	lr=0.230496
[Epoch 92] training: rmse=0.021002
[Epoch 92] speed: 5639 samples/sec	time cost: 236.551825
[Epoch 92] validation: err-top1=0.459821 err-top5=0.214146
Epoch[93] Batch [49]	Speed: 5101.665743 samples/sec	rmse=0.021063	lr=0.230366
Epoch[93] Batch [99]	Speed: 5566.567761 samples/sec	rmse=0.021068	lr=0.230239
Epoch[93] Batch [149]	Speed: 6131.215252 samples/sec	rmse=0.021006	lr=0.230112
Epoch[93] Batch [199]	Speed: 5678.105542 samples/sec	rmse=0.021012	lr=0.229984
Epoch[93] Batch [249]	Speed: 5407.969491 samples/sec	rmse=0.020983	lr=0.229857
Epoch[93] Batch [299]	Speed: 5798.585205 samples/sec	rmse=0.020981	lr=0.229730
Epoch[93] Batch [349]	Speed: 5981.005097 samples/sec	rmse=0.021015	lr=0.229602
Epoch[93] Batch [399]	Speed: 5805.790354 samples/sec	rmse=0.021024	lr=0.229475
Epoch[93] Batch [449]	Speed: 5771.498850 samples/sec	rmse=0.020995	lr=0.229348
Epoch[93] Batch [499]	Speed: 5779.805907 samples/sec	rmse=0.020992	lr=0.229220
Epoch[93] Batch [549]	Speed: 5768.216672 samples/sec	rmse=0.020998	lr=0.229093
Epoch[93] Batch [599]	Speed: 5248.138004 samples/sec	rmse=0.021009	lr=0.228965
Epoch[93] Batch [649]	Speed: 5790.953138 samples/sec	rmse=0.021032	lr=0.228838
Epoch[93] Batch [699]	Speed: 5591.843673 samples/sec	rmse=0.021031	lr=0.228710
Epoch[93] Batch [749]	Speed: 5889.635772 samples/sec	rmse=0.021021	lr=0.228583
Epoch[93] Batch [799]	Speed: 5858.577282 samples/sec	rmse=0.021027	lr=0.228456
Epoch[93] Batch [849]	Speed: 5548.993849 samples/sec	rmse=0.021030	lr=0.228328
Epoch[93] Batch [899]	Speed: 5447.277242 samples/sec	rmse=0.021021	lr=0.228201
Epoch[93] Batch [949]	Speed: 5685.776744 samples/sec	rmse=0.021025	lr=0.228073
Epoch[93] Batch [999]	Speed: 5323.524112 samples/sec	rmse=0.021033	lr=0.227946
Epoch[93] Batch [1049]	Speed: 5199.061658 samples/sec	rmse=0.021036	lr=0.227818
Epoch[93] Batch [1099]	Speed: 5759.343504 samples/sec	rmse=0.021039	lr=0.227691
Epoch[93] Batch [1149]	Speed: 5786.732241 samples/sec	rmse=0.021035	lr=0.227563
Epoch[93] Batch [1199]	Speed: 6013.530696 samples/sec	rmse=0.021033	lr=0.227435
Epoch[93] Batch [1249]	Speed: 5827.348548 samples/sec	rmse=0.021029	lr=0.227308
[Epoch 93] training: rmse=0.021029
[Epoch 93] speed: 5649 samples/sec	time cost: 236.322917
[Epoch 93] validation: err-top1=0.442383 err-top5=0.200907
Epoch[94] Batch [49]	Speed: 5713.907560 samples/sec	rmse=0.020907	lr=0.227178
Epoch[94] Batch [99]	Speed: 5612.037087 samples/sec	rmse=0.020839	lr=0.227050
Epoch[94] Batch [149]	Speed: 5622.885620 samples/sec	rmse=0.020827	lr=0.226922
Epoch[94] Batch [199]	Speed: 5443.027951 samples/sec	rmse=0.020859	lr=0.226795
Epoch[94] Batch [249]	Speed: 5588.505023 samples/sec	rmse=0.020869	lr=0.226667
Epoch[94] Batch [299]	Speed: 6155.674210 samples/sec	rmse=0.020904	lr=0.226540
Epoch[94] Batch [349]	Speed: 5718.066851 samples/sec	rmse=0.020924	lr=0.226412
Epoch[94] Batch [399]	Speed: 5825.595580 samples/sec	rmse=0.020916	lr=0.226284
Epoch[94] Batch [449]	Speed: 5801.493422 samples/sec	rmse=0.020906	lr=0.226157
Epoch[94] Batch [499]	Speed: 5603.762145 samples/sec	rmse=0.020932	lr=0.226029
Epoch[94] Batch [549]	Speed: 5926.186687 samples/sec	rmse=0.020973	lr=0.225901
Epoch[94] Batch [599]	Speed: 5740.875742 samples/sec	rmse=0.020973	lr=0.225774
Epoch[94] Batch [649]	Speed: 5533.799799 samples/sec	rmse=0.020984	lr=0.225646
Epoch[94] Batch [699]	Speed: 5782.356809 samples/sec	rmse=0.020987	lr=0.225518
Epoch[94] Batch [749]	Speed: 5471.023552 samples/sec	rmse=0.020989	lr=0.225390
Epoch[94] Batch [799]	Speed: 5944.325173 samples/sec	rmse=0.021003	lr=0.225263
Epoch[94] Batch [849]	Speed: 5986.075538 samples/sec	rmse=0.021006	lr=0.225135
Epoch[94] Batch [899]	Speed: 5518.385532 samples/sec	rmse=0.020999	lr=0.225007
Epoch[94] Batch [949]	Speed: 6030.365665 samples/sec	rmse=0.020998	lr=0.224879
Epoch[94] Batch [999]	Speed: 5631.505728 samples/sec	rmse=0.020996	lr=0.224752
Epoch[94] Batch [1049]	Speed: 5653.233388 samples/sec	rmse=0.020996	lr=0.224624
Epoch[94] Batch [1099]	Speed: 5499.677477 samples/sec	rmse=0.020998	lr=0.224496
Epoch[94] Batch [1149]	Speed: 5574.215536 samples/sec	rmse=0.020994	lr=0.224368
Epoch[94] Batch [1199]	Speed: 5701.498610 samples/sec	rmse=0.020998	lr=0.224240
Epoch[94] Batch [1249]	Speed: 5776.578605 samples/sec	rmse=0.021003	lr=0.224112
[Epoch 94] training: rmse=0.021003
[Epoch 94] speed: 5701 samples/sec	time cost: 234.333106
[Epoch 94] validation: err-top1=0.429787 err-top5=0.188835
Epoch[95] Batch [49]	Speed: 5802.994492 samples/sec	rmse=0.020699	lr=0.223982
Epoch[95] Batch [99]	Speed: 5713.199176 samples/sec	rmse=0.020732	lr=0.223854
Epoch[95] Batch [149]	Speed: 5668.014282 samples/sec	rmse=0.020796	lr=0.223726
Epoch[95] Batch [199]	Speed: 5648.023509 samples/sec	rmse=0.020782	lr=0.223598
Epoch[95] Batch [249]	Speed: 5763.257244 samples/sec	rmse=0.020753	lr=0.223471
Epoch[95] Batch [299]	Speed: 5232.950680 samples/sec	rmse=0.020770	lr=0.223343
Epoch[95] Batch [349]	Speed: 5490.478882 samples/sec	rmse=0.020784	lr=0.223215
Epoch[95] Batch [399]	Speed: 5733.740851 samples/sec	rmse=0.020769	lr=0.223087
Epoch[95] Batch [449]	Speed: 5888.195782 samples/sec	rmse=0.020793	lr=0.222959
Epoch[95] Batch [499]	Speed: 5538.715278 samples/sec	rmse=0.020807	lr=0.222831
Epoch[95] Batch [549]	Speed: 5921.640201 samples/sec	rmse=0.020835	lr=0.222703
Epoch[95] Batch [599]	Speed: 5591.041934 samples/sec	rmse=0.020850	lr=0.222575
Epoch[95] Batch [649]	Speed: 5637.830834 samples/sec	rmse=0.020855	lr=0.222447
Epoch[95] Batch [699]	Speed: 5506.432005 samples/sec	rmse=0.020853	lr=0.222319
Epoch[95] Batch [749]	Speed: 5871.609381 samples/sec	rmse=0.020864	lr=0.222191
Epoch[95] Batch [799]	Speed: 6001.457486 samples/sec	rmse=0.020870	lr=0.222063
Epoch[95] Batch [849]	Speed: 6109.241431 samples/sec	rmse=0.020871	lr=0.221935
Epoch[95] Batch [899]	Speed: 5450.352401 samples/sec	rmse=0.020871	lr=0.221807
Epoch[95] Batch [949]	Speed: 5707.920868 samples/sec	rmse=0.020868	lr=0.221679
Epoch[95] Batch [999]	Speed: 5801.273070 samples/sec	rmse=0.020873	lr=0.221551
Epoch[95] Batch [1049]	Speed: 5999.598053 samples/sec	rmse=0.020893	lr=0.221423
Epoch[95] Batch [1099]	Speed: 6061.327805 samples/sec	rmse=0.020902	lr=0.221295
Epoch[95] Batch [1149]	Speed: 5978.944900 samples/sec	rmse=0.020913	lr=0.221167
Epoch[95] Batch [1199]	Speed: 5783.906875 samples/sec	rmse=0.020922	lr=0.221039
Epoch[95] Batch [1249]	Speed: 5584.928510 samples/sec	rmse=0.020920	lr=0.220911
[Epoch 95] training: rmse=0.020920
[Epoch 95] speed: 5726 samples/sec	time cost: 233.512533
[Epoch 95] validation: err-top1=0.442044 err-top5=0.199119
Epoch[96] Batch [49]	Speed: 5480.828790 samples/sec	rmse=0.020829	lr=0.220780
Epoch[96] Batch [99]	Speed: 5578.101570 samples/sec	rmse=0.020770	lr=0.220652
Epoch[96] Batch [149]	Speed: 5822.420353 samples/sec	rmse=0.020750	lr=0.220524
Epoch[96] Batch [199]	Speed: 6106.748621 samples/sec	rmse=0.020795	lr=0.220396
Epoch[96] Batch [249]	Speed: 5507.681275 samples/sec	rmse=0.020806	lr=0.220268
Epoch[96] Batch [299]	Speed: 5801.515678 samples/sec	rmse=0.020827	lr=0.220140
Epoch[96] Batch [349]	Speed: 5820.815024 samples/sec	rmse=0.020816	lr=0.220012
Epoch[96] Batch [399]	Speed: 5863.263685 samples/sec	rmse=0.020835	lr=0.219883
Epoch[96] Batch [449]	Speed: 5554.611841 samples/sec	rmse=0.020834	lr=0.219755
Epoch[96] Batch [499]	Speed: 5841.689388 samples/sec	rmse=0.020827	lr=0.219627
Epoch[96] Batch [549]	Speed: 5679.609676 samples/sec	rmse=0.020826	lr=0.219499
Epoch[96] Batch [599]	Speed: 5349.295457 samples/sec	rmse=0.020813	lr=0.219371
Epoch[96] Batch [649]	Speed: 5859.699173 samples/sec	rmse=0.020826	lr=0.219243
Epoch[96] Batch [699]	Speed: 5702.810709 samples/sec	rmse=0.020826	lr=0.219114
Epoch[96] Batch [749]	Speed: 6036.108000 samples/sec	rmse=0.020802	lr=0.218986
Epoch[96] Batch [799]	Speed: 5379.350282 samples/sec	rmse=0.020818	lr=0.218858
Epoch[96] Batch [849]	Speed: 5594.124944 samples/sec	rmse=0.020831	lr=0.218730
Epoch[96] Batch [899]	Speed: 5706.913209 samples/sec	rmse=0.020848	lr=0.218602
Epoch[96] Batch [949]	Speed: 5612.783831 samples/sec	rmse=0.020867	lr=0.218473
Epoch[96] Batch [999]	Speed: 5388.154431 samples/sec	rmse=0.020877	lr=0.218345
Epoch[96] Batch [1049]	Speed: 5790.608669 samples/sec	rmse=0.020884	lr=0.218217
Epoch[96] Batch [1099]	Speed: 5747.330309 samples/sec	rmse=0.020882	lr=0.218089
Epoch[96] Batch [1149]	Speed: 5667.565667 samples/sec	rmse=0.020894	lr=0.217960
Epoch[96] Batch [1199]	Speed: 5767.923547 samples/sec	rmse=0.020897	lr=0.217832
Epoch[96] Batch [1249]	Speed: 5469.587038 samples/sec	rmse=0.020895	lr=0.217704
[Epoch 96] training: rmse=0.020896
[Epoch 96] speed: 5671 samples/sec	time cost: 235.411385
[Epoch 96] validation: err-top1=0.474649 err-top5=0.226981
Epoch[97] Batch [49]	Speed: 5656.471651 samples/sec	rmse=0.020758	lr=0.217573
Epoch[97] Batch [99]	Speed: 5248.878279 samples/sec	rmse=0.020807	lr=0.217445
Epoch[97] Batch [149]	Speed: 5748.131650 samples/sec	rmse=0.020779	lr=0.217316
Epoch[97] Batch [199]	Speed: 5978.859006 samples/sec	rmse=0.020819	lr=0.217188
Epoch[97] Batch [249]	Speed: 5738.871190 samples/sec	rmse=0.020802	lr=0.217060
Epoch[97] Batch [299]	Speed: 5343.584122 samples/sec	rmse=0.020814	lr=0.216931
Epoch[97] Batch [349]	Speed: 5928.693325 samples/sec	rmse=0.020821	lr=0.216803
Epoch[97] Batch [399]	Speed: 5659.392795 samples/sec	rmse=0.020835	lr=0.216675
Epoch[97] Batch [449]	Speed: 5701.589586 samples/sec	rmse=0.020819	lr=0.216546
Epoch[97] Batch [499]	Speed: 5797.003006 samples/sec	rmse=0.020834	lr=0.216418
Epoch[97] Batch [549]	Speed: 5463.979893 samples/sec	rmse=0.020831	lr=0.216290
Epoch[97] Batch [599]	Speed: 5518.342707 samples/sec	rmse=0.020854	lr=0.216161
Epoch[97] Batch [649]	Speed: 5570.592980 samples/sec	rmse=0.020848	lr=0.216033
Epoch[97] Batch [699]	Speed: 5752.063133 samples/sec	rmse=0.020860	lr=0.215905
Epoch[97] Batch [749]	Speed: 5963.668880 samples/sec	rmse=0.020863	lr=0.215776
Epoch[97] Batch [799]	Speed: 5626.128258 samples/sec	rmse=0.020873	lr=0.215648
Epoch[97] Batch [849]	Speed: 5929.315363 samples/sec	rmse=0.020884	lr=0.215519
Epoch[97] Batch [899]	Speed: 5773.562742 samples/sec	rmse=0.020898	lr=0.215391
Epoch[97] Batch [949]	Speed: 6037.562862 samples/sec	rmse=0.020900	lr=0.215263
Epoch[97] Batch [999]	Speed: 5687.235844 samples/sec	rmse=0.020905	lr=0.215134
Epoch[97] Batch [1049]	Speed: 5504.408618 samples/sec	rmse=0.020913	lr=0.215006
Epoch[97] Batch [1099]	Speed: 6003.468614 samples/sec	rmse=0.020909	lr=0.214877
Epoch[97] Batch [1149]	Speed: 5817.241884 samples/sec	rmse=0.020915	lr=0.214749
Epoch[97] Batch [1199]	Speed: 5337.573851 samples/sec	rmse=0.020912	lr=0.214621
Epoch[97] Batch [1249]	Speed: 5599.920456 samples/sec	rmse=0.020913	lr=0.214492
[Epoch 97] training: rmse=0.020913
[Epoch 97] speed: 5680 samples/sec	time cost: 234.880628
[Epoch 97] validation: err-top1=0.414900 err-top5=0.176459
Epoch[98] Batch [49]	Speed: 5702.370499 samples/sec	rmse=0.020834	lr=0.214361
Epoch[98] Batch [99]	Speed: 5685.337354 samples/sec	rmse=0.020702	lr=0.214233
Epoch[98] Batch [149]	Speed: 5674.434905 samples/sec	rmse=0.020804	lr=0.214104
Epoch[98] Batch [199]	Speed: 5803.347650 samples/sec	rmse=0.020809	lr=0.213976
Epoch[98] Batch [249]	Speed: 5771.487837 samples/sec	rmse=0.020844	lr=0.213847
Epoch[98] Batch [299]	Speed: 5653.313306 samples/sec	rmse=0.020863	lr=0.213719
Epoch[98] Batch [349]	Speed: 5752.978299 samples/sec	rmse=0.020864	lr=0.213590
Epoch[98] Batch [399]	Speed: 5836.460422 samples/sec	rmse=0.020886	lr=0.213462
Epoch[98] Batch [449]	Speed: 5188.523879 samples/sec	rmse=0.020887	lr=0.213333
Epoch[98] Batch [499]	Speed: 5867.097490 samples/sec	rmse=0.020887	lr=0.213205
Epoch[98] Batch [549]	Speed: 5921.827335 samples/sec	rmse=0.020900	lr=0.213076
Epoch[98] Batch [599]	Speed: 5370.566530 samples/sec	rmse=0.020896	lr=0.212948
Epoch[98] Batch [649]	Speed: 5739.665111 samples/sec	rmse=0.020901	lr=0.212819
Epoch[98] Batch [699]	Speed: 5790.555582 samples/sec	rmse=0.020909	lr=0.212691
Epoch[98] Batch [749]	Speed: 5745.868657 samples/sec	rmse=0.020893	lr=0.212562
Epoch[98] Batch [799]	Speed: 5170.141561 samples/sec	rmse=0.020897	lr=0.212434
Epoch[98] Batch [849]	Speed: 5626.233944 samples/sec	rmse=0.020894	lr=0.212305
Epoch[98] Batch [899]	Speed: 5488.390051 samples/sec	rmse=0.020898	lr=0.212177
Epoch[98] Batch [949]	Speed: 5928.632928 samples/sec	rmse=0.020893	lr=0.212048
Epoch[98] Batch [999]	Speed: 5362.222841 samples/sec	rmse=0.020895	lr=0.211920
Epoch[98] Batch [1049]	Speed: 5586.564173 samples/sec	rmse=0.020897	lr=0.211791
Epoch[98] Batch [1099]	Speed: 5860.412049 samples/sec	rmse=0.020899	lr=0.211662
Epoch[98] Batch [1149]	Speed: 5713.831697 samples/sec	rmse=0.020883	lr=0.211534
Epoch[98] Batch [1199]	Speed: 5534.320763 samples/sec	rmse=0.020886	lr=0.211405
Epoch[98] Batch [1249]	Speed: 5643.990228 samples/sec	rmse=0.020888	lr=0.211277
[Epoch 98] training: rmse=0.020887
[Epoch 98] speed: 5643 samples/sec	time cost: 236.060129
[Epoch 98] validation: err-top1=0.418193 err-top5=0.177836
Epoch[99] Batch [49]	Speed: 5713.745650 samples/sec	rmse=0.020787	lr=0.211146
Epoch[99] Batch [99]	Speed: 5823.803867 samples/sec	rmse=0.020863	lr=0.211017
Epoch[99] Batch [149]	Speed: 5578.260810 samples/sec	rmse=0.020694	lr=0.210888
Epoch[99] Batch [199]	Speed: 5860.032403 samples/sec	rmse=0.020667	lr=0.210760
Epoch[99] Batch [249]	Speed: 5940.391947 samples/sec	rmse=0.020721	lr=0.210631
Epoch[99] Batch [299]	Speed: 5078.714641 samples/sec	rmse=0.020776	lr=0.210503
Epoch[99] Batch [349]	Speed: 5697.954903 samples/sec	rmse=0.020780	lr=0.210374
Epoch[99] Batch [399]	Speed: 5452.674168 samples/sec	rmse=0.020774	lr=0.210245
Epoch[99] Batch [449]	Speed: 5235.916844 samples/sec	rmse=0.020773	lr=0.210117
Epoch[99] Batch [499]	Speed: 5498.742982 samples/sec	rmse=0.020776	lr=0.209988
Epoch[99] Batch [549]	Speed: 5562.752242 samples/sec	rmse=0.020789	lr=0.209859
Epoch[99] Batch [599]	Speed: 5840.132182 samples/sec	rmse=0.020803	lr=0.209731
Epoch[99] Batch [649]	Speed: 5804.519402 samples/sec	rmse=0.020835	lr=0.209602
Epoch[99] Batch [699]	Speed: 5878.723993 samples/sec	rmse=0.020830	lr=0.209474
Epoch[99] Batch [749]	Speed: 5921.692944 samples/sec	rmse=0.020818	lr=0.209345
Epoch[99] Batch [799]	Speed: 5699.412546 samples/sec	rmse=0.020824	lr=0.209216
Epoch[99] Batch [849]	Speed: 5728.530891 samples/sec	rmse=0.020852	lr=0.209088
Epoch[99] Batch [899]	Speed: 5379.509157 samples/sec	rmse=0.020859	lr=0.208959
Epoch[99] Batch [949]	Speed: 6026.869654 samples/sec	rmse=0.020871	lr=0.208830
Epoch[99] Batch [999]	Speed: 5879.563844 samples/sec	rmse=0.020867	lr=0.208702
Epoch[99] Batch [1049]	Speed: 5311.557557 samples/sec	rmse=0.020869	lr=0.208573
Epoch[99] Batch [1099]	Speed: 5946.280239 samples/sec	rmse=0.020876	lr=0.208444
Epoch[99] Batch [1149]	Speed: 5329.142105 samples/sec	rmse=0.020876	lr=0.208316
Epoch[99] Batch [1199]	Speed: 5349.093593 samples/sec	rmse=0.020887	lr=0.208187
Epoch[99] Batch [1249]	Speed: 5345.748861 samples/sec	rmse=0.020898	lr=0.208058
[Epoch 99] training: rmse=0.020899
[Epoch 99] speed: 5616 samples/sec	time cost: 237.916652
[Epoch 99] validation: err-top1=0.430086 err-top5=0.186922
Epoch[100] Batch [49]	Speed: 5383.706376 samples/sec	rmse=0.020970	lr=0.207927
Epoch[100] Batch [99]	Speed: 5828.889767 samples/sec	rmse=0.020928	lr=0.207798
Epoch[100] Batch [149]	Speed: 5627.471810 samples/sec	rmse=0.020892	lr=0.207670
Epoch[100] Batch [199]	Speed: 5537.690214 samples/sec	rmse=0.020887	lr=0.207541
Epoch[100] Batch [249]	Speed: 5590.774545 samples/sec	rmse=0.020894	lr=0.207412
Epoch[100] Batch [299]	Speed: 5663.456791 samples/sec	rmse=0.020881	lr=0.207284
Epoch[100] Batch [349]	Speed: 5598.401892 samples/sec	rmse=0.020843	lr=0.207155
Epoch[100] Batch [399]	Speed: 5765.718941 samples/sec	rmse=0.020841	lr=0.207026
Epoch[100] Batch [449]	Speed: 5626.928887 samples/sec	rmse=0.020839	lr=0.206898
Epoch[100] Batch [499]	Speed: 5900.416121 samples/sec	rmse=0.020825	lr=0.206769
Epoch[100] Batch [549]	Speed: 5886.240157 samples/sec	rmse=0.020812	lr=0.206640
Epoch[100] Batch [599]	Speed: 5934.348686 samples/sec	rmse=0.020822	lr=0.206511
Epoch[100] Batch [649]	Speed: 5413.218361 samples/sec	rmse=0.020819	lr=0.206383
Epoch[100] Batch [699]	Speed: 5600.383546 samples/sec	rmse=0.020821	lr=0.206254
Epoch[100] Batch [749]	Speed: 5979.010487 samples/sec	rmse=0.020815	lr=0.206125
Epoch[100] Batch [799]	Speed: 5749.814594 samples/sec	rmse=0.020830	lr=0.205997
Epoch[100] Batch [849]	Speed: 5567.730717 samples/sec	rmse=0.020814	lr=0.205868
Epoch[100] Batch [899]	Speed: 5752.746976 samples/sec	rmse=0.020826	lr=0.205739
Epoch[100] Batch [949]	Speed: 5665.943077 samples/sec	rmse=0.020831	lr=0.205610
Epoch[100] Batch [999]	Speed: 5536.715349 samples/sec	rmse=0.020825	lr=0.205482
Epoch[100] Batch [1049]	Speed: 5426.158574 samples/sec	rmse=0.020817	lr=0.205353
Epoch[100] Batch [1099]	Speed: 5974.252315 samples/sec	rmse=0.020816	lr=0.205224
Epoch[100] Batch [1149]	Speed: 5779.676640 samples/sec	rmse=0.020826	lr=0.205095
Epoch[100] Batch [1199]	Speed: 5603.181243 samples/sec	rmse=0.020820	lr=0.204967
Epoch[100] Batch [1249]	Speed: 5582.633399 samples/sec	rmse=0.020829	lr=0.204838
[Epoch 100] training: rmse=0.020830
[Epoch 100] speed: 5666 samples/sec	time cost: 235.860918
[Epoch 100] validation: err-top1=0.437938 err-top5=0.195751
Epoch[101] Batch [49]	Speed: 5550.164247 samples/sec	rmse=0.020658	lr=0.204707
Epoch[101] Batch [99]	Speed: 5714.323399 samples/sec	rmse=0.020715	lr=0.204578
Epoch[101] Batch [149]	Speed: 5512.964661 samples/sec	rmse=0.020692	lr=0.204449
Epoch[101] Batch [199]	Speed: 5283.033895 samples/sec	rmse=0.020722	lr=0.204320
Epoch[101] Batch [249]	Speed: 5463.955425 samples/sec	rmse=0.020779	lr=0.204192
Epoch[101] Batch [299]	Speed: 5480.619954 samples/sec	rmse=0.020797	lr=0.204063
Epoch[101] Batch [349]	Speed: 5854.568489 samples/sec	rmse=0.020777	lr=0.203934
Epoch[101] Batch [399]	Speed: 5856.406815 samples/sec	rmse=0.020799	lr=0.203805
Epoch[101] Batch [449]	Speed: 5434.181497 samples/sec	rmse=0.020791	lr=0.203677
Epoch[101] Batch [499]	Speed: 5761.603523 samples/sec	rmse=0.020776	lr=0.203548
Epoch[101] Batch [549]	Speed: 5518.171414 samples/sec	rmse=0.020764	lr=0.203419
Epoch[101] Batch [599]	Speed: 5944.038720 samples/sec	rmse=0.020756	lr=0.203290
Epoch[101] Batch [649]	Speed: 5838.092327 samples/sec	rmse=0.020767	lr=0.203161
Epoch[101] Batch [699]	Speed: 5361.666973 samples/sec	rmse=0.020760	lr=0.203033
Epoch[101] Batch [749]	Speed: 5634.269127 samples/sec	rmse=0.020761	lr=0.202904
Epoch[101] Batch [799]	Speed: 5618.928873 samples/sec	rmse=0.020755	lr=0.202775
Epoch[101] Batch [849]	Speed: 5404.973384 samples/sec	rmse=0.020763	lr=0.202646
Epoch[101] Batch [899]	Speed: 5459.274804 samples/sec	rmse=0.020783	lr=0.202518
Epoch[101] Batch [949]	Speed: 5288.685230 samples/sec	rmse=0.020790	lr=0.202389
Epoch[101] Batch [999]	Speed: 5620.962016 samples/sec	rmse=0.020795	lr=0.202260
Epoch[101] Batch [1049]	Speed: 5456.001876 samples/sec	rmse=0.020796	lr=0.202131
Epoch[101] Batch [1099]	Speed: 5871.592043 samples/sec	rmse=0.020803	lr=0.202003
Epoch[101] Batch [1149]	Speed: 5229.682712 samples/sec	rmse=0.020808	lr=0.201874
Epoch[101] Batch [1199]	Speed: 5226.876519 samples/sec	rmse=0.020811	lr=0.201745
Epoch[101] Batch [1249]	Speed: 5777.787138 samples/sec	rmse=0.020809	lr=0.201616
[Epoch 101] training: rmse=0.020807
[Epoch 101] speed: 5550 samples/sec	time cost: 240.401902
[Epoch 101] validation: err-top1=0.412329 err-top5=0.176379
Epoch[102] Batch [49]	Speed: 5896.382589 samples/sec	rmse=0.020815	lr=0.201485
Epoch[102] Batch [99]	Speed: 5554.241187 samples/sec	rmse=0.020723	lr=0.201356
Epoch[102] Batch [149]	Speed: 5530.430380 samples/sec	rmse=0.020697	lr=0.201227
Epoch[102] Batch [199]	Speed: 5688.866133 samples/sec	rmse=0.020754	lr=0.201099
Epoch[102] Batch [249]	Speed: 5640.743864 samples/sec	rmse=0.020738	lr=0.200970
Epoch[102] Batch [299]	Speed: 5853.055299 samples/sec	rmse=0.020774	lr=0.200841
Epoch[102] Batch [349]	Speed: 5410.413671 samples/sec	rmse=0.020773	lr=0.200712
Epoch[102] Batch [399]	Speed: 5831.075189 samples/sec	rmse=0.020761	lr=0.200583
Epoch[102] Batch [449]	Speed: 6057.568717 samples/sec	rmse=0.020745	lr=0.200455
Epoch[102] Batch [499]	Speed: 5837.939332 samples/sec	rmse=0.020768	lr=0.200326
Epoch[102] Batch [549]	Speed: 5636.704251 samples/sec	rmse=0.020779	lr=0.200197
Epoch[102] Batch [599]	Speed: 5790.662383 samples/sec	rmse=0.020789	lr=0.200068
Epoch[102] Batch [649]	Speed: 5649.041238 samples/sec	rmse=0.020800	lr=0.199939
Epoch[102] Batch [699]	Speed: 5614.901348 samples/sec	rmse=0.020817	lr=0.199811
Epoch[102] Batch [749]	Speed: 5531.933806 samples/sec	rmse=0.020826	lr=0.199682
Epoch[102] Batch [799]	Speed: 5963.855036 samples/sec	rmse=0.020823	lr=0.199553
Epoch[102] Batch [849]	Speed: 5713.725279 samples/sec	rmse=0.020836	lr=0.199424
Epoch[102] Batch [899]	Speed: 5816.393905 samples/sec	rmse=0.020823	lr=0.199296
Epoch[102] Batch [949]	Speed: 5861.972889 samples/sec	rmse=0.020820	lr=0.199167
Epoch[102] Batch [999]	Speed: 5309.642270 samples/sec	rmse=0.020814	lr=0.199038
Epoch[102] Batch [1049]	Speed: 5785.665703 samples/sec	rmse=0.020821	lr=0.198909
Epoch[102] Batch [1099]	Speed: 5225.013922 samples/sec	rmse=0.020820	lr=0.198780
Epoch[102] Batch [1149]	Speed: 5555.838224 samples/sec	rmse=0.020817	lr=0.198652
Epoch[102] Batch [1199]	Speed: 5779.837797 samples/sec	rmse=0.020808	lr=0.198523
Epoch[102] Batch [1249]	Speed: 5787.666272 samples/sec	rmse=0.020811	lr=0.198394
[Epoch 102] training: rmse=0.020811
[Epoch 102] speed: 5681 samples/sec	time cost: 234.906349
[Epoch 102] validation: err-top1=0.407785 err-top5=0.171536
Epoch[103] Batch [49]	Speed: 5509.105930 samples/sec	rmse=0.020772	lr=0.198263
Epoch[103] Batch [99]	Speed: 5666.987912 samples/sec	rmse=0.020753	lr=0.198134
Epoch[103] Batch [149]	Speed: 5776.258683 samples/sec	rmse=0.020723	lr=0.198005
Epoch[103] Batch [199]	Speed: 6156.273846 samples/sec	rmse=0.020762	lr=0.197876
Epoch[103] Batch [249]	Speed: 5344.652306 samples/sec	rmse=0.020767	lr=0.197748
Epoch[103] Batch [299]	Speed: 5840.619812 samples/sec	rmse=0.020765	lr=0.197619
Epoch[103] Batch [349]	Speed: 5662.405793 samples/sec	rmse=0.020774	lr=0.197490
Epoch[103] Batch [399]	Speed: 5643.623865 samples/sec	rmse=0.020758	lr=0.197361
Epoch[103] Batch [449]	Speed: 5843.634916 samples/sec	rmse=0.020745	lr=0.197233
Epoch[103] Batch [499]	Speed: 5619.836722 samples/sec	rmse=0.020772	lr=0.197104
Epoch[103] Batch [549]	Speed: 5916.527338 samples/sec	rmse=0.020798	lr=0.196975
Epoch[103] Batch [599]	Speed: 5578.821919 samples/sec	rmse=0.020764	lr=0.196846
Epoch[103] Batch [649]	Speed: 5541.095510 samples/sec	rmse=0.020788	lr=0.196717
Epoch[103] Batch [699]	Speed: 5551.863285 samples/sec	rmse=0.020782	lr=0.196589
Epoch[103] Batch [749]	Speed: 5700.139605 samples/sec	rmse=0.020786	lr=0.196460
Epoch[103] Batch [799]	Speed: 5675.601673 samples/sec	rmse=0.020760	lr=0.196331
Epoch[103] Batch [849]	Speed: 5400.271954 samples/sec	rmse=0.020757	lr=0.196202
Epoch[103] Batch [899]	Speed: 5544.191657 samples/sec	rmse=0.020773	lr=0.196074
Epoch[103] Batch [949]	Speed: 5385.320140 samples/sec	rmse=0.020786	lr=0.195945
Epoch[103] Batch [999]	Speed: 5903.686587 samples/sec	rmse=0.020796	lr=0.195816
Epoch[103] Batch [1049]	Speed: 5799.276866 samples/sec	rmse=0.020801	lr=0.195687
Epoch[103] Batch [1099]	Speed: 5500.418990 samples/sec	rmse=0.020796	lr=0.195559
Epoch[103] Batch [1149]	Speed: 5506.863240 samples/sec	rmse=0.020798	lr=0.195430
Epoch[103] Batch [1199]	Speed: 5758.772213 samples/sec	rmse=0.020797	lr=0.195301
Epoch[103] Batch [1249]	Speed: 5512.082662 samples/sec	rmse=0.020801	lr=0.195172
[Epoch 103] training: rmse=0.020801
[Epoch 103] speed: 5640 samples/sec	time cost: 236.563434
[Epoch 103] validation: err-top1=0.418626 err-top5=0.183375
Epoch[104] Batch [49]	Speed: 5262.500029 samples/sec	rmse=0.020643	lr=0.195041
Epoch[104] Batch [99]	Speed: 5326.877814 samples/sec	rmse=0.020567	lr=0.194912
Epoch[104] Batch [149]	Speed: 5705.604982 samples/sec	rmse=0.020625	lr=0.194784
Epoch[104] Batch [199]	Speed: 5621.037934 samples/sec	rmse=0.020643	lr=0.194655
Epoch[104] Batch [249]	Speed: 5849.036214 samples/sec	rmse=0.020681	lr=0.194526
Epoch[104] Batch [299]	Speed: 5723.205163 samples/sec	rmse=0.020657	lr=0.194397
Epoch[104] Batch [349]	Speed: 5952.681292 samples/sec	rmse=0.020654	lr=0.194269
Epoch[104] Batch [399]	Speed: 5855.650685 samples/sec	rmse=0.020667	lr=0.194140
Epoch[104] Batch [449]	Speed: 5913.656564 samples/sec	rmse=0.020702	lr=0.194011
Epoch[104] Batch [499]	Speed: 5810.386680 samples/sec	rmse=0.020702	lr=0.193882
Epoch[104] Batch [549]	Speed: 5884.243749 samples/sec	rmse=0.020709	lr=0.193754
Epoch[104] Batch [599]	Speed: 5665.837090 samples/sec	rmse=0.020718	lr=0.193625
Epoch[104] Batch [649]	Speed: 5422.967674 samples/sec	rmse=0.020734	lr=0.193496
Epoch[104] Batch [699]	Speed: 6108.626074 samples/sec	rmse=0.020737	lr=0.193368
Epoch[104] Batch [749]	Speed: 5943.895258 samples/sec	rmse=0.020733	lr=0.193239
Epoch[104] Batch [799]	Speed: 5849.747135 samples/sec	rmse=0.020741	lr=0.193110
Epoch[104] Batch [849]	Speed: 5944.358246 samples/sec	rmse=0.020772	lr=0.192981
Epoch[104] Batch [899]	Speed: 5689.725872 samples/sec	rmse=0.020768	lr=0.192853
Epoch[104] Batch [949]	Speed: 5536.245458 samples/sec	rmse=0.020772	lr=0.192724
Epoch[104] Batch [999]	Speed: 5677.780522 samples/sec	rmse=0.020783	lr=0.192595
Epoch[104] Batch [1049]	Speed: 5901.663570 samples/sec	rmse=0.020781	lr=0.192467
Epoch[104] Batch [1099]	Speed: 5737.279561 samples/sec	rmse=0.020789	lr=0.192338
Epoch[104] Batch [1149]	Speed: 5244.958520 samples/sec	rmse=0.020791	lr=0.192209
Epoch[104] Batch [1199]	Speed: 5638.113253 samples/sec	rmse=0.020799	lr=0.192081
Epoch[104] Batch [1249]	Speed: 5824.044257 samples/sec	rmse=0.020806	lr=0.191952
[Epoch 104] training: rmse=0.020806
[Epoch 104] speed: 5706 samples/sec	time cost: 234.077245
[Epoch 104] validation: err-top1=0.419657 err-top5=0.180847
Epoch[105] Batch [49]	Speed: 5667.418936 samples/sec	rmse=0.020481	lr=0.191821
Epoch[105] Batch [99]	Speed: 5862.312458 samples/sec	rmse=0.020450	lr=0.191692
Epoch[105] Batch [149]	Speed: 5580.622227 samples/sec	rmse=0.020561	lr=0.191563
Epoch[105] Batch [199]	Speed: 5971.479850 samples/sec	rmse=0.020602	lr=0.191435
Epoch[105] Batch [249]	Speed: 5583.918649 samples/sec	rmse=0.020593	lr=0.191306
Epoch[105] Batch [299]	Speed: 5180.312924 samples/sec	rmse=0.020641	lr=0.191177
Epoch[105] Batch [349]	Speed: 5687.487987 samples/sec	rmse=0.020688	lr=0.191049
Epoch[105] Batch [399]	Speed: 5818.111704 samples/sec	rmse=0.020677	lr=0.190920
Epoch[105] Batch [449]	Speed: 5846.623051 samples/sec	rmse=0.020651	lr=0.190791
Epoch[105] Batch [499]	Speed: 5655.559523 samples/sec	rmse=0.020649	lr=0.190663
Epoch[105] Batch [549]	Speed: 5556.479797 samples/sec	rmse=0.020659	lr=0.190534
Epoch[105] Batch [599]	Speed: 5232.731363 samples/sec	rmse=0.020649	lr=0.190405
Epoch[105] Batch [649]	Speed: 5916.696706 samples/sec	rmse=0.020657	lr=0.190277
Epoch[105] Batch [699]	Speed: 5895.273796 samples/sec	rmse=0.020664	lr=0.190148
Epoch[105] Batch [749]	Speed: 5864.131311 samples/sec	rmse=0.020669	lr=0.190020
Epoch[105] Batch [799]	Speed: 5809.016132 samples/sec	rmse=0.020666	lr=0.189891
Epoch[105] Batch [849]	Speed: 5580.710547 samples/sec	rmse=0.020671	lr=0.189762
Epoch[105] Batch [899]	Speed: 5784.243380 samples/sec	rmse=0.020680	lr=0.189634
Epoch[105] Batch [949]	Speed: 5193.189192 samples/sec	rmse=0.020691	lr=0.189505
Epoch[105] Batch [999]	Speed: 5689.338324 samples/sec	rmse=0.020691	lr=0.189377
Epoch[105] Batch [1049]	Speed: 5505.814500 samples/sec	rmse=0.020689	lr=0.189248
Epoch[105] Batch [1099]	Speed: 5643.559201 samples/sec	rmse=0.020686	lr=0.189119
Epoch[105] Batch [1149]	Speed: 5873.126880 samples/sec	rmse=0.020699	lr=0.188991
Epoch[105] Batch [1199]	Speed: 5682.627853 samples/sec	rmse=0.020698	lr=0.188862
Epoch[105] Batch [1249]	Speed: 5787.033051 samples/sec	rmse=0.020707	lr=0.188734
[Epoch 105] training: rmse=0.020707
[Epoch 105] speed: 5660 samples/sec	time cost: 236.093597
[Epoch 105] validation: err-top1=0.409678 err-top5=0.174944
Epoch[106] Batch [49]	Speed: 5321.807762 samples/sec	rmse=0.020556	lr=0.188602
Epoch[106] Batch [99]	Speed: 5102.398730 samples/sec	rmse=0.020581	lr=0.188474
Epoch[106] Batch [149]	Speed: 5659.084379 samples/sec	rmse=0.020634	lr=0.188345
Epoch[106] Batch [199]	Speed: 5417.092833 samples/sec	rmse=0.020680	lr=0.188217
Epoch[106] Batch [249]	Speed: 5601.569004 samples/sec	rmse=0.020674	lr=0.188088
Epoch[106] Batch [299]	Speed: 5687.387519 samples/sec	rmse=0.020697	lr=0.187960
Epoch[106] Batch [349]	Speed: 5598.610022 samples/sec	rmse=0.020702	lr=0.187831
Epoch[106] Batch [399]	Speed: 5514.050532 samples/sec	rmse=0.020667	lr=0.187703
Epoch[106] Batch [449]	Speed: 5503.290437 samples/sec	rmse=0.020687	lr=0.187574
Epoch[106] Batch [499]	Speed: 5601.933288 samples/sec	rmse=0.020683	lr=0.187445
Epoch[106] Batch [549]	Speed: 5506.166718 samples/sec	rmse=0.020689	lr=0.187317
Epoch[106] Batch [599]	Speed: 5641.927351 samples/sec	rmse=0.020708	lr=0.187188
Epoch[106] Batch [649]	Speed: 5840.804243 samples/sec	rmse=0.020699	lr=0.187060
Epoch[106] Batch [699]	Speed: 5684.881628 samples/sec	rmse=0.020705	lr=0.186931
Epoch[106] Batch [749]	Speed: 6161.785438 samples/sec	rmse=0.020702	lr=0.186803
Epoch[106] Batch [799]	Speed: 5859.074870 samples/sec	rmse=0.020709	lr=0.186674
Epoch[106] Batch [849]	Speed: 5505.288162 samples/sec	rmse=0.020712	lr=0.186546
Epoch[106] Batch [899]	Speed: 5659.681704 samples/sec	rmse=0.020724	lr=0.186417
Epoch[106] Batch [949]	Speed: 5857.346860 samples/sec	rmse=0.020723	lr=0.186289
Epoch[106] Batch [999]	Speed: 5749.680199 samples/sec	rmse=0.020722	lr=0.186160
Epoch[106] Batch [1049]	Speed: 5684.542741 samples/sec	rmse=0.020731	lr=0.186032
Epoch[106] Batch [1099]	Speed: 5532.063486 samples/sec	rmse=0.020733	lr=0.185904
Epoch[106] Batch [1149]	Speed: 5334.042776 samples/sec	rmse=0.020728	lr=0.185775
Epoch[106] Batch [1199]	Speed: 5778.969584 samples/sec	rmse=0.020733	lr=0.185647
Epoch[106] Batch [1249]	Speed: 5903.811885 samples/sec	rmse=0.020734	lr=0.185518
[Epoch 106] training: rmse=0.020733
[Epoch 106] speed: 5614 samples/sec	time cost: 237.661784
[Epoch 106] validation: err-top1=0.407745 err-top5=0.171397
Epoch[107] Batch [49]	Speed: 5438.000117 samples/sec	rmse=0.020852	lr=0.185387
Epoch[107] Batch [99]	Speed: 5440.720180 samples/sec	rmse=0.020659	lr=0.185259
Epoch[107] Batch [149]	Speed: 5518.946432 samples/sec	rmse=0.020605	lr=0.185130
Epoch[107] Batch [199]	Speed: 5546.893935 samples/sec	rmse=0.020633	lr=0.185002
Epoch[107] Batch [249]	Speed: 5357.541058 samples/sec	rmse=0.020645	lr=0.184873
Epoch[107] Batch [299]	Speed: 5584.158084 samples/sec	rmse=0.020687	lr=0.184745
Epoch[107] Batch [349]	Speed: 5892.797273 samples/sec	rmse=0.020648	lr=0.184617
Epoch[107] Batch [399]	Speed: 5859.157996 samples/sec	rmse=0.020673	lr=0.184488
Epoch[107] Batch [449]	Speed: 5906.834599 samples/sec	rmse=0.020681	lr=0.184360
Epoch[107] Batch [499]	Speed: 6021.693088 samples/sec	rmse=0.020681	lr=0.184231
Epoch[107] Batch [549]	Speed: 5487.341745 samples/sec	rmse=0.020694	lr=0.184103
Epoch[107] Batch [599]	Speed: 5876.408322 samples/sec	rmse=0.020699	lr=0.183975
Epoch[107] Batch [649]	Speed: 5769.734363 samples/sec	rmse=0.020701	lr=0.183846
Epoch[107] Batch [699]	Speed: 5765.916475 samples/sec	rmse=0.020712	lr=0.183718
Epoch[107] Batch [749]	Speed: 5663.661720 samples/sec	rmse=0.020708	lr=0.183590
Epoch[107] Batch [799]	Speed: 5610.701334 samples/sec	rmse=0.020710	lr=0.183461
Epoch[107] Batch [849]	Speed: 5516.588020 samples/sec	rmse=0.020707	lr=0.183333
Epoch[107] Batch [899]	Speed: 5771.043475 samples/sec	rmse=0.020707	lr=0.183205
Epoch[107] Batch [949]	Speed: 5150.116296 samples/sec	rmse=0.020703	lr=0.183076
Epoch[107] Batch [999]	Speed: 5506.236602 samples/sec	rmse=0.020709	lr=0.182948
Epoch[107] Batch [1049]	Speed: 6083.084859 samples/sec	rmse=0.020712	lr=0.182820
Epoch[107] Batch [1099]	Speed: 5422.535786 samples/sec	rmse=0.020697	lr=0.182691
Epoch[107] Batch [1149]	Speed: 5770.323646 samples/sec	rmse=0.020693	lr=0.182563
Epoch[107] Batch [1199]	Speed: 5919.209841 samples/sec	rmse=0.020691	lr=0.182435
Epoch[107] Batch [1249]	Speed: 5829.499583 samples/sec	rmse=0.020698	lr=0.182307
[Epoch 107] training: rmse=0.020699
[Epoch 107] speed: 5647 samples/sec	time cost: 236.558977
[Epoch 107] validation: err-top1=0.400550 err-top5=0.165637
Epoch[108] Batch [49]	Speed: 5338.494973 samples/sec	rmse=0.020795	lr=0.182176
Epoch[108] Batch [99]	Speed: 5679.370998 samples/sec	rmse=0.020614	lr=0.182047
Epoch[108] Batch [149]	Speed: 5450.270096 samples/sec	rmse=0.020671	lr=0.181919
Epoch[108] Batch [199]	Speed: 5750.728428 samples/sec	rmse=0.020661	lr=0.181791
Epoch[108] Batch [249]	Speed: 5849.529953 samples/sec	rmse=0.020646	lr=0.181663
Epoch[108] Batch [299]	Speed: 5699.259019 samples/sec	rmse=0.020591	lr=0.181534
Epoch[108] Batch [349]	Speed: 6236.591112 samples/sec	rmse=0.020576	lr=0.181406
Epoch[108] Batch [399]	Speed: 5895.860514 samples/sec	rmse=0.020620	lr=0.181278
Epoch[108] Batch [449]	Speed: 5567.259155 samples/sec	rmse=0.020622	lr=0.181150
Epoch[108] Batch [499]	Speed: 5824.690818 samples/sec	rmse=0.020595	lr=0.181022
Epoch[108] Batch [549]	Speed: 5736.228108 samples/sec	rmse=0.020604	lr=0.180893
Epoch[108] Batch [599]	Speed: 5920.098348 samples/sec	rmse=0.020604	lr=0.180765
Epoch[108] Batch [649]	Speed: 5815.513259 samples/sec	rmse=0.020598	lr=0.180637
Epoch[108] Batch [699]	Speed: 5870.697332 samples/sec	rmse=0.020622	lr=0.180509
Epoch[108] Batch [749]	Speed: 5444.503827 samples/sec	rmse=0.020633	lr=0.180381
Epoch[108] Batch [799]	Speed: 5220.219836 samples/sec	rmse=0.020625	lr=0.180252
Epoch[108] Batch [849]	Speed: 5799.236774 samples/sec	rmse=0.020633	lr=0.180124
Epoch[108] Batch [899]	Speed: 5888.481721 samples/sec	rmse=0.020629	lr=0.179996
Epoch[108] Batch [949]	Speed: 5700.667693 samples/sec	rmse=0.020636	lr=0.179868
Epoch[108] Batch [999]	Speed: 5255.530611 samples/sec	rmse=0.020647	lr=0.179740
Epoch[108] Batch [1049]	Speed: 5848.219873 samples/sec	rmse=0.020654	lr=0.179612
Epoch[108] Batch [1099]	Speed: 5480.459106 samples/sec	rmse=0.020658	lr=0.179484
Epoch[108] Batch [1149]	Speed: 5509.803761 samples/sec	rmse=0.020660	lr=0.179356
Epoch[108] Batch [1199]	Speed: 5527.255401 samples/sec	rmse=0.020651	lr=0.179228
Epoch[108] Batch [1249]	Speed: 5967.155271 samples/sec	rmse=0.020651	lr=0.179099
[Epoch 108] training: rmse=0.020651
[Epoch 108] speed: 5674 samples/sec	time cost: 235.024170
[Epoch 108] validation: err-top1=0.439154 err-top5=0.197405
Epoch[109] Batch [49]	Speed: 5380.359347 samples/sec	rmse=0.020557	lr=0.178969
Epoch[109] Batch [99]	Speed: 5963.276566 samples/sec	rmse=0.020569	lr=0.178841
Epoch[109] Batch [149]	Speed: 5648.682242 samples/sec	rmse=0.020546	lr=0.178713
Epoch[109] Batch [199]	Speed: 5621.069421 samples/sec	rmse=0.020637	lr=0.178585
Epoch[109] Batch [249]	Speed: 5791.367148 samples/sec	rmse=0.020609	lr=0.178457
Epoch[109] Batch [299]	Speed: 5716.954091 samples/sec	rmse=0.020627	lr=0.178329
Epoch[109] Batch [349]	Speed: 5308.034963 samples/sec	rmse=0.020619	lr=0.178201
Epoch[109] Batch [399]	Speed: 5697.404643 samples/sec	rmse=0.020601	lr=0.178073
Epoch[109] Batch [449]	Speed: 5362.803601 samples/sec	rmse=0.020588	lr=0.177945
Epoch[109] Batch [499]	Speed: 5511.278736 samples/sec	rmse=0.020599	lr=0.177817
Epoch[109] Batch [549]	Speed: 5706.686789 samples/sec	rmse=0.020618	lr=0.177689
Epoch[109] Batch [599]	Speed: 5717.035212 samples/sec	rmse=0.020625	lr=0.177561
Epoch[109] Batch [649]	Speed: 5637.295825 samples/sec	rmse=0.020635	lr=0.177433
Epoch[109] Batch [699]	Speed: 5828.268689 samples/sec	rmse=0.020626	lr=0.177305
Epoch[109] Batch [749]	Speed: 5597.977800 samples/sec	rmse=0.020637	lr=0.177177
Epoch[109] Batch [799]	Speed: 5563.421933 samples/sec	rmse=0.020654	lr=0.177049
Epoch[109] Batch [849]	Speed: 5721.176654 samples/sec	rmse=0.020660	lr=0.176921
Epoch[109] Batch [899]	Speed: 5705.515999 samples/sec	rmse=0.020669	lr=0.176793
Epoch[109] Batch [949]	Speed: 5733.858273 samples/sec	rmse=0.020674	lr=0.176665
Epoch[109] Batch [999]	Speed: 5747.051608 samples/sec	rmse=0.020686	lr=0.176537
Epoch[109] Batch [1049]	Speed: 5555.718350 samples/sec	rmse=0.020683	lr=0.176409
Epoch[109] Batch [1099]	Speed: 5518.363411 samples/sec	rmse=0.020682	lr=0.176281
Epoch[109] Batch [1149]	Speed: 5878.290641 samples/sec	rmse=0.020681	lr=0.176153
Epoch[109] Batch [1199]	Speed: 5583.052847 samples/sec	rmse=0.020683	lr=0.176026
Epoch[109] Batch [1249]	Speed: 5554.441162 samples/sec	rmse=0.020681	lr=0.175898
[Epoch 109] training: rmse=0.020681
[Epoch 109] speed: 5630 samples/sec	time cost: 237.036172
[Epoch 109] validation: err-top1=0.405174 err-top5=0.172094
Epoch[110] Batch [49]	Speed: 5528.259669 samples/sec	rmse=0.020685	lr=0.175767
Epoch[110] Batch [99]	Speed: 5414.844134 samples/sec	rmse=0.020664	lr=0.175640
Epoch[110] Batch [149]	Speed: 5573.997642 samples/sec	rmse=0.020549	lr=0.175512
Epoch[110] Batch [199]	Speed: 5674.473140 samples/sec	rmse=0.020487	lr=0.175384
Epoch[110] Batch [249]	Speed: 5441.685248 samples/sec	rmse=0.020512	lr=0.175256
Epoch[110] Batch [299]	Speed: 5351.294803 samples/sec	rmse=0.020552	lr=0.175128
Epoch[110] Batch [349]	Speed: 5692.990392 samples/sec	rmse=0.020557	lr=0.175001
Epoch[110] Batch [399]	Speed: 5734.862759 samples/sec	rmse=0.020555	lr=0.174873
Epoch[110] Batch [449]	Speed: 5517.492867 samples/sec	rmse=0.020540	lr=0.174745
Epoch[110] Batch [499]	Speed: 5898.557681 samples/sec	rmse=0.020554	lr=0.174617
Epoch[110] Batch [549]	Speed: 5710.930490 samples/sec	rmse=0.020554	lr=0.174490
Epoch[110] Batch [599]	Speed: 5645.014071 samples/sec	rmse=0.020562	lr=0.174362
Epoch[110] Batch [649]	Speed: 5841.796017 samples/sec	rmse=0.020553	lr=0.174234
Epoch[110] Batch [699]	Speed: 5849.198554 samples/sec	rmse=0.020556	lr=0.174106
Epoch[110] Batch [749]	Speed: 5515.682902 samples/sec	rmse=0.020576	lr=0.173979
Epoch[110] Batch [799]	Speed: 5403.927733 samples/sec	rmse=0.020594	lr=0.173851
Epoch[110] Batch [849]	Speed: 5643.283650 samples/sec	rmse=0.020608	lr=0.173723
Epoch[110] Batch [899]	Speed: 5648.838554 samples/sec	rmse=0.020609	lr=0.173596
Epoch[110] Batch [949]	Speed: 5777.852428 samples/sec	rmse=0.020603	lr=0.173468
Epoch[110] Batch [999]	Speed: 5776.500447 samples/sec	rmse=0.020608	lr=0.173340
Epoch[110] Batch [1049]	Speed: 5947.474518 samples/sec	rmse=0.020612	lr=0.173213
Epoch[110] Batch [1099]	Speed: 6040.231052 samples/sec	rmse=0.020616	lr=0.173085
Epoch[110] Batch [1149]	Speed: 5726.402557 samples/sec	rmse=0.020611	lr=0.172958
Epoch[110] Batch [1199]	Speed: 5554.987142 samples/sec	rmse=0.020604	lr=0.172830
Epoch[110] Batch [1249]	Speed: 5708.237210 samples/sec	rmse=0.020608	lr=0.172702
[Epoch 110] training: rmse=0.020609
[Epoch 110] speed: 5653 samples/sec	time cost: 235.976425
[Epoch 110] validation: err-top1=0.398621 err-top5=0.169373
Epoch[111] Batch [49]	Speed: 5613.049809 samples/sec	rmse=0.020502	lr=0.172572
Epoch[111] Batch [99]	Speed: 5238.962673 samples/sec	rmse=0.020461	lr=0.172445
Epoch[111] Batch [149]	Speed: 5781.834493 samples/sec	rmse=0.020477	lr=0.172317
Epoch[111] Batch [199]	Speed: 5519.060753 samples/sec	rmse=0.020502	lr=0.172190
Epoch[111] Batch [249]	Speed: 5914.271379 samples/sec	rmse=0.020531	lr=0.172062
Epoch[111] Batch [299]	Speed: 5209.811940 samples/sec	rmse=0.020554	lr=0.171935
Epoch[111] Batch [349]	Speed: 5928.500355 samples/sec	rmse=0.020591	lr=0.171807
Epoch[111] Batch [399]	Speed: 5492.857870 samples/sec	rmse=0.020590	lr=0.171680
Epoch[111] Batch [449]	Speed: 5870.410549 samples/sec	rmse=0.020599	lr=0.171552
Epoch[111] Batch [499]	Speed: 5460.043360 samples/sec	rmse=0.020616	lr=0.171425
Epoch[111] Batch [549]	Speed: 5782.332676 samples/sec	rmse=0.020621	lr=0.171297
Epoch[111] Batch [599]	Speed: 5639.890124 samples/sec	rmse=0.020615	lr=0.171170
Epoch[111] Batch [649]	Speed: 5801.691848 samples/sec	rmse=0.020630	lr=0.171042
Epoch[111] Batch [699]	Speed: 5457.832107 samples/sec	rmse=0.020641	lr=0.170915
Epoch[111] Batch [749]	Speed: 6052.917269 samples/sec	rmse=0.020626	lr=0.170787
Epoch[111] Batch [799]	Speed: 5935.711589 samples/sec	rmse=0.020622	lr=0.170660
Epoch[111] Batch [849]	Speed: 5876.193818 samples/sec	rmse=0.020628	lr=0.170533
Epoch[111] Batch [899]	Speed: 5427.291165 samples/sec	rmse=0.020617	lr=0.170405
Epoch[111] Batch [949]	Speed: 5420.135638 samples/sec	rmse=0.020619	lr=0.170278
Epoch[111] Batch [999]	Speed: 5875.235659 samples/sec	rmse=0.020616	lr=0.170151
Epoch[111] Batch [1049]	Speed: 5771.229587 samples/sec	rmse=0.020600	lr=0.170023
Epoch[111] Batch [1099]	Speed: 5495.178313 samples/sec	rmse=0.020601	lr=0.169896
Epoch[111] Batch [1149]	Speed: 5667.376160 samples/sec	rmse=0.020607	lr=0.169769
Epoch[111] Batch [1199]	Speed: 5380.596202 samples/sec	rmse=0.020612	lr=0.169641
Epoch[111] Batch [1249]	Speed: 5651.812357 samples/sec	rmse=0.020614	lr=0.169514
[Epoch 111] training: rmse=0.020614
[Epoch 111] speed: 5635 samples/sec	time cost: 237.011140
[Epoch 111] validation: err-top1=0.412966 err-top5=0.177415
Epoch[112] Batch [49]	Speed: 5520.472144 samples/sec	rmse=0.020632	lr=0.169384
Epoch[112] Batch [99]	Speed: 5678.435554 samples/sec	rmse=0.020621	lr=0.169257
Epoch[112] Batch [149]	Speed: 5821.974743 samples/sec	rmse=0.020598	lr=0.169130
Epoch[112] Batch [199]	Speed: 5912.446363 samples/sec	rmse=0.020516	lr=0.169003
Epoch[112] Batch [249]	Speed: 5727.246186 samples/sec	rmse=0.020557	lr=0.168875
Epoch[112] Batch [299]	Speed: 5700.439196 samples/sec	rmse=0.020582	lr=0.168748
Epoch[112] Batch [349]	Speed: 6020.697699 samples/sec	rmse=0.020578	lr=0.168621
Epoch[112] Batch [399]	Speed: 5632.287502 samples/sec	rmse=0.020577	lr=0.168494
Epoch[112] Batch [449]	Speed: 5481.623856 samples/sec	rmse=0.020564	lr=0.168367
Epoch[112] Batch [499]	Speed: 5631.256161 samples/sec	rmse=0.020556	lr=0.168239
Epoch[112] Batch [549]	Speed: 6008.826223 samples/sec	rmse=0.020550	lr=0.168112
Epoch[112] Batch [599]	Speed: 5514.877926 samples/sec	rmse=0.020556	lr=0.167985
Epoch[112] Batch [649]	Speed: 6074.733820 samples/sec	rmse=0.020573	lr=0.167858
Epoch[112] Batch [699]	Speed: 5750.116812 samples/sec	rmse=0.020572	lr=0.167731
Epoch[112] Batch [749]	Speed: 5466.718360 samples/sec	rmse=0.020579	lr=0.167604
Epoch[112] Batch [799]	Speed: 6024.975342 samples/sec	rmse=0.020578	lr=0.167477
Epoch[112] Batch [849]	Speed: 5610.852472 samples/sec	rmse=0.020594	lr=0.167350
Epoch[112] Batch [899]	Speed: 5482.719111 samples/sec	rmse=0.020599	lr=0.167223
Epoch[112] Batch [949]	Speed: 5867.137083 samples/sec	rmse=0.020608	lr=0.167096
Epoch[112] Batch [999]	Speed: 5574.605791 samples/sec	rmse=0.020625	lr=0.166969
Epoch[112] Batch [1049]	Speed: 5655.415052 samples/sec	rmse=0.020619	lr=0.166842
Epoch[112] Batch [1099]	Speed: 5751.422274 samples/sec	rmse=0.020626	lr=0.166715
Epoch[112] Batch [1149]	Speed: 5726.088168 samples/sec	rmse=0.020634	lr=0.166588
Epoch[112] Batch [1199]	Speed: 5869.452189 samples/sec	rmse=0.020626	lr=0.166461
Epoch[112] Batch [1249]	Speed: 5525.057330 samples/sec	rmse=0.020626	lr=0.166334
[Epoch 112] training: rmse=0.020626
[Epoch 112] speed: 5709 samples/sec	time cost: 233.790242
[Epoch 112] validation: err-top1=0.392399 err-top5=0.164381
Epoch[113] Batch [49]	Speed: 5506.273874 samples/sec	rmse=0.020436	lr=0.166204
Epoch[113] Batch [99]	Speed: 5420.654438 samples/sec	rmse=0.020454	lr=0.166077
Epoch[113] Batch [149]	Speed: 5630.161873 samples/sec	rmse=0.020491	lr=0.165950
Epoch[113] Batch [199]	Speed: 5582.441112 samples/sec	rmse=0.020523	lr=0.165823
Epoch[113] Batch [249]	Speed: 5610.411100 samples/sec	rmse=0.020500	lr=0.165697
Epoch[113] Batch [299]	Speed: 5543.884935 samples/sec	rmse=0.020487	lr=0.165570
Epoch[113] Batch [349]	Speed: 5726.795171 samples/sec	rmse=0.020475	lr=0.165443
Epoch[113] Batch [399]	Speed: 5307.801697 samples/sec	rmse=0.020485	lr=0.165316
Epoch[113] Batch [449]	Speed: 5775.377722 samples/sec	rmse=0.020492	lr=0.165189
Epoch[113] Batch [499]	Speed: 5707.740941 samples/sec	rmse=0.020510	lr=0.165062
Epoch[113] Batch [549]	Speed: 5848.772252 samples/sec	rmse=0.020524	lr=0.164936
Epoch[113] Batch [599]	Speed: 5695.224454 samples/sec	rmse=0.020528	lr=0.164809
Epoch[113] Batch [649]	Speed: 5558.050502 samples/sec	rmse=0.020533	lr=0.164682
Epoch[113] Batch [699]	Speed: 5502.308189 samples/sec	rmse=0.020538	lr=0.164555
Epoch[113] Batch [749]	Speed: 5357.833655 samples/sec	rmse=0.020553	lr=0.164429
Epoch[113] Batch [799]	Speed: 5867.860588 samples/sec	rmse=0.020558	lr=0.164302
Epoch[113] Batch [849]	Speed: 5559.349355 samples/sec	rmse=0.020564	lr=0.164175
Epoch[113] Batch [899]	Speed: 5810.811965 samples/sec	rmse=0.020559	lr=0.164048
Epoch[113] Batch [949]	Speed: 5807.505193 samples/sec	rmse=0.020551	lr=0.163922
Epoch[113] Batch [999]	Speed: 5808.192386 samples/sec	rmse=0.020560	lr=0.163795
Epoch[113] Batch [1049]	Speed: 5767.503743 samples/sec	rmse=0.020565	lr=0.163668
Epoch[113] Batch [1099]	Speed: 5726.667806 samples/sec	rmse=0.020572	lr=0.163542
Epoch[113] Batch [1149]	Speed: 5642.800390 samples/sec	rmse=0.020575	lr=0.163415
Epoch[113] Batch [1199]	Speed: 5517.531001 samples/sec	rmse=0.020586	lr=0.163289
Epoch[113] Batch [1249]	Speed: 5598.026101 samples/sec	rmse=0.020589	lr=0.163162
[Epoch 113] training: rmse=0.020589
[Epoch 113] speed: 5626 samples/sec	time cost: 237.138765
[Epoch 113] validation: err-top1=0.396046 err-top5=0.164242
Epoch[114] Batch [49]	Speed: 5468.315860 samples/sec	rmse=0.020480	lr=0.163033
Epoch[114] Batch [99]	Speed: 5750.351157 samples/sec	rmse=0.020522	lr=0.162906
Epoch[114] Batch [149]	Speed: 5558.582661 samples/sec	rmse=0.020487	lr=0.162780
Epoch[114] Batch [199]	Speed: 5824.162090 samples/sec	rmse=0.020399	lr=0.162653
Epoch[114] Batch [249]	Speed: 5381.220592 samples/sec	rmse=0.020408	lr=0.162527
Epoch[114] Batch [299]	Speed: 5963.308526 samples/sec	rmse=0.020458	lr=0.162400
Epoch[114] Batch [349]	Speed: 5711.581042 samples/sec	rmse=0.020453	lr=0.162274
Epoch[114] Batch [399]	Speed: 5825.787756 samples/sec	rmse=0.020442	lr=0.162147
Epoch[114] Batch [449]	Speed: 5789.738467 samples/sec	rmse=0.020465	lr=0.162021
Epoch[114] Batch [499]	Speed: 5910.442553 samples/sec	rmse=0.020475	lr=0.161894
Epoch[114] Batch [549]	Speed: 5845.244107 samples/sec	rmse=0.020487	lr=0.161768
Epoch[114] Batch [599]	Speed: 5866.471610 samples/sec	rmse=0.020483	lr=0.161642
Epoch[114] Batch [649]	Speed: 5768.139205 samples/sec	rmse=0.020484	lr=0.161515
Epoch[114] Batch [699]	Speed: 5340.846192 samples/sec	rmse=0.020487	lr=0.161389
Epoch[114] Batch [749]	Speed: 5938.231875 samples/sec	rmse=0.020486	lr=0.161263
Epoch[114] Batch [799]	Speed: 5661.186240 samples/sec	rmse=0.020493	lr=0.161136
Epoch[114] Batch [849]	Speed: 5617.163273 samples/sec	rmse=0.020486	lr=0.161010
Epoch[114] Batch [899]	Speed: 5817.685981 samples/sec	rmse=0.020507	lr=0.160884
Epoch[114] Batch [949]	Speed: 5885.330816 samples/sec	rmse=0.020512	lr=0.160757
Epoch[114] Batch [999]	Speed: 5772.074066 samples/sec	rmse=0.020522	lr=0.160631
Epoch[114] Batch [1049]	Speed: 6054.159039 samples/sec	rmse=0.020516	lr=0.160505
Epoch[114] Batch [1099]	Speed: 5855.640625 samples/sec	rmse=0.020528	lr=0.160379
Epoch[114] Batch [1149]	Speed: 5606.551070 samples/sec	rmse=0.020538	lr=0.160252
Epoch[114] Batch [1199]	Speed: 5807.561890 samples/sec	rmse=0.020542	lr=0.160126
Epoch[114] Batch [1249]	Speed: 5544.947514 samples/sec	rmse=0.020541	lr=0.160000
[Epoch 114] training: rmse=0.020541
[Epoch 114] speed: 5728 samples/sec	time cost: 233.164909
[Epoch 114] validation: err-top1=0.405194 err-top5=0.171975
Epoch[115] Batch [49]	Speed: 4899.065810 samples/sec	rmse=0.020371	lr=0.159871
Epoch[115] Batch [99]	Speed: 5714.931835 samples/sec	rmse=0.020352	lr=0.159745
Epoch[115] Batch [149]	Speed: 5765.689064 samples/sec	rmse=0.020355	lr=0.159619
Epoch[115] Batch [199]	Speed: 5616.389951 samples/sec	rmse=0.020388	lr=0.159493
Epoch[115] Batch [249]	Speed: 5593.337848 samples/sec	rmse=0.020456	lr=0.159367
Epoch[115] Batch [299]	Speed: 5491.187869 samples/sec	rmse=0.020483	lr=0.159241
Epoch[115] Batch [349]	Speed: 5544.814222 samples/sec	rmse=0.020530	lr=0.159115
Epoch[115] Batch [399]	Speed: 5906.085047 samples/sec	rmse=0.020536	lr=0.158988
Epoch[115] Batch [449]	Speed: 6020.771295 samples/sec	rmse=0.020539	lr=0.158862
Epoch[115] Batch [499]	Speed: 5759.175766 samples/sec	rmse=0.020536	lr=0.158736
Epoch[115] Batch [549]	Speed: 5666.454831 samples/sec	rmse=0.020513	lr=0.158610
Epoch[115] Batch [599]	Speed: 5864.988462 samples/sec	rmse=0.020521	lr=0.158484
Epoch[115] Batch [649]	Speed: 5794.599117 samples/sec	rmse=0.020519	lr=0.158358
Epoch[115] Batch [699]	Speed: 5814.862751 samples/sec	rmse=0.020518	lr=0.158233
Epoch[115] Batch [749]	Speed: 5913.864203 samples/sec	rmse=0.020524	lr=0.158107
Epoch[115] Batch [799]	Speed: 5307.014414 samples/sec	rmse=0.020519	lr=0.157981
Epoch[115] Batch [849]	Speed: 5690.675142 samples/sec	rmse=0.020516	lr=0.157855
Epoch[115] Batch [899]	Speed: 5859.530175 samples/sec	rmse=0.020518	lr=0.157729
Epoch[115] Batch [949]	Speed: 6014.327478 samples/sec	rmse=0.020539	lr=0.157603
Epoch[115] Batch [999]	Speed: 5527.141452 samples/sec	rmse=0.020535	lr=0.157477
Epoch[115] Batch [1049]	Speed: 5560.600868 samples/sec	rmse=0.020529	lr=0.157351
Epoch[115] Batch [1099]	Speed: 5795.749663 samples/sec	rmse=0.020530	lr=0.157226
Epoch[115] Batch [1149]	Speed: 5446.263918 samples/sec	rmse=0.020543	lr=0.157100
Epoch[115] Batch [1199]	Speed: 5754.296779 samples/sec	rmse=0.020537	lr=0.156974
Epoch[115] Batch [1249]	Speed: 5814.813154 samples/sec	rmse=0.020540	lr=0.156848
[Epoch 115] training: rmse=0.020540
[Epoch 115] speed: 5668 samples/sec	time cost: 235.417136
[Epoch 115] validation: err-top1=0.435387 err-top5=0.195930
Epoch[116] Batch [49]	Speed: 5294.285235 samples/sec	rmse=0.020569	lr=0.156720
Epoch[116] Batch [99]	Speed: 5928.351423 samples/sec	rmse=0.020545	lr=0.156594
Epoch[116] Batch [149]	Speed: 5372.583962 samples/sec	rmse=0.020549	lr=0.156469
Epoch[116] Batch [199]	Speed: 5485.760857 samples/sec	rmse=0.020536	lr=0.156343
Epoch[116] Batch [249]	Speed: 5897.594321 samples/sec	rmse=0.020506	lr=0.156217
Epoch[116] Batch [299]	Speed: 5898.807847 samples/sec	rmse=0.020560	lr=0.156092
Epoch[116] Batch [349]	Speed: 5837.005505 samples/sec	rmse=0.020544	lr=0.155966
Epoch[116] Batch [399]	Speed: 5883.549405 samples/sec	rmse=0.020518	lr=0.155840
Epoch[116] Batch [449]	Speed: 5907.071169 samples/sec	rmse=0.020530	lr=0.155715
Epoch[116] Batch [499]	Speed: 5419.178745 samples/sec	rmse=0.020515	lr=0.155589
Epoch[116] Batch [549]	Speed: 5770.948563 samples/sec	rmse=0.020511	lr=0.155464
Epoch[116] Batch [599]	Speed: 5672.259072 samples/sec	rmse=0.020514	lr=0.155338
Epoch[116] Batch [649]	Speed: 5626.269763 samples/sec	rmse=0.020509	lr=0.155212
Epoch[116] Batch [699]	Speed: 5673.633143 samples/sec	rmse=0.020491	lr=0.155087
Epoch[116] Batch [749]	Speed: 5751.095891 samples/sec	rmse=0.020500	lr=0.154961
Epoch[116] Batch [799]	Speed: 6095.989121 samples/sec	rmse=0.020503	lr=0.154836
Epoch[116] Batch [849]	Speed: 5663.648575 samples/sec	rmse=0.020484	lr=0.154711
Epoch[116] Batch [899]	Speed: 5812.810927 samples/sec	rmse=0.020496	lr=0.154585
Epoch[116] Batch [949]	Speed: 5876.879191 samples/sec	rmse=0.020495	lr=0.154460
Epoch[116] Batch [999]	Speed: 5494.991442 samples/sec	rmse=0.020504	lr=0.154334
Epoch[116] Batch [1049]	Speed: 5497.860178 samples/sec	rmse=0.020509	lr=0.154209
Epoch[116] Batch [1099]	Speed: 5915.641370 samples/sec	rmse=0.020513	lr=0.154084
Epoch[116] Batch [1149]	Speed: 5385.996553 samples/sec	rmse=0.020519	lr=0.153958
Epoch[116] Batch [1199]	Speed: 5658.503432 samples/sec	rmse=0.020519	lr=0.153833
Epoch[116] Batch [1249]	Speed: 5917.274000 samples/sec	rmse=0.020520	lr=0.153708
[Epoch 116] training: rmse=0.020519
[Epoch 116] speed: 5693 samples/sec	time cost: 234.735925
[Epoch 116] validation: err-top1=0.403300 err-top5=0.168254
Epoch[117] Batch [49]	Speed: 5278.342835 samples/sec	rmse=0.020243	lr=0.153580
Epoch[117] Batch [99]	Speed: 5805.775914 samples/sec	rmse=0.020366	lr=0.153455
Epoch[117] Batch [149]	Speed: 5561.113066 samples/sec	rmse=0.020449	lr=0.153329
Epoch[117] Batch [199]	Speed: 5944.499099 samples/sec	rmse=0.020451	lr=0.153204
Epoch[117] Batch [249]	Speed: 5646.422184 samples/sec	rmse=0.020431	lr=0.153079
Epoch[117] Batch [299]	Speed: 5502.389113 samples/sec	rmse=0.020444	lr=0.152954
Epoch[117] Batch [349]	Speed: 5512.493415 samples/sec	rmse=0.020438	lr=0.152829
Epoch[117] Batch [399]	Speed: 5725.900376 samples/sec	rmse=0.020433	lr=0.152704
Epoch[117] Batch [449]	Speed: 5851.497450 samples/sec	rmse=0.020451	lr=0.152578
Epoch[117] Batch [499]	Speed: 5902.360250 samples/sec	rmse=0.020471	lr=0.152453
Epoch[117] Batch [549]	Speed: 5326.649496 samples/sec	rmse=0.020463	lr=0.152328
Epoch[117] Batch [599]	Speed: 5240.311275 samples/sec	rmse=0.020466	lr=0.152203
Epoch[117] Batch [649]	Speed: 5654.253442 samples/sec	rmse=0.020480	lr=0.152078
Epoch[117] Batch [699]	Speed: 5443.828786 samples/sec	rmse=0.020477	lr=0.151953
Epoch[117] Batch [749]	Speed: 5796.573169 samples/sec	rmse=0.020490	lr=0.151828
Epoch[117] Batch [799]	Speed: 5650.689696 samples/sec	rmse=0.020487	lr=0.151703
Epoch[117] Batch [849]	Speed: 5633.124166 samples/sec	rmse=0.020488	lr=0.151578
Epoch[117] Batch [899]	Speed: 5728.057978 samples/sec	rmse=0.020488	lr=0.151453
Epoch[117] Batch [949]	Speed: 5835.217391 samples/sec	rmse=0.020497	lr=0.151328
Epoch[117] Batch [999]	Speed: 5925.871074 samples/sec	rmse=0.020492	lr=0.151203
Epoch[117] Batch [1049]	Speed: 5715.716560 samples/sec	rmse=0.020498	lr=0.151078
Epoch[117] Batch [1099]	Speed: 5790.873185 samples/sec	rmse=0.020502	lr=0.150954
Epoch[117] Batch [1149]	Speed: 5333.231133 samples/sec	rmse=0.020499	lr=0.150829
Epoch[117] Batch [1199]	Speed: 5758.524828 samples/sec	rmse=0.020504	lr=0.150704
Epoch[117] Batch [1249]	Speed: 5618.606917 samples/sec	rmse=0.020508	lr=0.150579
[Epoch 117] training: rmse=0.020509
[Epoch 117] speed: 5631 samples/sec	time cost: 237.458497
[Epoch 117] validation: err-top1=0.383610 err-top5=0.156509
Epoch[118] Batch [49]	Speed: 5213.752739 samples/sec	rmse=0.020223	lr=0.150452
Epoch[118] Batch [99]	Speed: 5844.736139 samples/sec	rmse=0.020244	lr=0.150327
Epoch[118] Batch [149]	Speed: 5715.416729 samples/sec	rmse=0.020282	lr=0.150202
Epoch[118] Batch [199]	Speed: 6127.991469 samples/sec	rmse=0.020269	lr=0.150078
Epoch[118] Batch [249]	Speed: 5919.283751 samples/sec	rmse=0.020290	lr=0.149953
Epoch[118] Batch [299]	Speed: 5806.572598 samples/sec	rmse=0.020325	lr=0.149828
Epoch[118] Batch [349]	Speed: 5536.123858 samples/sec	rmse=0.020322	lr=0.149704
Epoch[118] Batch [399]	Speed: 5523.436739 samples/sec	rmse=0.020317	lr=0.149579
Epoch[118] Batch [449]	Speed: 5329.712943 samples/sec	rmse=0.020331	lr=0.149454
Epoch[118] Batch [499]	Speed: 5659.772545 samples/sec	rmse=0.020349	lr=0.149330
Epoch[118] Batch [549]	Speed: 5963.529271 samples/sec	rmse=0.020358	lr=0.149205
Epoch[118] Batch [599]	Speed: 5594.630510 samples/sec	rmse=0.020366	lr=0.149081
Epoch[118] Batch [649]	Speed: 5753.914569 samples/sec	rmse=0.020366	lr=0.148956
Epoch[118] Batch [699]	Speed: 5395.730398 samples/sec	rmse=0.020371	lr=0.148832
Epoch[118] Batch [749]	Speed: 5590.057946 samples/sec	rmse=0.020385	lr=0.148707
Epoch[118] Batch [799]	Speed: 5583.347515 samples/sec	rmse=0.020380	lr=0.148583
Epoch[118] Batch [849]	Speed: 5562.553398 samples/sec	rmse=0.020375	lr=0.148458
Epoch[118] Batch [899]	Speed: 5875.892993 samples/sec	rmse=0.020370	lr=0.148334
Epoch[118] Batch [949]	Speed: 5584.769615 samples/sec	rmse=0.020386	lr=0.148209
Epoch[118] Batch [999]	Speed: 5590.462648 samples/sec	rmse=0.020386	lr=0.148085
Epoch[118] Batch [1049]	Speed: 5614.171065 samples/sec	rmse=0.020389	lr=0.147961
Epoch[118] Batch [1099]	Speed: 5463.647647 samples/sec	rmse=0.020402	lr=0.147836
Epoch[118] Batch [1149]	Speed: 5671.120036 samples/sec	rmse=0.020412	lr=0.147712
Epoch[118] Batch [1199]	Speed: 5720.527877 samples/sec	rmse=0.020417	lr=0.147588
Epoch[118] Batch [1249]	Speed: 5943.633686 samples/sec	rmse=0.020413	lr=0.147463
[Epoch 118] training: rmse=0.020412
[Epoch 118] speed: 5646 samples/sec	time cost: 236.369178
[Epoch 118] validation: err-top1=0.407805 err-top5=0.171177
Epoch[119] Batch [49]	Speed: 5476.990733 samples/sec	rmse=0.020465	lr=0.147337
Epoch[119] Batch [99]	Speed: 5541.544776 samples/sec	rmse=0.020345	lr=0.147213
Epoch[119] Batch [149]	Speed: 5923.947216 samples/sec	rmse=0.020443	lr=0.147088
Epoch[119] Batch [199]	Speed: 5564.403920 samples/sec	rmse=0.020438	lr=0.146964
Epoch[119] Batch [249]	Speed: 5491.169475 samples/sec	rmse=0.020448	lr=0.146840
Epoch[119] Batch [299]	Speed: 5733.641803 samples/sec	rmse=0.020442	lr=0.146716
Epoch[119] Batch [349]	Speed: 5668.294048 samples/sec	rmse=0.020455	lr=0.146592
Epoch[119] Batch [399]	Speed: 5492.668767 samples/sec	rmse=0.020419	lr=0.146468
Epoch[119] Batch [449]	Speed: 5387.506940 samples/sec	rmse=0.020421	lr=0.146344
Epoch[119] Batch [499]	Speed: 5511.741004 samples/sec	rmse=0.020423	lr=0.146220
Epoch[119] Batch [549]	Speed: 5686.155075 samples/sec	rmse=0.020425	lr=0.146095
Epoch[119] Batch [599]	Speed: 6001.452455 samples/sec	rmse=0.020411	lr=0.145971
Epoch[119] Batch [649]	Speed: 5897.319804 samples/sec	rmse=0.020416	lr=0.145847
Epoch[119] Batch [699]	Speed: 5576.022862 samples/sec	rmse=0.020412	lr=0.145724
Epoch[119] Batch [749]	Speed: 5571.128266 samples/sec	rmse=0.020410	lr=0.145600
Epoch[119] Batch [799]	Speed: 5436.577312 samples/sec	rmse=0.020411	lr=0.145476
Epoch[119] Batch [849]	Speed: 5416.380035 samples/sec	rmse=0.020413	lr=0.145352
Epoch[119] Batch [899]	Speed: 5819.280911 samples/sec	rmse=0.020425	lr=0.145228
Epoch[119] Batch [949]	Speed: 5655.526309 samples/sec	rmse=0.020421	lr=0.145104
Epoch[119] Batch [999]	Speed: 5603.101567 samples/sec	rmse=0.020430	lr=0.144980
Epoch[119] Batch [1049]	Speed: 5579.100776 samples/sec	rmse=0.020424	lr=0.144856
Epoch[119] Batch [1099]	Speed: 5504.258927 samples/sec	rmse=0.020427	lr=0.144733
Epoch[119] Batch [1149]	Speed: 5634.877932 samples/sec	rmse=0.020422	lr=0.144609
Epoch[119] Batch [1199]	Speed: 5790.540593 samples/sec	rmse=0.020425	lr=0.144485
Epoch[119] Batch [1249]	Speed: 5457.090521 samples/sec	rmse=0.020428	lr=0.144361
[Epoch 119] training: rmse=0.020429
[Epoch 119] speed: 5604 samples/sec	time cost: 238.004251
[Epoch 119] validation: err-top1=0.400271 err-top5=0.164182
Epoch[120] Batch [49]	Speed: 5259.047720 samples/sec	rmse=0.020192	lr=0.144235
Epoch[120] Batch [99]	Speed: 5813.171890 samples/sec	rmse=0.020220	lr=0.144112
Epoch[120] Batch [149]	Speed: 5691.644793 samples/sec	rmse=0.020242	lr=0.143988
Epoch[120] Batch [199]	Speed: 5496.104424 samples/sec	rmse=0.020283	lr=0.143864
Epoch[120] Batch [249]	Speed: 5453.937529 samples/sec	rmse=0.020299	lr=0.143741
Epoch[120] Batch [299]	Speed: 5880.072249 samples/sec	rmse=0.020315	lr=0.143617
Epoch[120] Batch [349]	Speed: 5728.798936 samples/sec	rmse=0.020335	lr=0.143494
Epoch[120] Batch [399]	Speed: 5525.670487 samples/sec	rmse=0.020354	lr=0.143370
Epoch[120] Batch [449]	Speed: 5900.508692 samples/sec	rmse=0.020364	lr=0.143247
Epoch[120] Batch [499]	Speed: 5970.116574 samples/sec	rmse=0.020371	lr=0.143123
Epoch[120] Batch [549]	Speed: 5661.114755 samples/sec	rmse=0.020378	lr=0.143000
Epoch[120] Batch [599]	Speed: 5778.543661 samples/sec	rmse=0.020408	lr=0.142876
Epoch[120] Batch [649]	Speed: 5529.260459 samples/sec	rmse=0.020425	lr=0.142753
Epoch[120] Batch [699]	Speed: 5487.366563 samples/sec	rmse=0.020416	lr=0.142629
Epoch[120] Batch [749]	Speed: 5887.625600 samples/sec	rmse=0.020413	lr=0.142506
Epoch[120] Batch [799]	Speed: 5758.927110 samples/sec	rmse=0.020413	lr=0.142383
Epoch[120] Batch [849]	Speed: 5551.547247 samples/sec	rmse=0.020429	lr=0.142259
Epoch[120] Batch [899]	Speed: 5257.435626 samples/sec	rmse=0.020425	lr=0.142136
Epoch[120] Batch [949]	Speed: 5785.311420 samples/sec	rmse=0.020429	lr=0.142013
Epoch[120] Batch [999]	Speed: 5726.335370 samples/sec	rmse=0.020430	lr=0.141890
Epoch[120] Batch [1049]	Speed: 5701.635303 samples/sec	rmse=0.020432	lr=0.141766
Epoch[120] Batch [1099]	Speed: 5610.644017 samples/sec	rmse=0.020422	lr=0.141643
Epoch[120] Batch [1149]	Speed: 5457.869421 samples/sec	rmse=0.020422	lr=0.141520
Epoch[120] Batch [1199]	Speed: 5374.257638 samples/sec	rmse=0.020435	lr=0.141397
Epoch[120] Batch [1249]	Speed: 5793.776797 samples/sec	rmse=0.020444	lr=0.141274
[Epoch 120] training: rmse=0.020444
[Epoch 120] speed: 5630 samples/sec	time cost: 236.837929
[Epoch 120] validation: err-top1=0.398876 err-top5=0.168168
Epoch[121] Batch [49]	Speed: 5653.090970 samples/sec	rmse=0.020095	lr=0.141148
Epoch[121] Batch [99]	Speed: 5600.283065 samples/sec	rmse=0.020260	lr=0.141025
Epoch[121] Batch [149]	Speed: 5527.286415 samples/sec	rmse=0.020240	lr=0.140902
Epoch[121] Batch [199]	Speed: 5709.526304 samples/sec	rmse=0.020249	lr=0.140779
Epoch[121] Batch [249]	Speed: 5603.437685 samples/sec	rmse=0.020263	lr=0.140656
Epoch[121] Batch [299]	Speed: 5721.277710 samples/sec	rmse=0.020233	lr=0.140533
Epoch[121] Batch [349]	Speed: 5797.504589 samples/sec	rmse=0.020254	lr=0.140410
Epoch[121] Batch [399]	Speed: 5824.919431 samples/sec	rmse=0.020286	lr=0.140287
Epoch[121] Batch [449]	Speed: 5751.561833 samples/sec	rmse=0.020283	lr=0.140164
Epoch[121] Batch [499]	Speed: 5847.461078 samples/sec	rmse=0.020308	lr=0.140042
Epoch[121] Batch [549]	Speed: 5844.103728 samples/sec	rmse=0.020295	lr=0.139919
Epoch[121] Batch [599]	Speed: 5327.598969 samples/sec	rmse=0.020283	lr=0.139796
Epoch[121] Batch [649]	Speed: 5693.828583 samples/sec	rmse=0.020291	lr=0.139673
Epoch[121] Batch [699]	Speed: 5051.306251 samples/sec	rmse=0.020307	lr=0.139550
Epoch[121] Batch [749]	Speed: 5375.644239 samples/sec	rmse=0.020322	lr=0.139428
Epoch[121] Batch [799]	Speed: 5990.896524 samples/sec	rmse=0.020339	lr=0.139305
Epoch[121] Batch [849]	Speed: 5589.007101 samples/sec	rmse=0.020349	lr=0.139182
Epoch[121] Batch [899]	Speed: 5585.803466 samples/sec	rmse=0.020350	lr=0.139059
Epoch[121] Batch [949]	Speed: 5769.133576 samples/sec	rmse=0.020354	lr=0.138937
Epoch[121] Batch [999]	Speed: 5872.886437 samples/sec	rmse=0.020361	lr=0.138814
Epoch[121] Batch [1049]	Speed: 5741.362901 samples/sec	rmse=0.020360	lr=0.138692
Epoch[121] Batch [1099]	Speed: 5154.571716 samples/sec	rmse=0.020361	lr=0.138569
Epoch[121] Batch [1149]	Speed: 5607.254043 samples/sec	rmse=0.020364	lr=0.138447
Epoch[121] Batch [1199]	Speed: 5918.313609 samples/sec	rmse=0.020359	lr=0.138324
Epoch[121] Batch [1249]	Speed: 5721.472668 samples/sec	rmse=0.020368	lr=0.138202
[Epoch 121] training: rmse=0.020366
[Epoch 121] speed: 5636 samples/sec	time cost: 236.659647
[Epoch 121] validation: err-top1=0.389788 err-top5=0.160395
Epoch[122] Batch [49]	Speed: 5741.427524 samples/sec	rmse=0.020275	lr=0.138077
Epoch[122] Batch [99]	Speed: 5815.192317 samples/sec	rmse=0.020300	lr=0.137954
Epoch[122] Batch [149]	Speed: 5615.081195 samples/sec	rmse=0.020287	lr=0.137832
Epoch[122] Batch [199]	Speed: 5321.080395 samples/sec	rmse=0.020304	lr=0.137709
Epoch[122] Batch [249]	Speed: 5487.398813 samples/sec	rmse=0.020272	lr=0.137587
Epoch[122] Batch [299]	Speed: 5361.349729 samples/sec	rmse=0.020292	lr=0.137465
Epoch[122] Batch [349]	Speed: 5632.343194 samples/sec	rmse=0.020323	lr=0.137342
Epoch[122] Batch [399]	Speed: 5652.602905 samples/sec	rmse=0.020330	lr=0.137220
Epoch[122] Batch [449]	Speed: 5508.223470 samples/sec	rmse=0.020312	lr=0.137098
Epoch[122] Batch [499]	Speed: 5564.620920 samples/sec	rmse=0.020309	lr=0.136976
Epoch[122] Batch [549]	Speed: 5622.008870 samples/sec	rmse=0.020315	lr=0.136853
Epoch[122] Batch [599]	Speed: 5957.490266 samples/sec	rmse=0.020324	lr=0.136731
Epoch[122] Batch [649]	Speed: 5872.699813 samples/sec	rmse=0.020325	lr=0.136609
Epoch[122] Batch [699]	Speed: 5713.695939 samples/sec	rmse=0.020346	lr=0.136487
Epoch[122] Batch [749]	Speed: 5637.516772 samples/sec	rmse=0.020342	lr=0.136365
Epoch[122] Batch [799]	Speed: 5863.249598 samples/sec	rmse=0.020348	lr=0.136243
Epoch[122] Batch [849]	Speed: 5598.613671 samples/sec	rmse=0.020350	lr=0.136121
Epoch[122] Batch [899]	Speed: 5657.824221 samples/sec	rmse=0.020365	lr=0.135999
Epoch[122] Batch [949]	Speed: 5813.872387 samples/sec	rmse=0.020365	lr=0.135877
Epoch[122] Batch [999]	Speed: 5063.139416 samples/sec	rmse=0.020357	lr=0.135755
Epoch[122] Batch [1049]	Speed: 5428.899464 samples/sec	rmse=0.020364	lr=0.135633
Epoch[122] Batch [1099]	Speed: 5289.637633 samples/sec	rmse=0.020366	lr=0.135511
Epoch[122] Batch [1149]	Speed: 5322.731103 samples/sec	rmse=0.020365	lr=0.135389
Epoch[122] Batch [1199]	Speed: 5827.901262 samples/sec	rmse=0.020372	lr=0.135267
Epoch[122] Batch [1249]	Speed: 5949.531871 samples/sec	rmse=0.020369	lr=0.135145
[Epoch 122] training: rmse=0.020370
[Epoch 122] speed: 5596 samples/sec	time cost: 238.425802
[Epoch 122] validation: err-top1=0.400798 err-top5=0.168030
Epoch[123] Batch [49]	Speed: 5710.065546 samples/sec	rmse=0.020277	lr=0.135021
Epoch[123] Batch [99]	Speed: 5236.258102 samples/sec	rmse=0.020232	lr=0.134899
Epoch[123] Batch [149]	Speed: 5878.190881 samples/sec	rmse=0.020175	lr=0.134777
Epoch[123] Batch [199]	Speed: 5728.430343 samples/sec	rmse=0.020202	lr=0.134656
Epoch[123] Batch [249]	Speed: 5704.067354 samples/sec	rmse=0.020247	lr=0.134534
Epoch[123] Batch [299]	Speed: 5698.984355 samples/sec	rmse=0.020267	lr=0.134412
Epoch[123] Batch [349]	Speed: 5811.902266 samples/sec	rmse=0.020262	lr=0.134291
Epoch[123] Batch [399]	Speed: 5511.664897 samples/sec	rmse=0.020257	lr=0.134169
Epoch[123] Batch [449]	Speed: 5673.485499 samples/sec	rmse=0.020258	lr=0.134047
Epoch[123] Batch [499]	Speed: 5596.469478 samples/sec	rmse=0.020270	lr=0.133926
Epoch[123] Batch [549]	Speed: 5775.917203 samples/sec	rmse=0.020282	lr=0.133804
Epoch[123] Batch [599]	Speed: 5686.014305 samples/sec	rmse=0.020283	lr=0.133683
Epoch[123] Batch [649]	Speed: 5742.062933 samples/sec	rmse=0.020286	lr=0.133561
Epoch[123] Batch [699]	Speed: 5679.297701 samples/sec	rmse=0.020293	lr=0.133440
Epoch[123] Batch [749]	Speed: 5647.689002 samples/sec	rmse=0.020310	lr=0.133318
Epoch[123] Batch [799]	Speed: 5631.799920 samples/sec	rmse=0.020296	lr=0.133197
Epoch[123] Batch [849]	Speed: 5482.483677 samples/sec	rmse=0.020289	lr=0.133076
Epoch[123] Batch [899]	Speed: 5149.110993 samples/sec	rmse=0.020311	lr=0.132954
Epoch[123] Batch [949]	Speed: 5874.411827 samples/sec	rmse=0.020328	lr=0.132833
Epoch[123] Batch [999]	Speed: 5597.295387 samples/sec	rmse=0.020331	lr=0.132712
Epoch[123] Batch [1049]	Speed: 5372.195541 samples/sec	rmse=0.020328	lr=0.132590
Epoch[123] Batch [1099]	Speed: 5891.153716 samples/sec	rmse=0.020322	lr=0.132469
Epoch[123] Batch [1149]	Speed: 5626.650093 samples/sec	rmse=0.020319	lr=0.132348
Epoch[123] Batch [1199]	Speed: 5611.413998 samples/sec	rmse=0.020325	lr=0.132227
Epoch[123] Batch [1249]	Speed: 5773.055516 samples/sec	rmse=0.020331	lr=0.132106
[Epoch 123] training: rmse=0.020330
[Epoch 123] speed: 5630 samples/sec	time cost: 237.279965
[Epoch 123] validation: err-top1=0.386320 err-top5=0.157007
Epoch[124] Batch [49]	Speed: 5594.361612 samples/sec	rmse=0.020110	lr=0.131982
Epoch[124] Batch [99]	Speed: 5626.163929 samples/sec	rmse=0.020156	lr=0.131861
Epoch[124] Batch [149]	Speed: 5579.088021 samples/sec	rmse=0.020139	lr=0.131740
Epoch[124] Batch [199]	Speed: 5734.758619 samples/sec	rmse=0.020164	lr=0.131619
Epoch[124] Batch [249]	Speed: 5790.953138 samples/sec	rmse=0.020167	lr=0.131498
Epoch[124] Batch [299]	Speed: 5289.698350 samples/sec	rmse=0.020248	lr=0.131377
Epoch[124] Batch [349]	Speed: 5943.152060 samples/sec	rmse=0.020250	lr=0.131256
Epoch[124] Batch [399]	Speed: 5356.878454 samples/sec	rmse=0.020266	lr=0.131135
Epoch[124] Batch [449]	Speed: 5563.490972 samples/sec	rmse=0.020265	lr=0.131014
Epoch[124] Batch [499]	Speed: 5855.540834 samples/sec	rmse=0.020270	lr=0.130893
Epoch[124] Batch [549]	Speed: 5787.366800 samples/sec	rmse=0.020267	lr=0.130773
Epoch[124] Batch [599]	Speed: 5380.394395 samples/sec	rmse=0.020286	lr=0.130652
Epoch[124] Batch [649]	Speed: 5738.416502 samples/sec	rmse=0.020290	lr=0.130531
Epoch[124] Batch [699]	Speed: 5364.305428 samples/sec	rmse=0.020291	lr=0.130410
Epoch[124] Batch [749]	Speed: 5608.273681 samples/sec	rmse=0.020298	lr=0.130289
Epoch[124] Batch [799]	Speed: 5562.732934 samples/sec	rmse=0.020314	lr=0.130169
Epoch[124] Batch [849]	Speed: 5595.946518 samples/sec	rmse=0.020314	lr=0.130048
Epoch[124] Batch [899]	Speed: 5864.311945 samples/sec	rmse=0.020310	lr=0.129927
Epoch[124] Batch [949]	Speed: 5802.373747 samples/sec	rmse=0.020318	lr=0.129807
Epoch[124] Batch [999]	Speed: 5584.661705 samples/sec	rmse=0.020315	lr=0.129686
Epoch[124] Batch [1049]	Speed: 5546.329203 samples/sec	rmse=0.020314	lr=0.129566
Epoch[124] Batch [1099]	Speed: 5212.399678 samples/sec	rmse=0.020323	lr=0.129445
Epoch[124] Batch [1149]	Speed: 5480.501905 samples/sec	rmse=0.020317	lr=0.129325
Epoch[124] Batch [1199]	Speed: 5651.390693 samples/sec	rmse=0.020324	lr=0.129204
Epoch[124] Batch [1249]	Speed: 5812.698115 samples/sec	rmse=0.020324	lr=0.129084
[Epoch 124] training: rmse=0.020323
[Epoch 124] speed: 5599 samples/sec	time cost: 238.263013
[Epoch 124] validation: err-top1=0.396604 err-top5=0.166972
Epoch[125] Batch [49]	Speed: 5646.800195 samples/sec	rmse=0.020132	lr=0.128961
Epoch[125] Batch [99]	Speed: 5682.407115 samples/sec	rmse=0.020194	lr=0.128841
Epoch[125] Batch [149]	Speed: 5412.997317 samples/sec	rmse=0.020149	lr=0.128720
Epoch[125] Batch [199]	Speed: 5535.105746 samples/sec	rmse=0.020169	lr=0.128600
Epoch[125] Batch [249]	Speed: 5733.143710 samples/sec	rmse=0.020156	lr=0.128480
Epoch[125] Batch [299]	Speed: 5480.549460 samples/sec	rmse=0.020182	lr=0.128359
Epoch[125] Batch [349]	Speed: 5655.566970 samples/sec	rmse=0.020189	lr=0.128239
Epoch[125] Batch [399]	Speed: 5707.598342 samples/sec	rmse=0.020182	lr=0.128119
Epoch[125] Batch [449]	Speed: 5765.745567 samples/sec	rmse=0.020219	lr=0.127999
Epoch[125] Batch [499]	Speed: 5640.142382 samples/sec	rmse=0.020238	lr=0.127879
Epoch[125] Batch [549]	Speed: 5487.605922 samples/sec	rmse=0.020245	lr=0.127759
Epoch[125] Batch [599]	Speed: 6029.146500 samples/sec	rmse=0.020274	lr=0.127639
Epoch[125] Batch [649]	Speed: 5898.659592 samples/sec	rmse=0.020257	lr=0.127519
Epoch[125] Batch [699]	Speed: 5617.562651 samples/sec	rmse=0.020260	lr=0.127399
Epoch[125] Batch [749]	Speed: 5706.737592 samples/sec	rmse=0.020262	lr=0.127279
Epoch[125] Batch [799]	Speed: 5649.718788 samples/sec	rmse=0.020254	lr=0.127159
Epoch[125] Batch [849]	Speed: 5519.552132 samples/sec	rmse=0.020249	lr=0.127039
Epoch[125] Batch [899]	Speed: 5949.252004 samples/sec	rmse=0.020253	lr=0.126919
Epoch[125] Batch [949]	Speed: 5521.484312 samples/sec	rmse=0.020255	lr=0.126799
Epoch[125] Batch [999]	Speed: 5517.383998 samples/sec	rmse=0.020265	lr=0.126679
Epoch[125] Batch [1049]	Speed: 5701.105067 samples/sec	rmse=0.020280	lr=0.126559
Epoch[125] Batch [1099]	Speed: 5645.970152 samples/sec	rmse=0.020285	lr=0.126440
Epoch[125] Batch [1149]	Speed: 5840.066112 samples/sec	rmse=0.020280	lr=0.126320
Epoch[125] Batch [1199]	Speed: 5789.528996 samples/sec	rmse=0.020282	lr=0.126200
Epoch[125] Batch [1249]	Speed: 5716.003793 samples/sec	rmse=0.020288	lr=0.126080
[Epoch 125] training: rmse=0.020289
[Epoch 125] speed: 5663 samples/sec	time cost: 235.865431
[Epoch 125] validation: err-top1=0.393834 err-top5=0.163923
Epoch[126] Batch [49]	Speed: 5814.266383 samples/sec	rmse=0.020210	lr=0.125958
Epoch[126] Batch [99]	Speed: 6001.800660 samples/sec	rmse=0.020210	lr=0.125839
Epoch[126] Batch [149]	Speed: 6036.862411 samples/sec	rmse=0.020139	lr=0.125719
Epoch[126] Batch [199]	Speed: 5939.258986 samples/sec	rmse=0.020152	lr=0.125600
Epoch[126] Batch [249]	Speed: 5393.132460 samples/sec	rmse=0.020143	lr=0.125480
Epoch[126] Batch [299]	Speed: 5826.257819 samples/sec	rmse=0.020140	lr=0.125361
Epoch[126] Batch [349]	Speed: 5905.069539 samples/sec	rmse=0.020128	lr=0.125241
Epoch[126] Batch [399]	Speed: 5890.332362 samples/sec	rmse=0.020153	lr=0.125122
Epoch[126] Batch [449]	Speed: 5699.041978 samples/sec	rmse=0.020149	lr=0.125002
Epoch[126] Batch [499]	Speed: 5767.759181 samples/sec	rmse=0.020172	lr=0.124883
Epoch[126] Batch [549]	Speed: 5737.494466 samples/sec	rmse=0.020203	lr=0.124764
Epoch[126] Batch [599]	Speed: 5726.775317 samples/sec	rmse=0.020192	lr=0.124644
Epoch[126] Batch [649]	Speed: 5907.180199 samples/sec	rmse=0.020182	lr=0.124525
Epoch[126] Batch [699]	Speed: 5895.948734 samples/sec	rmse=0.020177	lr=0.124406
Epoch[126] Batch [749]	Speed: 5856.455048 samples/sec	rmse=0.020182	lr=0.124287
Epoch[126] Batch [799]	Speed: 5419.195428 samples/sec	rmse=0.020186	lr=0.124167
Epoch[126] Batch [849]	Speed: 5688.019911 samples/sec	rmse=0.020203	lr=0.124048
Epoch[126] Batch [899]	Speed: 5511.221878 samples/sec	rmse=0.020208	lr=0.123929
Epoch[126] Batch [949]	Speed: 5419.961222 samples/sec	rmse=0.020215	lr=0.123810
Epoch[126] Batch [999]	Speed: 5387.298938 samples/sec	rmse=0.020229	lr=0.123691
Epoch[126] Batch [1049]	Speed: 5370.849269 samples/sec	rmse=0.020230	lr=0.123572
Epoch[126] Batch [1099]	Speed: 5645.232359 samples/sec	rmse=0.020226	lr=0.123453
Epoch[126] Batch [1149]	Speed: 5823.094975 samples/sec	rmse=0.020231	lr=0.123334
Epoch[126] Batch [1199]	Speed: 5672.931563 samples/sec	rmse=0.020233	lr=0.123215
Epoch[126] Batch [1249]	Speed: 5697.928899 samples/sec	rmse=0.020238	lr=0.123096
[Epoch 126] training: rmse=0.020238
[Epoch 126] speed: 5707 samples/sec	time cost: 233.839239
[Epoch 126] validation: err-top1=0.376614 err-top5=0.151148
Epoch[127] Batch [49]	Speed: 5775.217435 samples/sec	rmse=0.020255	lr=0.122975
Epoch[127] Batch [99]	Speed: 5431.427717 samples/sec	rmse=0.020201	lr=0.122856
Epoch[127] Batch [149]	Speed: 5636.603201 samples/sec	rmse=0.020151	lr=0.122737
Epoch[127] Batch [199]	Speed: 5708.854670 samples/sec	rmse=0.020166	lr=0.122618
Epoch[127] Batch [249]	Speed: 5790.797295 samples/sec	rmse=0.020183	lr=0.122500
Epoch[127] Batch [299]	Speed: 5818.022488 samples/sec	rmse=0.020212	lr=0.122381
Epoch[127] Batch [349]	Speed: 5289.693920 samples/sec	rmse=0.020233	lr=0.122262
Epoch[127] Batch [399]	Speed: 5746.400794 samples/sec	rmse=0.020224	lr=0.122144
Epoch[127] Batch [449]	Speed: 5731.764378 samples/sec	rmse=0.020230	lr=0.122025
Epoch[127] Batch [499]	Speed: 5742.261920 samples/sec	rmse=0.020235	lr=0.121907
Epoch[127] Batch [549]	Speed: 5623.996081 samples/sec	rmse=0.020225	lr=0.121788
Epoch[127] Batch [599]	Speed: 5599.060049 samples/sec	rmse=0.020228	lr=0.121669
Epoch[127] Batch [649]	Speed: 5742.238735 samples/sec	rmse=0.020236	lr=0.121551
Epoch[127] Batch [699]	Speed: 5646.080889 samples/sec	rmse=0.020237	lr=0.121433
Epoch[127] Batch [749]	Speed: 5626.525080 samples/sec	rmse=0.020218	lr=0.121314
Epoch[127] Batch [799]	Speed: 5697.528291 samples/sec	rmse=0.020203	lr=0.121196
Epoch[127] Batch [849]	Speed: 5914.641633 samples/sec	rmse=0.020224	lr=0.121077
Epoch[127] Batch [899]	Speed: 5842.103850 samples/sec	rmse=0.020221	lr=0.120959
Epoch[127] Batch [949]	Speed: 5682.255706 samples/sec	rmse=0.020220	lr=0.120841
Epoch[127] Batch [999]	Speed: 5647.203650 samples/sec	rmse=0.020217	lr=0.120723
Epoch[127] Batch [1049]	Speed: 5391.125555 samples/sec	rmse=0.020224	lr=0.120604
Epoch[127] Batch [1099]	Speed: 5826.284374 samples/sec	rmse=0.020229	lr=0.120486
Epoch[127] Batch [1149]	Speed: 5618.173584 samples/sec	rmse=0.020234	lr=0.120368
Epoch[127] Batch [1199]	Speed: 5556.638525 samples/sec	rmse=0.020242	lr=0.120250
Epoch[127] Batch [1249]	Speed: 5889.847866 samples/sec	rmse=0.020247	lr=0.120132
[Epoch 127] training: rmse=0.020247
[Epoch 127] speed: 5670 samples/sec	time cost: 234.941269
[Epoch 127] validation: err-top1=0.389954 err-top5=0.162781
Epoch[128] Batch [49]	Speed: 5707.657505 samples/sec	rmse=0.020170	lr=0.120011
Epoch[128] Batch [99]	Speed: 5902.744752 samples/sec	rmse=0.020197	lr=0.119893
Epoch[128] Batch [149]	Speed: 5645.759674 samples/sec	rmse=0.020137	lr=0.119775
Epoch[128] Batch [199]	Speed: 5919.265477 samples/sec	rmse=0.020108	lr=0.119657
Epoch[128] Batch [249]	Speed: 5950.825737 samples/sec	rmse=0.020081	lr=0.119540
Epoch[128] Batch [299]	Speed: 5743.050176 samples/sec	rmse=0.020076	lr=0.119422
Epoch[128] Batch [349]	Speed: 5604.525850 samples/sec	rmse=0.020081	lr=0.119304
Epoch[128] Batch [399]	Speed: 5641.101259 samples/sec	rmse=0.020065	lr=0.119186
Epoch[128] Batch [449]	Speed: 5381.302714 samples/sec	rmse=0.020085	lr=0.119068
Epoch[128] Batch [499]	Speed: 5510.197492 samples/sec	rmse=0.020090	lr=0.118950
Epoch[128] Batch [549]	Speed: 5845.542916 samples/sec	rmse=0.020106	lr=0.118833
Epoch[128] Batch [599]	Speed: 5768.410969 samples/sec	rmse=0.020101	lr=0.118715
Epoch[128] Batch [649]	Speed: 5832.000309 samples/sec	rmse=0.020102	lr=0.118597
Epoch[128] Batch [699]	Speed: 5801.627429 samples/sec	rmse=0.020126	lr=0.118480
Epoch[128] Batch [749]	Speed: 5770.006277 samples/sec	rmse=0.020131	lr=0.118362
Epoch[128] Batch [799]	Speed: 5772.031091 samples/sec	rmse=0.020139	lr=0.118245
Epoch[128] Batch [849]	Speed: 5844.752205 samples/sec	rmse=0.020141	lr=0.118127
Epoch[128] Batch [899]	Speed: 5543.193468 samples/sec	rmse=0.020140	lr=0.118010
Epoch[128] Batch [949]	Speed: 5519.933636 samples/sec	rmse=0.020144	lr=0.117892
Epoch[128] Batch [999]	Speed: 5487.777707 samples/sec	rmse=0.020148	lr=0.117775
Epoch[128] Batch [1049]	Speed: 5409.249961 samples/sec	rmse=0.020149	lr=0.117657
Epoch[128] Batch [1099]	Speed: 5696.804316 samples/sec	rmse=0.020160	lr=0.117540
Epoch[128] Batch [1149]	Speed: 5595.093309 samples/sec	rmse=0.020176	lr=0.117423
Epoch[128] Batch [1199]	Speed: 5404.953522 samples/sec	rmse=0.020170	lr=0.117305
Epoch[128] Batch [1249]	Speed: 5771.375228 samples/sec	rmse=0.020176	lr=0.117188
[Epoch 128] training: rmse=0.020176
[Epoch 128] speed: 5672 samples/sec	time cost: 236.106673
[Epoch 128] validation: err-top1=0.377631 err-top5=0.151487
Epoch[129] Batch [49]	Speed: 5242.484382 samples/sec	rmse=0.020161	lr=0.117069
Epoch[129] Batch [99]	Speed: 5587.681124 samples/sec	rmse=0.020200	lr=0.116952
Epoch[129] Batch [149]	Speed: 5614.794766 samples/sec	rmse=0.020161	lr=0.116834
Epoch[129] Batch [199]	Speed: 5489.628200 samples/sec	rmse=0.020144	lr=0.116717
Epoch[129] Batch [249]	Speed: 5245.961875 samples/sec	rmse=0.020137	lr=0.116600
Epoch[129] Batch [299]	Speed: 6133.778012 samples/sec	rmse=0.020141	lr=0.116483
Epoch[129] Batch [349]	Speed: 5538.276612 samples/sec	rmse=0.020160	lr=0.116366
Epoch[129] Batch [399]	Speed: 5808.668254 samples/sec	rmse=0.020144	lr=0.116249
Epoch[129] Batch [449]	Speed: 5507.080577 samples/sec	rmse=0.020138	lr=0.116132
Epoch[129] Batch [499]	Speed: 5804.906325 samples/sec	rmse=0.020142	lr=0.116015
Epoch[129] Batch [549]	Speed: 5613.607960 samples/sec	rmse=0.020119	lr=0.115899
Epoch[129] Batch [599]	Speed: 5725.666035 samples/sec	rmse=0.020106	lr=0.115782
Epoch[129] Batch [649]	Speed: 5751.059235 samples/sec	rmse=0.020106	lr=0.115665
Epoch[129] Batch [699]	Speed: 5998.240842 samples/sec	rmse=0.020096	lr=0.115548
Epoch[129] Batch [749]	Speed: 5410.075777 samples/sec	rmse=0.020102	lr=0.115431
Epoch[129] Batch [799]	Speed: 6000.476320 samples/sec	rmse=0.020108	lr=0.115315
Epoch[129] Batch [849]	Speed: 5701.295020 samples/sec	rmse=0.020124	lr=0.115198
Epoch[129] Batch [899]	Speed: 5579.335015 samples/sec	rmse=0.020124	lr=0.115081
Epoch[129] Batch [949]	Speed: 5668.942404 samples/sec	rmse=0.020130	lr=0.114965
Epoch[129] Batch [999]	Speed: 5565.905968 samples/sec	rmse=0.020140	lr=0.114848
Epoch[129] Batch [1049]	Speed: 5512.438229 samples/sec	rmse=0.020151	lr=0.114732
Epoch[129] Batch [1099]	Speed: 5779.137234 samples/sec	rmse=0.020150	lr=0.114615
Epoch[129] Batch [1149]	Speed: 5395.432427 samples/sec	rmse=0.020150	lr=0.114499
Epoch[129] Batch [1199]	Speed: 5635.106083 samples/sec	rmse=0.020159	lr=0.114383
Epoch[129] Batch [1249]	Speed: 5666.735041 samples/sec	rmse=0.020158	lr=0.114266
[Epoch 129] training: rmse=0.020159
[Epoch 129] speed: 5624 samples/sec	time cost: 237.520349
[Epoch 129] validation: err-top1=0.381736 err-top5=0.152563
Epoch[130] Batch [49]	Speed: 5611.135420 samples/sec	rmse=0.019922	lr=0.114147
Epoch[130] Batch [99]	Speed: 5361.314393 samples/sec	rmse=0.020013	lr=0.114031
Epoch[130] Batch [149]	Speed: 5640.122532 samples/sec	rmse=0.019956	lr=0.113915
Epoch[130] Batch [199]	Speed: 5605.962419 samples/sec	rmse=0.020055	lr=0.113799
Epoch[130] Batch [249]	Speed: 5696.443607 samples/sec	rmse=0.020103	lr=0.113683
Epoch[130] Batch [299]	Speed: 5693.981817 samples/sec	rmse=0.020123	lr=0.113566
Epoch[130] Batch [349]	Speed: 5680.926146 samples/sec	rmse=0.020141	lr=0.113450
Epoch[130] Batch [399]	Speed: 5800.372712 samples/sec	rmse=0.020149	lr=0.113334
Epoch[130] Batch [449]	Speed: 5682.548458 samples/sec	rmse=0.020170	lr=0.113218
Epoch[130] Batch [499]	Speed: 5508.089536 samples/sec	rmse=0.020157	lr=0.113102
Epoch[130] Batch [549]	Speed: 5492.405366 samples/sec	rmse=0.020155	lr=0.112986
Epoch[130] Batch [599]	Speed: 5861.269552 samples/sec	rmse=0.020136	lr=0.112870
Epoch[130] Batch [649]	Speed: 5371.462935 samples/sec	rmse=0.020131	lr=0.112754
Epoch[130] Batch [699]	Speed: 5770.054337 samples/sec	rmse=0.020130	lr=0.112638
Epoch[130] Batch [749]	Speed: 5755.540586 samples/sec	rmse=0.020132	lr=0.112523
Epoch[130] Batch [799]	Speed: 5711.060498 samples/sec	rmse=0.020131	lr=0.112407
Epoch[130] Batch [849]	Speed: 5682.491770 samples/sec	rmse=0.020132	lr=0.112291
Epoch[130] Batch [899]	Speed: 5918.796601 samples/sec	rmse=0.020131	lr=0.112175
Epoch[130] Batch [949]	Speed: 5724.686743 samples/sec	rmse=0.020130	lr=0.112060
Epoch[130] Batch [999]	Speed: 5633.147070 samples/sec	rmse=0.020134	lr=0.111944
Epoch[130] Batch [1049]	Speed: 5413.496465 samples/sec	rmse=0.020134	lr=0.111828
Epoch[130] Batch [1099]	Speed: 5232.487967 samples/sec	rmse=0.020140	lr=0.111713
Epoch[130] Batch [1149]	Speed: 5635.114956 samples/sec	rmse=0.020136	lr=0.111597
Epoch[130] Batch [1199]	Speed: 5374.390254 samples/sec	rmse=0.020146	lr=0.111482
Epoch[130] Batch [1249]	Speed: 5744.664371 samples/sec	rmse=0.020141	lr=0.111366
[Epoch 130] training: rmse=0.020141
[Epoch 130] speed: 5613 samples/sec	time cost: 237.714002
[Epoch 130] validation: err-top1=0.370396 err-top5=0.146644
Epoch[131] Batch [49]	Speed: 5513.211637 samples/sec	rmse=0.020189	lr=0.111249
Epoch[131] Batch [99]	Speed: 5551.912661 samples/sec	rmse=0.020107	lr=0.111133
Epoch[131] Batch [149]	Speed: 5735.480632 samples/sec	rmse=0.020106	lr=0.111018
Epoch[131] Batch [199]	Speed: 5467.243890 samples/sec	rmse=0.020092	lr=0.110903
Epoch[131] Batch [249]	Speed: 5440.302687 samples/sec	rmse=0.020070	lr=0.110787
Epoch[131] Batch [299]	Speed: 5847.418248 samples/sec	rmse=0.020047	lr=0.110672
Epoch[131] Batch [349]	Speed: 5777.472367 samples/sec	rmse=0.020047	lr=0.110557
Epoch[131] Batch [399]	Speed: 5516.142933 samples/sec	rmse=0.020060	lr=0.110442
Epoch[131] Batch [449]	Speed: 5678.236612 samples/sec	rmse=0.020042	lr=0.110326
Epoch[131] Batch [499]	Speed: 5793.118015 samples/sec	rmse=0.020061	lr=0.110211
Epoch[131] Batch [549]	Speed: 5832.833516 samples/sec	rmse=0.020058	lr=0.110096
Epoch[131] Batch [599]	Speed: 5819.650564 samples/sec	rmse=0.020061	lr=0.109981
Epoch[131] Batch [649]	Speed: 5826.346655 samples/sec	rmse=0.020072	lr=0.109866
Epoch[131] Batch [699]	Speed: 5304.431347 samples/sec	rmse=0.020076	lr=0.109751
Epoch[131] Batch [749]	Speed: 5745.421929 samples/sec	rmse=0.020083	lr=0.109636
Epoch[131] Batch [799]	Speed: 5700.026737 samples/sec	rmse=0.020090	lr=0.109522
Epoch[131] Batch [849]	Speed: 5370.563038 samples/sec	rmse=0.020090	lr=0.109407
Epoch[131] Batch [899]	Speed: 5507.447223 samples/sec	rmse=0.020111	lr=0.109292
Epoch[131] Batch [949]	Speed: 5462.507336 samples/sec	rmse=0.020111	lr=0.109177
Epoch[131] Batch [999]	Speed: 5760.999328 samples/sec	rmse=0.020116	lr=0.109063
Epoch[131] Batch [1049]	Speed: 5587.797583 samples/sec	rmse=0.020112	lr=0.108948
Epoch[131] Batch [1099]	Speed: 5902.935886 samples/sec	rmse=0.020111	lr=0.108833
Epoch[131] Batch [1149]	Speed: 5749.639558 samples/sec	rmse=0.020110	lr=0.108719
Epoch[131] Batch [1199]	Speed: 5604.460177 samples/sec	rmse=0.020112	lr=0.108604
Epoch[131] Batch [1249]	Speed: 5609.245047 samples/sec	rmse=0.020106	lr=0.108489
[Epoch 131] training: rmse=0.020105
[Epoch 131] speed: 5628 samples/sec	time cost: 237.073210
[Epoch 131] validation: err-top1=0.386400 err-top5=0.160495
Epoch[132] Batch [49]	Speed: 5240.903529 samples/sec	rmse=0.020054	lr=0.108373
Epoch[132] Batch [99]	Speed: 5846.473428 samples/sec	rmse=0.020075	lr=0.108258
Epoch[132] Batch [149]	Speed: 5580.504907 samples/sec	rmse=0.020005	lr=0.108144
Epoch[132] Batch [199]	Speed: 5566.298524 samples/sec	rmse=0.020000	lr=0.108029
Epoch[132] Batch [249]	Speed: 5444.918376 samples/sec	rmse=0.020010	lr=0.107915
Epoch[132] Batch [299]	Speed: 5353.416417 samples/sec	rmse=0.019987	lr=0.107801
Epoch[132] Batch [349]	Speed: 5224.031907 samples/sec	rmse=0.019969	lr=0.107687
Epoch[132] Batch [399]	Speed: 5698.135121 samples/sec	rmse=0.019994	lr=0.107572
Epoch[132] Batch [449]	Speed: 5752.759767 samples/sec	rmse=0.020012	lr=0.107458
Epoch[132] Batch [499]	Speed: 5662.956928 samples/sec	rmse=0.020030	lr=0.107344
Epoch[132] Batch [549]	Speed: 5338.735457 samples/sec	rmse=0.020029	lr=0.107230
Epoch[132] Batch [599]	Speed: 5939.757889 samples/sec	rmse=0.020050	lr=0.107116
Epoch[132] Batch [649]	Speed: 5808.732202 samples/sec	rmse=0.020060	lr=0.107002
Epoch[132] Batch [699]	Speed: 5728.380987 samples/sec	rmse=0.020056	lr=0.106888
Epoch[132] Batch [749]	Speed: 5662.112724 samples/sec	rmse=0.020051	lr=0.106774
Epoch[132] Batch [799]	Speed: 5638.677140 samples/sec	rmse=0.020060	lr=0.106660
Epoch[132] Batch [849]	Speed: 5783.059554 samples/sec	rmse=0.020054	lr=0.106546
Epoch[132] Batch [899]	Speed: 5593.493734 samples/sec	rmse=0.020046	lr=0.106432
Epoch[132] Batch [949]	Speed: 5996.366490 samples/sec	rmse=0.020058	lr=0.106318
Epoch[132] Batch [999]	Speed: 5654.302125 samples/sec	rmse=0.020062	lr=0.106205
Epoch[132] Batch [1049]	Speed: 5881.210282 samples/sec	rmse=0.020073	lr=0.106091
Epoch[132] Batch [1099]	Speed: 5446.372209 samples/sec	rmse=0.020071	lr=0.105977
Epoch[132] Batch [1149]	Speed: 5848.642590 samples/sec	rmse=0.020074	lr=0.105864
Epoch[132] Batch [1199]	Speed: 5484.812453 samples/sec	rmse=0.020078	lr=0.105750
Epoch[132] Batch [1249]	Speed: 5290.449354 samples/sec	rmse=0.020076	lr=0.105636
[Epoch 132] training: rmse=0.020075
[Epoch 132] speed: 5603 samples/sec	time cost: 238.271318
[Epoch 132] validation: err-top1=0.367865 err-top5=0.147202
Epoch[133] Batch [49]	Speed: 5202.070544 samples/sec	rmse=0.019949	lr=0.105521
Epoch[133] Batch [99]	Speed: 5752.874887 samples/sec	rmse=0.019955	lr=0.105407
Epoch[133] Batch [149]	Speed: 5516.969114 samples/sec	rmse=0.019979	lr=0.105294
Epoch[133] Batch [199]	Speed: 5798.744286 samples/sec	rmse=0.019944	lr=0.105180
Epoch[133] Batch [249]	Speed: 5906.998214 samples/sec	rmse=0.019989	lr=0.105067
Epoch[133] Batch [299]	Speed: 5810.213283 samples/sec	rmse=0.019962	lr=0.104954
Epoch[133] Batch [349]	Speed: 5551.151316 samples/sec	rmse=0.019978	lr=0.104840
Epoch[133] Batch [399]	Speed: 5894.027914 samples/sec	rmse=0.019979	lr=0.104727
Epoch[133] Batch [449]	Speed: 5732.317010 samples/sec	rmse=0.020001	lr=0.104614
Epoch[133] Batch [499]	Speed: 5646.227853 samples/sec	rmse=0.020011	lr=0.104501
Epoch[133] Batch [549]	Speed: 5452.658523 samples/sec	rmse=0.020036	lr=0.104387
Epoch[133] Batch [599]	Speed: 5353.393463 samples/sec	rmse=0.020035	lr=0.104274
Epoch[133] Batch [649]	Speed: 5527.326960 samples/sec	rmse=0.020049	lr=0.104161
Epoch[133] Batch [699]	Speed: 5736.653485 samples/sec	rmse=0.020046	lr=0.104048
Epoch[133] Batch [749]	Speed: 5940.003182 samples/sec	rmse=0.020050	lr=0.103935
Epoch[133] Batch [799]	Speed: 5532.966860 samples/sec	rmse=0.020037	lr=0.103822
Epoch[133] Batch [849]	Speed: 5765.870341 samples/sec	rmse=0.020033	lr=0.103710
Epoch[133] Batch [899]	Speed: 5583.739631 samples/sec	rmse=0.020034	lr=0.103597
Epoch[133] Batch [949]	Speed: 5572.278958 samples/sec	rmse=0.020039	lr=0.103484
Epoch[133] Batch [999]	Speed: 5972.047623 samples/sec	rmse=0.020048	lr=0.103371
Epoch[133] Batch [1049]	Speed: 5654.390857 samples/sec	rmse=0.020050	lr=0.103258
Epoch[133] Batch [1099]	Speed: 5764.211252 samples/sec	rmse=0.020042	lr=0.103146
Epoch[133] Batch [1149]	Speed: 5808.131121 samples/sec	rmse=0.020050	lr=0.103033
Epoch[133] Batch [1199]	Speed: 5465.492888 samples/sec	rmse=0.020051	lr=0.102920
Epoch[133] Batch [1249]	Speed: 5758.749667 samples/sec	rmse=0.020056	lr=0.102808
[Epoch 133] training: rmse=0.020055
[Epoch 133] speed: 5657 samples/sec	time cost: 235.539509
[Epoch 133] validation: err-top1=0.364889 err-top5=0.146851
Epoch[134] Batch [49]	Speed: 5165.466853 samples/sec	rmse=0.019741	lr=0.102693
Epoch[134] Batch [99]	Speed: 5535.682606 samples/sec	rmse=0.019849	lr=0.102581
Epoch[134] Batch [149]	Speed: 5533.999588 samples/sec	rmse=0.019852	lr=0.102468
Epoch[134] Batch [199]	Speed: 5798.000154 samples/sec	rmse=0.019884	lr=0.102356
Epoch[134] Batch [249]	Speed: 5814.140292 samples/sec	rmse=0.019927	lr=0.102243
Epoch[134] Batch [299]	Speed: 5815.723985 samples/sec	rmse=0.019924	lr=0.102131
Epoch[134] Batch [349]	Speed: 5565.732142 samples/sec	rmse=0.019946	lr=0.102019
Epoch[134] Batch [399]	Speed: 5618.001034 samples/sec	rmse=0.019959	lr=0.101906
Epoch[134] Batch [449]	Speed: 6012.365460 samples/sec	rmse=0.019948	lr=0.101794
Epoch[134] Batch [499]	Speed: 5086.255733 samples/sec	rmse=0.019975	lr=0.101682
Epoch[134] Batch [549]	Speed: 5181.181939 samples/sec	rmse=0.019988	lr=0.101570
Epoch[134] Batch [599]	Speed: 5886.658384 samples/sec	rmse=0.019991	lr=0.101458
Epoch[134] Batch [649]	Speed: 5915.437028 samples/sec	rmse=0.019987	lr=0.101346
Epoch[134] Batch [699]	Speed: 5728.509803 samples/sec	rmse=0.019983	lr=0.101234
Epoch[134] Batch [749]	Speed: 5959.954319 samples/sec	rmse=0.019987	lr=0.101122
Epoch[134] Batch [799]	Speed: 5768.501304 samples/sec	rmse=0.019987	lr=0.101010
Epoch[134] Batch [849]	Speed: 5662.472234 samples/sec	rmse=0.019999	lr=0.100898
Epoch[134] Batch [899]	Speed: 5776.483510 samples/sec	rmse=0.019995	lr=0.100786
Epoch[134] Batch [949]	Speed: 5723.043336 samples/sec	rmse=0.019989	lr=0.100674
Epoch[134] Batch [999]	Speed: 5956.191519 samples/sec	rmse=0.019988	lr=0.100563
Epoch[134] Batch [1049]	Speed: 6046.598918 samples/sec	rmse=0.019989	lr=0.100451
Epoch[134] Batch [1099]	Speed: 5690.169861 samples/sec	rmse=0.019991	lr=0.100339
Epoch[134] Batch [1149]	Speed: 5936.739962 samples/sec	rmse=0.020002	lr=0.100228
Epoch[134] Batch [1199]	Speed: 5696.645188 samples/sec	rmse=0.020007	lr=0.100116
Epoch[134] Batch [1249]	Speed: 5718.460302 samples/sec	rmse=0.020013	lr=0.100004
[Epoch 134] training: rmse=0.020012
[Epoch 134] speed: 5685 samples/sec	time cost: 235.063188
[Epoch 134] validation: err-top1=0.366590 err-top5=0.147142
Epoch[135] Batch [49]	Speed: 5588.925936 samples/sec	rmse=0.019807	lr=0.099891
Epoch[135] Batch [99]	Speed: 5994.237304 samples/sec	rmse=0.019829	lr=0.099779
Epoch[135] Batch [149]	Speed: 5594.307252 samples/sec	rmse=0.019910	lr=0.099668
Epoch[135] Batch [199]	Speed: 5599.469706 samples/sec	rmse=0.019932	lr=0.099556
Epoch[135] Batch [249]	Speed: 5380.494016 samples/sec	rmse=0.019942	lr=0.099445
Epoch[135] Batch [299]	Speed: 5670.113201 samples/sec	rmse=0.019927	lr=0.099334
Epoch[135] Batch [349]	Speed: 5850.792002 samples/sec	rmse=0.019905	lr=0.099223
Epoch[135] Batch [399]	Speed: 5713.171817 samples/sec	rmse=0.019907	lr=0.099111
Epoch[135] Batch [449]	Speed: 5844.163050 samples/sec	rmse=0.019911	lr=0.099000
Epoch[135] Batch [499]	Speed: 5706.086324 samples/sec	rmse=0.019923	lr=0.098889
Epoch[135] Batch [549]	Speed: 5698.298718 samples/sec	rmse=0.019916	lr=0.098778
Epoch[135] Batch [599]	Speed: 5652.173090 samples/sec	rmse=0.019927	lr=0.098667
Epoch[135] Batch [649]	Speed: 5542.595157 samples/sec	rmse=0.019937	lr=0.098556
Epoch[135] Batch [699]	Speed: 5579.114256 samples/sec	rmse=0.019942	lr=0.098445
Epoch[135] Batch [749]	Speed: 5708.843895 samples/sec	rmse=0.019944	lr=0.098334
Epoch[135] Batch [799]	Speed: 5543.140098 samples/sec	rmse=0.019942	lr=0.098223
Epoch[135] Batch [849]	Speed: 5399.574302 samples/sec	rmse=0.019946	lr=0.098112
Epoch[135] Batch [899]	Speed: 5954.157127 samples/sec	rmse=0.019951	lr=0.098001
Epoch[135] Batch [949]	Speed: 5824.696821 samples/sec	rmse=0.019961	lr=0.097891
Epoch[135] Batch [999]	Speed: 5791.710302 samples/sec	rmse=0.019967	lr=0.097780
Epoch[135] Batch [1049]	Speed: 5519.964425 samples/sec	rmse=0.019966	lr=0.097669
Epoch[135] Batch [1099]	Speed: 5604.153478 samples/sec	rmse=0.019966	lr=0.097559
Epoch[135] Batch [1149]	Speed: 5768.277098 samples/sec	rmse=0.019973	lr=0.097448
Epoch[135] Batch [1199]	Speed: 5824.840117 samples/sec	rmse=0.019975	lr=0.097338
Epoch[135] Batch [1249]	Speed: 5488.927332 samples/sec	rmse=0.019980	lr=0.097227
[Epoch 135] training: rmse=0.019979
[Epoch 135] speed: 5664 samples/sec	time cost: 235.701410
[Epoch 135] validation: err-top1=0.373326 err-top5=0.148139
Epoch[136] Batch [49]	Speed: 5485.938973 samples/sec	rmse=0.019687	lr=0.097114
Epoch[136] Batch [99]	Speed: 5763.365670 samples/sec	rmse=0.019710	lr=0.097004
Epoch[136] Batch [149]	Speed: 6072.851723 samples/sec	rmse=0.019721	lr=0.096894
Epoch[136] Batch [199]	Speed: 5993.114656 samples/sec	rmse=0.019818	lr=0.096783
Epoch[136] Batch [249]	Speed: 5826.145117 samples/sec	rmse=0.019838	lr=0.096673
Epoch[136] Batch [299]	Speed: 5430.556232 samples/sec	rmse=0.019887	lr=0.096563
Epoch[136] Batch [349]	Speed: 5746.464608 samples/sec	rmse=0.019894	lr=0.096453
Epoch[136] Batch [399]	Speed: 6034.050534 samples/sec	rmse=0.019901	lr=0.096342
Epoch[136] Batch [449]	Speed: 5871.831096 samples/sec	rmse=0.019913	lr=0.096232
Epoch[136] Batch [499]	Speed: 5310.876595 samples/sec	rmse=0.019923	lr=0.096122
Epoch[136] Batch [549]	Speed: 5868.800946 samples/sec	rmse=0.019932	lr=0.096012
Epoch[136] Batch [599]	Speed: 5904.515241 samples/sec	rmse=0.019932	lr=0.095902
Epoch[136] Batch [649]	Speed: 5839.972092 samples/sec	rmse=0.019929	lr=0.095792
Epoch[136] Batch [699]	Speed: 5773.377722 samples/sec	rmse=0.019929	lr=0.095682
Epoch[136] Batch [749]	Speed: 5892.748601 samples/sec	rmse=0.019926	lr=0.095572
Epoch[136] Batch [799]	Speed: 5683.712848 samples/sec	rmse=0.019919	lr=0.095463
Epoch[136] Batch [849]	Speed: 5791.238769 samples/sec	rmse=0.019921	lr=0.095353
Epoch[136] Batch [899]	Speed: 5868.480029 samples/sec	rmse=0.019917	lr=0.095243
Epoch[136] Batch [949]	Speed: 5105.894437 samples/sec	rmse=0.019930	lr=0.095134
Epoch[136] Batch [999]	Speed: 5560.362442 samples/sec	rmse=0.019928	lr=0.095024
Epoch[136] Batch [1049]	Speed: 5727.234730 samples/sec	rmse=0.019934	lr=0.094914
Epoch[136] Batch [1099]	Speed: 5561.238070 samples/sec	rmse=0.019928	lr=0.094805
Epoch[136] Batch [1149]	Speed: 5819.615552 samples/sec	rmse=0.019933	lr=0.094695
Epoch[136] Batch [1199]	Speed: 6038.605947 samples/sec	rmse=0.019938	lr=0.094586
Epoch[136] Batch [1249]	Speed: 5814.471665 samples/sec	rmse=0.019941	lr=0.094476
[Epoch 136] training: rmse=0.019941
[Epoch 136] speed: 5733 samples/sec	time cost: 233.225758
[Epoch 136] validation: err-top1=0.358299 err-top5=0.143176
Epoch[137] Batch [49]	Speed: 5152.436129 samples/sec	rmse=0.019843	lr=0.094365
Epoch[137] Batch [99]	Speed: 5220.159181 samples/sec	rmse=0.019814	lr=0.094255
Epoch[137] Batch [149]	Speed: 5612.394373 samples/sec	rmse=0.019842	lr=0.094146
Epoch[137] Batch [199]	Speed: 5514.398565 samples/sec	rmse=0.019868	lr=0.094037
Epoch[137] Batch [249]	Speed: 5746.516890 samples/sec	rmse=0.019855	lr=0.093928
Epoch[137] Batch [299]	Speed: 5463.583427 samples/sec	rmse=0.019855	lr=0.093819
Epoch[137] Batch [349]	Speed: 5485.020488 samples/sec	rmse=0.019867	lr=0.093709
Epoch[137] Batch [399]	Speed: 5636.289720 samples/sec	rmse=0.019872	lr=0.093600
Epoch[137] Batch [449]	Speed: 5523.178192 samples/sec	rmse=0.019873	lr=0.093491
Epoch[137] Batch [499]	Speed: 5861.096944 samples/sec	rmse=0.019885	lr=0.093382
Epoch[137] Batch [549]	Speed: 5057.825691 samples/sec	rmse=0.019899	lr=0.093273
Epoch[137] Batch [599]	Speed: 5707.438762 samples/sec	rmse=0.019903	lr=0.093165
Epoch[137] Batch [649]	Speed: 5510.757859 samples/sec	rmse=0.019916	lr=0.093056
Epoch[137] Batch [699]	Speed: 5717.341453 samples/sec	rmse=0.019922	lr=0.092947
Epoch[137] Batch [749]	Speed: 6194.520823 samples/sec	rmse=0.019924	lr=0.092838
Epoch[137] Batch [799]	Speed: 5797.632620 samples/sec	rmse=0.019924	lr=0.092729
Epoch[137] Batch [849]	Speed: 6088.778923 samples/sec	rmse=0.019919	lr=0.092621
Epoch[137] Batch [899]	Speed: 5768.661838 samples/sec	rmse=0.019924	lr=0.092512
Epoch[137] Batch [949]	Speed: 5570.573039 samples/sec	rmse=0.019929	lr=0.092404
Epoch[137] Batch [999]	Speed: 5568.602603 samples/sec	rmse=0.019929	lr=0.092295
Epoch[137] Batch [1049]	Speed: 5583.753569 samples/sec	rmse=0.019926	lr=0.092187
Epoch[137] Batch [1099]	Speed: 5667.526179 samples/sec	rmse=0.019919	lr=0.092078
Epoch[137] Batch [1149]	Speed: 5672.505393 samples/sec	rmse=0.019924	lr=0.091970
Epoch[137] Batch [1199]	Speed: 5799.046189 samples/sec	rmse=0.019927	lr=0.091861
Epoch[137] Batch [1249]	Speed: 5871.772494 samples/sec	rmse=0.019930	lr=0.091753
[Epoch 137] training: rmse=0.019930
[Epoch 137] speed: 5612 samples/sec	time cost: 237.799648
[Epoch 137] validation: err-top1=0.368304 err-top5=0.146265
Epoch[138] Batch [49]	Speed: 5693.454363 samples/sec	rmse=0.019887	lr=0.091643
Epoch[138] Batch [99]	Speed: 5817.375988 samples/sec	rmse=0.019790	lr=0.091534
Epoch[138] Batch [149]	Speed: 5813.009498 samples/sec	rmse=0.019789	lr=0.091426
Epoch[138] Batch [199]	Speed: 5802.372336 samples/sec	rmse=0.019793	lr=0.091318
Epoch[138] Batch [249]	Speed: 5479.586917 samples/sec	rmse=0.019806	lr=0.091210
Epoch[138] Batch [299]	Speed: 5745.285126 samples/sec	rmse=0.019796	lr=0.091102
Epoch[138] Batch [349]	Speed: 6008.360871 samples/sec	rmse=0.019807	lr=0.090994
Epoch[138] Batch [399]	Speed: 5797.894491 samples/sec	rmse=0.019800	lr=0.090886
Epoch[138] Batch [449]	Speed: 5693.117622 samples/sec	rmse=0.019799	lr=0.090778
Epoch[138] Batch [499]	Speed: 5791.333726 samples/sec	rmse=0.019831	lr=0.090670
Epoch[138] Batch [549]	Speed: 5597.470461 samples/sec	rmse=0.019824	lr=0.090562
Epoch[138] Batch [599]	Speed: 5655.756880 samples/sec	rmse=0.019824	lr=0.090455
Epoch[138] Batch [649]	Speed: 6075.582829 samples/sec	rmse=0.019838	lr=0.090347
Epoch[138] Batch [699]	Speed: 5804.688537 samples/sec	rmse=0.019844	lr=0.090239
Epoch[138] Batch [749]	Speed: 5659.378925 samples/sec	rmse=0.019854	lr=0.090132
Epoch[138] Batch [799]	Speed: 5741.274795 samples/sec	rmse=0.019862	lr=0.090024
Epoch[138] Batch [849]	Speed: 5663.325806 samples/sec	rmse=0.019866	lr=0.089916
Epoch[138] Batch [899]	Speed: 5813.339012 samples/sec	rmse=0.019874	lr=0.089809
Epoch[138] Batch [949]	Speed: 5686.136104 samples/sec	rmse=0.019888	lr=0.089701
Epoch[138] Batch [999]	Speed: 5488.392436 samples/sec	rmse=0.019886	lr=0.089594
Epoch[138] Batch [1049]	Speed: 5495.674310 samples/sec	rmse=0.019897	lr=0.089487
Epoch[138] Batch [1099]	Speed: 5965.369890 samples/sec	rmse=0.019893	lr=0.089379
Epoch[138] Batch [1149]	Speed: 5658.750350 samples/sec	rmse=0.019891	lr=0.089272
Epoch[138] Batch [1199]	Speed: 5702.329314 samples/sec	rmse=0.019885	lr=0.089165
Epoch[138] Batch [1249]	Speed: 5738.015240 samples/sec	rmse=0.019893	lr=0.089058
[Epoch 138] training: rmse=0.019892
[Epoch 138] speed: 5724 samples/sec	time cost: 233.483629
[Epoch 138] validation: err-top1=0.375717 err-top5=0.152304
Epoch[139] Batch [49]	Speed: 5411.571608 samples/sec	rmse=0.019896	lr=0.088948
Epoch[139] Batch [99]	Speed: 5846.541553 samples/sec	rmse=0.019908	lr=0.088841
Epoch[139] Batch [149]	Speed: 5904.174174 samples/sec	rmse=0.019799	lr=0.088734
Epoch[139] Batch [199]	Speed: 5455.664086 samples/sec	rmse=0.019788	lr=0.088627
Epoch[139] Batch [249]	Speed: 5786.395446 samples/sec	rmse=0.019853	lr=0.088520
Epoch[139] Batch [299]	Speed: 5704.131594 samples/sec	rmse=0.019884	lr=0.088414
Epoch[139] Batch [349]	Speed: 5696.972220 samples/sec	rmse=0.019887	lr=0.088307
Epoch[139] Batch [399]	Speed: 5445.338234 samples/sec	rmse=0.019905	lr=0.088200
Epoch[139] Batch [449]	Speed: 5736.127749 samples/sec	rmse=0.019904	lr=0.088093
Epoch[139] Batch [499]	Speed: 5529.602584 samples/sec	rmse=0.019911	lr=0.087986
Epoch[139] Batch [549]	Speed: 5448.819296 samples/sec	rmse=0.019907	lr=0.087880
Epoch[139] Batch [599]	Speed: 5996.735204 samples/sec	rmse=0.019902	lr=0.087773
Epoch[139] Batch [649]	Speed: 5307.640601 samples/sec	rmse=0.019889	lr=0.087667
Epoch[139] Batch [699]	Speed: 5710.863059 samples/sec	rmse=0.019898	lr=0.087560
Epoch[139] Batch [749]	Speed: 5719.173190 samples/sec	rmse=0.019897	lr=0.087454
Epoch[139] Batch [799]	Speed: 5845.103146 samples/sec	rmse=0.019905	lr=0.087347
Epoch[139] Batch [849]	Speed: 5780.996961 samples/sec	rmse=0.019901	lr=0.087241
Epoch[139] Batch [899]	Speed: 5494.066269 samples/sec	rmse=0.019904	lr=0.087134
Epoch[139] Batch [949]	Speed: 5870.957659 samples/sec	rmse=0.019911	lr=0.087028
Epoch[139] Batch [999]	Speed: 5650.527483 samples/sec	rmse=0.019909	lr=0.086922
Epoch[139] Batch [1049]	Speed: 5808.072528 samples/sec	rmse=0.019912	lr=0.086816
Epoch[139] Batch [1099]	Speed: 5790.129354 samples/sec	rmse=0.019924	lr=0.086709
Epoch[139] Batch [1149]	Speed: 6139.914808 samples/sec	rmse=0.019921	lr=0.086603
Epoch[139] Batch [1199]	Speed: 5865.045486 samples/sec	rmse=0.019921	lr=0.086497
Epoch[139] Batch [1249]	Speed: 5386.942979 samples/sec	rmse=0.019920	lr=0.086391
[Epoch 139] training: rmse=0.019921
[Epoch 139] speed: 5679 samples/sec	time cost: 235.020067
[Epoch 139] validation: err-top1=0.387614 err-top5=0.161397
Epoch[140] Batch [49]	Speed: 5544.204253 samples/sec	rmse=0.019843	lr=0.086283
Epoch[140] Batch [99]	Speed: 5660.382548 samples/sec	rmse=0.019709	lr=0.086177
Epoch[140] Batch [149]	Speed: 5677.371935 samples/sec	rmse=0.019700	lr=0.086071
Epoch[140] Batch [199]	Speed: 5799.877212 samples/sec	rmse=0.019730	lr=0.085966
Epoch[140] Batch [249]	Speed: 5651.830951 samples/sec	rmse=0.019768	lr=0.085860
Epoch[140] Batch [299]	Speed: 5511.020053 samples/sec	rmse=0.019746	lr=0.085754
Epoch[140] Batch [349]	Speed: 5729.279155 samples/sec	rmse=0.019747	lr=0.085648
Epoch[140] Batch [399]	Speed: 5498.975027 samples/sec	rmse=0.019757	lr=0.085543
Epoch[140] Batch [449]	Speed: 5456.456581 samples/sec	rmse=0.019786	lr=0.085437
Epoch[140] Batch [499]	Speed: 5311.253966 samples/sec	rmse=0.019786	lr=0.085332
Epoch[140] Batch [549]	Speed: 5775.780343 samples/sec	rmse=0.019786	lr=0.085226
Epoch[140] Batch [599]	Speed: 5650.611636 samples/sec	rmse=0.019791	lr=0.085121
Epoch[140] Batch [649]	Speed: 5434.231139 samples/sec	rmse=0.019777	lr=0.085015
Epoch[140] Batch [699]	Speed: 5632.403465 samples/sec	rmse=0.019777	lr=0.084910
Epoch[140] Batch [749]	Speed: 5750.756148 samples/sec	rmse=0.019782	lr=0.084805
Epoch[140] Batch [799]	Speed: 5676.908181 samples/sec	rmse=0.019797	lr=0.084699
Epoch[140] Batch [849]	Speed: 5578.503963 samples/sec	rmse=0.019797	lr=0.084594
Epoch[140] Batch [899]	Speed: 5488.808925 samples/sec	rmse=0.019808	lr=0.084489
Epoch[140] Batch [949]	Speed: 6003.754613 samples/sec	rmse=0.019817	lr=0.084384
Epoch[140] Batch [999]	Speed: 5815.040992 samples/sec	rmse=0.019812	lr=0.084279
Epoch[140] Batch [1049]	Speed: 5987.280349 samples/sec	rmse=0.019812	lr=0.084174
Epoch[140] Batch [1099]	Speed: 5767.205735 samples/sec	rmse=0.019806	lr=0.084069
Epoch[140] Batch [1149]	Speed: 5780.785476 samples/sec	rmse=0.019810	lr=0.083964
Epoch[140] Batch [1199]	Speed: 5620.191325 samples/sec	rmse=0.019816	lr=0.083859
Epoch[140] Batch [1249]	Speed: 5646.211672 samples/sec	rmse=0.019820	lr=0.083754
[Epoch 140] training: rmse=0.019820
[Epoch 140] speed: 5647 samples/sec	time cost: 236.454319
[Epoch 140] validation: err-top1=0.355349 err-top5=0.136201
Epoch[141] Batch [49]	Speed: 5669.122587 samples/sec	rmse=0.019756	lr=0.083647
Epoch[141] Batch [99]	Speed: 5263.445732 samples/sec	rmse=0.019749	lr=0.083543
Epoch[141] Batch [149]	Speed: 5563.335457 samples/sec	rmse=0.019700	lr=0.083438
Epoch[141] Batch [199]	Speed: 5514.739561 samples/sec	rmse=0.019667	lr=0.083333
Epoch[141] Batch [249]	Speed: 5620.243835 samples/sec	rmse=0.019707	lr=0.083229
Epoch[141] Batch [299]	Speed: 6008.919874 samples/sec	rmse=0.019717	lr=0.083124
Epoch[141] Batch [349]	Speed: 5565.837446 samples/sec	rmse=0.019719	lr=0.083020
Epoch[141] Batch [399]	Speed: 5473.712440 samples/sec	rmse=0.019715	lr=0.082915
Epoch[141] Batch [449]	Speed: 5459.049567 samples/sec	rmse=0.019734	lr=0.082811
Epoch[141] Batch [499]	Speed: 5877.771121 samples/sec	rmse=0.019745	lr=0.082707
Epoch[141] Batch [549]	Speed: 5708.574679 samples/sec	rmse=0.019730	lr=0.082602
Epoch[141] Batch [599]	Speed: 5529.503487 samples/sec	rmse=0.019748	lr=0.082498
Epoch[141] Batch [649]	Speed: 5764.013835 samples/sec	rmse=0.019742	lr=0.082394
Epoch[141] Batch [699]	Speed: 5591.019954 samples/sec	rmse=0.019745	lr=0.082290
Epoch[141] Batch [749]	Speed: 5626.029799 samples/sec	rmse=0.019752	lr=0.082186
Epoch[141] Batch [799]	Speed: 5581.194835 samples/sec	rmse=0.019758	lr=0.082082
Epoch[141] Batch [849]	Speed: 5496.057865 samples/sec	rmse=0.019762	lr=0.081978
Epoch[141] Batch [899]	Speed: 5886.675973 samples/sec	rmse=0.019764	lr=0.081874
Epoch[141] Batch [949]	Speed: 5784.238239 samples/sec	rmse=0.019772	lr=0.081770
Epoch[141] Batch [999]	Speed: 5468.996432 samples/sec	rmse=0.019773	lr=0.081666
Epoch[141] Batch [1049]	Speed: 5789.638256 samples/sec	rmse=0.019776	lr=0.081562
Epoch[141] Batch [1099]	Speed: 5656.600978 samples/sec	rmse=0.019778	lr=0.081458
Epoch[141] Batch [1149]	Speed: 5682.751462 samples/sec	rmse=0.019787	lr=0.081355
Epoch[141] Batch [1199]	Speed: 5993.315199 samples/sec	rmse=0.019795	lr=0.081251
Epoch[141] Batch [1249]	Speed: 5666.611679 samples/sec	rmse=0.019787	lr=0.081148
[Epoch 141] training: rmse=0.019786
[Epoch 141] speed: 5639 samples/sec	time cost: 236.697205
[Epoch 141] validation: err-top1=0.353037 err-top5=0.137516
Epoch[142] Batch [49]	Speed: 5504.696876 samples/sec	rmse=0.019638	lr=0.081042
Epoch[142] Batch [99]	Speed: 5621.176241 samples/sec	rmse=0.019632	lr=0.080938
Epoch[142] Batch [149]	Speed: 5761.568588 samples/sec	rmse=0.019720	lr=0.080835
Epoch[142] Batch [199]	Speed: 5457.349297 samples/sec	rmse=0.019724	lr=0.080732
Epoch[142] Batch [249]	Speed: 5769.330569 samples/sec	rmse=0.019716	lr=0.080628
Epoch[142] Batch [299]	Speed: 5846.460058 samples/sec	rmse=0.019728	lr=0.080525
Epoch[142] Batch [349]	Speed: 5866.498373 samples/sec	rmse=0.019731	lr=0.080422
Epoch[142] Batch [399]	Speed: 5916.031515 samples/sec	rmse=0.019740	lr=0.080318
Epoch[142] Batch [449]	Speed: 5270.125882 samples/sec	rmse=0.019742	lr=0.080215
Epoch[142] Batch [499]	Speed: 5720.124542 samples/sec	rmse=0.019743	lr=0.080112
Epoch[142] Batch [549]	Speed: 5295.730381 samples/sec	rmse=0.019730	lr=0.080009
Epoch[142] Batch [599]	Speed: 5700.930564 samples/sec	rmse=0.019722	lr=0.079906
Epoch[142] Batch [649]	Speed: 5786.275706 samples/sec	rmse=0.019732	lr=0.079803
Epoch[142] Batch [699]	Speed: 5631.695355 samples/sec	rmse=0.019727	lr=0.079700
Epoch[142] Batch [749]	Speed: 5626.230701 samples/sec	rmse=0.019737	lr=0.079597
Epoch[142] Batch [799]	Speed: 5807.891886 samples/sec	rmse=0.019746	lr=0.079495
Epoch[142] Batch [849]	Speed: 6047.680212 samples/sec	rmse=0.019751	lr=0.079392
Epoch[142] Batch [899]	Speed: 5104.637057 samples/sec	rmse=0.019758	lr=0.079289
Epoch[142] Batch [949]	Speed: 5570.712341 samples/sec	rmse=0.019765	lr=0.079186
Epoch[142] Batch [999]	Speed: 5627.914838 samples/sec	rmse=0.019773	lr=0.079084
Epoch[142] Batch [1049]	Speed: 5824.701561 samples/sec	rmse=0.019769	lr=0.078981
Epoch[142] Batch [1099]	Speed: 5929.081920 samples/sec	rmse=0.019772	lr=0.078879
Epoch[142] Batch [1149]	Speed: 5863.920425 samples/sec	rmse=0.019774	lr=0.078776
Epoch[142] Batch [1199]	Speed: 6166.147361 samples/sec	rmse=0.019777	lr=0.078674
Epoch[142] Batch [1249]	Speed: 5848.909089 samples/sec	rmse=0.019779	lr=0.078572
[Epoch 142] training: rmse=0.019779
[Epoch 142] speed: 5686 samples/sec	time cost: 234.806519
[Epoch 142] validation: err-top1=0.355947 err-top5=0.140406
Epoch[143] Batch [49]	Speed: 5423.355939 samples/sec	rmse=0.019736	lr=0.078467
Epoch[143] Batch [99]	Speed: 5734.038013 samples/sec	rmse=0.019698	lr=0.078365
Epoch[143] Batch [149]	Speed: 5862.601011 samples/sec	rmse=0.019668	lr=0.078263
Epoch[143] Batch [199]	Speed: 5736.077034 samples/sec	rmse=0.019685	lr=0.078161
Epoch[143] Batch [249]	Speed: 5694.784961 samples/sec	rmse=0.019663	lr=0.078059
Epoch[143] Batch [299]	Speed: 6051.618879 samples/sec	rmse=0.019638	lr=0.077956
Epoch[143] Batch [349]	Speed: 5677.010081 samples/sec	rmse=0.019658	lr=0.077854
Epoch[143] Batch [399]	Speed: 5382.224694 samples/sec	rmse=0.019670	lr=0.077753
Epoch[143] Batch [449]	Speed: 5670.411441 samples/sec	rmse=0.019683	lr=0.077651
Epoch[143] Batch [499]	Speed: 5612.515092 samples/sec	rmse=0.019703	lr=0.077549
Epoch[143] Batch [549]	Speed: 5544.422830 samples/sec	rmse=0.019713	lr=0.077447
Epoch[143] Batch [599]	Speed: 5248.477394 samples/sec	rmse=0.019721	lr=0.077345
Epoch[143] Batch [649]	Speed: 5695.846051 samples/sec	rmse=0.019727	lr=0.077244
Epoch[143] Batch [699]	Speed: 5730.496877 samples/sec	rmse=0.019728	lr=0.077142
Epoch[143] Batch [749]	Speed: 5808.931752 samples/sec	rmse=0.019734	lr=0.077040
Epoch[143] Batch [799]	Speed: 6023.874439 samples/sec	rmse=0.019741	lr=0.076939
Epoch[143] Batch [849]	Speed: 5480.594637 samples/sec	rmse=0.019740	lr=0.076837
Epoch[143] Batch [899]	Speed: 5670.464295 samples/sec	rmse=0.019743	lr=0.076736
Epoch[143] Batch [949]	Speed: 5539.392482 samples/sec	rmse=0.019749	lr=0.076634
Epoch[143] Batch [999]	Speed: 5824.772971 samples/sec	rmse=0.019756	lr=0.076533
Epoch[143] Batch [1049]	Speed: 5718.425127 samples/sec	rmse=0.019758	lr=0.076432
Epoch[143] Batch [1099]	Speed: 5425.337984 samples/sec	rmse=0.019762	lr=0.076331
Epoch[143] Batch [1149]	Speed: 5502.096444 samples/sec	rmse=0.019756	lr=0.076229
Epoch[143] Batch [1199]	Speed: 5605.047342 samples/sec	rmse=0.019765	lr=0.076128
Epoch[143] Batch [1249]	Speed: 5901.522145 samples/sec	rmse=0.019762	lr=0.076027
[Epoch 143] training: rmse=0.019762
[Epoch 143] speed: 5651 samples/sec	time cost: 236.281913
[Epoch 143] validation: err-top1=0.362384 err-top5=0.141303
Epoch[144] Batch [49]	Speed: 5582.702770 samples/sec	rmse=0.019641	lr=0.075924
Epoch[144] Batch [99]	Speed: 5671.794055 samples/sec	rmse=0.019633	lr=0.075823
Epoch[144] Batch [149]	Speed: 5752.823105 samples/sec	rmse=0.019651	lr=0.075722
Epoch[144] Batch [199]	Speed: 5531.987530 samples/sec	rmse=0.019666	lr=0.075621
Epoch[144] Batch [249]	Speed: 5527.312022 samples/sec	rmse=0.019695	lr=0.075521
Epoch[144] Batch [299]	Speed: 5952.742840 samples/sec	rmse=0.019689	lr=0.075420
Epoch[144] Batch [349]	Speed: 5385.247079 samples/sec	rmse=0.019709	lr=0.075319
Epoch[144] Batch [399]	Speed: 5833.223589 samples/sec	rmse=0.019705	lr=0.075218
Epoch[144] Batch [449]	Speed: 5652.775801 samples/sec	rmse=0.019698	lr=0.075118
Epoch[144] Batch [499]	Speed: 5595.406453 samples/sec	rmse=0.019696	lr=0.075017
Epoch[144] Batch [549]	Speed: 5663.414224 samples/sec	rmse=0.019698	lr=0.074917
Epoch[144] Batch [599]	Speed: 5901.927462 samples/sec	rmse=0.019703	lr=0.074816
Epoch[144] Batch [649]	Speed: 5795.756858 samples/sec	rmse=0.019696	lr=0.074716
Epoch[144] Batch [699]	Speed: 5686.083108 samples/sec	rmse=0.019705	lr=0.074615
Epoch[144] Batch [749]	Speed: 5531.316409 samples/sec	rmse=0.019698	lr=0.074515
Epoch[144] Batch [799]	Speed: 5736.091130 samples/sec	rmse=0.019703	lr=0.074415
Epoch[144] Batch [849]	Speed: 5545.601038 samples/sec	rmse=0.019709	lr=0.074315
Epoch[144] Batch [899]	Speed: 5818.389459 samples/sec	rmse=0.019714	lr=0.074215
Epoch[144] Batch [949]	Speed: 5831.344048 samples/sec	rmse=0.019724	lr=0.074114
Epoch[144] Batch [999]	Speed: 5714.032533 samples/sec	rmse=0.019725	lr=0.074014
Epoch[144] Batch [1049]	Speed: 5506.419015 samples/sec	rmse=0.019721	lr=0.073914
Epoch[144] Batch [1099]	Speed: 5726.092596 samples/sec	rmse=0.019722	lr=0.073814
Epoch[144] Batch [1149]	Speed: 5870.627840 samples/sec	rmse=0.019724	lr=0.073715
Epoch[144] Batch [1199]	Speed: 5576.480705 samples/sec	rmse=0.019726	lr=0.073615
Epoch[144] Batch [1249]	Speed: 5744.268074 samples/sec	rmse=0.019725	lr=0.073515
[Epoch 144] training: rmse=0.019725
[Epoch 144] speed: 5675 samples/sec	time cost: 235.157178
[Epoch 144] validation: err-top1=0.377890 err-top5=0.155273
Epoch[145] Batch [49]	Speed: 5629.739744 samples/sec	rmse=0.019628	lr=0.073413
Epoch[145] Batch [99]	Speed: 5234.969394 samples/sec	rmse=0.019569	lr=0.073314
Epoch[145] Batch [149]	Speed: 5339.226976 samples/sec	rmse=0.019571	lr=0.073214
Epoch[145] Batch [199]	Speed: 5303.037497 samples/sec	rmse=0.019614	lr=0.073114
Epoch[145] Batch [249]	Speed: 5737.127359 samples/sec	rmse=0.019635	lr=0.073015
Epoch[145] Batch [299]	Speed: 5700.197402 samples/sec	rmse=0.019623	lr=0.072915
Epoch[145] Batch [349]	Speed: 5724.037628 samples/sec	rmse=0.019643	lr=0.072816
Epoch[145] Batch [399]	Speed: 5595.463167 samples/sec	rmse=0.019637	lr=0.072717
Epoch[145] Batch [449]	Speed: 5560.764007 samples/sec	rmse=0.019634	lr=0.072617
Epoch[145] Batch [499]	Speed: 5785.700307 samples/sec	rmse=0.019648	lr=0.072518
Epoch[145] Batch [549]	Speed: 5582.187894 samples/sec	rmse=0.019638	lr=0.072419
Epoch[145] Batch [599]	Speed: 5996.413037 samples/sec	rmse=0.019642	lr=0.072320
Epoch[145] Batch [649]	Speed: 5821.292964 samples/sec	rmse=0.019646	lr=0.072221
Epoch[145] Batch [699]	Speed: 5810.583199 samples/sec	rmse=0.019656	lr=0.072121
Epoch[145] Batch [749]	Speed: 5430.575046 samples/sec	rmse=0.019647	lr=0.072022
Epoch[145] Batch [799]	Speed: 5470.186551 samples/sec	rmse=0.019655	lr=0.071924
Epoch[145] Batch [849]	Speed: 5635.830138 samples/sec	rmse=0.019661	lr=0.071825
Epoch[145] Batch [899]	Speed: 5693.409381 samples/sec	rmse=0.019668	lr=0.071726
Epoch[145] Batch [949]	Speed: 5793.727559 samples/sec	rmse=0.019677	lr=0.071627
Epoch[145] Batch [999]	Speed: 5685.086154 samples/sec	rmse=0.019684	lr=0.071528
Epoch[145] Batch [1049]	Speed: 5553.916260 samples/sec	rmse=0.019697	lr=0.071430
Epoch[145] Batch [1099]	Speed: 5500.707254 samples/sec	rmse=0.019702	lr=0.071331
Epoch[145] Batch [1149]	Speed: 5828.917612 samples/sec	rmse=0.019701	lr=0.071232
Epoch[145] Batch [1199]	Speed: 5754.862710 samples/sec	rmse=0.019705	lr=0.071134
Epoch[145] Batch [1249]	Speed: 5721.209272 samples/sec	rmse=0.019708	lr=0.071035
[Epoch 145] training: rmse=0.019709
[Epoch 145] speed: 5618 samples/sec	time cost: 237.532659
[Epoch 145] validation: err-top1=0.379049 err-top5=0.154093
Epoch[146] Batch [49]	Speed: 5506.657640 samples/sec	rmse=0.019515	lr=0.070935
Epoch[146] Batch [99]	Speed: 5640.394663 samples/sec	rmse=0.019529	lr=0.070837
Epoch[146] Batch [149]	Speed: 5692.953115 samples/sec	rmse=0.019484	lr=0.070738
Epoch[146] Batch [199]	Speed: 5375.109128 samples/sec	rmse=0.019517	lr=0.070640
Epoch[146] Batch [249]	Speed: 5729.315687 samples/sec	rmse=0.019543	lr=0.070542
Epoch[146] Batch [299]	Speed: 5859.202278 samples/sec	rmse=0.019562	lr=0.070444
Epoch[146] Batch [349]	Speed: 5708.733110 samples/sec	rmse=0.019553	lr=0.070346
Epoch[146] Batch [399]	Speed: 5742.698636 samples/sec	rmse=0.019561	lr=0.070248
Epoch[146] Batch [449]	Speed: 5631.248040 samples/sec	rmse=0.019591	lr=0.070150
Epoch[146] Batch [499]	Speed: 5689.976879 samples/sec	rmse=0.019597	lr=0.070052
Epoch[146] Batch [549]	Speed: 5759.308597 samples/sec	rmse=0.019606	lr=0.069954
Epoch[146] Batch [599]	Speed: 5672.563231 samples/sec	rmse=0.019604	lr=0.069856
Epoch[146] Batch [649]	Speed: 5796.766095 samples/sec	rmse=0.019605	lr=0.069758
Epoch[146] Batch [699]	Speed: 5466.963576 samples/sec	rmse=0.019609	lr=0.069661
Epoch[146] Batch [749]	Speed: 5580.758552 samples/sec	rmse=0.019611	lr=0.069563
Epoch[146] Batch [799]	Speed: 5536.731480 samples/sec	rmse=0.019611	lr=0.069465
Epoch[146] Batch [849]	Speed: 5611.220164 samples/sec	rmse=0.019617	lr=0.069368
Epoch[146] Batch [899]	Speed: 5813.092738 samples/sec	rmse=0.019634	lr=0.069270
Epoch[146] Batch [949]	Speed: 5638.799437 samples/sec	rmse=0.019632	lr=0.069173
Epoch[146] Batch [999]	Speed: 5622.187260 samples/sec	rmse=0.019637	lr=0.069076
Epoch[146] Batch [1049]	Speed: 5489.587083 samples/sec	rmse=0.019645	lr=0.068978
Epoch[146] Batch [1099]	Speed: 5839.235601 samples/sec	rmse=0.019653	lr=0.068881
Epoch[146] Batch [1149]	Speed: 5354.653289 samples/sec	rmse=0.019652	lr=0.068784
Epoch[146] Batch [1199]	Speed: 5724.721843 samples/sec	rmse=0.019650	lr=0.068687
Epoch[146] Batch [1249]	Speed: 5580.433124 samples/sec	rmse=0.019654	lr=0.068590
[Epoch 146] training: rmse=0.019654
[Epoch 146] speed: 5632 samples/sec	time cost: 237.325260
[Epoch 146] validation: err-top1=0.368104 err-top5=0.147022
Epoch[147] Batch [49]	Speed: 5172.280393 samples/sec	rmse=0.019482	lr=0.068491
Epoch[147] Batch [99]	Speed: 5788.049079 samples/sec	rmse=0.019484	lr=0.068394
Epoch[147] Batch [149]	Speed: 5658.918702 samples/sec	rmse=0.019521	lr=0.068297
Epoch[147] Batch [199]	Speed: 5610.944097 samples/sec	rmse=0.019540	lr=0.068200
Epoch[147] Batch [249]	Speed: 5612.835616 samples/sec	rmse=0.019522	lr=0.068103
Epoch[147] Batch [299]	Speed: 5507.020275 samples/sec	rmse=0.019526	lr=0.068006
Epoch[147] Batch [349]	Speed: 5702.124757 samples/sec	rmse=0.019546	lr=0.067909
Epoch[147] Batch [399]	Speed: 5802.747213 samples/sec	rmse=0.019561	lr=0.067813
Epoch[147] Batch [449]	Speed: 5584.876803 samples/sec	rmse=0.019551	lr=0.067716
Epoch[147] Batch [499]	Speed: 5489.258029 samples/sec	rmse=0.019537	lr=0.067620
Epoch[147] Batch [549]	Speed: 5699.585141 samples/sec	rmse=0.019550	lr=0.067523
Epoch[147] Batch [599]	Speed: 5717.620630 samples/sec	rmse=0.019559	lr=0.067427
Epoch[147] Batch [649]	Speed: 5663.211404 samples/sec	rmse=0.019587	lr=0.067330
Epoch[147] Batch [699]	Speed: 5687.852535 samples/sec	rmse=0.019590	lr=0.067234
Epoch[147] Batch [749]	Speed: 5667.430154 samples/sec	rmse=0.019585	lr=0.067138
Epoch[147] Batch [799]	Speed: 5768.757915 samples/sec	rmse=0.019586	lr=0.067041
Epoch[147] Batch [849]	Speed: 5998.021540 samples/sec	rmse=0.019584	lr=0.066945
Epoch[147] Batch [899]	Speed: 5615.709945 samples/sec	rmse=0.019584	lr=0.066849
Epoch[147] Batch [949]	Speed: 5678.592466 samples/sec	rmse=0.019586	lr=0.066753
Epoch[147] Batch [999]	Speed: 5527.056668 samples/sec	rmse=0.019582	lr=0.066657
Epoch[147] Batch [1049]	Speed: 5724.733899 samples/sec	rmse=0.019585	lr=0.066561
Epoch[147] Batch [1099]	Speed: 5836.696623 samples/sec	rmse=0.019593	lr=0.066465
Epoch[147] Batch [1149]	Speed: 5511.996076 samples/sec	rmse=0.019592	lr=0.066369
Epoch[147] Batch [1199]	Speed: 5741.947784 samples/sec	rmse=0.019606	lr=0.066273
Epoch[147] Batch [1249]	Speed: 5566.569060 samples/sec	rmse=0.019604	lr=0.066178
[Epoch 147] training: rmse=0.019604
[Epoch 147] speed: 5642 samples/sec	time cost: 236.375590
[Epoch 147] validation: err-top1=0.348752 err-top5=0.135722
Epoch[148] Batch [49]	Speed: 5396.291861 samples/sec	rmse=0.019455	lr=0.066080
Epoch[148] Batch [99]	Speed: 5606.514331 samples/sec	rmse=0.019382	lr=0.065984
Epoch[148] Batch [149]	Speed: 5571.098638 samples/sec	rmse=0.019447	lr=0.065889
Epoch[148] Batch [199]	Speed: 5762.427714 samples/sec	rmse=0.019451	lr=0.065793
Epoch[148] Batch [249]	Speed: 5671.835700 samples/sec	rmse=0.019468	lr=0.065698
Epoch[148] Batch [299]	Speed: 5594.810811 samples/sec	rmse=0.019498	lr=0.065603
Epoch[148] Batch [349]	Speed: 5585.144210 samples/sec	rmse=0.019487	lr=0.065507
Epoch[148] Batch [399]	Speed: 5137.671623 samples/sec	rmse=0.019487	lr=0.065412
Epoch[148] Batch [449]	Speed: 5894.848357 samples/sec	rmse=0.019490	lr=0.065317
Epoch[148] Batch [499]	Speed: 5401.216476 samples/sec	rmse=0.019482	lr=0.065222
Epoch[148] Batch [549]	Speed: 5413.407763 samples/sec	rmse=0.019498	lr=0.065126
Epoch[148] Batch [599]	Speed: 5623.820669 samples/sec	rmse=0.019517	lr=0.065031
Epoch[148] Batch [649]	Speed: 5721.245701 samples/sec	rmse=0.019508	lr=0.064936
Epoch[148] Batch [699]	Speed: 5492.054345 samples/sec	rmse=0.019516	lr=0.064841
Epoch[148] Batch [749]	Speed: 5528.613057 samples/sec	rmse=0.019519	lr=0.064746
Epoch[148] Batch [799]	Speed: 5116.744747 samples/sec	rmse=0.019521	lr=0.064652
Epoch[148] Batch [849]	Speed: 5909.476445 samples/sec	rmse=0.019524	lr=0.064557
Epoch[148] Batch [899]	Speed: 5801.269779 samples/sec	rmse=0.019528	lr=0.064462
Epoch[148] Batch [949]	Speed: 5373.274119 samples/sec	rmse=0.019529	lr=0.064367
Epoch[148] Batch [999]	Speed: 5231.760975 samples/sec	rmse=0.019534	lr=0.064273
Epoch[148] Batch [1049]	Speed: 5661.901787 samples/sec	rmse=0.019538	lr=0.064178
Epoch[148] Batch [1099]	Speed: 5816.323330 samples/sec	rmse=0.019542	lr=0.064084
Epoch[148] Batch [1149]	Speed: 5778.216215 samples/sec	rmse=0.019543	lr=0.063989
Epoch[148] Batch [1199]	Speed: 5605.472507 samples/sec	rmse=0.019550	lr=0.063895
Epoch[148] Batch [1249]	Speed: 5562.071908 samples/sec	rmse=0.019545	lr=0.063801
[Epoch 148] training: rmse=0.019544
[Epoch 148] speed: 5558 samples/sec	time cost: 239.791264
[Epoch 148] validation: err-top1=0.349849 err-top5=0.135085
Epoch[149] Batch [49]	Speed: 5791.635795 samples/sec	rmse=0.019335	lr=0.063704
Epoch[149] Batch [99]	Speed: 5466.619695 samples/sec	rmse=0.019391	lr=0.063610
Epoch[149] Batch [149]	Speed: 5497.490726 samples/sec	rmse=0.019425	lr=0.063516
Epoch[149] Batch [199]	Speed: 5993.543357 samples/sec	rmse=0.019482	lr=0.063422
Epoch[149] Batch [249]	Speed: 5767.459752 samples/sec	rmse=0.019466	lr=0.063328
Epoch[149] Batch [299]	Speed: 5844.348501 samples/sec	rmse=0.019493	lr=0.063234
Epoch[149] Batch [349]	Speed: 5884.542850 samples/sec	rmse=0.019505	lr=0.063140
Epoch[149] Batch [399]	Speed: 5636.463543 samples/sec	rmse=0.019513	lr=0.063046
Epoch[149] Batch [449]	Speed: 5560.810517 samples/sec	rmse=0.019510	lr=0.062952
Epoch[149] Batch [499]	Speed: 5735.303405 samples/sec	rmse=0.019518	lr=0.062858
Epoch[149] Batch [549]	Speed: 5759.190130 samples/sec	rmse=0.019517	lr=0.062765
Epoch[149] Batch [599]	Speed: 5476.570169 samples/sec	rmse=0.019516	lr=0.062671
Epoch[149] Batch [649]	Speed: 5996.930632 samples/sec	rmse=0.019509	lr=0.062578
Epoch[149] Batch [699]	Speed: 5726.520442 samples/sec	rmse=0.019504	lr=0.062484
Epoch[149] Batch [749]	Speed: 5656.763987 samples/sec	rmse=0.019501	lr=0.062391
Epoch[149] Batch [799]	Speed: 5920.496100 samples/sec	rmse=0.019509	lr=0.062297
Epoch[149] Batch [849]	Speed: 5673.922459 samples/sec	rmse=0.019512	lr=0.062204
Epoch[149] Batch [899]	Speed: 5660.163534 samples/sec	rmse=0.019502	lr=0.062110
Epoch[149] Batch [949]	Speed: 5771.419589 samples/sec	rmse=0.019508	lr=0.062017
Epoch[149] Batch [999]	Speed: 6010.150719 samples/sec	rmse=0.019515	lr=0.061924
Epoch[149] Batch [1049]	Speed: 5800.306286 samples/sec	rmse=0.019512	lr=0.061831
Epoch[149] Batch [1099]	Speed: 5574.553551 samples/sec	rmse=0.019517	lr=0.061738
Epoch[149] Batch [1149]	Speed: 5961.387261 samples/sec	rmse=0.019517	lr=0.061645
Epoch[149] Batch [1199]	Speed: 5655.495776 samples/sec	rmse=0.019517	lr=0.061552
Epoch[149] Batch [1249]	Speed: 5649.254339 samples/sec	rmse=0.019517	lr=0.061459
[Epoch 149] training: rmse=0.019517
[Epoch 149] speed: 5729 samples/sec	time cost: 232.888973
[Epoch 149] validation: err-top1=0.343750 err-top5=0.131099
Epoch[150] Batch [49]	Speed: 5557.841206 samples/sec	rmse=0.019536	lr=0.061364
Epoch[150] Batch [99]	Speed: 5725.825416 samples/sec	rmse=0.019462	lr=0.061271
Epoch[150] Batch [149]	Speed: 5685.997895 samples/sec	rmse=0.019383	lr=0.061179
Epoch[150] Batch [199]	Speed: 5529.838523 samples/sec	rmse=0.019449	lr=0.061086
Epoch[150] Batch [249]	Speed: 4927.601336 samples/sec	rmse=0.019467	lr=0.060993
Epoch[150] Batch [299]	Speed: 5556.964634 samples/sec	rmse=0.019476	lr=0.060901
Epoch[150] Batch [349]	Speed: 5594.015507 samples/sec	rmse=0.019453	lr=0.060808
Epoch[150] Batch [399]	Speed: 5885.733911 samples/sec	rmse=0.019475	lr=0.060716
Epoch[150] Batch [449]	Speed: 5308.614542 samples/sec	rmse=0.019476	lr=0.060623
Epoch[150] Batch [499]	Speed: 5813.929681 samples/sec	rmse=0.019472	lr=0.060531
Epoch[150] Batch [549]	Speed: 5749.997183 samples/sec	rmse=0.019466	lr=0.060439
Epoch[150] Batch [599]	Speed: 5310.486539 samples/sec	rmse=0.019463	lr=0.060347
Epoch[150] Batch [649]	Speed: 5500.023557 samples/sec	rmse=0.019481	lr=0.060254
Epoch[150] Batch [699]	Speed: 5733.835156 samples/sec	rmse=0.019486	lr=0.060162
Epoch[150] Batch [749]	Speed: 6000.932067 samples/sec	rmse=0.019487	lr=0.060070
Epoch[150] Batch [799]	Speed: 5603.995242 samples/sec	rmse=0.019499	lr=0.059978
Epoch[150] Batch [849]	Speed: 5821.187712 samples/sec	rmse=0.019509	lr=0.059886
Epoch[150] Batch [899]	Speed: 5831.979085 samples/sec	rmse=0.019513	lr=0.059794
Epoch[150] Batch [949]	Speed: 5572.565260 samples/sec	rmse=0.019510	lr=0.059703
Epoch[150] Batch [999]	Speed: 5742.942820 samples/sec	rmse=0.019511	lr=0.059611
Epoch[150] Batch [1049]	Speed: 5570.439668 samples/sec	rmse=0.019513	lr=0.059519
Epoch[150] Batch [1099]	Speed: 5646.807025 samples/sec	rmse=0.019509	lr=0.059428
Epoch[150] Batch [1149]	Speed: 5626.327252 samples/sec	rmse=0.019512	lr=0.059336
Epoch[150] Batch [1199]	Speed: 5873.056849 samples/sec	rmse=0.019518	lr=0.059245
Epoch[150] Batch [1249]	Speed: 5708.275446 samples/sec	rmse=0.019520	lr=0.059153
[Epoch 150] training: rmse=0.019521
[Epoch 150] speed: 5618 samples/sec	time cost: 237.610024
[Epoch 150] validation: err-top1=0.351523 err-top5=0.138473
Epoch[151] Batch [49]	Speed: 5668.680081 samples/sec	rmse=0.019453	lr=0.059060
Epoch[151] Batch [99]	Speed: 5948.992597 samples/sec	rmse=0.019403	lr=0.058968
Epoch[151] Batch [149]	Speed: 5581.377317 samples/sec	rmse=0.019353	lr=0.058877
Epoch[151] Batch [199]	Speed: 5660.030314 samples/sec	rmse=0.019334	lr=0.058786
Epoch[151] Batch [249]	Speed: 5623.256216 samples/sec	rmse=0.019386	lr=0.058695
Epoch[151] Batch [299]	Speed: 5920.928188 samples/sec	rmse=0.019391	lr=0.058604
Epoch[151] Batch [349]	Speed: 5629.843795 samples/sec	rmse=0.019406	lr=0.058513
Epoch[151] Batch [399]	Speed: 5590.942952 samples/sec	rmse=0.019412	lr=0.058422
Epoch[151] Batch [449]	Speed: 5520.582838 samples/sec	rmse=0.019412	lr=0.058331
Epoch[151] Batch [499]	Speed: 5558.364404 samples/sec	rmse=0.019408	lr=0.058240
Epoch[151] Batch [549]	Speed: 5623.026373 samples/sec	rmse=0.019421	lr=0.058149
Epoch[151] Batch [599]	Speed: 5740.725191 samples/sec	rmse=0.019424	lr=0.058058
Epoch[151] Batch [649]	Speed: 5724.232164 samples/sec	rmse=0.019430	lr=0.057968
Epoch[151] Batch [699]	Speed: 5754.838035 samples/sec	rmse=0.019442	lr=0.057877
Epoch[151] Batch [749]	Speed: 5627.804664 samples/sec	rmse=0.019436	lr=0.057786
Epoch[151] Batch [799]	Speed: 5697.190313 samples/sec	rmse=0.019443	lr=0.057696
Epoch[151] Batch [849]	Speed: 5528.312326 samples/sec	rmse=0.019458	lr=0.057605
Epoch[151] Batch [899]	Speed: 5525.877225 samples/sec	rmse=0.019460	lr=0.057515
Epoch[151] Batch [949]	Speed: 5387.767134 samples/sec	rmse=0.019468	lr=0.057425
Epoch[151] Batch [999]	Speed: 5893.448677 samples/sec	rmse=0.019471	lr=0.057334
Epoch[151] Batch [1049]	Speed: 5608.308832 samples/sec	rmse=0.019479	lr=0.057244
Epoch[151] Batch [1099]	Speed: 5581.981564 samples/sec	rmse=0.019485	lr=0.057154
Epoch[151] Batch [1149]	Speed: 5557.738074 samples/sec	rmse=0.019479	lr=0.057064
Epoch[151] Batch [1199]	Speed: 5533.762154 samples/sec	rmse=0.019484	lr=0.056974
Epoch[151] Batch [1249]	Speed: 5505.088748 samples/sec	rmse=0.019488	lr=0.056884
[Epoch 151] training: rmse=0.019487
[Epoch 151] speed: 5629 samples/sec	time cost: 237.049130
[Epoch 151] validation: err-top1=0.338542 err-top5=0.129578
Epoch[152] Batch [49]	Speed: 5451.537463 samples/sec	rmse=0.019361	lr=0.056792
Epoch[152] Batch [99]	Speed: 5705.446725 samples/sec	rmse=0.019361	lr=0.056702
Epoch[152] Batch [149]	Speed: 5665.922298 samples/sec	rmse=0.019366	lr=0.056612
Epoch[152] Batch [199]	Speed: 5764.290316 samples/sec	rmse=0.019401	lr=0.056523
Epoch[152] Batch [249]	Speed: 5695.326558 samples/sec	rmse=0.019415	lr=0.056433
Epoch[152] Batch [299]	Speed: 5883.044427 samples/sec	rmse=0.019417	lr=0.056343
Epoch[152] Batch [349]	Speed: 5731.290930 samples/sec	rmse=0.019421	lr=0.056254
Epoch[152] Batch [399]	Speed: 5641.641437 samples/sec	rmse=0.019428	lr=0.056164
Epoch[152] Batch [449]	Speed: 5955.691999 samples/sec	rmse=0.019437	lr=0.056075
Epoch[152] Batch [499]	Speed: 5850.040508 samples/sec	rmse=0.019442	lr=0.055985
Epoch[152] Batch [549]	Speed: 5851.176510 samples/sec	rmse=0.019431	lr=0.055896
Epoch[152] Batch [599]	Speed: 5663.884739 samples/sec	rmse=0.019434	lr=0.055807
Epoch[152] Batch [649]	Speed: 5482.254281 samples/sec	rmse=0.019444	lr=0.055718
Epoch[152] Batch [699]	Speed: 5759.029504 samples/sec	rmse=0.019443	lr=0.055628
Epoch[152] Batch [749]	Speed: 5682.827104 samples/sec	rmse=0.019441	lr=0.055539
Epoch[152] Batch [799]	Speed: 5709.758718 samples/sec	rmse=0.019438	lr=0.055450
Epoch[152] Batch [849]	Speed: 5678.806451 samples/sec	rmse=0.019433	lr=0.055361
Epoch[152] Batch [899]	Speed: 5277.066657 samples/sec	rmse=0.019434	lr=0.055272
Epoch[152] Batch [949]	Speed: 5474.585133 samples/sec	rmse=0.019443	lr=0.055184
Epoch[152] Batch [999]	Speed: 5481.118502 samples/sec	rmse=0.019441	lr=0.055095
Epoch[152] Batch [1049]	Speed: 5966.729673 samples/sec	rmse=0.019447	lr=0.055006
Epoch[152] Batch [1099]	Speed: 5709.465281 samples/sec	rmse=0.019447	lr=0.054917
Epoch[152] Batch [1149]	Speed: 5687.910536 samples/sec	rmse=0.019446	lr=0.054829
Epoch[152] Batch [1199]	Speed: 5613.006676 samples/sec	rmse=0.019456	lr=0.054740
Epoch[152] Batch [1249]	Speed: 5735.910648 samples/sec	rmse=0.019452	lr=0.054652
[Epoch 152] training: rmse=0.019452
[Epoch 152] speed: 5673 samples/sec	time cost: 235.570849
[Epoch 152] validation: err-top1=0.329082 err-top5=0.122389
Epoch[153] Batch [49]	Speed: 5540.884487 samples/sec	rmse=0.019239	lr=0.054562
Epoch[153] Batch [99]	Speed: 5638.906340 samples/sec	rmse=0.019328	lr=0.054473
Epoch[153] Batch [149]	Speed: 5876.368604 samples/sec	rmse=0.019338	lr=0.054385
Epoch[153] Batch [199]	Speed: 5299.220704 samples/sec	rmse=0.019361	lr=0.054297
Epoch[153] Batch [249]	Speed: 5652.724020 samples/sec	rmse=0.019347	lr=0.054208
Epoch[153] Batch [299]	Speed: 5736.809187 samples/sec	rmse=0.019358	lr=0.054120
Epoch[153] Batch [349]	Speed: 5455.220045 samples/sec	rmse=0.019362	lr=0.054032
Epoch[153] Batch [399]	Speed: 5515.341364 samples/sec	rmse=0.019359	lr=0.053944
Epoch[153] Batch [449]	Speed: 5943.984098 samples/sec	rmse=0.019374	lr=0.053856
Epoch[153] Batch [499]	Speed: 5351.101188 samples/sec	rmse=0.019362	lr=0.053768
Epoch[153] Batch [549]	Speed: 5582.213433 samples/sec	rmse=0.019379	lr=0.053681
Epoch[153] Batch [599]	Speed: 5933.550328 samples/sec	rmse=0.019385	lr=0.053593
Epoch[153] Batch [649]	Speed: 5815.542394 samples/sec	rmse=0.019396	lr=0.053505
Epoch[153] Batch [699]	Speed: 5532.154409 samples/sec	rmse=0.019389	lr=0.053417
Epoch[153] Batch [749]	Speed: 5994.253534 samples/sec	rmse=0.019389	lr=0.053330
Epoch[153] Batch [799]	Speed: 5970.986064 samples/sec	rmse=0.019389	lr=0.053242
Epoch[153] Batch [849]	Speed: 5875.560048 samples/sec	rmse=0.019387	lr=0.053155
Epoch[153] Batch [899]	Speed: 5376.497110 samples/sec	rmse=0.019398	lr=0.053067
Epoch[153] Batch [949]	Speed: 5778.074115 samples/sec	rmse=0.019410	lr=0.052980
Epoch[153] Batch [999]	Speed: 5634.275927 samples/sec	rmse=0.019412	lr=0.052893
Epoch[153] Batch [1049]	Speed: 5917.065959 samples/sec	rmse=0.019413	lr=0.052806
Epoch[153] Batch [1099]	Speed: 5711.794481 samples/sec	rmse=0.019405	lr=0.052718
Epoch[153] Batch [1149]	Speed: 5618.446099 samples/sec	rmse=0.019409	lr=0.052631
Epoch[153] Batch [1199]	Speed: 5438.667378 samples/sec	rmse=0.019403	lr=0.052544
Epoch[153] Batch [1249]	Speed: 5794.357869 samples/sec	rmse=0.019406	lr=0.052457
[Epoch 153] training: rmse=0.019406
[Epoch 153] speed: 5666 samples/sec	time cost: 235.296727
[Epoch 153] validation: err-top1=0.334263 err-top5=0.124581
Epoch[154] Batch [49]	Speed: 5793.811655 samples/sec	rmse=0.019379	lr=0.052369
Epoch[154] Batch [99]	Speed: 5924.226832 samples/sec	rmse=0.019398	lr=0.052282
Epoch[154] Batch [149]	Speed: 5631.712634 samples/sec	rmse=0.019314	lr=0.052195
Epoch[154] Batch [199]	Speed: 5698.803478 samples/sec	rmse=0.019249	lr=0.052108
Epoch[154] Batch [249]	Speed: 5831.674219 samples/sec	rmse=0.019266	lr=0.052022
Epoch[154] Batch [299]	Speed: 5199.419656 samples/sec	rmse=0.019284	lr=0.051935
Epoch[154] Batch [349]	Speed: 5811.172050 samples/sec	rmse=0.019293	lr=0.051849
Epoch[154] Batch [399]	Speed: 5807.915604 samples/sec	rmse=0.019295	lr=0.051762
Epoch[154] Batch [449]	Speed: 5512.654309 samples/sec	rmse=0.019298	lr=0.051676
Epoch[154] Batch [499]	Speed: 5538.812276 samples/sec	rmse=0.019310	lr=0.051589
Epoch[154] Batch [549]	Speed: 5691.632121 samples/sec	rmse=0.019327	lr=0.051503
Epoch[154] Batch [599]	Speed: 5641.203803 samples/sec	rmse=0.019335	lr=0.051417
Epoch[154] Batch [649]	Speed: 5561.114938 samples/sec	rmse=0.019338	lr=0.051331
Epoch[154] Batch [699]	Speed: 5733.824745 samples/sec	rmse=0.019339	lr=0.051244
Epoch[154] Batch [749]	Speed: 5784.149279 samples/sec	rmse=0.019341	lr=0.051158
Epoch[154] Batch [799]	Speed: 5239.527777 samples/sec	rmse=0.019340	lr=0.051072
Epoch[154] Batch [849]	Speed: 5693.509609 samples/sec	rmse=0.019332	lr=0.050986
Epoch[154] Batch [899]	Speed: 5639.834876 samples/sec	rmse=0.019330	lr=0.050901
Epoch[154] Batch [949]	Speed: 5874.964023 samples/sec	rmse=0.019342	lr=0.050815
Epoch[154] Batch [999]	Speed: 5374.668956 samples/sec	rmse=0.019342	lr=0.050729
Epoch[154] Batch [1049]	Speed: 5881.520511 samples/sec	rmse=0.019338	lr=0.050643
Epoch[154] Batch [1099]	Speed: 5820.285738 samples/sec	rmse=0.019331	lr=0.050558
Epoch[154] Batch [1149]	Speed: 5490.370515 samples/sec	rmse=0.019335	lr=0.050472
Epoch[154] Batch [1199]	Speed: 5518.244014 samples/sec	rmse=0.019340	lr=0.050387
Epoch[154] Batch [1249]	Speed: 5419.889543 samples/sec	rmse=0.019343	lr=0.050301
[Epoch 154] training: rmse=0.019342
[Epoch 154] speed: 5631 samples/sec	time cost: 237.151920
[Epoch 154] validation: err-top1=0.339346 err-top5=0.128607
Epoch[155] Batch [49]	Speed: 5743.670121 samples/sec	rmse=0.019321	lr=0.050214
Epoch[155] Batch [99]	Speed: 5591.009619 samples/sec	rmse=0.019281	lr=0.050129
Epoch[155] Batch [149]	Speed: 5345.248158 samples/sec	rmse=0.019293	lr=0.050044
Epoch[155] Batch [199]	Speed: 5634.548085 samples/sec	rmse=0.019274	lr=0.049958
Epoch[155] Batch [249]	Speed: 5196.029850 samples/sec	rmse=0.019290	lr=0.049873
Epoch[155] Batch [299]	Speed: 5685.424655 samples/sec	rmse=0.019275	lr=0.049788
Epoch[155] Batch [349]	Speed: 5332.414044 samples/sec	rmse=0.019289	lr=0.049703
Epoch[155] Batch [399]	Speed: 5571.560587 samples/sec	rmse=0.019301	lr=0.049618
Epoch[155] Batch [449]	Speed: 5785.965154 samples/sec	rmse=0.019278	lr=0.049533
Epoch[155] Batch [499]	Speed: 6122.677169 samples/sec	rmse=0.019275	lr=0.049449
Epoch[155] Batch [549]	Speed: 5613.219561 samples/sec	rmse=0.019292	lr=0.049364
Epoch[155] Batch [599]	Speed: 5744.346131 samples/sec	rmse=0.019301	lr=0.049279
Epoch[155] Batch [649]	Speed: 5812.097000 samples/sec	rmse=0.019306	lr=0.049195
Epoch[155] Batch [699]	Speed: 5130.798852 samples/sec	rmse=0.019309	lr=0.049110
Epoch[155] Batch [749]	Speed: 5497.751097 samples/sec	rmse=0.019311	lr=0.049026
Epoch[155] Batch [799]	Speed: 5614.651929 samples/sec	rmse=0.019319	lr=0.048941
Epoch[155] Batch [849]	Speed: 5254.465995 samples/sec	rmse=0.019310	lr=0.048857
Epoch[155] Batch [899]	Speed: 5613.043647 samples/sec	rmse=0.019309	lr=0.048772
Epoch[155] Batch [949]	Speed: 5484.968232 samples/sec	rmse=0.019303	lr=0.048688
Epoch[155] Batch [999]	Speed: 5683.856212 samples/sec	rmse=0.019306	lr=0.048604
Epoch[155] Batch [1049]	Speed: 5439.359464 samples/sec	rmse=0.019315	lr=0.048520
Epoch[155] Batch [1099]	Speed: 5788.655685 samples/sec	rmse=0.019317	lr=0.048436
Epoch[155] Batch [1149]	Speed: 5776.789161 samples/sec	rmse=0.019317	lr=0.048352
Epoch[155] Batch [1199]	Speed: 5938.403473 samples/sec	rmse=0.019319	lr=0.048268
Epoch[155] Batch [1249]	Speed: 5703.030612 samples/sec	rmse=0.019316	lr=0.048184
[Epoch 155] training: rmse=0.019316
[Epoch 155] speed: 5589 samples/sec	time cost: 238.224370
[Epoch 155] validation: err-top1=0.328344 err-top5=0.123366
Epoch[156] Batch [49]	Speed: 6314.092824 samples/sec	rmse=0.019192	lr=0.048099
Epoch[156] Batch [99]	Speed: 5468.553561 samples/sec	rmse=0.019231	lr=0.048015
Epoch[156] Batch [149]	Speed: 5995.146973 samples/sec	rmse=0.019200	lr=0.047931
Epoch[156] Batch [199]	Speed: 5697.763509 samples/sec	rmse=0.019212	lr=0.047848
Epoch[156] Batch [249]	Speed: 5638.617475 samples/sec	rmse=0.019233	lr=0.047764
Epoch[156] Batch [299]	Speed: 5780.365198 samples/sec	rmse=0.019216	lr=0.047680
Epoch[156] Batch [349]	Speed: 5560.166071 samples/sec	rmse=0.019213	lr=0.047597
Epoch[156] Batch [399]	Speed: 5540.260946 samples/sec	rmse=0.019213	lr=0.047514
Epoch[156] Batch [449]	Speed: 5659.356553 samples/sec	rmse=0.019213	lr=0.047430
Epoch[156] Batch [499]	Speed: 5710.817802 samples/sec	rmse=0.019218	lr=0.047347
Epoch[156] Batch [549]	Speed: 5613.584628 samples/sec	rmse=0.019220	lr=0.047264
Epoch[156] Batch [599]	Speed: 5778.405433 samples/sec	rmse=0.019242	lr=0.047181
Epoch[156] Batch [649]	Speed: 5549.997140 samples/sec	rmse=0.019240	lr=0.047098
Epoch[156] Batch [699]	Speed: 5691.656408 samples/sec	rmse=0.019244	lr=0.047015
Epoch[156] Batch [749]	Speed: 5405.836268 samples/sec	rmse=0.019245	lr=0.046932
Epoch[156] Batch [799]	Speed: 5716.634957 samples/sec	rmse=0.019239	lr=0.046849
Epoch[156] Batch [849]	Speed: 5638.856589 samples/sec	rmse=0.019245	lr=0.046766
Epoch[156] Batch [899]	Speed: 5652.276632 samples/sec	rmse=0.019252	lr=0.046684
Epoch[156] Batch [949]	Speed: 5396.813431 samples/sec	rmse=0.019251	lr=0.046601
Epoch[156] Batch [999]	Speed: 5677.453888 samples/sec	rmse=0.019253	lr=0.046518
Epoch[156] Batch [1049]	Speed: 5667.841798 samples/sec	rmse=0.019254	lr=0.046436
Epoch[156] Batch [1099]	Speed: 5607.471470 samples/sec	rmse=0.019256	lr=0.046353
Epoch[156] Batch [1149]	Speed: 5622.151345 samples/sec	rmse=0.019263	lr=0.046271
Epoch[156] Batch [1199]	Speed: 5740.686519 samples/sec	rmse=0.019268	lr=0.046189
Epoch[156] Batch [1249]	Speed: 5846.933462 samples/sec	rmse=0.019268	lr=0.046106
[Epoch 156] training: rmse=0.019267
[Epoch 156] speed: 5666 samples/sec	time cost: 235.188038
[Epoch 156] validation: err-top1=0.331374 err-top5=0.121871
Epoch[157] Batch [49]	Speed: 5488.590642 samples/sec	rmse=0.019155	lr=0.046022
Epoch[157] Batch [99]	Speed: 5623.116482 samples/sec	rmse=0.019141	lr=0.045940
Epoch[157] Batch [149]	Speed: 6083.799869 samples/sec	rmse=0.019188	lr=0.045858
Epoch[157] Batch [199]	Speed: 5711.575877 samples/sec	rmse=0.019219	lr=0.045776
Epoch[157] Batch [249]	Speed: 5453.128318 samples/sec	rmse=0.019214	lr=0.045694
Epoch[157] Batch [299]	Speed: 5732.206536 samples/sec	rmse=0.019220	lr=0.045612
Epoch[157] Batch [349]	Speed: 5506.914642 samples/sec	rmse=0.019202	lr=0.045530
Epoch[157] Batch [399]	Speed: 5598.881373 samples/sec	rmse=0.019213	lr=0.045449
Epoch[157] Batch [449]	Speed: 5816.793757 samples/sec	rmse=0.019204	lr=0.045367
Epoch[157] Batch [499]	Speed: 5736.803976 samples/sec	rmse=0.019200	lr=0.045285
Epoch[157] Batch [549]	Speed: 5959.957793 samples/sec	rmse=0.019197	lr=0.045204
Epoch[157] Batch [599]	Speed: 5855.323860 samples/sec	rmse=0.019202	lr=0.045122
Epoch[157] Batch [649]	Speed: 5930.195116 samples/sec	rmse=0.019211	lr=0.045041
Epoch[157] Batch [699]	Speed: 5462.156513 samples/sec	rmse=0.019218	lr=0.044959
Epoch[157] Batch [749]	Speed: 5202.447356 samples/sec	rmse=0.019227	lr=0.044878
Epoch[157] Batch [799]	Speed: 5827.284348 samples/sec	rmse=0.019232	lr=0.044797
Epoch[157] Batch [849]	Speed: 5871.683551 samples/sec	rmse=0.019232	lr=0.044716
Epoch[157] Batch [899]	Speed: 5667.273858 samples/sec	rmse=0.019224	lr=0.044634
Epoch[157] Batch [949]	Speed: 5777.101992 samples/sec	rmse=0.019223	lr=0.044553
Epoch[157] Batch [999]	Speed: 5982.226032 samples/sec	rmse=0.019227	lr=0.044472
Epoch[157] Batch [1049]	Speed: 5643.755276 samples/sec	rmse=0.019229	lr=0.044391
Epoch[157] Batch [1099]	Speed: 5302.154489 samples/sec	rmse=0.019228	lr=0.044311
Epoch[157] Batch [1149]	Speed: 5698.436316 samples/sec	rmse=0.019230	lr=0.044230
Epoch[157] Batch [1199]	Speed: 5819.933828 samples/sec	rmse=0.019234	lr=0.044149
Epoch[157] Batch [1249]	Speed: 5973.634937 samples/sec	rmse=0.019235	lr=0.044068
[Epoch 157] training: rmse=0.019235
[Epoch 157] speed: 5693 samples/sec	time cost: 234.654913
[Epoch 157] validation: err-top1=0.322937 err-top5=0.118490
Epoch[158] Batch [49]	Speed: 5583.320805 samples/sec	rmse=0.019081	lr=0.043986
Epoch[158] Batch [99]	Speed: 5659.700648 samples/sec	rmse=0.019091	lr=0.043906
Epoch[158] Batch [149]	Speed: 5841.895976 samples/sec	rmse=0.019073	lr=0.043825
Epoch[158] Batch [199]	Speed: 5929.105983 samples/sec	rmse=0.019094	lr=0.043745
Epoch[158] Batch [249]	Speed: 5583.061411 samples/sec	rmse=0.019101	lr=0.043664
Epoch[158] Batch [299]	Speed: 6065.884932 samples/sec	rmse=0.019112	lr=0.043584
Epoch[158] Batch [349]	Speed: 5740.513266 samples/sec	rmse=0.019132	lr=0.043504
Epoch[158] Batch [399]	Speed: 5690.214640 samples/sec	rmse=0.019119	lr=0.043424
Epoch[158] Batch [449]	Speed: 5680.897142 samples/sec	rmse=0.019128	lr=0.043344
Epoch[158] Batch [499]	Speed: 5611.467958 samples/sec	rmse=0.019138	lr=0.043264
Epoch[158] Batch [549]	Speed: 5677.440680 samples/sec	rmse=0.019147	lr=0.043184
Epoch[158] Batch [599]	Speed: 5817.305390 samples/sec	rmse=0.019166	lr=0.043104
Epoch[158] Batch [649]	Speed: 5880.670599 samples/sec	rmse=0.019160	lr=0.043024
Epoch[158] Batch [699]	Speed: 5269.044873 samples/sec	rmse=0.019173	lr=0.042944
Epoch[158] Batch [749]	Speed: 5317.304478 samples/sec	rmse=0.019173	lr=0.042864
Epoch[158] Batch [799]	Speed: 5482.478498 samples/sec	rmse=0.019188	lr=0.042785
Epoch[158] Batch [849]	Speed: 5903.720670 samples/sec	rmse=0.019185	lr=0.042705
Epoch[158] Batch [899]	Speed: 5149.652185 samples/sec	rmse=0.019188	lr=0.042626
Epoch[158] Batch [949]	Speed: 5522.042291 samples/sec	rmse=0.019188	lr=0.042546
Epoch[158] Batch [999]	Speed: 5710.616432 samples/sec	rmse=0.019191	lr=0.042467
Epoch[158] Batch [1049]	Speed: 5906.579854 samples/sec	rmse=0.019190	lr=0.042388
Epoch[158] Batch [1099]	Speed: 5619.849664 samples/sec	rmse=0.019193	lr=0.042308
Epoch[158] Batch [1149]	Speed: 5586.483079 samples/sec	rmse=0.019197	lr=0.042229
Epoch[158] Batch [1199]	Speed: 5371.470862 samples/sec	rmse=0.019196	lr=0.042150
Epoch[158] Batch [1249]	Speed: 5756.691103 samples/sec	rmse=0.019195	lr=0.042071
[Epoch 158] training: rmse=0.019194
[Epoch 158] speed: 5638 samples/sec	time cost: 236.779287
[Epoch 158] validation: err-top1=0.319794 err-top5=0.117327
Epoch[159] Batch [49]	Speed: 5397.907481 samples/sec	rmse=0.018966	lr=0.041990
Epoch[159] Batch [99]	Speed: 5570.602228 samples/sec	rmse=0.018980	lr=0.041911
Epoch[159] Batch [149]	Speed: 5803.931899 samples/sec	rmse=0.019059	lr=0.041833
Epoch[159] Batch [199]	Speed: 5679.856036 samples/sec	rmse=0.019100	lr=0.041754
Epoch[159] Batch [249]	Speed: 5808.209509 samples/sec	rmse=0.019108	lr=0.041675
Epoch[159] Batch [299]	Speed: 5733.465915 samples/sec	rmse=0.019127	lr=0.041596
Epoch[159] Batch [349]	Speed: 5550.199822 samples/sec	rmse=0.019146	lr=0.041518
Epoch[159] Batch [399]	Speed: 5456.693251 samples/sec	rmse=0.019148	lr=0.041439
Epoch[159] Batch [449]	Speed: 5726.182832 samples/sec	rmse=0.019132	lr=0.041361
Epoch[159] Batch [499]	Speed: 5598.513983 samples/sec	rmse=0.019140	lr=0.041283
Epoch[159] Batch [549]	Speed: 5420.756103 samples/sec	rmse=0.019130	lr=0.041204
Epoch[159] Batch [599]	Speed: 5560.140734 samples/sec	rmse=0.019126	lr=0.041126
Epoch[159] Batch [649]	Speed: 5603.982958 samples/sec	rmse=0.019137	lr=0.041048
Epoch[159] Batch [699]	Speed: 5679.050939 samples/sec	rmse=0.019137	lr=0.040970
Epoch[159] Batch [749]	Speed: 5778.136769 samples/sec	rmse=0.019142	lr=0.040892
Epoch[159] Batch [799]	Speed: 5284.174612 samples/sec	rmse=0.019138	lr=0.040814
Epoch[159] Batch [849]	Speed: 5680.866334 samples/sec	rmse=0.019133	lr=0.040736
Epoch[159] Batch [899]	Speed: 5788.099469 samples/sec	rmse=0.019142	lr=0.040658
Epoch[159] Batch [949]	Speed: 5621.973105 samples/sec	rmse=0.019141	lr=0.040580
Epoch[159] Batch [999]	Speed: 5469.329886 samples/sec	rmse=0.019144	lr=0.040502
Epoch[159] Batch [1049]	Speed: 5817.884255 samples/sec	rmse=0.019148	lr=0.040425
Epoch[159] Batch [1099]	Speed: 5724.296249 samples/sec	rmse=0.019155	lr=0.040347
Epoch[159] Batch [1149]	Speed: 5658.123852 samples/sec	rmse=0.019158	lr=0.040269
Epoch[159] Batch [1199]	Speed: 5865.072396 samples/sec	rmse=0.019157	lr=0.040192
Epoch[159] Batch [1249]	Speed: 5642.647970 samples/sec	rmse=0.019156	lr=0.040115
[Epoch 159] training: rmse=0.019156
[Epoch 159] speed: 5623 samples/sec	time cost: 237.402513
[Epoch 159] validation: err-top1=0.325993 err-top5=0.123067
Epoch[160] Batch [49]	Speed: 5278.481139 samples/sec	rmse=0.018964	lr=0.040036
Epoch[160] Batch [99]	Speed: 5608.467751 samples/sec	rmse=0.018991	lr=0.039958
Epoch[160] Batch [149]	Speed: 6050.024286 samples/sec	rmse=0.018993	lr=0.039881
Epoch[160] Batch [199]	Speed: 5822.564010 samples/sec	rmse=0.018999	lr=0.039804
Epoch[160] Batch [249]	Speed: 5818.863531 samples/sec	rmse=0.019034	lr=0.039727
Epoch[160] Batch [299]	Speed: 5648.799476 samples/sec	rmse=0.019035	lr=0.039650
Epoch[160] Batch [349]	Speed: 5684.412735 samples/sec	rmse=0.019042	lr=0.039573
Epoch[160] Batch [399]	Speed: 5768.675320 samples/sec	rmse=0.019044	lr=0.039496
Epoch[160] Batch [449]	Speed: 5800.993656 samples/sec	rmse=0.019051	lr=0.039419
Epoch[160] Batch [499]	Speed: 5359.639137 samples/sec	rmse=0.019042	lr=0.039343
Epoch[160] Batch [549]	Speed: 5855.183850 samples/sec	rmse=0.019048	lr=0.039266
Epoch[160] Batch [599]	Speed: 5818.684267 samples/sec	rmse=0.019046	lr=0.039189
Epoch[160] Batch [649]	Speed: 5568.658485 samples/sec	rmse=0.019042	lr=0.039113
Epoch[160] Batch [699]	Speed: 5878.730752 samples/sec	rmse=0.019037	lr=0.039036
Epoch[160] Batch [749]	Speed: 5721.888237 samples/sec	rmse=0.019041	lr=0.038960
Epoch[160] Batch [799]	Speed: 5283.157108 samples/sec	rmse=0.019046	lr=0.038884
Epoch[160] Batch [849]	Speed: 5633.404341 samples/sec	rmse=0.019049	lr=0.038807
Epoch[160] Batch [899]	Speed: 5931.615911 samples/sec	rmse=0.019045	lr=0.038731
Epoch[160] Batch [949]	Speed: 5577.920462 samples/sec	rmse=0.019056	lr=0.038655
Epoch[160] Batch [999]	Speed: 5760.399123 samples/sec	rmse=0.019063	lr=0.038579
Epoch[160] Batch [1049]	Speed: 5794.403052 samples/sec	rmse=0.019065	lr=0.038503
Epoch[160] Batch [1099]	Speed: 5874.346586 samples/sec	rmse=0.019067	lr=0.038427
Epoch[160] Batch [1149]	Speed: 5787.689826 samples/sec	rmse=0.019072	lr=0.038351
Epoch[160] Batch [1199]	Speed: 6025.853276 samples/sec	rmse=0.019076	lr=0.038275
Epoch[160] Batch [1249]	Speed: 5693.750685 samples/sec	rmse=0.019082	lr=0.038200
[Epoch 160] training: rmse=0.019081
[Epoch 160] speed: 5708 samples/sec	time cost: 233.865914
[Epoch 160] validation: err-top1=0.317901 err-top5=0.114617
Epoch[161] Batch [49]	Speed: 5495.741678 samples/sec	rmse=0.019042	lr=0.038122
Epoch[161] Batch [99]	Speed: 5779.165228 samples/sec	rmse=0.019038	lr=0.038047
Epoch[161] Batch [149]	Speed: 5935.730948 samples/sec	rmse=0.019018	lr=0.037971
Epoch[161] Batch [199]	Speed: 5589.010737 samples/sec	rmse=0.019012	lr=0.037896
Epoch[161] Batch [249]	Speed: 5085.161048 samples/sec	rmse=0.018984	lr=0.037820
Epoch[161] Batch [299]	Speed: 5919.765596 samples/sec	rmse=0.019010	lr=0.037745
Epoch[161] Batch [349]	Speed: 5802.809619 samples/sec	rmse=0.019011	lr=0.037670
Epoch[161] Batch [399]	Speed: 6009.897412 samples/sec	rmse=0.019016	lr=0.037595
Epoch[161] Batch [449]	Speed: 5705.051274 samples/sec	rmse=0.019026	lr=0.037520
Epoch[161] Batch [499]	Speed: 5877.760986 samples/sec	rmse=0.019024	lr=0.037444
Epoch[161] Batch [549]	Speed: 5921.148582 samples/sec	rmse=0.019023	lr=0.037370
Epoch[161] Batch [599]	Speed: 5661.544140 samples/sec	rmse=0.019024	lr=0.037295
Epoch[161] Batch [649]	Speed: 5309.488151 samples/sec	rmse=0.019042	lr=0.037220
Epoch[161] Batch [699]	Speed: 5417.898355 samples/sec	rmse=0.019044	lr=0.037145
Epoch[161] Batch [749]	Speed: 5926.968669 samples/sec	rmse=0.019047	lr=0.037070
Epoch[161] Batch [799]	Speed: 5605.341264 samples/sec	rmse=0.019047	lr=0.036996
Epoch[161] Batch [849]	Speed: 5886.554144 samples/sec	rmse=0.019053	lr=0.036921
Epoch[161] Batch [899]	Speed: 6046.980988 samples/sec	rmse=0.019057	lr=0.036846
Epoch[161] Batch [949]	Speed: 5425.317287 samples/sec	rmse=0.019059	lr=0.036772
Epoch[161] Batch [999]	Speed: 5734.697669 samples/sec	rmse=0.019063	lr=0.036698
Epoch[161] Batch [1049]	Speed: 5830.357244 samples/sec	rmse=0.019058	lr=0.036623
Epoch[161] Batch [1099]	Speed: 5795.804097 samples/sec	rmse=0.019055	lr=0.036549
Epoch[161] Batch [1149]	Speed: 5755.077392 samples/sec	rmse=0.019061	lr=0.036475
Epoch[161] Batch [1199]	Speed: 5909.621179 samples/sec	rmse=0.019063	lr=0.036401
Epoch[161] Batch [1249]	Speed: 5567.890520 samples/sec	rmse=0.019064	lr=0.036327
[Epoch 161] training: rmse=0.019065
[Epoch 161] speed: 5703 samples/sec	time cost: 233.861428
[Epoch 161] validation: err-top1=0.322585 err-top5=0.118563
Epoch[162] Batch [49]	Speed: 5636.958740 samples/sec	rmse=0.018964	lr=0.036251
Epoch[162] Batch [99]	Speed: 5748.181347 samples/sec	rmse=0.018933	lr=0.036177
Epoch[162] Batch [149]	Speed: 5584.519236 samples/sec	rmse=0.018954	lr=0.036104
Epoch[162] Batch [199]	Speed: 5546.499671 samples/sec	rmse=0.018967	lr=0.036030
Epoch[162] Batch [249]	Speed: 5521.635509 samples/sec	rmse=0.018976	lr=0.035956
Epoch[162] Batch [299]	Speed: 5853.425426 samples/sec	rmse=0.018957	lr=0.035882
Epoch[162] Batch [349]	Speed: 5498.195472 samples/sec	rmse=0.018945	lr=0.035809
Epoch[162] Batch [399]	Speed: 5566.375425 samples/sec	rmse=0.018973	lr=0.035735
Epoch[162] Batch [449]	Speed: 5711.426858 samples/sec	rmse=0.018993	lr=0.035662
Epoch[162] Batch [499]	Speed: 5679.461570 samples/sec	rmse=0.019005	lr=0.035589
Epoch[162] Batch [549]	Speed: 5771.044716 samples/sec	rmse=0.019010	lr=0.035515
Epoch[162] Batch [599]	Speed: 6029.751365 samples/sec	rmse=0.019012	lr=0.035442
Epoch[162] Batch [649]	Speed: 5680.040669 samples/sec	rmse=0.019021	lr=0.035369
Epoch[162] Batch [699]	Speed: 5773.848523 samples/sec	rmse=0.019022	lr=0.035296
Epoch[162] Batch [749]	Speed: 5865.116607 samples/sec	rmse=0.019025	lr=0.035223
Epoch[162] Batch [799]	Speed: 5229.900118 samples/sec	rmse=0.019026	lr=0.035150
Epoch[162] Batch [849]	Speed: 5612.575380 samples/sec	rmse=0.019030	lr=0.035077
Epoch[162] Batch [899]	Speed: 5039.166644 samples/sec	rmse=0.019039	lr=0.035004
Epoch[162] Batch [949]	Speed: 5397.209761 samples/sec	rmse=0.019050	lr=0.034931
Epoch[162] Batch [999]	Speed: 5548.222984 samples/sec	rmse=0.019052	lr=0.034859
Epoch[162] Batch [1049]	Speed: 5772.302446 samples/sec	rmse=0.019053	lr=0.034786
Epoch[162] Batch [1099]	Speed: 5674.801530 samples/sec	rmse=0.019058	lr=0.034713
Epoch[162] Batch [1149]	Speed: 5572.251053 samples/sec	rmse=0.019054	lr=0.034641
Epoch[162] Batch [1199]	Speed: 5572.569598 samples/sec	rmse=0.019058	lr=0.034569
Epoch[162] Batch [1249]	Speed: 5517.646256 samples/sec	rmse=0.019058	lr=0.034496
[Epoch 162] training: rmse=0.019058
[Epoch 162] speed: 5603 samples/sec	time cost: 237.615561
[Epoch 162] validation: err-top1=0.317159 err-top5=0.115336
Epoch[163] Batch [49]	Speed: 4978.563956 samples/sec	rmse=0.018989	lr=0.034423
Epoch[163] Batch [99]	Speed: 5899.407909 samples/sec	rmse=0.018987	lr=0.034350
Epoch[163] Batch [149]	Speed: 5504.818651 samples/sec	rmse=0.018962	lr=0.034278
Epoch[163] Batch [199]	Speed: 5804.048292 samples/sec	rmse=0.018942	lr=0.034206
Epoch[163] Batch [249]	Speed: 5612.129191 samples/sec	rmse=0.018949	lr=0.034134
Epoch[163] Batch [299]	Speed: 5648.941380 samples/sec	rmse=0.018953	lr=0.034062
Epoch[163] Batch [349]	Speed: 6026.097277 samples/sec	rmse=0.018948	lr=0.033990
Epoch[163] Batch [399]	Speed: 5258.393030 samples/sec	rmse=0.018958	lr=0.033919
Epoch[163] Batch [449]	Speed: 5908.597464 samples/sec	rmse=0.018962	lr=0.033847
Epoch[163] Batch [499]	Speed: 5498.083281 samples/sec	rmse=0.018966	lr=0.033775
Epoch[163] Batch [549]	Speed: 5779.497293 samples/sec	rmse=0.018976	lr=0.033704
Epoch[163] Batch [599]	Speed: 5553.274129 samples/sec	rmse=0.018975	lr=0.033632
Epoch[163] Batch [649]	Speed: 5376.765800 samples/sec	rmse=0.018977	lr=0.033561
Epoch[163] Batch [699]	Speed: 5409.863711 samples/sec	rmse=0.018984	lr=0.033489
Epoch[163] Batch [749]	Speed: 5766.214505 samples/sec	rmse=0.018983	lr=0.033418
Epoch[163] Batch [799]	Speed: 5817.085882 samples/sec	rmse=0.018979	lr=0.033347
Epoch[163] Batch [849]	Speed: 5601.237639 samples/sec	rmse=0.018976	lr=0.033276
Epoch[163] Batch [899]	Speed: 5587.857923 samples/sec	rmse=0.018976	lr=0.033205
Epoch[163] Batch [949]	Speed: 5632.347625 samples/sec	rmse=0.018977	lr=0.033134
Epoch[163] Batch [999]	Speed: 5770.509556 samples/sec	rmse=0.018980	lr=0.033063
Epoch[163] Batch [1049]	Speed: 5620.003208 samples/sec	rmse=0.018982	lr=0.032992
Epoch[163] Batch [1099]	Speed: 5948.237250 samples/sec	rmse=0.018987	lr=0.032921
Epoch[163] Batch [1149]	Speed: 5688.029403 samples/sec	rmse=0.018989	lr=0.032850
Epoch[163] Batch [1199]	Speed: 5711.049107 samples/sec	rmse=0.018993	lr=0.032779
Epoch[163] Batch [1249]	Speed: 5840.438569 samples/sec	rmse=0.018997	lr=0.032709
[Epoch 163] training: rmse=0.018997
[Epoch 163] speed: 5634 samples/sec	time cost: 237.212413
[Epoch 163] validation: err-top1=0.314015 err-top5=0.113899
Epoch[164] Batch [49]	Speed: 5527.133058 samples/sec	rmse=0.018829	lr=0.032637
Epoch[164] Batch [99]	Speed: 5915.492267 samples/sec	rmse=0.018905	lr=0.032566
Epoch[164] Batch [149]	Speed: 5791.078381 samples/sec	rmse=0.018893	lr=0.032496
Epoch[164] Batch [199]	Speed: 5830.151629 samples/sec	rmse=0.018884	lr=0.032426
Epoch[164] Batch [249]	Speed: 5575.315974 samples/sec	rmse=0.018884	lr=0.032355
Epoch[164] Batch [299]	Speed: 5368.565645 samples/sec	rmse=0.018884	lr=0.032285
Epoch[164] Batch [349]	Speed: 5930.429466 samples/sec	rmse=0.018897	lr=0.032215
Epoch[164] Batch [399]	Speed: 5878.695669 samples/sec	rmse=0.018902	lr=0.032145
Epoch[164] Batch [449]	Speed: 6069.306291 samples/sec	rmse=0.018916	lr=0.032075
Epoch[164] Batch [499]	Speed: 5800.261010 samples/sec	rmse=0.018906	lr=0.032005
Epoch[164] Batch [549]	Speed: 5851.835169 samples/sec	rmse=0.018907	lr=0.031935
Epoch[164] Batch [599]	Speed: 5696.652743 samples/sec	rmse=0.018912	lr=0.031865
Epoch[164] Batch [649]	Speed: 5726.621076 samples/sec	rmse=0.018914	lr=0.031796
Epoch[164] Batch [699]	Speed: 5593.175997 samples/sec	rmse=0.018919	lr=0.031726
Epoch[164] Batch [749]	Speed: 5339.701459 samples/sec	rmse=0.018926	lr=0.031657
Epoch[164] Batch [799]	Speed: 5723.564083 samples/sec	rmse=0.018924	lr=0.031587
Epoch[164] Batch [849]	Speed: 5212.377412 samples/sec	rmse=0.018927	lr=0.031518
Epoch[164] Batch [899]	Speed: 5599.650902 samples/sec	rmse=0.018935	lr=0.031448
Epoch[164] Batch [949]	Speed: 5596.978531 samples/sec	rmse=0.018938	lr=0.031379
Epoch[164] Batch [999]	Speed: 5468.394813 samples/sec	rmse=0.018943	lr=0.031310
Epoch[164] Batch [1049]	Speed: 5675.129809 samples/sec	rmse=0.018946	lr=0.031241
Epoch[164] Batch [1099]	Speed: 5694.511332 samples/sec	rmse=0.018953	lr=0.031172
Epoch[164] Batch [1149]	Speed: 5567.514484 samples/sec	rmse=0.018955	lr=0.031103
Epoch[164] Batch [1199]	Speed: 5626.223921 samples/sec	rmse=0.018955	lr=0.031034
Epoch[164] Batch [1249]	Speed: 4981.785428 samples/sec	rmse=0.018959	lr=0.030965
[Epoch 164] training: rmse=0.018959
[Epoch 164] speed: 5621 samples/sec	time cost: 237.515918
[Epoch 164] validation: err-top1=0.321528 err-top5=0.117447
Epoch[165] Batch [49]	Speed: 5022.472075 samples/sec	rmse=0.018852	lr=0.030895
Epoch[165] Batch [99]	Speed: 5577.817307 samples/sec	rmse=0.018818	lr=0.030826
Epoch[165] Batch [149]	Speed: 5631.326747 samples/sec	rmse=0.018823	lr=0.030757
Epoch[165] Batch [199]	Speed: 5989.117288 samples/sec	rmse=0.018824	lr=0.030689
Epoch[165] Batch [249]	Speed: 5610.065498 samples/sec	rmse=0.018838	lr=0.030620
Epoch[165] Batch [299]	Speed: 5714.343623 samples/sec	rmse=0.018847	lr=0.030552
Epoch[165] Batch [349]	Speed: 5574.515204 samples/sec	rmse=0.018846	lr=0.030483
Epoch[165] Batch [399]	Speed: 5492.941607 samples/sec	rmse=0.018859	lr=0.030415
Epoch[165] Batch [449]	Speed: 5786.689048 samples/sec	rmse=0.018878	lr=0.030347
Epoch[165] Batch [499]	Speed: 5813.246480 samples/sec	rmse=0.018880	lr=0.030279
Epoch[165] Batch [549]	Speed: 5898.395344 samples/sec	rmse=0.018888	lr=0.030210
Epoch[165] Batch [599]	Speed: 5483.296865 samples/sec	rmse=0.018885	lr=0.030142
Epoch[165] Batch [649]	Speed: 5872.733540 samples/sec	rmse=0.018884	lr=0.030074
Epoch[165] Batch [699]	Speed: 5776.413124 samples/sec	rmse=0.018884	lr=0.030007
Epoch[165] Batch [749]	Speed: 5906.463860 samples/sec	rmse=0.018893	lr=0.029939
Epoch[165] Batch [799]	Speed: 5682.502445 samples/sec	rmse=0.018891	lr=0.029871
Epoch[165] Batch [849]	Speed: 5836.724067 samples/sec	rmse=0.018891	lr=0.029803
Epoch[165] Batch [899]	Speed: 5630.525309 samples/sec	rmse=0.018897	lr=0.029736
Epoch[165] Batch [949]	Speed: 5778.153715 samples/sec	rmse=0.018897	lr=0.029668
Epoch[165] Batch [999]	Speed: 5631.046779 samples/sec	rmse=0.018899	lr=0.029601
Epoch[165] Batch [1049]	Speed: 5479.839162 samples/sec	rmse=0.018906	lr=0.029533
Epoch[165] Batch [1099]	Speed: 5794.908720 samples/sec	rmse=0.018910	lr=0.029466
Epoch[165] Batch [1149]	Speed: 5612.473874 samples/sec	rmse=0.018911	lr=0.029399
Epoch[165] Batch [1199]	Speed: 5441.797356 samples/sec	rmse=0.018918	lr=0.029332
Epoch[165] Batch [1249]	Speed: 5598.225593 samples/sec	rmse=0.018928	lr=0.029265
[Epoch 165] training: rmse=0.018928
[Epoch 165] speed: 5649 samples/sec	time cost: 236.315179
[Epoch 165] validation: err-top1=0.318100 err-top5=0.115832
Epoch[166] Batch [49]	Speed: 5684.174856 samples/sec	rmse=0.018774	lr=0.029196
Epoch[166] Batch [99]	Speed: 5306.195373 samples/sec	rmse=0.018790	lr=0.029129
Epoch[166] Batch [149]	Speed: 5698.310209 samples/sec	rmse=0.018745	lr=0.029062
Epoch[166] Batch [199]	Speed: 5802.665680 samples/sec	rmse=0.018741	lr=0.028995
Epoch[166] Batch [249]	Speed: 5624.703582 samples/sec	rmse=0.018759	lr=0.028929
Epoch[166] Batch [299]	Speed: 5772.108042 samples/sec	rmse=0.018762	lr=0.028862
Epoch[166] Batch [349]	Speed: 5575.382703 samples/sec	rmse=0.018769	lr=0.028795
Epoch[166] Batch [399]	Speed: 5682.813870 samples/sec	rmse=0.018780	lr=0.028729
Epoch[166] Batch [449]	Speed: 5906.331790 samples/sec	rmse=0.018793	lr=0.028662
Epoch[166] Batch [499]	Speed: 5904.691553 samples/sec	rmse=0.018805	lr=0.028596
Epoch[166] Batch [549]	Speed: 5571.004551 samples/sec	rmse=0.018815	lr=0.028530
Epoch[166] Batch [599]	Speed: 6116.308750 samples/sec	rmse=0.018823	lr=0.028463
Epoch[166] Batch [649]	Speed: 5776.447618 samples/sec	rmse=0.018836	lr=0.028397
Epoch[166] Batch [699]	Speed: 5660.833160 samples/sec	rmse=0.018841	lr=0.028331
Epoch[166] Batch [749]	Speed: 5681.570931 samples/sec	rmse=0.018846	lr=0.028265
Epoch[166] Batch [799]	Speed: 5849.895491 samples/sec	rmse=0.018847	lr=0.028199
Epoch[166] Batch [849]	Speed: 5721.510929 samples/sec	rmse=0.018847	lr=0.028133
Epoch[166] Batch [899]	Speed: 6020.761842 samples/sec	rmse=0.018847	lr=0.028067
Epoch[166] Batch [949]	Speed: 5612.340836 samples/sec	rmse=0.018856	lr=0.028002
Epoch[166] Batch [999]	Speed: 5214.627186 samples/sec	rmse=0.018856	lr=0.027936
Epoch[166] Batch [1049]	Speed: 5871.167125 samples/sec	rmse=0.018856	lr=0.027870
Epoch[166] Batch [1099]	Speed: 5541.057765 samples/sec	rmse=0.018860	lr=0.027805
Epoch[166] Batch [1149]	Speed: 5563.908559 samples/sec	rmse=0.018866	lr=0.027739
Epoch[166] Batch [1199]	Speed: 5622.887975 samples/sec	rmse=0.018867	lr=0.027674
Epoch[166] Batch [1249]	Speed: 5642.753092 samples/sec	rmse=0.018867	lr=0.027609
[Epoch 166] training: rmse=0.018867
[Epoch 166] speed: 5684 samples/sec	time cost: 235.009139
[Epoch 166] validation: err-top1=0.305325 err-top5=0.108179
Epoch[167] Batch [49]	Speed: 5747.403219 samples/sec	rmse=0.018736	lr=0.027542
Epoch[167] Batch [99]	Speed: 5190.639935 samples/sec	rmse=0.018779	lr=0.027477
Epoch[167] Batch [149]	Speed: 5963.988533 samples/sec	rmse=0.018779	lr=0.027412
Epoch[167] Batch [199]	Speed: 5721.783501 samples/sec	rmse=0.018769	lr=0.027347
Epoch[167] Batch [249]	Speed: 5891.139494 samples/sec	rmse=0.018777	lr=0.027282
Epoch[167] Batch [299]	Speed: 5751.066782 samples/sec	rmse=0.018785	lr=0.027217
Epoch[167] Batch [349]	Speed: 5513.986537 samples/sec	rmse=0.018795	lr=0.027152
Epoch[167] Batch [399]	Speed: 6072.760190 samples/sec	rmse=0.018795	lr=0.027087
Epoch[167] Batch [449]	Speed: 5601.023763 samples/sec	rmse=0.018789	lr=0.027023
Epoch[167] Batch [499]	Speed: 5560.300822 samples/sec	rmse=0.018790	lr=0.026958
Epoch[167] Batch [549]	Speed: 5243.023364 samples/sec	rmse=0.018797	lr=0.026894
Epoch[167] Batch [599]	Speed: 5338.639765 samples/sec	rmse=0.018801	lr=0.026829
Epoch[167] Batch [649]	Speed: 5845.694400 samples/sec	rmse=0.018806	lr=0.026765
Epoch[167] Batch [699]	Speed: 5917.898374 samples/sec	rmse=0.018809	lr=0.026700
Epoch[167] Batch [749]	Speed: 5314.485688 samples/sec	rmse=0.018815	lr=0.026636
Epoch[167] Batch [799]	Speed: 5964.194751 samples/sec	rmse=0.018814	lr=0.026572
Epoch[167] Batch [849]	Speed: 5865.198784 samples/sec	rmse=0.018822	lr=0.026508
Epoch[167] Batch [899]	Speed: 5461.837824 samples/sec	rmse=0.018823	lr=0.026444
Epoch[167] Batch [949]	Speed: 5746.705883 samples/sec	rmse=0.018820	lr=0.026380
Epoch[167] Batch [999]	Speed: 5775.272105 samples/sec	rmse=0.018814	lr=0.026316
Epoch[167] Batch [1049]	Speed: 5998.220569 samples/sec	rmse=0.018818	lr=0.026252
Epoch[167] Batch [1099]	Speed: 5495.676841 samples/sec	rmse=0.018814	lr=0.026188
Epoch[167] Batch [1149]	Speed: 5646.011715 samples/sec	rmse=0.018812	lr=0.026125
Epoch[167] Batch [1199]	Speed: 5645.019562 samples/sec	rmse=0.018813	lr=0.026061
Epoch[167] Batch [1249]	Speed: 5710.273255 samples/sec	rmse=0.018815	lr=0.025998
[Epoch 167] training: rmse=0.018815
[Epoch 167] speed: 5662 samples/sec	time cost: 235.568416
[Epoch 167] validation: err-top1=0.303452 err-top5=0.106963
Epoch[168] Batch [49]	Speed: 5452.567980 samples/sec	rmse=0.018617	lr=0.025933
Epoch[168] Batch [99]	Speed: 5778.500591 samples/sec	rmse=0.018688	lr=0.025869
Epoch[168] Batch [149]	Speed: 5563.085266 samples/sec	rmse=0.018698	lr=0.025806
Epoch[168] Batch [199]	Speed: 5718.427107 samples/sec	rmse=0.018696	lr=0.025743
Epoch[168] Batch [249]	Speed: 5473.464247 samples/sec	rmse=0.018676	lr=0.025680
Epoch[168] Batch [299]	Speed: 5764.481718 samples/sec	rmse=0.018703	lr=0.025617
Epoch[168] Batch [349]	Speed: 6055.307067 samples/sec	rmse=0.018721	lr=0.025554
Epoch[168] Batch [399]	Speed: 5589.380518 samples/sec	rmse=0.018738	lr=0.025491
Epoch[168] Batch [449]	Speed: 5810.186873 samples/sec	rmse=0.018735	lr=0.025428
Epoch[168] Batch [499]	Speed: 5357.972146 samples/sec	rmse=0.018744	lr=0.025365
Epoch[168] Batch [549]	Speed: 5579.559270 samples/sec	rmse=0.018747	lr=0.025302
Epoch[168] Batch [599]	Speed: 5330.521001 samples/sec	rmse=0.018751	lr=0.025240
Epoch[168] Batch [649]	Speed: 5524.051810 samples/sec	rmse=0.018758	lr=0.025177
Epoch[168] Batch [699]	Speed: 5956.440814 samples/sec	rmse=0.018761	lr=0.025114
Epoch[168] Batch [749]	Speed: 5695.199079 samples/sec	rmse=0.018765	lr=0.025052
Epoch[168] Batch [799]	Speed: 5588.570904 samples/sec	rmse=0.018767	lr=0.024990
Epoch[168] Batch [849]	Speed: 5776.602224 samples/sec	rmse=0.018764	lr=0.024927
Epoch[168] Batch [899]	Speed: 5707.723798 samples/sec	rmse=0.018769	lr=0.024865
Epoch[168] Batch [949]	Speed: 5780.310275 samples/sec	rmse=0.018773	lr=0.024803
Epoch[168] Batch [999]	Speed: 5602.613616 samples/sec	rmse=0.018774	lr=0.024741
Epoch[168] Batch [1049]	Speed: 5810.775015 samples/sec	rmse=0.018776	lr=0.024679
Epoch[168] Batch [1099]	Speed: 5785.868347 samples/sec	rmse=0.018781	lr=0.024617
Epoch[168] Batch [1149]	Speed: 5695.253000 samples/sec	rmse=0.018778	lr=0.024555
Epoch[168] Batch [1199]	Speed: 5893.641959 samples/sec	rmse=0.018785	lr=0.024493
Epoch[168] Batch [1249]	Speed: 5496.260142 samples/sec	rmse=0.018783	lr=0.024432
[Epoch 168] training: rmse=0.018782
[Epoch 168] speed: 5658 samples/sec	time cost: 235.560506
[Epoch 168] validation: err-top1=0.307597 err-top5=0.110291
Epoch[169] Batch [49]	Speed: 5588.683183 samples/sec	rmse=0.018653	lr=0.024369
Epoch[169] Batch [99]	Speed: 5790.135287 samples/sec	rmse=0.018626	lr=0.024307
Epoch[169] Batch [149]	Speed: 5571.447839 samples/sec	rmse=0.018639	lr=0.024246
Epoch[169] Batch [199]	Speed: 5492.483190 samples/sec	rmse=0.018637	lr=0.024184
Epoch[169] Batch [249]	Speed: 5636.026712 samples/sec	rmse=0.018667	lr=0.024123
Epoch[169] Batch [299]	Speed: 5451.253638 samples/sec	rmse=0.018652	lr=0.024062
Epoch[169] Batch [349]	Speed: 5718.606642 samples/sec	rmse=0.018673	lr=0.024000
Epoch[169] Batch [399]	Speed: 5954.871871 samples/sec	rmse=0.018682	lr=0.023939
Epoch[169] Batch [449]	Speed: 5836.465815 samples/sec	rmse=0.018688	lr=0.023878
Epoch[169] Batch [499]	Speed: 5514.393892 samples/sec	rmse=0.018694	lr=0.023817
Epoch[169] Batch [549]	Speed: 5160.175092 samples/sec	rmse=0.018700	lr=0.023756
Epoch[169] Batch [599]	Speed: 5607.019504 samples/sec	rmse=0.018712	lr=0.023695
Epoch[169] Batch [649]	Speed: 5632.003156 samples/sec	rmse=0.018713	lr=0.023635
Epoch[169] Batch [699]	Speed: 5703.021071 samples/sec	rmse=0.018710	lr=0.023574
Epoch[169] Batch [749]	Speed: 5890.396019 samples/sec	rmse=0.018721	lr=0.023513
Epoch[169] Batch [799]	Speed: 5687.540407 samples/sec	rmse=0.018726	lr=0.023453
Epoch[169] Batch [849]	Speed: 5880.309256 samples/sec	rmse=0.018728	lr=0.023392
Epoch[169] Batch [899]	Speed: 5464.568304 samples/sec	rmse=0.018725	lr=0.023332
Epoch[169] Batch [949]	Speed: 5751.600498 samples/sec	rmse=0.018733	lr=0.023272
Epoch[169] Batch [999]	Speed: 5758.638790 samples/sec	rmse=0.018737	lr=0.023211
Epoch[169] Batch [1049]	Speed: 5773.238498 samples/sec	rmse=0.018738	lr=0.023151
Epoch[169] Batch [1099]	Speed: 5647.477801 samples/sec	rmse=0.018739	lr=0.023091
Epoch[169] Batch [1149]	Speed: 5243.215637 samples/sec	rmse=0.018747	lr=0.023031
Epoch[169] Batch [1199]	Speed: 5785.340098 samples/sec	rmse=0.018747	lr=0.022971
Epoch[169] Batch [1249]	Speed: 5697.882033 samples/sec	rmse=0.018748	lr=0.022911
[Epoch 169] training: rmse=0.018748
[Epoch 169] speed: 5636 samples/sec	time cost: 236.855988
[Epoch 169] validation: err-top1=0.303312 err-top5=0.106027
Epoch[170] Batch [49]	Speed: 5655.864427 samples/sec	rmse=0.018785	lr=0.022850
Epoch[170] Batch [99]	Speed: 5572.269994 samples/sec	rmse=0.018758	lr=0.022790
Epoch[170] Batch [149]	Speed: 5363.083380 samples/sec	rmse=0.018730	lr=0.022731
Epoch[170] Batch [199]	Speed: 5716.620196 samples/sec	rmse=0.018697	lr=0.022671
Epoch[170] Batch [249]	Speed: 5763.651680 samples/sec	rmse=0.018684	lr=0.022612
Epoch[170] Batch [299]	Speed: 5733.751108 samples/sec	rmse=0.018665	lr=0.022552
Epoch[170] Batch [349]	Speed: 5708.521113 samples/sec	rmse=0.018659	lr=0.022493
Epoch[170] Batch [399]	Speed: 5730.855948 samples/sec	rmse=0.018655	lr=0.022434
Epoch[170] Batch [449]	Speed: 5413.984786 samples/sec	rmse=0.018655	lr=0.022374
Epoch[170] Batch [499]	Speed: 5774.041336 samples/sec	rmse=0.018654	lr=0.022315
Epoch[170] Batch [549]	Speed: 5832.329920 samples/sec	rmse=0.018659	lr=0.022256
Epoch[170] Batch [599]	Speed: 5762.760487 samples/sec	rmse=0.018664	lr=0.022197
Epoch[170] Batch [649]	Speed: 5868.386536 samples/sec	rmse=0.018663	lr=0.022138
Epoch[170] Batch [699]	Speed: 5463.041784 samples/sec	rmse=0.018665	lr=0.022079
Epoch[170] Batch [749]	Speed: 5661.041630 samples/sec	rmse=0.018666	lr=0.022021
Epoch[170] Batch [799]	Speed: 5771.994633 samples/sec	rmse=0.018676	lr=0.021962
Epoch[170] Batch [849]	Speed: 5668.501721 samples/sec	rmse=0.018679	lr=0.021903
Epoch[170] Batch [899]	Speed: 5937.543939 samples/sec	rmse=0.018681	lr=0.021845
Epoch[170] Batch [949]	Speed: 5592.913939 samples/sec	rmse=0.018677	lr=0.021786
Epoch[170] Batch [999]	Speed: 5566.083268 samples/sec	rmse=0.018676	lr=0.021728
Epoch[170] Batch [1049]	Speed: 5890.434796 samples/sec	rmse=0.018673	lr=0.021669
Epoch[170] Batch [1099]	Speed: 5776.075509 samples/sec	rmse=0.018678	lr=0.021611
Epoch[170] Batch [1149]	Speed: 5643.262592 samples/sec	rmse=0.018683	lr=0.021553
Epoch[170] Batch [1199]	Speed: 5870.029446 samples/sec	rmse=0.018684	lr=0.021495
Epoch[170] Batch [1249]	Speed: 5780.365198 samples/sec	rmse=0.018686	lr=0.021437
[Epoch 170] training: rmse=0.018687
[Epoch 170] speed: 5691 samples/sec	time cost: 234.537369
[Epoch 170] validation: err-top1=0.301877 err-top5=0.107960
Epoch[171] Batch [49]	Speed: 5198.536333 samples/sec	rmse=0.018529	lr=0.021378
Epoch[171] Batch [99]	Speed: 5714.134554 samples/sec	rmse=0.018540	lr=0.021320
Epoch[171] Batch [149]	Speed: 5766.614456 samples/sec	rmse=0.018568	lr=0.021262
Epoch[171] Batch [199]	Speed: 6049.355875 samples/sec	rmse=0.018564	lr=0.021204
Epoch[171] Batch [249]	Speed: 5066.350942 samples/sec	rmse=0.018566	lr=0.021146
Epoch[171] Batch [299]	Speed: 5577.570448 samples/sec	rmse=0.018569	lr=0.021089
Epoch[171] Batch [349]	Speed: 5501.639457 samples/sec	rmse=0.018583	lr=0.021031
Epoch[171] Batch [399]	Speed: 5722.372941 samples/sec	rmse=0.018589	lr=0.020974
Epoch[171] Batch [449]	Speed: 5675.795480 samples/sec	rmse=0.018623	lr=0.020917
Epoch[171] Batch [499]	Speed: 6098.747837 samples/sec	rmse=0.018627	lr=0.020859
Epoch[171] Batch [549]	Speed: 5855.838940 samples/sec	rmse=0.018635	lr=0.020802
Epoch[171] Batch [599]	Speed: 5739.696560 samples/sec	rmse=0.018635	lr=0.020745
Epoch[171] Batch [649]	Speed: 5879.135680 samples/sec	rmse=0.018634	lr=0.020688
Epoch[171] Batch [699]	Speed: 5454.352823 samples/sec	rmse=0.018635	lr=0.020631
Epoch[171] Batch [749]	Speed: 5709.516133 samples/sec	rmse=0.018641	lr=0.020574
Epoch[171] Batch [799]	Speed: 5687.201805 samples/sec	rmse=0.018647	lr=0.020517
Epoch[171] Batch [849]	Speed: 5517.296111 samples/sec	rmse=0.018646	lr=0.020460
Epoch[171] Batch [899]	Speed: 5851.621818 samples/sec	rmse=0.018641	lr=0.020404
Epoch[171] Batch [949]	Speed: 6010.714430 samples/sec	rmse=0.018648	lr=0.020347
Epoch[171] Batch [999]	Speed: 5652.864486 samples/sec	rmse=0.018653	lr=0.020290
Epoch[171] Batch [1049]	Speed: 5585.127795 samples/sec	rmse=0.018660	lr=0.020234
Epoch[171] Batch [1099]	Speed: 5658.986850 samples/sec	rmse=0.018658	lr=0.020177
Epoch[171] Batch [1149]	Speed: 5709.830526 samples/sec	rmse=0.018662	lr=0.020121
Epoch[171] Batch [1199]	Speed: 5693.140412 samples/sec	rmse=0.018658	lr=0.020065
Epoch[171] Batch [1249]	Speed: 6037.845498 samples/sec	rmse=0.018658	lr=0.020009
[Epoch 171] training: rmse=0.018658
[Epoch 171] speed: 5679 samples/sec	time cost: 235.255832
[Epoch 171] validation: err-top1=0.296935 err-top5=0.104432
Epoch[172] Batch [49]	Speed: 5481.153756 samples/sec	rmse=0.018591	lr=0.019951
Epoch[172] Batch [99]	Speed: 5396.597793 samples/sec	rmse=0.018573	lr=0.019895
Epoch[172] Batch [149]	Speed: 5383.798022 samples/sec	rmse=0.018566	lr=0.019839
Epoch[172] Batch [199]	Speed: 5779.825507 samples/sec	rmse=0.018550	lr=0.019784
Epoch[172] Batch [249]	Speed: 5726.328194 samples/sec	rmse=0.018566	lr=0.019728
Epoch[172] Batch [299]	Speed: 5865.394222 samples/sec	rmse=0.018564	lr=0.019672
Epoch[172] Batch [349]	Speed: 5723.138662 samples/sec	rmse=0.018578	lr=0.019616
Epoch[172] Batch [399]	Speed: 5422.080420 samples/sec	rmse=0.018583	lr=0.019561
Epoch[172] Batch [449]	Speed: 5698.960913 samples/sec	rmse=0.018589	lr=0.019505
Epoch[172] Batch [499]	Speed: 5648.194789 samples/sec	rmse=0.018588	lr=0.019450
Epoch[172] Batch [549]	Speed: 5775.448083 samples/sec	rmse=0.018587	lr=0.019394
Epoch[172] Batch [599]	Speed: 5703.551511 samples/sec	rmse=0.018605	lr=0.019339
Epoch[172] Batch [649]	Speed: 6064.637663 samples/sec	rmse=0.018603	lr=0.019284
Epoch[172] Batch [699]	Speed: 5644.507370 samples/sec	rmse=0.018606	lr=0.019229
Epoch[172] Batch [749]	Speed: 5800.553357 samples/sec	rmse=0.018606	lr=0.019174
Epoch[172] Batch [799]	Speed: 5910.543411 samples/sec	rmse=0.018601	lr=0.019119
Epoch[172] Batch [849]	Speed: 5386.180813 samples/sec	rmse=0.018606	lr=0.019064
Epoch[172] Batch [899]	Speed: 5685.517377 samples/sec	rmse=0.018612	lr=0.019009
Epoch[172] Batch [949]	Speed: 5567.139364 samples/sec	rmse=0.018617	lr=0.018954
Epoch[172] Batch [999]	Speed: 4935.365973 samples/sec	rmse=0.018616	lr=0.018900
Epoch[172] Batch [1049]	Speed: 5798.040229 samples/sec	rmse=0.018616	lr=0.018845
Epoch[172] Batch [1099]	Speed: 5730.003458 samples/sec	rmse=0.018614	lr=0.018790
Epoch[172] Batch [1149]	Speed: 6042.694666 samples/sec	rmse=0.018618	lr=0.018736
Epoch[172] Batch [1199]	Speed: 5783.470411 samples/sec	rmse=0.018622	lr=0.018682
Epoch[172] Batch [1249]	Speed: 5595.691491 samples/sec	rmse=0.018624	lr=0.018627
[Epoch 172] training: rmse=0.018623
[Epoch 172] speed: 5644 samples/sec	time cost: 236.273867
[Epoch 172] validation: err-top1=0.294543 err-top5=0.102419
Epoch[173] Batch [49]	Speed: 5254.491837 samples/sec	rmse=0.018464	lr=0.018572
Epoch[173] Batch [99]	Speed: 5885.232591 samples/sec	rmse=0.018492	lr=0.018518
Epoch[173] Batch [149]	Speed: 5468.386458 samples/sec	rmse=0.018491	lr=0.018464
Epoch[173] Batch [199]	Speed: 5957.928432 samples/sec	rmse=0.018502	lr=0.018410
Epoch[173] Batch [249]	Speed: 5721.009149 samples/sec	rmse=0.018504	lr=0.018356
Epoch[173] Batch [299]	Speed: 5753.689491 samples/sec	rmse=0.018527	lr=0.018302
Epoch[173] Batch [349]	Speed: 5376.684625 samples/sec	rmse=0.018529	lr=0.018248
Epoch[173] Batch [399]	Speed: 5749.124368 samples/sec	rmse=0.018532	lr=0.018194
Epoch[173] Batch [449]	Speed: 5733.345906 samples/sec	rmse=0.018527	lr=0.018141
Epoch[173] Batch [499]	Speed: 5612.595623 samples/sec	rmse=0.018532	lr=0.018087
Epoch[173] Batch [549]	Speed: 5729.556594 samples/sec	rmse=0.018543	lr=0.018034
Epoch[173] Batch [599]	Speed: 5680.842440 samples/sec	rmse=0.018540	lr=0.017980
Epoch[173] Batch [649]	Speed: 5616.954349 samples/sec	rmse=0.018537	lr=0.017927
Epoch[173] Batch [699]	Speed: 5811.098772 samples/sec	rmse=0.018545	lr=0.017874
Epoch[173] Batch [749]	Speed: 5747.579964 samples/sec	rmse=0.018542	lr=0.017821
Epoch[173] Batch [799]	Speed: 5518.255216 samples/sec	rmse=0.018536	lr=0.017768
Epoch[173] Batch [849]	Speed: 5569.756152 samples/sec	rmse=0.018544	lr=0.017714
Epoch[173] Batch [899]	Speed: 5700.833403 samples/sec	rmse=0.018549	lr=0.017662
Epoch[173] Batch [949]	Speed: 5470.205222 samples/sec	rmse=0.018550	lr=0.017609
Epoch[173] Batch [999]	Speed: 5606.032372 samples/sec	rmse=0.018553	lr=0.017556
Epoch[173] Batch [1049]	Speed: 5772.426884 samples/sec	rmse=0.018553	lr=0.017503
Epoch[173] Batch [1099]	Speed: 5151.991252 samples/sec	rmse=0.018558	lr=0.017450
Epoch[173] Batch [1149]	Speed: 5403.690451 samples/sec	rmse=0.018558	lr=0.017398
Epoch[173] Batch [1199]	Speed: 5745.084085 samples/sec	rmse=0.018555	lr=0.017345
Epoch[173] Batch [1249]	Speed: 5549.386461 samples/sec	rmse=0.018556	lr=0.017293
[Epoch 173] training: rmse=0.018556
[Epoch 173] speed: 5611 samples/sec	time cost: 237.817801
[Epoch 173] validation: err-top1=0.298031 err-top5=0.104771
Epoch[174] Batch [49]	Speed: 5627.931504 samples/sec	rmse=0.018403	lr=0.017240
Epoch[174] Batch [99]	Speed: 5331.224746 samples/sec	rmse=0.018426	lr=0.017187
Epoch[174] Batch [149]	Speed: 5867.574724 samples/sec	rmse=0.018422	lr=0.017135
Epoch[174] Batch [199]	Speed: 5569.797901 samples/sec	rmse=0.018396	lr=0.017083
Epoch[174] Batch [249]	Speed: 6009.388340 samples/sec	rmse=0.018432	lr=0.017031
Epoch[174] Batch [299]	Speed: 5829.799158 samples/sec	rmse=0.018456	lr=0.016979
Epoch[174] Batch [349]	Speed: 5565.581549 samples/sec	rmse=0.018469	lr=0.016927
Epoch[174] Batch [399]	Speed: 5737.721344 samples/sec	rmse=0.018473	lr=0.016875
Epoch[174] Batch [449]	Speed: 5565.859229 samples/sec	rmse=0.018471	lr=0.016824
Epoch[174] Batch [499]	Speed: 5716.834621 samples/sec	rmse=0.018472	lr=0.016772
Epoch[174] Batch [549]	Speed: 5924.233696 samples/sec	rmse=0.018472	lr=0.016720
Epoch[174] Batch [599]	Speed: 5981.609504 samples/sec	rmse=0.018471	lr=0.016669
Epoch[174] Batch [649]	Speed: 5767.583207 samples/sec	rmse=0.018472	lr=0.016617
Epoch[174] Batch [699]	Speed: 5693.986950 samples/sec	rmse=0.018474	lr=0.016566
Epoch[174] Batch [749]	Speed: 5481.712989 samples/sec	rmse=0.018489	lr=0.016515
Epoch[174] Batch [799]	Speed: 5911.934948 samples/sec	rmse=0.018486	lr=0.016464
Epoch[174] Batch [849]	Speed: 5612.025354 samples/sec	rmse=0.018491	lr=0.016412
Epoch[174] Batch [899]	Speed: 5637.987878 samples/sec	rmse=0.018488	lr=0.016361
Epoch[174] Batch [949]	Speed: 5973.323222 samples/sec	rmse=0.018487	lr=0.016310
Epoch[174] Batch [999]	Speed: 5435.147823 samples/sec	rmse=0.018491	lr=0.016259
Epoch[174] Batch [1049]	Speed: 5474.855481 samples/sec	rmse=0.018490	lr=0.016209
Epoch[174] Batch [1099]	Speed: 5579.957668 samples/sec	rmse=0.018492	lr=0.016158
Epoch[174] Batch [1149]	Speed: 5702.750436 samples/sec	rmse=0.018492	lr=0.016107
Epoch[174] Batch [1199]	Speed: 5515.739995 samples/sec	rmse=0.018495	lr=0.016057
Epoch[174] Batch [1249]	Speed: 5620.203239 samples/sec	rmse=0.018490	lr=0.016006
[Epoch 174] training: rmse=0.018489
[Epoch 174] speed: 5673 samples/sec	time cost: 235.442293
[Epoch 174] validation: err-top1=0.298665 err-top5=0.104146
Epoch[175] Batch [49]	Speed: 5208.512970 samples/sec	rmse=0.018402	lr=0.015955
Epoch[175] Batch [99]	Speed: 5614.762763 samples/sec	rmse=0.018393	lr=0.015904
Epoch[175] Batch [149]	Speed: 5799.561282 samples/sec	rmse=0.018388	lr=0.015854
Epoch[175] Batch [199]	Speed: 5640.737049 samples/sec	rmse=0.018392	lr=0.015804
Epoch[175] Batch [249]	Speed: 6080.066917 samples/sec	rmse=0.018410	lr=0.015754
Epoch[175] Batch [299]	Speed: 5655.735580 samples/sec	rmse=0.018396	lr=0.015704
Epoch[175] Batch [349]	Speed: 5685.175855 samples/sec	rmse=0.018409	lr=0.015654
Epoch[175] Batch [399]	Speed: 5674.383177 samples/sec	rmse=0.018427	lr=0.015604
Epoch[175] Batch [449]	Speed: 5304.901368 samples/sec	rmse=0.018417	lr=0.015554
Epoch[175] Batch [499]	Speed: 5861.843281 samples/sec	rmse=0.018408	lr=0.015504
Epoch[175] Batch [549]	Speed: 5677.201433 samples/sec	rmse=0.018408	lr=0.015454
Epoch[175] Batch [599]	Speed: 5519.042739 samples/sec	rmse=0.018415	lr=0.015405
Epoch[175] Batch [649]	Speed: 5559.657071 samples/sec	rmse=0.018420	lr=0.015355
Epoch[175] Batch [699]	Speed: 5646.658249 samples/sec	rmse=0.018416	lr=0.015306
Epoch[175] Batch [749]	Speed: 5733.664919 samples/sec	rmse=0.018420	lr=0.015257
Epoch[175] Batch [799]	Speed: 5500.115120 samples/sec	rmse=0.018425	lr=0.015207
Epoch[175] Batch [849]	Speed: 5537.842443 samples/sec	rmse=0.018423	lr=0.015158
Epoch[175] Batch [899]	Speed: 5493.341222 samples/sec	rmse=0.018427	lr=0.015109
Epoch[175] Batch [949]	Speed: 5842.783200 samples/sec	rmse=0.018431	lr=0.015060
Epoch[175] Batch [999]	Speed: 5580.467928 samples/sec	rmse=0.018435	lr=0.015011
Epoch[175] Batch [1049]	Speed: 5361.101047 samples/sec	rmse=0.018435	lr=0.014962
Epoch[175] Batch [1099]	Speed: 5306.124968 samples/sec	rmse=0.018440	lr=0.014913
Epoch[175] Batch [1149]	Speed: 5776.282765 samples/sec	rmse=0.018444	lr=0.014864
Epoch[175] Batch [1199]	Speed: 5763.120365 samples/sec	rmse=0.018442	lr=0.014816
Epoch[175] Batch [1249]	Speed: 5589.389683 samples/sec	rmse=0.018442	lr=0.014767
[Epoch 175] training: rmse=0.018442
[Epoch 175] speed: 5604 samples/sec	time cost: 238.412098
[Epoch 175] validation: err-top1=0.292550 err-top5=0.101981
Epoch[176] Batch [49]	Speed: 5646.941554 samples/sec	rmse=0.018339	lr=0.014718
Epoch[176] Batch [99]	Speed: 5863.853976 samples/sec	rmse=0.018296	lr=0.014669
Epoch[176] Batch [149]	Speed: 5489.456860 samples/sec	rmse=0.018350	lr=0.014621
Epoch[176] Batch [199]	Speed: 5607.875622 samples/sec	rmse=0.018368	lr=0.014572
Epoch[176] Batch [249]	Speed: 5753.944786 samples/sec	rmse=0.018362	lr=0.014524
Epoch[176] Batch [299]	Speed: 5723.764384 samples/sec	rmse=0.018359	lr=0.014476
Epoch[176] Batch [349]	Speed: 5691.731533 samples/sec	rmse=0.018366	lr=0.014428
Epoch[176] Batch [399]	Speed: 5611.463119 samples/sec	rmse=0.018370	lr=0.014380
Epoch[176] Batch [449]	Speed: 5886.733581 samples/sec	rmse=0.018374	lr=0.014332
Epoch[176] Batch [499]	Speed: 5864.473212 samples/sec	rmse=0.018378	lr=0.014284
Epoch[176] Batch [549]	Speed: 5896.342439 samples/sec	rmse=0.018375	lr=0.014236
Epoch[176] Batch [599]	Speed: 5741.680350 samples/sec	rmse=0.018369	lr=0.014189
Epoch[176] Batch [649]	Speed: 5476.239742 samples/sec	rmse=0.018371	lr=0.014141
Epoch[176] Batch [699]	Speed: 5931.000106 samples/sec	rmse=0.018374	lr=0.014094
Epoch[176] Batch [749]	Speed: 6039.559877 samples/sec	rmse=0.018379	lr=0.014046
Epoch[176] Batch [799]	Speed: 5505.632126 samples/sec	rmse=0.018389	lr=0.013999
Epoch[176] Batch [849]	Speed: 5509.860167 samples/sec	rmse=0.018396	lr=0.013952
Epoch[176] Batch [899]	Speed: 5706.556981 samples/sec	rmse=0.018398	lr=0.013904
Epoch[176] Batch [949]	Speed: 5554.130145 samples/sec	rmse=0.018399	lr=0.013857
Epoch[176] Batch [999]	Speed: 5891.343615 samples/sec	rmse=0.018406	lr=0.013810
Epoch[176] Batch [1049]	Speed: 5933.583937 samples/sec	rmse=0.018410	lr=0.013763
Epoch[176] Batch [1099]	Speed: 5847.452321 samples/sec	rmse=0.018412	lr=0.013716
Epoch[176] Batch [1149]	Speed: 5341.805119 samples/sec	rmse=0.018410	lr=0.013669
Epoch[176] Batch [1199]	Speed: 5805.810131 samples/sec	rmse=0.018410	lr=0.013623
Epoch[176] Batch [1249]	Speed: 5466.522426 samples/sec	rmse=0.018407	lr=0.013576
[Epoch 176] training: rmse=0.018407
[Epoch 176] speed: 5698 samples/sec	time cost: 234.222825
[Epoch 176] validation: err-top1=0.289979 err-top5=0.100227
Epoch[177] Batch [49]	Speed: 5600.019026 samples/sec	rmse=0.018328	lr=0.013528
Epoch[177] Batch [99]	Speed: 5761.550348 samples/sec	rmse=0.018321	lr=0.013482
Epoch[177] Batch [149]	Speed: 6218.089767 samples/sec	rmse=0.018314	lr=0.013435
Epoch[177] Batch [199]	Speed: 5535.743824 samples/sec	rmse=0.018307	lr=0.013389
Epoch[177] Batch [249]	Speed: 5391.789890 samples/sec	rmse=0.018302	lr=0.013343
Epoch[177] Batch [299]	Speed: 5765.977472 samples/sec	rmse=0.018290	lr=0.013297
Epoch[177] Batch [349]	Speed: 5635.645853 samples/sec	rmse=0.018288	lr=0.013250
Epoch[177] Batch [399]	Speed: 5691.836530 samples/sec	rmse=0.018294	lr=0.013204
Epoch[177] Batch [449]	Speed: 5786.220048 samples/sec	rmse=0.018283	lr=0.013158
Epoch[177] Batch [499]	Speed: 5724.979763 samples/sec	rmse=0.018291	lr=0.013113
Epoch[177] Batch [549]	Speed: 5889.734790 samples/sec	rmse=0.018293	lr=0.013067
Epoch[177] Batch [599]	Speed: 5440.909169 samples/sec	rmse=0.018308	lr=0.013021
Epoch[177] Batch [649]	Speed: 5553.235644 samples/sec	rmse=0.018313	lr=0.012975
Epoch[177] Batch [699]	Speed: 5334.709814 samples/sec	rmse=0.018319	lr=0.012930
Epoch[177] Batch [749]	Speed: 5462.966599 samples/sec	rmse=0.018320	lr=0.012884
Epoch[177] Batch [799]	Speed: 5651.920200 samples/sec	rmse=0.018323	lr=0.012839
Epoch[177] Batch [849]	Speed: 5778.327692 samples/sec	rmse=0.018331	lr=0.012793
Epoch[177] Batch [899]	Speed: 5807.563146 samples/sec	rmse=0.018330	lr=0.012748
Epoch[177] Batch [949]	Speed: 5700.731857 samples/sec	rmse=0.018329	lr=0.012703
Epoch[177] Batch [999]	Speed: 5651.170442 samples/sec	rmse=0.018338	lr=0.012658
Epoch[177] Batch [1049]	Speed: 5244.257386 samples/sec	rmse=0.018341	lr=0.012613
Epoch[177] Batch [1099]	Speed: 5783.433809 samples/sec	rmse=0.018337	lr=0.012568
Epoch[177] Batch [1149]	Speed: 5769.722736 samples/sec	rmse=0.018339	lr=0.012523
Epoch[177] Batch [1199]	Speed: 5535.317043 samples/sec	rmse=0.018340	lr=0.012478
Epoch[177] Batch [1249]	Speed: 5882.055677 samples/sec	rmse=0.018339	lr=0.012433
[Epoch 177] training: rmse=0.018339
[Epoch 177] speed: 5646 samples/sec	time cost: 236.220761
[Epoch 177] validation: err-top1=0.288843 err-top5=0.099051
Epoch[178] Batch [49]	Speed: 5676.571294 samples/sec	rmse=0.018071	lr=0.012388
Epoch[178] Batch [99]	Speed: 5804.994041 samples/sec	rmse=0.018173	lr=0.012343
Epoch[178] Batch [149]	Speed: 5554.610548 samples/sec	rmse=0.018171	lr=0.012299
Epoch[178] Batch [199]	Speed: 5667.011839 samples/sec	rmse=0.018189	lr=0.012254
Epoch[178] Batch [249]	Speed: 5535.657635 samples/sec	rmse=0.018211	lr=0.012210
Epoch[178] Batch [299]	Speed: 5580.784802 samples/sec	rmse=0.018216	lr=0.012166
Epoch[178] Batch [349]	Speed: 5657.856716 samples/sec	rmse=0.018233	lr=0.012121
Epoch[178] Batch [399]	Speed: 5489.847687 samples/sec	rmse=0.018245	lr=0.012077
Epoch[178] Batch [449]	Speed: 5576.598436 samples/sec	rmse=0.018248	lr=0.012033
Epoch[178] Batch [499]	Speed: 5781.906257 samples/sec	rmse=0.018267	lr=0.011989
Epoch[178] Batch [549]	Speed: 5866.302220 samples/sec	rmse=0.018276	lr=0.011945
Epoch[178] Batch [599]	Speed: 5739.934812 samples/sec	rmse=0.018277	lr=0.011902
Epoch[178] Batch [649]	Speed: 5710.952208 samples/sec	rmse=0.018289	lr=0.011858
Epoch[178] Batch [699]	Speed: 5597.448868 samples/sec	rmse=0.018297	lr=0.011814
Epoch[178] Batch [749]	Speed: 5234.408973 samples/sec	rmse=0.018297	lr=0.011771
Epoch[178] Batch [799]	Speed: 5974.002856 samples/sec	rmse=0.018299	lr=0.011727
Epoch[178] Batch [849]	Speed: 5755.841555 samples/sec	rmse=0.018298	lr=0.011684
Epoch[178] Batch [899]	Speed: 5574.615342 samples/sec	rmse=0.018289	lr=0.011640
Epoch[178] Batch [949]	Speed: 5882.615756 samples/sec	rmse=0.018287	lr=0.011597
Epoch[178] Batch [999]	Speed: 5569.608375 samples/sec	rmse=0.018287	lr=0.011554
Epoch[178] Batch [1049]	Speed: 5824.838064 samples/sec	rmse=0.018291	lr=0.011511
Epoch[178] Batch [1099]	Speed: 5861.585521 samples/sec	rmse=0.018292	lr=0.011468
Epoch[178] Batch [1149]	Speed: 5604.978000 samples/sec	rmse=0.018295	lr=0.011425
Epoch[178] Batch [1199]	Speed: 5757.258894 samples/sec	rmse=0.018301	lr=0.011382
Epoch[178] Batch [1249]	Speed: 5818.021858 samples/sec	rmse=0.018301	lr=0.011339
[Epoch 178] training: rmse=0.018301
[Epoch 178] speed: 5675 samples/sec	time cost: 234.919862
[Epoch 178] validation: err-top1=0.290338 err-top5=0.097875
Epoch[179] Batch [49]	Speed: 5635.108154 samples/sec	rmse=0.018275	lr=0.011296
Epoch[179] Batch [99]	Speed: 5830.421670 samples/sec	rmse=0.018269	lr=0.011253
Epoch[179] Batch [149]	Speed: 5922.415757 samples/sec	rmse=0.018281	lr=0.011211
Epoch[179] Batch [199]	Speed: 5572.340265 samples/sec	rmse=0.018275	lr=0.011168
Epoch[179] Batch [249]	Speed: 5586.185756 samples/sec	rmse=0.018272	lr=0.011126
Epoch[179] Batch [299]	Speed: 5612.278793 samples/sec	rmse=0.018258	lr=0.011083
Epoch[179] Batch [349]	Speed: 5655.331500 samples/sec	rmse=0.018259	lr=0.011041
Epoch[179] Batch [399]	Speed: 5235.960887 samples/sec	rmse=0.018253	lr=0.010999
Epoch[179] Batch [449]	Speed: 5644.330677 samples/sec	rmse=0.018258	lr=0.010957
Epoch[179] Batch [499]	Speed: 5532.739635 samples/sec	rmse=0.018258	lr=0.010915
Epoch[179] Batch [549]	Speed: 5780.483292 samples/sec	rmse=0.018260	lr=0.010873
Epoch[179] Batch [599]	Speed: 5679.338104 samples/sec	rmse=0.018266	lr=0.010831
Epoch[179] Batch [649]	Speed: 5586.258703 samples/sec	rmse=0.018266	lr=0.010789
Epoch[179] Batch [699]	Speed: 5702.466501 samples/sec	rmse=0.018270	lr=0.010748
Epoch[179] Batch [749]	Speed: 5324.552209 samples/sec	rmse=0.018266	lr=0.010706
Epoch[179] Batch [799]	Speed: 5298.609837 samples/sec	rmse=0.018256	lr=0.010665
Epoch[179] Batch [849]	Speed: 5392.304903 samples/sec	rmse=0.018257	lr=0.010623
Epoch[179] Batch [899]	Speed: 6041.939646 samples/sec	rmse=0.018259	lr=0.010582
Epoch[179] Batch [949]	Speed: 5922.036854 samples/sec	rmse=0.018261	lr=0.010540
Epoch[179] Batch [999]	Speed: 5672.265364 samples/sec	rmse=0.018265	lr=0.010499
Epoch[179] Batch [1049]	Speed: 5526.353891 samples/sec	rmse=0.018265	lr=0.010458
Epoch[179] Batch [1099]	Speed: 5748.500936 samples/sec	rmse=0.018265	lr=0.010417
Epoch[179] Batch [1149]	Speed: 5888.422626 samples/sec	rmse=0.018266	lr=0.010376
Epoch[179] Batch [1199]	Speed: 5350.086405 samples/sec	rmse=0.018262	lr=0.010335
Epoch[179] Batch [1249]	Speed: 5612.995672 samples/sec	rmse=0.018264	lr=0.010294
[Epoch 179] training: rmse=0.018264
[Epoch 179] speed: 5617 samples/sec	time cost: 237.694247
[Epoch 179] validation: err-top1=0.282266 err-top5=0.096162
Epoch[180] Batch [49]	Speed: 5547.942189 samples/sec	rmse=0.018143	lr=0.010253
Epoch[180] Batch [99]	Speed: 5807.677800 samples/sec	rmse=0.018154	lr=0.010212
Epoch[180] Batch [149]	Speed: 6057.532834 samples/sec	rmse=0.018143	lr=0.010172
Epoch[180] Batch [199]	Speed: 5724.220720 samples/sec	rmse=0.018159	lr=0.010131
Epoch[180] Batch [249]	Speed: 5536.006546 samples/sec	rmse=0.018165	lr=0.010091
Epoch[180] Batch [299]	Speed: 5836.221068 samples/sec	rmse=0.018180	lr=0.010050
Epoch[180] Batch [349]	Speed: 5793.673945 samples/sec	rmse=0.018194	lr=0.010010
Epoch[180] Batch [399]	Speed: 5536.235181 samples/sec	rmse=0.018200	lr=0.009970
Epoch[180] Batch [449]	Speed: 5623.432770 samples/sec	rmse=0.018185	lr=0.009930
Epoch[180] Batch [499]	Speed: 5589.302979 samples/sec	rmse=0.018188	lr=0.009890
Epoch[180] Batch [549]	Speed: 5616.730751 samples/sec	rmse=0.018192	lr=0.009850
Epoch[180] Batch [599]	Speed: 5601.285413 samples/sec	rmse=0.018196	lr=0.009810
Epoch[180] Batch [649]	Speed: 5419.416158 samples/sec	rmse=0.018192	lr=0.009770
Epoch[180] Batch [699]	Speed: 5643.365067 samples/sec	rmse=0.018193	lr=0.009730
Epoch[180] Batch [749]	Speed: 5619.898344 samples/sec	rmse=0.018193	lr=0.009691
Epoch[180] Batch [799]	Speed: 5398.100970 samples/sec	rmse=0.018194	lr=0.009651
Epoch[180] Batch [849]	Speed: 5877.692131 samples/sec	rmse=0.018201	lr=0.009612
Epoch[180] Batch [899]	Speed: 5565.602753 samples/sec	rmse=0.018206	lr=0.009572
Epoch[180] Batch [949]	Speed: 5478.557904 samples/sec	rmse=0.018205	lr=0.009533
Epoch[180] Batch [999]	Speed: 5980.584516 samples/sec	rmse=0.018205	lr=0.009494
Epoch[180] Batch [1049]	Speed: 5594.181923 samples/sec	rmse=0.018209	lr=0.009454
Epoch[180] Batch [1099]	Speed: 5714.418283 samples/sec	rmse=0.018209	lr=0.009415
Epoch[180] Batch [1149]	Speed: 5730.775046 samples/sec	rmse=0.018216	lr=0.009376
Epoch[180] Batch [1199]	Speed: 5783.101447 samples/sec	rmse=0.018214	lr=0.009337
Epoch[180] Batch [1249]	Speed: 5610.280652 samples/sec	rmse=0.018213	lr=0.009299
[Epoch 180] training: rmse=0.018213
[Epoch 180] speed: 5656 samples/sec	time cost: 235.874801
[Epoch 180] validation: err-top1=0.279114 err-top5=0.094279
Epoch[181] Batch [49]	Speed: 5492.214469 samples/sec	rmse=0.018215	lr=0.009259
Epoch[181] Batch [99]	Speed: 5660.726021 samples/sec	rmse=0.018151	lr=0.009220
Epoch[181] Batch [149]	Speed: 5631.267384 samples/sec	rmse=0.018120	lr=0.009182
Epoch[181] Batch [199]	Speed: 5608.266211 samples/sec	rmse=0.018107	lr=0.009143
Epoch[181] Batch [249]	Speed: 5813.849249 samples/sec	rmse=0.018119	lr=0.009105
Epoch[181] Batch [299]	Speed: 5656.512326 samples/sec	rmse=0.018138	lr=0.009066
Epoch[181] Batch [349]	Speed: 5562.314083 samples/sec	rmse=0.018131	lr=0.009028
Epoch[181] Batch [399]	Speed: 5681.586113 samples/sec	rmse=0.018123	lr=0.008990
Epoch[181] Batch [449]	Speed: 5604.101268 samples/sec	rmse=0.018134	lr=0.008952
Epoch[181] Batch [499]	Speed: 5762.176149 samples/sec	rmse=0.018147	lr=0.008914
Epoch[181] Batch [549]	Speed: 5749.465150 samples/sec	rmse=0.018142	lr=0.008876
Epoch[181] Batch [599]	Speed: 5626.644343 samples/sec	rmse=0.018151	lr=0.008838
Epoch[181] Batch [649]	Speed: 5662.620500 samples/sec	rmse=0.018150	lr=0.008800
Epoch[181] Batch [699]	Speed: 5281.801695 samples/sec	rmse=0.018146	lr=0.008762
Epoch[181] Batch [749]	Speed: 5255.594793 samples/sec	rmse=0.018148	lr=0.008725
Epoch[181] Batch [799]	Speed: 5784.145385 samples/sec	rmse=0.018156	lr=0.008687
Epoch[181] Batch [849]	Speed: 5938.304290 samples/sec	rmse=0.018152	lr=0.008649
Epoch[181] Batch [899]	Speed: 5451.294875 samples/sec	rmse=0.018153	lr=0.008612
Epoch[181] Batch [949]	Speed: 5938.875297 samples/sec	rmse=0.018155	lr=0.008575
Epoch[181] Batch [999]	Speed: 5444.742361 samples/sec	rmse=0.018155	lr=0.008537
Epoch[181] Batch [1049]	Speed: 6068.021608 samples/sec	rmse=0.018152	lr=0.008500
Epoch[181] Batch [1099]	Speed: 5837.035967 samples/sec	rmse=0.018153	lr=0.008463
Epoch[181] Batch [1149]	Speed: 5566.272553 samples/sec	rmse=0.018158	lr=0.008426
Epoch[181] Batch [1199]	Speed: 5667.533508 samples/sec	rmse=0.018158	lr=0.008389
Epoch[181] Batch [1249]	Speed: 5653.226394 samples/sec	rmse=0.018155	lr=0.008352
[Epoch 181] training: rmse=0.018155
[Epoch 181] speed: 5641 samples/sec	time cost: 237.021940
[Epoch 181] validation: err-top1=0.281449 err-top5=0.095504
Epoch[182] Batch [49]	Speed: 5483.757390 samples/sec	rmse=0.018137	lr=0.008315
Epoch[182] Batch [99]	Speed: 5627.634029 samples/sec	rmse=0.018101	lr=0.008278
Epoch[182] Batch [149]	Speed: 5747.412910 samples/sec	rmse=0.018079	lr=0.008241
Epoch[182] Batch [199]	Speed: 5746.426627 samples/sec	rmse=0.018090	lr=0.008205
Epoch[182] Batch [249]	Speed: 5655.710556 samples/sec	rmse=0.018092	lr=0.008168
Epoch[182] Batch [299]	Speed: 5603.969358 samples/sec	rmse=0.018123	lr=0.008132
Epoch[182] Batch [349]	Speed: 5403.334634 samples/sec	rmse=0.018121	lr=0.008096
Epoch[182] Batch [399]	Speed: 5545.319935 samples/sec	rmse=0.018119	lr=0.008060
Epoch[182] Batch [449]	Speed: 5562.951677 samples/sec	rmse=0.018117	lr=0.008023
Epoch[182] Batch [499]	Speed: 5612.142244 samples/sec	rmse=0.018111	lr=0.007987
Epoch[182] Batch [549]	Speed: 5776.435343 samples/sec	rmse=0.018096	lr=0.007951
Epoch[182] Batch [599]	Speed: 5933.107545 samples/sec	rmse=0.018094	lr=0.007915
Epoch[182] Batch [649]	Speed: 5379.981122 samples/sec	rmse=0.018096	lr=0.007880
Epoch[182] Batch [699]	Speed: 5571.504068 samples/sec	rmse=0.018094	lr=0.007844
Epoch[182] Batch [749]	Speed: 5749.915278 samples/sec	rmse=0.018098	lr=0.007808
Epoch[182] Batch [799]	Speed: 5451.051754 samples/sec	rmse=0.018096	lr=0.007773
Epoch[182] Batch [849]	Speed: 5727.230148 samples/sec	rmse=0.018095	lr=0.007737
Epoch[182] Batch [899]	Speed: 5933.126724 samples/sec	rmse=0.018098	lr=0.007702
Epoch[182] Batch [949]	Speed: 5242.674824 samples/sec	rmse=0.018098	lr=0.007666
Epoch[182] Batch [999]	Speed: 5541.824781 samples/sec	rmse=0.018101	lr=0.007631
Epoch[182] Batch [1049]	Speed: 5523.739497 samples/sec	rmse=0.018098	lr=0.007596
Epoch[182] Batch [1099]	Speed: 5673.833113 samples/sec	rmse=0.018099	lr=0.007561
Epoch[182] Batch [1149]	Speed: 6014.528265 samples/sec	rmse=0.018102	lr=0.007526
Epoch[182] Batch [1199]	Speed: 5730.811750 samples/sec	rmse=0.018104	lr=0.007491
Epoch[182] Batch [1249]	Speed: 5797.299564 samples/sec	rmse=0.018105	lr=0.007456
[Epoch 182] training: rmse=0.018106
[Epoch 182] speed: 5626 samples/sec	time cost: 237.072615
[Epoch 182] validation: err-top1=0.280672 err-top5=0.093750
Epoch[183] Batch [49]	Speed: 5073.155574 samples/sec	rmse=0.018042	lr=0.007420
Epoch[183] Batch [99]	Speed: 5892.486661 samples/sec	rmse=0.018013	lr=0.007386
Epoch[183] Batch [149]	Speed: 5778.342151 samples/sec	rmse=0.018048	lr=0.007351
Epoch[183] Batch [199]	Speed: 5746.790311 samples/sec	rmse=0.018068	lr=0.007316
Epoch[183] Batch [249]	Speed: 5656.967240 samples/sec	rmse=0.018045	lr=0.007282
Epoch[183] Batch [299]	Speed: 5948.620997 samples/sec	rmse=0.018045	lr=0.007248
Epoch[183] Batch [349]	Speed: 5829.987654 samples/sec	rmse=0.018040	lr=0.007213
Epoch[183] Batch [399]	Speed: 5980.092720 samples/sec	rmse=0.018055	lr=0.007179
Epoch[183] Batch [449]	Speed: 5593.738216 samples/sec	rmse=0.018060	lr=0.007145
Epoch[183] Batch [499]	Speed: 5844.054426 samples/sec	rmse=0.018059	lr=0.007111
Epoch[183] Batch [549]	Speed: 5615.675435 samples/sec	rmse=0.018057	lr=0.007077
Epoch[183] Batch [599]	Speed: 5601.441596 samples/sec	rmse=0.018061	lr=0.007043
Epoch[183] Batch [649]	Speed: 5754.402092 samples/sec	rmse=0.018065	lr=0.007009
Epoch[183] Batch [699]	Speed: 6042.360911 samples/sec	rmse=0.018068	lr=0.006975
Epoch[183] Batch [749]	Speed: 5613.828815 samples/sec	rmse=0.018065	lr=0.006942
Epoch[183] Batch [799]	Speed: 5757.567762 samples/sec	rmse=0.018064	lr=0.006908
Epoch[183] Batch [849]	Speed: 5644.852184 samples/sec	rmse=0.018063	lr=0.006874
Epoch[183] Batch [899]	Speed: 5760.038195 samples/sec	rmse=0.018063	lr=0.006841
Epoch[183] Batch [949]	Speed: 5770.252014 samples/sec	rmse=0.018068	lr=0.006808
Epoch[183] Batch [999]	Speed: 5572.461580 samples/sec	rmse=0.018072	lr=0.006774
Epoch[183] Batch [1049]	Speed: 5632.851998 samples/sec	rmse=0.018073	lr=0.006741
Epoch[183] Batch [1099]	Speed: 5809.815592 samples/sec	rmse=0.018077	lr=0.006708
Epoch[183] Batch [1149]	Speed: 5948.054210 samples/sec	rmse=0.018075	lr=0.006675
Epoch[183] Batch [1199]	Speed: 5638.144339 samples/sec	rmse=0.018074	lr=0.006642
Epoch[183] Batch [1249]	Speed: 6174.604622 samples/sec	rmse=0.018076	lr=0.006609
[Epoch 183] training: rmse=0.018076
[Epoch 183] speed: 5734 samples/sec	time cost: 232.751632
[Epoch 183] validation: err-top1=0.278141 err-top5=0.093092
Epoch[184] Batch [49]	Speed: 5027.188455 samples/sec	rmse=0.017982	lr=0.006576
Epoch[184] Batch [99]	Speed: 5082.893447 samples/sec	rmse=0.017979	lr=0.006543
Epoch[184] Batch [149]	Speed: 5659.649337 samples/sec	rmse=0.017969	lr=0.006510
Epoch[184] Batch [199]	Speed: 5949.733135 samples/sec	rmse=0.017962	lr=0.006478
Epoch[184] Batch [249]	Speed: 5571.490191 samples/sec	rmse=0.017978	lr=0.006445
Epoch[184] Batch [299]	Speed: 5801.922579 samples/sec	rmse=0.017989	lr=0.006413
Epoch[184] Batch [349]	Speed: 5470.551366 samples/sec	rmse=0.017984	lr=0.006381
Epoch[184] Batch [399]	Speed: 5834.095660 samples/sec	rmse=0.017989	lr=0.006348
Epoch[184] Batch [449]	Speed: 5778.434819 samples/sec	rmse=0.017992	lr=0.006316
Epoch[184] Batch [499]	Speed: 5895.276548 samples/sec	rmse=0.018002	lr=0.006284
Epoch[184] Batch [549]	Speed: 5399.824257 samples/sec	rmse=0.018002	lr=0.006252
Epoch[184] Batch [599]	Speed: 6032.638037 samples/sec	rmse=0.018003	lr=0.006220
Epoch[184] Batch [649]	Speed: 5644.631849 samples/sec	rmse=0.018003	lr=0.006189
Epoch[184] Batch [699]	Speed: 5443.552248 samples/sec	rmse=0.018002	lr=0.006157
Epoch[184] Batch [749]	Speed: 5557.754327 samples/sec	rmse=0.018004	lr=0.006125
Epoch[184] Batch [799]	Speed: 5637.794719 samples/sec	rmse=0.017996	lr=0.006094
Epoch[184] Batch [849]	Speed: 5742.017180 samples/sec	rmse=0.018000	lr=0.006062
Epoch[184] Batch [899]	Speed: 5671.363114 samples/sec	rmse=0.018005	lr=0.006031
Epoch[184] Batch [949]	Speed: 5767.618215 samples/sec	rmse=0.018010	lr=0.005999
Epoch[184] Batch [999]	Speed: 5577.845124 samples/sec	rmse=0.018015	lr=0.005968
Epoch[184] Batch [1049]	Speed: 5821.188975 samples/sec	rmse=0.018015	lr=0.005937
Epoch[184] Batch [1099]	Speed: 5675.007131 samples/sec	rmse=0.018015	lr=0.005906
Epoch[184] Batch [1149]	Speed: 5788.859319 samples/sec	rmse=0.018016	lr=0.005875
Epoch[184] Batch [1199]	Speed: 5413.904121 samples/sec	rmse=0.018014	lr=0.005844
Epoch[184] Batch [1249]	Speed: 5138.610984 samples/sec	rmse=0.018015	lr=0.005813
[Epoch 184] training: rmse=0.018015
[Epoch 184] speed: 5598 samples/sec	time cost: 238.094032
[Epoch 184] validation: err-top1=0.280393 err-top5=0.093949
Epoch[185] Batch [49]	Speed: 5754.953238 samples/sec	rmse=0.017970	lr=0.005781
Epoch[185] Batch [99]	Speed: 5618.587953 samples/sec	rmse=0.017931	lr=0.005751
Epoch[185] Batch [149]	Speed: 5232.863971 samples/sec	rmse=0.017957	lr=0.005720
Epoch[185] Batch [199]	Speed: 5832.387578 samples/sec	rmse=0.017961	lr=0.005690
Epoch[185] Batch [249]	Speed: 5653.403645 samples/sec	rmse=0.017942	lr=0.005659
Epoch[185] Batch [299]	Speed: 5655.925501 samples/sec	rmse=0.017940	lr=0.005629
Epoch[185] Batch [349]	Speed: 5815.231213 samples/sec	rmse=0.017938	lr=0.005598
Epoch[185] Batch [399]	Speed: 5713.211184 samples/sec	rmse=0.017933	lr=0.005568
Epoch[185] Batch [449]	Speed: 5757.568379 samples/sec	rmse=0.017935	lr=0.005538
Epoch[185] Batch [499]	Speed: 5788.232389 samples/sec	rmse=0.017932	lr=0.005508
Epoch[185] Batch [549]	Speed: 5824.458905 samples/sec	rmse=0.017938	lr=0.005478
Epoch[185] Batch [599]	Speed: 5864.918624 samples/sec	rmse=0.017941	lr=0.005448
Epoch[185] Batch [649]	Speed: 5151.909924 samples/sec	rmse=0.017936	lr=0.005418
Epoch[185] Batch [699]	Speed: 5708.008864 samples/sec	rmse=0.017940	lr=0.005389
Epoch[185] Batch [749]	Speed: 5626.155379 samples/sec	rmse=0.017943	lr=0.005359
Epoch[185] Batch [799]	Speed: 5479.246899 samples/sec	rmse=0.017939	lr=0.005329
Epoch[185] Batch [849]	Speed: 5458.385620 samples/sec	rmse=0.017943	lr=0.005300
Epoch[185] Batch [899]	Speed: 5540.684201 samples/sec	rmse=0.017947	lr=0.005271
Epoch[185] Batch [949]	Speed: 5953.962497 samples/sec	rmse=0.017954	lr=0.005241
Epoch[185] Batch [999]	Speed: 5689.121586 samples/sec	rmse=0.017956	lr=0.005212
Epoch[185] Batch [1049]	Speed: 5665.901071 samples/sec	rmse=0.017960	lr=0.005183
Epoch[185] Batch [1099]	Speed: 5796.785185 samples/sec	rmse=0.017957	lr=0.005154
Epoch[185] Batch [1149]	Speed: 5749.963774 samples/sec	rmse=0.017959	lr=0.005125
Epoch[185] Batch [1199]	Speed: 5810.985555 samples/sec	rmse=0.017966	lr=0.005096
Epoch[185] Batch [1249]	Speed: 5794.925140 samples/sec	rmse=0.017968	lr=0.005067
[Epoch 185] training: rmse=0.017968
[Epoch 185] speed: 5666 samples/sec	time cost: 235.492086
[Epoch 185] validation: err-top1=0.273996 err-top5=0.091378
Epoch[186] Batch [49]	Speed: 5228.750756 samples/sec	rmse=0.017958	lr=0.005038
Epoch[186] Batch [99]	Speed: 5554.691294 samples/sec	rmse=0.017912	lr=0.005009
Epoch[186] Batch [149]	Speed: 5809.687180 samples/sec	rmse=0.017934	lr=0.004980
Epoch[186] Batch [199]	Speed: 5777.882431 samples/sec	rmse=0.017917	lr=0.004952
Epoch[186] Batch [249]	Speed: 6082.531440 samples/sec	rmse=0.017907	lr=0.004923
Epoch[186] Batch [299]	Speed: 5883.412232 samples/sec	rmse=0.017901	lr=0.004895
Epoch[186] Batch [349]	Speed: 5410.698985 samples/sec	rmse=0.017913	lr=0.004867
Epoch[186] Batch [399]	Speed: 5677.360829 samples/sec	rmse=0.017906	lr=0.004839
Epoch[186] Batch [449]	Speed: 5387.188388 samples/sec	rmse=0.017914	lr=0.004810
Epoch[186] Batch [499]	Speed: 5697.466618 samples/sec	rmse=0.017920	lr=0.004782
Epoch[186] Batch [549]	Speed: 5137.848872 samples/sec	rmse=0.017915	lr=0.004754
Epoch[186] Batch [599]	Speed: 5495.365339 samples/sec	rmse=0.017911	lr=0.004727
Epoch[186] Batch [649]	Speed: 5391.433338 samples/sec	rmse=0.017906	lr=0.004699
Epoch[186] Batch [699]	Speed: 5603.403326 samples/sec	rmse=0.017912	lr=0.004671
Epoch[186] Batch [749]	Speed: 5372.951603 samples/sec	rmse=0.017915	lr=0.004643
Epoch[186] Batch [799]	Speed: 5354.391611 samples/sec	rmse=0.017912	lr=0.004616
Epoch[186] Batch [849]	Speed: 5689.536840 samples/sec	rmse=0.017915	lr=0.004588
Epoch[186] Batch [899]	Speed: 5495.373495 samples/sec	rmse=0.017912	lr=0.004561
Epoch[186] Batch [949]	Speed: 5566.031187 samples/sec	rmse=0.017914	lr=0.004534
Epoch[186] Batch [999]	Speed: 5503.425266 samples/sec	rmse=0.017918	lr=0.004506
Epoch[186] Batch [1049]	Speed: 5964.592984 samples/sec	rmse=0.017911	lr=0.004479
Epoch[186] Batch [1099]	Speed: 5455.481555 samples/sec	rmse=0.017911	lr=0.004452
Epoch[186] Batch [1149]	Speed: 5799.331366 samples/sec	rmse=0.017915	lr=0.004425
Epoch[186] Batch [1199]	Speed: 5904.100642 samples/sec	rmse=0.017916	lr=0.004398
Epoch[186] Batch [1249]	Speed: 5857.342866 samples/sec	rmse=0.017918	lr=0.004372
[Epoch 186] training: rmse=0.017918
[Epoch 186] speed: 5588 samples/sec	time cost: 239.025049
[Epoch 186] validation: err-top1=0.273295 err-top5=0.091085
Epoch[187] Batch [49]	Speed: 5581.080536 samples/sec	rmse=0.017888	lr=0.004344
Epoch[187] Batch [99]	Speed: 5653.674677 samples/sec	rmse=0.017867	lr=0.004318
Epoch[187] Batch [149]	Speed: 6107.186440 samples/sec	rmse=0.017908	lr=0.004291
Epoch[187] Batch [199]	Speed: 5803.177966 samples/sec	rmse=0.017908	lr=0.004265
Epoch[187] Batch [249]	Speed: 5504.692079 samples/sec	rmse=0.017910	lr=0.004238
Epoch[187] Batch [299]	Speed: 5654.460683 samples/sec	rmse=0.017912	lr=0.004212
Epoch[187] Batch [349]	Speed: 5199.816607 samples/sec	rmse=0.017921	lr=0.004186
Epoch[187] Batch [399]	Speed: 5276.349264 samples/sec	rmse=0.017930	lr=0.004159
Epoch[187] Batch [449]	Speed: 4800.136653 samples/sec	rmse=0.017934	lr=0.004133
Epoch[187] Batch [499]	Speed: 5653.807598 samples/sec	rmse=0.017924	lr=0.004107
Epoch[187] Batch [549]	Speed: 5782.645485 samples/sec	rmse=0.017917	lr=0.004081
Epoch[187] Batch [599]	Speed: 6069.126358 samples/sec	rmse=0.017911	lr=0.004056
Epoch[187] Batch [649]	Speed: 5870.944177 samples/sec	rmse=0.017903	lr=0.004030
Epoch[187] Batch [699]	Speed: 5491.969511 samples/sec	rmse=0.017901	lr=0.004004
Epoch[187] Batch [749]	Speed: 5964.112097 samples/sec	rmse=0.017902	lr=0.003978
Epoch[187] Batch [799]	Speed: 5856.023695 samples/sec	rmse=0.017909	lr=0.003953
Epoch[187] Batch [849]	Speed: 5740.284786 samples/sec	rmse=0.017903	lr=0.003928
Epoch[187] Batch [899]	Speed: 5901.149154 samples/sec	rmse=0.017904	lr=0.003902
Epoch[187] Batch [949]	Speed: 5815.529795 samples/sec	rmse=0.017904	lr=0.003877
Epoch[187] Batch [999]	Speed: 5697.545373 samples/sec	rmse=0.017899	lr=0.003852
Epoch[187] Batch [1049]	Speed: 5409.511033 samples/sec	rmse=0.017898	lr=0.003827
Epoch[187] Batch [1099]	Speed: 5429.796503 samples/sec	rmse=0.017897	lr=0.003802
Epoch[187] Batch [1149]	Speed: 5518.662068 samples/sec	rmse=0.017894	lr=0.003777
Epoch[187] Batch [1199]	Speed: 5398.409414 samples/sec	rmse=0.017893	lr=0.003752
Epoch[187] Batch [1249]	Speed: 5837.085309 samples/sec	rmse=0.017894	lr=0.003727
[Epoch 187] training: rmse=0.017894
[Epoch 187] speed: 5616 samples/sec	time cost: 237.799197
[Epoch 187] validation: err-top1=0.272640 err-top5=0.089844
Epoch[188] Batch [49]	Speed: 5262.599588 samples/sec	rmse=0.017831	lr=0.003702
Epoch[188] Batch [99]	Speed: 5746.895503 samples/sec	rmse=0.017856	lr=0.003677
Epoch[188] Batch [149]	Speed: 5576.114367 samples/sec	rmse=0.017835	lr=0.003653
Epoch[188] Batch [199]	Speed: 5696.454486 samples/sec	rmse=0.017839	lr=0.003628
Epoch[188] Batch [249]	Speed: 5559.655920 samples/sec	rmse=0.017841	lr=0.003604
Epoch[188] Batch [299]	Speed: 5790.405068 samples/sec	rmse=0.017839	lr=0.003579
Epoch[188] Batch [349]	Speed: 5581.441870 samples/sec	rmse=0.017840	lr=0.003555
Epoch[188] Batch [399]	Speed: 5830.403149 samples/sec	rmse=0.017857	lr=0.003531
Epoch[188] Batch [449]	Speed: 5336.008459 samples/sec	rmse=0.017854	lr=0.003507
Epoch[188] Batch [499]	Speed: 5774.919095 samples/sec	rmse=0.017867	lr=0.003483
Epoch[188] Batch [549]	Speed: 5590.866098 samples/sec	rmse=0.017870	lr=0.003459
Epoch[188] Batch [599]	Speed: 5634.518961 samples/sec	rmse=0.017872	lr=0.003435
Epoch[188] Batch [649]	Speed: 5635.343126 samples/sec	rmse=0.017876	lr=0.003412
Epoch[188] Batch [699]	Speed: 5515.050715 samples/sec	rmse=0.017879	lr=0.003388
Epoch[188] Batch [749]	Speed: 5377.308512 samples/sec	rmse=0.017881	lr=0.003364
Epoch[188] Batch [799]	Speed: 5559.933008 samples/sec	rmse=0.017882	lr=0.003341
Epoch[188] Batch [849]	Speed: 5639.882125 samples/sec	rmse=0.017882	lr=0.003318
Epoch[188] Batch [899]	Speed: 5571.025218 samples/sec	rmse=0.017884	lr=0.003294
Epoch[188] Batch [949]	Speed: 5696.907082 samples/sec	rmse=0.017886	lr=0.003271
Epoch[188] Batch [999]	Speed: 5599.823203 samples/sec	rmse=0.017886	lr=0.003248
Epoch[188] Batch [1049]	Speed: 5506.296464 samples/sec	rmse=0.017887	lr=0.003225
Epoch[188] Batch [1099]	Speed: 5432.814429 samples/sec	rmse=0.017885	lr=0.003202
Epoch[188] Batch [1149]	Speed: 5677.425520 samples/sec	rmse=0.017883	lr=0.003179
Epoch[188] Batch [1199]	Speed: 5251.274475 samples/sec	rmse=0.017881	lr=0.003156
Epoch[188] Batch [1249]	Speed: 5751.543656 samples/sec	rmse=0.017884	lr=0.003133
[Epoch 188] training: rmse=0.017884
[Epoch 188] speed: 5572 samples/sec	time cost: 239.354363
[Epoch 188] validation: err-top1=0.272899 err-top5=0.089963
Epoch[189] Batch [49]	Speed: 5265.186472 samples/sec	rmse=0.017835	lr=0.003110
Epoch[189] Batch [99]	Speed: 5872.031793 samples/sec	rmse=0.017794	lr=0.003088
Epoch[189] Batch [149]	Speed: 5522.450270 samples/sec	rmse=0.017808	lr=0.003065
Epoch[189] Batch [199]	Speed: 5438.611319 samples/sec	rmse=0.017805	lr=0.003043
Epoch[189] Batch [249]	Speed: 5682.798231 samples/sec	rmse=0.017809	lr=0.003020
Epoch[189] Batch [299]	Speed: 5396.184332 samples/sec	rmse=0.017794	lr=0.002998
Epoch[189] Batch [349]	Speed: 5670.393923 samples/sec	rmse=0.017810	lr=0.002976
Epoch[189] Batch [399]	Speed: 5484.883477 samples/sec	rmse=0.017805	lr=0.002954
Epoch[189] Batch [449]	Speed: 5576.408447 samples/sec	rmse=0.017803	lr=0.002932
Epoch[189] Batch [499]	Speed: 5631.041316 samples/sec	rmse=0.017810	lr=0.002910
Epoch[189] Batch [549]	Speed: 5926.094616 samples/sec	rmse=0.017821	lr=0.002888
Epoch[189] Batch [599]	Speed: 5910.180502 samples/sec	rmse=0.017820	lr=0.002866
Epoch[189] Batch [649]	Speed: 5881.844788 samples/sec	rmse=0.017820	lr=0.002845
Epoch[189] Batch [699]	Speed: 6088.701411 samples/sec	rmse=0.017820	lr=0.002823
Epoch[189] Batch [749]	Speed: 5631.891049 samples/sec	rmse=0.017824	lr=0.002801
Epoch[189] Batch [799]	Speed: 5817.114876 samples/sec	rmse=0.017827	lr=0.002780
Epoch[189] Batch [849]	Speed: 5614.703015 samples/sec	rmse=0.017821	lr=0.002759
Epoch[189] Batch [899]	Speed: 5917.685071 samples/sec	rmse=0.017819	lr=0.002737
Epoch[189] Batch [949]	Speed: 5809.787929 samples/sec	rmse=0.017818	lr=0.002716
Epoch[189] Batch [999]	Speed: 5791.531457 samples/sec	rmse=0.017816	lr=0.002695
Epoch[189] Batch [1049]	Speed: 5629.910655 samples/sec	rmse=0.017816	lr=0.002674
Epoch[189] Batch [1099]	Speed: 5334.664757 samples/sec	rmse=0.017816	lr=0.002653
Epoch[189] Batch [1149]	Speed: 5780.577896 samples/sec	rmse=0.017814	lr=0.002632
Epoch[189] Batch [1199]	Speed: 5737.179472 samples/sec	rmse=0.017815	lr=0.002611
Epoch[189] Batch [1249]	Speed: 5456.596612 samples/sec	rmse=0.017819	lr=0.002591
[Epoch 189] training: rmse=0.017819
[Epoch 189] speed: 5660 samples/sec	time cost: 235.768053
[Epoch 189] validation: err-top1=0.271365 err-top5=0.089266
Epoch[190] Batch [49]	Speed: 5697.420515 samples/sec	rmse=0.017746	lr=0.002570
Epoch[190] Batch [99]	Speed: 5688.771945 samples/sec	rmse=0.017752	lr=0.002549
Epoch[190] Batch [149]	Speed: 5644.964065 samples/sec	rmse=0.017759	lr=0.002529
Epoch[190] Batch [199]	Speed: 5824.575017 samples/sec	rmse=0.017790	lr=0.002508
Epoch[190] Batch [249]	Speed: 5405.207377 samples/sec	rmse=0.017798	lr=0.002488
Epoch[190] Batch [299]	Speed: 5621.205227 samples/sec	rmse=0.017798	lr=0.002468
Epoch[190] Batch [349]	Speed: 5321.967609 samples/sec	rmse=0.017800	lr=0.002448
Epoch[190] Batch [399]	Speed: 5678.894152 samples/sec	rmse=0.017800	lr=0.002428
Epoch[190] Batch [449]	Speed: 5629.044107 samples/sec	rmse=0.017789	lr=0.002408
Epoch[190] Batch [499]	Speed: 5546.170492 samples/sec	rmse=0.017795	lr=0.002388
Epoch[190] Batch [549]	Speed: 5971.251543 samples/sec	rmse=0.017792	lr=0.002368
Epoch[190] Batch [599]	Speed: 5950.700415 samples/sec	rmse=0.017801	lr=0.002348
Epoch[190] Batch [649]	Speed: 5996.195209 samples/sec	rmse=0.017802	lr=0.002329
Epoch[190] Batch [699]	Speed: 5546.857974 samples/sec	rmse=0.017802	lr=0.002309
Epoch[190] Batch [749]	Speed: 5288.234096 samples/sec	rmse=0.017801	lr=0.002290
Epoch[190] Batch [799]	Speed: 5643.331403 samples/sec	rmse=0.017804	lr=0.002270
Epoch[190] Batch [849]	Speed: 5784.821139 samples/sec	rmse=0.017805	lr=0.002251
Epoch[190] Batch [899]	Speed: 5762.258404 samples/sec	rmse=0.017809	lr=0.002232
Epoch[190] Batch [949]	Speed: 5540.018686 samples/sec	rmse=0.017808	lr=0.002213
Epoch[190] Batch [999]	Speed: 5600.602194 samples/sec	rmse=0.017808	lr=0.002194
Epoch[190] Batch [1049]	Speed: 5814.179173 samples/sec	rmse=0.017807	lr=0.002175
Epoch[190] Batch [1099]	Speed: 5849.375720 samples/sec	rmse=0.017804	lr=0.002156
Epoch[190] Batch [1149]	Speed: 5937.187884 samples/sec	rmse=0.017802	lr=0.002137
Epoch[190] Batch [1199]	Speed: 5801.670845 samples/sec	rmse=0.017799	lr=0.002118
Epoch[190] Batch [1249]	Speed: 5734.870417 samples/sec	rmse=0.017797	lr=0.002099
[Epoch 190] training: rmse=0.017797
[Epoch 190] speed: 5678 samples/sec	time cost: 234.834825
[Epoch 190] validation: err-top1=0.271823 err-top5=0.089007
Epoch[191] Batch [49]	Speed: 5594.566380 samples/sec	rmse=0.017735	lr=0.002081
Epoch[191] Batch [99]	Speed: 5976.117688 samples/sec	rmse=0.017790	lr=0.002062
Epoch[191] Batch [149]	Speed: 5727.294911 samples/sec	rmse=0.017786	lr=0.002044
Epoch[191] Batch [199]	Speed: 5617.486239 samples/sec	rmse=0.017800	lr=0.002025
Epoch[191] Batch [249]	Speed: 5699.227256 samples/sec	rmse=0.017772	lr=0.002007
Epoch[191] Batch [299]	Speed: 5712.898850 samples/sec	rmse=0.017760	lr=0.001989
Epoch[191] Batch [349]	Speed: 5984.905738 samples/sec	rmse=0.017762	lr=0.001971
Epoch[191] Batch [399]	Speed: 5673.793388 samples/sec	rmse=0.017757	lr=0.001953
Epoch[191] Batch [449]	Speed: 5721.498887 samples/sec	rmse=0.017754	lr=0.001935
Epoch[191] Batch [499]	Speed: 5835.154761 samples/sec	rmse=0.017753	lr=0.001917
Epoch[191] Batch [549]	Speed: 5780.476757 samples/sec	rmse=0.017752	lr=0.001899
Epoch[191] Batch [599]	Speed: 6079.474806 samples/sec	rmse=0.017751	lr=0.001882
Epoch[191] Batch [649]	Speed: 5684.713835 samples/sec	rmse=0.017762	lr=0.001864
Epoch[191] Batch [699]	Speed: 5575.214074 samples/sec	rmse=0.017761	lr=0.001847
Epoch[191] Batch [749]	Speed: 5508.894368 samples/sec	rmse=0.017759	lr=0.001829
Epoch[191] Batch [799]	Speed: 5706.386541 samples/sec	rmse=0.017761	lr=0.001812
Epoch[191] Batch [849]	Speed: 5414.651900 samples/sec	rmse=0.017766	lr=0.001795
Epoch[191] Batch [899]	Speed: 5501.016263 samples/sec	rmse=0.017766	lr=0.001777
Epoch[191] Batch [949]	Speed: 5535.142982 samples/sec	rmse=0.017767	lr=0.001760
Epoch[191] Batch [999]	Speed: 5932.369173 samples/sec	rmse=0.017766	lr=0.001743
Epoch[191] Batch [1049]	Speed: 5864.892997 samples/sec	rmse=0.017764	lr=0.001726
Epoch[191] Batch [1099]	Speed: 5879.211328 samples/sec	rmse=0.017767	lr=0.001710
Epoch[191] Batch [1149]	Speed: 5732.185421 samples/sec	rmse=0.017768	lr=0.001693
Epoch[191] Batch [1199]	Speed: 5665.358778 samples/sec	rmse=0.017769	lr=0.001676
Epoch[191] Batch [1249]	Speed: 5329.554879 samples/sec	rmse=0.017770	lr=0.001660
[Epoch 191] training: rmse=0.017769
[Epoch 191] speed: 5695 samples/sec	time cost: 233.836623
[Epoch 191] validation: err-top1=0.270854 err-top5=0.088949
Epoch[192] Batch [49]	Speed: 5267.382459 samples/sec	rmse=0.017782	lr=0.001643
Epoch[192] Batch [99]	Speed: 5464.060389 samples/sec	rmse=0.017759	lr=0.001626
Epoch[192] Batch [149]	Speed: 5703.396549 samples/sec	rmse=0.017779	lr=0.001610
Epoch[192] Batch [199]	Speed: 5503.181563 samples/sec	rmse=0.017795	lr=0.001594
Epoch[192] Batch [249]	Speed: 5659.917686 samples/sec	rmse=0.017788	lr=0.001577
Epoch[192] Batch [299]	Speed: 5389.555922 samples/sec	rmse=0.017774	lr=0.001561
Epoch[192] Batch [349]	Speed: 5525.436041 samples/sec	rmse=0.017769	lr=0.001545
Epoch[192] Batch [399]	Speed: 5205.134136 samples/sec	rmse=0.017766	lr=0.001529
Epoch[192] Batch [449]	Speed: 5592.326109 samples/sec	rmse=0.017764	lr=0.001514
Epoch[192] Batch [499]	Speed: 5600.109129 samples/sec	rmse=0.017767	lr=0.001498
Epoch[192] Batch [549]	Speed: 5782.709484 samples/sec	rmse=0.017753	lr=0.001482
Epoch[192] Batch [599]	Speed: 5587.469444 samples/sec	rmse=0.017753	lr=0.001466
Epoch[192] Batch [649]	Speed: 5784.259739 samples/sec	rmse=0.017757	lr=0.001451
Epoch[192] Batch [699]	Speed: 5630.732734 samples/sec	rmse=0.017758	lr=0.001435
Epoch[192] Batch [749]	Speed: 5697.571977 samples/sec	rmse=0.017754	lr=0.001420
Epoch[192] Batch [799]	Speed: 5638.127612 samples/sec	rmse=0.017751	lr=0.001405
Epoch[192] Batch [849]	Speed: 5601.388999 samples/sec	rmse=0.017748	lr=0.001390
Epoch[192] Batch [899]	Speed: 5451.726651 samples/sec	rmse=0.017748	lr=0.001375
Epoch[192] Batch [949]	Speed: 5581.574317 samples/sec	rmse=0.017745	lr=0.001360
Epoch[192] Batch [999]	Speed: 5855.007130 samples/sec	rmse=0.017742	lr=0.001345
Epoch[192] Batch [1049]	Speed: 5623.840404 samples/sec	rmse=0.017745	lr=0.001330
Epoch[192] Batch [1099]	Speed: 5584.472910 samples/sec	rmse=0.017744	lr=0.001315
Epoch[192] Batch [1149]	Speed: 5610.349540 samples/sec	rmse=0.017747	lr=0.001300
Epoch[192] Batch [1199]	Speed: 5807.146189 samples/sec	rmse=0.017745	lr=0.001286
Epoch[192] Batch [1249]	Speed: 5749.258736 samples/sec	rmse=0.017745	lr=0.001271
[Epoch 192] training: rmse=0.017745
[Epoch 192] speed: 5584 samples/sec	time cost: 239.173739
[Epoch 192] validation: err-top1=0.270249 err-top5=0.088887
Epoch[193] Batch [49]	Speed: 5645.470254 samples/sec	rmse=0.017720	lr=0.001256
Epoch[193] Batch [99]	Speed: 5779.966293 samples/sec	rmse=0.017667	lr=0.001242
Epoch[193] Batch [149]	Speed: 5468.391750 samples/sec	rmse=0.017663	lr=0.001228
Epoch[193] Batch [199]	Speed: 5152.688206 samples/sec	rmse=0.017659	lr=0.001213
Epoch[193] Batch [249]	Speed: 5478.625971 samples/sec	rmse=0.017658	lr=0.001199
Epoch[193] Batch [299]	Speed: 5795.753574 samples/sec	rmse=0.017672	lr=0.001185
Epoch[193] Batch [349]	Speed: 5834.200111 samples/sec	rmse=0.017678	lr=0.001171
Epoch[193] Batch [399]	Speed: 6120.744142 samples/sec	rmse=0.017676	lr=0.001157
Epoch[193] Batch [449]	Speed: 5647.712024 samples/sec	rmse=0.017687	lr=0.001144
Epoch[193] Batch [499]	Speed: 6044.732850 samples/sec	rmse=0.017699	lr=0.001130
Epoch[193] Batch [549]	Speed: 5233.060219 samples/sec	rmse=0.017704	lr=0.001116
Epoch[193] Batch [599]	Speed: 5463.202167 samples/sec	rmse=0.017699	lr=0.001103
Epoch[193] Batch [649]	Speed: 5904.075319 samples/sec	rmse=0.017697	lr=0.001089
Epoch[193] Batch [699]	Speed: 4923.002617 samples/sec	rmse=0.017702	lr=0.001076
Epoch[193] Batch [749]	Speed: 5895.605257 samples/sec	rmse=0.017703	lr=0.001063
Epoch[193] Batch [799]	Speed: 6056.225973 samples/sec	rmse=0.017704	lr=0.001049
Epoch[193] Batch [849]	Speed: 5201.803028 samples/sec	rmse=0.017703	lr=0.001036
Epoch[193] Batch [899]	Speed: 6008.802853 samples/sec	rmse=0.017703	lr=0.001023
Epoch[193] Batch [949]	Speed: 5683.627104 samples/sec	rmse=0.017702	lr=0.001010
Epoch[193] Batch [999]	Speed: 5675.582772 samples/sec	rmse=0.017703	lr=0.000997
Epoch[193] Batch [1049]	Speed: 5929.294081 samples/sec	rmse=0.017706	lr=0.000985
Epoch[193] Batch [1099]	Speed: 5818.731880 samples/sec	rmse=0.017707	lr=0.000972
Epoch[193] Batch [1149]	Speed: 5725.149484 samples/sec	rmse=0.017711	lr=0.000959
Epoch[193] Batch [1199]	Speed: 5565.961652 samples/sec	rmse=0.017713	lr=0.000947
Epoch[193] Batch [1249]	Speed: 5970.628975 samples/sec	rmse=0.017713	lr=0.000934
[Epoch 193] training: rmse=0.017713
[Epoch 193] speed: 5655 samples/sec	time cost: 236.144703
[Epoch 193] validation: err-top1=0.270029 err-top5=0.087811
Epoch[194] Batch [49]	Speed: 5595.377732 samples/sec	rmse=0.017689	lr=0.000922
Epoch[194] Batch [99]	Speed: 6004.831887 samples/sec	rmse=0.017676	lr=0.000909
Epoch[194] Batch [149]	Speed: 5503.560807 samples/sec	rmse=0.017651	lr=0.000897
Epoch[194] Batch [199]	Speed: 5479.863773 samples/sec	rmse=0.017640	lr=0.000885
Epoch[194] Batch [249]	Speed: 5652.702892 samples/sec	rmse=0.017645	lr=0.000873
Epoch[194] Batch [299]	Speed: 5611.850688 samples/sec	rmse=0.017640	lr=0.000861
Epoch[194] Batch [349]	Speed: 6071.517302 samples/sec	rmse=0.017657	lr=0.000849
Epoch[194] Batch [399]	Speed: 5580.807862 samples/sec	rmse=0.017656	lr=0.000837
Epoch[194] Batch [449]	Speed: 5462.073295 samples/sec	rmse=0.017656	lr=0.000825
Epoch[194] Batch [499]	Speed: 5610.553721 samples/sec	rmse=0.017665	lr=0.000814
Epoch[194] Batch [549]	Speed: 5496.907586 samples/sec	rmse=0.017670	lr=0.000802
Epoch[194] Batch [599]	Speed: 5328.599156 samples/sec	rmse=0.017668	lr=0.000791
Epoch[194] Batch [649]	Speed: 6082.334873 samples/sec	rmse=0.017657	lr=0.000779
Epoch[194] Batch [699]	Speed: 5660.938363 samples/sec	rmse=0.017664	lr=0.000768
Epoch[194] Batch [749]	Speed: 5979.712728 samples/sec	rmse=0.017664	lr=0.000757
Epoch[194] Batch [799]	Speed: 5857.726797 samples/sec	rmse=0.017664	lr=0.000746
Epoch[194] Batch [849]	Speed: 5541.149556 samples/sec	rmse=0.017676	lr=0.000735
Epoch[194] Batch [899]	Speed: 5570.868848 samples/sec	rmse=0.017678	lr=0.000724
Epoch[194] Batch [949]	Speed: 5728.995629 samples/sec	rmse=0.017681	lr=0.000713
Epoch[194] Batch [999]	Speed: 5631.079558 samples/sec	rmse=0.017677	lr=0.000702
Epoch[194] Batch [1049]	Speed: 5743.202999 samples/sec	rmse=0.017680	lr=0.000691
Epoch[194] Batch [1099]	Speed: 5582.033798 samples/sec	rmse=0.017680	lr=0.000680
Epoch[194] Batch [1149]	Speed: 5825.543272 samples/sec	rmse=0.017685	lr=0.000670
Epoch[194] Batch [1199]	Speed: 5457.435423 samples/sec	rmse=0.017684	lr=0.000659
Epoch[194] Batch [1249]	Speed: 5727.428720 samples/sec	rmse=0.017685	lr=0.000649
[Epoch 194] training: rmse=0.017685
[Epoch 194] speed: 5657 samples/sec	time cost: 236.022027
[Epoch 194] validation: err-top1=0.267279 err-top5=0.086814
Epoch[195] Batch [49]	Speed: 5258.969803 samples/sec	rmse=0.017620	lr=0.000638
Epoch[195] Batch [99]	Speed: 5840.059442 samples/sec	rmse=0.017623	lr=0.000628
Epoch[195] Batch [149]	Speed: 5511.878652 samples/sec	rmse=0.017645	lr=0.000618
Epoch[195] Batch [199]	Speed: 5703.706481 samples/sec	rmse=0.017674	lr=0.000608
Epoch[195] Batch [249]	Speed: 5667.226298 samples/sec	rmse=0.017673	lr=0.000598
Epoch[195] Batch [299]	Speed: 5771.715551 samples/sec	rmse=0.017674	lr=0.000588
Epoch[195] Batch [349]	Speed: 5639.591976 samples/sec	rmse=0.017679	lr=0.000578
Epoch[195] Batch [399]	Speed: 5739.071950 samples/sec	rmse=0.017677	lr=0.000568
Epoch[195] Batch [449]	Speed: 5909.877488 samples/sec	rmse=0.017678	lr=0.000559
Epoch[195] Batch [499]	Speed: 5312.932757 samples/sec	rmse=0.017678	lr=0.000549
Epoch[195] Batch [549]	Speed: 5506.673172 samples/sec	rmse=0.017688	lr=0.000540
Epoch[195] Batch [599]	Speed: 5745.947526 samples/sec	rmse=0.017678	lr=0.000530
Epoch[195] Batch [649]	Speed: 5530.180719 samples/sec	rmse=0.017674	lr=0.000521
Epoch[195] Batch [699]	Speed: 5690.280379 samples/sec	rmse=0.017677	lr=0.000512
Epoch[195] Batch [749]	Speed: 5800.494290 samples/sec	rmse=0.017673	lr=0.000503
Epoch[195] Batch [799]	Speed: 6012.421346 samples/sec	rmse=0.017678	lr=0.000493
Epoch[195] Batch [849]	Speed: 5489.373930 samples/sec	rmse=0.017686	lr=0.000484
Epoch[195] Batch [899]	Speed: 5550.584283 samples/sec	rmse=0.017686	lr=0.000476
Epoch[195] Batch [949]	Speed: 5651.006417 samples/sec	rmse=0.017677	lr=0.000467
Epoch[195] Batch [999]	Speed: 5973.473758 samples/sec	rmse=0.017680	lr=0.000458
Epoch[195] Batch [1049]	Speed: 6056.483884 samples/sec	rmse=0.017678	lr=0.000449
Epoch[195] Batch [1099]	Speed: 5583.110617 samples/sec	rmse=0.017677	lr=0.000441
Epoch[195] Batch [1149]	Speed: 5770.417142 samples/sec	rmse=0.017679	lr=0.000432
Epoch[195] Batch [1199]	Speed: 5820.948032 samples/sec	rmse=0.017681	lr=0.000424
Epoch[195] Batch [1249]	Speed: 5694.844311 samples/sec	rmse=0.017678	lr=0.000415
[Epoch 195] training: rmse=0.017679
[Epoch 195] speed: 5675 samples/sec	time cost: 235.256589
[Epoch 195] validation: err-top1=0.270886 err-top5=0.088887
Epoch[196] Batch [49]	Speed: 5452.664892 samples/sec	rmse=0.017676	lr=0.000407
Epoch[196] Batch [99]	Speed: 5601.633441 samples/sec	rmse=0.017675	lr=0.000399
Epoch[196] Batch [149]	Speed: 6057.289186 samples/sec	rmse=0.017642	lr=0.000391
Epoch[196] Batch [199]	Speed: 5608.334464 samples/sec	rmse=0.017664	lr=0.000383
Epoch[196] Batch [249]	Speed: 5612.940803 samples/sec	rmse=0.017651	lr=0.000375
Epoch[196] Batch [299]	Speed: 5662.925718 samples/sec	rmse=0.017658	lr=0.000367
Epoch[196] Batch [349]	Speed: 5815.914880 samples/sec	rmse=0.017657	lr=0.000359
Epoch[196] Batch [399]	Speed: 5507.327027 samples/sec	rmse=0.017669	lr=0.000352
Epoch[196] Batch [449]	Speed: 5739.230237 samples/sec	rmse=0.017684	lr=0.000344
Epoch[196] Batch [499]	Speed: 5683.780994 samples/sec	rmse=0.017675	lr=0.000336
Epoch[196] Batch [549]	Speed: 5587.734627 samples/sec	rmse=0.017669	lr=0.000329
Epoch[196] Batch [599]	Speed: 5444.825190 samples/sec	rmse=0.017665	lr=0.000322
Epoch[196] Batch [649]	Speed: 5754.782979 samples/sec	rmse=0.017663	lr=0.000314
Epoch[196] Batch [699]	Speed: 5821.851474 samples/sec	rmse=0.017662	lr=0.000307
Epoch[196] Batch [749]	Speed: 5696.756713 samples/sec	rmse=0.017671	lr=0.000300
Epoch[196] Batch [799]	Speed: 5410.759105 samples/sec	rmse=0.017662	lr=0.000293
Epoch[196] Batch [849]	Speed: 5602.422435 samples/sec	rmse=0.017667	lr=0.000286
Epoch[196] Batch [899]	Speed: 5376.218218 samples/sec	rmse=0.017665	lr=0.000279
Epoch[196] Batch [949]	Speed: 5853.826237 samples/sec	rmse=0.017660	lr=0.000273
Epoch[196] Batch [999]	Speed: 5787.109622 samples/sec	rmse=0.017666	lr=0.000266
Epoch[196] Batch [1049]	Speed: 5614.964183 samples/sec	rmse=0.017670	lr=0.000259
Epoch[196] Batch [1099]	Speed: 6010.059217 samples/sec	rmse=0.017668	lr=0.000253
Epoch[196] Batch [1149]	Speed: 5828.476227 samples/sec	rmse=0.017664	lr=0.000246
Epoch[196] Batch [1199]	Speed: 5950.812545 samples/sec	rmse=0.017666	lr=0.000240
Epoch[196] Batch [1249]	Speed: 5209.241602 samples/sec	rmse=0.017664	lr=0.000234
[Epoch 196] training: rmse=0.017663
[Epoch 196] speed: 5651 samples/sec	time cost: 236.285153
[Epoch 196] validation: err-top1=0.267837 err-top5=0.086436
Epoch[197] Batch [49]	Speed: 5726.848317 samples/sec	rmse=0.017630	lr=0.000227
Epoch[197] Batch [99]	Speed: 5724.452959 samples/sec	rmse=0.017616	lr=0.000221
Epoch[197] Batch [149]	Speed: 5684.141455 samples/sec	rmse=0.017604	lr=0.000215
Epoch[197] Batch [199]	Speed: 5513.689518 samples/sec	rmse=0.017642	lr=0.000209
Epoch[197] Batch [249]	Speed: 5754.180368 samples/sec	rmse=0.017658	lr=0.000204
Epoch[197] Batch [299]	Speed: 5999.337255 samples/sec	rmse=0.017666	lr=0.000198
Epoch[197] Batch [349]	Speed: 5664.406131 samples/sec	rmse=0.017673	lr=0.000192
Epoch[197] Batch [399]	Speed: 5378.626905 samples/sec	rmse=0.017664	lr=0.000187
Epoch[197] Batch [449]	Speed: 5561.228421 samples/sec	rmse=0.017674	lr=0.000181
Epoch[197] Batch [499]	Speed: 5830.265119 samples/sec	rmse=0.017673	lr=0.000176
Epoch[197] Batch [549]	Speed: 5619.962027 samples/sec	rmse=0.017678	lr=0.000170
Epoch[197] Batch [599]	Speed: 5693.078985 samples/sec	rmse=0.017675	lr=0.000165
Epoch[197] Batch [649]	Speed: 5671.631976 samples/sec	rmse=0.017669	lr=0.000160
Epoch[197] Batch [699]	Speed: 5586.566498 samples/sec	rmse=0.017663	lr=0.000155
Epoch[197] Batch [749]	Speed: 5621.850802 samples/sec	rmse=0.017663	lr=0.000150
Epoch[197] Batch [799]	Speed: 5616.192982 samples/sec	rmse=0.017668	lr=0.000145
Epoch[197] Batch [849]	Speed: 5455.962232 samples/sec	rmse=0.017667	lr=0.000140
Epoch[197] Batch [899]	Speed: 5647.082920 samples/sec	rmse=0.017665	lr=0.000135
Epoch[197] Batch [949]	Speed: 5716.687915 samples/sec	rmse=0.017662	lr=0.000130
Epoch[197] Batch [999]	Speed: 5964.939576 samples/sec	rmse=0.017662	lr=0.000126
Epoch[197] Batch [1049]	Speed: 5690.738328 samples/sec	rmse=0.017666	lr=0.000121
Epoch[197] Batch [1099]	Speed: 5347.288684 samples/sec	rmse=0.017668	lr=0.000117
Epoch[197] Batch [1149]	Speed: 5571.717430 samples/sec	rmse=0.017671	lr=0.000112
Epoch[197] Batch [1199]	Speed: 5873.735224 samples/sec	rmse=0.017670	lr=0.000108
Epoch[197] Batch [1249]	Speed: 5672.663776 samples/sec	rmse=0.017668	lr=0.000104
[Epoch 197] training: rmse=0.017668
[Epoch 197] speed: 5653 samples/sec	time cost: 235.822094
[Epoch 197] validation: err-top1=0.268229 err-top5=0.087646
Epoch[198] Batch [49]	Speed: 5120.321065 samples/sec	rmse=0.017656	lr=0.000100
Epoch[198] Batch [99]	Speed: 5617.323576 samples/sec	rmse=0.017637	lr=0.000096
Epoch[198] Batch [149]	Speed: 5683.215119 samples/sec	rmse=0.017668	lr=0.000092
Epoch[198] Batch [199]	Speed: 5674.833622 samples/sec	rmse=0.017653	lr=0.000088
Epoch[198] Batch [249]	Speed: 5883.635161 samples/sec	rmse=0.017664	lr=0.000084
Epoch[198] Batch [299]	Speed: 5961.258845 samples/sec	rmse=0.017656	lr=0.000080
Epoch[198] Batch [349]	Speed: 5361.243588 samples/sec	rmse=0.017672	lr=0.000077
Epoch[198] Batch [399]	Speed: 5552.407611 samples/sec	rmse=0.017669	lr=0.000073
Epoch[198] Batch [449]	Speed: 5935.281606 samples/sec	rmse=0.017666	lr=0.000070
Epoch[198] Batch [499]	Speed: 5540.900642 samples/sec	rmse=0.017664	lr=0.000067
Epoch[198] Batch [549]	Speed: 5498.464779 samples/sec	rmse=0.017667	lr=0.000063
Epoch[198] Batch [599]	Speed: 5654.862852 samples/sec	rmse=0.017658	lr=0.000060
Epoch[198] Batch [649]	Speed: 5707.998699 samples/sec	rmse=0.017657	lr=0.000057
Epoch[198] Batch [699]	Speed: 5510.401377 samples/sec	rmse=0.017656	lr=0.000054
Epoch[198] Batch [749]	Speed: 5522.857740 samples/sec	rmse=0.017660	lr=0.000051
Epoch[198] Batch [799]	Speed: 5600.567869 samples/sec	rmse=0.017660	lr=0.000048
Epoch[198] Batch [849]	Speed: 5974.641420 samples/sec	rmse=0.017657	lr=0.000045
Epoch[198] Batch [899]	Speed: 5899.142946 samples/sec	rmse=0.017656	lr=0.000043
Epoch[198] Batch [949]	Speed: 5846.036224 samples/sec	rmse=0.017656	lr=0.000040
Epoch[198] Batch [999]	Speed: 5382.672850 samples/sec	rmse=0.017654	lr=0.000037
Epoch[198] Batch [1049]	Speed: 5257.329956 samples/sec	rmse=0.017656	lr=0.000035
Epoch[198] Batch [1099]	Speed: 5702.794202 samples/sec	rmse=0.017656	lr=0.000033
Epoch[198] Batch [1149]	Speed: 5566.928661 samples/sec	rmse=0.017653	lr=0.000030
Epoch[198] Batch [1199]	Speed: 5914.586898 samples/sec	rmse=0.017654	lr=0.000028
Epoch[198] Batch [1249]	Speed: 5678.873127 samples/sec	rmse=0.017655	lr=0.000026
[Epoch 198] training: rmse=0.017655
[Epoch 198] speed: 5628 samples/sec	time cost: 237.240144
[Epoch 198] validation: err-top1=0.268455 err-top5=0.086914
Epoch[199] Batch [49]	Speed: 5448.989214 samples/sec	rmse=0.017667	lr=0.000024
Epoch[199] Batch [99]	Speed: 5692.206161 samples/sec	rmse=0.017667	lr=0.000022
Epoch[199] Batch [149]	Speed: 5591.913420 samples/sec	rmse=0.017651	lr=0.000020
Epoch[199] Batch [199]	Speed: 5547.515961 samples/sec	rmse=0.017661	lr=0.000018
Epoch[199] Batch [249]	Speed: 5666.811603 samples/sec	rmse=0.017646	lr=0.000017
Epoch[199] Batch [299]	Speed: 5619.731865 samples/sec	rmse=0.017644	lr=0.000015
Epoch[199] Batch [349]	Speed: 5686.868213 samples/sec	rmse=0.017636	lr=0.000013
Epoch[199] Batch [399]	Speed: 5702.238465 samples/sec	rmse=0.017637	lr=0.000012
Epoch[199] Batch [449]	Speed: 5743.524339 samples/sec	rmse=0.017631	lr=0.000011
Epoch[199] Batch [499]	Speed: 5779.298983 samples/sec	rmse=0.017633	lr=0.000009
Epoch[199] Batch [549]	Speed: 5846.199830 samples/sec	rmse=0.017634	lr=0.000008
Epoch[199] Batch [599]	Speed: 5518.651289 samples/sec	rmse=0.017631	lr=0.000007
Epoch[199] Batch [649]	Speed: 5761.203495 samples/sec	rmse=0.017638	lr=0.000006
Epoch[199] Batch [699]	Speed: 5665.533652 samples/sec	rmse=0.017635	lr=0.000005
Epoch[199] Batch [749]	Speed: 5710.682187 samples/sec	rmse=0.017637	lr=0.000004
Epoch[199] Batch [799]	Speed: 5686.985681 samples/sec	rmse=0.017640	lr=0.000003
Epoch[199] Batch [849]	Speed: 5180.502125 samples/sec	rmse=0.017637	lr=0.000003
Epoch[199] Batch [899]	Speed: 5426.366708 samples/sec	rmse=0.017631	lr=0.000002
Epoch[199] Batch [949]	Speed: 5658.280091 samples/sec	rmse=0.017633	lr=0.000002
Epoch[199] Batch [999]	Speed: 5873.502924 samples/sec	rmse=0.017636	lr=0.000001
Epoch[199] Batch [1049]	Speed: 5470.558891 samples/sec	rmse=0.017643	lr=0.000001
Epoch[199] Batch [1099]	Speed: 5562.255446 samples/sec	rmse=0.017642	lr=0.000000
Epoch[199] Batch [1149]	Speed: 5697.963974 samples/sec	rmse=0.017642	lr=0.000000
Epoch[199] Batch [1199]	Speed: 5586.159454 samples/sec	rmse=0.017645	lr=0.000000
Epoch[199] Batch [1249]	Speed: 5948.585569 samples/sec	rmse=0.017643	lr=0.000000
[Epoch 199] training: rmse=0.017643
[Epoch 199] speed: 5632 samples/sec	time cost: 237.048215
[Epoch 199] validation: err-top1=0.269212 err-top5=0.088329