Namespace(batch_norm=False, batch_size=64, crop_ratio=0.875, data_dir='~/.mxnet/datasets/imagenet', dtype='float32', hard_weight=0.5, input_size=224, label_smoothing=True, last_gamma=False, log_interval=50, logging_file='mobilenetv2_0.75.log', lr=0.05, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=False, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='mobilenetv2_0.75', momentum=0.9, no_wd=True, num_epochs=150, num_gpus=4, num_workers=32, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', resume_epoch=0, resume_params='', resume_states='', save_dir='params_mobilenetv2_0.75', save_frequency=10, teacher=None, temperature=20, use_gn=False, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=4e-05)
Epoch[0] Batch [49]	Speed: 266.063539 samples/sec	accuracy=0.001250	lr=0.000100
Epoch[0] Batch [99]	Speed: 1745.236851 samples/sec	accuracy=0.001484	lr=0.000200
Epoch[0] Batch [149]	Speed: 1745.956243 samples/sec	accuracy=0.001354	lr=0.000300
Epoch[0] Batch [199]	Speed: 1732.294227 samples/sec	accuracy=0.001230	lr=0.000400
Epoch[0] Batch [249]	Speed: 1754.398691 samples/sec	accuracy=0.001187	lr=0.000500
Epoch[0] Batch [299]	Speed: 1727.259955 samples/sec	accuracy=0.001185	lr=0.000600
Epoch[0] Batch [349]	Speed: 1752.219455 samples/sec	accuracy=0.001194	lr=0.000699
Epoch[0] Batch [399]	Speed: 1735.433944 samples/sec	accuracy=0.001211	lr=0.000799
Epoch[0] Batch [449]	Speed: 1752.998420 samples/sec	accuracy=0.001276	lr=0.000899
Epoch[0] Batch [499]	Speed: 1759.137968 samples/sec	accuracy=0.001227	lr=0.000999
Epoch[0] Batch [549]	Speed: 1753.533197 samples/sec	accuracy=0.001236	lr=0.001099
Epoch[0] Batch [599]	Speed: 1731.188156 samples/sec	accuracy=0.001230	lr=0.001199
Epoch[0] Batch [649]	Speed: 1770.337235 samples/sec	accuracy=0.001244	lr=0.001299
Epoch[0] Batch [699]	Speed: 1777.983242 samples/sec	accuracy=0.001244	lr=0.001399
Epoch[0] Batch [749]	Speed: 1748.556954 samples/sec	accuracy=0.001281	lr=0.001499
Epoch[0] Batch [799]	Speed: 1702.774576 samples/sec	accuracy=0.001309	lr=0.001599
Epoch[0] Batch [849]	Speed: 1730.575373 samples/sec	accuracy=0.001314	lr=0.001699
Epoch[0] Batch [899]	Speed: 1745.715529 samples/sec	accuracy=0.001337	lr=0.001799
Epoch[0] Batch [949]	Speed: 1744.145813 samples/sec	accuracy=0.001340	lr=0.001899
Epoch[0] Batch [999]	Speed: 1770.670514 samples/sec	accuracy=0.001348	lr=0.001998
Epoch[0] Batch [1049]	Speed: 1778.747451 samples/sec	accuracy=0.001380	lr=0.002098
Epoch[0] Batch [1099]	Speed: 1712.783346 samples/sec	accuracy=0.001399	lr=0.002198
Epoch[0] Batch [1149]	Speed: 1748.013711 samples/sec	accuracy=0.001403	lr=0.002298
Epoch[0] Batch [1199]	Speed: 1771.011046 samples/sec	accuracy=0.001403	lr=0.002398
Epoch[0] Batch [1249]	Speed: 1763.824976 samples/sec	accuracy=0.001416	lr=0.002498
Epoch[0] Batch [1299]	Speed: 1717.602066 samples/sec	accuracy=0.001439	lr=0.002598
Epoch[0] Batch [1349]	Speed: 1766.189363 samples/sec	accuracy=0.001455	lr=0.002698
Epoch[0] Batch [1399]	Speed: 1757.196351 samples/sec	accuracy=0.001459	lr=0.002798
Epoch[0] Batch [1449]	Speed: 1798.123560 samples/sec	accuracy=0.001476	lr=0.002898
Epoch[0] Batch [1499]	Speed: 1753.376852 samples/sec	accuracy=0.001508	lr=0.002998
Epoch[0] Batch [1549]	Speed: 1756.555423 samples/sec	accuracy=0.001535	lr=0.003098
Epoch[0] Batch [1599]	Speed: 1739.280780 samples/sec	accuracy=0.001565	lr=0.003198
Epoch[0] Batch [1649]	Speed: 1758.099491 samples/sec	accuracy=0.001607	lr=0.003297
Epoch[0] Batch [1699]	Speed: 1780.245611 samples/sec	accuracy=0.001638	lr=0.003397
Epoch[0] Batch [1749]	Speed: 1728.844727 samples/sec	accuracy=0.001647	lr=0.003497
Epoch[0] Batch [1799]	Speed: 1733.607359 samples/sec	accuracy=0.001697	lr=0.003597
Epoch[0] Batch [1849]	Speed: 1716.398385 samples/sec	accuracy=0.001729	lr=0.003697
Epoch[0] Batch [1899]	Speed: 1737.692350 samples/sec	accuracy=0.001768	lr=0.003797
Epoch[0] Batch [1949]	Speed: 1769.883878 samples/sec	accuracy=0.001791	lr=0.003897
Epoch[0] Batch [1999]	Speed: 1725.242432 samples/sec	accuracy=0.001848	lr=0.003997
Epoch[0] Batch [2049]	Speed: 1756.171022 samples/sec	accuracy=0.001886	lr=0.004097
Epoch[0] Batch [2099]	Speed: 1764.009155 samples/sec	accuracy=0.001944	lr=0.004197
Epoch[0] Batch [2149]	Speed: 1742.433455 samples/sec	accuracy=0.001997	lr=0.004297
Epoch[0] Batch [2199]	Speed: 1739.554443 samples/sec	accuracy=0.002058	lr=0.004397
Epoch[0] Batch [2249]	Speed: 1769.558186 samples/sec	accuracy=0.002092	lr=0.004497
Epoch[0] Batch [2299]	Speed: 1763.267573 samples/sec	accuracy=0.002148	lr=0.004597
Epoch[0] Batch [2349]	Speed: 1771.562073 samples/sec	accuracy=0.002207	lr=0.004696
Epoch[0] Batch [2399]	Speed: 1698.708775 samples/sec	accuracy=0.002267	lr=0.004796
Epoch[0] Batch [2449]	Speed: 1738.720084 samples/sec	accuracy=0.002341	lr=0.004896
Epoch[0] Batch [2499]	Speed: 1773.723380 samples/sec	accuracy=0.002444	lr=0.004996
Epoch[0] Batch [2549]	Speed: 1741.130866 samples/sec	accuracy=0.002537	lr=0.005096
Epoch[0] Batch [2599]	Speed: 1730.016596 samples/sec	accuracy=0.002635	lr=0.005196
Epoch[0] Batch [2649]	Speed: 1753.479189 samples/sec	accuracy=0.002723	lr=0.005296
Epoch[0] Batch [2699]	Speed: 1744.451730 samples/sec	accuracy=0.002808	lr=0.005396
Epoch[0] Batch [2749]	Speed: 1777.577282 samples/sec	accuracy=0.002925	lr=0.005496
Epoch[0] Batch [2799]	Speed: 1750.187284 samples/sec	accuracy=0.003019	lr=0.005596
Epoch[0] Batch [2849]	Speed: 1771.918914 samples/sec	accuracy=0.003129	lr=0.005696
Epoch[0] Batch [2899]	Speed: 1726.423133 samples/sec	accuracy=0.003246	lr=0.005796
Epoch[0] Batch [2949]	Speed: 1763.183547 samples/sec	accuracy=0.003369	lr=0.005896
Epoch[0] Batch [2999]	Speed: 1741.606785 samples/sec	accuracy=0.003449	lr=0.005995
Epoch[0] Batch [3049]	Speed: 1757.052636 samples/sec	accuracy=0.003591	lr=0.006095
Epoch[0] Batch [3099]	Speed: 1769.969769 samples/sec	accuracy=0.003701	lr=0.006195
Epoch[0] Batch [3149]	Speed: 1748.304761 samples/sec	accuracy=0.003806	lr=0.006295
Epoch[0] Batch [3199]	Speed: 1760.714241 samples/sec	accuracy=0.003933	lr=0.006395
Epoch[0] Batch [3249]	Speed: 1762.740097 samples/sec	accuracy=0.004073	lr=0.006495
Epoch[0] Batch [3299]	Speed: 1789.249610 samples/sec	accuracy=0.004201	lr=0.006595
Epoch[0] Batch [3349]	Speed: 1749.099110 samples/sec	accuracy=0.004346	lr=0.006695
Epoch[0] Batch [3399]	Speed: 1740.281004 samples/sec	accuracy=0.004522	lr=0.006795
Epoch[0] Batch [3449]	Speed: 1733.378711 samples/sec	accuracy=0.004677	lr=0.006895
Epoch[0] Batch [3499]	Speed: 1727.401950 samples/sec	accuracy=0.004807	lr=0.006995
Epoch[0] Batch [3549]	Speed: 1748.157203 samples/sec	accuracy=0.004966	lr=0.007095
Epoch[0] Batch [3599]	Speed: 1765.390390 samples/sec	accuracy=0.005140	lr=0.007195
Epoch[0] Batch [3649]	Speed: 1772.673938 samples/sec	accuracy=0.005351	lr=0.007294
Epoch[0] Batch [3699]	Speed: 1773.783799 samples/sec	accuracy=0.005527	lr=0.007394
Epoch[0] Batch [3749]	Speed: 1733.336011 samples/sec	accuracy=0.005719	lr=0.007494
Epoch[0] Batch [3799]	Speed: 1757.823070 samples/sec	accuracy=0.005903	lr=0.007594
Epoch[0] Batch [3849]	Speed: 1756.551343 samples/sec	accuracy=0.006111	lr=0.007694
Epoch[0] Batch [3899]	Speed: 1729.907392 samples/sec	accuracy=0.006282	lr=0.007794
Epoch[0] Batch [3949]	Speed: 1762.247701 samples/sec	accuracy=0.006476	lr=0.007894
Epoch[0] Batch [3999]	Speed: 1767.646704 samples/sec	accuracy=0.006676	lr=0.007994
Epoch[0] Batch [4049]	Speed: 1752.614372 samples/sec	accuracy=0.006903	lr=0.008094
Epoch[0] Batch [4099]	Speed: 1768.254460 samples/sec	accuracy=0.007127	lr=0.008194
Epoch[0] Batch [4149]	Speed: 1745.344424 samples/sec	accuracy=0.007332	lr=0.008294
Epoch[0] Batch [4199]	Speed: 1771.274975 samples/sec	accuracy=0.007538	lr=0.008394
Epoch[0] Batch [4249]	Speed: 1734.234728 samples/sec	accuracy=0.007771	lr=0.008494
Epoch[0] Batch [4299]	Speed: 1747.765942 samples/sec	accuracy=0.007985	lr=0.008593
Epoch[0] Batch [4349]	Speed: 1750.361264 samples/sec	accuracy=0.008197	lr=0.008693
Epoch[0] Batch [4399]	Speed: 1723.341464 samples/sec	accuracy=0.008431	lr=0.008793
Epoch[0] Batch [4449]	Speed: 1719.906499 samples/sec	accuracy=0.008667	lr=0.008893
Epoch[0] Batch [4499]	Speed: 1722.140888 samples/sec	accuracy=0.008935	lr=0.008993
Epoch[0] Batch [4549]	Speed: 1776.567248 samples/sec	accuracy=0.009178	lr=0.009093
Epoch[0] Batch [4599]	Speed: 1758.140311 samples/sec	accuracy=0.009451	lr=0.009193
Epoch[0] Batch [4649]	Speed: 1744.595602 samples/sec	accuracy=0.009699	lr=0.009293
Epoch[0] Batch [4699]	Speed: 1754.446277 samples/sec	accuracy=0.009950	lr=0.009393
Epoch[0] Batch [4749]	Speed: 1776.426166 samples/sec	accuracy=0.010212	lr=0.009493
Epoch[0] Batch [4799]	Speed: 1740.677894 samples/sec	accuracy=0.010495	lr=0.009593
Epoch[0] Batch [4849]	Speed: 1736.647010 samples/sec	accuracy=0.010747	lr=0.009693
Epoch[0] Batch [4899]	Speed: 1747.461249 samples/sec	accuracy=0.011024	lr=0.009793
Epoch[0] Batch [4949]	Speed: 1733.832819 samples/sec	accuracy=0.011300	lr=0.009892
Epoch[0] Batch [4999]	Speed: 1806.779340 samples/sec	accuracy=0.011573	lr=0.009992
[Epoch 0] training: accuracy=0.011604
[Epoch 0] speed: 1657 samples/sec	time cost: 787.617495
[Epoch 0] validation: err-top1=0.949956 err-top5=0.849709
Epoch[1] Batch [49]	Speed: 1621.187939 samples/sec	accuracy=0.038984	lr=0.010102
Epoch[1] Batch [99]	Speed: 1752.952286 samples/sec	accuracy=0.040156	lr=0.010202
Epoch[1] Batch [149]	Speed: 1758.430136 samples/sec	accuracy=0.041016	lr=0.010302
Epoch[1] Batch [199]	Speed: 1749.570558 samples/sec	accuracy=0.041934	lr=0.010402
Epoch[1] Batch [249]	Speed: 1750.631519 samples/sec	accuracy=0.042234	lr=0.010502
Epoch[1] Batch [299]	Speed: 1776.898466 samples/sec	accuracy=0.042539	lr=0.010602
Epoch[1] Batch [349]	Speed: 1751.744635 samples/sec	accuracy=0.042600	lr=0.010702
Epoch[1] Batch [399]	Speed: 1803.053603 samples/sec	accuracy=0.042871	lr=0.010802
Epoch[1] Batch [449]	Speed: 1788.504831 samples/sec	accuracy=0.043151	lr=0.010902
Epoch[1] Batch [499]	Speed: 1779.942650 samples/sec	accuracy=0.043391	lr=0.011002
Epoch[1] Batch [549]	Speed: 1766.240554 samples/sec	accuracy=0.043750	lr=0.011102
Epoch[1] Batch [599]	Speed: 1756.844036 samples/sec	accuracy=0.043854	lr=0.011201
Epoch[1] Batch [649]	Speed: 1763.345063 samples/sec	accuracy=0.044195	lr=0.011301
Epoch[1] Batch [699]	Speed: 1741.391160 samples/sec	accuracy=0.044665	lr=0.011401
Epoch[1] Batch [749]	Speed: 1761.865430 samples/sec	accuracy=0.045318	lr=0.011501
Epoch[1] Batch [799]	Speed: 1773.224068 samples/sec	accuracy=0.045737	lr=0.011601
Epoch[1] Batch [849]	Speed: 1755.774960 samples/sec	accuracy=0.046121	lr=0.011701
Epoch[1] Batch [899]	Speed: 1746.581617 samples/sec	accuracy=0.046441	lr=0.011801
Epoch[1] Batch [949]	Speed: 1770.462288 samples/sec	accuracy=0.047048	lr=0.011901
Epoch[1] Batch [999]	Speed: 1753.859777 samples/sec	accuracy=0.047414	lr=0.012001
Epoch[1] Batch [1049]	Speed: 1749.650726 samples/sec	accuracy=0.047623	lr=0.012101
Epoch[1] Batch [1099]	Speed: 1754.351108 samples/sec	accuracy=0.047969	lr=0.012201
Epoch[1] Batch [1149]	Speed: 1768.814088 samples/sec	accuracy=0.048230	lr=0.012301
Epoch[1] Batch [1199]	Speed: 1751.562208 samples/sec	accuracy=0.048604	lr=0.012401
Epoch[1] Batch [1249]	Speed: 1756.326945 samples/sec	accuracy=0.049037	lr=0.012500
Epoch[1] Batch [1299]	Speed: 1766.912528 samples/sec	accuracy=0.049531	lr=0.012600
Epoch[1] Batch [1349]	Speed: 1761.961474 samples/sec	accuracy=0.049864	lr=0.012700
Epoch[1] Batch [1399]	Speed: 1730.590769 samples/sec	accuracy=0.050432	lr=0.012800
Epoch[1] Batch [1449]	Speed: 1751.591524 samples/sec	accuracy=0.050824	lr=0.012900
Epoch[1] Batch [1499]	Speed: 1731.852657 samples/sec	accuracy=0.051349	lr=0.013000
Epoch[1] Batch [1549]	Speed: 1761.223288 samples/sec	accuracy=0.051774	lr=0.013100
Epoch[1] Batch [1599]	Speed: 1761.397562 samples/sec	accuracy=0.052163	lr=0.013200
Epoch[1] Batch [1649]	Speed: 1719.602850 samples/sec	accuracy=0.052474	lr=0.013300
Epoch[1] Batch [1699]	Speed: 1742.772998 samples/sec	accuracy=0.052953	lr=0.013400
Epoch[1] Batch [1749]	Speed: 1771.404660 samples/sec	accuracy=0.053455	lr=0.013500
Epoch[1] Batch [1799]	Speed: 1742.729778 samples/sec	accuracy=0.054067	lr=0.013600
Epoch[1] Batch [1849]	Speed: 1754.513876 samples/sec	accuracy=0.054510	lr=0.013700
Epoch[1] Batch [1899]	Speed: 1745.436065 samples/sec	accuracy=0.054998	lr=0.013800
Epoch[1] Batch [1949]	Speed: 1737.984249 samples/sec	accuracy=0.055573	lr=0.013899
Epoch[1] Batch [1999]	Speed: 1763.133981 samples/sec	accuracy=0.056049	lr=0.013999
Epoch[1] Batch [2049]	Speed: 1758.520507 samples/sec	accuracy=0.056568	lr=0.014099
Epoch[1] Batch [2099]	Speed: 1740.895262 samples/sec	accuracy=0.056988	lr=0.014199
Epoch[1] Batch [2149]	Speed: 1791.053714 samples/sec	accuracy=0.057576	lr=0.014299
Epoch[1] Batch [2199]	Speed: 1737.540729 samples/sec	accuracy=0.058107	lr=0.014399
Epoch[1] Batch [2249]	Speed: 1774.969635 samples/sec	accuracy=0.058632	lr=0.014499
Epoch[1] Batch [2299]	Speed: 1793.007380 samples/sec	accuracy=0.059102	lr=0.014599
Epoch[1] Batch [2349]	Speed: 1747.753083 samples/sec	accuracy=0.059566	lr=0.014699
Epoch[1] Batch [2399]	Speed: 1746.212303 samples/sec	accuracy=0.060182	lr=0.014799
Epoch[1] Batch [2449]	Speed: 1719.579552 samples/sec	accuracy=0.060770	lr=0.014899
Epoch[1] Batch [2499]	Speed: 1732.783839 samples/sec	accuracy=0.061262	lr=0.014999
Epoch[1] Batch [2549]	Speed: 1729.136668 samples/sec	accuracy=0.061691	lr=0.015099
Epoch[1] Batch [2599]	Speed: 1747.738005 samples/sec	accuracy=0.062201	lr=0.015198
Epoch[1] Batch [2649]	Speed: 1731.116481 samples/sec	accuracy=0.062644	lr=0.015298
Epoch[1] Batch [2699]	Speed: 1744.541577 samples/sec	accuracy=0.063170	lr=0.015398
Epoch[1] Batch [2749]	Speed: 1772.043020 samples/sec	accuracy=0.063695	lr=0.015498
Epoch[1] Batch [2799]	Speed: 1755.893943 samples/sec	accuracy=0.064163	lr=0.015598
Epoch[1] Batch [2849]	Speed: 1760.396590 samples/sec	accuracy=0.064648	lr=0.015698
Epoch[1] Batch [2899]	Speed: 1733.197068 samples/sec	accuracy=0.065210	lr=0.015798
Epoch[1] Batch [2949]	Speed: 1710.563075 samples/sec	accuracy=0.065794	lr=0.015898
Epoch[1] Batch [2999]	Speed: 1778.962996 samples/sec	accuracy=0.066259	lr=0.015998
Epoch[1] Batch [3049]	Speed: 1746.999294 samples/sec	accuracy=0.066753	lr=0.016098
Epoch[1] Batch [3099]	Speed: 1757.658940 samples/sec	accuracy=0.067287	lr=0.016198
Epoch[1] Batch [3149]	Speed: 1744.105187 samples/sec	accuracy=0.067845	lr=0.016298
Epoch[1] Batch [3199]	Speed: 1719.653965 samples/sec	accuracy=0.068323	lr=0.016398
Epoch[1] Batch [3249]	Speed: 1728.260751 samples/sec	accuracy=0.068779	lr=0.016497
Epoch[1] Batch [3299]	Speed: 1739.451133 samples/sec	accuracy=0.069279	lr=0.016597
Epoch[1] Batch [3349]	Speed: 1750.853321 samples/sec	accuracy=0.069741	lr=0.016697
Epoch[1] Batch [3399]	Speed: 1719.290608 samples/sec	accuracy=0.070369	lr=0.016797
Epoch[1] Batch [3449]	Speed: 1735.613924 samples/sec	accuracy=0.070889	lr=0.016897
Epoch[1] Batch [3499]	Speed: 1762.705950 samples/sec	accuracy=0.071427	lr=0.016997
Epoch[1] Batch [3549]	Speed: 1751.483865 samples/sec	accuracy=0.071949	lr=0.017097
Epoch[1] Batch [3599]	Speed: 1755.441524 samples/sec	accuracy=0.072411	lr=0.017197
Epoch[1] Batch [3649]	Speed: 1741.894010 samples/sec	accuracy=0.072886	lr=0.017297
Epoch[1] Batch [3699]	Speed: 1766.650072 samples/sec	accuracy=0.073470	lr=0.017397
Epoch[1] Batch [3749]	Speed: 1711.827680 samples/sec	accuracy=0.074000	lr=0.017497
Epoch[1] Batch [3799]	Speed: 1757.556863 samples/sec	accuracy=0.074600	lr=0.017597
Epoch[1] Batch [3849]	Speed: 1709.680062 samples/sec	accuracy=0.075078	lr=0.017697
Epoch[1] Batch [3899]	Speed: 1724.057587 samples/sec	accuracy=0.075642	lr=0.017796
Epoch[1] Batch [3949]	Speed: 1736.995036 samples/sec	accuracy=0.076144	lr=0.017896
Epoch[1] Batch [3999]	Speed: 1751.452210 samples/sec	accuracy=0.076678	lr=0.017996
Epoch[1] Batch [4049]	Speed: 1726.007412 samples/sec	accuracy=0.077299	lr=0.018096
Epoch[1] Batch [4099]	Speed: 1743.818875 samples/sec	accuracy=0.077831	lr=0.018196
Epoch[1] Batch [4149]	Speed: 1734.392944 samples/sec	accuracy=0.078382	lr=0.018296
Epoch[1] Batch [4199]	Speed: 1717.688728 samples/sec	accuracy=0.078926	lr=0.018396
Epoch[1] Batch [4249]	Speed: 1751.352738 samples/sec	accuracy=0.079513	lr=0.018496
Epoch[1] Batch [4299]	Speed: 1732.467519 samples/sec	accuracy=0.080055	lr=0.018596
Epoch[1] Batch [4349]	Speed: 1761.384964 samples/sec	accuracy=0.080528	lr=0.018696
Epoch[1] Batch [4399]	Speed: 1749.520101 samples/sec	accuracy=0.081079	lr=0.018796
Epoch[1] Batch [4449]	Speed: 1739.497742 samples/sec	accuracy=0.081635	lr=0.018896
Epoch[1] Batch [4499]	Speed: 1775.308594 samples/sec	accuracy=0.082157	lr=0.018996
Epoch[1] Batch [4549]	Speed: 1757.085184 samples/sec	accuracy=0.082679	lr=0.019095
Epoch[1] Batch [4599]	Speed: 1731.067585 samples/sec	accuracy=0.083176	lr=0.019195
Epoch[1] Batch [4649]	Speed: 1724.083111 samples/sec	accuracy=0.083710	lr=0.019295
Epoch[1] Batch [4699]	Speed: 1721.239593 samples/sec	accuracy=0.084231	lr=0.019395
Epoch[1] Batch [4749]	Speed: 1717.075138 samples/sec	accuracy=0.084814	lr=0.019495
Epoch[1] Batch [4799]	Speed: 1734.313048 samples/sec	accuracy=0.085356	lr=0.019595
Epoch[1] Batch [4849]	Speed: 1786.653471 samples/sec	accuracy=0.085894	lr=0.019695
Epoch[1] Batch [4899]	Speed: 1729.241542 samples/sec	accuracy=0.086468	lr=0.019795
Epoch[1] Batch [4949]	Speed: 1769.880202 samples/sec	accuracy=0.086985	lr=0.019895
Epoch[1] Batch [4999]	Speed: 1872.167490 samples/sec	accuracy=0.087567	lr=0.019995
[Epoch 1] training: accuracy=0.087616
[Epoch 1] speed: 1749 samples/sec	time cost: 747.120644
[Epoch 1] validation: err-top1=0.837420 err-top5=0.639864
Epoch[2] Batch [49]	Speed: 1601.650891 samples/sec	accuracy=0.142266	lr=0.020105
Epoch[2] Batch [99]	Speed: 1753.303157 samples/sec	accuracy=0.148125	lr=0.020205
Epoch[2] Batch [149]	Speed: 1767.597410 samples/sec	accuracy=0.147865	lr=0.020305
Epoch[2] Batch [199]	Speed: 1737.630090 samples/sec	accuracy=0.146816	lr=0.020404
Epoch[2] Batch [249]	Speed: 1773.623589 samples/sec	accuracy=0.147250	lr=0.020504
Epoch[2] Batch [299]	Speed: 1762.317407 samples/sec	accuracy=0.146992	lr=0.020604
Epoch[2] Batch [349]	Speed: 1781.081192 samples/sec	accuracy=0.147232	lr=0.020704
Epoch[2] Batch [399]	Speed: 1721.287273 samples/sec	accuracy=0.147520	lr=0.020804
Epoch[2] Batch [449]	Speed: 1732.723384 samples/sec	accuracy=0.147422	lr=0.020904
Epoch[2] Batch [499]	Speed: 1731.168450 samples/sec	accuracy=0.147656	lr=0.021004
Epoch[2] Batch [549]	Speed: 1761.410391 samples/sec	accuracy=0.148310	lr=0.021104
Epoch[2] Batch [599]	Speed: 1739.344341 samples/sec	accuracy=0.148841	lr=0.021204
Epoch[2] Batch [649]	Speed: 1750.432144 samples/sec	accuracy=0.149477	lr=0.021304
Epoch[2] Batch [699]	Speed: 1756.883303 samples/sec	accuracy=0.149615	lr=0.021404
Epoch[2] Batch [749]	Speed: 1761.193706 samples/sec	accuracy=0.149911	lr=0.021504
Epoch[2] Batch [799]	Speed: 1715.099459 samples/sec	accuracy=0.150210	lr=0.021604
Epoch[2] Batch [849]	Speed: 1749.431850 samples/sec	accuracy=0.150813	lr=0.021704
Epoch[2] Batch [899]	Speed: 1756.034425 samples/sec	accuracy=0.150994	lr=0.021803
Epoch[2] Batch [949]	Speed: 1738.170442 samples/sec	accuracy=0.151719	lr=0.021903
Epoch[2] Batch [999]	Speed: 1763.381493 samples/sec	accuracy=0.152176	lr=0.022003
Epoch[2] Batch [1049]	Speed: 1738.988164 samples/sec	accuracy=0.153051	lr=0.022103
Epoch[2] Batch [1099]	Speed: 1722.538388 samples/sec	accuracy=0.153413	lr=0.022203
Epoch[2] Batch [1149]	Speed: 1768.088900 samples/sec	accuracy=0.153828	lr=0.022303
Epoch[2] Batch [1199]	Speed: 1749.262842 samples/sec	accuracy=0.154124	lr=0.022403
Epoch[2] Batch [1249]	Speed: 1739.249283 samples/sec	accuracy=0.154647	lr=0.022503
Epoch[2] Batch [1299]	Speed: 1755.628837 samples/sec	accuracy=0.155141	lr=0.022603
Epoch[2] Batch [1349]	Speed: 1789.190041 samples/sec	accuracy=0.155501	lr=0.022703
Epoch[2] Batch [1399]	Speed: 1742.107893 samples/sec	accuracy=0.156264	lr=0.022803
Epoch[2] Batch [1449]	Speed: 1745.289898 samples/sec	accuracy=0.156587	lr=0.022903
Epoch[2] Batch [1499]	Speed: 1754.597364 samples/sec	accuracy=0.157039	lr=0.023003
Epoch[2] Batch [1549]	Speed: 1750.030794 samples/sec	accuracy=0.157387	lr=0.023102
Epoch[2] Batch [1599]	Speed: 1752.249708 samples/sec	accuracy=0.157893	lr=0.023202
Epoch[2] Batch [1649]	Speed: 1725.128287 samples/sec	accuracy=0.158402	lr=0.023302
Epoch[2] Batch [1699]	Speed: 1763.507071 samples/sec	accuracy=0.158713	lr=0.023402
Epoch[2] Batch [1749]	Speed: 1787.276631 samples/sec	accuracy=0.159121	lr=0.023502
Epoch[2] Batch [1799]	Speed: 1732.782441 samples/sec	accuracy=0.159638	lr=0.023602
Epoch[2] Batch [1849]	Speed: 1749.060874 samples/sec	accuracy=0.160154	lr=0.023702
Epoch[2] Batch [1899]	Speed: 1741.706057 samples/sec	accuracy=0.160615	lr=0.023802
Epoch[2] Batch [1949]	Speed: 1725.105504 samples/sec	accuracy=0.161020	lr=0.023902
Epoch[2] Batch [1999]	Speed: 1730.192220 samples/sec	accuracy=0.161504	lr=0.024002
Epoch[2] Batch [2049]	Speed: 1752.869985 samples/sec	accuracy=0.161848	lr=0.024102
Epoch[2] Batch [2099]	Speed: 1745.634813 samples/sec	accuracy=0.162331	lr=0.024202
Epoch[2] Batch [2149]	Speed: 1767.614928 samples/sec	accuracy=0.162776	lr=0.024302
Epoch[2] Batch [2199]	Speed: 1731.044143 samples/sec	accuracy=0.163409	lr=0.024401
Epoch[2] Batch [2249]	Speed: 1691.109586 samples/sec	accuracy=0.163814	lr=0.024501
Epoch[2] Batch [2299]	Speed: 1749.225055 samples/sec	accuracy=0.164244	lr=0.024601
Epoch[2] Batch [2349]	Speed: 1776.591410 samples/sec	accuracy=0.164739	lr=0.024701
Epoch[2] Batch [2399]	Speed: 1785.421162 samples/sec	accuracy=0.165229	lr=0.024801
Epoch[2] Batch [2449]	Speed: 1734.028037 samples/sec	accuracy=0.165631	lr=0.024901
Epoch[2] Batch [2499]	Speed: 1750.933492 samples/sec	accuracy=0.166045	lr=0.025001
Epoch[2] Batch [2549]	Speed: 1733.013113 samples/sec	accuracy=0.166494	lr=0.025101
Epoch[2] Batch [2599]	Speed: 1728.071724 samples/sec	accuracy=0.167004	lr=0.025201
Epoch[2] Batch [2649]	Speed: 1751.667248 samples/sec	accuracy=0.167289	lr=0.025301
Epoch[2] Batch [2699]	Speed: 1754.975053 samples/sec	accuracy=0.167653	lr=0.025401
Epoch[2] Batch [2749]	Speed: 1746.123477 samples/sec	accuracy=0.168122	lr=0.025501
Epoch[2] Batch [2799]	Speed: 1721.298863 samples/sec	accuracy=0.168538	lr=0.025601
Epoch[2] Batch [2849]	Speed: 1771.677068 samples/sec	accuracy=0.168972	lr=0.025700
Epoch[2] Batch [2899]	Speed: 1745.231859 samples/sec	accuracy=0.169363	lr=0.025800
Epoch[2] Batch [2949]	Speed: 1754.570643 samples/sec	accuracy=0.169832	lr=0.025900
Epoch[2] Batch [2999]	Speed: 1754.302037 samples/sec	accuracy=0.170217	lr=0.026000
Epoch[2] Batch [3049]	Speed: 1750.361550 samples/sec	accuracy=0.170734	lr=0.026100
Epoch[2] Batch [3099]	Speed: 1764.084565 samples/sec	accuracy=0.171127	lr=0.026200
Epoch[2] Batch [3149]	Speed: 1714.379754 samples/sec	accuracy=0.171541	lr=0.026300
Epoch[2] Batch [3199]	Speed: 1761.636263 samples/sec	accuracy=0.171968	lr=0.026400
Epoch[2] Batch [3249]	Speed: 1732.353311 samples/sec	accuracy=0.172388	lr=0.026500
Epoch[2] Batch [3299]	Speed: 1764.441066 samples/sec	accuracy=0.172781	lr=0.026600
Epoch[2] Batch [3349]	Speed: 1777.979061 samples/sec	accuracy=0.173152	lr=0.026700
Epoch[2] Batch [3399]	Speed: 1766.047078 samples/sec	accuracy=0.173614	lr=0.026800
Epoch[2] Batch [3449]	Speed: 1749.703072 samples/sec	accuracy=0.174005	lr=0.026900
Epoch[2] Batch [3499]	Speed: 1704.099624 samples/sec	accuracy=0.174410	lr=0.026999
Epoch[2] Batch [3549]	Speed: 1753.749433 samples/sec	accuracy=0.174870	lr=0.027099
Epoch[2] Batch [3599]	Speed: 1772.793232 samples/sec	accuracy=0.175365	lr=0.027199
Epoch[2] Batch [3649]	Speed: 1743.429779 samples/sec	accuracy=0.175700	lr=0.027299
Epoch[2] Batch [3699]	Speed: 1750.834878 samples/sec	accuracy=0.176102	lr=0.027399
Epoch[2] Batch [3749]	Speed: 1755.340623 samples/sec	accuracy=0.176510	lr=0.027499
Epoch[2] Batch [3799]	Speed: 1715.142197 samples/sec	accuracy=0.176840	lr=0.027599
Epoch[2] Batch [3849]	Speed: 1747.841847 samples/sec	accuracy=0.177267	lr=0.027699
Epoch[2] Batch [3899]	Speed: 1768.737050 samples/sec	accuracy=0.177716	lr=0.027799
Epoch[2] Batch [3949]	Speed: 1744.170518 samples/sec	accuracy=0.178158	lr=0.027899
Epoch[2] Batch [3999]	Speed: 1764.817900 samples/sec	accuracy=0.178486	lr=0.027999
Epoch[2] Batch [4049]	Speed: 1741.217038 samples/sec	accuracy=0.178883	lr=0.028099
Epoch[2] Batch [4099]	Speed: 1743.056817 samples/sec	accuracy=0.179312	lr=0.028199
Epoch[2] Batch [4149]	Speed: 1763.031499 samples/sec	accuracy=0.179770	lr=0.028298
Epoch[2] Batch [4199]	Speed: 1721.456217 samples/sec	accuracy=0.180210	lr=0.028398
Epoch[2] Batch [4249]	Speed: 1762.797397 samples/sec	accuracy=0.180631	lr=0.028498
Epoch[2] Batch [4299]	Speed: 1740.124645 samples/sec	accuracy=0.181001	lr=0.028598
Epoch[2] Batch [4349]	Speed: 1722.149947 samples/sec	accuracy=0.181391	lr=0.028698
Epoch[2] Batch [4399]	Speed: 1754.407864 samples/sec	accuracy=0.181798	lr=0.028798
Epoch[2] Batch [4449]	Speed: 1747.877184 samples/sec	accuracy=0.182297	lr=0.028898
Epoch[2] Batch [4499]	Speed: 1738.906211 samples/sec	accuracy=0.182729	lr=0.028998
Epoch[2] Batch [4549]	Speed: 1736.131801 samples/sec	accuracy=0.183159	lr=0.029098
Epoch[2] Batch [4599]	Speed: 1742.552334 samples/sec	accuracy=0.183499	lr=0.029198
Epoch[2] Batch [4649]	Speed: 1754.042912 samples/sec	accuracy=0.183909	lr=0.029298
Epoch[2] Batch [4699]	Speed: 1749.979854 samples/sec	accuracy=0.184297	lr=0.029398
Epoch[2] Batch [4749]	Speed: 1701.776422 samples/sec	accuracy=0.184705	lr=0.029498
Epoch[2] Batch [4799]	Speed: 1797.172525 samples/sec	accuracy=0.185123	lr=0.029598
Epoch[2] Batch [4849]	Speed: 1755.666384 samples/sec	accuracy=0.185552	lr=0.029697
Epoch[2] Batch [4899]	Speed: 1753.817036 samples/sec	accuracy=0.185979	lr=0.029797
Epoch[2] Batch [4949]	Speed: 1754.509289 samples/sec	accuracy=0.186409	lr=0.029897
Epoch[2] Batch [4999]	Speed: 1866.094900 samples/sec	accuracy=0.186771	lr=0.029997
[Epoch 2] training: accuracy=0.186799
[Epoch 2] speed: 1747 samples/sec	time cost: 747.441015
[Epoch 2] validation: err-top1=0.736278 err-top5=0.491066
Epoch[3] Batch [49]	Speed: 1667.931520 samples/sec	accuracy=0.229844	lr=0.030105
Epoch[3] Batch [99]	Speed: 1742.549223 samples/sec	accuracy=0.230234	lr=0.030205
Epoch[3] Batch [149]	Speed: 1707.821853 samples/sec	accuracy=0.230807	lr=0.030305
Epoch[3] Batch [199]	Speed: 1730.285288 samples/sec	accuracy=0.233145	lr=0.030405
Epoch[3] Batch [249]	Speed: 1739.444990 samples/sec	accuracy=0.232672	lr=0.030505
Epoch[3] Batch [299]	Speed: 1726.890434 samples/sec	accuracy=0.233060	lr=0.030605
Epoch[3] Batch [349]	Speed: 1725.134607 samples/sec	accuracy=0.232266	lr=0.030705
Epoch[3] Batch [399]	Speed: 1745.441286 samples/sec	accuracy=0.232568	lr=0.030805
Epoch[3] Batch [449]	Speed: 1727.400727 samples/sec	accuracy=0.233116	lr=0.030905
Epoch[3] Batch [499]	Speed: 1705.662592 samples/sec	accuracy=0.233563	lr=0.031004
Epoch[3] Batch [549]	Speed: 1734.771793 samples/sec	accuracy=0.233956	lr=0.031104
Epoch[3] Batch [599]	Speed: 1763.384157 samples/sec	accuracy=0.234310	lr=0.031204
Epoch[3] Batch [649]	Speed: 1669.935681 samples/sec	accuracy=0.234916	lr=0.031304
Epoch[3] Batch [699]	Speed: 1754.348242 samples/sec	accuracy=0.235402	lr=0.031404
Epoch[3] Batch [749]	Speed: 1758.253857 samples/sec	accuracy=0.235573	lr=0.031504
Epoch[3] Batch [799]	Speed: 1756.230998 samples/sec	accuracy=0.235566	lr=0.031604
Epoch[3] Batch [849]	Speed: 1752.938378 samples/sec	accuracy=0.236158	lr=0.031704
Epoch[3] Batch [899]	Speed: 1733.808406 samples/sec	accuracy=0.236224	lr=0.031804
Epoch[3] Batch [949]	Speed: 1742.762759 samples/sec	accuracy=0.236028	lr=0.031904
Epoch[3] Batch [999]	Speed: 1750.917959 samples/sec	accuracy=0.236195	lr=0.032004
Epoch[3] Batch [1049]	Speed: 1779.038923 samples/sec	accuracy=0.236451	lr=0.032104
Epoch[3] Batch [1099]	Speed: 1731.134065 samples/sec	accuracy=0.236790	lr=0.032204
Epoch[3] Batch [1149]	Speed: 1772.687459 samples/sec	accuracy=0.237062	lr=0.032303
Epoch[3] Batch [1199]	Speed: 1729.356511 samples/sec	accuracy=0.237324	lr=0.032403
Epoch[3] Batch [1249]	Speed: 1740.844570 samples/sec	accuracy=0.237850	lr=0.032503
Epoch[3] Batch [1299]	Speed: 1735.456944 samples/sec	accuracy=0.237978	lr=0.032603
Epoch[3] Batch [1349]	Speed: 1771.599838 samples/sec	accuracy=0.238189	lr=0.032703
Epoch[3] Batch [1399]	Speed: 1754.257841 samples/sec	accuracy=0.238594	lr=0.032803
Epoch[3] Batch [1449]	Speed: 1751.970550 samples/sec	accuracy=0.238952	lr=0.032903
Epoch[3] Batch [1499]	Speed: 1782.482319 samples/sec	accuracy=0.239240	lr=0.033003
Epoch[3] Batch [1549]	Speed: 1733.991353 samples/sec	accuracy=0.239655	lr=0.033103
Epoch[3] Batch [1599]	Speed: 1771.382626 samples/sec	accuracy=0.239758	lr=0.033203
Epoch[3] Batch [1649]	Speed: 1744.310943 samples/sec	accuracy=0.239882	lr=0.033303
Epoch[3] Batch [1699]	Speed: 1757.769028 samples/sec	accuracy=0.240145	lr=0.033403
Epoch[3] Batch [1749]	Speed: 1768.298257 samples/sec	accuracy=0.240415	lr=0.033503
Epoch[3] Batch [1799]	Speed: 1756.236054 samples/sec	accuracy=0.240621	lr=0.033602
Epoch[3] Batch [1849]	Speed: 1744.798696 samples/sec	accuracy=0.241079	lr=0.033702
Epoch[3] Batch [1899]	Speed: 1728.225257 samples/sec	accuracy=0.241343	lr=0.033802
Epoch[3] Batch [1949]	Speed: 1755.000583 samples/sec	accuracy=0.241661	lr=0.033902
Epoch[3] Batch [1999]	Speed: 1743.213477 samples/sec	accuracy=0.241910	lr=0.034002
Epoch[3] Batch [2049]	Speed: 1727.339481 samples/sec	accuracy=0.241957	lr=0.034102
Epoch[3] Batch [2099]	Speed: 1750.731422 samples/sec	accuracy=0.242267	lr=0.034202
Epoch[3] Batch [2149]	Speed: 1739.523500 samples/sec	accuracy=0.242307	lr=0.034302
Epoch[3] Batch [2199]	Speed: 1778.051666 samples/sec	accuracy=0.242559	lr=0.034402
Epoch[3] Batch [2249]	Speed: 1743.483227 samples/sec	accuracy=0.242925	lr=0.034502
Epoch[3] Batch [2299]	Speed: 1734.933583 samples/sec	accuracy=0.243271	lr=0.034602
Epoch[3] Batch [2349]	Speed: 1751.927100 samples/sec	accuracy=0.243491	lr=0.034702
Epoch[3] Batch [2399]	Speed: 1720.641441 samples/sec	accuracy=0.243844	lr=0.034802
Epoch[3] Batch [2449]	Speed: 1720.597050 samples/sec	accuracy=0.244276	lr=0.034901
Epoch[3] Batch [2499]	Speed: 1757.500133 samples/sec	accuracy=0.244550	lr=0.035001
Epoch[3] Batch [2549]	Speed: 1744.835044 samples/sec	accuracy=0.244891	lr=0.035101
Epoch[3] Batch [2599]	Speed: 1751.588152 samples/sec	accuracy=0.245192	lr=0.035201
Epoch[3] Batch [2649]	Speed: 1754.768609 samples/sec	accuracy=0.245501	lr=0.035301
Epoch[3] Batch [2699]	Speed: 1788.629067 samples/sec	accuracy=0.245791	lr=0.035401
Epoch[3] Batch [2749]	Speed: 1751.997364 samples/sec	accuracy=0.246074	lr=0.035501
Epoch[3] Batch [2799]	Speed: 1780.342193 samples/sec	accuracy=0.246327	lr=0.035601
Epoch[3] Batch [2849]	Speed: 1730.654702 samples/sec	accuracy=0.246521	lr=0.035701
Epoch[3] Batch [2899]	Speed: 1754.283063 samples/sec	accuracy=0.246810	lr=0.035801
Epoch[3] Batch [2949]	Speed: 1747.184809 samples/sec	accuracy=0.247231	lr=0.035901
Epoch[3] Batch [2999]	Speed: 1735.995497 samples/sec	accuracy=0.247496	lr=0.036001
Epoch[3] Batch [3049]	Speed: 1736.886860 samples/sec	accuracy=0.247760	lr=0.036101
Epoch[3] Batch [3099]	Speed: 1729.384308 samples/sec	accuracy=0.248080	lr=0.036200
Epoch[3] Batch [3149]	Speed: 1735.817738 samples/sec	accuracy=0.248399	lr=0.036300
Epoch[3] Batch [3199]	Speed: 1745.580326 samples/sec	accuracy=0.248735	lr=0.036400
Epoch[3] Batch [3249]	Speed: 1774.390154 samples/sec	accuracy=0.248925	lr=0.036500
Epoch[3] Batch [3299]	Speed: 1789.480471 samples/sec	accuracy=0.249302	lr=0.036600
Epoch[3] Batch [3349]	Speed: 1751.343654 samples/sec	accuracy=0.249583	lr=0.036700
Epoch[3] Batch [3399]	Speed: 1762.634015 samples/sec	accuracy=0.249836	lr=0.036800
Epoch[3] Batch [3449]	Speed: 1736.280874 samples/sec	accuracy=0.250100	lr=0.036900
Epoch[3] Batch [3499]	Speed: 1754.565826 samples/sec	accuracy=0.250448	lr=0.037000
Epoch[3] Batch [3549]	Speed: 1770.210099 samples/sec	accuracy=0.250615	lr=0.037100
Epoch[3] Batch [3599]	Speed: 1742.291410 samples/sec	accuracy=0.250980	lr=0.037200
Epoch[3] Batch [3649]	Speed: 1783.741687 samples/sec	accuracy=0.251378	lr=0.037300
Epoch[3] Batch [3699]	Speed: 1767.657006 samples/sec	accuracy=0.251635	lr=0.037400
Epoch[3] Batch [3749]	Speed: 1751.700568 samples/sec	accuracy=0.251916	lr=0.037500
Epoch[3] Batch [3799]	Speed: 1744.169781 samples/sec	accuracy=0.252101	lr=0.037599
Epoch[3] Batch [3849]	Speed: 1729.900870 samples/sec	accuracy=0.252389	lr=0.037699
Epoch[3] Batch [3899]	Speed: 1763.787774 samples/sec	accuracy=0.252648	lr=0.037799
Epoch[3] Batch [3949]	Speed: 1756.305974 samples/sec	accuracy=0.252857	lr=0.037899
Epoch[3] Batch [3999]	Speed: 1737.750114 samples/sec	accuracy=0.253187	lr=0.037999
Epoch[3] Batch [4049]	Speed: 1708.294085 samples/sec	accuracy=0.253478	lr=0.038099
Epoch[3] Batch [4099]	Speed: 1743.345765 samples/sec	accuracy=0.253717	lr=0.038199
Epoch[3] Batch [4149]	Speed: 1767.100028 samples/sec	accuracy=0.254039	lr=0.038299
Epoch[3] Batch [4199]	Speed: 1735.088113 samples/sec	accuracy=0.254344	lr=0.038399
Epoch[3] Batch [4249]	Speed: 1741.661307 samples/sec	accuracy=0.254621	lr=0.038499
Epoch[3] Batch [4299]	Speed: 1751.535122 samples/sec	accuracy=0.254876	lr=0.038599
Epoch[3] Batch [4349]	Speed: 1786.121955 samples/sec	accuracy=0.255104	lr=0.038699
Epoch[3] Batch [4399]	Speed: 1784.202113 samples/sec	accuracy=0.255399	lr=0.038799
Epoch[3] Batch [4449]	Speed: 1765.290316 samples/sec	accuracy=0.255635	lr=0.038898
Epoch[3] Batch [4499]	Speed: 1747.633266 samples/sec	accuracy=0.255944	lr=0.038998
Epoch[3] Batch [4549]	Speed: 1779.352015 samples/sec	accuracy=0.256236	lr=0.039098
Epoch[3] Batch [4599]	Speed: 1775.059248 samples/sec	accuracy=0.256479	lr=0.039198
Epoch[3] Batch [4649]	Speed: 1737.874487 samples/sec	accuracy=0.256824	lr=0.039298
Epoch[3] Batch [4699]	Speed: 1753.963602 samples/sec	accuracy=0.257031	lr=0.039398
Epoch[3] Batch [4749]	Speed: 1781.457484 samples/sec	accuracy=0.257307	lr=0.039498
Epoch[3] Batch [4799]	Speed: 1744.541633 samples/sec	accuracy=0.257568	lr=0.039598
Epoch[3] Batch [4849]	Speed: 1739.343102 samples/sec	accuracy=0.257835	lr=0.039698
Epoch[3] Batch [4899]	Speed: 1737.733409 samples/sec	accuracy=0.258172	lr=0.039798
Epoch[3] Batch [4949]	Speed: 1759.276548 samples/sec	accuracy=0.258371	lr=0.039898
Epoch[3] Batch [4999]	Speed: 1818.028396 samples/sec	accuracy=0.258584	lr=0.039998
[Epoch 3] training: accuracy=0.258616
[Epoch 3] speed: 1748 samples/sec	time cost: 747.219916
[Epoch 3] validation: err-top1=0.661093 err-top5=0.403081
Epoch[4] Batch [49]	Speed: 1612.067095 samples/sec	accuracy=0.283281	lr=0.040108
Epoch[4] Batch [99]	Speed: 1738.485639 samples/sec	accuracy=0.289219	lr=0.040207
Epoch[4] Batch [149]	Speed: 1766.303428 samples/sec	accuracy=0.289714	lr=0.040307
Epoch[4] Batch [199]	Speed: 1763.626409 samples/sec	accuracy=0.290625	lr=0.040407
Epoch[4] Batch [249]	Speed: 1749.262158 samples/sec	accuracy=0.290594	lr=0.040507
Epoch[4] Batch [299]	Speed: 1742.989135 samples/sec	accuracy=0.289818	lr=0.040607
Epoch[4] Batch [349]	Speed: 1753.881893 samples/sec	accuracy=0.289509	lr=0.040707
Epoch[4] Batch [399]	Speed: 1754.523050 samples/sec	accuracy=0.290127	lr=0.040807
Epoch[4] Batch [449]	Speed: 1762.897479 samples/sec	accuracy=0.290564	lr=0.040907
Epoch[4] Batch [499]	Speed: 1738.498812 samples/sec	accuracy=0.291656	lr=0.041007
Epoch[4] Batch [549]	Speed: 1742.931701 samples/sec	accuracy=0.292244	lr=0.041107
Epoch[4] Batch [599]	Speed: 1762.759313 samples/sec	accuracy=0.292604	lr=0.041207
Epoch[4] Batch [649]	Speed: 1750.776640 samples/sec	accuracy=0.292728	lr=0.041307
Epoch[4] Batch [699]	Speed: 1742.610931 samples/sec	accuracy=0.293276	lr=0.041407
Epoch[4] Batch [749]	Speed: 1784.974468 samples/sec	accuracy=0.293552	lr=0.041506
Epoch[4] Batch [799]	Speed: 1775.712813 samples/sec	accuracy=0.293965	lr=0.041606
Epoch[4] Batch [849]	Speed: 1760.272609 samples/sec	accuracy=0.294449	lr=0.041706
Epoch[4] Batch [899]	Speed: 1746.032957 samples/sec	accuracy=0.294661	lr=0.041806
Epoch[4] Batch [949]	Speed: 1760.377657 samples/sec	accuracy=0.294934	lr=0.041906
Epoch[4] Batch [999]	Speed: 1754.013342 samples/sec	accuracy=0.295027	lr=0.042006
Epoch[4] Batch [1049]	Speed: 1757.174669 samples/sec	accuracy=0.294926	lr=0.042106
Epoch[4] Batch [1099]	Speed: 1758.746905 samples/sec	accuracy=0.294751	lr=0.042206
Epoch[4] Batch [1149]	Speed: 1732.983296 samples/sec	accuracy=0.294864	lr=0.042306
Epoch[4] Batch [1199]	Speed: 1773.141023 samples/sec	accuracy=0.294987	lr=0.042406
Epoch[4] Batch [1249]	Speed: 1734.070548 samples/sec	accuracy=0.295197	lr=0.042506
Epoch[4] Batch [1299]	Speed: 1763.699063 samples/sec	accuracy=0.295424	lr=0.042606
Epoch[4] Batch [1349]	Speed: 1736.584769 samples/sec	accuracy=0.295657	lr=0.042706
Epoch[4] Batch [1399]	Speed: 1743.163668 samples/sec	accuracy=0.295926	lr=0.042805
Epoch[4] Batch [1449]	Speed: 1733.692900 samples/sec	accuracy=0.295916	lr=0.042905
Epoch[4] Batch [1499]	Speed: 1753.901833 samples/sec	accuracy=0.296312	lr=0.043005
Epoch[4] Batch [1549]	Speed: 1731.983842 samples/sec	accuracy=0.296741	lr=0.043105
Epoch[4] Batch [1599]	Speed: 1732.340230 samples/sec	accuracy=0.297036	lr=0.043205
Epoch[4] Batch [1649]	Speed: 1765.207490 samples/sec	accuracy=0.297299	lr=0.043305
Epoch[4] Batch [1699]	Speed: 1756.379692 samples/sec	accuracy=0.297477	lr=0.043405
Epoch[4] Batch [1749]	Speed: 1727.715032 samples/sec	accuracy=0.297596	lr=0.043505
Epoch[4] Batch [1799]	Speed: 1730.411885 samples/sec	accuracy=0.297819	lr=0.043605
Epoch[4] Batch [1849]	Speed: 1749.818782 samples/sec	accuracy=0.298036	lr=0.043705
Epoch[4] Batch [1899]	Speed: 1738.822576 samples/sec	accuracy=0.298205	lr=0.043805
Epoch[4] Batch [1949]	Speed: 1736.687514 samples/sec	accuracy=0.298255	lr=0.043905
Epoch[4] Batch [1999]	Speed: 1749.963312 samples/sec	accuracy=0.298439	lr=0.044005
Epoch[4] Batch [2049]	Speed: 1736.498773 samples/sec	accuracy=0.298836	lr=0.044104
Epoch[4] Batch [2099]	Speed: 1791.486358 samples/sec	accuracy=0.298979	lr=0.044204
Epoch[4] Batch [2149]	Speed: 1810.071420 samples/sec	accuracy=0.299102	lr=0.044304
Epoch[4] Batch [2199]	Speed: 1747.550211 samples/sec	accuracy=0.299219	lr=0.044404
Epoch[4] Batch [2249]	Speed: 1763.198314 samples/sec	accuracy=0.299339	lr=0.044504
Epoch[4] Batch [2299]	Speed: 1763.182795 samples/sec	accuracy=0.299519	lr=0.044604
Epoch[4] Batch [2349]	Speed: 1744.837653 samples/sec	accuracy=0.299684	lr=0.044704
Epoch[4] Batch [2399]	Speed: 1753.310601 samples/sec	accuracy=0.299924	lr=0.044804
Epoch[4] Batch [2449]	Speed: 1769.498754 samples/sec	accuracy=0.300110	lr=0.044904
Epoch[4] Batch [2499]	Speed: 1749.990863 samples/sec	accuracy=0.300427	lr=0.045004
Epoch[4] Batch [2549]	Speed: 1762.868594 samples/sec	accuracy=0.300613	lr=0.045104
Epoch[4] Batch [2599]	Speed: 1739.218575 samples/sec	accuracy=0.300756	lr=0.045204
Epoch[4] Batch [2649]	Speed: 1745.608648 samples/sec	accuracy=0.300973	lr=0.045304
Epoch[4] Batch [2699]	Speed: 1741.097664 samples/sec	accuracy=0.301036	lr=0.045403
Epoch[4] Batch [2749]	Speed: 1763.025651 samples/sec	accuracy=0.301209	lr=0.045503
Epoch[4] Batch [2799]	Speed: 1764.484617 samples/sec	accuracy=0.301378	lr=0.045603
Epoch[4] Batch [2849]	Speed: 1726.990146 samples/sec	accuracy=0.301519	lr=0.045703
Epoch[4] Batch [2899]	Speed: 1753.852787 samples/sec	accuracy=0.301697	lr=0.045803
Epoch[4] Batch [2949]	Speed: 1761.122414 samples/sec	accuracy=0.301973	lr=0.045903
Epoch[4] Batch [2999]	Speed: 1752.104343 samples/sec	accuracy=0.302280	lr=0.046003
Epoch[4] Batch [3049]	Speed: 1773.991284 samples/sec	accuracy=0.302472	lr=0.046103
Epoch[4] Batch [3099]	Speed: 1767.100552 samples/sec	accuracy=0.302627	lr=0.046203
Epoch[4] Batch [3149]	Speed: 1714.864877 samples/sec	accuracy=0.302796	lr=0.046303
Epoch[4] Batch [3199]	Speed: 1751.538779 samples/sec	accuracy=0.303042	lr=0.046403
Epoch[4] Batch [3249]	Speed: 1761.370864 samples/sec	accuracy=0.303204	lr=0.046503
Epoch[4] Batch [3299]	Speed: 1747.705575 samples/sec	accuracy=0.303301	lr=0.046603
Epoch[4] Batch [3349]	Speed: 1715.725016 samples/sec	accuracy=0.303513	lr=0.046703
Epoch[4] Batch [3399]	Speed: 1742.823011 samples/sec	accuracy=0.303735	lr=0.046802
Epoch[4] Batch [3449]	Speed: 1762.993114 samples/sec	accuracy=0.303893	lr=0.046902
Epoch[4] Batch [3499]	Speed: 1753.257007 samples/sec	accuracy=0.304123	lr=0.047002
Epoch[4] Batch [3549]	Speed: 1732.838984 samples/sec	accuracy=0.304387	lr=0.047102
Epoch[4] Batch [3599]	Speed: 1755.276117 samples/sec	accuracy=0.304501	lr=0.047202
Epoch[4] Batch [3649]	Speed: 1767.406314 samples/sec	accuracy=0.304665	lr=0.047302
Epoch[4] Batch [3699]	Speed: 1771.057843 samples/sec	accuracy=0.304826	lr=0.047402
Epoch[4] Batch [3749]	Speed: 1743.807433 samples/sec	accuracy=0.304979	lr=0.047502
Epoch[4] Batch [3799]	Speed: 1789.838063 samples/sec	accuracy=0.305265	lr=0.047602
Epoch[4] Batch [3849]	Speed: 1752.318797 samples/sec	accuracy=0.305489	lr=0.047702
Epoch[4] Batch [3899]	Speed: 1738.430809 samples/sec	accuracy=0.305532	lr=0.047802
Epoch[4] Batch [3949]	Speed: 1774.240623 samples/sec	accuracy=0.305708	lr=0.047902
Epoch[4] Batch [3999]	Speed: 1756.602206 samples/sec	accuracy=0.305916	lr=0.048002
Epoch[4] Batch [4049]	Speed: 1759.154684 samples/sec	accuracy=0.306053	lr=0.048101
Epoch[4] Batch [4099]	Speed: 1718.398069 samples/sec	accuracy=0.306219	lr=0.048201
Epoch[4] Batch [4149]	Speed: 1751.275614 samples/sec	accuracy=0.306471	lr=0.048301
Epoch[4] Batch [4199]	Speed: 1761.082957 samples/sec	accuracy=0.306710	lr=0.048401
Epoch[4] Batch [4249]	Speed: 1759.731696 samples/sec	accuracy=0.306881	lr=0.048501
Epoch[4] Batch [4299]	Speed: 1770.298007 samples/sec	accuracy=0.307167	lr=0.048601
Epoch[4] Batch [4349]	Speed: 1748.593516 samples/sec	accuracy=0.307468	lr=0.048701
Epoch[4] Batch [4399]	Speed: 1731.841875 samples/sec	accuracy=0.307703	lr=0.048801
Epoch[4] Batch [4449]	Speed: 1759.587336 samples/sec	accuracy=0.307906	lr=0.048901
Epoch[4] Batch [4499]	Speed: 1748.625068 samples/sec	accuracy=0.308128	lr=0.049001
Epoch[4] Batch [4549]	Speed: 1761.421024 samples/sec	accuracy=0.308278	lr=0.049101
Epoch[4] Batch [4599]	Speed: 1735.957383 samples/sec	accuracy=0.308497	lr=0.049201
Epoch[4] Batch [4649]	Speed: 1759.601811 samples/sec	accuracy=0.308678	lr=0.049301
Epoch[4] Batch [4699]	Speed: 1745.778142 samples/sec	accuracy=0.308910	lr=0.049400
Epoch[4] Batch [4749]	Speed: 1748.838842 samples/sec	accuracy=0.309104	lr=0.049500
Epoch[4] Batch [4799]	Speed: 1724.850720 samples/sec	accuracy=0.309265	lr=0.049600
Epoch[4] Batch [4849]	Speed: 1767.036167 samples/sec	accuracy=0.309410	lr=0.049700
Epoch[4] Batch [4899]	Speed: 1749.859960 samples/sec	accuracy=0.309587	lr=0.049800
Epoch[4] Batch [4949]	Speed: 1747.069106 samples/sec	accuracy=0.309818	lr=0.049900
Epoch[4] Batch [4999]	Speed: 1858.985978 samples/sec	accuracy=0.310040	lr=0.050000
[Epoch 4] training: accuracy=0.310021
[Epoch 4] speed: 1751 samples/sec	time cost: 745.891141
[Epoch 4] validation: err-top1=0.620513 err-top5=0.359375
Epoch[5] Batch [49]	Speed: 1656.981525 samples/sec	accuracy=0.342734	lr=0.050000
Epoch[5] Batch [99]	Speed: 1743.915793 samples/sec	accuracy=0.339531	lr=0.050000
Epoch[5] Batch [149]	Speed: 1720.890405 samples/sec	accuracy=0.336797	lr=0.050000
Epoch[5] Batch [199]	Speed: 1744.164568 samples/sec	accuracy=0.335859	lr=0.050000
Epoch[5] Batch [249]	Speed: 1722.574755 samples/sec	accuracy=0.334641	lr=0.050000
Epoch[5] Batch [299]	Speed: 1794.672859 samples/sec	accuracy=0.334089	lr=0.050000
Epoch[5] Batch [349]	Speed: 1739.111080 samples/sec	accuracy=0.334576	lr=0.050000
Epoch[5] Batch [399]	Speed: 1744.362120 samples/sec	accuracy=0.335205	lr=0.050000
Epoch[5] Batch [449]	Speed: 1736.275988 samples/sec	accuracy=0.334783	lr=0.050000
Epoch[5] Batch [499]	Speed: 1726.465771 samples/sec	accuracy=0.334898	lr=0.050000
Epoch[5] Batch [549]	Speed: 1727.829854 samples/sec	accuracy=0.335369	lr=0.050000
Epoch[5] Batch [599]	Speed: 1748.606843 samples/sec	accuracy=0.335924	lr=0.050000
Epoch[5] Batch [649]	Speed: 1760.009468 samples/sec	accuracy=0.336244	lr=0.050000
Epoch[5] Batch [699]	Speed: 1766.361425 samples/sec	accuracy=0.336267	lr=0.050000
Epoch[5] Batch [749]	Speed: 1788.098042 samples/sec	accuracy=0.336583	lr=0.050000
Epoch[5] Batch [799]	Speed: 1733.929358 samples/sec	accuracy=0.336621	lr=0.050000
Epoch[5] Batch [849]	Speed: 1780.287230 samples/sec	accuracy=0.336880	lr=0.050000
Epoch[5] Batch [899]	Speed: 1783.435225 samples/sec	accuracy=0.337044	lr=0.050000
Epoch[5] Batch [949]	Speed: 1749.479965 samples/sec	accuracy=0.337183	lr=0.050000
Epoch[5] Batch [999]	Speed: 1762.278070 samples/sec	accuracy=0.337266	lr=0.050000
Epoch[5] Batch [1049]	Speed: 1760.347354 samples/sec	accuracy=0.337251	lr=0.050000
Epoch[5] Batch [1099]	Speed: 1765.148640 samples/sec	accuracy=0.337660	lr=0.050000
Epoch[5] Batch [1149]	Speed: 1744.492429 samples/sec	accuracy=0.337843	lr=0.050000
Epoch[5] Batch [1199]	Speed: 1740.078961 samples/sec	accuracy=0.337884	lr=0.050000
Epoch[5] Batch [1249]	Speed: 1728.603364 samples/sec	accuracy=0.338041	lr=0.050000
Epoch[5] Batch [1299]	Speed: 1734.004515 samples/sec	accuracy=0.338107	lr=0.050000
Epoch[5] Batch [1349]	Speed: 1736.751167 samples/sec	accuracy=0.338287	lr=0.050000
Epoch[5] Batch [1399]	Speed: 1752.950169 samples/sec	accuracy=0.338237	lr=0.050000
Epoch[5] Batch [1449]	Speed: 1759.384648 samples/sec	accuracy=0.338561	lr=0.050000
Epoch[5] Batch [1499]	Speed: 1744.474971 samples/sec	accuracy=0.338599	lr=0.049999
Epoch[5] Batch [1549]	Speed: 1761.412818 samples/sec	accuracy=0.338745	lr=0.049999
Epoch[5] Batch [1599]	Speed: 1728.120506 samples/sec	accuracy=0.338784	lr=0.049999
Epoch[5] Batch [1649]	Speed: 1742.442729 samples/sec	accuracy=0.338975	lr=0.049999
Epoch[5] Batch [1699]	Speed: 1757.161901 samples/sec	accuracy=0.339357	lr=0.049999
Epoch[5] Batch [1749]	Speed: 1738.588271 samples/sec	accuracy=0.339650	lr=0.049999
Epoch[5] Batch [1799]	Speed: 1758.985925 samples/sec	accuracy=0.340091	lr=0.049999
Epoch[5] Batch [1849]	Speed: 1787.806631 samples/sec	accuracy=0.340192	lr=0.049999
Epoch[5] Batch [1899]	Speed: 1696.161580 samples/sec	accuracy=0.340218	lr=0.049999
Epoch[5] Batch [1949]	Speed: 1730.956630 samples/sec	accuracy=0.340441	lr=0.049999
Epoch[5] Batch [1999]	Speed: 1727.222946 samples/sec	accuracy=0.340596	lr=0.049999
Epoch[5] Batch [2049]	Speed: 1737.955217 samples/sec	accuracy=0.340791	lr=0.049999
Epoch[5] Batch [2099]	Speed: 1782.053244 samples/sec	accuracy=0.341101	lr=0.049999
Epoch[5] Batch [2149]	Speed: 1752.254970 samples/sec	accuracy=0.341305	lr=0.049999
Epoch[5] Batch [2199]	Speed: 1740.189453 samples/sec	accuracy=0.341598	lr=0.049999
Epoch[5] Batch [2249]	Speed: 1734.199043 samples/sec	accuracy=0.341913	lr=0.049999
Epoch[5] Batch [2299]	Speed: 1704.712851 samples/sec	accuracy=0.342089	lr=0.049999
Epoch[5] Batch [2349]	Speed: 1705.083014 samples/sec	accuracy=0.342282	lr=0.049999
Epoch[5] Batch [2399]	Speed: 1759.109725 samples/sec	accuracy=0.342430	lr=0.049999
Epoch[5] Batch [2449]	Speed: 1736.599374 samples/sec	accuracy=0.342658	lr=0.049999
Epoch[5] Batch [2499]	Speed: 1773.074206 samples/sec	accuracy=0.342845	lr=0.049999
Epoch[5] Batch [2549]	Speed: 1708.764348 samples/sec	accuracy=0.343134	lr=0.049998
Epoch[5] Batch [2599]	Speed: 1732.664723 samples/sec	accuracy=0.343302	lr=0.049998
Epoch[5] Batch [2649]	Speed: 1775.466760 samples/sec	accuracy=0.343435	lr=0.049998
Epoch[5] Batch [2699]	Speed: 1755.681082 samples/sec	accuracy=0.343698	lr=0.049998
Epoch[5] Batch [2749]	Speed: 1751.108420 samples/sec	accuracy=0.344007	lr=0.049998
Epoch[5] Batch [2799]	Speed: 1700.684777 samples/sec	accuracy=0.344230	lr=0.049998
Epoch[5] Batch [2849]	Speed: 1773.263075 samples/sec	accuracy=0.344527	lr=0.049998
Epoch[5] Batch [2899]	Speed: 1739.611881 samples/sec	accuracy=0.344732	lr=0.049998
Epoch[5] Batch [2949]	Speed: 1719.903965 samples/sec	accuracy=0.344866	lr=0.049998
Epoch[5] Batch [2999]	Speed: 1734.183807 samples/sec	accuracy=0.344966	lr=0.049998
Epoch[5] Batch [3049]	Speed: 1719.264731 samples/sec	accuracy=0.345035	lr=0.049998
Epoch[5] Batch [3099]	Speed: 1742.483787 samples/sec	accuracy=0.345149	lr=0.049998
Epoch[5] Batch [3149]	Speed: 1746.350501 samples/sec	accuracy=0.345351	lr=0.049998
Epoch[5] Batch [3199]	Speed: 1762.864195 samples/sec	accuracy=0.345511	lr=0.049998
Epoch[5] Batch [3249]	Speed: 1746.812113 samples/sec	accuracy=0.345677	lr=0.049998
Epoch[5] Batch [3299]	Speed: 1738.032805 samples/sec	accuracy=0.345852	lr=0.049997
Epoch[5] Batch [3349]	Speed: 1734.813891 samples/sec	accuracy=0.345979	lr=0.049997
Epoch[5] Batch [3399]	Speed: 1769.236520 samples/sec	accuracy=0.346122	lr=0.049997
Epoch[5] Batch [3449]	Speed: 1732.546239 samples/sec	accuracy=0.346342	lr=0.049997
Epoch[5] Batch [3499]	Speed: 1757.394680 samples/sec	accuracy=0.346460	lr=0.049997
Epoch[5] Batch [3549]	Speed: 1751.806024 samples/sec	accuracy=0.346548	lr=0.049997
Epoch[5] Batch [3599]	Speed: 1745.390102 samples/sec	accuracy=0.346706	lr=0.049997
Epoch[5] Batch [3649]	Speed: 1747.524728 samples/sec	accuracy=0.346831	lr=0.049997
Epoch[5] Batch [3699]	Speed: 1749.251842 samples/sec	accuracy=0.346936	lr=0.049997
Epoch[5] Batch [3749]	Speed: 1743.379223 samples/sec	accuracy=0.347041	lr=0.049997
Epoch[5] Batch [3799]	Speed: 1738.000284 samples/sec	accuracy=0.347283	lr=0.049997
Epoch[5] Batch [3849]	Speed: 1748.575576 samples/sec	accuracy=0.347561	lr=0.049997
Epoch[5] Batch [3899]	Speed: 1736.224161 samples/sec	accuracy=0.347824	lr=0.049996
Epoch[5] Batch [3949]	Speed: 1763.468202 samples/sec	accuracy=0.347938	lr=0.049996
Epoch[5] Batch [3999]	Speed: 1756.036377 samples/sec	accuracy=0.348042	lr=0.049996
Epoch[5] Batch [4049]	Speed: 1718.726218 samples/sec	accuracy=0.348179	lr=0.049996
Epoch[5] Batch [4099]	Speed: 1750.546809 samples/sec	accuracy=0.348316	lr=0.049996
Epoch[5] Batch [4149]	Speed: 1738.130544 samples/sec	accuracy=0.348465	lr=0.049996
Epoch[5] Batch [4199]	Speed: 1743.509102 samples/sec	accuracy=0.348675	lr=0.049996
Epoch[5] Batch [4249]	Speed: 1708.016257 samples/sec	accuracy=0.348832	lr=0.049996
Epoch[5] Batch [4299]	Speed: 1728.337976 samples/sec	accuracy=0.348975	lr=0.049996
Epoch[5] Batch [4349]	Speed: 1741.150290 samples/sec	accuracy=0.349068	lr=0.049996
Epoch[5] Batch [4399]	Speed: 1734.376919 samples/sec	accuracy=0.349206	lr=0.049995
Epoch[5] Batch [4449]	Speed: 1733.454547 samples/sec	accuracy=0.349351	lr=0.049995
Epoch[5] Batch [4499]	Speed: 1741.439003 samples/sec	accuracy=0.349462	lr=0.049995
Epoch[5] Batch [4549]	Speed: 1745.747204 samples/sec	accuracy=0.349616	lr=0.049995
Epoch[5] Batch [4599]	Speed: 1729.560473 samples/sec	accuracy=0.349693	lr=0.049995
Epoch[5] Batch [4649]	Speed: 1695.926470 samples/sec	accuracy=0.349825	lr=0.049995
Epoch[5] Batch [4699]	Speed: 1748.333683 samples/sec	accuracy=0.350034	lr=0.049995
Epoch[5] Batch [4749]	Speed: 1738.155305 samples/sec	accuracy=0.350172	lr=0.049995
Epoch[5] Batch [4799]	Speed: 1752.008856 samples/sec	accuracy=0.350256	lr=0.049995
Epoch[5] Batch [4849]	Speed: 1742.445105 samples/sec	accuracy=0.350345	lr=0.049994
Epoch[5] Batch [4899]	Speed: 1735.582896 samples/sec	accuracy=0.350451	lr=0.049994
Epoch[5] Batch [4949]	Speed: 1765.123569 samples/sec	accuracy=0.350625	lr=0.049994
Epoch[5] Batch [4999]	Speed: 1808.187468 samples/sec	accuracy=0.350795	lr=0.049994
[Epoch 5] training: accuracy=0.350828
[Epoch 5] speed: 1743 samples/sec	time cost: 749.356001
[Epoch 5] validation: err-top1=0.563642 err-top5=0.308474
Epoch[6] Batch [49]	Speed: 1625.552490 samples/sec	accuracy=0.375156	lr=0.049994
Epoch[6] Batch [99]	Speed: 1771.945582 samples/sec	accuracy=0.372031	lr=0.049994
Epoch[6] Batch [149]	Speed: 1755.069888 samples/sec	accuracy=0.370703	lr=0.049994
Epoch[6] Batch [199]	Speed: 1737.901827 samples/sec	accuracy=0.371777	lr=0.049994
Epoch[6] Batch [249]	Speed: 1732.688881 samples/sec	accuracy=0.373094	lr=0.049994
Epoch[6] Batch [299]	Speed: 1759.357031 samples/sec	accuracy=0.372734	lr=0.049993
Epoch[6] Batch [349]	Speed: 1767.567149 samples/sec	accuracy=0.373103	lr=0.049993
Epoch[6] Batch [399]	Speed: 1779.549951 samples/sec	accuracy=0.373818	lr=0.049993
Epoch[6] Batch [449]	Speed: 1747.732828 samples/sec	accuracy=0.373924	lr=0.049993
Epoch[6] Batch [499]	Speed: 1728.061656 samples/sec	accuracy=0.373805	lr=0.049993
Epoch[6] Batch [549]	Speed: 1758.331137 samples/sec	accuracy=0.373381	lr=0.049993
Epoch[6] Batch [599]	Speed: 1738.744186 samples/sec	accuracy=0.373171	lr=0.049993
Epoch[6] Batch [649]	Speed: 1762.788426 samples/sec	accuracy=0.373672	lr=0.049992
Epoch[6] Batch [699]	Speed: 1733.573324 samples/sec	accuracy=0.373225	lr=0.049992
Epoch[6] Batch [749]	Speed: 1734.447687 samples/sec	accuracy=0.373266	lr=0.049992
Epoch[6] Batch [799]	Speed: 1755.365876 samples/sec	accuracy=0.373384	lr=0.049992
Epoch[6] Batch [849]	Speed: 1731.720040 samples/sec	accuracy=0.373663	lr=0.049992
Epoch[6] Batch [899]	Speed: 1730.107080 samples/sec	accuracy=0.373828	lr=0.049992
Epoch[6] Batch [949]	Speed: 1751.412671 samples/sec	accuracy=0.373988	lr=0.049992
Epoch[6] Batch [999]	Speed: 1757.857604 samples/sec	accuracy=0.374188	lr=0.049992
Epoch[6] Batch [1049]	Speed: 1724.521946 samples/sec	accuracy=0.374189	lr=0.049991
Epoch[6] Batch [1099]	Speed: 1736.316924 samples/sec	accuracy=0.374347	lr=0.049991
Epoch[6] Batch [1149]	Speed: 1766.765418 samples/sec	accuracy=0.374052	lr=0.049991
Epoch[6] Batch [1199]	Speed: 1750.705503 samples/sec	accuracy=0.374098	lr=0.049991
Epoch[6] Batch [1249]	Speed: 1753.606224 samples/sec	accuracy=0.374053	lr=0.049991
Epoch[6] Batch [1299]	Speed: 1744.007001 samples/sec	accuracy=0.374093	lr=0.049991
Epoch[6] Batch [1349]	Speed: 1760.851337 samples/sec	accuracy=0.374236	lr=0.049991
Epoch[6] Batch [1399]	Speed: 1763.168492 samples/sec	accuracy=0.374498	lr=0.049990
Epoch[6] Batch [1449]	Speed: 1762.163078 samples/sec	accuracy=0.374275	lr=0.049990
Epoch[6] Batch [1499]	Speed: 1718.083681 samples/sec	accuracy=0.374419	lr=0.049990
Epoch[6] Batch [1549]	Speed: 1737.738133 samples/sec	accuracy=0.374781	lr=0.049990
Epoch[6] Batch [1599]	Speed: 1713.218469 samples/sec	accuracy=0.374880	lr=0.049990
Epoch[6] Batch [1649]	Speed: 1743.169328 samples/sec	accuracy=0.374901	lr=0.049990
Epoch[6] Batch [1699]	Speed: 1745.060315 samples/sec	accuracy=0.374995	lr=0.049989
Epoch[6] Batch [1749]	Speed: 1767.994865 samples/sec	accuracy=0.375141	lr=0.049989
Epoch[6] Batch [1799]	Speed: 1772.829586 samples/sec	accuracy=0.375152	lr=0.049989
Epoch[6] Batch [1849]	Speed: 1785.820139 samples/sec	accuracy=0.375186	lr=0.049989
Epoch[6] Batch [1899]	Speed: 1733.508728 samples/sec	accuracy=0.375376	lr=0.049989
Epoch[6] Batch [1949]	Speed: 1739.284950 samples/sec	accuracy=0.375581	lr=0.049989
Epoch[6] Batch [1999]	Speed: 1747.217504 samples/sec	accuracy=0.375678	lr=0.049988
Epoch[6] Batch [2049]	Speed: 1725.918688 samples/sec	accuracy=0.375840	lr=0.049988
Epoch[6] Batch [2099]	Speed: 1730.906962 samples/sec	accuracy=0.375863	lr=0.049988
Epoch[6] Batch [2149]	Speed: 1724.827723 samples/sec	accuracy=0.376057	lr=0.049988
Epoch[6] Batch [2199]	Speed: 1748.782446 samples/sec	accuracy=0.376206	lr=0.049988
Epoch[6] Batch [2249]	Speed: 1739.003541 samples/sec	accuracy=0.376321	lr=0.049988
Epoch[6] Batch [2299]	Speed: 1725.968737 samples/sec	accuracy=0.376408	lr=0.049987
Epoch[6] Batch [2349]	Speed: 1789.752500 samples/sec	accuracy=0.376634	lr=0.049987
Epoch[6] Batch [2399]	Speed: 1769.127497 samples/sec	accuracy=0.376634	lr=0.049987
Epoch[6] Batch [2449]	Speed: 1740.539690 samples/sec	accuracy=0.376720	lr=0.049987
Epoch[6] Batch [2499]	Speed: 1762.391630 samples/sec	accuracy=0.376936	lr=0.049987
Epoch[6] Batch [2549]	Speed: 1745.109324 samples/sec	accuracy=0.377031	lr=0.049987
Epoch[6] Batch [2599]	Speed: 1770.785392 samples/sec	accuracy=0.377132	lr=0.049986
Epoch[6] Batch [2649]	Speed: 1734.560491 samples/sec	accuracy=0.377248	lr=0.049986
Epoch[6] Batch [2699]	Speed: 1765.992006 samples/sec	accuracy=0.377374	lr=0.049986
Epoch[6] Batch [2749]	Speed: 1777.888387 samples/sec	accuracy=0.377629	lr=0.049986
Epoch[6] Batch [2799]	Speed: 1729.832591 samples/sec	accuracy=0.377720	lr=0.049986
Epoch[6] Batch [2849]	Speed: 1724.122145 samples/sec	accuracy=0.377745	lr=0.049986
Epoch[6] Batch [2899]	Speed: 1779.457111 samples/sec	accuracy=0.377950	lr=0.049985
Epoch[6] Batch [2949]	Speed: 1750.787431 samples/sec	accuracy=0.378198	lr=0.049985
Epoch[6] Batch [2999]	Speed: 1725.005067 samples/sec	accuracy=0.378332	lr=0.049985
Epoch[6] Batch [3049]	Speed: 1702.785215 samples/sec	accuracy=0.378409	lr=0.049985
Epoch[6] Batch [3099]	Speed: 1716.275970 samples/sec	accuracy=0.378611	lr=0.049985
Epoch[6] Batch [3149]	Speed: 1703.732592 samples/sec	accuracy=0.378760	lr=0.049984
Epoch[6] Batch [3199]	Speed: 1735.647591 samples/sec	accuracy=0.378879	lr=0.049984
Epoch[6] Batch [3249]	Speed: 1763.870641 samples/sec	accuracy=0.378999	lr=0.049984
Epoch[6] Batch [3299]	Speed: 1758.758025 samples/sec	accuracy=0.379182	lr=0.049984
Epoch[6] Batch [3349]	Speed: 1758.627304 samples/sec	accuracy=0.379281	lr=0.049984
Epoch[6] Batch [3399]	Speed: 1732.234701 samples/sec	accuracy=0.379407	lr=0.049983
Epoch[6] Batch [3449]	Speed: 1713.869026 samples/sec	accuracy=0.379488	lr=0.049983
Epoch[6] Batch [3499]	Speed: 1721.918071 samples/sec	accuracy=0.379521	lr=0.049983
Epoch[6] Batch [3549]	Speed: 1751.510207 samples/sec	accuracy=0.379577	lr=0.049983
Epoch[6] Batch [3599]	Speed: 1757.078916 samples/sec	accuracy=0.379663	lr=0.049983
Epoch[6] Batch [3649]	Speed: 1776.919403 samples/sec	accuracy=0.379848	lr=0.049982
Epoch[6] Batch [3699]	Speed: 1751.550493 samples/sec	accuracy=0.379971	lr=0.049982
Epoch[6] Batch [3749]	Speed: 1753.421519 samples/sec	accuracy=0.380040	lr=0.049982
Epoch[6] Batch [3799]	Speed: 1747.739485 samples/sec	accuracy=0.380124	lr=0.049982
Epoch[6] Batch [3849]	Speed: 1736.449797 samples/sec	accuracy=0.380186	lr=0.049982
Epoch[6] Batch [3899]	Speed: 1733.698947 samples/sec	accuracy=0.380340	lr=0.049981
Epoch[6] Batch [3949]	Speed: 1804.897862 samples/sec	accuracy=0.380396	lr=0.049981
Epoch[6] Batch [3999]	Speed: 1732.217766 samples/sec	accuracy=0.380538	lr=0.049981
Epoch[6] Batch [4049]	Speed: 1755.748949 samples/sec	accuracy=0.380614	lr=0.049981
Epoch[6] Batch [4099]	Speed: 1776.508814 samples/sec	accuracy=0.380694	lr=0.049981
Epoch[6] Batch [4149]	Speed: 1754.073916 samples/sec	accuracy=0.380794	lr=0.049980
Epoch[6] Batch [4199]	Speed: 1733.091938 samples/sec	accuracy=0.380855	lr=0.049980
Epoch[6] Batch [4249]	Speed: 1751.911264 samples/sec	accuracy=0.380960	lr=0.049980
Epoch[6] Batch [4299]	Speed: 1816.743342 samples/sec	accuracy=0.381106	lr=0.049980
Epoch[6] Batch [4349]	Speed: 1750.313900 samples/sec	accuracy=0.381189	lr=0.049979
Epoch[6] Batch [4399]	Speed: 1742.195859 samples/sec	accuracy=0.381239	lr=0.049979
Epoch[6] Batch [4449]	Speed: 1726.365620 samples/sec	accuracy=0.381354	lr=0.049979
Epoch[6] Batch [4499]	Speed: 1761.920765 samples/sec	accuracy=0.381416	lr=0.049979
Epoch[6] Batch [4549]	Speed: 1727.178604 samples/sec	accuracy=0.381552	lr=0.049979
Epoch[6] Batch [4599]	Speed: 1752.484563 samples/sec	accuracy=0.381698	lr=0.049978
Epoch[6] Batch [4649]	Speed: 1763.262709 samples/sec	accuracy=0.381810	lr=0.049978
Epoch[6] Batch [4699]	Speed: 1754.714296 samples/sec	accuracy=0.382009	lr=0.049978
Epoch[6] Batch [4749]	Speed: 1780.536156 samples/sec	accuracy=0.382119	lr=0.049978
Epoch[6] Batch [4799]	Speed: 1723.975596 samples/sec	accuracy=0.382245	lr=0.049977
Epoch[6] Batch [4849]	Speed: 1733.625440 samples/sec	accuracy=0.382397	lr=0.049977
Epoch[6] Batch [4899]	Speed: 1751.260989 samples/sec	accuracy=0.382491	lr=0.049977
Epoch[6] Batch [4949]	Speed: 1740.718361 samples/sec	accuracy=0.382582	lr=0.049977
Epoch[6] Batch [4999]	Speed: 1831.932223 samples/sec	accuracy=0.382616	lr=0.049977
[Epoch 6] training: accuracy=0.382624
[Epoch 6] speed: 1747 samples/sec	time cost: 747.557888
[Epoch 6] validation: err-top1=0.542351 err-top5=0.287508
Epoch[7] Batch [49]	Speed: 1631.641445 samples/sec	accuracy=0.401094	lr=0.049976
Epoch[7] Batch [99]	Speed: 1743.458994 samples/sec	accuracy=0.400078	lr=0.049976
Epoch[7] Batch [149]	Speed: 1750.377586 samples/sec	accuracy=0.401458	lr=0.049976
Epoch[7] Batch [199]	Speed: 1770.008925 samples/sec	accuracy=0.401992	lr=0.049976
Epoch[7] Batch [249]	Speed: 1737.256287 samples/sec	accuracy=0.400406	lr=0.049975
Epoch[7] Batch [299]	Speed: 1717.678616 samples/sec	accuracy=0.400182	lr=0.049975
Epoch[7] Batch [349]	Speed: 1733.620794 samples/sec	accuracy=0.400458	lr=0.049975
Epoch[7] Batch [399]	Speed: 1758.032652 samples/sec	accuracy=0.400205	lr=0.049975
Epoch[7] Batch [449]	Speed: 1755.441467 samples/sec	accuracy=0.399957	lr=0.049974
Epoch[7] Batch [499]	Speed: 1764.371019 samples/sec	accuracy=0.399875	lr=0.049974
Epoch[7] Batch [549]	Speed: 1736.844211 samples/sec	accuracy=0.399730	lr=0.049974
Epoch[7] Batch [599]	Speed: 1740.350844 samples/sec	accuracy=0.399766	lr=0.049974
Epoch[7] Batch [649]	Speed: 1744.995597 samples/sec	accuracy=0.399237	lr=0.049973
Epoch[7] Batch [699]	Speed: 1758.261055 samples/sec	accuracy=0.398800	lr=0.049973
Epoch[7] Batch [749]	Speed: 1736.250552 samples/sec	accuracy=0.399370	lr=0.049973
Epoch[7] Batch [799]	Speed: 1745.569372 samples/sec	accuracy=0.399180	lr=0.049973
Epoch[7] Batch [849]	Speed: 1734.730481 samples/sec	accuracy=0.399315	lr=0.049972
Epoch[7] Batch [899]	Speed: 1785.883702 samples/sec	accuracy=0.399701	lr=0.049972
Epoch[7] Batch [949]	Speed: 1744.095668 samples/sec	accuracy=0.399626	lr=0.049972
Epoch[7] Batch [999]	Speed: 1786.479692 samples/sec	accuracy=0.399777	lr=0.049972
Epoch[7] Batch [1049]	Speed: 1768.246423 samples/sec	accuracy=0.399684	lr=0.049971
Epoch[7] Batch [1099]	Speed: 1734.781659 samples/sec	accuracy=0.400075	lr=0.049971
Epoch[7] Batch [1149]	Speed: 1717.341857 samples/sec	accuracy=0.400109	lr=0.049971
Epoch[7] Batch [1199]	Speed: 1747.451978 samples/sec	accuracy=0.400283	lr=0.049971
Epoch[7] Batch [1249]	Speed: 1776.612634 samples/sec	accuracy=0.400416	lr=0.049970
Epoch[7] Batch [1299]	Speed: 1776.611105 samples/sec	accuracy=0.400472	lr=0.049970
Epoch[7] Batch [1349]	Speed: 1771.764595 samples/sec	accuracy=0.400211	lr=0.049970
Epoch[7] Batch [1399]	Speed: 1745.308962 samples/sec	accuracy=0.400165	lr=0.049969
Epoch[7] Batch [1449]	Speed: 1741.047920 samples/sec	accuracy=0.400361	lr=0.049969
Epoch[7] Batch [1499]	Speed: 1749.521298 samples/sec	accuracy=0.400219	lr=0.049969
Epoch[7] Batch [1549]	Speed: 1788.033667 samples/sec	accuracy=0.400234	lr=0.049969
Epoch[7] Batch [1599]	Speed: 1771.126728 samples/sec	accuracy=0.400286	lr=0.049968
Epoch[7] Batch [1649]	Speed: 1741.074965 samples/sec	accuracy=0.400481	lr=0.049968
Epoch[7] Batch [1699]	Speed: 1718.601050 samples/sec	accuracy=0.400687	lr=0.049968
Epoch[7] Batch [1749]	Speed: 1741.656052 samples/sec	accuracy=0.400897	lr=0.049968
Epoch[7] Batch [1799]	Speed: 1759.439309 samples/sec	accuracy=0.400909	lr=0.049967
Epoch[7] Batch [1849]	Speed: 1719.571235 samples/sec	accuracy=0.400828	lr=0.049967
Epoch[7] Batch [1899]	Speed: 1729.442970 samples/sec	accuracy=0.401069	lr=0.049967
Epoch[7] Batch [1949]	Speed: 1772.703379 samples/sec	accuracy=0.401208	lr=0.049966
Epoch[7] Batch [1999]	Speed: 1715.546560 samples/sec	accuracy=0.401154	lr=0.049966
Epoch[7] Batch [2049]	Speed: 1735.708081 samples/sec	accuracy=0.401122	lr=0.049966
Epoch[7] Batch [2099]	Speed: 1751.822315 samples/sec	accuracy=0.401202	lr=0.049966
Epoch[7] Batch [2149]	Speed: 1752.669814 samples/sec	accuracy=0.401259	lr=0.049965
Epoch[7] Batch [2199]	Speed: 1740.430564 samples/sec	accuracy=0.401325	lr=0.049965
Epoch[7] Batch [2249]	Speed: 1757.090935 samples/sec	accuracy=0.401210	lr=0.049965
Epoch[7] Batch [2299]	Speed: 1765.933278 samples/sec	accuracy=0.401206	lr=0.049964
Epoch[7] Batch [2349]	Speed: 1743.727121 samples/sec	accuracy=0.401288	lr=0.049964
Epoch[7] Batch [2399]	Speed: 1751.720687 samples/sec	accuracy=0.401258	lr=0.049964
Epoch[7] Batch [2449]	Speed: 1739.537196 samples/sec	accuracy=0.401263	lr=0.049964
Epoch[7] Batch [2499]	Speed: 1721.830982 samples/sec	accuracy=0.401344	lr=0.049963
Epoch[7] Batch [2549]	Speed: 1754.609349 samples/sec	accuracy=0.401486	lr=0.049963
Epoch[7] Batch [2599]	Speed: 1742.116938 samples/sec	accuracy=0.401627	lr=0.049963
Epoch[7] Batch [2649]	Speed: 1748.619316 samples/sec	accuracy=0.401710	lr=0.049962
Epoch[7] Batch [2699]	Speed: 1745.415353 samples/sec	accuracy=0.401774	lr=0.049962
Epoch[7] Batch [2749]	Speed: 1732.378410 samples/sec	accuracy=0.401839	lr=0.049962
Epoch[7] Batch [2799]	Speed: 1738.765922 samples/sec	accuracy=0.401907	lr=0.049962
Epoch[7] Batch [2849]	Speed: 1760.245484 samples/sec	accuracy=0.402042	lr=0.049961
Epoch[7] Batch [2899]	Speed: 1753.947730 samples/sec	accuracy=0.402097	lr=0.049961
Epoch[7] Batch [2949]	Speed: 1722.663080 samples/sec	accuracy=0.402112	lr=0.049961
Epoch[7] Batch [2999]	Speed: 1775.500229 samples/sec	accuracy=0.402194	lr=0.049960
Epoch[7] Batch [3049]	Speed: 1742.344278 samples/sec	accuracy=0.402293	lr=0.049960
Epoch[7] Batch [3099]	Speed: 1750.915561 samples/sec	accuracy=0.402419	lr=0.049960
Epoch[7] Batch [3149]	Speed: 1745.779561 samples/sec	accuracy=0.402552	lr=0.049959
Epoch[7] Batch [3199]	Speed: 1751.279213 samples/sec	accuracy=0.402560	lr=0.049959
Epoch[7] Batch [3249]	Speed: 1777.285583 samples/sec	accuracy=0.402677	lr=0.049959
Epoch[7] Batch [3299]	Speed: 1734.506413 samples/sec	accuracy=0.402827	lr=0.049958
Epoch[7] Batch [3349]	Speed: 1751.277556 samples/sec	accuracy=0.402775	lr=0.049958
Epoch[7] Batch [3399]	Speed: 1763.900254 samples/sec	accuracy=0.402826	lr=0.049958
Epoch[7] Batch [3449]	Speed: 1759.528283 samples/sec	accuracy=0.402910	lr=0.049958
Epoch[7] Batch [3499]	Speed: 1711.991879 samples/sec	accuracy=0.403009	lr=0.049957
Epoch[7] Batch [3549]	Speed: 1757.632643 samples/sec	accuracy=0.403050	lr=0.049957
Epoch[7] Batch [3599]	Speed: 1766.286343 samples/sec	accuracy=0.403123	lr=0.049957
Epoch[7] Batch [3649]	Speed: 1745.599112 samples/sec	accuracy=0.403278	lr=0.049956
Epoch[7] Batch [3699]	Speed: 1737.614511 samples/sec	accuracy=0.403314	lr=0.049956
Epoch[7] Batch [3749]	Speed: 1769.479916 samples/sec	accuracy=0.403322	lr=0.049956
Epoch[7] Batch [3799]	Speed: 1726.326317 samples/sec	accuracy=0.403423	lr=0.049955
Epoch[7] Batch [3849]	Speed: 1736.913045 samples/sec	accuracy=0.403493	lr=0.049955
Epoch[7] Batch [3899]	Speed: 1743.538829 samples/sec	accuracy=0.403609	lr=0.049955
Epoch[7] Batch [3949]	Speed: 1738.828996 samples/sec	accuracy=0.403735	lr=0.049954
Epoch[7] Batch [3999]	Speed: 1757.382600 samples/sec	accuracy=0.403840	lr=0.049954
Epoch[7] Batch [4049]	Speed: 1745.164008 samples/sec	accuracy=0.403959	lr=0.049954
Epoch[7] Batch [4099]	Speed: 1713.629474 samples/sec	accuracy=0.404006	lr=0.049953
Epoch[7] Batch [4149]	Speed: 1737.437602 samples/sec	accuracy=0.404086	lr=0.049953
Epoch[7] Batch [4199]	Speed: 1756.509619 samples/sec	accuracy=0.404144	lr=0.049953
Epoch[7] Batch [4249]	Speed: 1735.471586 samples/sec	accuracy=0.404250	lr=0.049952
Epoch[7] Batch [4299]	Speed: 1723.266289 samples/sec	accuracy=0.404242	lr=0.049952
Epoch[7] Batch [4349]	Speed: 1759.514789 samples/sec	accuracy=0.404318	lr=0.049952
Epoch[7] Batch [4399]	Speed: 1738.261781 samples/sec	accuracy=0.404375	lr=0.049951
Epoch[7] Batch [4449]	Speed: 1764.423090 samples/sec	accuracy=0.404421	lr=0.049951
Epoch[7] Batch [4499]	Speed: 1737.922868 samples/sec	accuracy=0.404444	lr=0.049951
Epoch[7] Batch [4549]	Speed: 1742.858598 samples/sec	accuracy=0.404538	lr=0.049950
Epoch[7] Batch [4599]	Speed: 1736.110130 samples/sec	accuracy=0.404613	lr=0.049950
Epoch[7] Batch [4649]	Speed: 1763.114526 samples/sec	accuracy=0.404635	lr=0.049950
Epoch[7] Batch [4699]	Speed: 1728.417545 samples/sec	accuracy=0.404717	lr=0.049949
Epoch[7] Batch [4749]	Speed: 1798.578788 samples/sec	accuracy=0.404768	lr=0.049949
Epoch[7] Batch [4799]	Speed: 1740.598377 samples/sec	accuracy=0.404801	lr=0.049949
Epoch[7] Batch [4849]	Speed: 1741.234827 samples/sec	accuracy=0.404869	lr=0.049948
Epoch[7] Batch [4899]	Speed: 1723.301083 samples/sec	accuracy=0.404935	lr=0.049948
Epoch[7] Batch [4949]	Speed: 1761.031834 samples/sec	accuracy=0.405121	lr=0.049948
Epoch[7] Batch [4999]	Speed: 1837.323647 samples/sec	accuracy=0.405225	lr=0.049947
[Epoch 7] training: accuracy=0.405235
[Epoch 7] speed: 1747 samples/sec	time cost: 747.729378
[Epoch 7] validation: err-top1=0.518630 err-top5=0.264704
Epoch[8] Batch [49]	Speed: 1656.357794 samples/sec	accuracy=0.426641	lr=0.049947
Epoch[8] Batch [99]	Speed: 1731.315946 samples/sec	accuracy=0.426289	lr=0.049946
Epoch[8] Batch [149]	Speed: 1738.721943 samples/sec	accuracy=0.423984	lr=0.049946
Epoch[8] Batch [199]	Speed: 1758.618605 samples/sec	accuracy=0.423906	lr=0.049946
Epoch[8] Batch [249]	Speed: 1726.182668 samples/sec	accuracy=0.422359	lr=0.049945
Epoch[8] Batch [299]	Speed: 1737.590217 samples/sec	accuracy=0.422695	lr=0.049945
Epoch[8] Batch [349]	Speed: 1700.206782 samples/sec	accuracy=0.422489	lr=0.049945
Epoch[8] Batch [399]	Speed: 1722.398795 samples/sec	accuracy=0.421729	lr=0.049944
Epoch[8] Batch [449]	Speed: 1755.668566 samples/sec	accuracy=0.422352	lr=0.049944
Epoch[8] Batch [499]	Speed: 1687.546549 samples/sec	accuracy=0.422125	lr=0.049944
Epoch[8] Batch [549]	Speed: 1734.718262 samples/sec	accuracy=0.422102	lr=0.049943
Epoch[8] Batch [599]	Speed: 1733.627120 samples/sec	accuracy=0.421048	lr=0.049943
Epoch[8] Batch [649]	Speed: 1705.869459 samples/sec	accuracy=0.420679	lr=0.049943
Epoch[8] Batch [699]	Speed: 1755.297752 samples/sec	accuracy=0.419860	lr=0.049942
Epoch[8] Batch [749]	Speed: 1742.313009 samples/sec	accuracy=0.420432	lr=0.049942
Epoch[8] Batch [799]	Speed: 1752.808063 samples/sec	accuracy=0.420518	lr=0.049941
Epoch[8] Batch [849]	Speed: 1762.748374 samples/sec	accuracy=0.420414	lr=0.049941
Epoch[8] Batch [899]	Speed: 1766.124521 samples/sec	accuracy=0.420113	lr=0.049941
Epoch[8] Batch [949]	Speed: 1745.590315 samples/sec	accuracy=0.420456	lr=0.049940
Epoch[8] Batch [999]	Speed: 1735.766668 samples/sec	accuracy=0.420410	lr=0.049940
Epoch[8] Batch [1049]	Speed: 1723.420408 samples/sec	accuracy=0.420145	lr=0.049940
Epoch[8] Batch [1099]	Speed: 1747.400449 samples/sec	accuracy=0.420252	lr=0.049939
Epoch[8] Batch [1149]	Speed: 1689.129452 samples/sec	accuracy=0.420353	lr=0.049939
Epoch[8] Batch [1199]	Speed: 1731.909587 samples/sec	accuracy=0.420319	lr=0.049938
Epoch[8] Batch [1249]	Speed: 1741.064520 samples/sec	accuracy=0.420453	lr=0.049938
Epoch[8] Batch [1299]	Speed: 1753.336024 samples/sec	accuracy=0.420559	lr=0.049938
Epoch[8] Batch [1349]	Speed: 1742.568680 samples/sec	accuracy=0.420434	lr=0.049937
Epoch[8] Batch [1399]	Speed: 1740.375668 samples/sec	accuracy=0.420410	lr=0.049937
Epoch[8] Batch [1449]	Speed: 1752.054482 samples/sec	accuracy=0.420237	lr=0.049936
Epoch[8] Batch [1499]	Speed: 1776.299976 samples/sec	accuracy=0.420133	lr=0.049936
Epoch[8] Batch [1549]	Speed: 1740.467465 samples/sec	accuracy=0.420411	lr=0.049936
Epoch[8] Batch [1599]	Speed: 1712.810831 samples/sec	accuracy=0.420317	lr=0.049935
Epoch[8] Batch [1649]	Speed: 1732.158245 samples/sec	accuracy=0.420481	lr=0.049935
Epoch[8] Batch [1699]	Speed: 1733.089140 samples/sec	accuracy=0.420506	lr=0.049935
Epoch[8] Batch [1749]	Speed: 1763.503479 samples/sec	accuracy=0.420607	lr=0.049934
Epoch[8] Batch [1799]	Speed: 1720.078920 samples/sec	accuracy=0.420690	lr=0.049934
Epoch[8] Batch [1849]	Speed: 1748.908175 samples/sec	accuracy=0.420688	lr=0.049933
Epoch[8] Batch [1899]	Speed: 1720.105758 samples/sec	accuracy=0.420868	lr=0.049933
Epoch[8] Batch [1949]	Speed: 1740.610906 samples/sec	accuracy=0.420745	lr=0.049933
Epoch[8] Batch [1999]	Speed: 1722.015111 samples/sec	accuracy=0.420865	lr=0.049932
Epoch[8] Batch [2049]	Speed: 1736.308220 samples/sec	accuracy=0.420949	lr=0.049932
Epoch[8] Batch [2099]	Speed: 1766.322896 samples/sec	accuracy=0.421071	lr=0.049931
Epoch[8] Batch [2149]	Speed: 1759.602330 samples/sec	accuracy=0.421161	lr=0.049931
Epoch[8] Batch [2199]	Speed: 1728.197663 samples/sec	accuracy=0.421165	lr=0.049931
Epoch[8] Batch [2249]	Speed: 1753.680976 samples/sec	accuracy=0.421134	lr=0.049930
Epoch[8] Batch [2299]	Speed: 1764.212446 samples/sec	accuracy=0.421058	lr=0.049930
Epoch[8] Batch [2349]	Speed: 1728.168291 samples/sec	accuracy=0.420962	lr=0.049929
Epoch[8] Batch [2399]	Speed: 1716.420280 samples/sec	accuracy=0.420897	lr=0.049929
Epoch[8] Batch [2449]	Speed: 1745.124299 samples/sec	accuracy=0.420909	lr=0.049929
Epoch[8] Batch [2499]	Speed: 1745.058897 samples/sec	accuracy=0.421019	lr=0.049928
Epoch[8] Batch [2549]	Speed: 1754.516514 samples/sec	accuracy=0.420977	lr=0.049928
Epoch[8] Batch [2599]	Speed: 1742.755461 samples/sec	accuracy=0.421065	lr=0.049927
Epoch[8] Batch [2649]	Speed: 1754.015004 samples/sec	accuracy=0.421100	lr=0.049927
Epoch[8] Batch [2699]	Speed: 1751.097568 samples/sec	accuracy=0.421173	lr=0.049926
Epoch[8] Batch [2749]	Speed: 1730.632665 samples/sec	accuracy=0.421298	lr=0.049926
Epoch[8] Batch [2799]	Speed: 1749.705239 samples/sec	accuracy=0.421299	lr=0.049926
Epoch[8] Batch [2849]	Speed: 1738.252608 samples/sec	accuracy=0.421390	lr=0.049925
Epoch[8] Batch [2899]	Speed: 1748.420115 samples/sec	accuracy=0.421428	lr=0.049925
Epoch[8] Batch [2949]	Speed: 1722.050075 samples/sec	accuracy=0.421438	lr=0.049924
Epoch[8] Batch [2999]	Speed: 1727.166713 samples/sec	accuracy=0.421512	lr=0.049924
Epoch[8] Batch [3049]	Speed: 1731.396739 samples/sec	accuracy=0.421619	lr=0.049924
Epoch[8] Batch [3099]	Speed: 1728.138418 samples/sec	accuracy=0.421632	lr=0.049923
Epoch[8] Batch [3149]	Speed: 1732.371366 samples/sec	accuracy=0.421648	lr=0.049923
Epoch[8] Batch [3199]	Speed: 1771.396069 samples/sec	accuracy=0.421727	lr=0.049922
Epoch[8] Batch [3249]	Speed: 1740.644766 samples/sec	accuracy=0.421731	lr=0.049922
Epoch[8] Batch [3299]	Speed: 1749.969358 samples/sec	accuracy=0.421716	lr=0.049921
Epoch[8] Batch [3349]	Speed: 1741.242677 samples/sec	accuracy=0.421660	lr=0.049921
Epoch[8] Batch [3399]	Speed: 1743.082679 samples/sec	accuracy=0.421657	lr=0.049921
Epoch[8] Batch [3449]	Speed: 1764.081435 samples/sec	accuracy=0.421668	lr=0.049920
Epoch[8] Batch [3499]	Speed: 1743.262665 samples/sec	accuracy=0.421814	lr=0.049920
Epoch[8] Batch [3549]	Speed: 1741.987945 samples/sec	accuracy=0.421875	lr=0.049919
Epoch[8] Batch [3599]	Speed: 1747.648057 samples/sec	accuracy=0.421989	lr=0.049919
Epoch[8] Batch [3649]	Speed: 1724.662715 samples/sec	accuracy=0.421954	lr=0.049918
Epoch[8] Batch [3699]	Speed: 1688.216026 samples/sec	accuracy=0.421980	lr=0.049918
Epoch[8] Batch [3749]	Speed: 1749.430254 samples/sec	accuracy=0.422006	lr=0.049918
Epoch[8] Batch [3799]	Speed: 1741.138150 samples/sec	accuracy=0.422095	lr=0.049917
Epoch[8] Batch [3849]	Speed: 1739.566280 samples/sec	accuracy=0.422164	lr=0.049917
Epoch[8] Batch [3899]	Speed: 1802.389623 samples/sec	accuracy=0.422256	lr=0.049916
Epoch[8] Batch [3949]	Speed: 1754.204190 samples/sec	accuracy=0.422327	lr=0.049916
Epoch[8] Batch [3999]	Speed: 1719.098694 samples/sec	accuracy=0.422403	lr=0.049915
Epoch[8] Batch [4049]	Speed: 1750.432829 samples/sec	accuracy=0.422589	lr=0.049915
Epoch[8] Batch [4099]	Speed: 1718.948705 samples/sec	accuracy=0.422550	lr=0.049914
Epoch[8] Batch [4149]	Speed: 1780.956290 samples/sec	accuracy=0.422654	lr=0.049914
Epoch[8] Batch [4199]	Speed: 1718.834840 samples/sec	accuracy=0.422586	lr=0.049914
Epoch[8] Batch [4249]	Speed: 1732.631899 samples/sec	accuracy=0.422630	lr=0.049913
Epoch[8] Batch [4299]	Speed: 1728.554053 samples/sec	accuracy=0.422742	lr=0.049913
Epoch[8] Batch [4349]	Speed: 1754.334254 samples/sec	accuracy=0.422794	lr=0.049912
Epoch[8] Batch [4399]	Speed: 1771.899498 samples/sec	accuracy=0.422796	lr=0.049912
Epoch[8] Batch [4449]	Speed: 1777.377136 samples/sec	accuracy=0.422761	lr=0.049911
Epoch[8] Batch [4499]	Speed: 1755.967455 samples/sec	accuracy=0.422909	lr=0.049911
Epoch[8] Batch [4549]	Speed: 1740.753411 samples/sec	accuracy=0.422993	lr=0.049910
Epoch[8] Batch [4599]	Speed: 1752.488853 samples/sec	accuracy=0.422969	lr=0.049910
Epoch[8] Batch [4649]	Speed: 1732.981227 samples/sec	accuracy=0.422996	lr=0.049909
Epoch[8] Batch [4699]	Speed: 1750.990312 samples/sec	accuracy=0.423041	lr=0.049909
Epoch[8] Batch [4749]	Speed: 1743.777697 samples/sec	accuracy=0.423068	lr=0.049908
Epoch[8] Batch [4799]	Speed: 1744.009833 samples/sec	accuracy=0.423166	lr=0.049908
Epoch[8] Batch [4849]	Speed: 1769.144345 samples/sec	accuracy=0.423156	lr=0.049908
Epoch[8] Batch [4899]	Speed: 1760.431167 samples/sec	accuracy=0.423234	lr=0.049907
Epoch[8] Batch [4949]	Speed: 1751.376048 samples/sec	accuracy=0.423385	lr=0.049907
Epoch[8] Batch [4999]	Speed: 1822.872060 samples/sec	accuracy=0.423488	lr=0.049906
[Epoch 8] training: accuracy=0.423483
[Epoch 8] speed: 1741 samples/sec	time cost: 750.154222
[Epoch 8] validation: err-top1=0.504948 err-top5=0.252724
Epoch[9] Batch [49]	Speed: 1641.686329 samples/sec	accuracy=0.441563	lr=0.049906
Epoch[9] Batch [99]	Speed: 1764.160155 samples/sec	accuracy=0.438477	lr=0.049905
Epoch[9] Batch [149]	Speed: 1717.597889 samples/sec	accuracy=0.441250	lr=0.049905
Epoch[9] Batch [199]	Speed: 1744.693798 samples/sec	accuracy=0.441172	lr=0.049904
Epoch[9] Batch [249]	Speed: 1753.797041 samples/sec	accuracy=0.442437	lr=0.049904
Epoch[9] Batch [299]	Speed: 1756.069577 samples/sec	accuracy=0.441211	lr=0.049903
Epoch[9] Batch [349]	Speed: 1730.804509 samples/sec	accuracy=0.440893	lr=0.049903
Epoch[9] Batch [399]	Speed: 1734.007091 samples/sec	accuracy=0.440049	lr=0.049902
Epoch[9] Batch [449]	Speed: 1747.103730 samples/sec	accuracy=0.439427	lr=0.049902
Epoch[9] Batch [499]	Speed: 1766.226434 samples/sec	accuracy=0.438883	lr=0.049901
Epoch[9] Batch [549]	Speed: 1773.895155 samples/sec	accuracy=0.438466	lr=0.049901
Epoch[9] Batch [599]	Speed: 1764.551252 samples/sec	accuracy=0.438359	lr=0.049900
Epoch[9] Batch [649]	Speed: 1765.741786 samples/sec	accuracy=0.438035	lr=0.049900
Epoch[9] Batch [699]	Speed: 1765.105289 samples/sec	accuracy=0.437561	lr=0.049899
Epoch[9] Batch [749]	Speed: 1733.917374 samples/sec	accuracy=0.437812	lr=0.049899
Epoch[9] Batch [799]	Speed: 1756.272708 samples/sec	accuracy=0.437573	lr=0.049898
Epoch[9] Batch [849]	Speed: 1746.409126 samples/sec	accuracy=0.437206	lr=0.049898
Epoch[9] Batch [899]	Speed: 1738.124636 samples/sec	accuracy=0.437370	lr=0.049897
Epoch[9] Batch [949]	Speed: 1749.129939 samples/sec	accuracy=0.437471	lr=0.049897
Epoch[9] Batch [999]	Speed: 1752.488625 samples/sec	accuracy=0.436937	lr=0.049897
Epoch[9] Batch [1049]	Speed: 1748.941846 samples/sec	accuracy=0.437046	lr=0.049896
Epoch[9] Batch [1099]	Speed: 1715.740863 samples/sec	accuracy=0.436918	lr=0.049896
Epoch[9] Batch [1149]	Speed: 1795.711999 samples/sec	accuracy=0.436878	lr=0.049895
Epoch[9] Batch [1199]	Speed: 1751.061929 samples/sec	accuracy=0.436611	lr=0.049895
Epoch[9] Batch [1249]	Speed: 1743.758780 samples/sec	accuracy=0.436613	lr=0.049894
Epoch[9] Batch [1299]	Speed: 1746.867871 samples/sec	accuracy=0.436692	lr=0.049894
Epoch[9] Batch [1349]	Speed: 1756.949422 samples/sec	accuracy=0.436765	lr=0.049893
Epoch[9] Batch [1399]	Speed: 1769.089605 samples/sec	accuracy=0.436627	lr=0.049893
Epoch[9] Batch [1449]	Speed: 1730.781297 samples/sec	accuracy=0.436633	lr=0.049892
Epoch[9] Batch [1499]	Speed: 1763.162586 samples/sec	accuracy=0.436943	lr=0.049892
Epoch[9] Batch [1549]	Speed: 1753.303386 samples/sec	accuracy=0.436968	lr=0.049891
Epoch[9] Batch [1599]	Speed: 1755.605700 samples/sec	accuracy=0.437031	lr=0.049891
Epoch[9] Batch [1649]	Speed: 1742.843435 samples/sec	accuracy=0.436903	lr=0.049890
Epoch[9] Batch [1699]	Speed: 1750.478830 samples/sec	accuracy=0.436914	lr=0.049890
Epoch[9] Batch [1749]	Speed: 1744.735925 samples/sec	accuracy=0.436873	lr=0.049889
Epoch[9] Batch [1799]	Speed: 1762.911025 samples/sec	accuracy=0.436766	lr=0.049888
Epoch[9] Batch [1849]	Speed: 1774.581825 samples/sec	accuracy=0.436704	lr=0.049888
Epoch[9] Batch [1899]	Speed: 1761.556091 samples/sec	accuracy=0.436764	lr=0.049887
Epoch[9] Batch [1949]	Speed: 1754.947632 samples/sec	accuracy=0.436671	lr=0.049887
Epoch[9] Batch [1999]	Speed: 1771.198306 samples/sec	accuracy=0.436764	lr=0.049886
Epoch[9] Batch [2049]	Speed: 1759.736080 samples/sec	accuracy=0.436774	lr=0.049886
Epoch[9] Batch [2099]	Speed: 1759.686707 samples/sec	accuracy=0.436897	lr=0.049885
Epoch[9] Batch [2149]	Speed: 1762.023060 samples/sec	accuracy=0.436875	lr=0.049885
Epoch[9] Batch [2199]	Speed: 1732.612441 samples/sec	accuracy=0.436870	lr=0.049884
Epoch[9] Batch [2249]	Speed: 1723.199971 samples/sec	accuracy=0.436780	lr=0.049884
Epoch[9] Batch [2299]	Speed: 1716.899201 samples/sec	accuracy=0.436833	lr=0.049883
Epoch[9] Batch [2349]	Speed: 1797.369812 samples/sec	accuracy=0.436898	lr=0.049883
Epoch[9] Batch [2399]	Speed: 1770.235840 samples/sec	accuracy=0.436849	lr=0.049882
Epoch[9] Batch [2449]	Speed: 1767.260342 samples/sec	accuracy=0.436948	lr=0.049882
Epoch[9] Batch [2499]	Speed: 1769.726997 samples/sec	accuracy=0.436955	lr=0.049881
Epoch[9] Batch [2549]	Speed: 1759.466640 samples/sec	accuracy=0.436984	lr=0.049881
Epoch[9] Batch [2599]	Speed: 1743.005093 samples/sec	accuracy=0.436979	lr=0.049880
Epoch[9] Batch [2649]	Speed: 1773.569743 samples/sec	accuracy=0.436937	lr=0.049880
Epoch[9] Batch [2699]	Speed: 1776.487828 samples/sec	accuracy=0.436753	lr=0.049879
Epoch[9] Batch [2749]	Speed: 1772.822034 samples/sec	accuracy=0.436753	lr=0.049879
Epoch[9] Batch [2799]	Speed: 1759.905675 samples/sec	accuracy=0.436657	lr=0.049878
Epoch[9] Batch [2849]	Speed: 1767.883027 samples/sec	accuracy=0.436674	lr=0.049878
Epoch[9] Batch [2899]	Speed: 1748.216861 samples/sec	accuracy=0.436738	lr=0.049877
Epoch[9] Batch [2949]	Speed: 1762.904252 samples/sec	accuracy=0.436717	lr=0.049876
Epoch[9] Batch [2999]	Speed: 1760.939241 samples/sec	accuracy=0.436628	lr=0.049876
Epoch[9] Batch [3049]	Speed: 1755.980492 samples/sec	accuracy=0.436629	lr=0.049875
Epoch[9] Batch [3099]	Speed: 1760.629246 samples/sec	accuracy=0.436581	lr=0.049875
Epoch[9] Batch [3149]	Speed: 1769.849863 samples/sec	accuracy=0.436621	lr=0.049874
Epoch[9] Batch [3199]	Speed: 1753.081478 samples/sec	accuracy=0.436589	lr=0.049874
Epoch[9] Batch [3249]	Speed: 1721.237275 samples/sec	accuracy=0.436642	lr=0.049873
Epoch[9] Batch [3299]	Speed: 1761.923598 samples/sec	accuracy=0.436641	lr=0.049873
Epoch[9] Batch [3349]	Speed: 1764.070711 samples/sec	accuracy=0.436615	lr=0.049872
Epoch[9] Batch [3399]	Speed: 1765.788770 samples/sec	accuracy=0.436589	lr=0.049872
Epoch[9] Batch [3449]	Speed: 1752.330293 samples/sec	accuracy=0.436629	lr=0.049871
Epoch[9] Batch [3499]	Speed: 1735.717453 samples/sec	accuracy=0.436751	lr=0.049870
Epoch[9] Batch [3549]	Speed: 1741.480974 samples/sec	accuracy=0.436810	lr=0.049870
Epoch[9] Batch [3599]	Speed: 1736.208608 samples/sec	accuracy=0.436832	lr=0.049869
Epoch[9] Batch [3649]	Speed: 1783.602249 samples/sec	accuracy=0.436889	lr=0.049869
Epoch[9] Batch [3699]	Speed: 1739.971359 samples/sec	accuracy=0.436923	lr=0.049868
Epoch[9] Batch [3749]	Speed: 1750.221975 samples/sec	accuracy=0.437000	lr=0.049868
Epoch[9] Batch [3799]	Speed: 1741.141990 samples/sec	accuracy=0.437107	lr=0.049867
Epoch[9] Batch [3849]	Speed: 1721.087575 samples/sec	accuracy=0.437155	lr=0.049867
Epoch[9] Batch [3899]	Speed: 1749.090505 samples/sec	accuracy=0.437005	lr=0.049866
Epoch[9] Batch [3949]	Speed: 1719.832836 samples/sec	accuracy=0.437019	lr=0.049865
Epoch[9] Batch [3999]	Speed: 1755.366622 samples/sec	accuracy=0.437042	lr=0.049865
Epoch[9] Batch [4049]	Speed: 1748.770768 samples/sec	accuracy=0.437098	lr=0.049864
Epoch[9] Batch [4099]	Speed: 1724.119155 samples/sec	accuracy=0.437180	lr=0.049864
Epoch[9] Batch [4149]	Speed: 1734.505741 samples/sec	accuracy=0.437148	lr=0.049863
Epoch[9] Batch [4199]	Speed: 1742.027737 samples/sec	accuracy=0.437148	lr=0.049863
Epoch[9] Batch [4249]	Speed: 1741.669330 samples/sec	accuracy=0.437188	lr=0.049862
Epoch[9] Batch [4299]	Speed: 1718.107213 samples/sec	accuracy=0.437228	lr=0.049862
Epoch[9] Batch [4349]	Speed: 1738.796388 samples/sec	accuracy=0.437346	lr=0.049861
Epoch[9] Batch [4399]	Speed: 1787.275381 samples/sec	accuracy=0.437291	lr=0.049860
Epoch[9] Batch [4449]	Speed: 1727.665883 samples/sec	accuracy=0.437293	lr=0.049860
Epoch[9] Batch [4499]	Speed: 1774.450443 samples/sec	accuracy=0.437283	lr=0.049859
Epoch[9] Batch [4549]	Speed: 1786.261729 samples/sec	accuracy=0.437283	lr=0.049859
Epoch[9] Batch [4599]	Speed: 1769.151458 samples/sec	accuracy=0.437328	lr=0.049858
Epoch[9] Batch [4649]	Speed: 1781.053422 samples/sec	accuracy=0.437395	lr=0.049857
Epoch[9] Batch [4699]	Speed: 1745.450592 samples/sec	accuracy=0.437486	lr=0.049857
Epoch[9] Batch [4749]	Speed: 1777.444984 samples/sec	accuracy=0.437521	lr=0.049856
Epoch[9] Batch [4799]	Speed: 1737.784370 samples/sec	accuracy=0.437651	lr=0.049856
Epoch[9] Batch [4849]	Speed: 1753.148743 samples/sec	accuracy=0.437592	lr=0.049855
Epoch[9] Batch [4899]	Speed: 1760.087190 samples/sec	accuracy=0.437602	lr=0.049855
Epoch[9] Batch [4949]	Speed: 1773.223541 samples/sec	accuracy=0.437665	lr=0.049854
Epoch[9] Batch [4999]	Speed: 1822.185181 samples/sec	accuracy=0.437755	lr=0.049853
[Epoch 9] training: accuracy=0.437767
[Epoch 9] speed: 1752 samples/sec	time cost: 745.292139
[Epoch 9] validation: err-top1=0.496891 err-top5=0.248585
Epoch[10] Batch [49]	Speed: 1665.602675 samples/sec	accuracy=0.451016	lr=0.049853
Epoch[10] Batch [99]	Speed: 1738.041357 samples/sec	accuracy=0.450664	lr=0.049852
Epoch[10] Batch [149]	Speed: 1759.419935 samples/sec	accuracy=0.449870	lr=0.049852
Epoch[10] Batch [199]	Speed: 1758.946276 samples/sec	accuracy=0.448281	lr=0.049851
Epoch[10] Batch [249]	Speed: 1748.744224 samples/sec	accuracy=0.446984	lr=0.049850
Epoch[10] Batch [299]	Speed: 1738.994810 samples/sec	accuracy=0.447448	lr=0.049850
Epoch[10] Batch [349]	Speed: 1739.313067 samples/sec	accuracy=0.446786	lr=0.049849
Epoch[10] Batch [399]	Speed: 1751.408158 samples/sec	accuracy=0.447324	lr=0.049849
Epoch[10] Batch [449]	Speed: 1755.584746 samples/sec	accuracy=0.448038	lr=0.049848
Epoch[10] Batch [499]	Speed: 1772.407368 samples/sec	accuracy=0.447828	lr=0.049847
Epoch[10] Batch [549]	Speed: 1757.654106 samples/sec	accuracy=0.448068	lr=0.049847
Epoch[10] Batch [599]	Speed: 1746.727034 samples/sec	accuracy=0.447441	lr=0.049846
Epoch[10] Batch [649]	Speed: 1781.160492 samples/sec	accuracy=0.447200	lr=0.049846
Epoch[10] Batch [699]	Speed: 1773.206088 samples/sec	accuracy=0.446735	lr=0.049845
Epoch[10] Batch [749]	Speed: 1757.940893 samples/sec	accuracy=0.446245	lr=0.049844
Epoch[10] Batch [799]	Speed: 1753.882867 samples/sec	accuracy=0.446167	lr=0.049844
Epoch[10] Batch [849]	Speed: 1749.202372 samples/sec	accuracy=0.445846	lr=0.049843
Epoch[10] Batch [899]	Speed: 1742.958126 samples/sec	accuracy=0.445803	lr=0.049843
Epoch[10] Batch [949]	Speed: 1742.650978 samples/sec	accuracy=0.446077	lr=0.049842
Epoch[10] Batch [999]	Speed: 1760.119331 samples/sec	accuracy=0.446293	lr=0.049841
Epoch[10] Batch [1049]	Speed: 1760.636232 samples/sec	accuracy=0.446250	lr=0.049841
Epoch[10] Batch [1099]	Speed: 1771.799386 samples/sec	accuracy=0.446058	lr=0.049840
Epoch[10] Batch [1149]	Speed: 1743.929332 samples/sec	accuracy=0.446359	lr=0.049840
Epoch[10] Batch [1199]	Speed: 1771.545413 samples/sec	accuracy=0.446572	lr=0.049839
Epoch[10] Batch [1249]	Speed: 1746.851274 samples/sec	accuracy=0.446822	lr=0.049838
Epoch[10] Batch [1299]	Speed: 1746.136539 samples/sec	accuracy=0.446833	lr=0.049838
Epoch[10] Batch [1349]	Speed: 1736.760325 samples/sec	accuracy=0.446881	lr=0.049837
Epoch[10] Batch [1399]	Speed: 1765.475381 samples/sec	accuracy=0.447101	lr=0.049837
Epoch[10] Batch [1449]	Speed: 1755.960678 samples/sec	accuracy=0.447225	lr=0.049836
Epoch[10] Batch [1499]	Speed: 1750.211704 samples/sec	accuracy=0.447115	lr=0.049835
Epoch[10] Batch [1549]	Speed: 1792.718617 samples/sec	accuracy=0.447225	lr=0.049835
Epoch[10] Batch [1599]	Speed: 1734.057161 samples/sec	accuracy=0.447041	lr=0.049834
Epoch[10] Batch [1649]	Speed: 1781.283177 samples/sec	accuracy=0.446821	lr=0.049833
Epoch[10] Batch [1699]	Speed: 1756.671868 samples/sec	accuracy=0.446659	lr=0.049833
Epoch[10] Batch [1749]	Speed: 1748.252042 samples/sec	accuracy=0.446547	lr=0.049832
Epoch[10] Batch [1799]	Speed: 1758.199271 samples/sec	accuracy=0.446539	lr=0.049832
Epoch[10] Batch [1849]	Speed: 1743.699823 samples/sec	accuracy=0.446641	lr=0.049831
Epoch[10] Batch [1899]	Speed: 1759.719872 samples/sec	accuracy=0.446641	lr=0.049830
Epoch[10] Batch [1949]	Speed: 1738.702403 samples/sec	accuracy=0.446448	lr=0.049830
Epoch[10] Batch [1999]	Speed: 1756.891007 samples/sec	accuracy=0.446531	lr=0.049829
Epoch[10] Batch [2049]	Speed: 1746.554003 samples/sec	accuracy=0.446423	lr=0.049828
Epoch[10] Batch [2099]	Speed: 1751.828089 samples/sec	accuracy=0.446529	lr=0.049828
Epoch[10] Batch [2149]	Speed: 1733.250337 samples/sec	accuracy=0.446399	lr=0.049827
Epoch[10] Batch [2199]	Speed: 1740.039990 samples/sec	accuracy=0.446294	lr=0.049826
Epoch[10] Batch [2249]	Speed: 1757.110487 samples/sec	accuracy=0.446462	lr=0.049826
Epoch[10] Batch [2299]	Speed: 1753.903724 samples/sec	accuracy=0.446600	lr=0.049825
Epoch[10] Batch [2349]	Speed: 1778.522533 samples/sec	accuracy=0.446629	lr=0.049825
Epoch[10] Batch [2399]	Speed: 1730.233818 samples/sec	accuracy=0.446875	lr=0.049824
Epoch[10] Batch [2449]	Speed: 1757.371958 samples/sec	accuracy=0.446880	lr=0.049823
Epoch[10] Batch [2499]	Speed: 1733.667483 samples/sec	accuracy=0.446764	lr=0.049823
Epoch[10] Batch [2549]	Speed: 1765.029095 samples/sec	accuracy=0.446843	lr=0.049822
Epoch[10] Batch [2599]	Speed: 1804.344461 samples/sec	accuracy=0.446935	lr=0.049821
Epoch[10] Batch [2649]	Speed: 1787.169122 samples/sec	accuracy=0.446962	lr=0.049821
Epoch[10] Batch [2699]	Speed: 1737.373674 samples/sec	accuracy=0.447034	lr=0.049820
Epoch[10] Batch [2749]	Speed: 1745.717402 samples/sec	accuracy=0.447084	lr=0.049819
Epoch[10] Batch [2799]	Speed: 1776.152297 samples/sec	accuracy=0.447243	lr=0.049819
Epoch[10] Batch [2849]	Speed: 1727.984734 samples/sec	accuracy=0.447360	lr=0.049818
Epoch[10] Batch [2899]	Speed: 1710.458874 samples/sec	accuracy=0.447520	lr=0.049817
Epoch[10] Batch [2949]	Speed: 1772.241731 samples/sec	accuracy=0.447638	lr=0.049817
Epoch[10] Batch [2999]	Speed: 1751.267216 samples/sec	accuracy=0.447721	lr=0.049816
Epoch[10] Batch [3049]	Speed: 1785.011798 samples/sec	accuracy=0.447773	lr=0.049816
Epoch[10] Batch [3099]	Speed: 1789.385937 samples/sec	accuracy=0.447739	lr=0.049815
Epoch[10] Batch [3149]	Speed: 1763.157316 samples/sec	accuracy=0.447800	lr=0.049814
Epoch[10] Batch [3199]	Speed: 1758.552130 samples/sec	accuracy=0.447885	lr=0.049814
Epoch[10] Batch [3249]	Speed: 1755.492094 samples/sec	accuracy=0.448000	lr=0.049813
Epoch[10] Batch [3299]	Speed: 1716.085660 samples/sec	accuracy=0.448029	lr=0.049812
Epoch[10] Batch [3349]	Speed: 1780.809607 samples/sec	accuracy=0.448083	lr=0.049812
Epoch[10] Batch [3399]	Speed: 1730.202536 samples/sec	accuracy=0.448093	lr=0.049811
Epoch[10] Batch [3449]	Speed: 1753.955637 samples/sec	accuracy=0.448159	lr=0.049810
Epoch[10] Batch [3499]	Speed: 1758.546139 samples/sec	accuracy=0.448203	lr=0.049810
Epoch[10] Batch [3549]	Speed: 1754.795108 samples/sec	accuracy=0.448088	lr=0.049809
Epoch[10] Batch [3599]	Speed: 1738.595647 samples/sec	accuracy=0.448089	lr=0.049808
Epoch[10] Batch [3649]	Speed: 1778.374012 samples/sec	accuracy=0.447981	lr=0.049808
Epoch[10] Batch [3699]	Speed: 1718.570627 samples/sec	accuracy=0.447981	lr=0.049807
Epoch[10] Batch [3749]	Speed: 1753.163570 samples/sec	accuracy=0.448088	lr=0.049806
Epoch[10] Batch [3799]	Speed: 1726.276692 samples/sec	accuracy=0.448150	lr=0.049806
Epoch[10] Batch [3849]	Speed: 1803.176537 samples/sec	accuracy=0.448187	lr=0.049805
Epoch[10] Batch [3899]	Speed: 1749.483728 samples/sec	accuracy=0.448272	lr=0.049804
Epoch[10] Batch [3949]	Speed: 1756.796033 samples/sec	accuracy=0.448345	lr=0.049804
Epoch[10] Batch [3999]	Speed: 1762.204318 samples/sec	accuracy=0.448329	lr=0.049803
Epoch[10] Batch [4049]	Speed: 1741.977262 samples/sec	accuracy=0.448339	lr=0.049802
Epoch[10] Batch [4099]	Speed: 1746.361691 samples/sec	accuracy=0.448404	lr=0.049801
Epoch[10] Batch [4149]	Speed: 1771.879615 samples/sec	accuracy=0.448333	lr=0.049801
Epoch[10] Batch [4199]	Speed: 1756.843518 samples/sec	accuracy=0.448303	lr=0.049800
Epoch[10] Batch [4249]	Speed: 1791.348755 samples/sec	accuracy=0.448417	lr=0.049799
Epoch[10] Batch [4299]	Speed: 1752.077697 samples/sec	accuracy=0.448402	lr=0.049799
Epoch[10] Batch [4349]	Speed: 1737.747077 samples/sec	accuracy=0.448386	lr=0.049798
Epoch[10] Batch [4399]	Speed: 1764.073610 samples/sec	accuracy=0.448345	lr=0.049797
Epoch[10] Batch [4449]	Speed: 1755.356521 samples/sec	accuracy=0.448362	lr=0.049797
Epoch[10] Batch [4499]	Speed: 1767.674757 samples/sec	accuracy=0.448405	lr=0.049796
Epoch[10] Batch [4549]	Speed: 1786.602398 samples/sec	accuracy=0.448429	lr=0.049795
Epoch[10] Batch [4599]	Speed: 1807.297184 samples/sec	accuracy=0.448530	lr=0.049795
Epoch[10] Batch [4649]	Speed: 1786.698601 samples/sec	accuracy=0.448561	lr=0.049794
Epoch[10] Batch [4699]	Speed: 1767.911844 samples/sec	accuracy=0.448556	lr=0.049793
Epoch[10] Batch [4749]	Speed: 1754.964957 samples/sec	accuracy=0.448502	lr=0.049793
Epoch[10] Batch [4799]	Speed: 1745.021518 samples/sec	accuracy=0.448594	lr=0.049792
Epoch[10] Batch [4849]	Speed: 1737.478930 samples/sec	accuracy=0.448610	lr=0.049791
Epoch[10] Batch [4899]	Speed: 1764.398967 samples/sec	accuracy=0.448750	lr=0.049790
Epoch[10] Batch [4949]	Speed: 1750.383749 samples/sec	accuracy=0.448743	lr=0.049790
Epoch[10] Batch [4999]	Speed: 1870.226725 samples/sec	accuracy=0.448852	lr=0.049789
[Epoch 10] training: accuracy=0.448840
[Epoch 10] speed: 1756 samples/sec	time cost: 743.898047
[Epoch 10] validation: err-top1=0.479387 err-top5=0.235517
Epoch[11] Batch [49]	Speed: 1634.872461 samples/sec	accuracy=0.466875	lr=0.049788
Epoch[11] Batch [99]	Speed: 1779.288208 samples/sec	accuracy=0.466289	lr=0.049788
Epoch[11] Batch [149]	Speed: 1776.805021 samples/sec	accuracy=0.464349	lr=0.049787
Epoch[11] Batch [199]	Speed: 1753.075238 samples/sec	accuracy=0.462500	lr=0.049786
Epoch[11] Batch [249]	Speed: 1748.086507 samples/sec	accuracy=0.461391	lr=0.049785
Epoch[11] Batch [299]	Speed: 1750.635400 samples/sec	accuracy=0.461029	lr=0.049785
Epoch[11] Batch [349]	Speed: 1779.004554 samples/sec	accuracy=0.461138	lr=0.049784
Epoch[11] Batch [399]	Speed: 1798.923871 samples/sec	accuracy=0.461914	lr=0.049783
Epoch[11] Batch [449]	Speed: 1720.709494 samples/sec	accuracy=0.461606	lr=0.049783
Epoch[11] Batch [499]	Speed: 1748.790592 samples/sec	accuracy=0.460836	lr=0.049782
Epoch[11] Batch [549]	Speed: 1762.365596 samples/sec	accuracy=0.460795	lr=0.049781
Epoch[11] Batch [599]	Speed: 1771.311033 samples/sec	accuracy=0.460560	lr=0.049780
Epoch[11] Batch [649]	Speed: 1743.814797 samples/sec	accuracy=0.460439	lr=0.049780
Epoch[11] Batch [699]	Speed: 1750.145920 samples/sec	accuracy=0.460938	lr=0.049779
Epoch[11] Batch [749]	Speed: 1762.724586 samples/sec	accuracy=0.460688	lr=0.049778
Epoch[11] Batch [799]	Speed: 1768.361045 samples/sec	accuracy=0.460688	lr=0.049778
Epoch[11] Batch [849]	Speed: 1780.991738 samples/sec	accuracy=0.460248	lr=0.049777
Epoch[11] Batch [899]	Speed: 1778.613978 samples/sec	accuracy=0.459870	lr=0.049776
Epoch[11] Batch [949]	Speed: 1734.382802 samples/sec	accuracy=0.459453	lr=0.049775
Epoch[11] Batch [999]	Speed: 1736.067127 samples/sec	accuracy=0.459191	lr=0.049775
Epoch[11] Batch [1049]	Speed: 1763.424470 samples/sec	accuracy=0.459241	lr=0.049774
Epoch[11] Batch [1099]	Speed: 1750.960845 samples/sec	accuracy=0.459237	lr=0.049773
Epoch[11] Batch [1149]	Speed: 1753.555305 samples/sec	accuracy=0.459460	lr=0.049773
Epoch[11] Batch [1199]	Speed: 1768.247646 samples/sec	accuracy=0.459111	lr=0.049772
Epoch[11] Batch [1249]	Speed: 1762.168168 samples/sec	accuracy=0.458937	lr=0.049771
Epoch[11] Batch [1299]	Speed: 1752.937691 samples/sec	accuracy=0.458903	lr=0.049770
Epoch[11] Batch [1349]	Speed: 1740.416572 samples/sec	accuracy=0.458620	lr=0.049770
Epoch[11] Batch [1399]	Speed: 1751.396388 samples/sec	accuracy=0.458655	lr=0.049769
Epoch[11] Batch [1449]	Speed: 1756.408136 samples/sec	accuracy=0.458559	lr=0.049768
Epoch[11] Batch [1499]	Speed: 1755.665638 samples/sec	accuracy=0.458497	lr=0.049767
Epoch[11] Batch [1549]	Speed: 1741.374158 samples/sec	accuracy=0.458473	lr=0.049767
Epoch[11] Batch [1599]	Speed: 1741.079878 samples/sec	accuracy=0.458613	lr=0.049766
Epoch[11] Batch [1649]	Speed: 1717.367952 samples/sec	accuracy=0.458364	lr=0.049765
Epoch[11] Batch [1699]	Speed: 1753.103346 samples/sec	accuracy=0.458228	lr=0.049764
Epoch[11] Batch [1749]	Speed: 1712.863128 samples/sec	accuracy=0.458295	lr=0.049764
Epoch[11] Batch [1799]	Speed: 1753.087718 samples/sec	accuracy=0.458184	lr=0.049763
Epoch[11] Batch [1849]	Speed: 1742.537120 samples/sec	accuracy=0.458184	lr=0.049762
Epoch[11] Batch [1899]	Speed: 1751.103850 samples/sec	accuracy=0.457895	lr=0.049761
Epoch[11] Batch [1949]	Speed: 1762.636272 samples/sec	accuracy=0.457905	lr=0.049761
Epoch[11] Batch [1999]	Speed: 1767.358197 samples/sec	accuracy=0.457939	lr=0.049760
Epoch[11] Batch [2049]	Speed: 1733.336515 samples/sec	accuracy=0.457889	lr=0.049759
Epoch[11] Batch [2099]	Speed: 1780.483130 samples/sec	accuracy=0.457909	lr=0.049758
Epoch[11] Batch [2149]	Speed: 1782.517592 samples/sec	accuracy=0.457941	lr=0.049758
Epoch[11] Batch [2199]	Speed: 1751.697882 samples/sec	accuracy=0.458081	lr=0.049757
Epoch[11] Batch [2249]	Speed: 1758.406984 samples/sec	accuracy=0.458146	lr=0.049756
Epoch[11] Batch [2299]	Speed: 1776.544262 samples/sec	accuracy=0.458123	lr=0.049755
Epoch[11] Batch [2349]	Speed: 1737.303172 samples/sec	accuracy=0.458271	lr=0.049755
Epoch[11] Batch [2399]	Speed: 1709.602154 samples/sec	accuracy=0.458159	lr=0.049754
Epoch[11] Batch [2449]	Speed: 1763.867743 samples/sec	accuracy=0.458176	lr=0.049753
Epoch[11] Batch [2499]	Speed: 1762.895743 samples/sec	accuracy=0.458248	lr=0.049752
Epoch[11] Batch [2549]	Speed: 1749.254464 samples/sec	accuracy=0.458166	lr=0.049752
Epoch[11] Batch [2599]	Speed: 1761.594124 samples/sec	accuracy=0.458015	lr=0.049751
Epoch[11] Batch [2649]	Speed: 1754.793903 samples/sec	accuracy=0.458137	lr=0.049750
Epoch[11] Batch [2699]	Speed: 1728.963819 samples/sec	accuracy=0.458229	lr=0.049749
Epoch[11] Batch [2749]	Speed: 1734.736087 samples/sec	accuracy=0.458236	lr=0.049749
Epoch[11] Batch [2799]	Speed: 1753.323312 samples/sec	accuracy=0.458179	lr=0.049748
Epoch[11] Batch [2849]	Speed: 1733.568621 samples/sec	accuracy=0.458183	lr=0.049747
Epoch[11] Batch [2899]	Speed: 1755.148552 samples/sec	accuracy=0.458183	lr=0.049746
Epoch[11] Batch [2949]	Speed: 1758.474658 samples/sec	accuracy=0.458194	lr=0.049746
Epoch[11] Batch [2999]	Speed: 1785.364637 samples/sec	accuracy=0.458228	lr=0.049745
Epoch[11] Batch [3049]	Speed: 1749.422273 samples/sec	accuracy=0.458283	lr=0.049744
Epoch[11] Batch [3099]	Speed: 1750.927553 samples/sec	accuracy=0.458267	lr=0.049743
Epoch[11] Batch [3149]	Speed: 1775.238678 samples/sec	accuracy=0.458250	lr=0.049742
Epoch[11] Batch [3199]	Speed: 1726.797676 samples/sec	accuracy=0.458102	lr=0.049742
Epoch[11] Batch [3249]	Speed: 1748.948797 samples/sec	accuracy=0.458243	lr=0.049741
Epoch[11] Batch [3299]	Speed: 1739.190686 samples/sec	accuracy=0.458300	lr=0.049740
Epoch[11] Batch [3349]	Speed: 1745.986792 samples/sec	accuracy=0.458161	lr=0.049739
Epoch[11] Batch [3399]	Speed: 1811.563660 samples/sec	accuracy=0.458107	lr=0.049739
Epoch[11] Batch [3449]	Speed: 1741.511987 samples/sec	accuracy=0.458100	lr=0.049738
Epoch[11] Batch [3499]	Speed: 1754.920899 samples/sec	accuracy=0.458166	lr=0.049737
Epoch[11] Batch [3549]	Speed: 1744.791040 samples/sec	accuracy=0.458212	lr=0.049736
Epoch[11] Batch [3599]	Speed: 1803.351338 samples/sec	accuracy=0.458147	lr=0.049735
Epoch[11] Batch [3649]	Speed: 1747.390155 samples/sec	accuracy=0.458030	lr=0.049735
Epoch[11] Batch [3699]	Speed: 1726.281577 samples/sec	accuracy=0.457987	lr=0.049734
Epoch[11] Batch [3749]	Speed: 1799.251358 samples/sec	accuracy=0.457877	lr=0.049733
Epoch[11] Batch [3799]	Speed: 1775.368475 samples/sec	accuracy=0.457908	lr=0.049732
Epoch[11] Batch [3849]	Speed: 1767.260110 samples/sec	accuracy=0.457979	lr=0.049731
Epoch[11] Batch [3899]	Speed: 1753.119375 samples/sec	accuracy=0.457947	lr=0.049731
Epoch[11] Batch [3949]	Speed: 1762.452495 samples/sec	accuracy=0.458002	lr=0.049730
Epoch[11] Batch [3999]	Speed: 1736.436150 samples/sec	accuracy=0.457910	lr=0.049729
Epoch[11] Batch [4049]	Speed: 1747.276188 samples/sec	accuracy=0.457954	lr=0.049728
Epoch[11] Batch [4099]	Speed: 1756.520711 samples/sec	accuracy=0.458020	lr=0.049728
Epoch[11] Batch [4149]	Speed: 1771.745709 samples/sec	accuracy=0.458006	lr=0.049727
Epoch[11] Batch [4199]	Speed: 1763.648715 samples/sec	accuracy=0.457977	lr=0.049726
Epoch[11] Batch [4249]	Speed: 1753.534629 samples/sec	accuracy=0.458018	lr=0.049725
Epoch[11] Batch [4299]	Speed: 1774.493726 samples/sec	accuracy=0.457970	lr=0.049724
Epoch[11] Batch [4349]	Speed: 1765.577858 samples/sec	accuracy=0.458041	lr=0.049724
Epoch[11] Batch [4399]	Speed: 1763.865019 samples/sec	accuracy=0.458089	lr=0.049723
Epoch[11] Batch [4449]	Speed: 1795.923324 samples/sec	accuracy=0.458046	lr=0.049722
Epoch[11] Batch [4499]	Speed: 1753.644945 samples/sec	accuracy=0.458019	lr=0.049721
Epoch[11] Batch [4549]	Speed: 1755.155495 samples/sec	accuracy=0.458167	lr=0.049720
Epoch[11] Batch [4599]	Speed: 1772.550211 samples/sec	accuracy=0.458188	lr=0.049719
Epoch[11] Batch [4649]	Speed: 1779.182837 samples/sec	accuracy=0.458204	lr=0.049719
Epoch[11] Batch [4699]	Speed: 1752.154434 samples/sec	accuracy=0.458231	lr=0.049718
Epoch[11] Batch [4749]	Speed: 1752.826261 samples/sec	accuracy=0.458202	lr=0.049717
Epoch[11] Batch [4799]	Speed: 1778.477579 samples/sec	accuracy=0.458214	lr=0.049716
Epoch[11] Batch [4849]	Speed: 1771.024717 samples/sec	accuracy=0.458242	lr=0.049715
Epoch[11] Batch [4899]	Speed: 1752.895395 samples/sec	accuracy=0.458269	lr=0.049715
Epoch[11] Batch [4949]	Speed: 1770.044873 samples/sec	accuracy=0.458244	lr=0.049714
Epoch[11] Batch [4999]	Speed: 1816.083005 samples/sec	accuracy=0.458227	lr=0.049713
[Epoch 11] training: accuracy=0.458230
[Epoch 11] speed: 1756 samples/sec	time cost: 743.972362
[Epoch 11] validation: err-top1=0.472296 err-top5=0.225861
Epoch[12] Batch [49]	Speed: 1617.522030 samples/sec	accuracy=0.472813	lr=0.049712
Epoch[12] Batch [99]	Speed: 1768.578682 samples/sec	accuracy=0.470547	lr=0.049711
Epoch[12] Batch [149]	Speed: 1739.959066 samples/sec	accuracy=0.470547	lr=0.049710
Epoch[12] Batch [199]	Speed: 1750.609541 samples/sec	accuracy=0.468965	lr=0.049710
Epoch[12] Batch [249]	Speed: 1732.588062 samples/sec	accuracy=0.467344	lr=0.049709
Epoch[12] Batch [299]	Speed: 1750.450122 samples/sec	accuracy=0.466901	lr=0.049708
Epoch[12] Batch [349]	Speed: 1718.399884 samples/sec	accuracy=0.467980	lr=0.049707
Epoch[12] Batch [399]	Speed: 1769.149476 samples/sec	accuracy=0.467861	lr=0.049706
Epoch[12] Batch [449]	Speed: 1775.372350 samples/sec	accuracy=0.468559	lr=0.049706
Epoch[12] Batch [499]	Speed: 1749.040076 samples/sec	accuracy=0.468273	lr=0.049705
Epoch[12] Batch [549]	Speed: 1739.515947 samples/sec	accuracy=0.467784	lr=0.049704
Epoch[12] Batch [599]	Speed: 1790.846222 samples/sec	accuracy=0.467520	lr=0.049703
Epoch[12] Batch [649]	Speed: 1787.145622 samples/sec	accuracy=0.467368	lr=0.049702
Epoch[12] Batch [699]	Speed: 1752.679885 samples/sec	accuracy=0.467204	lr=0.049701
Epoch[12] Batch [749]	Speed: 1748.349910 samples/sec	accuracy=0.467255	lr=0.049701
Epoch[12] Batch [799]	Speed: 1773.518126 samples/sec	accuracy=0.467690	lr=0.049700
Epoch[12] Batch [849]	Speed: 1748.215950 samples/sec	accuracy=0.467858	lr=0.049699
Epoch[12] Batch [899]	Speed: 1773.225767 samples/sec	accuracy=0.467687	lr=0.049698
Epoch[12] Batch [949]	Speed: 1753.542876 samples/sec	accuracy=0.467484	lr=0.049697
Epoch[12] Batch [999]	Speed: 1737.826389 samples/sec	accuracy=0.467484	lr=0.049696
Epoch[12] Batch [1049]	Speed: 1774.559184 samples/sec	accuracy=0.467020	lr=0.049695
Epoch[12] Batch [1099]	Speed: 1760.905626 samples/sec	accuracy=0.466722	lr=0.049695
Epoch[12] Batch [1149]	Speed: 1742.321547 samples/sec	accuracy=0.466702	lr=0.049694
Epoch[12] Batch [1199]	Speed: 1773.833205 samples/sec	accuracy=0.466602	lr=0.049693
Epoch[12] Batch [1249]	Speed: 1782.220956 samples/sec	accuracy=0.467034	lr=0.049692
Epoch[12] Batch [1299]	Speed: 1752.302725 samples/sec	accuracy=0.466875	lr=0.049691
Epoch[12] Batch [1349]	Speed: 1752.636686 samples/sec	accuracy=0.466742	lr=0.049690
Epoch[12] Batch [1399]	Speed: 1754.480678 samples/sec	accuracy=0.466624	lr=0.049690
Epoch[12] Batch [1449]	Speed: 1757.584309 samples/sec	accuracy=0.466730	lr=0.049689
Epoch[12] Batch [1499]	Speed: 1764.015763 samples/sec	accuracy=0.466737	lr=0.049688
Epoch[12] Batch [1549]	Speed: 1742.224975 samples/sec	accuracy=0.466633	lr=0.049687
Epoch[12] Batch [1599]	Speed: 1774.763681 samples/sec	accuracy=0.466389	lr=0.049686
Epoch[12] Batch [1649]	Speed: 1750.739073 samples/sec	accuracy=0.466316	lr=0.049685
Epoch[12] Batch [1699]	Speed: 1767.143013 samples/sec	accuracy=0.466432	lr=0.049684
Epoch[12] Batch [1749]	Speed: 1794.045252 samples/sec	accuracy=0.466451	lr=0.049684
Epoch[12] Batch [1799]	Speed: 1754.879081 samples/sec	accuracy=0.466376	lr=0.049683
Epoch[12] Batch [1849]	Speed: 1751.125669 samples/sec	accuracy=0.466658	lr=0.049682
Epoch[12] Batch [1899]	Speed: 1771.539275 samples/sec	accuracy=0.466577	lr=0.049681
Epoch[12] Batch [1949]	Speed: 1751.315889 samples/sec	accuracy=0.466440	lr=0.049680
Epoch[12] Batch [1999]	Speed: 1752.265493 samples/sec	accuracy=0.466434	lr=0.049679
Epoch[12] Batch [2049]	Speed: 1753.109070 samples/sec	accuracy=0.466401	lr=0.049678
Epoch[12] Batch [2099]	Speed: 1765.629478 samples/sec	accuracy=0.466293	lr=0.049678
Epoch[12] Batch [2149]	Speed: 1764.900400 samples/sec	accuracy=0.466432	lr=0.049677
Epoch[12] Batch [2199]	Speed: 1746.083951 samples/sec	accuracy=0.466486	lr=0.049676
Epoch[12] Batch [2249]	Speed: 1725.960636 samples/sec	accuracy=0.466696	lr=0.049675
Epoch[12] Batch [2299]	Speed: 1732.155898 samples/sec	accuracy=0.466675	lr=0.049674
Epoch[12] Batch [2349]	Speed: 1747.616597 samples/sec	accuracy=0.466671	lr=0.049673
Epoch[12] Batch [2399]	Speed: 1742.933908 samples/sec	accuracy=0.466693	lr=0.049672
Epoch[12] Batch [2449]	Speed: 1738.133583 samples/sec	accuracy=0.466763	lr=0.049671
Epoch[12] Batch [2499]	Speed: 1750.795367 samples/sec	accuracy=0.466781	lr=0.049671
Epoch[12] Batch [2549]	Speed: 1744.159808 samples/sec	accuracy=0.466870	lr=0.049670
Epoch[12] Batch [2599]	Speed: 1710.308700 samples/sec	accuracy=0.466976	lr=0.049669
Epoch[12] Batch [2649]	Speed: 1760.221014 samples/sec	accuracy=0.467202	lr=0.049668
Epoch[12] Batch [2699]	Speed: 1777.383786 samples/sec	accuracy=0.467093	lr=0.049667
Epoch[12] Batch [2749]	Speed: 1754.230385 samples/sec	accuracy=0.467192	lr=0.049666
Epoch[12] Batch [2799]	Speed: 1751.450096 samples/sec	accuracy=0.467154	lr=0.049665
Epoch[12] Batch [2849]	Speed: 1762.653923 samples/sec	accuracy=0.467186	lr=0.049664
Epoch[12] Batch [2899]	Speed: 1732.740944 samples/sec	accuracy=0.467142	lr=0.049664
Epoch[12] Batch [2949]	Speed: 1722.203921 samples/sec	accuracy=0.467041	lr=0.049663
Epoch[12] Batch [2999]	Speed: 1745.788417 samples/sec	accuracy=0.466970	lr=0.049662
Epoch[12] Batch [3049]	Speed: 1760.200007 samples/sec	accuracy=0.467047	lr=0.049661
Epoch[12] Batch [3099]	Speed: 1758.484046 samples/sec	accuracy=0.466948	lr=0.049660
Epoch[12] Batch [3149]	Speed: 1758.597349 samples/sec	accuracy=0.466931	lr=0.049659
Epoch[12] Batch [3199]	Speed: 1782.771997 samples/sec	accuracy=0.466970	lr=0.049658
Epoch[12] Batch [3249]	Speed: 1717.314940 samples/sec	accuracy=0.466847	lr=0.049657
Epoch[12] Batch [3299]	Speed: 1730.762995 samples/sec	accuracy=0.466737	lr=0.049656
Epoch[12] Batch [3349]	Speed: 1754.771764 samples/sec	accuracy=0.466769	lr=0.049656
Epoch[12] Batch [3399]	Speed: 1725.887562 samples/sec	accuracy=0.466756	lr=0.049655
Epoch[12] Batch [3449]	Speed: 1762.269798 samples/sec	accuracy=0.466689	lr=0.049654
Epoch[12] Batch [3499]	Speed: 1754.117644 samples/sec	accuracy=0.466729	lr=0.049653
Epoch[12] Batch [3549]	Speed: 1780.399167 samples/sec	accuracy=0.466720	lr=0.049652
Epoch[12] Batch [3599]	Speed: 1781.363795 samples/sec	accuracy=0.466667	lr=0.049651
Epoch[12] Batch [3649]	Speed: 1759.109437 samples/sec	accuracy=0.466653	lr=0.049650
Epoch[12] Batch [3699]	Speed: 1745.362979 samples/sec	accuracy=0.466478	lr=0.049649
Epoch[12] Batch [3749]	Speed: 1743.839492 samples/sec	accuracy=0.466478	lr=0.049648
Epoch[12] Batch [3799]	Speed: 1741.222234 samples/sec	accuracy=0.466431	lr=0.049647
Epoch[12] Batch [3849]	Speed: 1730.651689 samples/sec	accuracy=0.466415	lr=0.049647
Epoch[12] Batch [3899]	Speed: 1741.780250 samples/sec	accuracy=0.466427	lr=0.049646
Epoch[12] Batch [3949]	Speed: 1765.787608 samples/sec	accuracy=0.466508	lr=0.049645
Epoch[12] Batch [3999]	Speed: 1753.827291 samples/sec	accuracy=0.466414	lr=0.049644
Epoch[12] Batch [4049]	Speed: 1751.587695 samples/sec	accuracy=0.466488	lr=0.049643
Epoch[12] Batch [4099]	Speed: 1762.042954 samples/sec	accuracy=0.466420	lr=0.049642
Epoch[12] Batch [4149]	Speed: 1744.410863 samples/sec	accuracy=0.466318	lr=0.049641
Epoch[12] Batch [4199]	Speed: 1782.728013 samples/sec	accuracy=0.466345	lr=0.049640
Epoch[12] Batch [4249]	Speed: 1774.147926 samples/sec	accuracy=0.466290	lr=0.049639
Epoch[12] Batch [4299]	Speed: 1774.679964 samples/sec	accuracy=0.466311	lr=0.049638
Epoch[12] Batch [4349]	Speed: 1741.244992 samples/sec	accuracy=0.466237	lr=0.049637
Epoch[12] Batch [4399]	Speed: 1779.514324 samples/sec	accuracy=0.466131	lr=0.049636
Epoch[12] Batch [4449]	Speed: 1755.308599 samples/sec	accuracy=0.466108	lr=0.049636
Epoch[12] Batch [4499]	Speed: 1759.015721 samples/sec	accuracy=0.466165	lr=0.049635
Epoch[12] Batch [4549]	Speed: 1763.436113 samples/sec	accuracy=0.466223	lr=0.049634
Epoch[12] Batch [4599]	Speed: 1762.810305 samples/sec	accuracy=0.466168	lr=0.049633
Epoch[12] Batch [4649]	Speed: 1739.220716 samples/sec	accuracy=0.466238	lr=0.049632
Epoch[12] Batch [4699]	Speed: 1760.177211 samples/sec	accuracy=0.466257	lr=0.049631
Epoch[12] Batch [4749]	Speed: 1774.998683 samples/sec	accuracy=0.466296	lr=0.049630
Epoch[12] Batch [4799]	Speed: 1726.439233 samples/sec	accuracy=0.466330	lr=0.049629
Epoch[12] Batch [4849]	Speed: 1760.413734 samples/sec	accuracy=0.466390	lr=0.049628
Epoch[12] Batch [4899]	Speed: 1773.962972 samples/sec	accuracy=0.466389	lr=0.049627
Epoch[12] Batch [4949]	Speed: 1721.978934 samples/sec	accuracy=0.466398	lr=0.049626
Epoch[12] Batch [4999]	Speed: 1825.537667 samples/sec	accuracy=0.466377	lr=0.049625
[Epoch 12] training: accuracy=0.466398
[Epoch 12] speed: 1753 samples/sec	time cost: 745.039316
[Epoch 12] validation: err-top1=0.465083 err-top5=0.223035
Epoch[13] Batch [49]	Speed: 1584.634570 samples/sec	accuracy=0.471875	lr=0.049624
Epoch[13] Batch [99]	Speed: 1805.458949 samples/sec	accuracy=0.478125	lr=0.049623
Epoch[13] Batch [149]	Speed: 1780.520036 samples/sec	accuracy=0.476849	lr=0.049622
Epoch[13] Batch [199]	Speed: 1729.368654 samples/sec	accuracy=0.475879	lr=0.049622
Epoch[13] Batch [249]	Speed: 1792.390032 samples/sec	accuracy=0.474797	lr=0.049621
Epoch[13] Batch [299]	Speed: 1742.174036 samples/sec	accuracy=0.474740	lr=0.049620
Epoch[13] Batch [349]	Speed: 1762.551265 samples/sec	accuracy=0.474420	lr=0.049619
Epoch[13] Batch [399]	Speed: 1730.575596 samples/sec	accuracy=0.474424	lr=0.049618
Epoch[13] Batch [449]	Speed: 1752.726919 samples/sec	accuracy=0.474358	lr=0.049617
Epoch[13] Batch [499]	Speed: 1755.307164 samples/sec	accuracy=0.474781	lr=0.049616
Epoch[13] Batch [549]	Speed: 1771.836459 samples/sec	accuracy=0.474048	lr=0.049615
Epoch[13] Batch [599]	Speed: 1758.349969 samples/sec	accuracy=0.474036	lr=0.049614
Epoch[13] Batch [649]	Speed: 1720.982695 samples/sec	accuracy=0.474417	lr=0.049613
Epoch[13] Batch [699]	Speed: 1723.824478 samples/sec	accuracy=0.474297	lr=0.049612
Epoch[13] Batch [749]	Speed: 1755.120838 samples/sec	accuracy=0.474734	lr=0.049611
Epoch[13] Batch [799]	Speed: 1735.527576 samples/sec	accuracy=0.474336	lr=0.049610
Epoch[13] Batch [849]	Speed: 1755.536582 samples/sec	accuracy=0.474311	lr=0.049609
Epoch[13] Batch [899]	Speed: 1762.192461 samples/sec	accuracy=0.474566	lr=0.049608
Epoch[13] Batch [949]	Speed: 1793.095051 samples/sec	accuracy=0.474576	lr=0.049607
Epoch[13] Batch [999]	Speed: 1780.803878 samples/sec	accuracy=0.474598	lr=0.049606
Epoch[13] Batch [1049]	Speed: 1747.739940 samples/sec	accuracy=0.474475	lr=0.049605
Epoch[13] Batch [1099]	Speed: 1758.721036 samples/sec	accuracy=0.474126	lr=0.049604
Epoch[13] Batch [1149]	Speed: 1735.589461 samples/sec	accuracy=0.474049	lr=0.049603
Epoch[13] Batch [1199]	Speed: 1778.397988 samples/sec	accuracy=0.473929	lr=0.049603
Epoch[13] Batch [1249]	Speed: 1768.899876 samples/sec	accuracy=0.474141	lr=0.049602
Epoch[13] Batch [1299]	Speed: 1766.961028 samples/sec	accuracy=0.473954	lr=0.049601
Epoch[13] Batch [1349]	Speed: 1769.826350 samples/sec	accuracy=0.473741	lr=0.049600
Epoch[13] Batch [1399]	Speed: 1762.133985 samples/sec	accuracy=0.473717	lr=0.049599
Epoch[13] Batch [1449]	Speed: 1739.067533 samples/sec	accuracy=0.473551	lr=0.049598
Epoch[13] Batch [1499]	Speed: 1768.301636 samples/sec	accuracy=0.473451	lr=0.049597
Epoch[13] Batch [1549]	Speed: 1803.130813 samples/sec	accuracy=0.473561	lr=0.049596
Epoch[13] Batch [1599]	Speed: 1755.616493 samples/sec	accuracy=0.473818	lr=0.049595
Epoch[13] Batch [1649]	Speed: 1771.924762 samples/sec	accuracy=0.473812	lr=0.049594
Epoch[13] Batch [1699]	Speed: 1740.251896 samples/sec	accuracy=0.473844	lr=0.049593
Epoch[13] Batch [1749]	Speed: 1759.306007 samples/sec	accuracy=0.473926	lr=0.049592
Epoch[13] Batch [1799]	Speed: 1755.390957 samples/sec	accuracy=0.474021	lr=0.049591
Epoch[13] Batch [1849]	Speed: 1744.491862 samples/sec	accuracy=0.474139	lr=0.049590
Epoch[13] Batch [1899]	Speed: 1749.759300 samples/sec	accuracy=0.474204	lr=0.049589
Epoch[13] Batch [1949]	Speed: 1739.251874 samples/sec	accuracy=0.474431	lr=0.049588
Epoch[13] Batch [1999]	Speed: 1753.862871 samples/sec	accuracy=0.474381	lr=0.049587
Epoch[13] Batch [2049]	Speed: 1804.393582 samples/sec	accuracy=0.474287	lr=0.049586
Epoch[13] Batch [2099]	Speed: 1719.992237 samples/sec	accuracy=0.474358	lr=0.049585
Epoch[13] Batch [2149]	Speed: 1756.629680 samples/sec	accuracy=0.474195	lr=0.049584
Epoch[13] Batch [2199]	Speed: 1775.269497 samples/sec	accuracy=0.474276	lr=0.049583
Epoch[13] Batch [2249]	Speed: 1753.570712 samples/sec	accuracy=0.474321	lr=0.049582
Epoch[13] Batch [2299]	Speed: 1792.540364 samples/sec	accuracy=0.474293	lr=0.049581
Epoch[13] Batch [2349]	Speed: 1739.681893 samples/sec	accuracy=0.474350	lr=0.049580
Epoch[13] Batch [2399]	Speed: 1769.515901 samples/sec	accuracy=0.474294	lr=0.049579
Epoch[13] Batch [2449]	Speed: 1734.002890 samples/sec	accuracy=0.474016	lr=0.049578
Epoch[13] Batch [2499]	Speed: 1765.870663 samples/sec	accuracy=0.474100	lr=0.049577
Epoch[13] Batch [2549]	Speed: 1747.173096 samples/sec	accuracy=0.474139	lr=0.049576
Epoch[13] Batch [2599]	Speed: 1735.584019 samples/sec	accuracy=0.474108	lr=0.049575
Epoch[13] Batch [2649]	Speed: 1787.098745 samples/sec	accuracy=0.474079	lr=0.049574
Epoch[13] Batch [2699]	Speed: 1761.681178 samples/sec	accuracy=0.474161	lr=0.049573
Epoch[13] Batch [2749]	Speed: 1786.334595 samples/sec	accuracy=0.474193	lr=0.049572
Epoch[13] Batch [2799]	Speed: 1775.521132 samples/sec	accuracy=0.474192	lr=0.049571
Epoch[13] Batch [2849]	Speed: 1759.499566 samples/sec	accuracy=0.474232	lr=0.049570
Epoch[13] Batch [2899]	Speed: 1778.510454 samples/sec	accuracy=0.474135	lr=0.049569
Epoch[13] Batch [2949]	Speed: 1784.337197 samples/sec	accuracy=0.474257	lr=0.049568
Epoch[13] Batch [2999]	Speed: 1770.953210 samples/sec	accuracy=0.474247	lr=0.049567
Epoch[13] Batch [3049]	Speed: 1749.861899 samples/sec	accuracy=0.474234	lr=0.049566
Epoch[13] Batch [3099]	Speed: 1742.553069 samples/sec	accuracy=0.474214	lr=0.049565
Epoch[13] Batch [3149]	Speed: 1735.021554 samples/sec	accuracy=0.474139	lr=0.049564
Epoch[13] Batch [3199]	Speed: 1717.462447 samples/sec	accuracy=0.474127	lr=0.049563
Epoch[13] Batch [3249]	Speed: 1743.885827 samples/sec	accuracy=0.474052	lr=0.049562
Epoch[13] Batch [3299]	Speed: 1756.598528 samples/sec	accuracy=0.474036	lr=0.049561
Epoch[13] Batch [3349]	Speed: 1761.818135 samples/sec	accuracy=0.474093	lr=0.049560
Epoch[13] Batch [3399]	Speed: 1747.328620 samples/sec	accuracy=0.474073	lr=0.049559
Epoch[13] Batch [3449]	Speed: 1795.584015 samples/sec	accuracy=0.474091	lr=0.049558
Epoch[13] Batch [3499]	Speed: 1760.212357 samples/sec	accuracy=0.474078	lr=0.049557
Epoch[13] Batch [3549]	Speed: 1765.546446 samples/sec	accuracy=0.473983	lr=0.049556
Epoch[13] Batch [3599]	Speed: 1754.165788 samples/sec	accuracy=0.474010	lr=0.049555
Epoch[13] Batch [3649]	Speed: 1772.883914 samples/sec	accuracy=0.474028	lr=0.049554
Epoch[13] Batch [3699]	Speed: 1770.300458 samples/sec	accuracy=0.474020	lr=0.049553
Epoch[13] Batch [3749]	Speed: 1759.171113 samples/sec	accuracy=0.473960	lr=0.049552
Epoch[13] Batch [3799]	Speed: 1745.908663 samples/sec	accuracy=0.473894	lr=0.049551
Epoch[13] Batch [3849]	Speed: 1772.450786 samples/sec	accuracy=0.473925	lr=0.049550
Epoch[13] Batch [3899]	Speed: 1748.472388 samples/sec	accuracy=0.474030	lr=0.049549
Epoch[13] Batch [3949]	Speed: 1729.195091 samples/sec	accuracy=0.474009	lr=0.049548
Epoch[13] Batch [3999]	Speed: 1771.188490 samples/sec	accuracy=0.473969	lr=0.049547
Epoch[13] Batch [4049]	Speed: 1784.688702 samples/sec	accuracy=0.474010	lr=0.049546
Epoch[13] Batch [4099]	Speed: 1827.747887 samples/sec	accuracy=0.474035	lr=0.049545
Epoch[13] Batch [4149]	Speed: 1757.750842 samples/sec	accuracy=0.473994	lr=0.049544
Epoch[13] Batch [4199]	Speed: 1754.194561 samples/sec	accuracy=0.473865	lr=0.049543
Epoch[13] Batch [4249]	Speed: 1757.193993 samples/sec	accuracy=0.473905	lr=0.049542
Epoch[13] Batch [4299]	Speed: 1768.873707 samples/sec	accuracy=0.473880	lr=0.049541
Epoch[13] Batch [4349]	Speed: 1772.629982 samples/sec	accuracy=0.473888	lr=0.049540
Epoch[13] Batch [4399]	Speed: 1768.752201 samples/sec	accuracy=0.473966	lr=0.049539
Epoch[13] Batch [4449]	Speed: 1752.842858 samples/sec	accuracy=0.473987	lr=0.049538
Epoch[13] Batch [4499]	Speed: 1777.066680 samples/sec	accuracy=0.474003	lr=0.049537
Epoch[13] Batch [4549]	Speed: 1776.695710 samples/sec	accuracy=0.473964	lr=0.049536
Epoch[13] Batch [4599]	Speed: 1764.069958 samples/sec	accuracy=0.474010	lr=0.049534
Epoch[13] Batch [4649]	Speed: 1752.519574 samples/sec	accuracy=0.474062	lr=0.049533
Epoch[13] Batch [4699]	Speed: 1752.555558 samples/sec	accuracy=0.473989	lr=0.049532
Epoch[13] Batch [4749]	Speed: 1762.218374 samples/sec	accuracy=0.473994	lr=0.049531
Epoch[13] Batch [4799]	Speed: 1739.255424 samples/sec	accuracy=0.474032	lr=0.049530
Epoch[13] Batch [4849]	Speed: 1777.037858 samples/sec	accuracy=0.474028	lr=0.049529
Epoch[13] Batch [4899]	Speed: 1745.599623 samples/sec	accuracy=0.474028	lr=0.049528
Epoch[13] Batch [4949]	Speed: 1782.178774 samples/sec	accuracy=0.474055	lr=0.049527
Epoch[13] Batch [4999]	Speed: 1872.981437 samples/sec	accuracy=0.473975	lr=0.049526
[Epoch 13] training: accuracy=0.473988
[Epoch 13] speed: 1759 samples/sec	time cost: 742.629678
[Epoch 13] validation: err-top1=0.455429 err-top5=0.214163
Epoch[14] Batch [49]	Speed: 1668.735200 samples/sec	accuracy=0.478594	lr=0.049525
Epoch[14] Batch [99]	Speed: 1765.533324 samples/sec	accuracy=0.479141	lr=0.049524
Epoch[14] Batch [149]	Speed: 1758.455248 samples/sec	accuracy=0.479349	lr=0.049523
Epoch[14] Batch [199]	Speed: 1756.411756 samples/sec	accuracy=0.478262	lr=0.049522
Epoch[14] Batch [249]	Speed: 1754.653620 samples/sec	accuracy=0.480250	lr=0.049521
Epoch[14] Batch [299]	Speed: 1755.435957 samples/sec	accuracy=0.480951	lr=0.049520
Epoch[14] Batch [349]	Speed: 1775.702946 samples/sec	accuracy=0.481931	lr=0.049519
Epoch[14] Batch [399]	Speed: 1773.709082 samples/sec	accuracy=0.482549	lr=0.049518
Epoch[14] Batch [449]	Speed: 1752.837822 samples/sec	accuracy=0.483064	lr=0.049517
Epoch[14] Batch [499]	Speed: 1759.791743 samples/sec	accuracy=0.483195	lr=0.049515
Epoch[14] Batch [549]	Speed: 1794.875958 samples/sec	accuracy=0.482855	lr=0.049514
Epoch[14] Batch [599]	Speed: 1765.397937 samples/sec	accuracy=0.482038	lr=0.049513
Epoch[14] Batch [649]	Speed: 1755.217353 samples/sec	accuracy=0.481911	lr=0.049512
Epoch[14] Batch [699]	Speed: 1751.839864 samples/sec	accuracy=0.481858	lr=0.049511
Epoch[14] Batch [749]	Speed: 1746.736809 samples/sec	accuracy=0.481667	lr=0.049510
Epoch[14] Batch [799]	Speed: 1756.416583 samples/sec	accuracy=0.481431	lr=0.049509
Epoch[14] Batch [849]	Speed: 1769.485282 samples/sec	accuracy=0.481301	lr=0.049508
Epoch[14] Batch [899]	Speed: 1758.406005 samples/sec	accuracy=0.481623	lr=0.049507
Epoch[14] Batch [949]	Speed: 1747.533772 samples/sec	accuracy=0.481303	lr=0.049506
Epoch[14] Batch [999]	Speed: 1750.605431 samples/sec	accuracy=0.481242	lr=0.049505
Epoch[14] Batch [1049]	Speed: 1738.601784 samples/sec	accuracy=0.481138	lr=0.049504
Epoch[14] Batch [1099]	Speed: 1742.045091 samples/sec	accuracy=0.480969	lr=0.049503
Epoch[14] Batch [1149]	Speed: 1733.306407 samples/sec	accuracy=0.480856	lr=0.049502
Epoch[14] Batch [1199]	Speed: 1776.906641 samples/sec	accuracy=0.481130	lr=0.049501
Epoch[14] Batch [1249]	Speed: 1750.044485 samples/sec	accuracy=0.480966	lr=0.049499
Epoch[14] Batch [1299]	Speed: 1746.274270 samples/sec	accuracy=0.480814	lr=0.049498
Epoch[14] Batch [1349]	Speed: 1747.236098 samples/sec	accuracy=0.480729	lr=0.049497
Epoch[14] Batch [1399]	Speed: 1727.645813 samples/sec	accuracy=0.480734	lr=0.049496
Epoch[14] Batch [1449]	Speed: 1765.422783 samples/sec	accuracy=0.480752	lr=0.049495
Epoch[14] Batch [1499]	Speed: 1713.888066 samples/sec	accuracy=0.480682	lr=0.049494
Epoch[14] Batch [1549]	Speed: 1748.299295 samples/sec	accuracy=0.480612	lr=0.049493
Epoch[14] Batch [1599]	Speed: 1785.805229 samples/sec	accuracy=0.480430	lr=0.049492
Epoch[14] Batch [1649]	Speed: 1725.587122 samples/sec	accuracy=0.480528	lr=0.049491
Epoch[14] Batch [1699]	Speed: 1757.879303 samples/sec	accuracy=0.480671	lr=0.049490
Epoch[14] Batch [1749]	Speed: 1732.980220 samples/sec	accuracy=0.480580	lr=0.049489
Epoch[14] Batch [1799]	Speed: 1750.003983 samples/sec	accuracy=0.480414	lr=0.049488
Epoch[14] Batch [1849]	Speed: 1716.306366 samples/sec	accuracy=0.480420	lr=0.049486
Epoch[14] Batch [1899]	Speed: 1748.558377 samples/sec	accuracy=0.480214	lr=0.049485
Epoch[14] Batch [1949]	Speed: 1754.383327 samples/sec	accuracy=0.480379	lr=0.049484
Epoch[14] Batch [1999]	Speed: 1756.093472 samples/sec	accuracy=0.480309	lr=0.049483
Epoch[14] Batch [2049]	Speed: 1720.919089 samples/sec	accuracy=0.480196	lr=0.049482
Epoch[14] Batch [2099]	Speed: 1770.767286 samples/sec	accuracy=0.480260	lr=0.049481
Epoch[14] Batch [2149]	Speed: 1760.491262 samples/sec	accuracy=0.480385	lr=0.049480
Epoch[14] Batch [2199]	Speed: 1746.511844 samples/sec	accuracy=0.480273	lr=0.049479
Epoch[14] Batch [2249]	Speed: 1756.922629 samples/sec	accuracy=0.480356	lr=0.049478
Epoch[14] Batch [2299]	Speed: 1765.262803 samples/sec	accuracy=0.480348	lr=0.049477
Epoch[14] Batch [2349]	Speed: 1780.667910 samples/sec	accuracy=0.480411	lr=0.049475
Epoch[14] Batch [2399]	Speed: 1757.177774 samples/sec	accuracy=0.480282	lr=0.049474
Epoch[14] Batch [2449]	Speed: 1752.665237 samples/sec	accuracy=0.480193	lr=0.049473
Epoch[14] Batch [2499]	Speed: 1761.287481 samples/sec	accuracy=0.480166	lr=0.049472
Epoch[14] Batch [2549]	Speed: 1754.752493 samples/sec	accuracy=0.480087	lr=0.049471
Epoch[14] Batch [2599]	Speed: 1742.456981 samples/sec	accuracy=0.480135	lr=0.049470
Epoch[14] Batch [2649]	Speed: 1728.332579 samples/sec	accuracy=0.480069	lr=0.049469
Epoch[14] Batch [2699]	Speed: 1746.435827 samples/sec	accuracy=0.480039	lr=0.049468
Epoch[14] Batch [2749]	Speed: 1704.640646 samples/sec	accuracy=0.480134	lr=0.049467
Epoch[14] Batch [2799]	Speed: 1747.999881 samples/sec	accuracy=0.480155	lr=0.049466
Epoch[14] Batch [2849]	Speed: 1760.643046 samples/sec	accuracy=0.480055	lr=0.049464
Epoch[14] Batch [2899]	Speed: 1778.989228 samples/sec	accuracy=0.480090	lr=0.049463
Epoch[14] Batch [2949]	Speed: 1727.895139 samples/sec	accuracy=0.480075	lr=0.049462
Epoch[14] Batch [2999]	Speed: 1776.434807 samples/sec	accuracy=0.480135	lr=0.049461
Epoch[14] Batch [3049]	Speed: 1747.030049 samples/sec	accuracy=0.480077	lr=0.049460
Epoch[14] Batch [3099]	Speed: 1766.047543 samples/sec	accuracy=0.480110	lr=0.049459
Epoch[14] Batch [3149]	Speed: 1748.729698 samples/sec	accuracy=0.480082	lr=0.049458
Epoch[14] Batch [3199]	Speed: 1760.276246 samples/sec	accuracy=0.480100	lr=0.049457
Epoch[14] Batch [3249]	Speed: 1773.401663 samples/sec	accuracy=0.480101	lr=0.049455
Epoch[14] Batch [3299]	Speed: 1753.579361 samples/sec	accuracy=0.480168	lr=0.049454
Epoch[14] Batch [3349]	Speed: 1741.416295 samples/sec	accuracy=0.480222	lr=0.049453
Epoch[14] Batch [3399]	Speed: 1762.600798 samples/sec	accuracy=0.480196	lr=0.049452
Epoch[14] Batch [3449]	Speed: 1767.491208 samples/sec	accuracy=0.480126	lr=0.049451
Epoch[14] Batch [3499]	Speed: 1732.774779 samples/sec	accuracy=0.480152	lr=0.049450
Epoch[14] Batch [3549]	Speed: 1783.646218 samples/sec	accuracy=0.480121	lr=0.049449
Epoch[14] Batch [3599]	Speed: 1781.174379 samples/sec	accuracy=0.480090	lr=0.049448
Epoch[14] Batch [3649]	Speed: 1754.775606 samples/sec	accuracy=0.480057	lr=0.049446
Epoch[14] Batch [3699]	Speed: 1740.536586 samples/sec	accuracy=0.480075	lr=0.049445
Epoch[14] Batch [3749]	Speed: 1771.930668 samples/sec	accuracy=0.480006	lr=0.049444
Epoch[14] Batch [3799]	Speed: 1752.855849 samples/sec	accuracy=0.479952	lr=0.049443
Epoch[14] Batch [3849]	Speed: 1718.217462 samples/sec	accuracy=0.480042	lr=0.049442
Epoch[14] Batch [3899]	Speed: 1764.810069 samples/sec	accuracy=0.479935	lr=0.049441
Epoch[14] Batch [3949]	Speed: 1787.686796 samples/sec	accuracy=0.479936	lr=0.049440
Epoch[14] Batch [3999]	Speed: 1772.678386 samples/sec	accuracy=0.479967	lr=0.049438
Epoch[14] Batch [4049]	Speed: 1761.549271 samples/sec	accuracy=0.480008	lr=0.049437
Epoch[14] Batch [4099]	Speed: 1756.380439 samples/sec	accuracy=0.480066	lr=0.049436
Epoch[14] Batch [4149]	Speed: 1738.063245 samples/sec	accuracy=0.480096	lr=0.049435
Epoch[14] Batch [4199]	Speed: 1752.924985 samples/sec	accuracy=0.480013	lr=0.049434
Epoch[14] Batch [4249]	Speed: 1766.449416 samples/sec	accuracy=0.479980	lr=0.049433
Epoch[14] Batch [4299]	Speed: 1727.379552 samples/sec	accuracy=0.480035	lr=0.049432
Epoch[14] Batch [4349]	Speed: 1765.445134 samples/sec	accuracy=0.480085	lr=0.049430
Epoch[14] Batch [4399]	Speed: 1804.523310 samples/sec	accuracy=0.480133	lr=0.049429
Epoch[14] Batch [4449]	Speed: 1763.764190 samples/sec	accuracy=0.480190	lr=0.049428
Epoch[14] Batch [4499]	Speed: 1721.422492 samples/sec	accuracy=0.480148	lr=0.049427
Epoch[14] Batch [4549]	Speed: 1757.659688 samples/sec	accuracy=0.480136	lr=0.049426
Epoch[14] Batch [4599]	Speed: 1755.178161 samples/sec	accuracy=0.480121	lr=0.049425
Epoch[14] Batch [4649]	Speed: 1775.912055 samples/sec	accuracy=0.480163	lr=0.049424
Epoch[14] Batch [4699]	Speed: 1773.939877 samples/sec	accuracy=0.480194	lr=0.049422
Epoch[14] Batch [4749]	Speed: 1747.098727 samples/sec	accuracy=0.480205	lr=0.049421
Epoch[14] Batch [4799]	Speed: 1745.640773 samples/sec	accuracy=0.480263	lr=0.049420
Epoch[14] Batch [4849]	Speed: 1785.862554 samples/sec	accuracy=0.480247	lr=0.049419
Epoch[14] Batch [4899]	Speed: 1780.522516 samples/sec	accuracy=0.480277	lr=0.049418
Epoch[14] Batch [4949]	Speed: 1773.304836 samples/sec	accuracy=0.480262	lr=0.049417
Epoch[14] Batch [4999]	Speed: 1834.875787 samples/sec	accuracy=0.480298	lr=0.049415
[Epoch 14] training: accuracy=0.480295
[Epoch 14] speed: 1755 samples/sec	time cost: 744.438926
[Epoch 14] validation: err-top1=0.448618 err-top5=0.207913
Epoch[15] Batch [49]	Speed: 1610.773475 samples/sec	accuracy=0.483438	lr=0.049414
Epoch[15] Batch [99]	Speed: 1753.728065 samples/sec	accuracy=0.486953	lr=0.049413
Epoch[15] Batch [149]	Speed: 1764.106186 samples/sec	accuracy=0.486901	lr=0.049412
Epoch[15] Batch [199]	Speed: 1736.695267 samples/sec	accuracy=0.484141	lr=0.049411
Epoch[15] Batch [249]	Speed: 1794.856816 samples/sec	accuracy=0.486422	lr=0.049409
Epoch[15] Batch [299]	Speed: 1760.477638 samples/sec	accuracy=0.486758	lr=0.049408
Epoch[15] Batch [349]	Speed: 1779.484832 samples/sec	accuracy=0.485435	lr=0.049407
Epoch[15] Batch [399]	Speed: 1803.390652 samples/sec	accuracy=0.485254	lr=0.049406
Epoch[15] Batch [449]	Speed: 1761.137492 samples/sec	accuracy=0.485486	lr=0.049405
Epoch[15] Batch [499]	Speed: 1789.962902 samples/sec	accuracy=0.485578	lr=0.049404
Epoch[15] Batch [549]	Speed: 1758.657030 samples/sec	accuracy=0.485107	lr=0.049402
Epoch[15] Batch [599]	Speed: 1745.560519 samples/sec	accuracy=0.485293	lr=0.049401
Epoch[15] Batch [649]	Speed: 1780.991206 samples/sec	accuracy=0.485246	lr=0.049400
Epoch[15] Batch [699]	Speed: 1736.309400 samples/sec	accuracy=0.485374	lr=0.049399
Epoch[15] Batch [749]	Speed: 1749.055176 samples/sec	accuracy=0.485448	lr=0.049398
Epoch[15] Batch [799]	Speed: 1775.914287 samples/sec	accuracy=0.485054	lr=0.049397
Epoch[15] Batch [849]	Speed: 1750.232759 samples/sec	accuracy=0.485584	lr=0.049395
Epoch[15] Batch [899]	Speed: 1748.596364 samples/sec	accuracy=0.485629	lr=0.049394
Epoch[15] Batch [949]	Speed: 1741.130640 samples/sec	accuracy=0.485695	lr=0.049393
Epoch[15] Batch [999]	Speed: 1761.541757 samples/sec	accuracy=0.485691	lr=0.049392
Epoch[15] Batch [1049]	Speed: 1724.834262 samples/sec	accuracy=0.485629	lr=0.049391
Epoch[15] Batch [1099]	Speed: 1754.154210 samples/sec	accuracy=0.485341	lr=0.049389
Epoch[15] Batch [1149]	Speed: 1747.828020 samples/sec	accuracy=0.485377	lr=0.049388
Epoch[15] Batch [1199]	Speed: 1776.109461 samples/sec	accuracy=0.485511	lr=0.049387
Epoch[15] Batch [1249]	Speed: 1750.673477 samples/sec	accuracy=0.485494	lr=0.049386
Epoch[15] Batch [1299]	Speed: 1735.542837 samples/sec	accuracy=0.485454	lr=0.049385
Epoch[15] Batch [1349]	Speed: 1750.023835 samples/sec	accuracy=0.485391	lr=0.049383
Epoch[15] Batch [1399]	Speed: 1770.991942 samples/sec	accuracy=0.485201	lr=0.049382
Epoch[15] Batch [1449]	Speed: 1753.104777 samples/sec	accuracy=0.485267	lr=0.049381
Epoch[15] Batch [1499]	Speed: 1761.222536 samples/sec	accuracy=0.485177	lr=0.049380
Epoch[15] Batch [1549]	Speed: 1764.083869 samples/sec	accuracy=0.485076	lr=0.049379
Epoch[15] Batch [1599]	Speed: 1745.818165 samples/sec	accuracy=0.485061	lr=0.049377
Epoch[15] Batch [1649]	Speed: 1781.332292 samples/sec	accuracy=0.484991	lr=0.049376
Epoch[15] Batch [1699]	Speed: 1758.023959 samples/sec	accuracy=0.485076	lr=0.049375
Epoch[15] Batch [1749]	Speed: 1725.479697 samples/sec	accuracy=0.485194	lr=0.049374
Epoch[15] Batch [1799]	Speed: 1737.107947 samples/sec	accuracy=0.485137	lr=0.049373
Epoch[15] Batch [1849]	Speed: 1761.676091 samples/sec	accuracy=0.485078	lr=0.049371
Epoch[15] Batch [1899]	Speed: 1748.524493 samples/sec	accuracy=0.485078	lr=0.049370
Epoch[15] Batch [1949]	Speed: 1763.148052 samples/sec	accuracy=0.484936	lr=0.049369
Epoch[15] Batch [1999]	Speed: 1724.789377 samples/sec	accuracy=0.484809	lr=0.049368
Epoch[15] Batch [2049]	Speed: 1754.276070 samples/sec	accuracy=0.485086	lr=0.049367
Epoch[15] Batch [2099]	Speed: 1772.491339 samples/sec	accuracy=0.484981	lr=0.049365
Epoch[15] Batch [2149]	Speed: 1773.943804 samples/sec	accuracy=0.484933	lr=0.049364
Epoch[15] Batch [2199]	Speed: 1743.800523 samples/sec	accuracy=0.485059	lr=0.049363
Epoch[15] Batch [2249]	Speed: 1762.612198 samples/sec	accuracy=0.485023	lr=0.049362
Epoch[15] Batch [2299]	Speed: 1755.579464 samples/sec	accuracy=0.484879	lr=0.049361
Epoch[15] Batch [2349]	Speed: 1758.577245 samples/sec	accuracy=0.484900	lr=0.049359
Epoch[15] Batch [2399]	Speed: 1738.539853 samples/sec	accuracy=0.484788	lr=0.049358
Epoch[15] Batch [2449]	Speed: 1731.962777 samples/sec	accuracy=0.484589	lr=0.049357
Epoch[15] Batch [2499]	Speed: 1753.540642 samples/sec	accuracy=0.484555	lr=0.049356
Epoch[15] Batch [2549]	Speed: 1767.517627 samples/sec	accuracy=0.484528	lr=0.049354
Epoch[15] Batch [2599]	Speed: 1725.194533 samples/sec	accuracy=0.484569	lr=0.049353
Epoch[15] Batch [2649]	Speed: 1737.824195 samples/sec	accuracy=0.484612	lr=0.049352
Epoch[15] Batch [2699]	Speed: 1768.205657 samples/sec	accuracy=0.484659	lr=0.049351
Epoch[15] Batch [2749]	Speed: 1752.733900 samples/sec	accuracy=0.484666	lr=0.049350
Epoch[15] Batch [2799]	Speed: 1763.260276 samples/sec	accuracy=0.484637	lr=0.049348
Epoch[15] Batch [2849]	Speed: 1727.997526 samples/sec	accuracy=0.484537	lr=0.049347
Epoch[15] Batch [2899]	Speed: 1744.288670 samples/sec	accuracy=0.484539	lr=0.049346
Epoch[15] Batch [2949]	Speed: 1754.159025 samples/sec	accuracy=0.484447	lr=0.049345
Epoch[15] Batch [2999]	Speed: 1758.085041 samples/sec	accuracy=0.484665	lr=0.049343
Epoch[15] Batch [3049]	Speed: 1805.055458 samples/sec	accuracy=0.484534	lr=0.049342
Epoch[15] Batch [3099]	Speed: 1771.964004 samples/sec	accuracy=0.484550	lr=0.049341
Epoch[15] Batch [3149]	Speed: 1767.283554 samples/sec	accuracy=0.484577	lr=0.049340
Epoch[15] Batch [3199]	Speed: 1764.845631 samples/sec	accuracy=0.484667	lr=0.049338
Epoch[15] Batch [3249]	Speed: 1711.121516 samples/sec	accuracy=0.484768	lr=0.049337
Epoch[15] Batch [3299]	Speed: 1775.504632 samples/sec	accuracy=0.484744	lr=0.049336
Epoch[15] Batch [3349]	Speed: 1739.136093 samples/sec	accuracy=0.484783	lr=0.049335
Epoch[15] Batch [3399]	Speed: 1747.203175 samples/sec	accuracy=0.484876	lr=0.049334
Epoch[15] Batch [3449]	Speed: 1751.371249 samples/sec	accuracy=0.484864	lr=0.049332
Epoch[15] Batch [3499]	Speed: 1740.500134 samples/sec	accuracy=0.484913	lr=0.049331
Epoch[15] Batch [3549]	Speed: 1777.608946 samples/sec	accuracy=0.484928	lr=0.049330
Epoch[15] Batch [3599]	Speed: 1779.948551 samples/sec	accuracy=0.484798	lr=0.049329
Epoch[15] Batch [3649]	Speed: 1771.546582 samples/sec	accuracy=0.484769	lr=0.049327
Epoch[15] Batch [3699]	Speed: 1783.153978 samples/sec	accuracy=0.484824	lr=0.049326
Epoch[15] Batch [3749]	Speed: 1763.958383 samples/sec	accuracy=0.484911	lr=0.049325
Epoch[15] Batch [3799]	Speed: 1738.714172 samples/sec	accuracy=0.484862	lr=0.049324
Epoch[15] Batch [3849]	Speed: 1759.908617 samples/sec	accuracy=0.484982	lr=0.049322
Epoch[15] Batch [3899]	Speed: 1828.655262 samples/sec	accuracy=0.484953	lr=0.049321
Epoch[15] Batch [3949]	Speed: 1753.673071 samples/sec	accuracy=0.484854	lr=0.049320
Epoch[15] Batch [3999]	Speed: 1724.115169 samples/sec	accuracy=0.484936	lr=0.049319
Epoch[15] Batch [4049]	Speed: 1701.619840 samples/sec	accuracy=0.484747	lr=0.049317
Epoch[15] Batch [4099]	Speed: 1758.803946 samples/sec	accuracy=0.484761	lr=0.049316
Epoch[15] Batch [4149]	Speed: 1780.516788 samples/sec	accuracy=0.484816	lr=0.049315
Epoch[15] Batch [4199]	Speed: 1754.558830 samples/sec	accuracy=0.484812	lr=0.049314
Epoch[15] Batch [4249]	Speed: 1761.272689 samples/sec	accuracy=0.484820	lr=0.049312
Epoch[15] Batch [4299]	Speed: 1743.860394 samples/sec	accuracy=0.484764	lr=0.049311
Epoch[15] Batch [4349]	Speed: 1722.370282 samples/sec	accuracy=0.484745	lr=0.049310
Epoch[15] Batch [4399]	Speed: 1744.290314 samples/sec	accuracy=0.484765	lr=0.049308
Epoch[15] Batch [4449]	Speed: 1774.822235 samples/sec	accuracy=0.484795	lr=0.049307
Epoch[15] Batch [4499]	Speed: 1722.023673 samples/sec	accuracy=0.484876	lr=0.049306
Epoch[15] Batch [4549]	Speed: 1733.540241 samples/sec	accuracy=0.484927	lr=0.049305
Epoch[15] Batch [4599]	Speed: 1788.184460 samples/sec	accuracy=0.484924	lr=0.049303
Epoch[15] Batch [4649]	Speed: 1751.313946 samples/sec	accuracy=0.484988	lr=0.049302
Epoch[15] Batch [4699]	Speed: 1771.551025 samples/sec	accuracy=0.484984	lr=0.049301
Epoch[15] Batch [4749]	Speed: 1752.298836 samples/sec	accuracy=0.484960	lr=0.049300
Epoch[15] Batch [4799]	Speed: 1782.133635 samples/sec	accuracy=0.485033	lr=0.049298
Epoch[15] Batch [4849]	Speed: 1763.426150 samples/sec	accuracy=0.484992	lr=0.049297
Epoch[15] Batch [4899]	Speed: 1770.849583 samples/sec	accuracy=0.484965	lr=0.049296
Epoch[15] Batch [4949]	Speed: 1750.582427 samples/sec	accuracy=0.485012	lr=0.049295
Epoch[15] Batch [4999]	Speed: 1846.416755 samples/sec	accuracy=0.484980	lr=0.049293
[Epoch 15] training: accuracy=0.484980
[Epoch 15] speed: 1755 samples/sec	time cost: 744.036649
[Epoch 15] validation: err-top1=0.450821 err-top5=0.211458
Epoch[16] Batch [49]	Speed: 1656.540197 samples/sec	accuracy=0.496250	lr=0.049292
Epoch[16] Batch [99]	Speed: 1846.094600 samples/sec	accuracy=0.497773	lr=0.049291
Epoch[16] Batch [149]	Speed: 1756.555193 samples/sec	accuracy=0.499688	lr=0.049289
Epoch[16] Batch [199]	Speed: 1775.192893 samples/sec	accuracy=0.496035	lr=0.049288
Epoch[16] Batch [249]	Speed: 1743.605533 samples/sec	accuracy=0.493844	lr=0.049287
Epoch[16] Batch [299]	Speed: 1779.394300 samples/sec	accuracy=0.493620	lr=0.049285
Epoch[16] Batch [349]	Speed: 1767.207871 samples/sec	accuracy=0.493806	lr=0.049284
Epoch[16] Batch [399]	Speed: 1778.825541 samples/sec	accuracy=0.492646	lr=0.049283
Epoch[16] Batch [449]	Speed: 1755.178161 samples/sec	accuracy=0.493620	lr=0.049282
Epoch[16] Batch [499]	Speed: 1758.589630 samples/sec	accuracy=0.492922	lr=0.049280
Epoch[16] Batch [549]	Speed: 1751.539693 samples/sec	accuracy=0.493217	lr=0.049279
Epoch[16] Batch [599]	Speed: 1748.219252 samples/sec	accuracy=0.493242	lr=0.049278
Epoch[16] Batch [649]	Speed: 1740.314400 samples/sec	accuracy=0.492975	lr=0.049276
Epoch[16] Batch [699]	Speed: 1729.486203 samples/sec	accuracy=0.493276	lr=0.049275
Epoch[16] Batch [749]	Speed: 1762.130515 samples/sec	accuracy=0.493141	lr=0.049274
Epoch[16] Batch [799]	Speed: 1747.290689 samples/sec	accuracy=0.493105	lr=0.049273
Epoch[16] Batch [849]	Speed: 1771.348260 samples/sec	accuracy=0.492592	lr=0.049271
Epoch[16] Batch [899]	Speed: 1750.964671 samples/sec	accuracy=0.492470	lr=0.049270
Epoch[16] Batch [949]	Speed: 1783.664825 samples/sec	accuracy=0.492159	lr=0.049269
Epoch[16] Batch [999]	Speed: 1710.426178 samples/sec	accuracy=0.492047	lr=0.049267
Epoch[16] Batch [1049]	Speed: 1714.887390 samples/sec	accuracy=0.491972	lr=0.049266
Epoch[16] Batch [1099]	Speed: 1746.921074 samples/sec	accuracy=0.491729	lr=0.049265
Epoch[16] Batch [1149]	Speed: 1711.515528 samples/sec	accuracy=0.491617	lr=0.049263
Epoch[16] Batch [1199]	Speed: 1766.116504 samples/sec	accuracy=0.491738	lr=0.049262
Epoch[16] Batch [1249]	Speed: 1767.376291 samples/sec	accuracy=0.491791	lr=0.049261
Epoch[16] Batch [1299]	Speed: 1807.788296 samples/sec	accuracy=0.491674	lr=0.049260
Epoch[16] Batch [1349]	Speed: 1772.234652 samples/sec	accuracy=0.491985	lr=0.049258
Epoch[16] Batch [1399]	Speed: 1756.423076 samples/sec	accuracy=0.491769	lr=0.049257
Epoch[16] Batch [1449]	Speed: 1763.682493 samples/sec	accuracy=0.491536	lr=0.049256
Epoch[16] Batch [1499]	Speed: 1770.228777 samples/sec	accuracy=0.491448	lr=0.049254
Epoch[16] Batch [1549]	Speed: 1745.308225 samples/sec	accuracy=0.491540	lr=0.049253
Epoch[16] Batch [1599]	Speed: 1730.216309 samples/sec	accuracy=0.491584	lr=0.049252
Epoch[16] Batch [1649]	Speed: 1762.939912 samples/sec	accuracy=0.491660	lr=0.049250
Epoch[16] Batch [1699]	Speed: 1761.545630 samples/sec	accuracy=0.491542	lr=0.049249
Epoch[16] Batch [1749]	Speed: 1751.161767 samples/sec	accuracy=0.491446	lr=0.049248
Epoch[16] Batch [1799]	Speed: 1761.125129 samples/sec	accuracy=0.491437	lr=0.049246
Epoch[16] Batch [1849]	Speed: 1767.804614 samples/sec	accuracy=0.491362	lr=0.049245
Epoch[16] Batch [1899]	Speed: 1780.164681 samples/sec	accuracy=0.491480	lr=0.049244
Epoch[16] Batch [1949]	Speed: 1757.441739 samples/sec	accuracy=0.491404	lr=0.049242
Epoch[16] Batch [1999]	Speed: 1810.432955 samples/sec	accuracy=0.491502	lr=0.049241
Epoch[16] Batch [2049]	Speed: 1748.571077 samples/sec	accuracy=0.491524	lr=0.049240
Epoch[16] Batch [2099]	Speed: 1741.757985 samples/sec	accuracy=0.491512	lr=0.049238
Epoch[16] Batch [2149]	Speed: 1770.735398 samples/sec	accuracy=0.491557	lr=0.049237
Epoch[16] Batch [2199]	Speed: 1760.411310 samples/sec	accuracy=0.491523	lr=0.049236
Epoch[16] Batch [2249]	Speed: 1753.958789 samples/sec	accuracy=0.491465	lr=0.049234
Epoch[16] Batch [2299]	Speed: 1771.861194 samples/sec	accuracy=0.491428	lr=0.049233
Epoch[16] Batch [2349]	Speed: 1734.719663 samples/sec	accuracy=0.491381	lr=0.049232
Epoch[16] Batch [2399]	Speed: 1739.159981 samples/sec	accuracy=0.491436	lr=0.049230
Epoch[16] Batch [2449]	Speed: 1753.524319 samples/sec	accuracy=0.491384	lr=0.049229
Epoch[16] Batch [2499]	Speed: 1750.924469 samples/sec	accuracy=0.491364	lr=0.049228
Epoch[16] Batch [2549]	Speed: 1773.275609 samples/sec	accuracy=0.491363	lr=0.049226
Epoch[16] Batch [2599]	Speed: 1751.998622 samples/sec	accuracy=0.491414	lr=0.049225
Epoch[16] Batch [2649]	Speed: 1719.828869 samples/sec	accuracy=0.491418	lr=0.049224
Epoch[16] Batch [2699]	Speed: 1747.673146 samples/sec	accuracy=0.491289	lr=0.049222
Epoch[16] Batch [2749]	Speed: 1743.104298 samples/sec	accuracy=0.491389	lr=0.049221
Epoch[16] Batch [2799]	Speed: 1747.934205 samples/sec	accuracy=0.491419	lr=0.049220
Epoch[16] Batch [2849]	Speed: 1750.860515 samples/sec	accuracy=0.491439	lr=0.049218
Epoch[16] Batch [2899]	Speed: 1751.877936 samples/sec	accuracy=0.491398	lr=0.049217
Epoch[16] Batch [2949]	Speed: 1752.679656 samples/sec	accuracy=0.491304	lr=0.049216
Epoch[16] Batch [2999]	Speed: 1784.156161 samples/sec	accuracy=0.491216	lr=0.049214
Epoch[16] Batch [3049]	Speed: 1734.460351 samples/sec	accuracy=0.491237	lr=0.049213
Epoch[16] Batch [3099]	Speed: 1761.189315 samples/sec	accuracy=0.491391	lr=0.049212
Epoch[16] Batch [3149]	Speed: 1728.702551 samples/sec	accuracy=0.491500	lr=0.049210
Epoch[16] Batch [3199]	Speed: 1747.322933 samples/sec	accuracy=0.491423	lr=0.049209
Epoch[16] Batch [3249]	Speed: 1733.791216 samples/sec	accuracy=0.491343	lr=0.049208
Epoch[16] Batch [3299]	Speed: 1769.924489 samples/sec	accuracy=0.491419	lr=0.049206
Epoch[16] Batch [3349]	Speed: 1772.253724 samples/sec	accuracy=0.491474	lr=0.049205
Epoch[16] Batch [3399]	Speed: 1754.729207 samples/sec	accuracy=0.491271	lr=0.049204
Epoch[16] Batch [3449]	Speed: 1782.853993 samples/sec	accuracy=0.491230	lr=0.049202
Epoch[16] Batch [3499]	Speed: 1751.548836 samples/sec	accuracy=0.491326	lr=0.049201
Epoch[16] Batch [3549]	Speed: 1772.465298 samples/sec	accuracy=0.491251	lr=0.049200
Epoch[16] Batch [3599]	Speed: 1763.945285 samples/sec	accuracy=0.491348	lr=0.049198
Epoch[16] Batch [3649]	Speed: 1765.232853 samples/sec	accuracy=0.491187	lr=0.049197
Epoch[16] Batch [3699]	Speed: 1762.452727 samples/sec	accuracy=0.491211	lr=0.049195
Epoch[16] Batch [3749]	Speed: 1736.997396 samples/sec	accuracy=0.491152	lr=0.049194
Epoch[16] Batch [3799]	Speed: 1751.553122 samples/sec	accuracy=0.491187	lr=0.049193
Epoch[16] Batch [3849]	Speed: 1765.974986 samples/sec	accuracy=0.491124	lr=0.049191
Epoch[16] Batch [3899]	Speed: 1771.522557 samples/sec	accuracy=0.491125	lr=0.049190
Epoch[16] Batch [3949]	Speed: 1780.535625 samples/sec	accuracy=0.491143	lr=0.049189
Epoch[16] Batch [3999]	Speed: 1733.241887 samples/sec	accuracy=0.491187	lr=0.049187
Epoch[16] Batch [4049]	Speed: 1751.887769 samples/sec	accuracy=0.491154	lr=0.049186
Epoch[16] Batch [4099]	Speed: 1787.769423 samples/sec	accuracy=0.491085	lr=0.049185
Epoch[16] Batch [4149]	Speed: 1726.527012 samples/sec	accuracy=0.491038	lr=0.049183
Epoch[16] Batch [4199]	Speed: 1774.058873 samples/sec	accuracy=0.491057	lr=0.049182
Epoch[16] Batch [4249]	Speed: 1746.555935 samples/sec	accuracy=0.491073	lr=0.049180
Epoch[16] Batch [4299]	Speed: 1749.910665 samples/sec	accuracy=0.491041	lr=0.049179
Epoch[16] Batch [4349]	Speed: 1778.823832 samples/sec	accuracy=0.491046	lr=0.049178
Epoch[16] Batch [4399]	Speed: 1766.274663 samples/sec	accuracy=0.491069	lr=0.049176
Epoch[16] Batch [4449]	Speed: 1767.545384 samples/sec	accuracy=0.491096	lr=0.049175
Epoch[16] Batch [4499]	Speed: 1769.841052 samples/sec	accuracy=0.491049	lr=0.049174
Epoch[16] Batch [4549]	Speed: 1772.425039 samples/sec	accuracy=0.491123	lr=0.049172
Epoch[16] Batch [4599]	Speed: 1749.187555 samples/sec	accuracy=0.491073	lr=0.049171
Epoch[16] Batch [4649]	Speed: 1739.863771 samples/sec	accuracy=0.491048	lr=0.049169
Epoch[16] Batch [4699]	Speed: 1791.149680 samples/sec	accuracy=0.491016	lr=0.049168
Epoch[16] Batch [4749]	Speed: 1780.742979 samples/sec	accuracy=0.491058	lr=0.049167
Epoch[16] Batch [4799]	Speed: 1745.887202 samples/sec	accuracy=0.490988	lr=0.049165
Epoch[16] Batch [4849]	Speed: 1756.024775 samples/sec	accuracy=0.490996	lr=0.049164
Epoch[16] Batch [4899]	Speed: 1756.220427 samples/sec	accuracy=0.490992	lr=0.049162
Epoch[16] Batch [4949]	Speed: 1756.094449 samples/sec	accuracy=0.490960	lr=0.049161
Epoch[16] Batch [4999]	Speed: 1824.129667 samples/sec	accuracy=0.490913	lr=0.049160
[Epoch 16] training: accuracy=0.490920
[Epoch 16] speed: 1757 samples/sec	time cost: 743.425057
[Epoch 16] validation: err-top1=0.445930 err-top5=0.207549
Epoch[17] Batch [49]	Speed: 1620.413352 samples/sec	accuracy=0.508516	lr=0.049158
Epoch[17] Batch [99]	Speed: 1773.307531 samples/sec	accuracy=0.506680	lr=0.049157
Epoch[17] Batch [149]	Speed: 1779.145987 samples/sec	accuracy=0.505104	lr=0.049155
Epoch[17] Batch [199]	Speed: 1819.047431 samples/sec	accuracy=0.504766	lr=0.049154
Epoch[17] Batch [249]	Speed: 1742.169740 samples/sec	accuracy=0.503062	lr=0.049153
Epoch[17] Batch [299]	Speed: 1746.722488 samples/sec	accuracy=0.501510	lr=0.049151
Epoch[17] Batch [349]	Speed: 1760.947732 samples/sec	accuracy=0.501317	lr=0.049150
Epoch[17] Batch [399]	Speed: 1773.056288 samples/sec	accuracy=0.500527	lr=0.049148
Epoch[17] Batch [449]	Speed: 1790.565619 samples/sec	accuracy=0.500026	lr=0.049147
Epoch[17] Batch [499]	Speed: 1746.126090 samples/sec	accuracy=0.500023	lr=0.049146
Epoch[17] Batch [549]	Speed: 1768.084707 samples/sec	accuracy=0.499631	lr=0.049144
Epoch[17] Batch [599]	Speed: 1761.130213 samples/sec	accuracy=0.499102	lr=0.049143
Epoch[17] Batch [649]	Speed: 1725.557616 samples/sec	accuracy=0.499285	lr=0.049141
Epoch[17] Batch [699]	Speed: 1766.674721 samples/sec	accuracy=0.499107	lr=0.049140
Epoch[17] Batch [749]	Speed: 1782.842803 samples/sec	accuracy=0.498703	lr=0.049139
Epoch[17] Batch [799]	Speed: 1783.344053 samples/sec	accuracy=0.498535	lr=0.049137
Epoch[17] Batch [849]	Speed: 1770.504443 samples/sec	accuracy=0.498300	lr=0.049136
Epoch[17] Batch [899]	Speed: 1753.267084 samples/sec	accuracy=0.497730	lr=0.049134
Epoch[17] Batch [949]	Speed: 1771.985819 samples/sec	accuracy=0.497566	lr=0.049133
Epoch[17] Batch [999]	Speed: 1773.975809 samples/sec	accuracy=0.497340	lr=0.049131
Epoch[17] Batch [1049]	Speed: 1744.090172 samples/sec	accuracy=0.497281	lr=0.049130
Epoch[17] Batch [1099]	Speed: 1808.300871 samples/sec	accuracy=0.497287	lr=0.049129
Epoch[17] Batch [1149]	Speed: 1763.700512 samples/sec	accuracy=0.497120	lr=0.049127
Epoch[17] Batch [1199]	Speed: 1776.555137 samples/sec	accuracy=0.497184	lr=0.049126
Epoch[17] Batch [1249]	Speed: 1738.460813 samples/sec	accuracy=0.497163	lr=0.049124
Epoch[17] Batch [1299]	Speed: 1756.616863 samples/sec	accuracy=0.497040	lr=0.049123
Epoch[17] Batch [1349]	Speed: 1781.757058 samples/sec	accuracy=0.497034	lr=0.049122
Epoch[17] Batch [1399]	Speed: 1772.210842 samples/sec	accuracy=0.497210	lr=0.049120
Epoch[17] Batch [1449]	Speed: 1743.846403 samples/sec	accuracy=0.497381	lr=0.049119
Epoch[17] Batch [1499]	Speed: 1747.987474 samples/sec	accuracy=0.497391	lr=0.049117
Epoch[17] Batch [1549]	Speed: 1754.142633 samples/sec	accuracy=0.497067	lr=0.049116
Epoch[17] Batch [1599]	Speed: 1741.172539 samples/sec	accuracy=0.497065	lr=0.049114
Epoch[17] Batch [1649]	Speed: 1755.297580 samples/sec	accuracy=0.496896	lr=0.049113
Epoch[17] Batch [1699]	Speed: 1739.017060 samples/sec	accuracy=0.496792	lr=0.049112
Epoch[17] Batch [1749]	Speed: 1747.733055 samples/sec	accuracy=0.496395	lr=0.049110
Epoch[17] Batch [1799]	Speed: 1748.079392 samples/sec	accuracy=0.496267	lr=0.049109
Epoch[17] Batch [1849]	Speed: 1768.753191 samples/sec	accuracy=0.496094	lr=0.049107
Epoch[17] Batch [1899]	Speed: 1758.836789 samples/sec	accuracy=0.495997	lr=0.049106
Epoch[17] Batch [1949]	Speed: 1768.143811 samples/sec	accuracy=0.496054	lr=0.049104
Epoch[17] Batch [1999]	Speed: 1761.544185 samples/sec	accuracy=0.495990	lr=0.049103
Epoch[17] Batch [2049]	Speed: 1765.255954 samples/sec	accuracy=0.495901	lr=0.049102
Epoch[17] Batch [2099]	Speed: 1757.083229 samples/sec	accuracy=0.496019	lr=0.049100
Epoch[17] Batch [2149]	Speed: 1760.782786 samples/sec	accuracy=0.496008	lr=0.049099
Epoch[17] Batch [2199]	Speed: 1700.986524 samples/sec	accuracy=0.496056	lr=0.049097
Epoch[17] Batch [2249]	Speed: 1734.494869 samples/sec	accuracy=0.495997	lr=0.049096
Epoch[17] Batch [2299]	Speed: 1773.337345 samples/sec	accuracy=0.495977	lr=0.049094
Epoch[17] Batch [2349]	Speed: 1763.934563 samples/sec	accuracy=0.496002	lr=0.049093
Epoch[17] Batch [2399]	Speed: 1755.355775 samples/sec	accuracy=0.496029	lr=0.049091
Epoch[17] Batch [2449]	Speed: 1742.803379 samples/sec	accuracy=0.496009	lr=0.049090
Epoch[17] Batch [2499]	Speed: 1778.805031 samples/sec	accuracy=0.495947	lr=0.049089
Epoch[17] Batch [2549]	Speed: 1752.683718 samples/sec	accuracy=0.496019	lr=0.049087
Epoch[17] Batch [2599]	Speed: 1709.764510 samples/sec	accuracy=0.495924	lr=0.049086
Epoch[17] Batch [2649]	Speed: 1769.334127 samples/sec	accuracy=0.495873	lr=0.049084
Epoch[17] Batch [2699]	Speed: 1772.965179 samples/sec	accuracy=0.496060	lr=0.049083
Epoch[17] Batch [2749]	Speed: 1769.281299 samples/sec	accuracy=0.496024	lr=0.049081
Epoch[17] Batch [2799]	Speed: 1729.113779 samples/sec	accuracy=0.495961	lr=0.049080
Epoch[17] Batch [2849]	Speed: 1772.783222 samples/sec	accuracy=0.495810	lr=0.049078
Epoch[17] Batch [2899]	Speed: 1743.136105 samples/sec	accuracy=0.495846	lr=0.049077
Epoch[17] Batch [2949]	Speed: 1723.557788 samples/sec	accuracy=0.495891	lr=0.049075
Epoch[17] Batch [2999]	Speed: 1763.253443 samples/sec	accuracy=0.495777	lr=0.049074
Epoch[17] Batch [3049]	Speed: 1735.762459 samples/sec	accuracy=0.495712	lr=0.049073
Epoch[17] Batch [3099]	Speed: 1765.772741 samples/sec	accuracy=0.495751	lr=0.049071
Epoch[17] Batch [3149]	Speed: 1725.370843 samples/sec	accuracy=0.495780	lr=0.049070
Epoch[17] Batch [3199]	Speed: 1763.033641 samples/sec	accuracy=0.495612	lr=0.049068
Epoch[17] Batch [3249]	Speed: 1747.081500 samples/sec	accuracy=0.495605	lr=0.049067
Epoch[17] Batch [3299]	Speed: 1713.201030 samples/sec	accuracy=0.495573	lr=0.049065
Epoch[17] Batch [3349]	Speed: 1780.886697 samples/sec	accuracy=0.495560	lr=0.049064
Epoch[17] Batch [3399]	Speed: 1745.888167 samples/sec	accuracy=0.495531	lr=0.049062
Epoch[17] Batch [3449]	Speed: 1760.003467 samples/sec	accuracy=0.495565	lr=0.049061
Epoch[17] Batch [3499]	Speed: 1725.882902 samples/sec	accuracy=0.495472	lr=0.049059
Epoch[17] Batch [3549]	Speed: 1770.071834 samples/sec	accuracy=0.495375	lr=0.049058
Epoch[17] Batch [3599]	Speed: 1781.400974 samples/sec	accuracy=0.495372	lr=0.049056
Epoch[17] Batch [3649]	Speed: 1745.453656 samples/sec	accuracy=0.495385	lr=0.049055
Epoch[17] Batch [3699]	Speed: 1766.466503 samples/sec	accuracy=0.495278	lr=0.049053
Epoch[17] Batch [3749]	Speed: 1740.845981 samples/sec	accuracy=0.495291	lr=0.049052
Epoch[17] Batch [3799]	Speed: 1763.630986 samples/sec	accuracy=0.495325	lr=0.049050
Epoch[17] Batch [3849]	Speed: 1740.112349 samples/sec	accuracy=0.495285	lr=0.049049
Epoch[17] Batch [3899]	Speed: 1755.661332 samples/sec	accuracy=0.495288	lr=0.049048
Epoch[17] Batch [3949]	Speed: 1717.873621 samples/sec	accuracy=0.495269	lr=0.049046
Epoch[17] Batch [3999]	Speed: 1758.254836 samples/sec	accuracy=0.495212	lr=0.049045
Epoch[17] Batch [4049]	Speed: 1747.280453 samples/sec	accuracy=0.495173	lr=0.049043
Epoch[17] Batch [4099]	Speed: 1768.505684 samples/sec	accuracy=0.495116	lr=0.049042
Epoch[17] Batch [4149]	Speed: 1769.201072 samples/sec	accuracy=0.495043	lr=0.049040
Epoch[17] Batch [4199]	Speed: 1740.017263 samples/sec	accuracy=0.495030	lr=0.049039
Epoch[17] Batch [4249]	Speed: 1760.354915 samples/sec	accuracy=0.495077	lr=0.049037
Epoch[17] Batch [4299]	Speed: 1782.154932 samples/sec	accuracy=0.495157	lr=0.049036
Epoch[17] Batch [4349]	Speed: 1757.482528 samples/sec	accuracy=0.495072	lr=0.049034
Epoch[17] Batch [4399]	Speed: 1745.321842 samples/sec	accuracy=0.495138	lr=0.049033
Epoch[17] Batch [4449]	Speed: 1738.353636 samples/sec	accuracy=0.495190	lr=0.049031
Epoch[17] Batch [4499]	Speed: 1761.634124 samples/sec	accuracy=0.495112	lr=0.049030
Epoch[17] Batch [4549]	Speed: 1739.276667 samples/sec	accuracy=0.495190	lr=0.049028
Epoch[17] Batch [4599]	Speed: 1753.620429 samples/sec	accuracy=0.495105	lr=0.049027
Epoch[17] Batch [4649]	Speed: 1742.139438 samples/sec	accuracy=0.495215	lr=0.049025
Epoch[17] Batch [4699]	Speed: 1735.969170 samples/sec	accuracy=0.495222	lr=0.049024
Epoch[17] Batch [4749]	Speed: 1768.948718 samples/sec	accuracy=0.495301	lr=0.049022
Epoch[17] Batch [4799]	Speed: 1779.430217 samples/sec	accuracy=0.495334	lr=0.049021
Epoch[17] Batch [4849]	Speed: 1765.627271 samples/sec	accuracy=0.495325	lr=0.049019
Epoch[17] Batch [4899]	Speed: 1752.371303 samples/sec	accuracy=0.495257	lr=0.049018
Epoch[17] Batch [4949]	Speed: 1743.110467 samples/sec	accuracy=0.495257	lr=0.049016
Epoch[17] Batch [4999]	Speed: 1930.072278 samples/sec	accuracy=0.495184	lr=0.049015
[Epoch 17] training: accuracy=0.495184
[Epoch 17] speed: 1756 samples/sec	time cost: 743.846362
[Epoch 17] validation: err-top1=0.438782 err-top5=0.201703
Epoch[18] Batch [49]	Speed: 1640.004420 samples/sec	accuracy=0.498125	lr=0.049013
Epoch[18] Batch [99]	Speed: 1776.164402 samples/sec	accuracy=0.495820	lr=0.049012
Epoch[18] Batch [149]	Speed: 1744.596736 samples/sec	accuracy=0.496380	lr=0.049010
Epoch[18] Batch [199]	Speed: 1774.189260 samples/sec	accuracy=0.497129	lr=0.049009
Epoch[18] Batch [249]	Speed: 1780.514603 samples/sec	accuracy=0.498812	lr=0.049007
Epoch[18] Batch [299]	Speed: 1743.507913 samples/sec	accuracy=0.498268	lr=0.049006
Epoch[18] Batch [349]	Speed: 1759.888253 samples/sec	accuracy=0.498058	lr=0.049004
Epoch[18] Batch [399]	Speed: 1775.432001 samples/sec	accuracy=0.498184	lr=0.049002
Epoch[18] Batch [449]	Speed: 1788.965036 samples/sec	accuracy=0.498368	lr=0.049001
Epoch[18] Batch [499]	Speed: 1761.593141 samples/sec	accuracy=0.498711	lr=0.048999
Epoch[18] Batch [549]	Speed: 1750.397446 samples/sec	accuracy=0.499006	lr=0.048998
Epoch[18] Batch [599]	Speed: 1750.501832 samples/sec	accuracy=0.499225	lr=0.048996
Epoch[18] Batch [649]	Speed: 1756.177283 samples/sec	accuracy=0.499159	lr=0.048995
Epoch[18] Batch [699]	Speed: 1801.402157 samples/sec	accuracy=0.499866	lr=0.048993
Epoch[18] Batch [749]	Speed: 1772.640341 samples/sec	accuracy=0.499891	lr=0.048992
Epoch[18] Batch [799]	Speed: 1753.843161 samples/sec	accuracy=0.499990	lr=0.048990
Epoch[18] Batch [849]	Speed: 1752.996245 samples/sec	accuracy=0.500391	lr=0.048989
Epoch[18] Batch [899]	Speed: 1761.181804 samples/sec	accuracy=0.500503	lr=0.048987
Epoch[18] Batch [949]	Speed: 1770.149923 samples/sec	accuracy=0.499827	lr=0.048986
Epoch[18] Batch [999]	Speed: 1765.064667 samples/sec	accuracy=0.499516	lr=0.048984
Epoch[18] Batch [1049]	Speed: 1750.899515 samples/sec	accuracy=0.499732	lr=0.048983
Epoch[18] Batch [1099]	Speed: 1734.130872 samples/sec	accuracy=0.499457	lr=0.048981
Epoch[18] Batch [1149]	Speed: 1745.572664 samples/sec	accuracy=0.499640	lr=0.048980
Epoch[18] Batch [1199]	Speed: 1736.041640 samples/sec	accuracy=0.499801	lr=0.048978
Epoch[18] Batch [1249]	Speed: 1755.223895 samples/sec	accuracy=0.499469	lr=0.048977
Epoch[18] Batch [1299]	Speed: 1750.509252 samples/sec	accuracy=0.499411	lr=0.048975
Epoch[18] Batch [1349]	Speed: 1786.290910 samples/sec	accuracy=0.499395	lr=0.048974
Epoch[18] Batch [1399]	Speed: 1731.273626 samples/sec	accuracy=0.499528	lr=0.048972
Epoch[18] Batch [1449]	Speed: 1754.773198 samples/sec	accuracy=0.499696	lr=0.048970
Epoch[18] Batch [1499]	Speed: 1776.893291 samples/sec	accuracy=0.499831	lr=0.048969
Epoch[18] Batch [1549]	Speed: 1759.556598 samples/sec	accuracy=0.499836	lr=0.048967
Epoch[18] Batch [1599]	Speed: 1784.221799 samples/sec	accuracy=0.499758	lr=0.048966
Epoch[18] Batch [1649]	Speed: 1717.643060 samples/sec	accuracy=0.499531	lr=0.048964
Epoch[18] Batch [1699]	Speed: 1777.805199 samples/sec	accuracy=0.499538	lr=0.048963
Epoch[18] Batch [1749]	Speed: 1742.090821 samples/sec	accuracy=0.499482	lr=0.048961
Epoch[18] Batch [1799]	Speed: 1769.524883 samples/sec	accuracy=0.499729	lr=0.048960
Epoch[18] Batch [1849]	Speed: 1749.298693 samples/sec	accuracy=0.499656	lr=0.048958
Epoch[18] Batch [1899]	Speed: 1737.865036 samples/sec	accuracy=0.499622	lr=0.048957
Epoch[18] Batch [1949]	Speed: 1723.440601 samples/sec	accuracy=0.499734	lr=0.048955
Epoch[18] Batch [1999]	Speed: 1767.946542 samples/sec	accuracy=0.499729	lr=0.048953
Epoch[18] Batch [2049]	Speed: 1761.154419 samples/sec	accuracy=0.499543	lr=0.048952
Epoch[18] Batch [2099]	Speed: 1741.120193 samples/sec	accuracy=0.499611	lr=0.048950
Epoch[18] Batch [2149]	Speed: 1733.358284 samples/sec	accuracy=0.499413	lr=0.048949
Epoch[18] Batch [2199]	Speed: 1729.531277 samples/sec	accuracy=0.499359	lr=0.048947
Epoch[18] Batch [2249]	Speed: 1750.797708 samples/sec	accuracy=0.499437	lr=0.048946
Epoch[18] Batch [2299]	Speed: 1764.075059 samples/sec	accuracy=0.499451	lr=0.048944
Epoch[18] Batch [2349]	Speed: 1775.849259 samples/sec	accuracy=0.499513	lr=0.048943
Epoch[18] Batch [2399]	Speed: 1756.173894 samples/sec	accuracy=0.499411	lr=0.048941
Epoch[18] Batch [2449]	Speed: 1758.981372 samples/sec	accuracy=0.499212	lr=0.048939
Epoch[18] Batch [2499]	Speed: 1753.371069 samples/sec	accuracy=0.499258	lr=0.048938
Epoch[18] Batch [2549]	Speed: 1783.156229 samples/sec	accuracy=0.499269	lr=0.048936
Epoch[18] Batch [2599]	Speed: 1760.910940 samples/sec	accuracy=0.499244	lr=0.048935
Epoch[18] Batch [2649]	Speed: 1748.228360 samples/sec	accuracy=0.499186	lr=0.048933
Epoch[18] Batch [2699]	Speed: 1796.646037 samples/sec	accuracy=0.499132	lr=0.048932
Epoch[18] Batch [2749]	Speed: 1759.823700 samples/sec	accuracy=0.499112	lr=0.048930
Epoch[18] Batch [2799]	Speed: 1727.451584 samples/sec	accuracy=0.499226	lr=0.048929
Epoch[18] Batch [2849]	Speed: 1753.130481 samples/sec	accuracy=0.499083	lr=0.048927
Epoch[18] Batch [2899]	Speed: 1759.179817 samples/sec	accuracy=0.499046	lr=0.048925
Epoch[18] Batch [2949]	Speed: 1765.857013 samples/sec	accuracy=0.499131	lr=0.048924
Epoch[18] Batch [2999]	Speed: 1682.073650 samples/sec	accuracy=0.499090	lr=0.048922
Epoch[18] Batch [3049]	Speed: 1758.199271 samples/sec	accuracy=0.499118	lr=0.048921
Epoch[18] Batch [3099]	Speed: 1782.883774 samples/sec	accuracy=0.499217	lr=0.048919
Epoch[18] Batch [3149]	Speed: 1790.113424 samples/sec	accuracy=0.499288	lr=0.048918
Epoch[18] Batch [3199]	Speed: 1752.367013 samples/sec	accuracy=0.499119	lr=0.048916
Epoch[18] Batch [3249]	Speed: 1747.418819 samples/sec	accuracy=0.499030	lr=0.048914
Epoch[18] Batch [3299]	Speed: 1724.914839 samples/sec	accuracy=0.498945	lr=0.048913
Epoch[18] Batch [3349]	Speed: 1738.042032 samples/sec	accuracy=0.498879	lr=0.048911
Epoch[18] Batch [3399]	Speed: 1735.939701 samples/sec	accuracy=0.498851	lr=0.048910
Epoch[18] Batch [3449]	Speed: 1770.262282 samples/sec	accuracy=0.498779	lr=0.048908
Epoch[18] Batch [3499]	Speed: 1757.656983 samples/sec	accuracy=0.498769	lr=0.048906
Epoch[18] Batch [3549]	Speed: 1771.060530 samples/sec	accuracy=0.498769	lr=0.048905
Epoch[18] Batch [3599]	Speed: 1767.271861 samples/sec	accuracy=0.498771	lr=0.048903
Epoch[18] Batch [3649]	Speed: 1723.313418 samples/sec	accuracy=0.498738	lr=0.048902
Epoch[18] Batch [3699]	Speed: 1755.799823 samples/sec	accuracy=0.498649	lr=0.048900
Epoch[18] Batch [3749]	Speed: 1750.318408 samples/sec	accuracy=0.498568	lr=0.048899
Epoch[18] Batch [3799]	Speed: 1724.107749 samples/sec	accuracy=0.498569	lr=0.048897
Epoch[18] Batch [3849]	Speed: 1748.408613 samples/sec	accuracy=0.498597	lr=0.048895
Epoch[18] Batch [3899]	Speed: 1753.608172 samples/sec	accuracy=0.498593	lr=0.048894
Epoch[18] Batch [3949]	Speed: 1779.097524 samples/sec	accuracy=0.498664	lr=0.048892
Epoch[18] Batch [3999]	Speed: 1758.377497 samples/sec	accuracy=0.498724	lr=0.048891
Epoch[18] Batch [4049]	Speed: 1744.619356 samples/sec	accuracy=0.498703	lr=0.048889
Epoch[18] Batch [4099]	Speed: 1749.929373 samples/sec	accuracy=0.498707	lr=0.048887
Epoch[18] Batch [4149]	Speed: 1752.867810 samples/sec	accuracy=0.498699	lr=0.048886
Epoch[18] Batch [4199]	Speed: 1737.579363 samples/sec	accuracy=0.498669	lr=0.048884
Epoch[18] Batch [4249]	Speed: 1753.996036 samples/sec	accuracy=0.498563	lr=0.048883
Epoch[18] Batch [4299]	Speed: 1743.074134 samples/sec	accuracy=0.498574	lr=0.048881
Epoch[18] Batch [4349]	Speed: 1751.822315 samples/sec	accuracy=0.498529	lr=0.048879
Epoch[18] Batch [4399]	Speed: 1734.692311 samples/sec	accuracy=0.498486	lr=0.048878
Epoch[18] Batch [4449]	Speed: 1768.051518 samples/sec	accuracy=0.498561	lr=0.048876
Epoch[18] Batch [4499]	Speed: 1756.700321 samples/sec	accuracy=0.498522	lr=0.048875
Epoch[18] Batch [4549]	Speed: 1757.551742 samples/sec	accuracy=0.498583	lr=0.048873
Epoch[18] Batch [4599]	Speed: 1740.984968 samples/sec	accuracy=0.498605	lr=0.048871
Epoch[18] Batch [4649]	Speed: 1737.829202 samples/sec	accuracy=0.498631	lr=0.048870
Epoch[18] Batch [4699]	Speed: 1773.452277 samples/sec	accuracy=0.498634	lr=0.048868
Epoch[18] Batch [4749]	Speed: 1738.774426 samples/sec	accuracy=0.498616	lr=0.048867
Epoch[18] Batch [4799]	Speed: 1756.399229 samples/sec	accuracy=0.498560	lr=0.048865
Epoch[18] Batch [4849]	Speed: 1762.523837 samples/sec	accuracy=0.498611	lr=0.048863
Epoch[18] Batch [4899]	Speed: 1771.876983 samples/sec	accuracy=0.498605	lr=0.048862
Epoch[18] Batch [4949]	Speed: 1754.758802 samples/sec	accuracy=0.498591	lr=0.048860
Epoch[18] Batch [4999]	Speed: 1810.331799 samples/sec	accuracy=0.498541	lr=0.048858
[Epoch 18] training: accuracy=0.498521
[Epoch 18] speed: 1754 samples/sec	time cost: 744.439225
[Epoch 18] validation: err-top1=0.437300 err-top5=0.199639
Epoch[19] Batch [49]	Speed: 1631.355866 samples/sec	accuracy=0.513203	lr=0.048857
Epoch[19] Batch [99]	Speed: 1747.053415 samples/sec	accuracy=0.510430	lr=0.048855
Epoch[19] Batch [149]	Speed: 1757.499615 samples/sec	accuracy=0.507943	lr=0.048853
Epoch[19] Batch [199]	Speed: 1761.619095 samples/sec	accuracy=0.509004	lr=0.048852
Epoch[19] Batch [249]	Speed: 1738.610229 samples/sec	accuracy=0.507437	lr=0.048850
Epoch[19] Batch [299]	Speed: 1766.383625 samples/sec	accuracy=0.507070	lr=0.048849
Epoch[19] Batch [349]	Speed: 1729.676877 samples/sec	accuracy=0.506696	lr=0.048847
Epoch[19] Batch [399]	Speed: 1769.533923 samples/sec	accuracy=0.505752	lr=0.048845
Epoch[19] Batch [449]	Speed: 1779.361156 samples/sec	accuracy=0.505781	lr=0.048844
Epoch[19] Batch [499]	Speed: 1773.211300 samples/sec	accuracy=0.505437	lr=0.048842
Epoch[19] Batch [549]	Speed: 1788.584554 samples/sec	accuracy=0.505455	lr=0.048840
Epoch[19] Batch [599]	Speed: 1778.948966 samples/sec	accuracy=0.505234	lr=0.048839
Epoch[19] Batch [649]	Speed: 1760.331192 samples/sec	accuracy=0.504898	lr=0.048837
Epoch[19] Batch [699]	Speed: 1776.567483 samples/sec	accuracy=0.504911	lr=0.048836
Epoch[19] Batch [749]	Speed: 1747.878152 samples/sec	accuracy=0.504833	lr=0.048834
Epoch[19] Batch [799]	Speed: 1760.476714 samples/sec	accuracy=0.504365	lr=0.048832
Epoch[19] Batch [849]	Speed: 1791.425444 samples/sec	accuracy=0.503975	lr=0.048831
Epoch[19] Batch [899]	Speed: 1757.670276 samples/sec	accuracy=0.504089	lr=0.048829
Epoch[19] Batch [949]	Speed: 1778.315459 samples/sec	accuracy=0.503960	lr=0.048827
Epoch[19] Batch [999]	Speed: 1735.347333 samples/sec	accuracy=0.504504	lr=0.048826
Epoch[19] Batch [1049]	Speed: 1762.111140 samples/sec	accuracy=0.504498	lr=0.048824
Epoch[19] Batch [1099]	Speed: 1764.560241 samples/sec	accuracy=0.504283	lr=0.048823
Epoch[19] Batch [1149]	Speed: 1800.008858 samples/sec	accuracy=0.504399	lr=0.048821
Epoch[19] Batch [1199]	Speed: 1714.930610 samples/sec	accuracy=0.504323	lr=0.048819
Epoch[19] Batch [1249]	Speed: 1768.422323 samples/sec	accuracy=0.504116	lr=0.048818
Epoch[19] Batch [1299]	Speed: 1751.969121 samples/sec	accuracy=0.504035	lr=0.048816
Epoch[19] Batch [1349]	Speed: 1726.218967 samples/sec	accuracy=0.503953	lr=0.048814
Epoch[19] Batch [1399]	Speed: 1716.421432 samples/sec	accuracy=0.503739	lr=0.048813
Epoch[19] Batch [1449]	Speed: 1741.035386 samples/sec	accuracy=0.503774	lr=0.048811
Epoch[19] Batch [1499]	Speed: 1761.331569 samples/sec	accuracy=0.503922	lr=0.048809
Epoch[19] Batch [1549]	Speed: 1746.559230 samples/sec	accuracy=0.503916	lr=0.048808
Epoch[19] Batch [1599]	Speed: 1755.883606 samples/sec	accuracy=0.503953	lr=0.048806
Epoch[19] Batch [1649]	Speed: 1766.553749 samples/sec	accuracy=0.503894	lr=0.048804
Epoch[19] Batch [1699]	Speed: 1775.124219 samples/sec	accuracy=0.503734	lr=0.048803
Epoch[19] Batch [1749]	Speed: 1764.843427 samples/sec	accuracy=0.503888	lr=0.048801
Epoch[19] Batch [1799]	Speed: 1766.479407 samples/sec	accuracy=0.503876	lr=0.048799
Epoch[19] Batch [1849]	Speed: 1774.792195 samples/sec	accuracy=0.503777	lr=0.048798
Epoch[19] Batch [1899]	Speed: 1771.019342 samples/sec	accuracy=0.503651	lr=0.048796
Epoch[19] Batch [1949]	Speed: 1779.779791 samples/sec	accuracy=0.503750	lr=0.048794
Epoch[19] Batch [1999]	Speed: 1741.972006 samples/sec	accuracy=0.503736	lr=0.048793
Epoch[19] Batch [2049]	Speed: 1791.803608 samples/sec	accuracy=0.503744	lr=0.048791
Epoch[19] Batch [2099]	Speed: 1770.684004 samples/sec	accuracy=0.503625	lr=0.048789
Epoch[19] Batch [2149]	Speed: 1754.557225 samples/sec	accuracy=0.503494	lr=0.048788
Epoch[19] Batch [2199]	Speed: 1775.204222 samples/sec	accuracy=0.503624	lr=0.048786
Epoch[19] Batch [2249]	Speed: 1724.207362 samples/sec	accuracy=0.503582	lr=0.048784
Epoch[19] Batch [2299]	Speed: 1726.765074 samples/sec	accuracy=0.503490	lr=0.048783
Epoch[19] Batch [2349]	Speed: 1756.742513 samples/sec	accuracy=0.503459	lr=0.048781
Epoch[19] Batch [2399]	Speed: 1794.495957 samples/sec	accuracy=0.503592	lr=0.048779
Epoch[19] Batch [2449]	Speed: 1764.005272 samples/sec	accuracy=0.503622	lr=0.048778
Epoch[19] Batch [2499]	Speed: 1764.819351 samples/sec	accuracy=0.503409	lr=0.048776
Epoch[19] Batch [2549]	Speed: 1782.961990 samples/sec	accuracy=0.503398	lr=0.048774
Epoch[19] Batch [2599]	Speed: 1752.102170 samples/sec	accuracy=0.503211	lr=0.048773
Epoch[19] Batch [2649]	Speed: 1751.970779 samples/sec	accuracy=0.503265	lr=0.048771
Epoch[19] Batch [2699]	Speed: 1767.267440 samples/sec	accuracy=0.503290	lr=0.048769
Epoch[19] Batch [2749]	Speed: 1770.831710 samples/sec	accuracy=0.503313	lr=0.048768
Epoch[19] Batch [2799]	Speed: 1753.506565 samples/sec	accuracy=0.503209	lr=0.048766
Epoch[19] Batch [2849]	Speed: 1758.055564 samples/sec	accuracy=0.503010	lr=0.048764
Epoch[19] Batch [2899]	Speed: 1773.366809 samples/sec	accuracy=0.503032	lr=0.048763
Epoch[19] Batch [2949]	Speed: 1769.152158 samples/sec	accuracy=0.502950	lr=0.048761
Epoch[19] Batch [2999]	Speed: 1746.330278 samples/sec	accuracy=0.502908	lr=0.048759
Epoch[19] Batch [3049]	Speed: 1773.071454 samples/sec	accuracy=0.502846	lr=0.048758
Epoch[19] Batch [3099]	Speed: 1758.426565 samples/sec	accuracy=0.502859	lr=0.048756
Epoch[19] Batch [3149]	Speed: 1758.306720 samples/sec	accuracy=0.502836	lr=0.048754
Epoch[19] Batch [3199]	Speed: 1775.259106 samples/sec	accuracy=0.502791	lr=0.048753
Epoch[19] Batch [3249]	Speed: 1738.592776 samples/sec	accuracy=0.502798	lr=0.048751
Epoch[19] Batch [3299]	Speed: 1764.552702 samples/sec	accuracy=0.502783	lr=0.048749
Epoch[19] Batch [3349]	Speed: 1730.263540 samples/sec	accuracy=0.502846	lr=0.048748
Epoch[19] Batch [3399]	Speed: 1765.198494 samples/sec	accuracy=0.502899	lr=0.048746
Epoch[19] Batch [3449]	Speed: 1731.343583 samples/sec	accuracy=0.502891	lr=0.048744
Epoch[19] Batch [3499]	Speed: 1764.961960 samples/sec	accuracy=0.502824	lr=0.048742
Epoch[19] Batch [3549]	Speed: 1763.313672 samples/sec	accuracy=0.502814	lr=0.048741
Epoch[19] Batch [3599]	Speed: 1733.911046 samples/sec	accuracy=0.502657	lr=0.048739
Epoch[19] Batch [3649]	Speed: 1719.778956 samples/sec	accuracy=0.502648	lr=0.048737
Epoch[19] Batch [3699]	Speed: 1747.184581 samples/sec	accuracy=0.502582	lr=0.048736
Epoch[19] Batch [3749]	Speed: 1751.116816 samples/sec	accuracy=0.502516	lr=0.048734
Epoch[19] Batch [3799]	Speed: 1762.610289 samples/sec	accuracy=0.502516	lr=0.048732
Epoch[19] Batch [3849]	Speed: 1763.071332 samples/sec	accuracy=0.502539	lr=0.048731
Epoch[19] Batch [3899]	Speed: 1734.248621 samples/sec	accuracy=0.502464	lr=0.048729
Epoch[19] Batch [3949]	Speed: 1746.357204 samples/sec	accuracy=0.502459	lr=0.048727
Epoch[19] Batch [3999]	Speed: 1761.495924 samples/sec	accuracy=0.502402	lr=0.048725
Epoch[19] Batch [4049]	Speed: 1773.629683 samples/sec	accuracy=0.502508	lr=0.048724
Epoch[19] Batch [4099]	Speed: 1793.529221 samples/sec	accuracy=0.502533	lr=0.048722
Epoch[19] Batch [4149]	Speed: 1746.394129 samples/sec	accuracy=0.502466	lr=0.048720
Epoch[19] Batch [4199]	Speed: 1744.931849 samples/sec	accuracy=0.502349	lr=0.048719
Epoch[19] Batch [4249]	Speed: 1777.726669 samples/sec	accuracy=0.502391	lr=0.048717
Epoch[19] Batch [4299]	Speed: 1743.437366 samples/sec	accuracy=0.502395	lr=0.048715
Epoch[19] Batch [4349]	Speed: 1742.425425 samples/sec	accuracy=0.502343	lr=0.048713
Epoch[19] Batch [4399]	Speed: 1726.309276 samples/sec	accuracy=0.502362	lr=0.048712
Epoch[19] Batch [4449]	Speed: 1756.206007 samples/sec	accuracy=0.502333	lr=0.048710
Epoch[19] Batch [4499]	Speed: 1762.129358 samples/sec	accuracy=0.502370	lr=0.048708
Epoch[19] Batch [4549]	Speed: 1756.481920 samples/sec	accuracy=0.502367	lr=0.048707
Epoch[19] Batch [4599]	Speed: 1766.030696 samples/sec	accuracy=0.502366	lr=0.048705
Epoch[19] Batch [4649]	Speed: 1784.960997 samples/sec	accuracy=0.502345	lr=0.048703
Epoch[19] Batch [4699]	Speed: 1727.147654 samples/sec	accuracy=0.502309	lr=0.048701
Epoch[19] Batch [4749]	Speed: 1751.339369 samples/sec	accuracy=0.502249	lr=0.048700
Epoch[19] Batch [4799]	Speed: 1771.819735 samples/sec	accuracy=0.502166	lr=0.048698
Epoch[19] Batch [4849]	Speed: 1733.960607 samples/sec	accuracy=0.502178	lr=0.048696
Epoch[19] Batch [4899]	Speed: 1758.065927 samples/sec	accuracy=0.502185	lr=0.048695
Epoch[19] Batch [4949]	Speed: 1723.652966 samples/sec	accuracy=0.502304	lr=0.048693
Epoch[19] Batch [4999]	Speed: 1851.808177 samples/sec	accuracy=0.502266	lr=0.048691
[Epoch 19] training: accuracy=0.502267
[Epoch 19] speed: 1757 samples/sec	time cost: 743.546856
[Epoch 19] validation: err-top1=0.432896 err-top5=0.196648
Epoch[20] Batch [49]	Speed: 1621.536035 samples/sec	accuracy=0.505547	lr=0.048689
Epoch[20] Batch [99]	Speed: 1760.581786 samples/sec	accuracy=0.510430	lr=0.048687
Epoch[20] Batch [149]	Speed: 1744.315023 samples/sec	accuracy=0.508750	lr=0.048686
Epoch[20] Batch [199]	Speed: 1767.053964 samples/sec	accuracy=0.509551	lr=0.048684
Epoch[20] Batch [249]	Speed: 1748.901452 samples/sec	accuracy=0.507734	lr=0.048682
Epoch[20] Batch [299]	Speed: 1766.248340 samples/sec	accuracy=0.508125	lr=0.048681
Epoch[20] Batch [349]	Speed: 1752.552926 samples/sec	accuracy=0.507567	lr=0.048679
Epoch[20] Batch [399]	Speed: 1732.018820 samples/sec	accuracy=0.507441	lr=0.048677
Epoch[20] Batch [449]	Speed: 1766.462377 samples/sec	accuracy=0.507274	lr=0.048675
Epoch[20] Batch [499]	Speed: 1763.879159 samples/sec	accuracy=0.507227	lr=0.048674
Epoch[20] Batch [549]	Speed: 1751.823573 samples/sec	accuracy=0.507209	lr=0.048672
Epoch[20] Batch [599]	Speed: 1746.409126 samples/sec	accuracy=0.507259	lr=0.048670
Epoch[20] Batch [649]	Speed: 1744.724926 samples/sec	accuracy=0.507284	lr=0.048668
Epoch[20] Batch [699]	Speed: 1754.455680 samples/sec	accuracy=0.507277	lr=0.048667
Epoch[20] Batch [749]	Speed: 1752.262633 samples/sec	accuracy=0.507672	lr=0.048665
Epoch[20] Batch [799]	Speed: 1760.249812 samples/sec	accuracy=0.507534	lr=0.048663
Epoch[20] Batch [849]	Speed: 1742.449120 samples/sec	accuracy=0.507950	lr=0.048661
Epoch[20] Batch [899]	Speed: 1759.774553 samples/sec	accuracy=0.507917	lr=0.048660
Epoch[20] Batch [949]	Speed: 1782.243320 samples/sec	accuracy=0.507660	lr=0.048658
Epoch[20] Batch [999]	Speed: 1766.645712 samples/sec	accuracy=0.507645	lr=0.048656
Epoch[20] Batch [1049]	Speed: 1786.398611 samples/sec	accuracy=0.507701	lr=0.048654
Epoch[20] Batch [1099]	Speed: 1757.191578 samples/sec	accuracy=0.507773	lr=0.048653
Epoch[20] Batch [1149]	Speed: 1752.661174 samples/sec	accuracy=0.507527	lr=0.048651
Epoch[20] Batch [1199]	Speed: 1751.396445 samples/sec	accuracy=0.507214	lr=0.048649
Epoch[20] Batch [1249]	Speed: 1735.436468 samples/sec	accuracy=0.507144	lr=0.048647
Epoch[20] Batch [1299]	Speed: 1727.049535 samples/sec	accuracy=0.506980	lr=0.048646
Epoch[20] Batch [1349]	Speed: 1751.055703 samples/sec	accuracy=0.506889	lr=0.048644
Epoch[20] Batch [1399]	Speed: 1706.077027 samples/sec	accuracy=0.506752	lr=0.048642
Epoch[20] Batch [1449]	Speed: 1712.389023 samples/sec	accuracy=0.506805	lr=0.048640
Epoch[20] Batch [1499]	Speed: 1738.766823 samples/sec	accuracy=0.506922	lr=0.048639
Epoch[20] Batch [1549]	Speed: 1780.094914 samples/sec	accuracy=0.506883	lr=0.048637
Epoch[20] Batch [1599]	Speed: 1742.865784 samples/sec	accuracy=0.506746	lr=0.048635
Epoch[20] Batch [1649]	Speed: 1726.745469 samples/sec	accuracy=0.506667	lr=0.048633
Epoch[20] Batch [1699]	Speed: 1771.988041 samples/sec	accuracy=0.506744	lr=0.048632
Epoch[20] Batch [1749]	Speed: 1737.168595 samples/sec	accuracy=0.506730	lr=0.048630
Epoch[20] Batch [1799]	Speed: 1769.064422 samples/sec	accuracy=0.506541	lr=0.048628
Epoch[20] Batch [1849]	Speed: 1759.089148 samples/sec	accuracy=0.506620	lr=0.048626
Epoch[20] Batch [1899]	Speed: 1777.396613 samples/sec	accuracy=0.506667	lr=0.048624
Epoch[20] Batch [1949]	Speed: 1768.784484 samples/sec	accuracy=0.506861	lr=0.048623
Epoch[20] Batch [1999]	Speed: 1761.319723 samples/sec	accuracy=0.506887	lr=0.048621
Epoch[20] Batch [2049]	Speed: 1746.786424 samples/sec	accuracy=0.506925	lr=0.048619
Epoch[20] Batch [2099]	Speed: 1752.650132 samples/sec	accuracy=0.507091	lr=0.048617
Epoch[20] Batch [2149]	Speed: 1741.109973 samples/sec	accuracy=0.507015	lr=0.048616
Epoch[20] Batch [2199]	Speed: 1700.576552 samples/sec	accuracy=0.507056	lr=0.048614
Epoch[20] Batch [2249]	Speed: 1732.724335 samples/sec	accuracy=0.507116	lr=0.048612
Epoch[20] Batch [2299]	Speed: 1811.173322 samples/sec	accuracy=0.507033	lr=0.048610
Epoch[20] Batch [2349]	Speed: 1760.154013 samples/sec	accuracy=0.506970	lr=0.048608
Epoch[20] Batch [2399]	Speed: 1760.016276 samples/sec	accuracy=0.506763	lr=0.048607
Epoch[20] Batch [2449]	Speed: 1777.295938 samples/sec	accuracy=0.506621	lr=0.048605
Epoch[20] Batch [2499]	Speed: 1795.190868 samples/sec	accuracy=0.506719	lr=0.048603
Epoch[20] Batch [2549]	Speed: 1748.108022 samples/sec	accuracy=0.506530	lr=0.048601
Epoch[20] Batch [2599]	Speed: 1767.120328 samples/sec	accuracy=0.506605	lr=0.048600
Epoch[20] Batch [2649]	Speed: 1734.075700 samples/sec	accuracy=0.506649	lr=0.048598
Epoch[20] Batch [2699]	Speed: 1744.510002 samples/sec	accuracy=0.506574	lr=0.048596
Epoch[20] Batch [2749]	Speed: 1775.067347 samples/sec	accuracy=0.506483	lr=0.048594
Epoch[20] Batch [2799]	Speed: 1745.862164 samples/sec	accuracy=0.506434	lr=0.048592
Epoch[20] Batch [2849]	Speed: 1760.910189 samples/sec	accuracy=0.506425	lr=0.048591
Epoch[20] Batch [2899]	Speed: 1738.734049 samples/sec	accuracy=0.506463	lr=0.048589
Epoch[20] Batch [2949]	Speed: 1760.948483 samples/sec	accuracy=0.506311	lr=0.048587
Epoch[20] Batch [2999]	Speed: 1749.501458 samples/sec	accuracy=0.506387	lr=0.048585
Epoch[20] Batch [3049]	Speed: 1726.618075 samples/sec	accuracy=0.506303	lr=0.048583
Epoch[20] Batch [3099]	Speed: 1798.179570 samples/sec	accuracy=0.506211	lr=0.048582
Epoch[20] Batch [3149]	Speed: 1755.147118 samples/sec	accuracy=0.506205	lr=0.048580
Epoch[20] Batch [3199]	Speed: 1763.539163 samples/sec	accuracy=0.506281	lr=0.048578
Epoch[20] Batch [3249]	Speed: 1778.904640 samples/sec	accuracy=0.506273	lr=0.048576
Epoch[20] Batch [3299]	Speed: 1751.592210 samples/sec	accuracy=0.506200	lr=0.048574
Epoch[20] Batch [3349]	Speed: 1735.362142 samples/sec	accuracy=0.506231	lr=0.048573
Epoch[20] Batch [3399]	Speed: 1743.322669 samples/sec	accuracy=0.506082	lr=0.048571
Epoch[20] Batch [3449]	Speed: 1791.234659 samples/sec	accuracy=0.506063	lr=0.048569
Epoch[20] Batch [3499]	Speed: 1740.855464 samples/sec	accuracy=0.506039	lr=0.048567
Epoch[20] Batch [3549]	Speed: 1769.758091 samples/sec	accuracy=0.506011	lr=0.048565
Epoch[20] Batch [3599]	Speed: 1759.846140 samples/sec	accuracy=0.505851	lr=0.048564
Epoch[20] Batch [3649]	Speed: 1742.966614 samples/sec	accuracy=0.505790	lr=0.048562
Epoch[20] Batch [3699]	Speed: 1751.245908 samples/sec	accuracy=0.505845	lr=0.048560
Epoch[20] Batch [3749]	Speed: 1749.772644 samples/sec	accuracy=0.505793	lr=0.048558
Epoch[20] Batch [3799]	Speed: 1739.605286 samples/sec	accuracy=0.505731	lr=0.048556
Epoch[20] Batch [3849]	Speed: 1774.126292 samples/sec	accuracy=0.505782	lr=0.048555
Epoch[20] Batch [3899]	Speed: 1742.245159 samples/sec	accuracy=0.505714	lr=0.048553
Epoch[20] Batch [3949]	Speed: 1757.006289 samples/sec	accuracy=0.505733	lr=0.048551
Epoch[20] Batch [3999]	Speed: 1771.639300 samples/sec	accuracy=0.505798	lr=0.048549
Epoch[20] Batch [4049]	Speed: 1760.114080 samples/sec	accuracy=0.505803	lr=0.048547
Epoch[20] Batch [4099]	Speed: 1749.175131 samples/sec	accuracy=0.505786	lr=0.048545
Epoch[20] Batch [4149]	Speed: 1707.641616 samples/sec	accuracy=0.505713	lr=0.048544
Epoch[20] Batch [4199]	Speed: 1774.841187 samples/sec	accuracy=0.505646	lr=0.048542
Epoch[20] Batch [4249]	Speed: 1736.093456 samples/sec	accuracy=0.505646	lr=0.048540
Epoch[20] Batch [4299]	Speed: 1737.036792 samples/sec	accuracy=0.505611	lr=0.048538
Epoch[20] Batch [4349]	Speed: 1760.987702 samples/sec	accuracy=0.505681	lr=0.048536
Epoch[20] Batch [4399]	Speed: 1747.624220 samples/sec	accuracy=0.505670	lr=0.048535
Epoch[20] Batch [4449]	Speed: 1765.763739 samples/sec	accuracy=0.505678	lr=0.048533
Epoch[20] Batch [4499]	Speed: 1780.447229 samples/sec	accuracy=0.505608	lr=0.048531
Epoch[20] Batch [4549]	Speed: 1764.658493 samples/sec	accuracy=0.505564	lr=0.048529
Epoch[20] Batch [4599]	Speed: 1718.002037 samples/sec	accuracy=0.505614	lr=0.048527
Epoch[20] Batch [4649]	Speed: 1706.680990 samples/sec	accuracy=0.505565	lr=0.048525
Epoch[20] Batch [4699]	Speed: 1781.211845 samples/sec	accuracy=0.505553	lr=0.048524
Epoch[20] Batch [4749]	Speed: 1756.057285 samples/sec	accuracy=0.505529	lr=0.048522
Epoch[20] Batch [4799]	Speed: 1730.457453 samples/sec	accuracy=0.505487	lr=0.048520
Epoch[20] Batch [4849]	Speed: 1773.988822 samples/sec	accuracy=0.505578	lr=0.048518
Epoch[20] Batch [4899]	Speed: 1735.510633 samples/sec	accuracy=0.505568	lr=0.048516
Epoch[20] Batch [4949]	Speed: 1760.948252 samples/sec	accuracy=0.505597	lr=0.048514
Epoch[20] Batch [4999]	Speed: 1856.446458 samples/sec	accuracy=0.505555	lr=0.048513
[Epoch 20] training: accuracy=0.505560
[Epoch 20] speed: 1753 samples/sec	time cost: 745.277215
[Epoch 20] validation: err-top1=0.428466 err-top5=0.194832
Epoch[21] Batch [49]	Speed: 1650.673408 samples/sec	accuracy=0.513750	lr=0.048511
Epoch[21] Batch [99]	Speed: 1759.484977 samples/sec	accuracy=0.512813	lr=0.048509
Epoch[21] Batch [149]	Speed: 1726.844276 samples/sec	accuracy=0.512760	lr=0.048507
Epoch[21] Batch [199]	Speed: 1714.575161 samples/sec	accuracy=0.511797	lr=0.048505
Epoch[21] Batch [249]	Speed: 1775.300727 samples/sec	accuracy=0.511281	lr=0.048503
Epoch[21] Batch [299]	Speed: 1747.489689 samples/sec	accuracy=0.511289	lr=0.048501
Epoch[21] Batch [349]	Speed: 1777.439865 samples/sec	accuracy=0.511529	lr=0.048499
Epoch[21] Batch [399]	Speed: 1758.773754 samples/sec	accuracy=0.511504	lr=0.048498
Epoch[21] Batch [449]	Speed: 1770.101423 samples/sec	accuracy=0.511163	lr=0.048496
Epoch[21] Batch [499]	Speed: 1774.634208 samples/sec	accuracy=0.511227	lr=0.048494
Epoch[21] Batch [549]	Speed: 1738.450849 samples/sec	accuracy=0.510945	lr=0.048492
Epoch[21] Batch [599]	Speed: 1752.522434 samples/sec	accuracy=0.510859	lr=0.048490
Epoch[21] Batch [649]	Speed: 1784.244688 samples/sec	accuracy=0.511190	lr=0.048488
Epoch[21] Batch [699]	Speed: 1731.006469 samples/sec	accuracy=0.510826	lr=0.048487
Epoch[21] Batch [749]	Speed: 1753.315124 samples/sec	accuracy=0.510396	lr=0.048485
Epoch[21] Batch [799]	Speed: 1741.051477 samples/sec	accuracy=0.510137	lr=0.048483
Epoch[21] Batch [849]	Speed: 1764.148271 samples/sec	accuracy=0.510290	lr=0.048481
Epoch[21] Batch [899]	Speed: 1744.423900 samples/sec	accuracy=0.510226	lr=0.048479
Epoch[21] Batch [949]	Speed: 1737.935808 samples/sec	accuracy=0.509799	lr=0.048477
Epoch[21] Batch [999]	Speed: 1716.432023 samples/sec	accuracy=0.509727	lr=0.048475
Epoch[21] Batch [1049]	Speed: 1728.787553 samples/sec	accuracy=0.509647	lr=0.048474
Epoch[21] Batch [1099]	Speed: 1748.625751 samples/sec	accuracy=0.509503	lr=0.048472
Epoch[21] Batch [1149]	Speed: 1772.289822 samples/sec	accuracy=0.509348	lr=0.048470
Epoch[21] Batch [1199]	Speed: 1715.304018 samples/sec	accuracy=0.509342	lr=0.048468
Epoch[21] Batch [1249]	Speed: 1757.353665 samples/sec	accuracy=0.509150	lr=0.048466
Epoch[21] Batch [1299]	Speed: 1769.421190 samples/sec	accuracy=0.509255	lr=0.048464
Epoch[21] Batch [1349]	Speed: 1749.007825 samples/sec	accuracy=0.509427	lr=0.048462
Epoch[21] Batch [1399]	Speed: 1771.492687 samples/sec	accuracy=0.509166	lr=0.048460
Epoch[21] Batch [1449]	Speed: 1731.500769 samples/sec	accuracy=0.509426	lr=0.048459
Epoch[21] Batch [1499]	Speed: 1751.527750 samples/sec	accuracy=0.509505	lr=0.048457
Epoch[21] Batch [1549]	Speed: 1729.503530 samples/sec	accuracy=0.509340	lr=0.048455
Epoch[21] Batch [1599]	Speed: 1742.375379 samples/sec	accuracy=0.509448	lr=0.048453
Epoch[21] Batch [1649]	Speed: 1741.897627 samples/sec	accuracy=0.509432	lr=0.048451
Epoch[21] Batch [1699]	Speed: 1746.960638 samples/sec	accuracy=0.509306	lr=0.048449
Epoch[21] Batch [1749]	Speed: 1736.882421 samples/sec	accuracy=0.509346	lr=0.048447
Epoch[21] Batch [1799]	Speed: 1764.458579 samples/sec	accuracy=0.509295	lr=0.048445
Epoch[21] Batch [1849]	Speed: 1742.118295 samples/sec	accuracy=0.509257	lr=0.048444
Epoch[21] Batch [1899]	Speed: 1749.392175 samples/sec	accuracy=0.509315	lr=0.048442
Epoch[21] Batch [1949]	Speed: 1747.230355 samples/sec	accuracy=0.509469	lr=0.048440
Epoch[21] Batch [1999]	Speed: 1745.551268 samples/sec	accuracy=0.509535	lr=0.048438
Epoch[21] Batch [2049]	Speed: 1761.507079 samples/sec	accuracy=0.509606	lr=0.048436
Epoch[21] Batch [2099]	Speed: 1784.372484 samples/sec	accuracy=0.509660	lr=0.048434
Epoch[21] Batch [2149]	Speed: 1772.132747 samples/sec	accuracy=0.509424	lr=0.048432
Epoch[21] Batch [2199]	Speed: 1754.070306 samples/sec	accuracy=0.509308	lr=0.048430
Epoch[21] Batch [2249]	Speed: 1755.200769 samples/sec	accuracy=0.509450	lr=0.048429
Epoch[21] Batch [2299]	Speed: 1749.753027 samples/sec	accuracy=0.509513	lr=0.048427
Epoch[21] Batch [2349]	Speed: 1759.134107 samples/sec	accuracy=0.509531	lr=0.048425
Epoch[21] Batch [2399]	Speed: 1735.667342 samples/sec	accuracy=0.509443	lr=0.048423
Epoch[21] Batch [2449]	Speed: 1745.311572 samples/sec	accuracy=0.509383	lr=0.048421
Epoch[21] Batch [2499]	Speed: 1764.990392 samples/sec	accuracy=0.509253	lr=0.048419
Epoch[21] Batch [2549]	Speed: 1765.841912 samples/sec	accuracy=0.509413	lr=0.048417
Epoch[21] Batch [2599]	Speed: 1718.855862 samples/sec	accuracy=0.509395	lr=0.048415
Epoch[21] Batch [2649]	Speed: 1753.588010 samples/sec	accuracy=0.509564	lr=0.048413
Epoch[21] Batch [2699]	Speed: 1760.949927 samples/sec	accuracy=0.509599	lr=0.048411
Epoch[21] Batch [2749]	Speed: 1740.451835 samples/sec	accuracy=0.509567	lr=0.048410
Epoch[21] Batch [2799]	Speed: 1761.243337 samples/sec	accuracy=0.509625	lr=0.048408
Epoch[21] Batch [2849]	Speed: 1742.063292 samples/sec	accuracy=0.509544	lr=0.048406
Epoch[21] Batch [2899]	Speed: 1753.282487 samples/sec	accuracy=0.509359	lr=0.048404
Epoch[21] Batch [2949]	Speed: 1731.681108 samples/sec	accuracy=0.509346	lr=0.048402
Epoch[21] Batch [2999]	Speed: 1773.238534 samples/sec	accuracy=0.509379	lr=0.048400
Epoch[21] Batch [3049]	Speed: 1747.108733 samples/sec	accuracy=0.509269	lr=0.048398
Epoch[21] Batch [3099]	Speed: 1755.488880 samples/sec	accuracy=0.509234	lr=0.048396
Epoch[21] Batch [3149]	Speed: 1756.970352 samples/sec	accuracy=0.509149	lr=0.048394
Epoch[21] Batch [3199]	Speed: 1730.994748 samples/sec	accuracy=0.509147	lr=0.048392
Epoch[21] Batch [3249]	Speed: 1733.379663 samples/sec	accuracy=0.509087	lr=0.048391
Epoch[21] Batch [3299]	Speed: 1776.926872 samples/sec	accuracy=0.509138	lr=0.048389
Epoch[21] Batch [3349]	Speed: 1763.752312 samples/sec	accuracy=0.509072	lr=0.048387
Epoch[21] Batch [3399]	Speed: 1763.545941 samples/sec	accuracy=0.508951	lr=0.048385
Epoch[21] Batch [3449]	Speed: 1762.515100 samples/sec	accuracy=0.508893	lr=0.048383
Epoch[21] Batch [3499]	Speed: 1763.429104 samples/sec	accuracy=0.508747	lr=0.048381
Epoch[21] Batch [3549]	Speed: 1729.819214 samples/sec	accuracy=0.508724	lr=0.048379
Epoch[21] Batch [3599]	Speed: 1751.180274 samples/sec	accuracy=0.508567	lr=0.048377
Epoch[21] Batch [3649]	Speed: 1741.854901 samples/sec	accuracy=0.508587	lr=0.048375
Epoch[21] Batch [3699]	Speed: 1770.427315 samples/sec	accuracy=0.508701	lr=0.048373
Epoch[21] Batch [3749]	Speed: 1745.389648 samples/sec	accuracy=0.508664	lr=0.048371
Epoch[21] Batch [3799]	Speed: 1752.823400 samples/sec	accuracy=0.508599	lr=0.048369
Epoch[21] Batch [3849]	Speed: 1762.549355 samples/sec	accuracy=0.508521	lr=0.048368
Epoch[21] Batch [3899]	Speed: 1727.520121 samples/sec	accuracy=0.508444	lr=0.048366
Epoch[21] Batch [3949]	Speed: 1760.276707 samples/sec	accuracy=0.508400	lr=0.048364
Epoch[21] Batch [3999]	Speed: 1759.228181 samples/sec	accuracy=0.508365	lr=0.048362
Epoch[21] Batch [4049]	Speed: 1776.920697 samples/sec	accuracy=0.508315	lr=0.048360
Epoch[21] Batch [4099]	Speed: 1728.939766 samples/sec	accuracy=0.508245	lr=0.048358
Epoch[21] Batch [4149]	Speed: 1750.634430 samples/sec	accuracy=0.508156	lr=0.048356
Epoch[21] Batch [4199]	Speed: 1750.967583 samples/sec	accuracy=0.508112	lr=0.048354
Epoch[21] Batch [4249]	Speed: 1749.156951 samples/sec	accuracy=0.508061	lr=0.048352
Epoch[21] Batch [4299]	Speed: 1734.481476 samples/sec	accuracy=0.508034	lr=0.048350
Epoch[21] Batch [4349]	Speed: 1743.089074 samples/sec	accuracy=0.508090	lr=0.048348
Epoch[21] Batch [4399]	Speed: 1761.653778 samples/sec	accuracy=0.508100	lr=0.048346
Epoch[21] Batch [4449]	Speed: 1769.440784 samples/sec	accuracy=0.508131	lr=0.048344
Epoch[21] Batch [4499]	Speed: 1746.984002 samples/sec	accuracy=0.508169	lr=0.048342
Epoch[21] Batch [4549]	Speed: 1729.026406 samples/sec	accuracy=0.508214	lr=0.048340
Epoch[21] Batch [4599]	Speed: 1731.165157 samples/sec	accuracy=0.508277	lr=0.048339
Epoch[21] Batch [4649]	Speed: 1783.345534 samples/sec	accuracy=0.508297	lr=0.048337
Epoch[21] Batch [4699]	Speed: 1765.926192 samples/sec	accuracy=0.508271	lr=0.048335
Epoch[21] Batch [4749]	Speed: 1763.352128 samples/sec	accuracy=0.508243	lr=0.048333
Epoch[21] Batch [4799]	Speed: 1740.948723 samples/sec	accuracy=0.508220	lr=0.048331
Epoch[21] Batch [4849]	Speed: 1764.642485 samples/sec	accuracy=0.508189	lr=0.048329
Epoch[21] Batch [4899]	Speed: 1772.899370 samples/sec	accuracy=0.508237	lr=0.048327
Epoch[21] Batch [4949]	Speed: 1757.902960 samples/sec	accuracy=0.508282	lr=0.048325
Epoch[21] Batch [4999]	Speed: 1848.442476 samples/sec	accuracy=0.508248	lr=0.048323
[Epoch 21] training: accuracy=0.508221
[Epoch 21] speed: 1751 samples/sec	time cost: 745.915690
[Epoch 21] validation: err-top1=0.432091 err-top5=0.195553
Epoch[22] Batch [49]	Speed: 1672.216350 samples/sec	accuracy=0.512109	lr=0.048321
Epoch[22] Batch [99]	Speed: 1756.911015 samples/sec	accuracy=0.510625	lr=0.048319
Epoch[22] Batch [149]	Speed: 1735.193990 samples/sec	accuracy=0.511589	lr=0.048317
Epoch[22] Batch [199]	Speed: 1770.894152 samples/sec	accuracy=0.513105	lr=0.048315
Epoch[22] Batch [249]	Speed: 1759.466352 samples/sec	accuracy=0.512203	lr=0.048313
Epoch[22] Batch [299]	Speed: 1746.369076 samples/sec	accuracy=0.514023	lr=0.048311
Epoch[22] Batch [349]	Speed: 1735.024134 samples/sec	accuracy=0.513661	lr=0.048309
Epoch[22] Batch [399]	Speed: 1724.378763 samples/sec	accuracy=0.513682	lr=0.048307
Epoch[22] Batch [449]	Speed: 1742.529315 samples/sec	accuracy=0.513038	lr=0.048305
Epoch[22] Batch [499]	Speed: 1752.851785 samples/sec	accuracy=0.513555	lr=0.048303
Epoch[22] Batch [549]	Speed: 1767.423420 samples/sec	accuracy=0.513629	lr=0.048301
Epoch[22] Batch [599]	Speed: 1749.509097 samples/sec	accuracy=0.513717	lr=0.048299
Epoch[22] Batch [649]	Speed: 1745.050332 samples/sec	accuracy=0.514201	lr=0.048297
Epoch[22] Batch [699]	Speed: 1747.122549 samples/sec	accuracy=0.513923	lr=0.048295
Epoch[22] Batch [749]	Speed: 1748.882366 samples/sec	accuracy=0.513641	lr=0.048293
Epoch[22] Batch [799]	Speed: 1743.619067 samples/sec	accuracy=0.513711	lr=0.048291
Epoch[22] Batch [849]	Speed: 1750.420159 samples/sec	accuracy=0.513378	lr=0.048289
Epoch[22] Batch [899]	Speed: 1741.193377 samples/sec	accuracy=0.513351	lr=0.048288
Epoch[22] Batch [949]	Speed: 1744.952266 samples/sec	accuracy=0.513351	lr=0.048286
Epoch[22] Batch [999]	Speed: 1714.739668 samples/sec	accuracy=0.513320	lr=0.048284
Epoch[22] Batch [1049]	Speed: 1766.151364 samples/sec	accuracy=0.513039	lr=0.048282
Epoch[22] Batch [1099]	Speed: 1764.425757 samples/sec	accuracy=0.513029	lr=0.048280
Epoch[22] Batch [1149]	Speed: 1739.111812 samples/sec	accuracy=0.512999	lr=0.048278
Epoch[22] Batch [1199]	Speed: 1757.358497 samples/sec	accuracy=0.512965	lr=0.048276
Epoch[22] Batch [1249]	Speed: 1765.254038 samples/sec	accuracy=0.512950	lr=0.048274
Epoch[22] Batch [1299]	Speed: 1747.823695 samples/sec	accuracy=0.512665	lr=0.048272
Epoch[22] Batch [1349]	Speed: 1765.805380 samples/sec	accuracy=0.512662	lr=0.048270
Epoch[22] Batch [1399]	Speed: 1752.892763 samples/sec	accuracy=0.512595	lr=0.048268
Epoch[22] Batch [1449]	Speed: 1778.752402 samples/sec	accuracy=0.512734	lr=0.048266
Epoch[22] Batch [1499]	Speed: 1710.873844 samples/sec	accuracy=0.512841	lr=0.048264
Epoch[22] Batch [1549]	Speed: 1727.893526 samples/sec	accuracy=0.512553	lr=0.048262
Epoch[22] Batch [1599]	Speed: 1748.719901 samples/sec	accuracy=0.512654	lr=0.048260
Epoch[22] Batch [1649]	Speed: 1740.482643 samples/sec	accuracy=0.512415	lr=0.048258
Epoch[22] Batch [1699]	Speed: 1755.603978 samples/sec	accuracy=0.512466	lr=0.048256
Epoch[22] Batch [1749]	Speed: 1765.534776 samples/sec	accuracy=0.512487	lr=0.048254
Epoch[22] Batch [1799]	Speed: 1777.982241 samples/sec	accuracy=0.512435	lr=0.048252
Epoch[22] Batch [1849]	Speed: 1770.556351 samples/sec	accuracy=0.512652	lr=0.048250
Epoch[22] Batch [1899]	Speed: 1739.572198 samples/sec	accuracy=0.512531	lr=0.048248
Epoch[22] Batch [1949]	Speed: 1761.320706 samples/sec	accuracy=0.512456	lr=0.048246
Epoch[22] Batch [1999]	Speed: 1765.277140 samples/sec	accuracy=0.512633	lr=0.048244
Epoch[22] Batch [2049]	Speed: 1755.112174 samples/sec	accuracy=0.512470	lr=0.048242
Epoch[22] Batch [2099]	Speed: 1762.846482 samples/sec	accuracy=0.512401	lr=0.048240
Epoch[22] Batch [2149]	Speed: 1731.138474 samples/sec	accuracy=0.512366	lr=0.048238
Epoch[22] Batch [2199]	Speed: 1756.566228 samples/sec	accuracy=0.512330	lr=0.048236
Epoch[22] Batch [2249]	Speed: 1747.490883 samples/sec	accuracy=0.512349	lr=0.048234
Epoch[22] Batch [2299]	Speed: 1751.843637 samples/sec	accuracy=0.512417	lr=0.048232
Epoch[22] Batch [2349]	Speed: 1762.627302 samples/sec	accuracy=0.512262	lr=0.048230
Epoch[22] Batch [2399]	Speed: 1763.132765 samples/sec	accuracy=0.512277	lr=0.048228
Epoch[22] Batch [2449]	Speed: 1774.735873 samples/sec	accuracy=0.512357	lr=0.048226
Epoch[22] Batch [2499]	Speed: 1805.970690 samples/sec	accuracy=0.512459	lr=0.048224
Epoch[22] Batch [2549]	Speed: 1768.112832 samples/sec	accuracy=0.512264	lr=0.048222
Epoch[22] Batch [2599]	Speed: 1748.251018 samples/sec	accuracy=0.512197	lr=0.048220
Epoch[22] Batch [2649]	Speed: 1768.741013 samples/sec	accuracy=0.512367	lr=0.048218
Epoch[22] Batch [2699]	Speed: 1782.452256 samples/sec	accuracy=0.512201	lr=0.048216
Epoch[22] Batch [2749]	Speed: 1770.932881 samples/sec	accuracy=0.512190	lr=0.048214
Epoch[22] Batch [2799]	Speed: 1742.048595 samples/sec	accuracy=0.512095	lr=0.048212
Epoch[22] Batch [2849]	Speed: 1779.863164 samples/sec	accuracy=0.512012	lr=0.048210
Epoch[22] Batch [2899]	Speed: 1765.607819 samples/sec	accuracy=0.511934	lr=0.048208
Epoch[22] Batch [2949]	Speed: 1773.881616 samples/sec	accuracy=0.511841	lr=0.048206
Epoch[22] Batch [2999]	Speed: 1748.587251 samples/sec	accuracy=0.511777	lr=0.048204
Epoch[22] Batch [3049]	Speed: 1762.641596 samples/sec	accuracy=0.511822	lr=0.048202
Epoch[22] Batch [3099]	Speed: 1730.433637 samples/sec	accuracy=0.511753	lr=0.048200
Epoch[22] Batch [3149]	Speed: 1767.380189 samples/sec	accuracy=0.511838	lr=0.048198
Epoch[22] Batch [3199]	Speed: 1751.380619 samples/sec	accuracy=0.511742	lr=0.048196
Epoch[22] Batch [3249]	Speed: 1789.800770 samples/sec	accuracy=0.511653	lr=0.048194
Epoch[22] Batch [3299]	Speed: 1774.734641 samples/sec	accuracy=0.511763	lr=0.048192
Epoch[22] Batch [3349]	Speed: 1742.522415 samples/sec	accuracy=0.511754	lr=0.048190
Epoch[22] Batch [3399]	Speed: 1731.055417 samples/sec	accuracy=0.511805	lr=0.048188
Epoch[22] Batch [3449]	Speed: 1761.246283 samples/sec	accuracy=0.511670	lr=0.048186
Epoch[22] Batch [3499]	Speed: 1777.812617 samples/sec	accuracy=0.511669	lr=0.048184
Epoch[22] Batch [3549]	Speed: 1766.608391 samples/sec	accuracy=0.511709	lr=0.048182
Epoch[22] Batch [3599]	Speed: 1767.138127 samples/sec	accuracy=0.511640	lr=0.048180
Epoch[22] Batch [3649]	Speed: 1756.718428 samples/sec	accuracy=0.511530	lr=0.048178
Epoch[22] Batch [3699]	Speed: 1750.082023 samples/sec	accuracy=0.511560	lr=0.048176
Epoch[22] Batch [3749]	Speed: 1765.280100 samples/sec	accuracy=0.511382	lr=0.048174
Epoch[22] Batch [3799]	Speed: 1728.756045 samples/sec	accuracy=0.511376	lr=0.048172
Epoch[22] Batch [3849]	Speed: 1769.173437 samples/sec	accuracy=0.511316	lr=0.048169
Epoch[22] Batch [3899]	Speed: 1747.802016 samples/sec	accuracy=0.511223	lr=0.048167
Epoch[22] Batch [3949]	Speed: 1749.481105 samples/sec	accuracy=0.511232	lr=0.048165
Epoch[22] Batch [3999]	Speed: 1732.458351 samples/sec	accuracy=0.511214	lr=0.048163
Epoch[22] Batch [4049]	Speed: 1725.588287 samples/sec	accuracy=0.511325	lr=0.048161
Epoch[22] Batch [4099]	Speed: 1751.867418 samples/sec	accuracy=0.511318	lr=0.048159
Epoch[22] Batch [4149]	Speed: 1755.205360 samples/sec	accuracy=0.511273	lr=0.048157
Epoch[22] Batch [4199]	Speed: 1762.631121 samples/sec	accuracy=0.511150	lr=0.048155
Epoch[22] Batch [4249]	Speed: 1750.529571 samples/sec	accuracy=0.511161	lr=0.048153
Epoch[22] Batch [4299]	Speed: 1759.298282 samples/sec	accuracy=0.511126	lr=0.048151
Epoch[22] Batch [4349]	Speed: 1763.009614 samples/sec	accuracy=0.511014	lr=0.048149
Epoch[22] Batch [4399]	Speed: 1761.578344 samples/sec	accuracy=0.510912	lr=0.048147
Epoch[22] Batch [4449]	Speed: 1738.786702 samples/sec	accuracy=0.510867	lr=0.048145
Epoch[22] Batch [4499]	Speed: 1762.308151 samples/sec	accuracy=0.510884	lr=0.048143
Epoch[22] Batch [4549]	Speed: 1773.393052 samples/sec	accuracy=0.510902	lr=0.048141
Epoch[22] Batch [4599]	Speed: 1743.922194 samples/sec	accuracy=0.510861	lr=0.048139
Epoch[22] Batch [4649]	Speed: 1753.884529 samples/sec	accuracy=0.510859	lr=0.048137
Epoch[22] Batch [4699]	Speed: 1743.538772 samples/sec	accuracy=0.510857	lr=0.048135
Epoch[22] Batch [4749]	Speed: 1764.674560 samples/sec	accuracy=0.510876	lr=0.048133
Epoch[22] Batch [4799]	Speed: 1771.339728 samples/sec	accuracy=0.510868	lr=0.048131
Epoch[22] Batch [4849]	Speed: 1759.165579 samples/sec	accuracy=0.510917	lr=0.048129
Epoch[22] Batch [4899]	Speed: 1750.982374 samples/sec	accuracy=0.510873	lr=0.048127
Epoch[22] Batch [4949]	Speed: 1727.145321 samples/sec	accuracy=0.510902	lr=0.048124
Epoch[22] Batch [4999]	Speed: 1806.879857 samples/sec	accuracy=0.510915	lr=0.048122
[Epoch 22] training: accuracy=0.510927
[Epoch 22] speed: 1754 samples/sec	time cost: 744.511737
[Epoch 22] validation: err-top1=0.422194 err-top5=0.189194
Epoch[23] Batch [49]	Speed: 1644.421550 samples/sec	accuracy=0.520000	lr=0.048120
Epoch[23] Batch [99]	Speed: 1748.675701 samples/sec	accuracy=0.521602	lr=0.048118
Epoch[23] Batch [149]	Speed: 1760.334598 samples/sec	accuracy=0.520312	lr=0.048116
Epoch[23] Batch [199]	Speed: 1743.121107 samples/sec	accuracy=0.519824	lr=0.048114
Epoch[23] Batch [249]	Speed: 1759.574475 samples/sec	accuracy=0.519766	lr=0.048112
Epoch[23] Batch [299]	Speed: 1740.386500 samples/sec	accuracy=0.518542	lr=0.048110
Epoch[23] Batch [349]	Speed: 1754.077240 samples/sec	accuracy=0.519152	lr=0.048108
Epoch[23] Batch [399]	Speed: 1773.373194 samples/sec	accuracy=0.519980	lr=0.048106
Epoch[23] Batch [449]	Speed: 1753.505419 samples/sec	accuracy=0.519818	lr=0.048104
Epoch[23] Batch [499]	Speed: 1733.006064 samples/sec	accuracy=0.519563	lr=0.048102
Epoch[23] Batch [549]	Speed: 1742.964973 samples/sec	accuracy=0.519538	lr=0.048100
Epoch[23] Batch [599]	Speed: 1752.625643 samples/sec	accuracy=0.518815	lr=0.048098
Epoch[23] Batch [649]	Speed: 1773.023145 samples/sec	accuracy=0.518978	lr=0.048095
Epoch[23] Batch [699]	Speed: 1748.370919 samples/sec	accuracy=0.518276	lr=0.048093
Epoch[23] Batch [749]	Speed: 1761.659558 samples/sec	accuracy=0.517651	lr=0.048091
Epoch[23] Batch [799]	Speed: 1764.935154 samples/sec	accuracy=0.517788	lr=0.048089
Epoch[23] Batch [849]	Speed: 1727.150210 samples/sec	accuracy=0.517564	lr=0.048087
Epoch[23] Batch [899]	Speed: 1759.939310 samples/sec	accuracy=0.517704	lr=0.048085
Epoch[23] Batch [949]	Speed: 1758.647870 samples/sec	accuracy=0.517944	lr=0.048083
Epoch[23] Batch [999]	Speed: 1756.694803 samples/sec	accuracy=0.517605	lr=0.048081
Epoch[23] Batch [1049]	Speed: 1778.944722 samples/sec	accuracy=0.517214	lr=0.048079
Epoch[23] Batch [1099]	Speed: 1780.222116 samples/sec	accuracy=0.517532	lr=0.048077
Epoch[23] Batch [1149]	Speed: 1727.556476 samples/sec	accuracy=0.517469	lr=0.048075
Epoch[23] Batch [1199]	Speed: 1743.280666 samples/sec	accuracy=0.517174	lr=0.048073
Epoch[23] Batch [1249]	Speed: 1746.847466 samples/sec	accuracy=0.517200	lr=0.048070
Epoch[23] Batch [1299]	Speed: 1748.247943 samples/sec	accuracy=0.517365	lr=0.048068
Epoch[23] Batch [1349]	Speed: 1737.107722 samples/sec	accuracy=0.517159	lr=0.048066
Epoch[23] Batch [1399]	Speed: 1760.518626 samples/sec	accuracy=0.517349	lr=0.048064
Epoch[23] Batch [1449]	Speed: 1755.209205 samples/sec	accuracy=0.517368	lr=0.048062
Epoch[23] Batch [1499]	Speed: 1753.483255 samples/sec	accuracy=0.517323	lr=0.048060
Epoch[23] Batch [1549]	Speed: 1733.708128 samples/sec	accuracy=0.517359	lr=0.048058
Epoch[23] Batch [1599]	Speed: 1772.971795 samples/sec	accuracy=0.517231	lr=0.048056
Epoch[23] Batch [1649]	Speed: 1739.785230 samples/sec	accuracy=0.517043	lr=0.048054
Epoch[23] Batch [1699]	Speed: 1730.754347 samples/sec	accuracy=0.517040	lr=0.048052
Epoch[23] Batch [1749]	Speed: 1766.250781 samples/sec	accuracy=0.517038	lr=0.048050
Epoch[23] Batch [1799]	Speed: 1765.646085 samples/sec	accuracy=0.517196	lr=0.048047
Epoch[23] Batch [1849]	Speed: 1771.937043 samples/sec	accuracy=0.517044	lr=0.048045
Epoch[23] Batch [1899]	Speed: 1745.544854 samples/sec	accuracy=0.516889	lr=0.048043
Epoch[23] Batch [1949]	Speed: 1769.590266 samples/sec	accuracy=0.516815	lr=0.048041
Epoch[23] Batch [1999]	Speed: 1773.711543 samples/sec	accuracy=0.516488	lr=0.048039
Epoch[23] Batch [2049]	Speed: 1786.103000 samples/sec	accuracy=0.516322	lr=0.048037
Epoch[23] Batch [2099]	Speed: 1718.585206 samples/sec	accuracy=0.516397	lr=0.048035
Epoch[23] Batch [2149]	Speed: 1773.514201 samples/sec	accuracy=0.516490	lr=0.048033
Epoch[23] Batch [2199]	Speed: 1747.416886 samples/sec	accuracy=0.516412	lr=0.048031
Epoch[23] Batch [2249]	Speed: 1745.406501 samples/sec	accuracy=0.516274	lr=0.048029
Epoch[23] Batch [2299]	Speed: 1742.669306 samples/sec	accuracy=0.516219	lr=0.048026
Epoch[23] Batch [2349]	Speed: 1735.773964 samples/sec	accuracy=0.516024	lr=0.048024
Epoch[23] Batch [2399]	Speed: 1758.798184 samples/sec	accuracy=0.515923	lr=0.048022
Epoch[23] Batch [2449]	Speed: 1780.415227 samples/sec	accuracy=0.515824	lr=0.048020
Epoch[23] Batch [2499]	Speed: 1801.735626 samples/sec	accuracy=0.515742	lr=0.048018
Epoch[23] Batch [2549]	Speed: 1777.096797 samples/sec	accuracy=0.515844	lr=0.048016
Epoch[23] Batch [2599]	Speed: 1772.450611 samples/sec	accuracy=0.515918	lr=0.048014
Epoch[23] Batch [2649]	Speed: 1764.156503 samples/sec	accuracy=0.515871	lr=0.048012
Epoch[23] Batch [2699]	Speed: 1773.756021 samples/sec	accuracy=0.515747	lr=0.048010
Epoch[23] Batch [2749]	Speed: 1775.481263 samples/sec	accuracy=0.515612	lr=0.048007
Epoch[23] Batch [2799]	Speed: 1749.557445 samples/sec	accuracy=0.515590	lr=0.048005
Epoch[23] Batch [2849]	Speed: 1777.513131 samples/sec	accuracy=0.515519	lr=0.048003
Epoch[23] Batch [2899]	Speed: 1721.751521 samples/sec	accuracy=0.515426	lr=0.048001
Epoch[23] Batch [2949]	Speed: 1776.316021 samples/sec	accuracy=0.515553	lr=0.047999
Epoch[23] Batch [2999]	Speed: 1743.201420 samples/sec	accuracy=0.515500	lr=0.047997
Epoch[23] Batch [3049]	Speed: 1755.302114 samples/sec	accuracy=0.515412	lr=0.047995
Epoch[23] Batch [3099]	Speed: 1775.172701 samples/sec	accuracy=0.515247	lr=0.047993
Epoch[23] Batch [3149]	Speed: 1764.233839 samples/sec	accuracy=0.515172	lr=0.047990
Epoch[23] Batch [3199]	Speed: 1754.838585 samples/sec	accuracy=0.515273	lr=0.047988
Epoch[23] Batch [3249]	Speed: 1762.285590 samples/sec	accuracy=0.515115	lr=0.047986
Epoch[23] Batch [3299]	Speed: 1758.474370 samples/sec	accuracy=0.515110	lr=0.047984
Epoch[23] Batch [3349]	Speed: 1757.036650 samples/sec	accuracy=0.514955	lr=0.047982
Epoch[23] Batch [3399]	Speed: 1732.633521 samples/sec	accuracy=0.514837	lr=0.047980
Epoch[23] Batch [3449]	Speed: 1732.251078 samples/sec	accuracy=0.514812	lr=0.047978
Epoch[23] Batch [3499]	Speed: 1758.753473 samples/sec	accuracy=0.514757	lr=0.047976
Epoch[23] Batch [3549]	Speed: 1767.283031 samples/sec	accuracy=0.514774	lr=0.047973
Epoch[23] Batch [3599]	Speed: 1774.014145 samples/sec	accuracy=0.514776	lr=0.047971
Epoch[23] Batch [3649]	Speed: 1736.124110 samples/sec	accuracy=0.514721	lr=0.047969
Epoch[23] Batch [3699]	Speed: 1781.907859 samples/sec	accuracy=0.514613	lr=0.047967
Epoch[23] Batch [3749]	Speed: 1739.507662 samples/sec	accuracy=0.514450	lr=0.047965
Epoch[23] Batch [3799]	Speed: 1759.303125 samples/sec	accuracy=0.514390	lr=0.047963
Epoch[23] Batch [3849]	Speed: 1722.685799 samples/sec	accuracy=0.514339	lr=0.047961
Epoch[23] Batch [3899]	Speed: 1736.024238 samples/sec	accuracy=0.514334	lr=0.047958
Epoch[23] Batch [3949]	Speed: 1754.446564 samples/sec	accuracy=0.514201	lr=0.047956
Epoch[23] Batch [3999]	Speed: 1792.870980 samples/sec	accuracy=0.514222	lr=0.047954
Epoch[23] Batch [4049]	Speed: 1797.826344 samples/sec	accuracy=0.514246	lr=0.047952
Epoch[23] Batch [4099]	Speed: 1763.362785 samples/sec	accuracy=0.514128	lr=0.047950
Epoch[23] Batch [4149]	Speed: 1777.313001 samples/sec	accuracy=0.514116	lr=0.047948
Epoch[23] Batch [4199]	Speed: 1752.749236 samples/sec	accuracy=0.514079	lr=0.047946
Epoch[23] Batch [4249]	Speed: 1765.161524 samples/sec	accuracy=0.513958	lr=0.047943
Epoch[23] Batch [4299]	Speed: 1765.595393 samples/sec	accuracy=0.513842	lr=0.047941
Epoch[23] Batch [4349]	Speed: 1769.030379 samples/sec	accuracy=0.513867	lr=0.047939
Epoch[23] Batch [4399]	Speed: 1793.646306 samples/sec	accuracy=0.513800	lr=0.047937
Epoch[23] Batch [4449]	Speed: 1781.809629 samples/sec	accuracy=0.513874	lr=0.047935
Epoch[23] Batch [4499]	Speed: 1790.126675 samples/sec	accuracy=0.513819	lr=0.047933
Epoch[23] Batch [4549]	Speed: 1789.332859 samples/sec	accuracy=0.513768	lr=0.047931
Epoch[23] Batch [4599]	Speed: 1795.866914 samples/sec	accuracy=0.513751	lr=0.047928
Epoch[23] Batch [4649]	Speed: 1755.043841 samples/sec	accuracy=0.513808	lr=0.047926
Epoch[23] Batch [4699]	Speed: 1756.457842 samples/sec	accuracy=0.513925	lr=0.047924
Epoch[23] Batch [4749]	Speed: 1789.223611 samples/sec	accuracy=0.513845	lr=0.047922
Epoch[23] Batch [4799]	Speed: 1769.345906 samples/sec	accuracy=0.513764	lr=0.047920
Epoch[23] Batch [4849]	Speed: 1778.300144 samples/sec	accuracy=0.513715	lr=0.047918
Epoch[23] Batch [4899]	Speed: 1756.533239 samples/sec	accuracy=0.513696	lr=0.047915
Epoch[23] Batch [4949]	Speed: 1732.296072 samples/sec	accuracy=0.513620	lr=0.047913
Epoch[23] Batch [4999]	Speed: 1861.394208 samples/sec	accuracy=0.513623	lr=0.047911
[Epoch 23] training: accuracy=0.513629
[Epoch 23] speed: 1759 samples/sec	time cost: 742.794805
[Epoch 23] validation: err-top1=0.437260 err-top5=0.199579
Epoch[24] Batch [49]	Speed: 1641.062670 samples/sec	accuracy=0.522578	lr=0.047909
Epoch[24] Batch [99]	Speed: 1738.014912 samples/sec	accuracy=0.521875	lr=0.047907
Epoch[24] Batch [149]	Speed: 1748.231434 samples/sec	accuracy=0.524583	lr=0.047904
Epoch[24] Batch [199]	Speed: 1735.135611 samples/sec	accuracy=0.524766	lr=0.047902
Epoch[24] Batch [249]	Speed: 1747.960953 samples/sec	accuracy=0.523766	lr=0.047900
Epoch[24] Batch [299]	Speed: 1775.104557 samples/sec	accuracy=0.523516	lr=0.047898
Epoch[24] Batch [349]	Speed: 1776.169338 samples/sec	accuracy=0.523080	lr=0.047896
Epoch[24] Batch [399]	Speed: 1778.397753 samples/sec	accuracy=0.523105	lr=0.047894
Epoch[24] Batch [449]	Speed: 1772.147781 samples/sec	accuracy=0.523325	lr=0.047891
Epoch[24] Batch [499]	Speed: 1751.329086 samples/sec	accuracy=0.522320	lr=0.047889
Epoch[24] Batch [549]	Speed: 1759.689418 samples/sec	accuracy=0.522045	lr=0.047887
Epoch[24] Batch [599]	Speed: 1725.902875 samples/sec	accuracy=0.521491	lr=0.047885
Epoch[24] Batch [649]	Speed: 1753.093499 samples/sec	accuracy=0.521184	lr=0.047883
Epoch[24] Batch [699]	Speed: 1763.067916 samples/sec	accuracy=0.521055	lr=0.047880
Epoch[24] Batch [749]	Speed: 1759.471195 samples/sec	accuracy=0.520651	lr=0.047878
Epoch[24] Batch [799]	Speed: 1770.600730 samples/sec	accuracy=0.520244	lr=0.047876
Epoch[24] Batch [849]	Speed: 1765.596845 samples/sec	accuracy=0.519954	lr=0.047874
Epoch[24] Batch [899]	Speed: 1774.324240 samples/sec	accuracy=0.519553	lr=0.047872
Epoch[24] Batch [949]	Speed: 1770.315636 samples/sec	accuracy=0.519441	lr=0.047870
Epoch[24] Batch [999]	Speed: 1731.595374 samples/sec	accuracy=0.518914	lr=0.047867
Epoch[24] Batch [1049]	Speed: 1763.212385 samples/sec	accuracy=0.519163	lr=0.047865
Epoch[24] Batch [1099]	Speed: 1752.959040 samples/sec	accuracy=0.519048	lr=0.047863
Epoch[24] Batch [1149]	Speed: 1763.569519 samples/sec	accuracy=0.519046	lr=0.047861
Epoch[24] Batch [1199]	Speed: 1762.448676 samples/sec	accuracy=0.519014	lr=0.047859
Epoch[24] Batch [1249]	Speed: 1756.987486 samples/sec	accuracy=0.518859	lr=0.047856
Epoch[24] Batch [1299]	Speed: 1823.072245 samples/sec	accuracy=0.518690	lr=0.047854
Epoch[24] Batch [1349]	Speed: 1749.661445 samples/sec	accuracy=0.518547	lr=0.047852
Epoch[24] Batch [1399]	Speed: 1742.059053 samples/sec	accuracy=0.518644	lr=0.047850
Epoch[24] Batch [1449]	Speed: 1752.196923 samples/sec	accuracy=0.518645	lr=0.047848
Epoch[24] Batch [1499]	Speed: 1765.624368 samples/sec	accuracy=0.518333	lr=0.047845
Epoch[24] Batch [1549]	Speed: 1745.969871 samples/sec	accuracy=0.517931	lr=0.047843
Epoch[24] Batch [1599]	Speed: 1792.741964 samples/sec	accuracy=0.517925	lr=0.047841
Epoch[24] Batch [1649]	Speed: 1735.053067 samples/sec	accuracy=0.517604	lr=0.047839
Epoch[24] Batch [1699]	Speed: 1737.277256 samples/sec	accuracy=0.517551	lr=0.047837
Epoch[24] Batch [1749]	Speed: 1761.478990 samples/sec	accuracy=0.517542	lr=0.047834
Epoch[24] Batch [1799]	Speed: 1766.620308 samples/sec	accuracy=0.517550	lr=0.047832
Epoch[24] Batch [1849]	Speed: 1736.799654 samples/sec	accuracy=0.517485	lr=0.047830
Epoch[24] Batch [1899]	Speed: 1723.636917 samples/sec	accuracy=0.517496	lr=0.047828
Epoch[24] Batch [1949]	Speed: 1781.322362 samples/sec	accuracy=0.517380	lr=0.047826
Epoch[24] Batch [1999]	Speed: 1784.203892 samples/sec	accuracy=0.517389	lr=0.047823
Epoch[24] Batch [2049]	Speed: 1764.787270 samples/sec	accuracy=0.517165	lr=0.047821
Epoch[24] Batch [2099]	Speed: 1714.446381 samples/sec	accuracy=0.517269	lr=0.047819
Epoch[24] Batch [2149]	Speed: 1745.016073 samples/sec	accuracy=0.517195	lr=0.047817
Epoch[24] Batch [2199]	Speed: 1768.640558 samples/sec	accuracy=0.517058	lr=0.047815
Epoch[24] Batch [2249]	Speed: 1761.090467 samples/sec	accuracy=0.516915	lr=0.047812
Epoch[24] Batch [2299]	Speed: 1758.715505 samples/sec	accuracy=0.516851	lr=0.047810
Epoch[24] Batch [2349]	Speed: 1746.104396 samples/sec	accuracy=0.516938	lr=0.047808
Epoch[24] Batch [2399]	Speed: 1736.968173 samples/sec	accuracy=0.516790	lr=0.047806
Epoch[24] Batch [2449]	Speed: 1747.282841 samples/sec	accuracy=0.516637	lr=0.047803
Epoch[24] Batch [2499]	Speed: 1773.118711 samples/sec	accuracy=0.516667	lr=0.047801
Epoch[24] Batch [2549]	Speed: 1763.897125 samples/sec	accuracy=0.516569	lr=0.047799
Epoch[24] Batch [2599]	Speed: 1729.861295 samples/sec	accuracy=0.516618	lr=0.047797
Epoch[24] Batch [2649]	Speed: 1767.086651 samples/sec	accuracy=0.516592	lr=0.047795
Epoch[24] Batch [2699]	Speed: 1770.644527 samples/sec	accuracy=0.516703	lr=0.047792
Epoch[24] Batch [2749]	Speed: 1716.122303 samples/sec	accuracy=0.516545	lr=0.047790
Epoch[24] Batch [2799]	Speed: 1785.598179 samples/sec	accuracy=0.516501	lr=0.047788
Epoch[24] Batch [2849]	Speed: 1772.443706 samples/sec	accuracy=0.516550	lr=0.047786
Epoch[24] Batch [2899]	Speed: 1738.331910 samples/sec	accuracy=0.516581	lr=0.047783
Epoch[24] Batch [2949]	Speed: 1764.516687 samples/sec	accuracy=0.516654	lr=0.047781
Epoch[24] Batch [2999]	Speed: 1753.426330 samples/sec	accuracy=0.516750	lr=0.047779
Epoch[24] Batch [3049]	Speed: 1757.224821 samples/sec	accuracy=0.516874	lr=0.047777
Epoch[24] Batch [3099]	Speed: 1751.910578 samples/sec	accuracy=0.516779	lr=0.047775
Epoch[24] Batch [3149]	Speed: 1725.635986 samples/sec	accuracy=0.516694	lr=0.047772
Epoch[24] Batch [3199]	Speed: 1720.382241 samples/sec	accuracy=0.516749	lr=0.047770
Epoch[24] Batch [3249]	Speed: 1757.587013 samples/sec	accuracy=0.516758	lr=0.047768
Epoch[24] Batch [3299]	Speed: 1767.501217 samples/sec	accuracy=0.516675	lr=0.047766
Epoch[24] Batch [3349]	Speed: 1764.658493 samples/sec	accuracy=0.516701	lr=0.047763
Epoch[24] Batch [3399]	Speed: 1755.013491 samples/sec	accuracy=0.516599	lr=0.047761
Epoch[24] Batch [3449]	Speed: 1746.870997 samples/sec	accuracy=0.516683	lr=0.047759
Epoch[24] Batch [3499]	Speed: 1744.781061 samples/sec	accuracy=0.516605	lr=0.047757
Epoch[24] Batch [3549]	Speed: 1770.758409 samples/sec	accuracy=0.516614	lr=0.047754
Epoch[24] Batch [3599]	Speed: 1777.935607 samples/sec	accuracy=0.516520	lr=0.047752
Epoch[24] Batch [3649]	Speed: 1732.199546 samples/sec	accuracy=0.516521	lr=0.047750
Epoch[24] Batch [3699]	Speed: 1757.595471 samples/sec	accuracy=0.516473	lr=0.047748
Epoch[24] Batch [3749]	Speed: 1739.858527 samples/sec	accuracy=0.516539	lr=0.047745
Epoch[24] Batch [3799]	Speed: 1744.390119 samples/sec	accuracy=0.516431	lr=0.047743
Epoch[24] Batch [3849]	Speed: 1744.878823 samples/sec	accuracy=0.516394	lr=0.047741
Epoch[24] Batch [3899]	Speed: 1772.333995 samples/sec	accuracy=0.516446	lr=0.047739
Epoch[24] Batch [3949]	Speed: 1759.063039 samples/sec	accuracy=0.516499	lr=0.047736
Epoch[24] Batch [3999]	Speed: 1761.433912 samples/sec	accuracy=0.516441	lr=0.047734
Epoch[24] Batch [4049]	Speed: 1738.944961 samples/sec	accuracy=0.516474	lr=0.047732
Epoch[24] Batch [4099]	Speed: 1732.196696 samples/sec	accuracy=0.516497	lr=0.047730
Epoch[24] Batch [4149]	Speed: 1719.487137 samples/sec	accuracy=0.516401	lr=0.047727
Epoch[24] Batch [4199]	Speed: 1735.579306 samples/sec	accuracy=0.516285	lr=0.047725
Epoch[24] Batch [4249]	Speed: 1763.482568 samples/sec	accuracy=0.516228	lr=0.047723
Epoch[24] Batch [4299]	Speed: 1819.109498 samples/sec	accuracy=0.516275	lr=0.047721
Epoch[24] Batch [4349]	Speed: 1744.848371 samples/sec	accuracy=0.516335	lr=0.047718
Epoch[24] Batch [4399]	Speed: 1745.027246 samples/sec	accuracy=0.516315	lr=0.047716
Epoch[24] Batch [4449]	Speed: 1743.976352 samples/sec	accuracy=0.516261	lr=0.047714
Epoch[24] Batch [4499]	Speed: 1752.149459 samples/sec	accuracy=0.516243	lr=0.047712
Epoch[24] Batch [4549]	Speed: 1755.500704 samples/sec	accuracy=0.516139	lr=0.047709
Epoch[24] Batch [4599]	Speed: 1752.056141 samples/sec	accuracy=0.516137	lr=0.047707
Epoch[24] Batch [4649]	Speed: 1762.619721 samples/sec	accuracy=0.516163	lr=0.047705
Epoch[24] Batch [4699]	Speed: 1730.903446 samples/sec	accuracy=0.516095	lr=0.047703
Epoch[24] Batch [4749]	Speed: 1737.532463 samples/sec	accuracy=0.516127	lr=0.047700
Epoch[24] Batch [4799]	Speed: 1765.088749 samples/sec	accuracy=0.516215	lr=0.047698
Epoch[24] Batch [4849]	Speed: 1766.267109 samples/sec	accuracy=0.516186	lr=0.047696
Epoch[24] Batch [4899]	Speed: 1725.882902 samples/sec	accuracy=0.516155	lr=0.047693
Epoch[24] Batch [4949]	Speed: 1746.089914 samples/sec	accuracy=0.516165	lr=0.047691
Epoch[24] Batch [4999]	Speed: 1856.050785 samples/sec	accuracy=0.516185	lr=0.047689
[Epoch 24] training: accuracy=0.516180
[Epoch 24] speed: 1754 samples/sec	time cost: 744.659416
[Epoch 24] validation: err-top1=0.419952 err-top5=0.186579
Epoch[25] Batch [49]	Speed: 1679.015754 samples/sec	accuracy=0.522109	lr=0.047686
Epoch[25] Batch [99]	Speed: 1796.508601 samples/sec	accuracy=0.521836	lr=0.047684
Epoch[25] Batch [149]	Speed: 1806.040556 samples/sec	accuracy=0.520365	lr=0.047682
Epoch[25] Batch [199]	Speed: 1773.532656 samples/sec	accuracy=0.519492	lr=0.047680
Epoch[25] Batch [249]	Speed: 1773.969420 samples/sec	accuracy=0.521563	lr=0.047677
Epoch[25] Batch [299]	Speed: 1755.023187 samples/sec	accuracy=0.521536	lr=0.047675
Epoch[25] Batch [349]	Speed: 1788.571088 samples/sec	accuracy=0.522433	lr=0.047673
Epoch[25] Batch [399]	Speed: 1773.969420 samples/sec	accuracy=0.522686	lr=0.047671
Epoch[25] Batch [449]	Speed: 1758.554549 samples/sec	accuracy=0.522352	lr=0.047668
Epoch[25] Batch [499]	Speed: 1751.203980 samples/sec	accuracy=0.522437	lr=0.047666
Epoch[25] Batch [549]	Speed: 1785.127536 samples/sec	accuracy=0.522074	lr=0.047664
Epoch[25] Batch [599]	Speed: 1734.044223 samples/sec	accuracy=0.521901	lr=0.047661
Epoch[25] Batch [649]	Speed: 1752.546462 samples/sec	accuracy=0.521526	lr=0.047659
Epoch[25] Batch [699]	Speed: 1760.931790 samples/sec	accuracy=0.521596	lr=0.047657
Epoch[25] Batch [749]	Speed: 1755.179595 samples/sec	accuracy=0.521146	lr=0.047655
Epoch[25] Batch [799]	Speed: 1751.510950 samples/sec	accuracy=0.521787	lr=0.047652
Epoch[25] Batch [849]	Speed: 1762.995777 samples/sec	accuracy=0.521645	lr=0.047650
Epoch[25] Batch [899]	Speed: 1744.911829 samples/sec	accuracy=0.521962	lr=0.047648
Epoch[25] Batch [949]	Speed: 1745.876017 samples/sec	accuracy=0.521998	lr=0.047645
Epoch[25] Batch [999]	Speed: 1775.401940 samples/sec	accuracy=0.521750	lr=0.047643
Epoch[25] Batch [1049]	Speed: 1695.478773 samples/sec	accuracy=0.521596	lr=0.047641
Epoch[25] Batch [1099]	Speed: 1760.274803 samples/sec	accuracy=0.521545	lr=0.047638
Epoch[25] Batch [1149]	Speed: 1774.178882 samples/sec	accuracy=0.521420	lr=0.047636
Epoch[25] Batch [1199]	Speed: 1744.655017 samples/sec	accuracy=0.521484	lr=0.047634
Epoch[25] Batch [1249]	Speed: 1746.551616 samples/sec	accuracy=0.521109	lr=0.047632
Epoch[25] Batch [1299]	Speed: 1767.441690 samples/sec	accuracy=0.521007	lr=0.047629
Epoch[25] Batch [1349]	Speed: 1789.552288 samples/sec	accuracy=0.521047	lr=0.047627
Epoch[25] Batch [1399]	Speed: 1757.903478 samples/sec	accuracy=0.520910	lr=0.047625
Epoch[25] Batch [1449]	Speed: 1751.052105 samples/sec	accuracy=0.520832	lr=0.047622
Epoch[25] Batch [1499]	Speed: 1739.554725 samples/sec	accuracy=0.520799	lr=0.047620
Epoch[25] Batch [1549]	Speed: 1740.416120 samples/sec	accuracy=0.520842	lr=0.047618
Epoch[25] Batch [1599]	Speed: 1731.450176 samples/sec	accuracy=0.520679	lr=0.047615
Epoch[25] Batch [1649]	Speed: 1767.330620 samples/sec	accuracy=0.520471	lr=0.047613
Epoch[25] Batch [1699]	Speed: 1756.519964 samples/sec	accuracy=0.520388	lr=0.047611
Epoch[25] Batch [1749]	Speed: 1729.042054 samples/sec	accuracy=0.520092	lr=0.047609
Epoch[25] Batch [1799]	Speed: 1771.165409 samples/sec	accuracy=0.519907	lr=0.047606
Epoch[25] Batch [1849]	Speed: 1737.111769 samples/sec	accuracy=0.519831	lr=0.047604
Epoch[25] Batch [1899]	Speed: 1752.678912 samples/sec	accuracy=0.519877	lr=0.047602
Epoch[25] Batch [1949]	Speed: 1777.011448 samples/sec	accuracy=0.519738	lr=0.047599
Epoch[25] Batch [1999]	Speed: 1759.157624 samples/sec	accuracy=0.519604	lr=0.047597
Epoch[25] Batch [2049]	Speed: 1751.953741 samples/sec	accuracy=0.519598	lr=0.047595
Epoch[25] Batch [2099]	Speed: 1733.599410 samples/sec	accuracy=0.519533	lr=0.047592
Epoch[25] Batch [2149]	Speed: 1758.492744 samples/sec	accuracy=0.519468	lr=0.047590
Epoch[25] Batch [2199]	Speed: 1778.740556 samples/sec	accuracy=0.519563	lr=0.047588
Epoch[25] Batch [2249]	Speed: 1759.832814 samples/sec	accuracy=0.519677	lr=0.047585
Epoch[25] Batch [2299]	Speed: 1762.022598 samples/sec	accuracy=0.519750	lr=0.047583
Epoch[25] Batch [2349]	Speed: 1755.614599 samples/sec	accuracy=0.519551	lr=0.047581
Epoch[25] Batch [2399]	Speed: 1760.246927 samples/sec	accuracy=0.519450	lr=0.047578
Epoch[25] Batch [2449]	Speed: 1770.650659 samples/sec	accuracy=0.519533	lr=0.047576
Epoch[25] Batch [2499]	Speed: 1788.978032 samples/sec	accuracy=0.519589	lr=0.047574
Epoch[25] Batch [2549]	Speed: 1739.952412 samples/sec	accuracy=0.519547	lr=0.047571
Epoch[25] Batch [2599]	Speed: 1794.999820 samples/sec	accuracy=0.519483	lr=0.047569
Epoch[25] Batch [2649]	Speed: 1754.502581 samples/sec	accuracy=0.519534	lr=0.047567
Epoch[25] Batch [2699]	Speed: 1783.584354 samples/sec	accuracy=0.519492	lr=0.047564
Epoch[25] Batch [2749]	Speed: 1734.309462 samples/sec	accuracy=0.519409	lr=0.047562
Epoch[25] Batch [2799]	Speed: 1740.227753 samples/sec	accuracy=0.519307	lr=0.047560
Epoch[25] Batch [2849]	Speed: 1767.019592 samples/sec	accuracy=0.519217	lr=0.047557
Epoch[25] Batch [2899]	Speed: 1725.996259 samples/sec	accuracy=0.519108	lr=0.047555
Epoch[25] Batch [2949]	Speed: 1820.104816 samples/sec	accuracy=0.519215	lr=0.047553
Epoch[25] Batch [2999]	Speed: 1791.246433 samples/sec	accuracy=0.519309	lr=0.047550
Epoch[25] Batch [3049]	Speed: 1749.981280 samples/sec	accuracy=0.519288	lr=0.047548
Epoch[25] Batch [3099]	Speed: 1748.851033 samples/sec	accuracy=0.519318	lr=0.047546
Epoch[25] Batch [3149]	Speed: 1735.283783 samples/sec	accuracy=0.519334	lr=0.047543
Epoch[25] Batch [3199]	Speed: 1734.993743 samples/sec	accuracy=0.519270	lr=0.047541
Epoch[25] Batch [3249]	Speed: 1739.922582 samples/sec	accuracy=0.519228	lr=0.047539
Epoch[25] Batch [3299]	Speed: 1773.873059 samples/sec	accuracy=0.519201	lr=0.047536
Epoch[25] Batch [3349]	Speed: 1747.481783 samples/sec	accuracy=0.519106	lr=0.047534
Epoch[25] Batch [3399]	Speed: 1751.059987 samples/sec	accuracy=0.519089	lr=0.047532
Epoch[25] Batch [3449]	Speed: 1745.428688 samples/sec	accuracy=0.519044	lr=0.047529
Epoch[25] Batch [3499]	Speed: 1759.442422 samples/sec	accuracy=0.519037	lr=0.047527
Epoch[25] Batch [3549]	Speed: 1749.325540 samples/sec	accuracy=0.519002	lr=0.047525
Epoch[25] Batch [3599]	Speed: 1765.150323 samples/sec	accuracy=0.518983	lr=0.047522
Epoch[25] Batch [3649]	Speed: 1751.441640 samples/sec	accuracy=0.518948	lr=0.047520
Epoch[25] Batch [3699]	Speed: 1755.519246 samples/sec	accuracy=0.518788	lr=0.047518
Epoch[25] Batch [3749]	Speed: 1738.559276 samples/sec	accuracy=0.518731	lr=0.047515
Epoch[25] Batch [3799]	Speed: 1776.058167 samples/sec	accuracy=0.518619	lr=0.047513
Epoch[25] Batch [3849]	Speed: 1716.364364 samples/sec	accuracy=0.518697	lr=0.047511
Epoch[25] Batch [3899]	Speed: 1786.358489 samples/sec	accuracy=0.518744	lr=0.047508
Epoch[25] Batch [3949]	Speed: 1764.309731 samples/sec	accuracy=0.518751	lr=0.047506
Epoch[25] Batch [3999]	Speed: 1763.282862 samples/sec	accuracy=0.518728	lr=0.047504
Epoch[25] Batch [4049]	Speed: 1741.431208 samples/sec	accuracy=0.518736	lr=0.047501
Epoch[25] Batch [4099]	Speed: 1734.771120 samples/sec	accuracy=0.518660	lr=0.047499
Epoch[25] Batch [4149]	Speed: 1752.215852 samples/sec	accuracy=0.518618	lr=0.047496
Epoch[25] Batch [4199]	Speed: 1746.125351 samples/sec	accuracy=0.518523	lr=0.047494
Epoch[25] Batch [4249]	Speed: 1747.820167 samples/sec	accuracy=0.518498	lr=0.047492
Epoch[25] Batch [4299]	Speed: 1746.503492 samples/sec	accuracy=0.518427	lr=0.047489
Epoch[25] Batch [4349]	Speed: 1772.246646 samples/sec	accuracy=0.518406	lr=0.047487
Epoch[25] Batch [4399]	Speed: 1787.860810 samples/sec	accuracy=0.518345	lr=0.047485
Epoch[25] Batch [4449]	Speed: 1781.717322 samples/sec	accuracy=0.518330	lr=0.047482
Epoch[25] Batch [4499]	Speed: 1744.153632 samples/sec	accuracy=0.518286	lr=0.047480
Epoch[25] Batch [4549]	Speed: 1761.155864 samples/sec	accuracy=0.518229	lr=0.047478
Epoch[25] Batch [4599]	Speed: 1733.939943 samples/sec	accuracy=0.518243	lr=0.047475
Epoch[25] Batch [4649]	Speed: 1770.043647 samples/sec	accuracy=0.518221	lr=0.047473
Epoch[25] Batch [4699]	Speed: 1734.992342 samples/sec	accuracy=0.518168	lr=0.047470
Epoch[25] Batch [4749]	Speed: 1740.561923 samples/sec	accuracy=0.518183	lr=0.047468
Epoch[25] Batch [4799]	Speed: 1761.618112 samples/sec	accuracy=0.518096	lr=0.047466
Epoch[25] Batch [4849]	Speed: 1790.963972 samples/sec	accuracy=0.518054	lr=0.047463
Epoch[25] Batch [4899]	Speed: 1704.259152 samples/sec	accuracy=0.518039	lr=0.047461
Epoch[25] Batch [4949]	Speed: 1785.105396 samples/sec	accuracy=0.518026	lr=0.047459
Epoch[25] Batch [4999]	Speed: 1833.270913 samples/sec	accuracy=0.517950	lr=0.047456
[Epoch 25] training: accuracy=0.517963
[Epoch 25] speed: 1757 samples/sec	time cost: 743.481200
[Epoch 25] validation: err-top1=0.420659 err-top5=0.187101
Epoch[26] Batch [49]	Speed: 1642.988816 samples/sec	accuracy=0.521328	lr=0.047454
Epoch[26] Batch [99]	Speed: 1787.388259 samples/sec	accuracy=0.525430	lr=0.047451
Epoch[26] Batch [149]	Speed: 1754.240530 samples/sec	accuracy=0.527109	lr=0.047449
Epoch[26] Batch [199]	Speed: 1742.617549 samples/sec	accuracy=0.528516	lr=0.047446
Epoch[26] Batch [249]	Speed: 1776.177976 samples/sec	accuracy=0.527266	lr=0.047444
Epoch[26] Batch [299]	Speed: 1768.424304 samples/sec	accuracy=0.527839	lr=0.047442
Epoch[26] Batch [349]	Speed: 1759.053414 samples/sec	accuracy=0.525826	lr=0.047439
Epoch[26] Batch [399]	Speed: 1746.123704 samples/sec	accuracy=0.525918	lr=0.047437
Epoch[26] Batch [449]	Speed: 1776.391722 samples/sec	accuracy=0.525790	lr=0.047434
Epoch[26] Batch [499]	Speed: 1775.287695 samples/sec	accuracy=0.525461	lr=0.047432
Epoch[26] Batch [549]	Speed: 1758.528974 samples/sec	accuracy=0.525405	lr=0.047430
Epoch[26] Batch [599]	Speed: 1768.401062 samples/sec	accuracy=0.525326	lr=0.047427
Epoch[26] Batch [649]	Speed: 1781.161260 samples/sec	accuracy=0.525475	lr=0.047425
Epoch[26] Batch [699]	Speed: 1768.840721 samples/sec	accuracy=0.525318	lr=0.047423
Epoch[26] Batch [749]	Speed: 1740.880810 samples/sec	accuracy=0.524911	lr=0.047420
Epoch[26] Batch [799]	Speed: 1762.525052 samples/sec	accuracy=0.524634	lr=0.047418
Epoch[26] Batch [849]	Speed: 1724.219655 samples/sec	accuracy=0.524499	lr=0.047415
Epoch[26] Batch [899]	Speed: 1751.533750 samples/sec	accuracy=0.524332	lr=0.047413
Epoch[26] Batch [949]	Speed: 1789.189325 samples/sec	accuracy=0.524383	lr=0.047411
Epoch[26] Batch [999]	Speed: 1763.243772 samples/sec	accuracy=0.524027	lr=0.047408
Epoch[26] Batch [1049]	Speed: 1759.837256 samples/sec	accuracy=0.523932	lr=0.047406
Epoch[26] Batch [1099]	Speed: 1769.878219 samples/sec	accuracy=0.523949	lr=0.047403
Epoch[26] Batch [1149]	Speed: 1735.356532 samples/sec	accuracy=0.523859	lr=0.047401
Epoch[26] Batch [1199]	Speed: 1744.642147 samples/sec	accuracy=0.523496	lr=0.047399
Epoch[26] Batch [1249]	Speed: 1762.534542 samples/sec	accuracy=0.523525	lr=0.047396
Epoch[26] Batch [1299]	Speed: 1745.415353 samples/sec	accuracy=0.523471	lr=0.047394
Epoch[26] Batch [1349]	Speed: 1743.240759 samples/sec	accuracy=0.523527	lr=0.047391
Epoch[26] Batch [1399]	Speed: 1745.926037 samples/sec	accuracy=0.523306	lr=0.047389
Epoch[26] Batch [1449]	Speed: 1776.433866 samples/sec	accuracy=0.522799	lr=0.047386
Epoch[26] Batch [1499]	Speed: 1767.047159 samples/sec	accuracy=0.522609	lr=0.047384
Epoch[26] Batch [1549]	Speed: 1759.203970 samples/sec	accuracy=0.522487	lr=0.047382
Epoch[26] Batch [1599]	Speed: 1755.803154 samples/sec	accuracy=0.522573	lr=0.047379
Epoch[26] Batch [1649]	Speed: 1759.229622 samples/sec	accuracy=0.522517	lr=0.047377
Epoch[26] Batch [1699]	Speed: 1744.595092 samples/sec	accuracy=0.522642	lr=0.047374
Epoch[26] Batch [1749]	Speed: 1728.624792 samples/sec	accuracy=0.522511	lr=0.047372
Epoch[26] Batch [1799]	Speed: 1779.560568 samples/sec	accuracy=0.522476	lr=0.047370
Epoch[26] Batch [1849]	Speed: 1747.821078 samples/sec	accuracy=0.522435	lr=0.047367
Epoch[26] Batch [1899]	Speed: 1771.194800 samples/sec	accuracy=0.522545	lr=0.047365
Epoch[26] Batch [1949]	Speed: 1774.196589 samples/sec	accuracy=0.522584	lr=0.047362
Epoch[26] Batch [1999]	Speed: 1721.400249 samples/sec	accuracy=0.522578	lr=0.047360
Epoch[26] Batch [2049]	Speed: 1794.293783 samples/sec	accuracy=0.522492	lr=0.047358
Epoch[26] Batch [2099]	Speed: 1737.510251 samples/sec	accuracy=0.522334	lr=0.047355
Epoch[26] Batch [2149]	Speed: 1780.947605 samples/sec	accuracy=0.522436	lr=0.047353
Epoch[26] Batch [2199]	Speed: 1772.684473 samples/sec	accuracy=0.522495	lr=0.047350
Epoch[26] Batch [2249]	Speed: 1746.999749 samples/sec	accuracy=0.522469	lr=0.047348
Epoch[26] Batch [2299]	Speed: 1741.907800 samples/sec	accuracy=0.522361	lr=0.047345
Epoch[26] Batch [2349]	Speed: 1765.661705 samples/sec	accuracy=0.522279	lr=0.047343
Epoch[26] Batch [2399]	Speed: 1766.341492 samples/sec	accuracy=0.522186	lr=0.047341
Epoch[26] Batch [2449]	Speed: 1739.407175 samples/sec	accuracy=0.522121	lr=0.047338
Epoch[26] Batch [2499]	Speed: 1736.489113 samples/sec	accuracy=0.522031	lr=0.047336
Epoch[26] Batch [2549]	Speed: 1740.648773 samples/sec	accuracy=0.522042	lr=0.047333
Epoch[26] Batch [2599]	Speed: 1790.544061 samples/sec	accuracy=0.521890	lr=0.047331
Epoch[26] Batch [2649]	Speed: 1789.515246 samples/sec	accuracy=0.522101	lr=0.047328
Epoch[26] Batch [2699]	Speed: 1750.853321 samples/sec	accuracy=0.522031	lr=0.047326
Epoch[26] Batch [2749]	Speed: 1733.185597 samples/sec	accuracy=0.522057	lr=0.047324
Epoch[26] Batch [2799]	Speed: 1782.229417 samples/sec	accuracy=0.522101	lr=0.047321
Epoch[26] Batch [2849]	Speed: 1738.651839 samples/sec	accuracy=0.522056	lr=0.047319
Epoch[26] Batch [2899]	Speed: 1786.777450 samples/sec	accuracy=0.521994	lr=0.047316
Epoch[26] Batch [2949]	Speed: 1748.190845 samples/sec	accuracy=0.521985	lr=0.047314
Epoch[26] Batch [2999]	Speed: 1724.758901 samples/sec	accuracy=0.521995	lr=0.047311
Epoch[26] Batch [3049]	Speed: 1737.777282 samples/sec	accuracy=0.522006	lr=0.047309
Epoch[26] Batch [3099]	Speed: 1708.329690 samples/sec	accuracy=0.521903	lr=0.047306
Epoch[26] Batch [3149]	Speed: 1755.990314 samples/sec	accuracy=0.521860	lr=0.047304
Epoch[26] Batch [3199]	Speed: 1754.865085 samples/sec	accuracy=0.521776	lr=0.047302
Epoch[26] Batch [3249]	Speed: 1740.920101 samples/sec	accuracy=0.521809	lr=0.047299
Epoch[26] Batch [3299]	Speed: 1735.129049 samples/sec	accuracy=0.521777	lr=0.047297
Epoch[26] Batch [3349]	Speed: 1738.476857 samples/sec	accuracy=0.521705	lr=0.047294
Epoch[26] Batch [3399]	Speed: 1750.959417 samples/sec	accuracy=0.521705	lr=0.047292
Epoch[26] Batch [3449]	Speed: 1767.139057 samples/sec	accuracy=0.521515	lr=0.047289
Epoch[26] Batch [3499]	Speed: 1749.338650 samples/sec	accuracy=0.521537	lr=0.047287
Epoch[26] Batch [3549]	Speed: 1758.839440 samples/sec	accuracy=0.521580	lr=0.047284
Epoch[26] Batch [3599]	Speed: 1762.240181 samples/sec	accuracy=0.521453	lr=0.047282
Epoch[26] Batch [3649]	Speed: 1747.538095 samples/sec	accuracy=0.521446	lr=0.047279
Epoch[26] Batch [3699]	Speed: 1736.585948 samples/sec	accuracy=0.521414	lr=0.047277
Epoch[26] Batch [3749]	Speed: 1781.217459 samples/sec	accuracy=0.521352	lr=0.047275
Epoch[26] Batch [3799]	Speed: 1788.993293 samples/sec	accuracy=0.521260	lr=0.047272
Epoch[26] Batch [3849]	Speed: 1798.138677 samples/sec	accuracy=0.521257	lr=0.047270
Epoch[26] Batch [3899]	Speed: 1795.649777 samples/sec	accuracy=0.521290	lr=0.047267
Epoch[26] Batch [3949]	Speed: 1768.644636 samples/sec	accuracy=0.521107	lr=0.047265
Epoch[26] Batch [3999]	Speed: 1774.385052 samples/sec	accuracy=0.521074	lr=0.047262
Epoch[26] Batch [4049]	Speed: 1767.843499 samples/sec	accuracy=0.521055	lr=0.047260
Epoch[26] Batch [4099]	Speed: 1768.736584 samples/sec	accuracy=0.521121	lr=0.047257
Epoch[26] Batch [4149]	Speed: 1747.821760 samples/sec	accuracy=0.521098	lr=0.047255
Epoch[26] Batch [4199]	Speed: 1742.421579 samples/sec	accuracy=0.520985	lr=0.047252
Epoch[26] Batch [4249]	Speed: 1747.480076 samples/sec	accuracy=0.520962	lr=0.047250
Epoch[26] Batch [4299]	Speed: 1758.093216 samples/sec	accuracy=0.520870	lr=0.047247
Epoch[26] Batch [4349]	Speed: 1768.335650 samples/sec	accuracy=0.520850	lr=0.047245
Epoch[26] Batch [4399]	Speed: 1716.185336 samples/sec	accuracy=0.520723	lr=0.047243
Epoch[26] Batch [4449]	Speed: 1779.655542 samples/sec	accuracy=0.520613	lr=0.047240
Epoch[26] Batch [4499]	Speed: 1754.644043 samples/sec	accuracy=0.520568	lr=0.047238
Epoch[26] Batch [4549]	Speed: 1748.023045 samples/sec	accuracy=0.520513	lr=0.047235
Epoch[26] Batch [4599]	Speed: 1758.121484 samples/sec	accuracy=0.520459	lr=0.047233
Epoch[26] Batch [4649]	Speed: 1706.025686 samples/sec	accuracy=0.520402	lr=0.047230
Epoch[26] Batch [4699]	Speed: 1733.135074 samples/sec	accuracy=0.520385	lr=0.047228
Epoch[26] Batch [4749]	Speed: 1784.972688 samples/sec	accuracy=0.520349	lr=0.047225
Epoch[26] Batch [4799]	Speed: 1743.599134 samples/sec	accuracy=0.520290	lr=0.047223
Epoch[26] Batch [4849]	Speed: 1752.611740 samples/sec	accuracy=0.520327	lr=0.047220
Epoch[26] Batch [4899]	Speed: 1722.366138 samples/sec	accuracy=0.520275	lr=0.047218
Epoch[26] Batch [4949]	Speed: 1793.736077 samples/sec	accuracy=0.520255	lr=0.047215
Epoch[26] Batch [4999]	Speed: 1886.058246 samples/sec	accuracy=0.520326	lr=0.047213
[Epoch 26] training: accuracy=0.520312
[Epoch 26] speed: 1756 samples/sec	time cost: 743.743680
[Epoch 26] validation: err-top1=0.417308 err-top5=0.185857
Epoch[27] Batch [49]	Speed: 1639.480162 samples/sec	accuracy=0.530703	lr=0.047210
Epoch[27] Batch [99]	Speed: 1753.475867 samples/sec	accuracy=0.530195	lr=0.047208
Epoch[27] Batch [149]	Speed: 1760.120312 samples/sec	accuracy=0.530469	lr=0.047205
Epoch[27] Batch [199]	Speed: 1741.579779 samples/sec	accuracy=0.531797	lr=0.047203
Epoch[27] Batch [249]	Speed: 1723.585178 samples/sec	accuracy=0.532375	lr=0.047200
Epoch[27] Batch [299]	Speed: 1760.225400 samples/sec	accuracy=0.532669	lr=0.047198
Epoch[27] Batch [349]	Speed: 1812.689657 samples/sec	accuracy=0.531496	lr=0.047195
Epoch[27] Batch [399]	Speed: 1751.472837 samples/sec	accuracy=0.530605	lr=0.047193
Epoch[27] Batch [449]	Speed: 1771.489706 samples/sec	accuracy=0.529635	lr=0.047190
Epoch[27] Batch [499]	Speed: 1783.844576 samples/sec	accuracy=0.528125	lr=0.047188
Epoch[27] Batch [549]	Speed: 1765.132796 samples/sec	accuracy=0.527365	lr=0.047185
Epoch[27] Batch [599]	Speed: 1772.067293 samples/sec	accuracy=0.527383	lr=0.047183
Epoch[27] Batch [649]	Speed: 1765.038089 samples/sec	accuracy=0.527212	lr=0.047180
Epoch[27] Batch [699]	Speed: 1776.692300 samples/sec	accuracy=0.526752	lr=0.047178
Epoch[27] Batch [749]	Speed: 1779.334205 samples/sec	accuracy=0.526839	lr=0.047175
Epoch[27] Batch [799]	Speed: 1751.020237 samples/sec	accuracy=0.526558	lr=0.047173
Epoch[27] Batch [849]	Speed: 1739.797521 samples/sec	accuracy=0.525818	lr=0.047170
Epoch[27] Batch [899]	Speed: 1770.506428 samples/sec	accuracy=0.526363	lr=0.047168
Epoch[27] Batch [949]	Speed: 1739.966115 samples/sec	accuracy=0.526192	lr=0.047165
Epoch[27] Batch [999]	Speed: 1781.267575 samples/sec	accuracy=0.525973	lr=0.047163
Epoch[27] Batch [1049]	Speed: 1735.789060 samples/sec	accuracy=0.525926	lr=0.047160
Epoch[27] Batch [1099]	Speed: 1743.396546 samples/sec	accuracy=0.525387	lr=0.047158
Epoch[27] Batch [1149]	Speed: 1738.727405 samples/sec	accuracy=0.524980	lr=0.047155
Epoch[27] Batch [1199]	Speed: 1748.164603 samples/sec	accuracy=0.524746	lr=0.047153
Epoch[27] Batch [1249]	Speed: 1741.999758 samples/sec	accuracy=0.524772	lr=0.047150
Epoch[27] Batch [1299]	Speed: 1738.441673 samples/sec	accuracy=0.524582	lr=0.047148
Epoch[27] Batch [1349]	Speed: 1760.318841 samples/sec	accuracy=0.524323	lr=0.047145
Epoch[27] Batch [1399]	Speed: 1777.467935 samples/sec	accuracy=0.524528	lr=0.047143
Epoch[27] Batch [1449]	Speed: 1747.181226 samples/sec	accuracy=0.524604	lr=0.047140
Epoch[27] Batch [1499]	Speed: 1777.163682 samples/sec	accuracy=0.524401	lr=0.047138
Epoch[27] Batch [1549]	Speed: 1778.403703 samples/sec	accuracy=0.524559	lr=0.047135
Epoch[27] Batch [1599]	Speed: 1747.809640 samples/sec	accuracy=0.524663	lr=0.047133
Epoch[27] Batch [1649]	Speed: 1754.631026 samples/sec	accuracy=0.524680	lr=0.047130
Epoch[27] Batch [1699]	Speed: 1753.042094 samples/sec	accuracy=0.524729	lr=0.047128
Epoch[27] Batch [1749]	Speed: 1749.011870 samples/sec	accuracy=0.524687	lr=0.047125
Epoch[27] Batch [1799]	Speed: 1770.172919 samples/sec	accuracy=0.524822	lr=0.047122
Epoch[27] Batch [1849]	Speed: 1759.741213 samples/sec	accuracy=0.524717	lr=0.047120
Epoch[27] Batch [1899]	Speed: 1758.567625 samples/sec	accuracy=0.524618	lr=0.047117
Epoch[27] Batch [1949]	Speed: 1740.239824 samples/sec	accuracy=0.524736	lr=0.047115
Epoch[27] Batch [1999]	Speed: 1747.539062 samples/sec	accuracy=0.524805	lr=0.047112
Epoch[27] Batch [2049]	Speed: 1736.478329 samples/sec	accuracy=0.524779	lr=0.047110
Epoch[27] Batch [2099]	Speed: 1759.233715 samples/sec	accuracy=0.524797	lr=0.047107
Epoch[27] Batch [2149]	Speed: 1775.449732 samples/sec	accuracy=0.524793	lr=0.047105
Epoch[27] Batch [2199]	Speed: 1758.317316 samples/sec	accuracy=0.524689	lr=0.047102
Epoch[27] Batch [2249]	Speed: 1758.006804 samples/sec	accuracy=0.524738	lr=0.047100
Epoch[27] Batch [2299]	Speed: 1731.932047 samples/sec	accuracy=0.524553	lr=0.047097
Epoch[27] Batch [2349]	Speed: 1727.252509 samples/sec	accuracy=0.524661	lr=0.047095
Epoch[27] Batch [2399]	Speed: 1743.768012 samples/sec	accuracy=0.524544	lr=0.047092
Epoch[27] Batch [2449]	Speed: 1746.107292 samples/sec	accuracy=0.524539	lr=0.047090
Epoch[27] Batch [2499]	Speed: 1768.083776 samples/sec	accuracy=0.524436	lr=0.047087
Epoch[27] Batch [2549]	Speed: 1776.876001 samples/sec	accuracy=0.524415	lr=0.047085
Epoch[27] Batch [2599]	Speed: 1726.127057 samples/sec	accuracy=0.524315	lr=0.047082
Epoch[27] Batch [2649]	Speed: 1758.819446 samples/sec	accuracy=0.524393	lr=0.047079
Epoch[27] Batch [2699]	Speed: 1797.886129 samples/sec	accuracy=0.524266	lr=0.047077
Epoch[27] Batch [2749]	Speed: 1743.213760 samples/sec	accuracy=0.524168	lr=0.047074
Epoch[27] Batch [2799]	Speed: 1750.100450 samples/sec	accuracy=0.524042	lr=0.047072
Epoch[27] Batch [2849]	Speed: 1734.148741 samples/sec	accuracy=0.523994	lr=0.047069
Epoch[27] Batch [2899]	Speed: 1745.908152 samples/sec	accuracy=0.523870	lr=0.047067
Epoch[27] Batch [2949]	Speed: 1755.404675 samples/sec	accuracy=0.523877	lr=0.047064
Epoch[27] Batch [2999]	Speed: 1770.327428 samples/sec	accuracy=0.523921	lr=0.047062
Epoch[27] Batch [3049]	Speed: 1748.869434 samples/sec	accuracy=0.523813	lr=0.047059
Epoch[27] Batch [3099]	Speed: 1766.658618 samples/sec	accuracy=0.523661	lr=0.047057
Epoch[27] Batch [3149]	Speed: 1759.077332 samples/sec	accuracy=0.523693	lr=0.047054
Epoch[27] Batch [3199]	Speed: 1759.998101 samples/sec	accuracy=0.523654	lr=0.047051
Epoch[27] Batch [3249]	Speed: 1774.916235 samples/sec	accuracy=0.523553	lr=0.047049
Epoch[27] Batch [3299]	Speed: 1751.722115 samples/sec	accuracy=0.523498	lr=0.047046
Epoch[27] Batch [3349]	Speed: 1736.464175 samples/sec	accuracy=0.523356	lr=0.047044
Epoch[27] Batch [3399]	Speed: 1747.613241 samples/sec	accuracy=0.523226	lr=0.047041
Epoch[27] Batch [3449]	Speed: 1770.819678 samples/sec	accuracy=0.523103	lr=0.047039
Epoch[27] Batch [3499]	Speed: 1781.595109 samples/sec	accuracy=0.523104	lr=0.047036
Epoch[27] Batch [3549]	Speed: 1752.053739 samples/sec	accuracy=0.522980	lr=0.047034
Epoch[27] Batch [3599]	Speed: 1743.250778 samples/sec	accuracy=0.523000	lr=0.047031
Epoch[27] Batch [3649]	Speed: 1765.491928 samples/sec	accuracy=0.522923	lr=0.047028
Epoch[27] Batch [3699]	Speed: 1779.910193 samples/sec	accuracy=0.522862	lr=0.047026
Epoch[27] Batch [3749]	Speed: 1753.822994 samples/sec	accuracy=0.522889	lr=0.047023
Epoch[27] Batch [3799]	Speed: 1784.541938 samples/sec	accuracy=0.522916	lr=0.047021
Epoch[27] Batch [3849]	Speed: 1722.869171 samples/sec	accuracy=0.522973	lr=0.047018
Epoch[27] Batch [3899]	Speed: 1754.733222 samples/sec	accuracy=0.522945	lr=0.047016
Epoch[27] Batch [3949]	Speed: 1749.224599 samples/sec	accuracy=0.522708	lr=0.047013
Epoch[27] Batch [3999]	Speed: 1752.609852 samples/sec	accuracy=0.522746	lr=0.047011
Epoch[27] Batch [4049]	Speed: 1789.619100 samples/sec	accuracy=0.522751	lr=0.047008
Epoch[27] Batch [4099]	Speed: 1726.691210 samples/sec	accuracy=0.522689	lr=0.047005
Epoch[27] Batch [4149]	Speed: 1714.809500 samples/sec	accuracy=0.522670	lr=0.047003
Epoch[27] Batch [4199]	Speed: 1748.900312 samples/sec	accuracy=0.522613	lr=0.047000
Epoch[27] Batch [4249]	Speed: 1735.959291 samples/sec	accuracy=0.522552	lr=0.046998
Epoch[27] Batch [4299]	Speed: 1723.314525 samples/sec	accuracy=0.522564	lr=0.046995
Epoch[27] Batch [4349]	Speed: 1765.628026 samples/sec	accuracy=0.522548	lr=0.046993
Epoch[27] Batch [4399]	Speed: 1752.881774 samples/sec	accuracy=0.522535	lr=0.046990
Epoch[27] Batch [4449]	Speed: 1717.235401 samples/sec	accuracy=0.522502	lr=0.046987
Epoch[27] Batch [4499]	Speed: 1757.395889 samples/sec	accuracy=0.522522	lr=0.046985
Epoch[27] Batch [4549]	Speed: 1779.678314 samples/sec	accuracy=0.522478	lr=0.046982
Epoch[27] Batch [4599]	Speed: 1764.229722 samples/sec	accuracy=0.522469	lr=0.046980
Epoch[27] Batch [4649]	Speed: 1751.194669 samples/sec	accuracy=0.522421	lr=0.046977
Epoch[27] Batch [4699]	Speed: 1732.127788 samples/sec	accuracy=0.522434	lr=0.046975
Epoch[27] Batch [4749]	Speed: 1744.974669 samples/sec	accuracy=0.522346	lr=0.046972
Epoch[27] Batch [4799]	Speed: 1742.187039 samples/sec	accuracy=0.522330	lr=0.046969
Epoch[27] Batch [4849]	Speed: 1758.408423 samples/sec	accuracy=0.522328	lr=0.046967
Epoch[27] Batch [4899]	Speed: 1719.110309 samples/sec	accuracy=0.522282	lr=0.046964
Epoch[27] Batch [4949]	Speed: 1758.884904 samples/sec	accuracy=0.522291	lr=0.046962
Epoch[27] Batch [4999]	Speed: 1859.757964 samples/sec	accuracy=0.522318	lr=0.046959
[Epoch 27] training: accuracy=0.522331
[Epoch 27] speed: 1754 samples/sec	time cost: 744.727219
[Epoch 27] validation: err-top1=0.413882 err-top5=0.182011
Epoch[28] Batch [49]	Speed: 1640.296743 samples/sec	accuracy=0.533750	lr=0.046956
Epoch[28] Batch [99]	Speed: 1795.475685 samples/sec	accuracy=0.532695	lr=0.046954
Epoch[28] Batch [149]	Speed: 1756.994272 samples/sec	accuracy=0.532161	lr=0.046951
Epoch[28] Batch [199]	Speed: 1777.356660 samples/sec	accuracy=0.532051	lr=0.046948
Epoch[28] Batch [249]	Speed: 1721.133812 samples/sec	accuracy=0.530109	lr=0.046946
Epoch[28] Batch [299]	Speed: 1732.305518 samples/sec	accuracy=0.529714	lr=0.046943
Epoch[28] Batch [349]	Speed: 1750.614565 samples/sec	accuracy=0.529263	lr=0.046941
Epoch[28] Batch [399]	Speed: 1791.602220 samples/sec	accuracy=0.529404	lr=0.046938
Epoch[28] Batch [449]	Speed: 1740.716442 samples/sec	accuracy=0.528568	lr=0.046935
Epoch[28] Batch [499]	Speed: 1751.504722 samples/sec	accuracy=0.528813	lr=0.046933
Epoch[28] Batch [549]	Speed: 1758.352618 samples/sec	accuracy=0.529027	lr=0.046930
Epoch[28] Batch [599]	Speed: 1778.710383 samples/sec	accuracy=0.528737	lr=0.046928
Epoch[28] Batch [649]	Speed: 1745.853421 samples/sec	accuracy=0.528047	lr=0.046925
Epoch[28] Batch [699]	Speed: 1779.948079 samples/sec	accuracy=0.528253	lr=0.046922
Epoch[28] Batch [749]	Speed: 1751.052848 samples/sec	accuracy=0.527661	lr=0.046920
Epoch[28] Batch [799]	Speed: 1743.351426 samples/sec	accuracy=0.528140	lr=0.046917
Epoch[28] Batch [849]	Speed: 1723.910828 samples/sec	accuracy=0.527858	lr=0.046915
Epoch[28] Batch [899]	Speed: 1738.296732 samples/sec	accuracy=0.527556	lr=0.046912
Epoch[28] Batch [949]	Speed: 1756.116277 samples/sec	accuracy=0.527385	lr=0.046909
Epoch[28] Batch [999]	Speed: 1753.747256 samples/sec	accuracy=0.527625	lr=0.046907
Epoch[28] Batch [1049]	Speed: 1738.790926 samples/sec	accuracy=0.527295	lr=0.046904
Epoch[28] Batch [1099]	Speed: 1763.119158 samples/sec	accuracy=0.527266	lr=0.046902
Epoch[28] Batch [1149]	Speed: 1762.325158 samples/sec	accuracy=0.527673	lr=0.046899
Epoch[28] Batch [1199]	Speed: 1757.552490 samples/sec	accuracy=0.528021	lr=0.046896
Epoch[28] Batch [1249]	Speed: 1746.895097 samples/sec	accuracy=0.528044	lr=0.046894
Epoch[28] Batch [1299]	Speed: 1744.805330 samples/sec	accuracy=0.528275	lr=0.046891
Epoch[28] Batch [1349]	Speed: 1729.764316 samples/sec	accuracy=0.528313	lr=0.046889
Epoch[28] Batch [1399]	Speed: 1734.766860 samples/sec	accuracy=0.528039	lr=0.046886
Epoch[28] Batch [1449]	Speed: 1721.852740 samples/sec	accuracy=0.528227	lr=0.046883
Epoch[28] Batch [1499]	Speed: 1724.946262 samples/sec	accuracy=0.527797	lr=0.046881
Epoch[28] Batch [1549]	Speed: 1731.933053 samples/sec	accuracy=0.527384	lr=0.046878
Epoch[28] Batch [1599]	Speed: 1730.515909 samples/sec	accuracy=0.527427	lr=0.046876
Epoch[28] Batch [1649]	Speed: 1746.775455 samples/sec	accuracy=0.527171	lr=0.046873
Epoch[28] Batch [1699]	Speed: 1770.680091 samples/sec	accuracy=0.527086	lr=0.046870
Epoch[28] Batch [1749]	Speed: 1750.251189 samples/sec	accuracy=0.526944	lr=0.046868
Epoch[28] Batch [1799]	Speed: 1735.247326 samples/sec	accuracy=0.526888	lr=0.046865
Epoch[28] Batch [1849]	Speed: 1736.111366 samples/sec	accuracy=0.526940	lr=0.046862
Epoch[28] Batch [1899]	Speed: 1759.846890 samples/sec	accuracy=0.526830	lr=0.046860
Epoch[28] Batch [1949]	Speed: 1766.831527 samples/sec	accuracy=0.526859	lr=0.046857
Epoch[28] Batch [1999]	Speed: 1739.284724 samples/sec	accuracy=0.526809	lr=0.046855
Epoch[28] Batch [2049]	Speed: 1767.453153 samples/sec	accuracy=0.526707	lr=0.046852
Epoch[28] Batch [2099]	Speed: 1782.341303 samples/sec	accuracy=0.526674	lr=0.046849
Epoch[28] Batch [2149]	Speed: 1773.287382 samples/sec	accuracy=0.526586	lr=0.046847
Epoch[28] Batch [2199]	Speed: 1759.433254 samples/sec	accuracy=0.526571	lr=0.046844
Epoch[28] Batch [2249]	Speed: 1746.939435 samples/sec	accuracy=0.526766	lr=0.046841
Epoch[28] Batch [2299]	Speed: 1748.800617 samples/sec	accuracy=0.526607	lr=0.046839
Epoch[28] Batch [2349]	Speed: 1749.084522 samples/sec	accuracy=0.526632	lr=0.046836
Epoch[28] Batch [2399]	Speed: 1752.263377 samples/sec	accuracy=0.526660	lr=0.046833
Epoch[28] Batch [2449]	Speed: 1743.360258 samples/sec	accuracy=0.526511	lr=0.046831
Epoch[28] Batch [2499]	Speed: 1748.442550 samples/sec	accuracy=0.526547	lr=0.046828
Epoch[28] Batch [2549]	Speed: 1749.982478 samples/sec	accuracy=0.526520	lr=0.046826
Epoch[28] Batch [2599]	Speed: 1757.156783 samples/sec	accuracy=0.526454	lr=0.046823
Epoch[28] Batch [2649]	Speed: 1781.077234 samples/sec	accuracy=0.526417	lr=0.046820
Epoch[28] Batch [2699]	Speed: 1772.321767 samples/sec	accuracy=0.526528	lr=0.046818
Epoch[28] Batch [2749]	Speed: 1762.768342 samples/sec	accuracy=0.526464	lr=0.046815
Epoch[28] Batch [2799]	Speed: 1746.130349 samples/sec	accuracy=0.526370	lr=0.046812
Epoch[28] Batch [2849]	Speed: 1750.362691 samples/sec	accuracy=0.526169	lr=0.046810
Epoch[28] Batch [2899]	Speed: 1768.713392 samples/sec	accuracy=0.526130	lr=0.046807
Epoch[28] Batch [2949]	Speed: 1734.945805 samples/sec	accuracy=0.526073	lr=0.046804
Epoch[28] Batch [2999]	Speed: 1759.108745 samples/sec	accuracy=0.526109	lr=0.046802
Epoch[28] Batch [3049]	Speed: 1762.770020 samples/sec	accuracy=0.526005	lr=0.046799
Epoch[28] Batch [3099]	Speed: 1727.417068 samples/sec	accuracy=0.525920	lr=0.046796
Epoch[28] Batch [3149]	Speed: 1747.308147 samples/sec	accuracy=0.525719	lr=0.046794
Epoch[28] Batch [3199]	Speed: 1724.975304 samples/sec	accuracy=0.525510	lr=0.046791
Epoch[28] Batch [3249]	Speed: 1758.348241 samples/sec	accuracy=0.525556	lr=0.046788
Epoch[28] Batch [3299]	Speed: 1758.638422 samples/sec	accuracy=0.525522	lr=0.046786
Epoch[28] Batch [3349]	Speed: 1781.014544 samples/sec	accuracy=0.525517	lr=0.046783
Epoch[28] Batch [3399]	Speed: 1745.952666 samples/sec	accuracy=0.525499	lr=0.046781
Epoch[28] Batch [3449]	Speed: 1772.541140 samples/sec	accuracy=0.525465	lr=0.046778
Epoch[28] Batch [3499]	Speed: 1751.617126 samples/sec	accuracy=0.525390	lr=0.046775
Epoch[28] Batch [3549]	Speed: 1766.574559 samples/sec	accuracy=0.525277	lr=0.046773
Epoch[28] Batch [3599]	Speed: 1774.801055 samples/sec	accuracy=0.525336	lr=0.046770
Epoch[28] Batch [3649]	Speed: 1767.482887 samples/sec	accuracy=0.525344	lr=0.046767
Epoch[28] Batch [3699]	Speed: 1736.590892 samples/sec	accuracy=0.525212	lr=0.046765
Epoch[28] Batch [3749]	Speed: 1768.581187 samples/sec	accuracy=0.525129	lr=0.046762
Epoch[28] Batch [3799]	Speed: 1767.391884 samples/sec	accuracy=0.525027	lr=0.046759
Epoch[28] Batch [3849]	Speed: 1749.260677 samples/sec	accuracy=0.524894	lr=0.046757
Epoch[28] Batch [3899]	Speed: 1737.425344 samples/sec	accuracy=0.524995	lr=0.046754
Epoch[28] Batch [3949]	Speed: 1768.458498 samples/sec	accuracy=0.524944	lr=0.046751
Epoch[28] Batch [3999]	Speed: 1755.019113 samples/sec	accuracy=0.524869	lr=0.046749
Epoch[28] Batch [4049]	Speed: 1745.414161 samples/sec	accuracy=0.524834	lr=0.046746
Epoch[28] Batch [4099]	Speed: 1730.682987 samples/sec	accuracy=0.524848	lr=0.046743
Epoch[28] Batch [4149]	Speed: 1758.055334 samples/sec	accuracy=0.524734	lr=0.046741
Epoch[28] Batch [4199]	Speed: 1756.885487 samples/sec	accuracy=0.524695	lr=0.046738
Epoch[28] Batch [4249]	Speed: 1768.465313 samples/sec	accuracy=0.524639	lr=0.046735
Epoch[28] Batch [4299]	Speed: 1788.232705 samples/sec	accuracy=0.524537	lr=0.046733
Epoch[28] Batch [4349]	Speed: 1734.371988 samples/sec	accuracy=0.524457	lr=0.046730
Epoch[28] Batch [4399]	Speed: 1811.515492 samples/sec	accuracy=0.524454	lr=0.046727
Epoch[28] Batch [4449]	Speed: 1759.537683 samples/sec	accuracy=0.524453	lr=0.046724
Epoch[28] Batch [4499]	Speed: 1739.064491 samples/sec	accuracy=0.524444	lr=0.046722
Epoch[28] Batch [4549]	Speed: 1759.335814 samples/sec	accuracy=0.524357	lr=0.046719
Epoch[28] Batch [4599]	Speed: 1754.264548 samples/sec	accuracy=0.524365	lr=0.046716
Epoch[28] Batch [4649]	Speed: 1750.342604 samples/sec	accuracy=0.524330	lr=0.046714
Epoch[28] Batch [4699]	Speed: 1734.019748 samples/sec	accuracy=0.524179	lr=0.046711
Epoch[28] Batch [4749]	Speed: 1755.141093 samples/sec	accuracy=0.524154	lr=0.046708
Epoch[28] Batch [4799]	Speed: 1747.303313 samples/sec	accuracy=0.524102	lr=0.046706
Epoch[28] Batch [4849]	Speed: 1752.394583 samples/sec	accuracy=0.524071	lr=0.046703
Epoch[28] Batch [4899]	Speed: 1750.928752 samples/sec	accuracy=0.524000	lr=0.046700
Epoch[28] Batch [4949]	Speed: 1738.632470 samples/sec	accuracy=0.523955	lr=0.046698
Epoch[28] Batch [4999]	Speed: 1864.154400 samples/sec	accuracy=0.523975	lr=0.046695
[Epoch 28] training: accuracy=0.523978
[Epoch 28] speed: 1753 samples/sec	time cost: 745.106363
[Epoch 28] validation: err-top1=0.406808 err-top5=0.179189
Epoch[29] Batch [49]	Speed: 1631.295590 samples/sec	accuracy=0.528750	lr=0.046692
Epoch[29] Batch [99]	Speed: 1764.690628 samples/sec	accuracy=0.531289	lr=0.046689
Epoch[29] Batch [149]	Speed: 1760.956973 samples/sec	accuracy=0.529740	lr=0.046687
Epoch[29] Batch [199]	Speed: 1758.957226 samples/sec	accuracy=0.529902	lr=0.046684
Epoch[29] Batch [249]	Speed: 1754.435498 samples/sec	accuracy=0.529719	lr=0.046681
Epoch[29] Batch [299]	Speed: 1736.849605 samples/sec	accuracy=0.530339	lr=0.046679
Epoch[29] Batch [349]	Speed: 1751.078434 samples/sec	accuracy=0.530167	lr=0.046676
Epoch[29] Batch [399]	Speed: 1744.420556 samples/sec	accuracy=0.530459	lr=0.046673
Epoch[29] Batch [449]	Speed: 1717.723076 samples/sec	accuracy=0.530373	lr=0.046670
Epoch[29] Batch [499]	Speed: 1772.069516 samples/sec	accuracy=0.531250	lr=0.046668
Epoch[29] Batch [549]	Speed: 1721.304216 samples/sec	accuracy=0.530902	lr=0.046665
Epoch[29] Batch [599]	Speed: 1839.048762 samples/sec	accuracy=0.530566	lr=0.046662
Epoch[29] Batch [649]	Speed: 1722.554361 samples/sec	accuracy=0.530685	lr=0.046660
Epoch[29] Batch [699]	Speed: 1748.596876 samples/sec	accuracy=0.529693	lr=0.046657
Epoch[29] Batch [749]	Speed: 1742.341225 samples/sec	accuracy=0.529786	lr=0.046654
Epoch[29] Batch [799]	Speed: 1726.801675 samples/sec	accuracy=0.529175	lr=0.046652
Epoch[29] Batch [849]	Speed: 1723.744113 samples/sec	accuracy=0.529380	lr=0.046649
Epoch[29] Batch [899]	Speed: 1731.460451 samples/sec	accuracy=0.528854	lr=0.046646
Epoch[29] Batch [949]	Speed: 1770.276992 samples/sec	accuracy=0.528956	lr=0.046643
Epoch[29] Batch [999]	Speed: 1794.278132 samples/sec	accuracy=0.528797	lr=0.046641
Epoch[29] Batch [1049]	Speed: 1778.622581 samples/sec	accuracy=0.528616	lr=0.046638
Epoch[29] Batch [1099]	Speed: 1764.391429 samples/sec	accuracy=0.528857	lr=0.046635
Epoch[29] Batch [1149]	Speed: 1746.872248 samples/sec	accuracy=0.528971	lr=0.046633
Epoch[29] Batch [1199]	Speed: 1759.594833 samples/sec	accuracy=0.529059	lr=0.046630
Epoch[29] Batch [1249]	Speed: 1765.085848 samples/sec	accuracy=0.528997	lr=0.046627
Epoch[29] Batch [1299]	Speed: 1761.546843 samples/sec	accuracy=0.528993	lr=0.046624
Epoch[29] Batch [1349]	Speed: 1746.282109 samples/sec	accuracy=0.529175	lr=0.046622
Epoch[29] Batch [1399]	Speed: 1730.017488 samples/sec	accuracy=0.529051	lr=0.046619
Epoch[29] Batch [1449]	Speed: 1774.147691 samples/sec	accuracy=0.529332	lr=0.046616
Epoch[29] Batch [1499]	Speed: 1752.497034 samples/sec	accuracy=0.529227	lr=0.046614
Epoch[29] Batch [1549]	Speed: 1761.437495 samples/sec	accuracy=0.529446	lr=0.046611
Epoch[29] Batch [1599]	Speed: 1755.275887 samples/sec	accuracy=0.529548	lr=0.046608
Epoch[29] Batch [1649]	Speed: 1730.299564 samples/sec	accuracy=0.529292	lr=0.046605
Epoch[29] Batch [1699]	Speed: 1732.625525 samples/sec	accuracy=0.529329	lr=0.046603
Epoch[29] Batch [1749]	Speed: 1755.761753 samples/sec	accuracy=0.529141	lr=0.046600
Epoch[29] Batch [1799]	Speed: 1818.285649 samples/sec	accuracy=0.529078	lr=0.046597
Epoch[29] Batch [1849]	Speed: 1730.870912 samples/sec	accuracy=0.528967	lr=0.046595
Epoch[29] Batch [1899]	Speed: 1743.731425 samples/sec	accuracy=0.528978	lr=0.046592
Epoch[29] Batch [1949]	Speed: 1753.703088 samples/sec	accuracy=0.528948	lr=0.046589
Epoch[29] Batch [1999]	Speed: 1769.372263 samples/sec	accuracy=0.528785	lr=0.046586
Epoch[29] Batch [2049]	Speed: 1768.602919 samples/sec	accuracy=0.528851	lr=0.046584
Epoch[29] Batch [2099]	Speed: 1770.452771 samples/sec	accuracy=0.528646	lr=0.046581
Epoch[29] Batch [2149]	Speed: 1765.578845 samples/sec	accuracy=0.528621	lr=0.046578
Epoch[29] Batch [2199]	Speed: 1743.273080 samples/sec	accuracy=0.528690	lr=0.046575
Epoch[29] Batch [2249]	Speed: 1748.994663 samples/sec	accuracy=0.528797	lr=0.046573
Epoch[29] Batch [2299]	Speed: 1729.487373 samples/sec	accuracy=0.528820	lr=0.046570
Epoch[29] Batch [2349]	Speed: 1782.472377 samples/sec	accuracy=0.528755	lr=0.046567
Epoch[29] Batch [2399]	Speed: 1743.264986 samples/sec	accuracy=0.528657	lr=0.046564
Epoch[29] Batch [2449]	Speed: 1770.243662 samples/sec	accuracy=0.528557	lr=0.046562
Epoch[29] Batch [2499]	Speed: 1736.463726 samples/sec	accuracy=0.528403	lr=0.046559
Epoch[29] Batch [2549]	Speed: 1751.573523 samples/sec	accuracy=0.528251	lr=0.046556
Epoch[29] Batch [2599]	Speed: 1769.747531 samples/sec	accuracy=0.528374	lr=0.046553
Epoch[29] Batch [2649]	Speed: 1748.461398 samples/sec	accuracy=0.528194	lr=0.046551
Epoch[29] Batch [2699]	Speed: 1728.253463 samples/sec	accuracy=0.528197	lr=0.046548
Epoch[29] Batch [2749]	Speed: 1721.283134 samples/sec	accuracy=0.528028	lr=0.046545
Epoch[29] Batch [2799]	Speed: 1737.562380 samples/sec	accuracy=0.527931	lr=0.046543
Epoch[29] Batch [2849]	Speed: 1765.138658 samples/sec	accuracy=0.527896	lr=0.046540
Epoch[29] Batch [2899]	Speed: 1760.314685 samples/sec	accuracy=0.527838	lr=0.046537
Epoch[29] Batch [2949]	Speed: 1756.646061 samples/sec	accuracy=0.527798	lr=0.046534
Epoch[29] Batch [2999]	Speed: 1745.214498 samples/sec	accuracy=0.527712	lr=0.046532
Epoch[29] Batch [3049]	Speed: 1770.226034 samples/sec	accuracy=0.527797	lr=0.046529
Epoch[29] Batch [3099]	Speed: 1687.126381 samples/sec	accuracy=0.527732	lr=0.046526
Epoch[29] Batch [3149]	Speed: 1743.683909 samples/sec	accuracy=0.527640	lr=0.046523
Epoch[29] Batch [3199]	Speed: 1740.598829 samples/sec	accuracy=0.527601	lr=0.046521
Epoch[29] Batch [3249]	Speed: 1767.728479 samples/sec	accuracy=0.527633	lr=0.046518
Epoch[29] Batch [3299]	Speed: 1783.854001 samples/sec	accuracy=0.527514	lr=0.046515
Epoch[29] Batch [3349]	Speed: 1764.655129 samples/sec	accuracy=0.527586	lr=0.046512
Epoch[29] Batch [3399]	Speed: 1769.357860 samples/sec	accuracy=0.527482	lr=0.046509
Epoch[29] Batch [3449]	Speed: 1784.963252 samples/sec	accuracy=0.527506	lr=0.046507
Epoch[29] Batch [3499]	Speed: 1762.711275 samples/sec	accuracy=0.527394	lr=0.046504
Epoch[29] Batch [3549]	Speed: 1767.325791 samples/sec	accuracy=0.527268	lr=0.046501
Epoch[29] Batch [3599]	Speed: 1766.612286 samples/sec	accuracy=0.527209	lr=0.046498
Epoch[29] Batch [3649]	Speed: 1757.709350 samples/sec	accuracy=0.527167	lr=0.046496
Epoch[29] Batch [3699]	Speed: 1741.098172 samples/sec	accuracy=0.526988	lr=0.046493
Epoch[29] Batch [3749]	Speed: 1751.195583 samples/sec	accuracy=0.526955	lr=0.046490
Epoch[29] Batch [3799]	Speed: 1757.382658 samples/sec	accuracy=0.526888	lr=0.046487
Epoch[29] Batch [3849]	Speed: 1779.888183 samples/sec	accuracy=0.526807	lr=0.046485
Epoch[29] Batch [3899]	Speed: 1760.669202 samples/sec	accuracy=0.526752	lr=0.046482
Epoch[29] Batch [3949]	Speed: 1783.289378 samples/sec	accuracy=0.526720	lr=0.046479
Epoch[29] Batch [3999]	Speed: 1736.950246 samples/sec	accuracy=0.526757	lr=0.046476
Epoch[29] Batch [4049]	Speed: 1769.570143 samples/sec	accuracy=0.526792	lr=0.046474
Epoch[29] Batch [4099]	Speed: 1793.955509 samples/sec	accuracy=0.526752	lr=0.046471
Epoch[29] Batch [4149]	Speed: 1758.102428 samples/sec	accuracy=0.526719	lr=0.046468
Epoch[29] Batch [4199]	Speed: 1753.385557 samples/sec	accuracy=0.526707	lr=0.046465
Epoch[29] Batch [4249]	Speed: 1751.198210 samples/sec	accuracy=0.526702	lr=0.046462
Epoch[29] Batch [4299]	Speed: 1754.682008 samples/sec	accuracy=0.526623	lr=0.046460
Epoch[29] Batch [4349]	Speed: 1771.506891 samples/sec	accuracy=0.526617	lr=0.046457
Epoch[29] Batch [4399]	Speed: 1744.321654 samples/sec	accuracy=0.526593	lr=0.046454
Epoch[29] Batch [4449]	Speed: 1747.045512 samples/sec	accuracy=0.526494	lr=0.046451
Epoch[29] Batch [4499]	Speed: 1769.795253 samples/sec	accuracy=0.526416	lr=0.046449
Epoch[29] Batch [4549]	Speed: 1763.870177 samples/sec	accuracy=0.526412	lr=0.046446
Epoch[29] Batch [4599]	Speed: 1761.823974 samples/sec	accuracy=0.526349	lr=0.046443
Epoch[29] Batch [4649]	Speed: 1783.531146 samples/sec	accuracy=0.526369	lr=0.046440
Epoch[29] Batch [4699]	Speed: 1786.844233 samples/sec	accuracy=0.526413	lr=0.046437
Epoch[29] Batch [4749]	Speed: 1742.831328 samples/sec	accuracy=0.526426	lr=0.046435
Epoch[29] Batch [4799]	Speed: 1735.230837 samples/sec	accuracy=0.526387	lr=0.046432
Epoch[29] Batch [4849]	Speed: 1759.041080 samples/sec	accuracy=0.526349	lr=0.046429
Epoch[29] Batch [4899]	Speed: 1747.356998 samples/sec	accuracy=0.526312	lr=0.046426
Epoch[29] Batch [4949]	Speed: 1759.533589 samples/sec	accuracy=0.526252	lr=0.046423
Epoch[29] Batch [4999]	Speed: 1833.447341 samples/sec	accuracy=0.526262	lr=0.046421
[Epoch 29] training: accuracy=0.526238
[Epoch 29] speed: 1755 samples/sec	time cost: 744.406883
[Epoch 29] validation: err-top1=0.408534 err-top5=0.178586
Epoch[30] Batch [49]	Speed: 1654.907766 samples/sec	accuracy=0.534297	lr=0.046418
Epoch[30] Batch [99]	Speed: 1730.835813 samples/sec	accuracy=0.530625	lr=0.046415
Epoch[30] Batch [149]	Speed: 1736.653077 samples/sec	accuracy=0.530990	lr=0.046412
Epoch[30] Batch [199]	Speed: 1757.335603 samples/sec	accuracy=0.530762	lr=0.046409
Epoch[30] Batch [249]	Speed: 1761.102599 samples/sec	accuracy=0.531656	lr=0.046407
Epoch[30] Batch [299]	Speed: 1733.363209 samples/sec	accuracy=0.531888	lr=0.046404
Epoch[30] Batch [349]	Speed: 1745.591734 samples/sec	accuracy=0.531339	lr=0.046401
Epoch[30] Batch [399]	Speed: 1736.113218 samples/sec	accuracy=0.531396	lr=0.046398
Epoch[30] Batch [449]	Speed: 1731.885228 samples/sec	accuracy=0.531710	lr=0.046395
Epoch[30] Batch [499]	Speed: 1748.777490 samples/sec	accuracy=0.531633	lr=0.046393
Epoch[30] Batch [549]	Speed: 1742.235718 samples/sec	accuracy=0.531584	lr=0.046390
Epoch[30] Batch [599]	Speed: 1743.584355 samples/sec	accuracy=0.531790	lr=0.046387
Epoch[30] Batch [649]	Speed: 1755.339877 samples/sec	accuracy=0.531941	lr=0.046384
Epoch[30] Batch [699]	Speed: 1760.231229 samples/sec	accuracy=0.531903	lr=0.046381
Epoch[30] Batch [749]	Speed: 1760.770486 samples/sec	accuracy=0.531911	lr=0.046378
Epoch[30] Batch [799]	Speed: 1771.260774 samples/sec	accuracy=0.531743	lr=0.046376
Epoch[30] Batch [849]	Speed: 1767.969481 samples/sec	accuracy=0.531981	lr=0.046373
Epoch[30] Batch [899]	Speed: 1759.128054 samples/sec	accuracy=0.531957	lr=0.046370
Epoch[30] Batch [949]	Speed: 1755.244841 samples/sec	accuracy=0.531657	lr=0.046367
Epoch[30] Batch [999]	Speed: 1728.933975 samples/sec	accuracy=0.531445	lr=0.046364
Epoch[30] Batch [1049]	Speed: 1739.452091 samples/sec	accuracy=0.531734	lr=0.046362
Epoch[30] Batch [1099]	Speed: 1771.914001 samples/sec	accuracy=0.531484	lr=0.046359
Epoch[30] Batch [1149]	Speed: 1769.206727 samples/sec	accuracy=0.531437	lr=0.046356
Epoch[30] Batch [1199]	Speed: 1745.383009 samples/sec	accuracy=0.531816	lr=0.046353
Epoch[30] Batch [1249]	Speed: 1734.576463 samples/sec	accuracy=0.531834	lr=0.046350
Epoch[30] Batch [1299]	Speed: 1720.148746 samples/sec	accuracy=0.531770	lr=0.046348
Epoch[30] Batch [1349]	Speed: 1765.479736 samples/sec	accuracy=0.531499	lr=0.046345
Epoch[30] Batch [1399]	Speed: 1729.916255 samples/sec	accuracy=0.531406	lr=0.046342
Epoch[30] Batch [1449]	Speed: 1766.650363 samples/sec	accuracy=0.531328	lr=0.046339
Epoch[30] Batch [1499]	Speed: 1743.779906 samples/sec	accuracy=0.531115	lr=0.046336
Epoch[30] Batch [1549]	Speed: 1771.811490 samples/sec	accuracy=0.530892	lr=0.046333
Epoch[30] Batch [1599]	Speed: 1748.121911 samples/sec	accuracy=0.530664	lr=0.046331
Epoch[30] Batch [1649]	Speed: 1725.314564 samples/sec	accuracy=0.530857	lr=0.046328
Epoch[30] Batch [1699]	Speed: 1738.571775 samples/sec	accuracy=0.530869	lr=0.046325
Epoch[30] Batch [1749]	Speed: 1754.437620 samples/sec	accuracy=0.530542	lr=0.046322
Epoch[30] Batch [1799]	Speed: 1737.776551 samples/sec	accuracy=0.530332	lr=0.046319
Epoch[30] Batch [1849]	Speed: 1767.952597 samples/sec	accuracy=0.530340	lr=0.046317
Epoch[30] Batch [1899]	Speed: 1746.090880 samples/sec	accuracy=0.530304	lr=0.046314
Epoch[30] Batch [1949]	Speed: 1751.994277 samples/sec	accuracy=0.530196	lr=0.046311
Epoch[30] Batch [1999]	Speed: 1762.162557 samples/sec	accuracy=0.530256	lr=0.046308
Epoch[30] Batch [2049]	Speed: 1736.650774 samples/sec	accuracy=0.530191	lr=0.046305
Epoch[30] Batch [2099]	Speed: 1745.342268 samples/sec	accuracy=0.530097	lr=0.046302
Epoch[30] Batch [2149]	Speed: 1769.131637 samples/sec	accuracy=0.530173	lr=0.046300
Epoch[30] Batch [2199]	Speed: 1748.887380 samples/sec	accuracy=0.530021	lr=0.046297
Epoch[30] Batch [2249]	Speed: 1750.159042 samples/sec	accuracy=0.529858	lr=0.046294
Epoch[30] Batch [2299]	Speed: 1748.036590 samples/sec	accuracy=0.529755	lr=0.046291
Epoch[30] Batch [2349]	Speed: 1764.382210 samples/sec	accuracy=0.529633	lr=0.046288
Epoch[30] Batch [2399]	Speed: 1745.633621 samples/sec	accuracy=0.529518	lr=0.046285
Epoch[30] Batch [2449]	Speed: 1773.108815 samples/sec	accuracy=0.529394	lr=0.046283
Epoch[30] Batch [2499]	Speed: 1764.134417 samples/sec	accuracy=0.529383	lr=0.046280
Epoch[30] Batch [2549]	Speed: 1777.006978 samples/sec	accuracy=0.529271	lr=0.046277
Epoch[30] Batch [2599]	Speed: 1810.542854 samples/sec	accuracy=0.529288	lr=0.046274
Epoch[30] Batch [2649]	Speed: 1760.392434 samples/sec	accuracy=0.529329	lr=0.046271
Epoch[30] Batch [2699]	Speed: 1765.476078 samples/sec	accuracy=0.529190	lr=0.046268
Epoch[30] Batch [2749]	Speed: 1757.854956 samples/sec	accuracy=0.529131	lr=0.046265
Epoch[30] Batch [2799]	Speed: 1760.023546 samples/sec	accuracy=0.529157	lr=0.046263
Epoch[30] Batch [2849]	Speed: 1742.289487 samples/sec	accuracy=0.528994	lr=0.046260
Epoch[30] Batch [2899]	Speed: 1770.223582 samples/sec	accuracy=0.528737	lr=0.046257
Epoch[30] Batch [2949]	Speed: 1755.795976 samples/sec	accuracy=0.528561	lr=0.046254
Epoch[30] Batch [2999]	Speed: 1805.062012 samples/sec	accuracy=0.528514	lr=0.046251
Epoch[30] Batch [3049]	Speed: 1757.730643 samples/sec	accuracy=0.528509	lr=0.046248
Epoch[30] Batch [3099]	Speed: 1743.833602 samples/sec	accuracy=0.528531	lr=0.046246
Epoch[30] Batch [3149]	Speed: 1744.527575 samples/sec	accuracy=0.528450	lr=0.046243
Epoch[30] Batch [3199]	Speed: 1744.163888 samples/sec	accuracy=0.528411	lr=0.046240
Epoch[30] Batch [3249]	Speed: 1767.004005 samples/sec	accuracy=0.528458	lr=0.046237
Epoch[30] Batch [3299]	Speed: 1777.565687 samples/sec	accuracy=0.528441	lr=0.046234
Epoch[30] Batch [3349]	Speed: 1792.982290 samples/sec	accuracy=0.528350	lr=0.046231
Epoch[30] Batch [3399]	Speed: 1767.821961 samples/sec	accuracy=0.528358	lr=0.046228
Epoch[30] Batch [3449]	Speed: 1750.838189 samples/sec	accuracy=0.528340	lr=0.046226
Epoch[30] Batch [3499]	Speed: 1728.078232 samples/sec	accuracy=0.528416	lr=0.046223
Epoch[30] Batch [3549]	Speed: 1777.493181 samples/sec	accuracy=0.528479	lr=0.046220
Epoch[30] Batch [3599]	Speed: 1782.171319 samples/sec	accuracy=0.528443	lr=0.046217
Epoch[30] Batch [3649]	Speed: 1767.613007 samples/sec	accuracy=0.528373	lr=0.046214
Epoch[30] Batch [3699]	Speed: 1765.000662 samples/sec	accuracy=0.528450	lr=0.046211
Epoch[30] Batch [3749]	Speed: 1762.699121 samples/sec	accuracy=0.528394	lr=0.046208
Epoch[30] Batch [3799]	Speed: 1775.309885 samples/sec	accuracy=0.528295	lr=0.046205
Epoch[30] Batch [3849]	Speed: 1791.469321 samples/sec	accuracy=0.528312	lr=0.046203
Epoch[30] Batch [3899]	Speed: 1772.188963 samples/sec	accuracy=0.528241	lr=0.046200
Epoch[30] Batch [3949]	Speed: 1742.078724 samples/sec	accuracy=0.528246	lr=0.046197
Epoch[30] Batch [3999]	Speed: 1726.225516 samples/sec	accuracy=0.528251	lr=0.046194
Epoch[30] Batch [4049]	Speed: 1773.074206 samples/sec	accuracy=0.528289	lr=0.046191
Epoch[30] Batch [4099]	Speed: 1748.927261 samples/sec	accuracy=0.528272	lr=0.046188
Epoch[30] Batch [4149]	Speed: 1752.083701 samples/sec	accuracy=0.528272	lr=0.046185
Epoch[30] Batch [4199]	Speed: 1804.260840 samples/sec	accuracy=0.528174	lr=0.046183
Epoch[30] Batch [4249]	Speed: 1768.789846 samples/sec	accuracy=0.528238	lr=0.046180
Epoch[30] Batch [4299]	Speed: 1784.871627 samples/sec	accuracy=0.528204	lr=0.046177
Epoch[30] Batch [4349]	Speed: 1743.359012 samples/sec	accuracy=0.528253	lr=0.046174
Epoch[30] Batch [4399]	Speed: 1773.417831 samples/sec	accuracy=0.528205	lr=0.046171
Epoch[30] Batch [4449]	Speed: 1729.557464 samples/sec	accuracy=0.528211	lr=0.046168
Epoch[30] Batch [4499]	Speed: 1734.751333 samples/sec	accuracy=0.528152	lr=0.046165
Epoch[30] Batch [4549]	Speed: 1747.587016 samples/sec	accuracy=0.528144	lr=0.046162
Epoch[30] Batch [4599]	Speed: 1761.019472 samples/sec	accuracy=0.528171	lr=0.046160
Epoch[30] Batch [4649]	Speed: 1754.777270 samples/sec	accuracy=0.528091	lr=0.046157
Epoch[30] Batch [4699]	Speed: 1741.992919 samples/sec	accuracy=0.528113	lr=0.046154
Epoch[30] Batch [4749]	Speed: 1737.821383 samples/sec	accuracy=0.528082	lr=0.046151
Epoch[30] Batch [4799]	Speed: 1747.671269 samples/sec	accuracy=0.528057	lr=0.046148
Epoch[30] Batch [4849]	Speed: 1772.458159 samples/sec	accuracy=0.528113	lr=0.046145
Epoch[30] Batch [4899]	Speed: 1741.284130 samples/sec	accuracy=0.528023	lr=0.046142
Epoch[30] Batch [4949]	Speed: 1787.650307 samples/sec	accuracy=0.527943	lr=0.046139
Epoch[30] Batch [4999]	Speed: 1850.969767 samples/sec	accuracy=0.527812	lr=0.046136
[Epoch 30] training: accuracy=0.527800
[Epoch 30] speed: 1755 samples/sec	time cost: 744.105262
[Epoch 30] validation: err-top1=0.415966 err-top5=0.182171
Epoch[31] Batch [49]	Speed: 1653.311846 samples/sec	accuracy=0.528359	lr=0.046133
Epoch[31] Batch [99]	Speed: 1756.588413 samples/sec	accuracy=0.534297	lr=0.046130
Epoch[31] Batch [149]	Speed: 1734.187504 samples/sec	accuracy=0.535391	lr=0.046127
Epoch[31] Batch [199]	Speed: 1797.575087 samples/sec	accuracy=0.534531	lr=0.046125
Epoch[31] Batch [249]	Speed: 1728.113219 samples/sec	accuracy=0.535484	lr=0.046122
Epoch[31] Batch [299]	Speed: 1772.783222 samples/sec	accuracy=0.534180	lr=0.046119
Epoch[31] Batch [349]	Speed: 1767.453677 samples/sec	accuracy=0.533783	lr=0.046116
Epoch[31] Batch [399]	Speed: 1777.672338 samples/sec	accuracy=0.532412	lr=0.046113
Epoch[31] Batch [449]	Speed: 1741.169207 samples/sec	accuracy=0.532656	lr=0.046110
Epoch[31] Batch [499]	Speed: 1751.517407 samples/sec	accuracy=0.532133	lr=0.046107
Epoch[31] Batch [549]	Speed: 1747.702218 samples/sec	accuracy=0.532188	lr=0.046104
Epoch[31] Batch [599]	Speed: 1750.604290 samples/sec	accuracy=0.531784	lr=0.046101
Epoch[31] Batch [649]	Speed: 1751.007559 samples/sec	accuracy=0.531382	lr=0.046098
Epoch[31] Batch [699]	Speed: 1775.951474 samples/sec	accuracy=0.531110	lr=0.046096
Epoch[31] Batch [749]	Speed: 1735.323606 samples/sec	accuracy=0.531115	lr=0.046093
Epoch[31] Batch [799]	Speed: 1755.835713 samples/sec	accuracy=0.531230	lr=0.046090
Epoch[31] Batch [849]	Speed: 1786.709066 samples/sec	accuracy=0.530836	lr=0.046087
Epoch[31] Batch [899]	Speed: 1728.314608 samples/sec	accuracy=0.531194	lr=0.046084
Epoch[31] Batch [949]	Speed: 1762.989467 samples/sec	accuracy=0.531386	lr=0.046081
Epoch[31] Batch [999]	Speed: 1766.615483 samples/sec	accuracy=0.531402	lr=0.046078
Epoch[31] Batch [1049]	Speed: 1785.233375 samples/sec	accuracy=0.531298	lr=0.046075
Epoch[31] Batch [1099]	Speed: 1733.743568 samples/sec	accuracy=0.531257	lr=0.046072
Epoch[31] Batch [1149]	Speed: 1777.855358 samples/sec	accuracy=0.531202	lr=0.046069
Epoch[31] Batch [1199]	Speed: 1780.249861 samples/sec	accuracy=0.531312	lr=0.046066
Epoch[31] Batch [1249]	Speed: 1750.316525 samples/sec	accuracy=0.531456	lr=0.046064
Epoch[31] Batch [1299]	Speed: 1774.847817 samples/sec	accuracy=0.531226	lr=0.046061
Epoch[31] Batch [1349]	Speed: 1763.414797 samples/sec	accuracy=0.531629	lr=0.046058
Epoch[31] Batch [1399]	Speed: 1761.389240 samples/sec	accuracy=0.531482	lr=0.046055
Epoch[31] Batch [1449]	Speed: 1787.658819 samples/sec	accuracy=0.531476	lr=0.046052
Epoch[31] Batch [1499]	Speed: 1753.700682 samples/sec	accuracy=0.531464	lr=0.046049
Epoch[31] Batch [1549]	Speed: 1748.102046 samples/sec	accuracy=0.531336	lr=0.046046
Epoch[31] Batch [1599]	Speed: 1759.702222 samples/sec	accuracy=0.531343	lr=0.046043
Epoch[31] Batch [1649]	Speed: 1724.734521 samples/sec	accuracy=0.531406	lr=0.046040
Epoch[31] Batch [1699]	Speed: 1735.321924 samples/sec	accuracy=0.531599	lr=0.046037
Epoch[31] Batch [1749]	Speed: 1729.512166 samples/sec	accuracy=0.531554	lr=0.046034
Epoch[31] Batch [1799]	Speed: 1779.454929 samples/sec	accuracy=0.531517	lr=0.046031
Epoch[31] Batch [1849]	Speed: 1774.060104 samples/sec	accuracy=0.531299	lr=0.046028
Epoch[31] Batch [1899]	Speed: 1782.543396 samples/sec	accuracy=0.531338	lr=0.046026
Epoch[31] Batch [1949]	Speed: 1788.219243 samples/sec	accuracy=0.531378	lr=0.046023
Epoch[31] Batch [1999]	Speed: 1764.196387 samples/sec	accuracy=0.531275	lr=0.046020
Epoch[31] Batch [2049]	Speed: 1767.215956 samples/sec	accuracy=0.531319	lr=0.046017
Epoch[31] Batch [2099]	Speed: 1734.192209 samples/sec	accuracy=0.531349	lr=0.046014
Epoch[31] Batch [2149]	Speed: 1745.926264 samples/sec	accuracy=0.531275	lr=0.046011
Epoch[31] Batch [2199]	Speed: 1760.545240 samples/sec	accuracy=0.531355	lr=0.046008
Epoch[31] Batch [2249]	Speed: 1774.243320 samples/sec	accuracy=0.531354	lr=0.046005
Epoch[31] Batch [2299]	Speed: 1751.322859 samples/sec	accuracy=0.531223	lr=0.046002
Epoch[31] Batch [2349]	Speed: 1745.682890 samples/sec	accuracy=0.531090	lr=0.045999
Epoch[31] Batch [2399]	Speed: 1744.667887 samples/sec	accuracy=0.531021	lr=0.045996
Epoch[31] Batch [2449]	Speed: 1757.805689 samples/sec	accuracy=0.531012	lr=0.045993
Epoch[31] Batch [2499]	Speed: 1761.259399 samples/sec	accuracy=0.530900	lr=0.045990
Epoch[31] Batch [2549]	Speed: 1752.924241 samples/sec	accuracy=0.530870	lr=0.045987
Epoch[31] Batch [2599]	Speed: 1763.904427 samples/sec	accuracy=0.530804	lr=0.045984
Epoch[31] Batch [2649]	Speed: 1764.423264 samples/sec	accuracy=0.530864	lr=0.045982
Epoch[31] Batch [2699]	Speed: 1780.820004 samples/sec	accuracy=0.530764	lr=0.045979
Epoch[31] Batch [2749]	Speed: 1771.235237 samples/sec	accuracy=0.530720	lr=0.045976
Epoch[31] Batch [2799]	Speed: 1759.854909 samples/sec	accuracy=0.530614	lr=0.045973
Epoch[31] Batch [2849]	Speed: 1766.966902 samples/sec	accuracy=0.530721	lr=0.045970
Epoch[31] Batch [2899]	Speed: 1775.499465 samples/sec	accuracy=0.530862	lr=0.045967
Epoch[31] Batch [2949]	Speed: 1747.142847 samples/sec	accuracy=0.530801	lr=0.045964
Epoch[31] Batch [2999]	Speed: 1797.783119 samples/sec	accuracy=0.530706	lr=0.045961
Epoch[31] Batch [3049]	Speed: 1761.824726 samples/sec	accuracy=0.530598	lr=0.045958
Epoch[31] Batch [3099]	Speed: 1733.050147 samples/sec	accuracy=0.530547	lr=0.045955
Epoch[31] Batch [3149]	Speed: 1736.858371 samples/sec	accuracy=0.530556	lr=0.045952
Epoch[31] Batch [3199]	Speed: 1782.453025 samples/sec	accuracy=0.530492	lr=0.045949
Epoch[31] Batch [3249]	Speed: 1747.440262 samples/sec	accuracy=0.530441	lr=0.045946
Epoch[31] Batch [3299]	Speed: 1738.878782 samples/sec	accuracy=0.530497	lr=0.045943
Epoch[31] Batch [3349]	Speed: 1736.576062 samples/sec	accuracy=0.530524	lr=0.045940
Epoch[31] Batch [3399]	Speed: 1770.411435 samples/sec	accuracy=0.530504	lr=0.045937
Epoch[31] Batch [3449]	Speed: 1767.488299 samples/sec	accuracy=0.530454	lr=0.045934
Epoch[31] Batch [3499]	Speed: 1726.327705 samples/sec	accuracy=0.530526	lr=0.045931
Epoch[31] Batch [3549]	Speed: 1753.816004 samples/sec	accuracy=0.530556	lr=0.045928
Epoch[31] Batch [3599]	Speed: 1769.948004 samples/sec	accuracy=0.530596	lr=0.045925
Epoch[31] Batch [3649]	Speed: 1763.025941 samples/sec	accuracy=0.530574	lr=0.045922
Epoch[31] Batch [3699]	Speed: 1743.019071 samples/sec	accuracy=0.530570	lr=0.045920
Epoch[31] Batch [3749]	Speed: 1754.211641 samples/sec	accuracy=0.530551	lr=0.045917
Epoch[31] Batch [3799]	Speed: 1760.009237 samples/sec	accuracy=0.530422	lr=0.045914
Epoch[31] Batch [3849]	Speed: 1762.318853 samples/sec	accuracy=0.530413	lr=0.045911
Epoch[31] Batch [3899]	Speed: 1733.587430 samples/sec	accuracy=0.530388	lr=0.045908
Epoch[31] Batch [3949]	Speed: 1754.904551 samples/sec	accuracy=0.530323	lr=0.045905
Epoch[31] Batch [3999]	Speed: 1768.910658 samples/sec	accuracy=0.530284	lr=0.045902
Epoch[31] Batch [4049]	Speed: 1751.474323 samples/sec	accuracy=0.530183	lr=0.045899
Epoch[31] Batch [4099]	Speed: 1759.015951 samples/sec	accuracy=0.530117	lr=0.045896
Epoch[31] Batch [4149]	Speed: 1722.041955 samples/sec	accuracy=0.530073	lr=0.045893
Epoch[31] Batch [4199]	Speed: 1764.633958 samples/sec	accuracy=0.530086	lr=0.045890
Epoch[31] Batch [4249]	Speed: 1710.744366 samples/sec	accuracy=0.530083	lr=0.045887
Epoch[31] Batch [4299]	Speed: 1749.654033 samples/sec	accuracy=0.530034	lr=0.045884
Epoch[31] Batch [4349]	Speed: 1768.404731 samples/sec	accuracy=0.529979	lr=0.045881
Epoch[31] Batch [4399]	Speed: 1742.489725 samples/sec	accuracy=0.529908	lr=0.045878
Epoch[31] Batch [4449]	Speed: 1764.058771 samples/sec	accuracy=0.529903	lr=0.045875
Epoch[31] Batch [4499]	Speed: 1729.191081 samples/sec	accuracy=0.529878	lr=0.045872
Epoch[31] Batch [4549]	Speed: 1767.384088 samples/sec	accuracy=0.529906	lr=0.045869
Epoch[31] Batch [4599]	Speed: 1766.950560 samples/sec	accuracy=0.529906	lr=0.045866
Epoch[31] Batch [4649]	Speed: 1743.515047 samples/sec	accuracy=0.529856	lr=0.045863
Epoch[31] Batch [4699]	Speed: 1790.849507 samples/sec	accuracy=0.529890	lr=0.045860
Epoch[31] Batch [4749]	Speed: 1747.208690 samples/sec	accuracy=0.529880	lr=0.045857
Epoch[31] Batch [4799]	Speed: 1774.532085 samples/sec	accuracy=0.529846	lr=0.045854
Epoch[31] Batch [4849]	Speed: 1771.096813 samples/sec	accuracy=0.529758	lr=0.045851
Epoch[31] Batch [4899]	Speed: 1719.854267 samples/sec	accuracy=0.529703	lr=0.045848
Epoch[31] Batch [4949]	Speed: 1750.080539 samples/sec	accuracy=0.529704	lr=0.045845
Epoch[31] Batch [4999]	Speed: 1864.624769 samples/sec	accuracy=0.529632	lr=0.045842
[Epoch 31] training: accuracy=0.529612
[Epoch 31] speed: 1757 samples/sec	time cost: 743.572400
[Epoch 31] validation: err-top1=0.416987 err-top5=0.185697
Epoch[32] Batch [49]	Speed: 1670.000146 samples/sec	accuracy=0.543125	lr=0.045839
Epoch[32] Batch [99]	Speed: 1766.598392 samples/sec	accuracy=0.538633	lr=0.045836
Epoch[32] Batch [149]	Speed: 1767.372626 samples/sec	accuracy=0.537344	lr=0.045833
Epoch[32] Batch [199]	Speed: 1738.985854 samples/sec	accuracy=0.537988	lr=0.045830
Epoch[32] Batch [249]	Speed: 1740.988299 samples/sec	accuracy=0.538563	lr=0.045827
Epoch[32] Batch [299]	Speed: 1743.149349 samples/sec	accuracy=0.538138	lr=0.045824
Epoch[32] Batch [349]	Speed: 1756.833400 samples/sec	accuracy=0.537511	lr=0.045821
Epoch[32] Batch [399]	Speed: 1781.197898 samples/sec	accuracy=0.536475	lr=0.045818
Epoch[32] Batch [449]	Speed: 1761.042751 samples/sec	accuracy=0.536345	lr=0.045815
Epoch[32] Batch [499]	Speed: 1770.539943 samples/sec	accuracy=0.536250	lr=0.045812
Epoch[32] Batch [549]	Speed: 1778.372540 samples/sec	accuracy=0.536286	lr=0.045809
Epoch[32] Batch [599]	Speed: 1790.643257 samples/sec	accuracy=0.535729	lr=0.045806
Epoch[32] Batch [649]	Speed: 1754.134265 samples/sec	accuracy=0.535589	lr=0.045803
Epoch[32] Batch [699]	Speed: 1731.663123 samples/sec	accuracy=0.535246	lr=0.045800
Epoch[32] Batch [749]	Speed: 1720.435663 samples/sec	accuracy=0.535167	lr=0.045797
Epoch[32] Batch [799]	Speed: 1732.400714 samples/sec	accuracy=0.535386	lr=0.045794
Epoch[32] Batch [849]	Speed: 1738.982813 samples/sec	accuracy=0.535303	lr=0.045791
Epoch[32] Batch [899]	Speed: 1744.790814 samples/sec	accuracy=0.535564	lr=0.045788
Epoch[32] Batch [949]	Speed: 1732.445716 samples/sec	accuracy=0.535596	lr=0.045785
Epoch[32] Batch [999]	Speed: 1739.113221 samples/sec	accuracy=0.535379	lr=0.045782
Epoch[32] Batch [1049]	Speed: 1752.148716 samples/sec	accuracy=0.535186	lr=0.045779
Epoch[32] Batch [1099]	Speed: 1755.349519 samples/sec	accuracy=0.534993	lr=0.045776
Epoch[32] Batch [1149]	Speed: 1769.100623 samples/sec	accuracy=0.535129	lr=0.045773
Epoch[32] Batch [1199]	Speed: 1754.190033 samples/sec	accuracy=0.534932	lr=0.045770
Epoch[32] Batch [1249]	Speed: 1778.411832 samples/sec	accuracy=0.534909	lr=0.045767
Epoch[32] Batch [1299]	Speed: 1780.600289 samples/sec	accuracy=0.535054	lr=0.045764
Epoch[32] Batch [1349]	Speed: 1740.330704 samples/sec	accuracy=0.534653	lr=0.045761
Epoch[32] Batch [1399]	Speed: 1710.777783 samples/sec	accuracy=0.534676	lr=0.045758
Epoch[32] Batch [1449]	Speed: 1737.465660 samples/sec	accuracy=0.534585	lr=0.045755
Epoch[32] Batch [1499]	Speed: 1782.701493 samples/sec	accuracy=0.534539	lr=0.045752
Epoch[32] Batch [1549]	Speed: 1752.928820 samples/sec	accuracy=0.534559	lr=0.045749
Epoch[32] Batch [1599]	Speed: 1727.736772 samples/sec	accuracy=0.534341	lr=0.045746
Epoch[32] Batch [1649]	Speed: 1782.299647 samples/sec	accuracy=0.534195	lr=0.045743
Epoch[32] Batch [1699]	Speed: 1732.182165 samples/sec	accuracy=0.534191	lr=0.045740
Epoch[32] Batch [1749]	Speed: 1745.835537 samples/sec	accuracy=0.533960	lr=0.045737
Epoch[32] Batch [1799]	Speed: 1767.386764 samples/sec	accuracy=0.533989	lr=0.045734
Epoch[32] Batch [1849]	Speed: 1757.432074 samples/sec	accuracy=0.534077	lr=0.045731
Epoch[32] Batch [1899]	Speed: 1766.171351 samples/sec	accuracy=0.533949	lr=0.045728
Epoch[32] Batch [1949]	Speed: 1774.586987 samples/sec	accuracy=0.534129	lr=0.045725
Epoch[32] Batch [1999]	Speed: 1752.075353 samples/sec	accuracy=0.534045	lr=0.045722
Epoch[32] Batch [2049]	Speed: 1739.186911 samples/sec	accuracy=0.533836	lr=0.045719
Epoch[32] Batch [2099]	Speed: 1776.258837 samples/sec	accuracy=0.533819	lr=0.045716
Epoch[32] Batch [2149]	Speed: 1764.630304 samples/sec	accuracy=0.533679	lr=0.045712
Epoch[32] Batch [2199]	Speed: 1734.253831 samples/sec	accuracy=0.533567	lr=0.045709
Epoch[32] Batch [2249]	Speed: 1789.682158 samples/sec	accuracy=0.533519	lr=0.045706
Epoch[32] Batch [2299]	Speed: 1782.015032 samples/sec	accuracy=0.533499	lr=0.045703
Epoch[32] Batch [2349]	Speed: 1784.994112 samples/sec	accuracy=0.533557	lr=0.045700
Epoch[32] Batch [2399]	Speed: 1729.003743 samples/sec	accuracy=0.533610	lr=0.045697
Epoch[32] Batch [2449]	Speed: 1786.064080 samples/sec	accuracy=0.533492	lr=0.045694
Epoch[32] Batch [2499]	Speed: 1756.022822 samples/sec	accuracy=0.533480	lr=0.045691
Epoch[32] Batch [2549]	Speed: 1751.629128 samples/sec	accuracy=0.533479	lr=0.045688
Epoch[32] Batch [2599]	Speed: 1742.865953 samples/sec	accuracy=0.533343	lr=0.045685
Epoch[32] Batch [2649]	Speed: 1746.959672 samples/sec	accuracy=0.533501	lr=0.045682
Epoch[32] Batch [2699]	Speed: 1782.208059 samples/sec	accuracy=0.533501	lr=0.045679
Epoch[32] Batch [2749]	Speed: 1749.622729 samples/sec	accuracy=0.533322	lr=0.045676
Epoch[32] Batch [2799]	Speed: 1768.563826 samples/sec	accuracy=0.533274	lr=0.045673
Epoch[32] Batch [2849]	Speed: 1736.382404 samples/sec	accuracy=0.533276	lr=0.045670
Epoch[32] Batch [2899]	Speed: 1772.005938 samples/sec	accuracy=0.533401	lr=0.045667
Epoch[32] Batch [2949]	Speed: 1750.675874 samples/sec	accuracy=0.533326	lr=0.045664
Epoch[32] Batch [2999]	Speed: 1750.996994 samples/sec	accuracy=0.533150	lr=0.045661
Epoch[32] Batch [3049]	Speed: 1765.968131 samples/sec	accuracy=0.533107	lr=0.045658
Epoch[32] Batch [3099]	Speed: 1720.743026 samples/sec	accuracy=0.533053	lr=0.045655
Epoch[32] Batch [3149]	Speed: 1758.987366 samples/sec	accuracy=0.532969	lr=0.045652
Epoch[32] Batch [3199]	Speed: 1759.829757 samples/sec	accuracy=0.532813	lr=0.045649
Epoch[32] Batch [3249]	Speed: 1758.215969 samples/sec	accuracy=0.532725	lr=0.045646
Epoch[32] Batch [3299]	Speed: 1766.559852 samples/sec	accuracy=0.532743	lr=0.045643
Epoch[32] Batch [3349]	Speed: 1779.457406 samples/sec	accuracy=0.532703	lr=0.045639
Epoch[32] Batch [3399]	Speed: 1749.719096 samples/sec	accuracy=0.532711	lr=0.045636
Epoch[32] Batch [3449]	Speed: 1765.617632 samples/sec	accuracy=0.532636	lr=0.045633
Epoch[32] Batch [3499]	Speed: 1763.058479 samples/sec	accuracy=0.532625	lr=0.045630
Epoch[32] Batch [3549]	Speed: 1745.016073 samples/sec	accuracy=0.532716	lr=0.045627
Epoch[32] Batch [3599]	Speed: 1740.158430 samples/sec	accuracy=0.532764	lr=0.045624
Epoch[32] Batch [3649]	Speed: 1753.512807 samples/sec	accuracy=0.532642	lr=0.045621
Epoch[32] Batch [3699]	Speed: 1774.754060 samples/sec	accuracy=0.532677	lr=0.045618
Epoch[32] Batch [3749]	Speed: 1761.775005 samples/sec	accuracy=0.532556	lr=0.045615
Epoch[32] Batch [3799]	Speed: 1719.404258 samples/sec	accuracy=0.532569	lr=0.045612
Epoch[32] Batch [3849]	Speed: 1742.459356 samples/sec	accuracy=0.532553	lr=0.045609
Epoch[32] Batch [3899]	Speed: 1760.788388 samples/sec	accuracy=0.532522	lr=0.045606
Epoch[32] Batch [3949]	Speed: 1698.845200 samples/sec	accuracy=0.532542	lr=0.045603
Epoch[32] Batch [3999]	Speed: 1728.592567 samples/sec	accuracy=0.532510	lr=0.045600
Epoch[32] Batch [4049]	Speed: 1781.492184 samples/sec	accuracy=0.532530	lr=0.045597
Epoch[32] Batch [4099]	Speed: 1747.441229 samples/sec	accuracy=0.532465	lr=0.045594
Epoch[32] Batch [4149]	Speed: 1761.549502 samples/sec	accuracy=0.532432	lr=0.045590
Epoch[32] Batch [4199]	Speed: 1745.685330 samples/sec	accuracy=0.532385	lr=0.045587
Epoch[32] Batch [4249]	Speed: 1775.726557 samples/sec	accuracy=0.532387	lr=0.045584
Epoch[32] Batch [4299]	Speed: 1722.409736 samples/sec	accuracy=0.532314	lr=0.045581
Epoch[32] Batch [4349]	Speed: 1757.465901 samples/sec	accuracy=0.532289	lr=0.045578
Epoch[32] Batch [4399]	Speed: 1764.023066 samples/sec	accuracy=0.532230	lr=0.045575
Epoch[32] Batch [4449]	Speed: 1758.386481 samples/sec	accuracy=0.532160	lr=0.045572
Epoch[32] Batch [4499]	Speed: 1739.443299 samples/sec	accuracy=0.532212	lr=0.045569
Epoch[32] Batch [4549]	Speed: 1732.683512 samples/sec	accuracy=0.532276	lr=0.045566
Epoch[32] Batch [4599]	Speed: 1759.528053 samples/sec	accuracy=0.532300	lr=0.045563
Epoch[32] Batch [4649]	Speed: 1773.471434 samples/sec	accuracy=0.532234	lr=0.045560
Epoch[32] Batch [4699]	Speed: 1724.118657 samples/sec	accuracy=0.532221	lr=0.045557
Epoch[32] Batch [4749]	Speed: 1712.191820 samples/sec	accuracy=0.532215	lr=0.045554
Epoch[32] Batch [4799]	Speed: 1764.107462 samples/sec	accuracy=0.532196	lr=0.045550
Epoch[32] Batch [4849]	Speed: 1742.101449 samples/sec	accuracy=0.532133	lr=0.045547
Epoch[32] Batch [4899]	Speed: 1790.295672 samples/sec	accuracy=0.532078	lr=0.045544
Epoch[32] Batch [4949]	Speed: 1739.556585 samples/sec	accuracy=0.532089	lr=0.045541
Epoch[32] Batch [4999]	Speed: 1867.579563 samples/sec	accuracy=0.532025	lr=0.045538
[Epoch 32] training: accuracy=0.532015
[Epoch 32] speed: 1754 samples/sec	time cost: 745.036393
[Epoch 32] validation: err-top1=0.410057 err-top5=0.178532
Epoch[33] Batch [49]	Speed: 1639.290284 samples/sec	accuracy=0.537031	lr=0.045535
Epoch[33] Batch [99]	Speed: 1763.009846 samples/sec	accuracy=0.539023	lr=0.045532
Epoch[33] Batch [149]	Speed: 1764.614470 samples/sec	accuracy=0.538490	lr=0.045529
Epoch[33] Batch [199]	Speed: 1753.824713 samples/sec	accuracy=0.539160	lr=0.045525
Epoch[33] Batch [249]	Speed: 1730.486234 samples/sec	accuracy=0.537703	lr=0.045522
Epoch[33] Batch [299]	Speed: 1743.421004 samples/sec	accuracy=0.537201	lr=0.045519
Epoch[33] Batch [349]	Speed: 1754.388143 samples/sec	accuracy=0.537009	lr=0.045516
Epoch[33] Batch [399]	Speed: 1764.032282 samples/sec	accuracy=0.537109	lr=0.045513
Epoch[33] Batch [449]	Speed: 1750.809241 samples/sec	accuracy=0.537760	lr=0.045510
Epoch[33] Batch [499]	Speed: 1750.126008 samples/sec	accuracy=0.537211	lr=0.045507
Epoch[33] Batch [549]	Speed: 1769.936976 samples/sec	accuracy=0.536989	lr=0.045504
Epoch[33] Batch [599]	Speed: 1762.305490 samples/sec	accuracy=0.536465	lr=0.045501
Epoch[33] Batch [649]	Speed: 1755.492496 samples/sec	accuracy=0.536214	lr=0.045498
Epoch[33] Batch [699]	Speed: 1742.561553 samples/sec	accuracy=0.535887	lr=0.045495
Epoch[33] Batch [749]	Speed: 1801.146153 samples/sec	accuracy=0.535630	lr=0.045491
Epoch[33] Batch [799]	Speed: 1768.497586 samples/sec	accuracy=0.535791	lr=0.045488
Epoch[33] Batch [849]	Speed: 1759.923617 samples/sec	accuracy=0.535666	lr=0.045485
Epoch[33] Batch [899]	Speed: 1745.689361 samples/sec	accuracy=0.535391	lr=0.045482
Epoch[33] Batch [949]	Speed: 1775.416677 samples/sec	accuracy=0.535600	lr=0.045479
Epoch[33] Batch [999]	Speed: 1774.302133 samples/sec	accuracy=0.535434	lr=0.045476
Epoch[33] Batch [1049]	Speed: 1776.364803 samples/sec	accuracy=0.535242	lr=0.045473
Epoch[33] Batch [1099]	Speed: 1749.972210 samples/sec	accuracy=0.535426	lr=0.045470
Epoch[33] Batch [1149]	Speed: 1760.533809 samples/sec	accuracy=0.535581	lr=0.045467
Epoch[33] Batch [1199]	Speed: 1797.880288 samples/sec	accuracy=0.535612	lr=0.045464
Epoch[33] Batch [1249]	Speed: 1761.754886 samples/sec	accuracy=0.535666	lr=0.045460
Epoch[33] Batch [1299]	Speed: 1797.383472 samples/sec	accuracy=0.535724	lr=0.045457
Epoch[33] Batch [1349]	Speed: 1799.986649 samples/sec	accuracy=0.535778	lr=0.045454
Epoch[33] Batch [1399]	Speed: 1720.324909 samples/sec	accuracy=0.535653	lr=0.045451
Epoch[33] Batch [1449]	Speed: 1741.927468 samples/sec	accuracy=0.535574	lr=0.045448
Epoch[33] Batch [1499]	Speed: 1758.703868 samples/sec	accuracy=0.535419	lr=0.045445
Epoch[33] Batch [1549]	Speed: 1749.552370 samples/sec	accuracy=0.535249	lr=0.045442
Epoch[33] Batch [1599]	Speed: 1730.291812 samples/sec	accuracy=0.535217	lr=0.045439
Epoch[33] Batch [1649]	Speed: 1805.146800 samples/sec	accuracy=0.535339	lr=0.045435
Epoch[33] Batch [1699]	Speed: 1736.710885 samples/sec	accuracy=0.535308	lr=0.045432
Epoch[33] Batch [1749]	Speed: 1756.819143 samples/sec	accuracy=0.535350	lr=0.045429
Epoch[33] Batch [1799]	Speed: 1778.158846 samples/sec	accuracy=0.535252	lr=0.045426
Epoch[33] Batch [1849]	Speed: 1738.350316 samples/sec	accuracy=0.535365	lr=0.045423
Epoch[33] Batch [1899]	Speed: 1750.061885 samples/sec	accuracy=0.535142	lr=0.045420
Epoch[33] Batch [1949]	Speed: 1750.339750 samples/sec	accuracy=0.535088	lr=0.045417
Epoch[33] Batch [1999]	Speed: 1775.303956 samples/sec	accuracy=0.535059	lr=0.045414
Epoch[33] Batch [2049]	Speed: 1734.345207 samples/sec	accuracy=0.535040	lr=0.045411
Epoch[33] Batch [2099]	Speed: 1771.638540 samples/sec	accuracy=0.534916	lr=0.045407
Epoch[33] Batch [2149]	Speed: 1774.102900 samples/sec	accuracy=0.534933	lr=0.045404
Epoch[33] Batch [2199]	Speed: 1757.200262 samples/sec	accuracy=0.535014	lr=0.045401
Epoch[33] Batch [2249]	Speed: 1707.974743 samples/sec	accuracy=0.535054	lr=0.045398
Epoch[33] Batch [2299]	Speed: 1717.252704 samples/sec	accuracy=0.534946	lr=0.045395
Epoch[33] Batch [2349]	Speed: 1785.528164 samples/sec	accuracy=0.534894	lr=0.045392
Epoch[33] Batch [2399]	Speed: 1749.613606 samples/sec	accuracy=0.534806	lr=0.045389
Epoch[33] Batch [2449]	Speed: 1754.873517 samples/sec	accuracy=0.534751	lr=0.045385
Epoch[33] Batch [2499]	Speed: 1764.367829 samples/sec	accuracy=0.534758	lr=0.045382
Epoch[33] Batch [2549]	Speed: 1746.661511 samples/sec	accuracy=0.534761	lr=0.045379
Epoch[33] Batch [2599]	Speed: 1745.314693 samples/sec	accuracy=0.534617	lr=0.045376
Epoch[33] Batch [2649]	Speed: 1748.331975 samples/sec	accuracy=0.534577	lr=0.045373
Epoch[33] Batch [2699]	Speed: 1763.227441 samples/sec	accuracy=0.534566	lr=0.045370
Epoch[33] Batch [2749]	Speed: 1769.165391 samples/sec	accuracy=0.534402	lr=0.045367
Epoch[33] Batch [2799]	Speed: 1756.161428 samples/sec	accuracy=0.534413	lr=0.045364
Epoch[33] Batch [2849]	Speed: 1759.701472 samples/sec	accuracy=0.534330	lr=0.045360
Epoch[33] Batch [2899]	Speed: 1743.288308 samples/sec	accuracy=0.534298	lr=0.045357
Epoch[33] Batch [2949]	Speed: 1728.581157 samples/sec	accuracy=0.534164	lr=0.045354
Epoch[33] Batch [2999]	Speed: 1758.365921 samples/sec	accuracy=0.534165	lr=0.045351
Epoch[33] Batch [3049]	Speed: 1780.718408 samples/sec	accuracy=0.534152	lr=0.045348
Epoch[33] Batch [3099]	Speed: 1752.205044 samples/sec	accuracy=0.534098	lr=0.045345
Epoch[33] Batch [3149]	Speed: 1752.160439 samples/sec	accuracy=0.534101	lr=0.045342
Epoch[33] Batch [3199]	Speed: 1777.940965 samples/sec	accuracy=0.534073	lr=0.045338
Epoch[33] Batch [3249]	Speed: 1735.790912 samples/sec	accuracy=0.534059	lr=0.045335
Epoch[33] Batch [3299]	Speed: 1772.169600 samples/sec	accuracy=0.533893	lr=0.045332
Epoch[33] Batch [3349]	Speed: 1778.664419 samples/sec	accuracy=0.533864	lr=0.045329
Epoch[33] Batch [3399]	Speed: 1737.064837 samples/sec	accuracy=0.533902	lr=0.045326
Epoch[33] Batch [3449]	Speed: 1707.857601 samples/sec	accuracy=0.533870	lr=0.045323
Epoch[33] Batch [3499]	Speed: 1775.955704 samples/sec	accuracy=0.533839	lr=0.045319
Epoch[33] Batch [3549]	Speed: 1766.353173 samples/sec	accuracy=0.533847	lr=0.045316
Epoch[33] Batch [3599]	Speed: 1748.034484 samples/sec	accuracy=0.533751	lr=0.045313
Epoch[33] Batch [3649]	Speed: 1761.138936 samples/sec	accuracy=0.533732	lr=0.045310
Epoch[33] Batch [3699]	Speed: 1766.165250 samples/sec	accuracy=0.533554	lr=0.045307
Epoch[33] Batch [3749]	Speed: 1728.861095 samples/sec	accuracy=0.533537	lr=0.045304
Epoch[33] Batch [3799]	Speed: 1736.010541 samples/sec	accuracy=0.533460	lr=0.045301
Epoch[33] Batch [3849]	Speed: 1716.291387 samples/sec	accuracy=0.533446	lr=0.045297
Epoch[33] Batch [3899]	Speed: 1780.968401 samples/sec	accuracy=0.533425	lr=0.045294
Epoch[33] Batch [3949]	Speed: 1713.449375 samples/sec	accuracy=0.533440	lr=0.045291
Epoch[33] Batch [3999]	Speed: 1748.287339 samples/sec	accuracy=0.533416	lr=0.045288
Epoch[33] Batch [4049]	Speed: 1755.431365 samples/sec	accuracy=0.533337	lr=0.045285
Epoch[33] Batch [4099]	Speed: 1754.823901 samples/sec	accuracy=0.533415	lr=0.045282
Epoch[33] Batch [4149]	Speed: 1763.965686 samples/sec	accuracy=0.533418	lr=0.045278
Epoch[33] Batch [4199]	Speed: 1744.533073 samples/sec	accuracy=0.533396	lr=0.045275
Epoch[33] Batch [4249]	Speed: 1755.901639 samples/sec	accuracy=0.533305	lr=0.045272
Epoch[33] Batch [4299]	Speed: 1747.282329 samples/sec	accuracy=0.533328	lr=0.045269
Epoch[33] Batch [4349]	Speed: 1738.151534 samples/sec	accuracy=0.533149	lr=0.045266
Epoch[33] Batch [4399]	Speed: 1754.515080 samples/sec	accuracy=0.533186	lr=0.045263
Epoch[33] Batch [4449]	Speed: 1762.243131 samples/sec	accuracy=0.533234	lr=0.045259
Epoch[33] Batch [4499]	Speed: 1762.244057 samples/sec	accuracy=0.533224	lr=0.045256
Epoch[33] Batch [4549]	Speed: 1742.722423 samples/sec	accuracy=0.533198	lr=0.045253
Epoch[33] Batch [4599]	Speed: 1745.295856 samples/sec	accuracy=0.533167	lr=0.045250
Epoch[33] Batch [4649]	Speed: 1807.654568 samples/sec	accuracy=0.533162	lr=0.045247
Epoch[33] Batch [4699]	Speed: 1757.527117 samples/sec	accuracy=0.533139	lr=0.045244
Epoch[33] Batch [4749]	Speed: 1763.384910 samples/sec	accuracy=0.533167	lr=0.045240
Epoch[33] Batch [4799]	Speed: 1768.780580 samples/sec	accuracy=0.533186	lr=0.045237
Epoch[33] Batch [4849]	Speed: 1778.784521 samples/sec	accuracy=0.533092	lr=0.045234
Epoch[33] Batch [4899]	Speed: 1734.513922 samples/sec	accuracy=0.533052	lr=0.045231
Epoch[33] Batch [4949]	Speed: 1775.852959 samples/sec	accuracy=0.533076	lr=0.045228
Epoch[33] Batch [4999]	Speed: 1853.264620 samples/sec	accuracy=0.532999	lr=0.045224
[Epoch 33] training: accuracy=0.533000
[Epoch 33] speed: 1755 samples/sec	time cost: 743.916903
[Epoch 33] validation: err-top1=0.414022 err-top5=0.181651
Epoch[34] Batch [49]	Speed: 1662.164982 samples/sec	accuracy=0.543125	lr=0.045221
Epoch[34] Batch [99]	Speed: 1725.737717 samples/sec	accuracy=0.541484	lr=0.045218
Epoch[34] Batch [149]	Speed: 1735.265891 samples/sec	accuracy=0.542630	lr=0.045215
Epoch[34] Batch [199]	Speed: 1785.929565 samples/sec	accuracy=0.541855	lr=0.045211
Epoch[34] Batch [249]	Speed: 1767.775801 samples/sec	accuracy=0.541578	lr=0.045208
Epoch[34] Batch [299]	Speed: 1740.412340 samples/sec	accuracy=0.540365	lr=0.045205
Epoch[34] Batch [349]	Speed: 1754.696460 samples/sec	accuracy=0.540290	lr=0.045202
Epoch[34] Batch [399]	Speed: 1722.001855 samples/sec	accuracy=0.540391	lr=0.045199
Epoch[34] Batch [449]	Speed: 1728.430622 samples/sec	accuracy=0.539332	lr=0.045196
Epoch[34] Batch [499]	Speed: 1761.954477 samples/sec	accuracy=0.539727	lr=0.045192
Epoch[34] Batch [549]	Speed: 1776.855300 samples/sec	accuracy=0.539354	lr=0.045189
Epoch[34] Batch [599]	Speed: 1737.983967 samples/sec	accuracy=0.538626	lr=0.045186
Epoch[34] Batch [649]	Speed: 1790.319015 samples/sec	accuracy=0.537837	lr=0.045183
Epoch[34] Batch [699]	Speed: 1795.285537 samples/sec	accuracy=0.538170	lr=0.045180
Epoch[34] Batch [749]	Speed: 1749.495244 samples/sec	accuracy=0.538484	lr=0.045176
Epoch[34] Batch [799]	Speed: 1780.959775 samples/sec	accuracy=0.538584	lr=0.045173
Epoch[34] Batch [849]	Speed: 1754.494668 samples/sec	accuracy=0.538442	lr=0.045170
Epoch[34] Batch [899]	Speed: 1750.971581 samples/sec	accuracy=0.538433	lr=0.045167
Epoch[34] Batch [949]	Speed: 1751.799108 samples/sec	accuracy=0.538627	lr=0.045164
Epoch[34] Batch [999]	Speed: 1757.496969 samples/sec	accuracy=0.538148	lr=0.045160
Epoch[34] Batch [1049]	Speed: 1731.092870 samples/sec	accuracy=0.538423	lr=0.045157
Epoch[34] Batch [1099]	Speed: 1760.901237 samples/sec	accuracy=0.538445	lr=0.045154
Epoch[34] Batch [1149]	Speed: 1773.898613 samples/sec	accuracy=0.538264	lr=0.045151
Epoch[34] Batch [1199]	Speed: 1766.850541 samples/sec	accuracy=0.538197	lr=0.045148
Epoch[34] Batch [1249]	Speed: 1747.946668 samples/sec	accuracy=0.538200	lr=0.045144
Epoch[34] Batch [1299]	Speed: 1748.776066 samples/sec	accuracy=0.537915	lr=0.045141
Epoch[34] Batch [1349]	Speed: 1772.279057 samples/sec	accuracy=0.537691	lr=0.045138
Epoch[34] Batch [1399]	Speed: 1760.471114 samples/sec	accuracy=0.537341	lr=0.045135
Epoch[34] Batch [1449]	Speed: 1746.576617 samples/sec	accuracy=0.537489	lr=0.045132
Epoch[34] Batch [1499]	Speed: 1760.088633 samples/sec	accuracy=0.537326	lr=0.045128
Epoch[34] Batch [1549]	Speed: 1763.826425 samples/sec	accuracy=0.537533	lr=0.045125
Epoch[34] Batch [1599]	Speed: 1778.887310 samples/sec	accuracy=0.537351	lr=0.045122
Epoch[34] Batch [1649]	Speed: 1739.948352 samples/sec	accuracy=0.537521	lr=0.045119
Epoch[34] Batch [1699]	Speed: 1742.248948 samples/sec	accuracy=0.537498	lr=0.045115
Epoch[34] Batch [1749]	Speed: 1763.483553 samples/sec	accuracy=0.537357	lr=0.045112
Epoch[34] Batch [1799]	Speed: 1760.804847 samples/sec	accuracy=0.537320	lr=0.045109
Epoch[34] Batch [1849]	Speed: 1785.897901 samples/sec	accuracy=0.537245	lr=0.045106
Epoch[34] Batch [1899]	Speed: 1783.886897 samples/sec	accuracy=0.537175	lr=0.045103
Epoch[34] Batch [1949]	Speed: 1739.205617 samples/sec	accuracy=0.537190	lr=0.045099
Epoch[34] Batch [1999]	Speed: 1738.941413 samples/sec	accuracy=0.537098	lr=0.045096
Epoch[34] Batch [2049]	Speed: 1754.466573 samples/sec	accuracy=0.537064	lr=0.045093
Epoch[34] Batch [2099]	Speed: 1768.080806 samples/sec	accuracy=0.537007	lr=0.045090
Epoch[34] Batch [2149]	Speed: 1762.213747 samples/sec	accuracy=0.536773	lr=0.045087
Epoch[34] Batch [2199]	Speed: 1766.892234 samples/sec	accuracy=0.536625	lr=0.045083
Epoch[34] Batch [2249]	Speed: 1751.921155 samples/sec	accuracy=0.536460	lr=0.045080
Epoch[34] Batch [2299]	Speed: 1754.046293 samples/sec	accuracy=0.536608	lr=0.045077
Epoch[34] Batch [2349]	Speed: 1728.259750 samples/sec	accuracy=0.536581	lr=0.045074
Epoch[34] Batch [2399]	Speed: 1739.378096 samples/sec	accuracy=0.536623	lr=0.045070
Epoch[34] Batch [2449]	Speed: 1734.392439 samples/sec	accuracy=0.536610	lr=0.045067
Epoch[34] Batch [2499]	Speed: 1738.030442 samples/sec	accuracy=0.536630	lr=0.045064
Epoch[34] Batch [2549]	Speed: 1750.134909 samples/sec	accuracy=0.536422	lr=0.045061
Epoch[34] Batch [2599]	Speed: 1732.586161 samples/sec	accuracy=0.536230	lr=0.045057
Epoch[34] Batch [2649]	Speed: 1697.710926 samples/sec	accuracy=0.536045	lr=0.045054
Epoch[34] Batch [2699]	Speed: 1765.877459 samples/sec	accuracy=0.536045	lr=0.045051
Epoch[34] Batch [2749]	Speed: 1750.762309 samples/sec	accuracy=0.535967	lr=0.045048
Epoch[34] Batch [2799]	Speed: 1762.030578 samples/sec	accuracy=0.536108	lr=0.045045
Epoch[34] Batch [2849]	Speed: 1759.672692 samples/sec	accuracy=0.536081	lr=0.045041
Epoch[34] Batch [2899]	Speed: 1759.953329 samples/sec	accuracy=0.536078	lr=0.045038
Epoch[34] Batch [2949]	Speed: 1740.630544 samples/sec	accuracy=0.536139	lr=0.045035
Epoch[34] Batch [2999]	Speed: 1727.556976 samples/sec	accuracy=0.536004	lr=0.045032
Epoch[34] Batch [3049]	Speed: 1739.215026 samples/sec	accuracy=0.536028	lr=0.045028
Epoch[34] Batch [3099]	Speed: 1736.968904 samples/sec	accuracy=0.536011	lr=0.045025
Epoch[34] Batch [3149]	Speed: 1736.239434 samples/sec	accuracy=0.535934	lr=0.045022
Epoch[34] Batch [3199]	Speed: 1723.691704 samples/sec	accuracy=0.535917	lr=0.045019
Epoch[34] Batch [3249]	Speed: 1743.470827 samples/sec	accuracy=0.535798	lr=0.045015
Epoch[34] Batch [3299]	Speed: 1743.846856 samples/sec	accuracy=0.535849	lr=0.045012
Epoch[34] Batch [3349]	Speed: 1771.694958 samples/sec	accuracy=0.535863	lr=0.045009
Epoch[34] Batch [3399]	Speed: 1750.153280 samples/sec	accuracy=0.535816	lr=0.045006
Epoch[34] Batch [3449]	Speed: 1772.707594 samples/sec	accuracy=0.535735	lr=0.045002
Epoch[34] Batch [3499]	Speed: 1728.566687 samples/sec	accuracy=0.535570	lr=0.044999
Epoch[34] Batch [3549]	Speed: 1748.153617 samples/sec	accuracy=0.535515	lr=0.044996
Epoch[34] Batch [3599]	Speed: 1747.153309 samples/sec	accuracy=0.535447	lr=0.044993
Epoch[34] Batch [3649]	Speed: 1782.316214 samples/sec	accuracy=0.535449	lr=0.044989
Epoch[34] Batch [3699]	Speed: 1771.729571 samples/sec	accuracy=0.535322	lr=0.044986
Epoch[34] Batch [3749]	Speed: 1777.430390 samples/sec	accuracy=0.535185	lr=0.044983
Epoch[34] Batch [3799]	Speed: 1750.975464 samples/sec	accuracy=0.535108	lr=0.044980
Epoch[34] Batch [3849]	Speed: 1735.005070 samples/sec	accuracy=0.535115	lr=0.044976
Epoch[34] Batch [3899]	Speed: 1748.066472 samples/sec	accuracy=0.535170	lr=0.044973
Epoch[34] Batch [3949]	Speed: 1791.774246 samples/sec	accuracy=0.535074	lr=0.044970
Epoch[34] Batch [3999]	Speed: 1795.094229 samples/sec	accuracy=0.535062	lr=0.044967
Epoch[34] Batch [4049]	Speed: 1774.290112 samples/sec	accuracy=0.535037	lr=0.044963
Epoch[34] Batch [4099]	Speed: 1741.946458 samples/sec	accuracy=0.535031	lr=0.044960
Epoch[34] Batch [4149]	Speed: 1761.975063 samples/sec	accuracy=0.535072	lr=0.044957
Epoch[34] Batch [4199]	Speed: 1775.140184 samples/sec	accuracy=0.535015	lr=0.044954
Epoch[34] Batch [4249]	Speed: 1763.260971 samples/sec	accuracy=0.535059	lr=0.044950
Epoch[34] Batch [4299]	Speed: 1760.831239 samples/sec	accuracy=0.535038	lr=0.044947
Epoch[34] Batch [4349]	Speed: 1764.753392 samples/sec	accuracy=0.534993	lr=0.044944
Epoch[34] Batch [4399]	Speed: 1764.658319 samples/sec	accuracy=0.534983	lr=0.044941
Epoch[34] Batch [4449]	Speed: 1747.757578 samples/sec	accuracy=0.534975	lr=0.044937
Epoch[34] Batch [4499]	Speed: 1760.115754 samples/sec	accuracy=0.535049	lr=0.044934
Epoch[34] Batch [4549]	Speed: 1796.329594 samples/sec	accuracy=0.535117	lr=0.044931
Epoch[34] Batch [4599]	Speed: 1760.513026 samples/sec	accuracy=0.535132	lr=0.044928
Epoch[34] Batch [4649]	Speed: 1742.716031 samples/sec	accuracy=0.535055	lr=0.044924
Epoch[34] Batch [4699]	Speed: 1773.267526 samples/sec	accuracy=0.535106	lr=0.044921
Epoch[34] Batch [4749]	Speed: 1757.098698 samples/sec	accuracy=0.535055	lr=0.044918
Epoch[34] Batch [4799]	Speed: 1786.021002 samples/sec	accuracy=0.535063	lr=0.044914
Epoch[34] Batch [4849]	Speed: 1739.514707 samples/sec	accuracy=0.535004	lr=0.044911
Epoch[34] Batch [4899]	Speed: 1778.889315 samples/sec	accuracy=0.534961	lr=0.044908
Epoch[34] Batch [4949]	Speed: 1755.449675 samples/sec	accuracy=0.534965	lr=0.044905
Epoch[34] Batch [4999]	Speed: 1842.176748 samples/sec	accuracy=0.534958	lr=0.044901
[Epoch 34] training: accuracy=0.534974
[Epoch 34] speed: 1755 samples/sec	time cost: 744.193023
[Epoch 34] validation: err-top1=0.401542 err-top5=0.175401
Epoch[35] Batch [49]	Speed: 1674.452023 samples/sec	accuracy=0.542266	lr=0.044898
Epoch[35] Batch [99]	Speed: 1768.061300 samples/sec	accuracy=0.540547	lr=0.044894
Epoch[35] Batch [149]	Speed: 1758.595160 samples/sec	accuracy=0.539609	lr=0.044891
Epoch[35] Batch [199]	Speed: 1760.544721 samples/sec	accuracy=0.540312	lr=0.044888
Epoch[35] Batch [249]	Speed: 1745.674602 samples/sec	accuracy=0.539500	lr=0.044885
Epoch[35] Batch [299]	Speed: 1740.645443 samples/sec	accuracy=0.539857	lr=0.044881
Epoch[35] Batch [349]	Speed: 1736.313892 samples/sec	accuracy=0.539911	lr=0.044878
Epoch[35] Batch [399]	Speed: 1743.568443 samples/sec	accuracy=0.540137	lr=0.044875
Epoch[35] Batch [449]	Speed: 1735.304984 samples/sec	accuracy=0.538976	lr=0.044871
Epoch[35] Batch [499]	Speed: 1760.369923 samples/sec	accuracy=0.539273	lr=0.044868
Epoch[35] Batch [549]	Speed: 1749.630597 samples/sec	accuracy=0.539872	lr=0.044865
Epoch[35] Batch [599]	Speed: 1766.368748 samples/sec	accuracy=0.539271	lr=0.044862
Epoch[35] Batch [649]	Speed: 1733.878903 samples/sec	accuracy=0.539555	lr=0.044858
Epoch[35] Batch [699]	Speed: 1773.878451 samples/sec	accuracy=0.539269	lr=0.044855
Epoch[35] Batch [749]	Speed: 1782.956069 samples/sec	accuracy=0.539016	lr=0.044852
Epoch[35] Batch [799]	Speed: 1749.574663 samples/sec	accuracy=0.538599	lr=0.044848
Epoch[35] Batch [849]	Speed: 1764.737323 samples/sec	accuracy=0.538580	lr=0.044845
Epoch[35] Batch [899]	Speed: 1749.134270 samples/sec	accuracy=0.538164	lr=0.044842
Epoch[35] Batch [949]	Speed: 1778.920024 samples/sec	accuracy=0.538117	lr=0.044839
Epoch[35] Batch [999]	Speed: 1726.631846 samples/sec	accuracy=0.538242	lr=0.044835
Epoch[35] Batch [1049]	Speed: 1780.497006 samples/sec	accuracy=0.538259	lr=0.044832
Epoch[35] Batch [1099]	Speed: 1777.189038 samples/sec	accuracy=0.538104	lr=0.044829
Epoch[35] Batch [1149]	Speed: 1735.687375 samples/sec	accuracy=0.538115	lr=0.044825
Epoch[35] Batch [1199]	Speed: 1757.110775 samples/sec	accuracy=0.538047	lr=0.044822
Epoch[35] Batch [1249]	Speed: 1776.772620 samples/sec	accuracy=0.538200	lr=0.044819
Epoch[35] Batch [1299]	Speed: 1767.828597 samples/sec	accuracy=0.538359	lr=0.044816
Epoch[35] Batch [1349]	Speed: 1748.479335 samples/sec	accuracy=0.538571	lr=0.044812
Epoch[35] Batch [1399]	Speed: 1742.630841 samples/sec	accuracy=0.538334	lr=0.044809
Epoch[35] Batch [1449]	Speed: 1757.551052 samples/sec	accuracy=0.538408	lr=0.044806
Epoch[35] Batch [1499]	Speed: 1777.018801 samples/sec	accuracy=0.538320	lr=0.044802
Epoch[35] Batch [1549]	Speed: 1769.150700 samples/sec	accuracy=0.538226	lr=0.044799
Epoch[35] Batch [1599]	Speed: 1763.118695 samples/sec	accuracy=0.538159	lr=0.044796
Epoch[35] Batch [1649]	Speed: 1764.908696 samples/sec	accuracy=0.537962	lr=0.044792
Epoch[35] Batch [1699]	Speed: 1736.398241 samples/sec	accuracy=0.537877	lr=0.044789
Epoch[35] Batch [1749]	Speed: 1752.509276 samples/sec	accuracy=0.537752	lr=0.044786
Epoch[35] Batch [1799]	Speed: 1745.161399 samples/sec	accuracy=0.537910	lr=0.044782
Epoch[35] Batch [1849]	Speed: 1761.152224 samples/sec	accuracy=0.537948	lr=0.044779
Epoch[35] Batch [1899]	Speed: 1744.012269 samples/sec	accuracy=0.538020	lr=0.044776
Epoch[35] Batch [1949]	Speed: 1708.845552 samples/sec	accuracy=0.538095	lr=0.044773
Epoch[35] Batch [1999]	Speed: 1745.146423 samples/sec	accuracy=0.538119	lr=0.044769
Epoch[35] Batch [2049]	Speed: 1762.262509 samples/sec	accuracy=0.538121	lr=0.044766
Epoch[35] Batch [2099]	Speed: 1757.818006 samples/sec	accuracy=0.538080	lr=0.044763
Epoch[35] Batch [2149]	Speed: 1736.385212 samples/sec	accuracy=0.537791	lr=0.044759
Epoch[35] Batch [2199]	Speed: 1762.243652 samples/sec	accuracy=0.537802	lr=0.044756
Epoch[35] Batch [2249]	Speed: 1748.237184 samples/sec	accuracy=0.537750	lr=0.044753
Epoch[35] Batch [2299]	Speed: 1756.306491 samples/sec	accuracy=0.537621	lr=0.044749
Epoch[35] Batch [2349]	Speed: 1775.782472 samples/sec	accuracy=0.537503	lr=0.044746
Epoch[35] Batch [2399]	Speed: 1741.759398 samples/sec	accuracy=0.537458	lr=0.044743
Epoch[35] Batch [2449]	Speed: 1749.364186 samples/sec	accuracy=0.537385	lr=0.044739
Epoch[35] Batch [2499]	Speed: 1762.757171 samples/sec	accuracy=0.537552	lr=0.044736
Epoch[35] Batch [2549]	Speed: 1735.770933 samples/sec	accuracy=0.537387	lr=0.044733
Epoch[35] Batch [2599]	Speed: 1755.802178 samples/sec	accuracy=0.537380	lr=0.044729
Epoch[35] Batch [2649]	Speed: 1741.826475 samples/sec	accuracy=0.537233	lr=0.044726
Epoch[35] Batch [2699]	Speed: 1715.961919 samples/sec	accuracy=0.537065	lr=0.044723
Epoch[35] Batch [2749]	Speed: 1769.765675 samples/sec	accuracy=0.536848	lr=0.044719
Epoch[35] Batch [2799]	Speed: 1759.576205 samples/sec	accuracy=0.536751	lr=0.044716
Epoch[35] Batch [2849]	Speed: 1743.966608 samples/sec	accuracy=0.536690	lr=0.044713
Epoch[35] Batch [2899]	Speed: 1758.363214 samples/sec	accuracy=0.536721	lr=0.044709
Epoch[35] Batch [2949]	Speed: 1733.053224 samples/sec	accuracy=0.536692	lr=0.044706
Epoch[35] Batch [2999]	Speed: 1741.262782 samples/sec	accuracy=0.536728	lr=0.044703
Epoch[35] Batch [3049]	Speed: 1730.575373 samples/sec	accuracy=0.536678	lr=0.044699
Epoch[35] Batch [3099]	Speed: 1726.910875 samples/sec	accuracy=0.536653	lr=0.044696
Epoch[35] Batch [3149]	Speed: 1751.243737 samples/sec	accuracy=0.536549	lr=0.044693
Epoch[35] Batch [3199]	Speed: 1756.231055 samples/sec	accuracy=0.536512	lr=0.044689
Epoch[35] Batch [3249]	Speed: 1773.833439 samples/sec	accuracy=0.536454	lr=0.044686
Epoch[35] Batch [3299]	Speed: 1764.661219 samples/sec	accuracy=0.536464	lr=0.044683
Epoch[35] Batch [3349]	Speed: 1758.256967 samples/sec	accuracy=0.536441	lr=0.044679
Epoch[35] Batch [3399]	Speed: 1759.219246 samples/sec	accuracy=0.536437	lr=0.044676
Epoch[35] Batch [3449]	Speed: 1769.191802 samples/sec	accuracy=0.536401	lr=0.044673
Epoch[35] Batch [3499]	Speed: 1772.082501 samples/sec	accuracy=0.536373	lr=0.044669
Epoch[35] Batch [3549]	Speed: 1740.983048 samples/sec	accuracy=0.536434	lr=0.044666
Epoch[35] Batch [3599]	Speed: 1782.331362 samples/sec	accuracy=0.536489	lr=0.044663
Epoch[35] Batch [3649]	Speed: 1781.245767 samples/sec	accuracy=0.536498	lr=0.044659
Epoch[35] Batch [3699]	Speed: 1760.788619 samples/sec	accuracy=0.536434	lr=0.044656
Epoch[35] Batch [3749]	Speed: 1769.386025 samples/sec	accuracy=0.536431	lr=0.044653
Epoch[35] Batch [3799]	Speed: 1744.455812 samples/sec	accuracy=0.536486	lr=0.044649
Epoch[35] Batch [3849]	Speed: 1740.581279 samples/sec	accuracy=0.536321	lr=0.044646
Epoch[35] Batch [3899]	Speed: 1742.974423 samples/sec	accuracy=0.536207	lr=0.044643
Epoch[35] Batch [3949]	Speed: 1734.442924 samples/sec	accuracy=0.536129	lr=0.044639
Epoch[35] Batch [3999]	Speed: 1748.398648 samples/sec	accuracy=0.536127	lr=0.044636
Epoch[35] Batch [4049]	Speed: 1778.056318 samples/sec	accuracy=0.536100	lr=0.044633
Epoch[35] Batch [4099]	Speed: 1746.679582 samples/sec	accuracy=0.535958	lr=0.044629
Epoch[35] Batch [4149]	Speed: 1741.001058 samples/sec	accuracy=0.535910	lr=0.044626
Epoch[35] Batch [4199]	Speed: 1752.940324 samples/sec	accuracy=0.535961	lr=0.044623
Epoch[35] Batch [4249]	Speed: 1772.114380 samples/sec	accuracy=0.535881	lr=0.044619
Epoch[35] Batch [4299]	Speed: 1745.543606 samples/sec	accuracy=0.535851	lr=0.044616
Epoch[35] Batch [4349]	Speed: 1756.152984 samples/sec	accuracy=0.535866	lr=0.044613
Epoch[35] Batch [4399]	Speed: 1773.953945 samples/sec	accuracy=0.535829	lr=0.044609
Epoch[35] Batch [4449]	Speed: 1744.240161 samples/sec	accuracy=0.535830	lr=0.044606
Epoch[35] Batch [4499]	Speed: 1788.279165 samples/sec	accuracy=0.535824	lr=0.044602
Epoch[35] Batch [4549]	Speed: 1759.550543 samples/sec	accuracy=0.535798	lr=0.044599
Epoch[35] Batch [4599]	Speed: 1762.233182 samples/sec	accuracy=0.535752	lr=0.044596
Epoch[35] Batch [4649]	Speed: 1748.838614 samples/sec	accuracy=0.535735	lr=0.044592
Epoch[35] Batch [4699]	Speed: 1764.187691 samples/sec	accuracy=0.535704	lr=0.044589
Epoch[35] Batch [4749]	Speed: 1791.776758 samples/sec	accuracy=0.535736	lr=0.044586
Epoch[35] Batch [4799]	Speed: 1773.736858 samples/sec	accuracy=0.535700	lr=0.044582
Epoch[35] Batch [4849]	Speed: 1748.738527 samples/sec	accuracy=0.535725	lr=0.044579
Epoch[35] Batch [4899]	Speed: 1762.451511 samples/sec	accuracy=0.535679	lr=0.044576
Epoch[35] Batch [4949]	Speed: 1743.560629 samples/sec	accuracy=0.535631	lr=0.044572
Epoch[35] Batch [4999]	Speed: 1887.707598 samples/sec	accuracy=0.535627	lr=0.044569
[Epoch 35] training: accuracy=0.535623
[Epoch 35] speed: 1755 samples/sec	time cost: 744.374875
[Epoch 35] validation: err-top1=0.402164 err-top5=0.172592
Epoch[36] Batch [49]	Speed: 1653.251616 samples/sec	accuracy=0.535078	lr=0.044565
Epoch[36] Batch [99]	Speed: 1760.980251 samples/sec	accuracy=0.536523	lr=0.044562
Epoch[36] Batch [149]	Speed: 1780.111441 samples/sec	accuracy=0.538490	lr=0.044558
Epoch[36] Batch [199]	Speed: 1764.953663 samples/sec	accuracy=0.539883	lr=0.044555
Epoch[36] Batch [249]	Speed: 1754.144811 samples/sec	accuracy=0.541922	lr=0.044552
Epoch[36] Batch [299]	Speed: 1786.155827 samples/sec	accuracy=0.542305	lr=0.044548
Epoch[36] Batch [349]	Speed: 1752.709124 samples/sec	accuracy=0.541652	lr=0.044545
Epoch[36] Batch [399]	Speed: 1770.951984 samples/sec	accuracy=0.541309	lr=0.044541
Epoch[36] Batch [449]	Speed: 1738.134540 samples/sec	accuracy=0.541102	lr=0.044538
Epoch[36] Batch [499]	Speed: 1744.334973 samples/sec	accuracy=0.540984	lr=0.044535
Epoch[36] Batch [549]	Speed: 1742.802643 samples/sec	accuracy=0.541357	lr=0.044531
Epoch[36] Batch [599]	Speed: 1768.135542 samples/sec	accuracy=0.540866	lr=0.044528
Epoch[36] Batch [649]	Speed: 1732.658404 samples/sec	accuracy=0.540980	lr=0.044525
Epoch[36] Batch [699]	Speed: 1758.685777 samples/sec	accuracy=0.541507	lr=0.044521
Epoch[36] Batch [749]	Speed: 1741.839473 samples/sec	accuracy=0.541755	lr=0.044518
Epoch[36] Batch [799]	Speed: 1748.787515 samples/sec	accuracy=0.541382	lr=0.044514
Epoch[36] Batch [849]	Speed: 1746.672479 samples/sec	accuracy=0.541466	lr=0.044511
Epoch[36] Batch [899]	Speed: 1757.193993 samples/sec	accuracy=0.541215	lr=0.044508
Epoch[36] Batch [949]	Speed: 1794.302838 samples/sec	accuracy=0.541369	lr=0.044504
Epoch[36] Batch [999]	Speed: 1800.673560 samples/sec	accuracy=0.541266	lr=0.044501
Epoch[36] Batch [1049]	Speed: 1732.728026 samples/sec	accuracy=0.541380	lr=0.044498
Epoch[36] Batch [1099]	Speed: 1723.797301 samples/sec	accuracy=0.540856	lr=0.044494
Epoch[36] Batch [1149]	Speed: 1724.196232 samples/sec	accuracy=0.540737	lr=0.044491
Epoch[36] Batch [1199]	Speed: 1782.876550 samples/sec	accuracy=0.540710	lr=0.044487
Epoch[36] Batch [1249]	Speed: 1729.682951 samples/sec	accuracy=0.541013	lr=0.044484
Epoch[36] Batch [1299]	Speed: 1731.134958 samples/sec	accuracy=0.540862	lr=0.044481
Epoch[36] Batch [1349]	Speed: 1767.710668 samples/sec	accuracy=0.540576	lr=0.044477
Epoch[36] Batch [1399]	Speed: 1753.089893 samples/sec	accuracy=0.540513	lr=0.044474
Epoch[36] Batch [1449]	Speed: 1757.830092 samples/sec	accuracy=0.540455	lr=0.044470
Epoch[36] Batch [1499]	Speed: 1762.740850 samples/sec	accuracy=0.540289	lr=0.044467
Epoch[36] Batch [1549]	Speed: 1799.780823 samples/sec	accuracy=0.540297	lr=0.044464
Epoch[36] Batch [1599]	Speed: 1755.095363 samples/sec	accuracy=0.540161	lr=0.044460
Epoch[36] Batch [1649]	Speed: 1774.179175 samples/sec	accuracy=0.540125	lr=0.044457
Epoch[36] Batch [1699]	Speed: 1770.933641 samples/sec	accuracy=0.540067	lr=0.044453
Epoch[36] Batch [1749]	Speed: 1778.913835 samples/sec	accuracy=0.540045	lr=0.044450
Epoch[36] Batch [1799]	Speed: 1745.561710 samples/sec	accuracy=0.539705	lr=0.044447
Epoch[36] Batch [1849]	Speed: 1792.913191 samples/sec	accuracy=0.539637	lr=0.044443
Epoch[36] Batch [1899]	Speed: 1736.786956 samples/sec	accuracy=0.539712	lr=0.044440
Epoch[36] Batch [1949]	Speed: 1728.074060 samples/sec	accuracy=0.539706	lr=0.044436
Epoch[36] Batch [1999]	Speed: 1772.841119 samples/sec	accuracy=0.539594	lr=0.044433
Epoch[36] Batch [2049]	Speed: 1791.861797 samples/sec	accuracy=0.539463	lr=0.044430
Epoch[36] Batch [2099]	Speed: 1767.738490 samples/sec	accuracy=0.539492	lr=0.044426
Epoch[36] Batch [2149]	Speed: 1735.327589 samples/sec	accuracy=0.539459	lr=0.044423
Epoch[36] Batch [2199]	Speed: 1747.634517 samples/sec	accuracy=0.539355	lr=0.044419
Epoch[36] Batch [2249]	Speed: 1724.357883 samples/sec	accuracy=0.539335	lr=0.044416
Epoch[36] Batch [2299]	Speed: 1757.233793 samples/sec	accuracy=0.539373	lr=0.044413
Epoch[36] Batch [2349]	Speed: 1750.406805 samples/sec	accuracy=0.539320	lr=0.044409
Epoch[36] Batch [2399]	Speed: 1770.028241 samples/sec	accuracy=0.539320	lr=0.044406
Epoch[36] Batch [2449]	Speed: 1734.881388 samples/sec	accuracy=0.539165	lr=0.044402
Epoch[36] Batch [2499]	Speed: 1768.443585 samples/sec	accuracy=0.539084	lr=0.044399
Epoch[36] Batch [2549]	Speed: 1756.991339 samples/sec	accuracy=0.538926	lr=0.044395
Epoch[36] Batch [2599]	Speed: 1745.899124 samples/sec	accuracy=0.538861	lr=0.044392
Epoch[36] Batch [2649]	Speed: 1746.419579 samples/sec	accuracy=0.538810	lr=0.044389
Epoch[36] Batch [2699]	Speed: 1735.221920 samples/sec	accuracy=0.538793	lr=0.044385
Epoch[36] Batch [2749]	Speed: 1745.070808 samples/sec	accuracy=0.538803	lr=0.044382
Epoch[36] Batch [2799]	Speed: 1766.505969 samples/sec	accuracy=0.538835	lr=0.044378
Epoch[36] Batch [2849]	Speed: 1768.722657 samples/sec	accuracy=0.538731	lr=0.044375
Epoch[36] Batch [2899]	Speed: 1763.570504 samples/sec	accuracy=0.538652	lr=0.044372
Epoch[36] Batch [2949]	Speed: 1766.065378 samples/sec	accuracy=0.538626	lr=0.044368
Epoch[36] Batch [2999]	Speed: 1763.937983 samples/sec	accuracy=0.538499	lr=0.044365
Epoch[36] Batch [3049]	Speed: 1734.559090 samples/sec	accuracy=0.538534	lr=0.044361
Epoch[36] Batch [3099]	Speed: 1754.834799 samples/sec	accuracy=0.538564	lr=0.044358
Epoch[36] Batch [3149]	Speed: 1755.368516 samples/sec	accuracy=0.538509	lr=0.044354
Epoch[36] Batch [3199]	Speed: 1782.855947 samples/sec	accuracy=0.538458	lr=0.044351
Epoch[36] Batch [3249]	Speed: 1747.619954 samples/sec	accuracy=0.538441	lr=0.044348
Epoch[36] Batch [3299]	Speed: 1740.000683 samples/sec	accuracy=0.538401	lr=0.044344
Epoch[36] Batch [3349]	Speed: 1780.851193 samples/sec	accuracy=0.538287	lr=0.044341
Epoch[36] Batch [3399]	Speed: 1742.783634 samples/sec	accuracy=0.538250	lr=0.044337
Epoch[36] Batch [3449]	Speed: 1729.598140 samples/sec	accuracy=0.538315	lr=0.044334
Epoch[36] Batch [3499]	Speed: 1755.977793 samples/sec	accuracy=0.538233	lr=0.044330
Epoch[36] Batch [3549]	Speed: 1755.763189 samples/sec	accuracy=0.538245	lr=0.044327
Epoch[36] Batch [3599]	Speed: 1751.531350 samples/sec	accuracy=0.538169	lr=0.044324
Epoch[36] Batch [3649]	Speed: 1758.738205 samples/sec	accuracy=0.538176	lr=0.044320
Epoch[36] Batch [3699]	Speed: 1725.971289 samples/sec	accuracy=0.538150	lr=0.044317
Epoch[36] Batch [3749]	Speed: 1720.043320 samples/sec	accuracy=0.538224	lr=0.044313
Epoch[36] Batch [3799]	Speed: 1764.876554 samples/sec	accuracy=0.538282	lr=0.044310
Epoch[36] Batch [3849]	Speed: 1766.828853 samples/sec	accuracy=0.538307	lr=0.044306
Epoch[36] Batch [3899]	Speed: 1756.589447 samples/sec	accuracy=0.538365	lr=0.044303
Epoch[36] Batch [3949]	Speed: 1710.101463 samples/sec	accuracy=0.538266	lr=0.044300
Epoch[36] Batch [3999]	Speed: 1795.666894 samples/sec	accuracy=0.538270	lr=0.044296
Epoch[36] Batch [4049]	Speed: 1762.716831 samples/sec	accuracy=0.538221	lr=0.044293
Epoch[36] Batch [4099]	Speed: 1783.355959 samples/sec	accuracy=0.538185	lr=0.044289
Epoch[36] Batch [4149]	Speed: 1764.834724 samples/sec	accuracy=0.538165	lr=0.044286
Epoch[36] Batch [4199]	Speed: 1757.850064 samples/sec	accuracy=0.538168	lr=0.044282
Epoch[36] Batch [4249]	Speed: 1752.048193 samples/sec	accuracy=0.538158	lr=0.044279
Epoch[36] Batch [4299]	Speed: 1775.052616 samples/sec	accuracy=0.538223	lr=0.044275
Epoch[36] Batch [4349]	Speed: 1834.337258 samples/sec	accuracy=0.538045	lr=0.044272
Epoch[36] Batch [4399]	Speed: 1798.867513 samples/sec	accuracy=0.537900	lr=0.044269
Epoch[36] Batch [4449]	Speed: 1824.116652 samples/sec	accuracy=0.537789	lr=0.044265
Epoch[36] Batch [4499]	Speed: 1797.888898 samples/sec	accuracy=0.537738	lr=0.044262
Epoch[36] Batch [4549]	Speed: 1762.139249 samples/sec	accuracy=0.537649	lr=0.044258
Epoch[36] Batch [4599]	Speed: 1758.503572 samples/sec	accuracy=0.537714	lr=0.044255
Epoch[36] Batch [4649]	Speed: 1745.777915 samples/sec	accuracy=0.537660	lr=0.044251
Epoch[36] Batch [4699]	Speed: 1762.727538 samples/sec	accuracy=0.537642	lr=0.044248
Epoch[36] Batch [4749]	Speed: 1736.686840 samples/sec	accuracy=0.537520	lr=0.044244
Epoch[36] Batch [4799]	Speed: 1751.658560 samples/sec	accuracy=0.537481	lr=0.044241
Epoch[36] Batch [4849]	Speed: 1757.021470 samples/sec	accuracy=0.537491	lr=0.044237
Epoch[36] Batch [4899]	Speed: 1750.931893 samples/sec	accuracy=0.537476	lr=0.044234
Epoch[36] Batch [4949]	Speed: 1765.785401 samples/sec	accuracy=0.537498	lr=0.044231
Epoch[36] Batch [4999]	Speed: 1861.347936 samples/sec	accuracy=0.537469	lr=0.044227
[Epoch 36] training: accuracy=0.537441
[Epoch 36] speed: 1758 samples/sec	time cost: 743.082219
[Epoch 36] validation: err-top1=0.405208 err-top5=0.175621
Epoch[37] Batch [49]	Speed: 1653.395604 samples/sec	accuracy=0.547422	lr=0.044223
Epoch[37] Batch [99]	Speed: 1775.004845 samples/sec	accuracy=0.547266	lr=0.044220
Epoch[37] Batch [149]	Speed: 1769.315526 samples/sec	accuracy=0.547266	lr=0.044216
Epoch[37] Batch [199]	Speed: 1791.742134 samples/sec	accuracy=0.545469	lr=0.044213
Epoch[37] Batch [249]	Speed: 1754.736090 samples/sec	accuracy=0.545906	lr=0.044209
Epoch[37] Batch [299]	Speed: 1764.575321 samples/sec	accuracy=0.546562	lr=0.044206
Epoch[37] Batch [349]	Speed: 1761.401376 samples/sec	accuracy=0.546417	lr=0.044203
Epoch[37] Batch [399]	Speed: 1774.473081 samples/sec	accuracy=0.545762	lr=0.044199
Epoch[37] Batch [449]	Speed: 1775.397008 samples/sec	accuracy=0.545312	lr=0.044196
Epoch[37] Batch [499]	Speed: 1775.255408 samples/sec	accuracy=0.544883	lr=0.044192
Epoch[37] Batch [549]	Speed: 1748.237184 samples/sec	accuracy=0.544787	lr=0.044189
Epoch[37] Batch [599]	Speed: 1739.807895 samples/sec	accuracy=0.544902	lr=0.044185
Epoch[37] Batch [649]	Speed: 1770.692531 samples/sec	accuracy=0.544507	lr=0.044182
Epoch[37] Batch [699]	Speed: 1780.493995 samples/sec	accuracy=0.544838	lr=0.044178
Epoch[37] Batch [749]	Speed: 1736.944402 samples/sec	accuracy=0.544818	lr=0.044175
Epoch[37] Batch [799]	Speed: 1758.332807 samples/sec	accuracy=0.544790	lr=0.044171
Epoch[37] Batch [849]	Speed: 1728.928797 samples/sec	accuracy=0.544614	lr=0.044168
Epoch[37] Batch [899]	Speed: 1756.512493 samples/sec	accuracy=0.544570	lr=0.044164
Epoch[37] Batch [949]	Speed: 1749.595930 samples/sec	accuracy=0.544346	lr=0.044161
Epoch[37] Batch [999]	Speed: 1758.086710 samples/sec	accuracy=0.544422	lr=0.044157
Epoch[37] Batch [1049]	Speed: 1747.967384 samples/sec	accuracy=0.544650	lr=0.044154
Epoch[37] Batch [1099]	Speed: 1731.966800 samples/sec	accuracy=0.544450	lr=0.044150
Epoch[37] Batch [1149]	Speed: 1765.376981 samples/sec	accuracy=0.544589	lr=0.044147
Epoch[37] Batch [1199]	Speed: 1750.889237 samples/sec	accuracy=0.544199	lr=0.044144
Epoch[37] Batch [1249]	Speed: 1723.344507 samples/sec	accuracy=0.544041	lr=0.044140
Epoch[37] Batch [1299]	Speed: 1755.498581 samples/sec	accuracy=0.543834	lr=0.044137
Epoch[37] Batch [1349]	Speed: 1744.793706 samples/sec	accuracy=0.543811	lr=0.044133
Epoch[37] Batch [1399]	Speed: 1762.383878 samples/sec	accuracy=0.543619	lr=0.044130
Epoch[37] Batch [1449]	Speed: 1728.970668 samples/sec	accuracy=0.543505	lr=0.044126
Epoch[37] Batch [1499]	Speed: 1750.490816 samples/sec	accuracy=0.543344	lr=0.044123
Epoch[37] Batch [1549]	Speed: 1738.220754 samples/sec	accuracy=0.543337	lr=0.044119
Epoch[37] Batch [1599]	Speed: 1761.560426 samples/sec	accuracy=0.543213	lr=0.044116
Epoch[37] Batch [1649]	Speed: 1745.762474 samples/sec	accuracy=0.543066	lr=0.044112
Epoch[37] Batch [1699]	Speed: 1728.992328 samples/sec	accuracy=0.543031	lr=0.044109
Epoch[37] Batch [1749]	Speed: 1771.493914 samples/sec	accuracy=0.543172	lr=0.044105
Epoch[37] Batch [1799]	Speed: 1739.863714 samples/sec	accuracy=0.542867	lr=0.044102
Epoch[37] Batch [1849]	Speed: 1753.722050 samples/sec	accuracy=0.542734	lr=0.044098
Epoch[37] Batch [1899]	Speed: 1744.236817 samples/sec	accuracy=0.542541	lr=0.044095
Epoch[37] Batch [1949]	Speed: 1749.375188 samples/sec	accuracy=0.542392	lr=0.044091
Epoch[37] Batch [1999]	Speed: 1822.133046 samples/sec	accuracy=0.542207	lr=0.044088
Epoch[37] Batch [2049]	Speed: 1762.215482 samples/sec	accuracy=0.542094	lr=0.044084
Epoch[37] Batch [2099]	Speed: 1725.307134 samples/sec	accuracy=0.542022	lr=0.044081
Epoch[37] Batch [2149]	Speed: 1745.705254 samples/sec	accuracy=0.541759	lr=0.044077
Epoch[37] Batch [2199]	Speed: 1747.271411 samples/sec	accuracy=0.541665	lr=0.044074
Epoch[37] Batch [2249]	Speed: 1728.648169 samples/sec	accuracy=0.541655	lr=0.044070
Epoch[37] Batch [2299]	Speed: 1748.531668 samples/sec	accuracy=0.541483	lr=0.044067
Epoch[37] Batch [2349]	Speed: 1756.182798 samples/sec	accuracy=0.541622	lr=0.044063
Epoch[37] Batch [2399]	Speed: 1784.968712 samples/sec	accuracy=0.541405	lr=0.044060
Epoch[37] Batch [2449]	Speed: 1781.275021 samples/sec	accuracy=0.541389	lr=0.044056
Epoch[37] Batch [2499]	Speed: 1747.366098 samples/sec	accuracy=0.541303	lr=0.044053
Epoch[37] Batch [2549]	Speed: 1757.626831 samples/sec	accuracy=0.541166	lr=0.044049
Epoch[37] Batch [2599]	Speed: 1768.704826 samples/sec	accuracy=0.541092	lr=0.044046
Epoch[37] Batch [2649]	Speed: 1757.242421 samples/sec	accuracy=0.540998	lr=0.044042
Epoch[37] Batch [2699]	Speed: 1759.928175 samples/sec	accuracy=0.540969	lr=0.044039
Epoch[37] Batch [2749]	Speed: 1810.070200 samples/sec	accuracy=0.540946	lr=0.044035
Epoch[37] Batch [2799]	Speed: 1764.899413 samples/sec	accuracy=0.540942	lr=0.044032
Epoch[37] Batch [2849]	Speed: 1747.732543 samples/sec	accuracy=0.540866	lr=0.044028
Epoch[37] Batch [2899]	Speed: 1754.217660 samples/sec	accuracy=0.540873	lr=0.044025
Epoch[37] Batch [2949]	Speed: 1763.785804 samples/sec	accuracy=0.540867	lr=0.044021
Epoch[37] Batch [2999]	Speed: 1739.279315 samples/sec	accuracy=0.540717	lr=0.044018
Epoch[37] Batch [3049]	Speed: 1736.337421 samples/sec	accuracy=0.540638	lr=0.044014
Epoch[37] Batch [3099]	Speed: 1758.891877 samples/sec	accuracy=0.540562	lr=0.044011
Epoch[37] Batch [3149]	Speed: 1733.693348 samples/sec	accuracy=0.540460	lr=0.044007
Epoch[37] Batch [3199]	Speed: 1753.606740 samples/sec	accuracy=0.540355	lr=0.044004
Epoch[37] Batch [3249]	Speed: 1780.768200 samples/sec	accuracy=0.540209	lr=0.044000
Epoch[37] Batch [3299]	Speed: 1759.016412 samples/sec	accuracy=0.540142	lr=0.043997
Epoch[37] Batch [3349]	Speed: 1774.581825 samples/sec	accuracy=0.540104	lr=0.043993
Epoch[37] Batch [3399]	Speed: 1780.407079 samples/sec	accuracy=0.540110	lr=0.043989
Epoch[37] Batch [3449]	Speed: 1746.752551 samples/sec	accuracy=0.540086	lr=0.043986
Epoch[37] Batch [3499]	Speed: 1744.799376 samples/sec	accuracy=0.540045	lr=0.043982
Epoch[37] Batch [3549]	Speed: 1759.985293 samples/sec	accuracy=0.539922	lr=0.043979
Epoch[37] Batch [3599]	Speed: 1766.805885 samples/sec	accuracy=0.539814	lr=0.043975
Epoch[37] Batch [3649]	Speed: 1785.393493 samples/sec	accuracy=0.539830	lr=0.043972
Epoch[37] Batch [3699]	Speed: 1756.845703 samples/sec	accuracy=0.539783	lr=0.043968
Epoch[37] Batch [3749]	Speed: 1773.887301 samples/sec	accuracy=0.539690	lr=0.043965
Epoch[37] Batch [3799]	Speed: 1729.284765 samples/sec	accuracy=0.539664	lr=0.043961
Epoch[37] Batch [3849]	Speed: 1740.398800 samples/sec	accuracy=0.539600	lr=0.043958
Epoch[37] Batch [3899]	Speed: 1744.471683 samples/sec	accuracy=0.539601	lr=0.043954
Epoch[37] Batch [3949]	Speed: 1768.345843 samples/sec	accuracy=0.539507	lr=0.043951
Epoch[37] Batch [3999]	Speed: 1767.143478 samples/sec	accuracy=0.539432	lr=0.043947
Epoch[37] Batch [4049]	Speed: 1764.658261 samples/sec	accuracy=0.539348	lr=0.043944
Epoch[37] Batch [4099]	Speed: 1732.982345 samples/sec	accuracy=0.539303	lr=0.043940
Epoch[37] Batch [4149]	Speed: 1739.288781 samples/sec	accuracy=0.539256	lr=0.043937
Epoch[37] Batch [4199]	Speed: 1756.827134 samples/sec	accuracy=0.539248	lr=0.043933
Epoch[37] Batch [4249]	Speed: 1722.119344 samples/sec	accuracy=0.539267	lr=0.043930
Epoch[37] Batch [4299]	Speed: 1751.095455 samples/sec	accuracy=0.539208	lr=0.043926
Epoch[37] Batch [4349]	Speed: 1738.347220 samples/sec	accuracy=0.539140	lr=0.043922
Epoch[37] Batch [4399]	Speed: 1757.308797 samples/sec	accuracy=0.539129	lr=0.043919
Epoch[37] Batch [4449]	Speed: 1734.270469 samples/sec	accuracy=0.539071	lr=0.043915
Epoch[37] Batch [4499]	Speed: 1745.946023 samples/sec	accuracy=0.539010	lr=0.043912
Epoch[37] Batch [4549]	Speed: 1752.403449 samples/sec	accuracy=0.538984	lr=0.043908
Epoch[37] Batch [4599]	Speed: 1768.772480 samples/sec	accuracy=0.539008	lr=0.043905
Epoch[37] Batch [4649]	Speed: 1783.477941 samples/sec	accuracy=0.538963	lr=0.043901
Epoch[37] Batch [4699]	Speed: 1803.381020 samples/sec	accuracy=0.538926	lr=0.043898
Epoch[37] Batch [4749]	Speed: 1725.583461 samples/sec	accuracy=0.538861	lr=0.043894
Epoch[37] Batch [4799]	Speed: 1759.460297 samples/sec	accuracy=0.538835	lr=0.043891
Epoch[37] Batch [4849]	Speed: 1739.245958 samples/sec	accuracy=0.538897	lr=0.043887
Epoch[37] Batch [4899]	Speed: 1741.866995 samples/sec	accuracy=0.538828	lr=0.043883
Epoch[37] Batch [4949]	Speed: 1754.252510 samples/sec	accuracy=0.538826	lr=0.043880
Epoch[37] Batch [4999]	Speed: 1852.569609 samples/sec	accuracy=0.538837	lr=0.043876
[Epoch 37] training: accuracy=0.538833
[Epoch 37] speed: 1755 samples/sec	time cost: 744.207299
[Epoch 37] validation: err-top1=0.401042 err-top5=0.172756
Epoch[38] Batch [49]	Speed: 1659.784824 samples/sec	accuracy=0.545391	lr=0.043872
Epoch[38] Batch [99]	Speed: 1747.963115 samples/sec	accuracy=0.551523	lr=0.043869
Epoch[38] Batch [149]	Speed: 1775.341645 samples/sec	accuracy=0.550156	lr=0.043865
Epoch[38] Batch [199]	Speed: 1773.571208 samples/sec	accuracy=0.549609	lr=0.043862
Epoch[38] Batch [249]	Speed: 1776.339706 samples/sec	accuracy=0.548922	lr=0.043858
Epoch[38] Batch [299]	Speed: 1772.180891 samples/sec	accuracy=0.548854	lr=0.043855
Epoch[38] Batch [349]	Speed: 1724.558563 samples/sec	accuracy=0.547813	lr=0.043851
Epoch[38] Batch [399]	Speed: 1767.358953 samples/sec	accuracy=0.546543	lr=0.043848
Epoch[38] Batch [449]	Speed: 1775.089239 samples/sec	accuracy=0.546719	lr=0.043844
Epoch[38] Batch [499]	Speed: 1771.706710 samples/sec	accuracy=0.546852	lr=0.043840
Epoch[38] Batch [549]	Speed: 1784.505637 samples/sec	accuracy=0.546357	lr=0.043837
Epoch[38] Batch [599]	Speed: 1765.938913 samples/sec	accuracy=0.546224	lr=0.043833
Epoch[38] Batch [649]	Speed: 1807.037008 samples/sec	accuracy=0.546190	lr=0.043830
Epoch[38] Batch [699]	Speed: 1780.135995 samples/sec	accuracy=0.545597	lr=0.043826
Epoch[38] Batch [749]	Speed: 1776.383317 samples/sec	accuracy=0.545349	lr=0.043823
Epoch[38] Batch [799]	Speed: 1760.017488 samples/sec	accuracy=0.544805	lr=0.043819
Epoch[38] Batch [849]	Speed: 1766.513119 samples/sec	accuracy=0.544485	lr=0.043816
Epoch[38] Batch [899]	Speed: 1763.203178 samples/sec	accuracy=0.544201	lr=0.043812
Epoch[38] Batch [949]	Speed: 1767.081533 samples/sec	accuracy=0.544490	lr=0.043808
Epoch[38] Batch [999]	Speed: 1746.421965 samples/sec	accuracy=0.544195	lr=0.043805
Epoch[38] Batch [1049]	Speed: 1778.529485 samples/sec	accuracy=0.543862	lr=0.043801
Epoch[38] Batch [1099]	Speed: 1755.645888 samples/sec	accuracy=0.543540	lr=0.043798
Epoch[38] Batch [1149]	Speed: 1737.171855 samples/sec	accuracy=0.543346	lr=0.043794
Epoch[38] Batch [1199]	Speed: 1758.363502 samples/sec	accuracy=0.543298	lr=0.043791
Epoch[38] Batch [1249]	Speed: 1747.257593 samples/sec	accuracy=0.542828	lr=0.043787
Epoch[38] Batch [1299]	Speed: 1749.478711 samples/sec	accuracy=0.542897	lr=0.043783
Epoch[38] Batch [1349]	Speed: 1787.387723 samples/sec	accuracy=0.542957	lr=0.043780
Epoch[38] Batch [1399]	Speed: 1765.729359 samples/sec	accuracy=0.542832	lr=0.043776
Epoch[38] Batch [1449]	Speed: 1773.338985 samples/sec	accuracy=0.542939	lr=0.043773
Epoch[38] Batch [1499]	Speed: 1750.130801 samples/sec	accuracy=0.542708	lr=0.043769
Epoch[38] Batch [1549]	Speed: 1745.931942 samples/sec	accuracy=0.542734	lr=0.043766
Epoch[38] Batch [1599]	Speed: 1750.884212 samples/sec	accuracy=0.542756	lr=0.043762
Epoch[38] Batch [1649]	Speed: 1771.969209 samples/sec	accuracy=0.542834	lr=0.043758
Epoch[38] Batch [1699]	Speed: 1725.885676 samples/sec	accuracy=0.542723	lr=0.043755
Epoch[38] Batch [1749]	Speed: 1742.061144 samples/sec	accuracy=0.542790	lr=0.043751
Epoch[38] Batch [1799]	Speed: 1757.210155 samples/sec	accuracy=0.542676	lr=0.043748
Epoch[38] Batch [1849]	Speed: 1764.526894 samples/sec	accuracy=0.542578	lr=0.043744
Epoch[38] Batch [1899]	Speed: 1778.387856 samples/sec	accuracy=0.542329	lr=0.043741
Epoch[38] Batch [1949]	Speed: 1764.327242 samples/sec	accuracy=0.542434	lr=0.043737
Epoch[38] Batch [1999]	Speed: 1780.263498 samples/sec	accuracy=0.542494	lr=0.043733
Epoch[38] Batch [2049]	Speed: 1766.080948 samples/sec	accuracy=0.542420	lr=0.043730
Epoch[38] Batch [2099]	Speed: 1754.998116 samples/sec	accuracy=0.542362	lr=0.043726
Epoch[38] Batch [2149]	Speed: 1743.000057 samples/sec	accuracy=0.542331	lr=0.043723
Epoch[38] Batch [2199]	Speed: 1758.137893 samples/sec	accuracy=0.542086	lr=0.043719
Epoch[38] Batch [2249]	Speed: 1760.399938 samples/sec	accuracy=0.542017	lr=0.043715
Epoch[38] Batch [2299]	Speed: 1722.454221 samples/sec	accuracy=0.542101	lr=0.043712
Epoch[38] Batch [2349]	Speed: 1756.844496 samples/sec	accuracy=0.542149	lr=0.043708
Epoch[38] Batch [2399]	Speed: 1745.611485 samples/sec	accuracy=0.541984	lr=0.043705
Epoch[38] Batch [2449]	Speed: 1769.023851 samples/sec	accuracy=0.541840	lr=0.043701
Epoch[38] Batch [2499]	Speed: 1782.002847 samples/sec	accuracy=0.541803	lr=0.043697
Epoch[38] Batch [2549]	Speed: 1737.810301 samples/sec	accuracy=0.541846	lr=0.043694
Epoch[38] Batch [2599]	Speed: 1738.124861 samples/sec	accuracy=0.541857	lr=0.043690
Epoch[38] Batch [2649]	Speed: 1734.662941 samples/sec	accuracy=0.541757	lr=0.043687
Epoch[38] Batch [2699]	Speed: 1749.114154 samples/sec	accuracy=0.541814	lr=0.043683
Epoch[38] Batch [2749]	Speed: 1776.364568 samples/sec	accuracy=0.541787	lr=0.043680
Epoch[38] Batch [2799]	Speed: 1764.608438 samples/sec	accuracy=0.541678	lr=0.043676
Epoch[38] Batch [2849]	Speed: 1734.194842 samples/sec	accuracy=0.541757	lr=0.043672
Epoch[38] Batch [2899]	Speed: 1748.472672 samples/sec	accuracy=0.541818	lr=0.043669
Epoch[38] Batch [2949]	Speed: 1736.615159 samples/sec	accuracy=0.541825	lr=0.043665
Epoch[38] Batch [2999]	Speed: 1718.954208 samples/sec	accuracy=0.541915	lr=0.043662
Epoch[38] Batch [3049]	Speed: 1769.767833 samples/sec	accuracy=0.541961	lr=0.043658
Epoch[38] Batch [3099]	Speed: 1723.418748 samples/sec	accuracy=0.541934	lr=0.043654
Epoch[38] Batch [3149]	Speed: 1779.542754 samples/sec	accuracy=0.541827	lr=0.043651
Epoch[38] Batch [3199]	Speed: 1754.899216 samples/sec	accuracy=0.541676	lr=0.043647
Epoch[38] Batch [3249]	Speed: 1766.972252 samples/sec	accuracy=0.541787	lr=0.043644
Epoch[38] Batch [3299]	Speed: 1797.178541 samples/sec	accuracy=0.541726	lr=0.043640
Epoch[38] Batch [3349]	Speed: 1751.632271 samples/sec	accuracy=0.541613	lr=0.043636
Epoch[38] Batch [3399]	Speed: 1739.716450 samples/sec	accuracy=0.541616	lr=0.043633
Epoch[38] Batch [3449]	Speed: 1747.180715 samples/sec	accuracy=0.541586	lr=0.043629
Epoch[38] Batch [3499]	Speed: 1762.185867 samples/sec	accuracy=0.541566	lr=0.043625
Epoch[38] Batch [3549]	Speed: 1734.457773 samples/sec	accuracy=0.541544	lr=0.043622
Epoch[38] Batch [3599]	Speed: 1735.412739 samples/sec	accuracy=0.541592	lr=0.043618
Epoch[38] Batch [3649]	Speed: 1747.247300 samples/sec	accuracy=0.541488	lr=0.043615
Epoch[38] Batch [3699]	Speed: 1767.572037 samples/sec	accuracy=0.541326	lr=0.043611
Epoch[38] Batch [3749]	Speed: 1746.853093 samples/sec	accuracy=0.541250	lr=0.043607
Epoch[38] Batch [3799]	Speed: 1765.578845 samples/sec	accuracy=0.541187	lr=0.043604
Epoch[38] Batch [3849]	Speed: 1766.227654 samples/sec	accuracy=0.541194	lr=0.043600
Epoch[38] Batch [3899]	Speed: 1752.965050 samples/sec	accuracy=0.541241	lr=0.043597
Epoch[38] Batch [3949]	Speed: 1754.787881 samples/sec	accuracy=0.541113	lr=0.043593
Epoch[38] Batch [3999]	Speed: 1757.912630 samples/sec	accuracy=0.541138	lr=0.043589
Epoch[38] Batch [4049]	Speed: 1765.821410 samples/sec	accuracy=0.541106	lr=0.043586
Epoch[38] Batch [4099]	Speed: 1776.554197 samples/sec	accuracy=0.541156	lr=0.043582
Epoch[38] Batch [4149]	Speed: 1727.125485 samples/sec	accuracy=0.541130	lr=0.043578
Epoch[38] Batch [4199]	Speed: 1777.432626 samples/sec	accuracy=0.541113	lr=0.043575
Epoch[38] Batch [4249]	Speed: 1738.081701 samples/sec	accuracy=0.541091	lr=0.043571
Epoch[38] Batch [4299]	Speed: 1778.114383 samples/sec	accuracy=0.541078	lr=0.043568
Epoch[38] Batch [4349]	Speed: 1742.785275 samples/sec	accuracy=0.541045	lr=0.043564
Epoch[38] Batch [4399]	Speed: 1753.349194 samples/sec	accuracy=0.541081	lr=0.043560
Epoch[38] Batch [4449]	Speed: 1735.260058 samples/sec	accuracy=0.540945	lr=0.043557
Epoch[38] Batch [4499]	Speed: 1752.786661 samples/sec	accuracy=0.540859	lr=0.043553
Epoch[38] Batch [4549]	Speed: 1762.594259 samples/sec	accuracy=0.540875	lr=0.043549
Epoch[38] Batch [4599]	Speed: 1765.675758 samples/sec	accuracy=0.540909	lr=0.043546
Epoch[38] Batch [4649]	Speed: 1761.684993 samples/sec	accuracy=0.540841	lr=0.043542
Epoch[38] Batch [4699]	Speed: 1787.807108 samples/sec	accuracy=0.540867	lr=0.043539
Epoch[38] Batch [4749]	Speed: 1720.322097 samples/sec	accuracy=0.540825	lr=0.043535
Epoch[38] Batch [4799]	Speed: 1736.462715 samples/sec	accuracy=0.540823	lr=0.043531
Epoch[38] Batch [4849]	Speed: 1790.590940 samples/sec	accuracy=0.540802	lr=0.043528
Epoch[38] Batch [4899]	Speed: 1760.431860 samples/sec	accuracy=0.540792	lr=0.043524
Epoch[38] Batch [4949]	Speed: 1751.260304 samples/sec	accuracy=0.540724	lr=0.043520
Epoch[38] Batch [4999]	Speed: 1859.438930 samples/sec	accuracy=0.540635	lr=0.043517
[Epoch 38] training: accuracy=0.540666
[Epoch 38] speed: 1757 samples/sec	time cost: 743.075154
[Epoch 38] validation: err-top1=0.396325 err-top5=0.170938
Epoch[39] Batch [49]	Speed: 1640.568165 samples/sec	accuracy=0.549766	lr=0.043513
Epoch[39] Batch [99]	Speed: 1743.766540 samples/sec	accuracy=0.548047	lr=0.043509
Epoch[39] Batch [149]	Speed: 1761.471188 samples/sec	accuracy=0.546979	lr=0.043506
Epoch[39] Batch [199]	Speed: 1737.967707 samples/sec	accuracy=0.547559	lr=0.043502
Epoch[39] Batch [249]	Speed: 1764.040049 samples/sec	accuracy=0.546922	lr=0.043498
Epoch[39] Batch [299]	Speed: 1769.098874 samples/sec	accuracy=0.546237	lr=0.043495
Epoch[39] Batch [349]	Speed: 1770.311725 samples/sec	accuracy=0.546931	lr=0.043491
Epoch[39] Batch [399]	Speed: 1708.647315 samples/sec	accuracy=0.547451	lr=0.043487
Epoch[39] Batch [449]	Speed: 1777.332241 samples/sec	accuracy=0.548125	lr=0.043484
Epoch[39] Batch [499]	Speed: 1783.114239 samples/sec	accuracy=0.547680	lr=0.043480
Epoch[39] Batch [549]	Speed: 1741.271762 samples/sec	accuracy=0.547315	lr=0.043476
Epoch[39] Batch [599]	Speed: 1770.080413 samples/sec	accuracy=0.546406	lr=0.043473
Epoch[39] Batch [649]	Speed: 1793.995254 samples/sec	accuracy=0.546088	lr=0.043469
Epoch[39] Batch [699]	Speed: 1736.537192 samples/sec	accuracy=0.545932	lr=0.043465
Epoch[39] Batch [749]	Speed: 1780.986007 samples/sec	accuracy=0.545380	lr=0.043462
Epoch[39] Batch [799]	Speed: 1755.524757 samples/sec	accuracy=0.545527	lr=0.043458
Epoch[39] Batch [849]	Speed: 1742.845359 samples/sec	accuracy=0.545253	lr=0.043455
Epoch[39] Batch [899]	Speed: 1778.422495 samples/sec	accuracy=0.545161	lr=0.043451
Epoch[39] Batch [949]	Speed: 1756.156086 samples/sec	accuracy=0.544897	lr=0.043447
Epoch[39] Batch [999]	Speed: 1738.712764 samples/sec	accuracy=0.544785	lr=0.043444
Epoch[39] Batch [1049]	Speed: 1725.048522 samples/sec	accuracy=0.544673	lr=0.043440
Epoch[39] Batch [1099]	Speed: 1739.977224 samples/sec	accuracy=0.544496	lr=0.043436
Epoch[39] Batch [1149]	Speed: 1750.509708 samples/sec	accuracy=0.544012	lr=0.043433
Epoch[39] Batch [1199]	Speed: 1746.970415 samples/sec	accuracy=0.543825	lr=0.043429
Epoch[39] Batch [1249]	Speed: 1761.276791 samples/sec	accuracy=0.543759	lr=0.043425
Epoch[39] Batch [1299]	Speed: 1745.863867 samples/sec	accuracy=0.543573	lr=0.043422
Epoch[39] Batch [1349]	Speed: 1734.643941 samples/sec	accuracy=0.543388	lr=0.043418
Epoch[39] Batch [1399]	Speed: 1749.610527 samples/sec	accuracy=0.543485	lr=0.043414
Epoch[39] Batch [1449]	Speed: 1734.771569 samples/sec	accuracy=0.543373	lr=0.043411
Epoch[39] Batch [1499]	Speed: 1728.614997 samples/sec	accuracy=0.543185	lr=0.043407
Epoch[39] Batch [1549]	Speed: 1719.493415 samples/sec	accuracy=0.543180	lr=0.043403
Epoch[39] Batch [1599]	Speed: 1749.057740 samples/sec	accuracy=0.543350	lr=0.043400
Epoch[39] Batch [1649]	Speed: 1769.844670 samples/sec	accuracy=0.543217	lr=0.043396
Epoch[39] Batch [1699]	Speed: 1756.224047 samples/sec	accuracy=0.543051	lr=0.043392
Epoch[39] Batch [1749]	Speed: 1770.726579 samples/sec	accuracy=0.542792	lr=0.043389
Epoch[39] Batch [1799]	Speed: 1744.818146 samples/sec	accuracy=0.542563	lr=0.043385
Epoch[39] Batch [1849]	Speed: 1748.532124 samples/sec	accuracy=0.542694	lr=0.043381
Epoch[39] Batch [1899]	Speed: 1799.292845 samples/sec	accuracy=0.542621	lr=0.043378
Epoch[39] Batch [1949]	Speed: 1790.399855 samples/sec	accuracy=0.542480	lr=0.043374
Epoch[39] Batch [1999]	Speed: 1728.158945 samples/sec	accuracy=0.542451	lr=0.043370
Epoch[39] Batch [2049]	Speed: 1787.407480 samples/sec	accuracy=0.542586	lr=0.043367
Epoch[39] Batch [2099]	Speed: 1765.793648 samples/sec	accuracy=0.542409	lr=0.043363
Epoch[39] Batch [2149]	Speed: 1745.588612 samples/sec	accuracy=0.542422	lr=0.043359
Epoch[39] Batch [2199]	Speed: 1745.763666 samples/sec	accuracy=0.542527	lr=0.043356
Epoch[39] Batch [2249]	Speed: 1765.982479 samples/sec	accuracy=0.542566	lr=0.043352
Epoch[39] Batch [2299]	Speed: 1724.033891 samples/sec	accuracy=0.542537	lr=0.043348
Epoch[39] Batch [2349]	Speed: 1759.087707 samples/sec	accuracy=0.542520	lr=0.043345
Epoch[39] Batch [2399]	Speed: 1747.250143 samples/sec	accuracy=0.542638	lr=0.043341
Epoch[39] Batch [2449]	Speed: 1755.803384 samples/sec	accuracy=0.542446	lr=0.043337
Epoch[39] Batch [2499]	Speed: 1826.898293 samples/sec	accuracy=0.542494	lr=0.043334
Epoch[39] Batch [2549]	Speed: 1798.327682 samples/sec	accuracy=0.542500	lr=0.043330
Epoch[39] Batch [2599]	Speed: 1742.041756 samples/sec	accuracy=0.542416	lr=0.043326
Epoch[39] Batch [2649]	Speed: 1764.464900 samples/sec	accuracy=0.542440	lr=0.043323
Epoch[39] Batch [2699]	Speed: 1775.604635 samples/sec	accuracy=0.542488	lr=0.043319
Epoch[39] Batch [2749]	Speed: 1740.405739 samples/sec	accuracy=0.542480	lr=0.043315
Epoch[39] Batch [2799]	Speed: 1781.677942 samples/sec	accuracy=0.542264	lr=0.043311
Epoch[39] Batch [2849]	Speed: 1759.639817 samples/sec	accuracy=0.542315	lr=0.043308
Epoch[39] Batch [2899]	Speed: 1773.495278 samples/sec	accuracy=0.542298	lr=0.043304
Epoch[39] Batch [2949]	Speed: 1755.551278 samples/sec	accuracy=0.542259	lr=0.043300
Epoch[39] Batch [2999]	Speed: 1752.914855 samples/sec	accuracy=0.542181	lr=0.043297
Epoch[39] Batch [3049]	Speed: 1769.618380 samples/sec	accuracy=0.542257	lr=0.043293
Epoch[39] Batch [3099]	Speed: 1760.794683 samples/sec	accuracy=0.542267	lr=0.043289
Epoch[39] Batch [3149]	Speed: 1727.725096 samples/sec	accuracy=0.542230	lr=0.043286
Epoch[39] Batch [3199]	Speed: 1758.904958 samples/sec	accuracy=0.542147	lr=0.043282
Epoch[39] Batch [3249]	Speed: 1744.876215 samples/sec	accuracy=0.542118	lr=0.043278
Epoch[39] Batch [3299]	Speed: 1758.863872 samples/sec	accuracy=0.542144	lr=0.043275
Epoch[39] Batch [3349]	Speed: 1766.386764 samples/sec	accuracy=0.542025	lr=0.043271
Epoch[39] Batch [3399]	Speed: 1753.982570 samples/sec	accuracy=0.542007	lr=0.043267
Epoch[39] Batch [3449]	Speed: 1800.614556 samples/sec	accuracy=0.542018	lr=0.043264
Epoch[39] Batch [3499]	Speed: 1763.907325 samples/sec	accuracy=0.542076	lr=0.043260
Epoch[39] Batch [3549]	Speed: 1830.246633 samples/sec	accuracy=0.542020	lr=0.043256
Epoch[39] Batch [3599]	Speed: 1772.993400 samples/sec	accuracy=0.541864	lr=0.043252
Epoch[39] Batch [3649]	Speed: 1759.540163 samples/sec	accuracy=0.541763	lr=0.043249
Epoch[39] Batch [3699]	Speed: 1754.592318 samples/sec	accuracy=0.541883	lr=0.043245
Epoch[39] Batch [3749]	Speed: 1762.198476 samples/sec	accuracy=0.541867	lr=0.043241
Epoch[39] Batch [3799]	Speed: 1754.673864 samples/sec	accuracy=0.541842	lr=0.043238
Epoch[39] Batch [3849]	Speed: 1768.342174 samples/sec	accuracy=0.541933	lr=0.043234
Epoch[39] Batch [3899]	Speed: 1760.249581 samples/sec	accuracy=0.541883	lr=0.043230
Epoch[39] Batch [3949]	Speed: 1757.682821 samples/sec	accuracy=0.541916	lr=0.043227
Epoch[39] Batch [3999]	Speed: 1760.366748 samples/sec	accuracy=0.541923	lr=0.043223
Epoch[39] Batch [4049]	Speed: 1761.214043 samples/sec	accuracy=0.541850	lr=0.043219
Epoch[39] Batch [4099]	Speed: 1745.849333 samples/sec	accuracy=0.541783	lr=0.043215
Epoch[39] Batch [4149]	Speed: 1725.892223 samples/sec	accuracy=0.541775	lr=0.043212
Epoch[39] Batch [4199]	Speed: 1773.636597 samples/sec	accuracy=0.541722	lr=0.043208
Epoch[39] Batch [4249]	Speed: 1765.586625 samples/sec	accuracy=0.541676	lr=0.043204
Epoch[39] Batch [4299]	Speed: 1770.121792 samples/sec	accuracy=0.541650	lr=0.043201
Epoch[39] Batch [4349]	Speed: 1748.666645 samples/sec	accuracy=0.541590	lr=0.043197
Epoch[39] Batch [4399]	Speed: 1735.476972 samples/sec	accuracy=0.541614	lr=0.043193
Epoch[39] Batch [4449]	Speed: 1750.100450 samples/sec	accuracy=0.541620	lr=0.043189
Epoch[39] Batch [4499]	Speed: 1728.795904 samples/sec	accuracy=0.541546	lr=0.043186
Epoch[39] Batch [4549]	Speed: 1745.413707 samples/sec	accuracy=0.541548	lr=0.043182
Epoch[39] Batch [4599]	Speed: 1753.362422 samples/sec	accuracy=0.541521	lr=0.043178
Epoch[39] Batch [4649]	Speed: 1792.134251 samples/sec	accuracy=0.541532	lr=0.043175
Epoch[39] Batch [4699]	Speed: 1763.560539 samples/sec	accuracy=0.541631	lr=0.043171
Epoch[39] Batch [4749]	Speed: 1763.140756 samples/sec	accuracy=0.541568	lr=0.043167
Epoch[39] Batch [4799]	Speed: 1754.090994 samples/sec	accuracy=0.541481	lr=0.043163
Epoch[39] Batch [4849]	Speed: 1757.159026 samples/sec	accuracy=0.541468	lr=0.043160
Epoch[39] Batch [4899]	Speed: 1745.846494 samples/sec	accuracy=0.541456	lr=0.043156
Epoch[39] Batch [4949]	Speed: 1736.386616 samples/sec	accuracy=0.541429	lr=0.043152
Epoch[39] Batch [4999]	Speed: 1866.333172 samples/sec	accuracy=0.541443	lr=0.043149
[Epoch 39] training: accuracy=0.541422
[Epoch 39] speed: 1757 samples/sec	time cost: 743.450182
[Epoch 39] validation: err-top1=0.400881 err-top5=0.174319
Epoch[40] Batch [49]	Speed: 1623.082506 samples/sec	accuracy=0.547969	lr=0.043144
Epoch[40] Batch [99]	Speed: 1784.803745 samples/sec	accuracy=0.549297	lr=0.043141
Epoch[40] Batch [149]	Speed: 1731.601741 samples/sec	accuracy=0.548984	lr=0.043137
Epoch[40] Batch [199]	Speed: 1745.981965 samples/sec	accuracy=0.547871	lr=0.043133
Epoch[40] Batch [249]	Speed: 1763.932883 samples/sec	accuracy=0.548719	lr=0.043130
Epoch[40] Batch [299]	Speed: 1739.673099 samples/sec	accuracy=0.547617	lr=0.043126
Epoch[40] Batch [349]	Speed: 1780.135463 samples/sec	accuracy=0.549007	lr=0.043122
Epoch[40] Batch [399]	Speed: 1755.121355 samples/sec	accuracy=0.549346	lr=0.043118
Epoch[40] Batch [449]	Speed: 1736.179187 samples/sec	accuracy=0.547500	lr=0.043115
Epoch[40] Batch [499]	Speed: 1784.157880 samples/sec	accuracy=0.547469	lr=0.043111
Epoch[40] Batch [549]	Speed: 1770.614161 samples/sec	accuracy=0.547472	lr=0.043107
Epoch[40] Batch [599]	Speed: 1735.186195 samples/sec	accuracy=0.547565	lr=0.043103
Epoch[40] Batch [649]	Speed: 1748.718648 samples/sec	accuracy=0.547560	lr=0.043100
Epoch[40] Batch [699]	Speed: 1762.770715 samples/sec	accuracy=0.547338	lr=0.043096
Epoch[40] Batch [749]	Speed: 1762.280268 samples/sec	accuracy=0.547760	lr=0.043092
Epoch[40] Batch [799]	Speed: 1736.219670 samples/sec	accuracy=0.547490	lr=0.043088
Epoch[40] Batch [849]	Speed: 1778.019043 samples/sec	accuracy=0.547624	lr=0.043085
Epoch[40] Batch [899]	Speed: 1756.725613 samples/sec	accuracy=0.547830	lr=0.043081
Epoch[40] Batch [949]	Speed: 1747.497766 samples/sec	accuracy=0.547669	lr=0.043077
Epoch[40] Batch [999]	Speed: 1760.925957 samples/sec	accuracy=0.547406	lr=0.043074
Epoch[40] Batch [1049]	Speed: 1757.060284 samples/sec	accuracy=0.547429	lr=0.043070
Epoch[40] Batch [1099]	Speed: 1755.098978 samples/sec	accuracy=0.547195	lr=0.043066
Epoch[40] Batch [1149]	Speed: 1749.455793 samples/sec	accuracy=0.547225	lr=0.043062
Epoch[40] Batch [1199]	Speed: 1771.936283 samples/sec	accuracy=0.547490	lr=0.043059
Epoch[40] Batch [1249]	Speed: 1764.705999 samples/sec	accuracy=0.547362	lr=0.043055
Epoch[40] Batch [1299]	Speed: 1793.355840 samples/sec	accuracy=0.547323	lr=0.043051
Epoch[40] Batch [1349]	Speed: 1745.774566 samples/sec	accuracy=0.547101	lr=0.043047
Epoch[40] Batch [1399]	Speed: 1734.148293 samples/sec	accuracy=0.547274	lr=0.043044
Epoch[40] Batch [1449]	Speed: 1737.482473 samples/sec	accuracy=0.546967	lr=0.043040
Epoch[40] Batch [1499]	Speed: 1735.781035 samples/sec	accuracy=0.546745	lr=0.043036
Epoch[40] Batch [1549]	Speed: 1778.906172 samples/sec	accuracy=0.546540	lr=0.043032
Epoch[40] Batch [1599]	Speed: 1787.324589 samples/sec	accuracy=0.546382	lr=0.043029
Epoch[40] Batch [1649]	Speed: 1789.512979 samples/sec	accuracy=0.546300	lr=0.043025
Epoch[40] Batch [1699]	Speed: 1720.750471 samples/sec	accuracy=0.546105	lr=0.043021
Epoch[40] Batch [1749]	Speed: 1726.179893 samples/sec	accuracy=0.546016	lr=0.043017
Epoch[40] Batch [1799]	Speed: 1703.134117 samples/sec	accuracy=0.545981	lr=0.043014
Epoch[40] Batch [1849]	Speed: 1718.631804 samples/sec	accuracy=0.546235	lr=0.043010
Epoch[40] Batch [1899]	Speed: 1738.156993 samples/sec	accuracy=0.545913	lr=0.043006
Epoch[40] Batch [1949]	Speed: 1763.895908 samples/sec	accuracy=0.545851	lr=0.043002
Epoch[40] Batch [1999]	Speed: 1754.128476 samples/sec	accuracy=0.545857	lr=0.042999
Epoch[40] Batch [2049]	Speed: 1742.340942 samples/sec	accuracy=0.545587	lr=0.042995
Epoch[40] Batch [2099]	Speed: 1738.930092 samples/sec	accuracy=0.545515	lr=0.042991
Epoch[40] Batch [2149]	Speed: 1777.536613 samples/sec	accuracy=0.545476	lr=0.042987
Epoch[40] Batch [2199]	Speed: 1753.662760 samples/sec	accuracy=0.545295	lr=0.042984
Epoch[40] Batch [2249]	Speed: 1737.451996 samples/sec	accuracy=0.545130	lr=0.042980
Epoch[40] Batch [2299]	Speed: 1761.920245 samples/sec	accuracy=0.544825	lr=0.042976
Epoch[40] Batch [2349]	Speed: 1771.028689 samples/sec	accuracy=0.544609	lr=0.042972
Epoch[40] Batch [2399]	Speed: 1759.399639 samples/sec	accuracy=0.544535	lr=0.042969
Epoch[40] Batch [2449]	Speed: 1732.988666 samples/sec	accuracy=0.544585	lr=0.042965
Epoch[40] Batch [2499]	Speed: 1760.023315 samples/sec	accuracy=0.544458	lr=0.042961
Epoch[40] Batch [2549]	Speed: 1789.574539 samples/sec	accuracy=0.544308	lr=0.042957
Epoch[40] Batch [2599]	Speed: 1744.148646 samples/sec	accuracy=0.544214	lr=0.042953
Epoch[40] Batch [2649]	Speed: 1736.225565 samples/sec	accuracy=0.544183	lr=0.042950
Epoch[40] Batch [2699]	Speed: 1769.505636 samples/sec	accuracy=0.544259	lr=0.042946
Epoch[40] Batch [2749]	Speed: 1751.397073 samples/sec	accuracy=0.544229	lr=0.042942
Epoch[40] Batch [2799]	Speed: 1747.093723 samples/sec	accuracy=0.544198	lr=0.042938
Epoch[40] Batch [2849]	Speed: 1747.789839 samples/sec	accuracy=0.544274	lr=0.042935
Epoch[40] Batch [2899]	Speed: 1733.149676 samples/sec	accuracy=0.544131	lr=0.042931
Epoch[40] Batch [2949]	Speed: 1756.955862 samples/sec	accuracy=0.544047	lr=0.042927
Epoch[40] Batch [2999]	Speed: 1748.777205 samples/sec	accuracy=0.543987	lr=0.042923
Epoch[40] Batch [3049]	Speed: 1734.037390 samples/sec	accuracy=0.543909	lr=0.042920
Epoch[40] Batch [3099]	Speed: 1726.519794 samples/sec	accuracy=0.543999	lr=0.042916
Epoch[40] Batch [3149]	Speed: 1771.902948 samples/sec	accuracy=0.543940	lr=0.042912
Epoch[40] Batch [3199]	Speed: 1724.867955 samples/sec	accuracy=0.543829	lr=0.042908
Epoch[40] Batch [3249]	Speed: 1722.411836 samples/sec	accuracy=0.543797	lr=0.042904
Epoch[40] Batch [3299]	Speed: 1727.055146 samples/sec	accuracy=0.543722	lr=0.042901
Epoch[40] Batch [3349]	Speed: 1769.408477 samples/sec	accuracy=0.543617	lr=0.042897
Epoch[40] Batch [3399]	Speed: 1782.143751 samples/sec	accuracy=0.543699	lr=0.042893
Epoch[40] Batch [3449]	Speed: 1758.226794 samples/sec	accuracy=0.543656	lr=0.042889
Epoch[40] Batch [3499]	Speed: 1774.380595 samples/sec	accuracy=0.543550	lr=0.042886
Epoch[40] Batch [3549]	Speed: 1749.229387 samples/sec	accuracy=0.543508	lr=0.042882
Epoch[40] Batch [3599]	Speed: 1771.679523 samples/sec	accuracy=0.543542	lr=0.042878
Epoch[40] Batch [3649]	Speed: 1763.037057 samples/sec	accuracy=0.543540	lr=0.042874
Epoch[40] Batch [3699]	Speed: 1718.622066 samples/sec	accuracy=0.543424	lr=0.042870
Epoch[40] Batch [3749]	Speed: 1766.581534 samples/sec	accuracy=0.543484	lr=0.042867
Epoch[40] Batch [3799]	Speed: 1753.051940 samples/sec	accuracy=0.543463	lr=0.042863
Epoch[40] Batch [3849]	Speed: 1759.365275 samples/sec	accuracy=0.543461	lr=0.042859
Epoch[40] Batch [3899]	Speed: 1775.037827 samples/sec	accuracy=0.543374	lr=0.042855
Epoch[40] Batch [3949]	Speed: 1740.577046 samples/sec	accuracy=0.543399	lr=0.042851
Epoch[40] Batch [3999]	Speed: 1749.982478 samples/sec	accuracy=0.543365	lr=0.042848
Epoch[40] Batch [4049]	Speed: 1760.139701 samples/sec	accuracy=0.543330	lr=0.042844
Epoch[40] Batch [4099]	Speed: 1747.229388 samples/sec	accuracy=0.543225	lr=0.042840
Epoch[40] Batch [4149]	Speed: 1746.381006 samples/sec	accuracy=0.543318	lr=0.042836
Epoch[40] Batch [4199]	Speed: 1753.593795 samples/sec	accuracy=0.543311	lr=0.042832
Epoch[40] Batch [4249]	Speed: 1737.233689 samples/sec	accuracy=0.543263	lr=0.042829
Epoch[40] Batch [4299]	Speed: 1761.119352 samples/sec	accuracy=0.543215	lr=0.042825
Epoch[40] Batch [4349]	Speed: 1752.200984 samples/sec	accuracy=0.543256	lr=0.042821
Epoch[40] Batch [4399]	Speed: 1762.245040 samples/sec	accuracy=0.543396	lr=0.042817
Epoch[40] Batch [4449]	Speed: 1733.599186 samples/sec	accuracy=0.543324	lr=0.042814
Epoch[40] Batch [4499]	Speed: 1766.594730 samples/sec	accuracy=0.543305	lr=0.042810
Epoch[40] Batch [4549]	Speed: 1771.594927 samples/sec	accuracy=0.543305	lr=0.042806
Epoch[40] Batch [4599]	Speed: 1768.643704 samples/sec	accuracy=0.543253	lr=0.042802
Epoch[40] Batch [4649]	Speed: 1738.948228 samples/sec	accuracy=0.543180	lr=0.042798
Epoch[40] Batch [4699]	Speed: 1766.046090 samples/sec	accuracy=0.543088	lr=0.042795
Epoch[40] Batch [4749]	Speed: 1787.579416 samples/sec	accuracy=0.543139	lr=0.042791
Epoch[40] Batch [4799]	Speed: 1748.715629 samples/sec	accuracy=0.543032	lr=0.042787
Epoch[40] Batch [4849]	Speed: 1762.721924 samples/sec	accuracy=0.543089	lr=0.042783
Epoch[40] Batch [4899]	Speed: 1718.039202 samples/sec	accuracy=0.543092	lr=0.042779
Epoch[40] Batch [4949]	Speed: 1745.891062 samples/sec	accuracy=0.542884	lr=0.042776
Epoch[40] Batch [4999]	Speed: 1844.005233 samples/sec	accuracy=0.542810	lr=0.042772
[Epoch 40] training: accuracy=0.542827
[Epoch 40] speed: 1752 samples/sec	time cost: 745.343880
[Epoch 40] validation: err-top1=0.402123 err-top5=0.173798
Epoch[41] Batch [49]	Speed: 1622.432792 samples/sec	accuracy=0.557656	lr=0.042768
Epoch[41] Batch [99]	Speed: 1750.715380 samples/sec	accuracy=0.550586	lr=0.042764
Epoch[41] Batch [149]	Speed: 1761.310478 samples/sec	accuracy=0.548359	lr=0.042760
Epoch[41] Batch [199]	Speed: 1777.801726 samples/sec	accuracy=0.547578	lr=0.042756
Epoch[41] Batch [249]	Speed: 1744.463350 samples/sec	accuracy=0.548391	lr=0.042752
Epoch[41] Batch [299]	Speed: 1784.007943 samples/sec	accuracy=0.549714	lr=0.042749
Epoch[41] Batch [349]	Speed: 1771.165409 samples/sec	accuracy=0.550569	lr=0.042745
Epoch[41] Batch [399]	Speed: 1744.765864 samples/sec	accuracy=0.550469	lr=0.042741
Epoch[41] Batch [449]	Speed: 1768.905005 samples/sec	accuracy=0.549878	lr=0.042737
Epoch[41] Batch [499]	Speed: 1771.149983 samples/sec	accuracy=0.550047	lr=0.042733
Epoch[41] Batch [549]	Speed: 1750.461822 samples/sec	accuracy=0.550121	lr=0.042729
Epoch[41] Batch [599]	Speed: 1782.017516 samples/sec	accuracy=0.549349	lr=0.042726
Epoch[41] Batch [649]	Speed: 1793.453790 samples/sec	accuracy=0.549459	lr=0.042722
Epoch[41] Batch [699]	Speed: 1799.357612 samples/sec	accuracy=0.549492	lr=0.042718
Epoch[41] Batch [749]	Speed: 1783.993775 samples/sec	accuracy=0.549438	lr=0.042714
Epoch[41] Batch [799]	Speed: 1785.770361 samples/sec	accuracy=0.548799	lr=0.042710
Epoch[41] Batch [849]	Speed: 1748.911764 samples/sec	accuracy=0.548676	lr=0.042707
Epoch[41] Batch [899]	Speed: 1762.032776 samples/sec	accuracy=0.548403	lr=0.042703
Epoch[41] Batch [949]	Speed: 1765.422029 samples/sec	accuracy=0.548232	lr=0.042699
Epoch[41] Batch [999]	Speed: 1762.030578 samples/sec	accuracy=0.548152	lr=0.042695
Epoch[41] Batch [1049]	Speed: 1752.671245 samples/sec	accuracy=0.547898	lr=0.042691
Epoch[41] Batch [1099]	Speed: 1769.052880 samples/sec	accuracy=0.548306	lr=0.042687
Epoch[41] Batch [1149]	Speed: 1797.411273 samples/sec	accuracy=0.547945	lr=0.042684
Epoch[41] Batch [1199]	Speed: 1788.190237 samples/sec	accuracy=0.547725	lr=0.042680
Epoch[41] Batch [1249]	Speed: 1730.958249 samples/sec	accuracy=0.547553	lr=0.042676
Epoch[41] Batch [1299]	Speed: 1768.008548 samples/sec	accuracy=0.547473	lr=0.042672
Epoch[41] Batch [1349]	Speed: 1749.221465 samples/sec	accuracy=0.547471	lr=0.042668
Epoch[41] Batch [1399]	Speed: 1727.920776 samples/sec	accuracy=0.547489	lr=0.042664
Epoch[41] Batch [1449]	Speed: 1753.749433 samples/sec	accuracy=0.547182	lr=0.042661
Epoch[41] Batch [1499]	Speed: 1763.641936 samples/sec	accuracy=0.547214	lr=0.042657
Epoch[41] Batch [1549]	Speed: 1737.132509 samples/sec	accuracy=0.547296	lr=0.042653
Epoch[41] Batch [1599]	Speed: 1725.503432 samples/sec	accuracy=0.547224	lr=0.042649
Epoch[41] Batch [1649]	Speed: 1755.793794 samples/sec	accuracy=0.547143	lr=0.042645
Epoch[41] Batch [1699]	Speed: 1758.884904 samples/sec	accuracy=0.546919	lr=0.042641
Epoch[41] Batch [1749]	Speed: 1739.968032 samples/sec	accuracy=0.546839	lr=0.042638
Epoch[41] Batch [1799]	Speed: 1764.208098 samples/sec	accuracy=0.546814	lr=0.042634
Epoch[41] Batch [1849]	Speed: 1767.959700 samples/sec	accuracy=0.546706	lr=0.042630
Epoch[41] Batch [1899]	Speed: 1743.299686 samples/sec	accuracy=0.546863	lr=0.042626
Epoch[41] Batch [1949]	Speed: 1707.811586 samples/sec	accuracy=0.546715	lr=0.042622
Epoch[41] Batch [1999]	Speed: 1772.103091 samples/sec	accuracy=0.546391	lr=0.042618
Epoch[41] Batch [2049]	Speed: 1722.503626 samples/sec	accuracy=0.546178	lr=0.042615
Epoch[41] Batch [2099]	Speed: 1727.732101 samples/sec	accuracy=0.546291	lr=0.042611
Epoch[41] Batch [2149]	Speed: 1724.759123 samples/sec	accuracy=0.546266	lr=0.042607
Epoch[41] Batch [2199]	Speed: 1769.747065 samples/sec	accuracy=0.546177	lr=0.042603
Epoch[41] Batch [2249]	Speed: 1765.024279 samples/sec	accuracy=0.546146	lr=0.042599
Epoch[41] Batch [2299]	Speed: 1758.912218 samples/sec	accuracy=0.546114	lr=0.042595
Epoch[41] Batch [2349]	Speed: 1778.280412 samples/sec	accuracy=0.546029	lr=0.042592
Epoch[41] Batch [2399]	Speed: 1763.613490 samples/sec	accuracy=0.545824	lr=0.042588
Epoch[41] Batch [2449]	Speed: 1762.424608 samples/sec	accuracy=0.545671	lr=0.042584
Epoch[41] Batch [2499]	Speed: 1758.476559 samples/sec	accuracy=0.545666	lr=0.042580
Epoch[41] Batch [2549]	Speed: 1796.899319 samples/sec	accuracy=0.545758	lr=0.042576
Epoch[41] Batch [2599]	Speed: 1759.718141 samples/sec	accuracy=0.545724	lr=0.042572
Epoch[41] Batch [2649]	Speed: 1751.322802 samples/sec	accuracy=0.545688	lr=0.042568
Epoch[41] Batch [2699]	Speed: 1773.484439 samples/sec	accuracy=0.545622	lr=0.042565
Epoch[41] Batch [2749]	Speed: 1751.337427 samples/sec	accuracy=0.545527	lr=0.042561
Epoch[41] Batch [2799]	Speed: 1768.194184 samples/sec	accuracy=0.545533	lr=0.042557
Epoch[41] Batch [2849]	Speed: 1776.461258 samples/sec	accuracy=0.545447	lr=0.042553
Epoch[41] Batch [2899]	Speed: 1746.170388 samples/sec	accuracy=0.545457	lr=0.042549
Epoch[41] Batch [2949]	Speed: 1792.509422 samples/sec	accuracy=0.545433	lr=0.042545
Epoch[41] Batch [2999]	Speed: 1751.573980 samples/sec	accuracy=0.545413	lr=0.042542
Epoch[41] Batch [3049]	Speed: 1764.793071 samples/sec	accuracy=0.545293	lr=0.042538
Epoch[41] Batch [3099]	Speed: 1755.458342 samples/sec	accuracy=0.545127	lr=0.042534
Epoch[41] Batch [3149]	Speed: 1742.467217 samples/sec	accuracy=0.545026	lr=0.042530
Epoch[41] Batch [3199]	Speed: 1772.957801 samples/sec	accuracy=0.545037	lr=0.042526
Epoch[41] Batch [3249]	Speed: 1762.025489 samples/sec	accuracy=0.545040	lr=0.042522
Epoch[41] Batch [3299]	Speed: 1734.966775 samples/sec	accuracy=0.545046	lr=0.042518
Epoch[41] Batch [3349]	Speed: 1761.857913 samples/sec	accuracy=0.544896	lr=0.042514
Epoch[41] Batch [3399]	Speed: 1800.066374 samples/sec	accuracy=0.544890	lr=0.042511
Epoch[41] Batch [3449]	Speed: 1768.347590 samples/sec	accuracy=0.544761	lr=0.042507
Epoch[41] Batch [3499]	Speed: 1755.691934 samples/sec	accuracy=0.544751	lr=0.042503
Epoch[41] Batch [3549]	Speed: 1745.180460 samples/sec	accuracy=0.544721	lr=0.042499
Epoch[41] Batch [3599]	Speed: 1764.890594 samples/sec	accuracy=0.544590	lr=0.042495
Epoch[41] Batch [3649]	Speed: 1777.909642 samples/sec	accuracy=0.544628	lr=0.042491
Epoch[41] Batch [3699]	Speed: 1792.181692 samples/sec	accuracy=0.544556	lr=0.042487
Epoch[41] Batch [3749]	Speed: 1775.330491 samples/sec	accuracy=0.544442	lr=0.042484
Epoch[41] Batch [3799]	Speed: 1765.163671 samples/sec	accuracy=0.544437	lr=0.042480
Epoch[41] Batch [3849]	Speed: 1736.878824 samples/sec	accuracy=0.544438	lr=0.042476
Epoch[41] Batch [3899]	Speed: 1741.236239 samples/sec	accuracy=0.544431	lr=0.042472
Epoch[41] Batch [3949]	Speed: 1780.682971 samples/sec	accuracy=0.544427	lr=0.042468
Epoch[41] Batch [3999]	Speed: 1724.296076 samples/sec	accuracy=0.544462	lr=0.042464
Epoch[41] Batch [4049]	Speed: 1792.185700 samples/sec	accuracy=0.544424	lr=0.042460
Epoch[41] Batch [4099]	Speed: 1810.104986 samples/sec	accuracy=0.544486	lr=0.042456
Epoch[41] Batch [4149]	Speed: 1727.039312 samples/sec	accuracy=0.544518	lr=0.042453
Epoch[41] Batch [4199]	Speed: 1777.613596 samples/sec	accuracy=0.544457	lr=0.042449
Epoch[41] Batch [4249]	Speed: 1795.210017 samples/sec	accuracy=0.544456	lr=0.042445
Epoch[41] Batch [4299]	Speed: 1790.521847 samples/sec	accuracy=0.544504	lr=0.042441
Epoch[41] Batch [4349]	Speed: 1771.772430 samples/sec	accuracy=0.544473	lr=0.042437
Epoch[41] Batch [4399]	Speed: 1745.193281 samples/sec	accuracy=0.544518	lr=0.042433
Epoch[41] Batch [4449]	Speed: 1766.320222 samples/sec	accuracy=0.544453	lr=0.042429
Epoch[41] Batch [4499]	Speed: 1742.983024 samples/sec	accuracy=0.544382	lr=0.042425
Epoch[41] Batch [4549]	Speed: 1755.860004 samples/sec	accuracy=0.544323	lr=0.042422
Epoch[41] Batch [4599]	Speed: 1752.602128 samples/sec	accuracy=0.544199	lr=0.042418
Epoch[41] Batch [4649]	Speed: 1751.193698 samples/sec	accuracy=0.544126	lr=0.042414
Epoch[41] Batch [4699]	Speed: 1772.921442 samples/sec	accuracy=0.544003	lr=0.042410
Epoch[41] Batch [4749]	Speed: 1714.487225 samples/sec	accuracy=0.543937	lr=0.042406
Epoch[41] Batch [4799]	Speed: 1747.044603 samples/sec	accuracy=0.543911	lr=0.042402
Epoch[41] Batch [4849]	Speed: 1731.727078 samples/sec	accuracy=0.543860	lr=0.042398
Epoch[41] Batch [4899]	Speed: 1722.663578 samples/sec	accuracy=0.543836	lr=0.042394
Epoch[41] Batch [4949]	Speed: 1776.204126 samples/sec	accuracy=0.543817	lr=0.042390
Epoch[41] Batch [4999]	Speed: 1832.925419 samples/sec	accuracy=0.543825	lr=0.042387
[Epoch 41] training: accuracy=0.543848
[Epoch 41] speed: 1759 samples/sec	time cost: 742.457689
[Epoch 41] validation: err-top1=0.394192 err-top5=0.169045
Epoch[42] Batch [49]	Speed: 1646.729482 samples/sec	accuracy=0.554844	lr=0.042382
Epoch[42] Batch [99]	Speed: 1725.393578 samples/sec	accuracy=0.555156	lr=0.042378
Epoch[42] Batch [149]	Speed: 1754.627872 samples/sec	accuracy=0.553854	lr=0.042375
Epoch[42] Batch [199]	Speed: 1753.154010 samples/sec	accuracy=0.552441	lr=0.042371
Epoch[42] Batch [249]	Speed: 1733.629247 samples/sec	accuracy=0.552453	lr=0.042367
Epoch[42] Batch [299]	Speed: 1732.617082 samples/sec	accuracy=0.553008	lr=0.042363
Epoch[42] Batch [349]	Speed: 1779.451685 samples/sec	accuracy=0.552020	lr=0.042359
Epoch[42] Batch [399]	Speed: 1776.152826 samples/sec	accuracy=0.551191	lr=0.042355
Epoch[42] Batch [449]	Speed: 1770.236073 samples/sec	accuracy=0.550694	lr=0.042351
Epoch[42] Batch [499]	Speed: 1764.770678 samples/sec	accuracy=0.550180	lr=0.042347
Epoch[42] Batch [549]	Speed: 1776.695710 samples/sec	accuracy=0.549574	lr=0.042343
Epoch[42] Batch [599]	Speed: 1775.487663 samples/sec	accuracy=0.549238	lr=0.042339
Epoch[42] Batch [649]	Speed: 1773.382508 samples/sec	accuracy=0.549525	lr=0.042336
Epoch[42] Batch [699]	Speed: 1788.012943 samples/sec	accuracy=0.549537	lr=0.042332
Epoch[42] Batch [749]	Speed: 1760.157648 samples/sec	accuracy=0.549594	lr=0.042328
Epoch[42] Batch [799]	Speed: 1748.534060 samples/sec	accuracy=0.549150	lr=0.042324
Epoch[42] Batch [849]	Speed: 1746.167548 samples/sec	accuracy=0.549228	lr=0.042320
Epoch[42] Batch [899]	Speed: 1735.910289 samples/sec	accuracy=0.549388	lr=0.042316
Epoch[42] Batch [949]	Speed: 1728.489441 samples/sec	accuracy=0.549383	lr=0.042312
Epoch[42] Batch [999]	Speed: 1758.211074 samples/sec	accuracy=0.549152	lr=0.042308
Epoch[42] Batch [1049]	Speed: 1771.563301 samples/sec	accuracy=0.548999	lr=0.042304
Epoch[42] Batch [1099]	Speed: 1729.501413 samples/sec	accuracy=0.549283	lr=0.042300
Epoch[42] Batch [1149]	Speed: 1776.759566 samples/sec	accuracy=0.549412	lr=0.042297
Epoch[42] Batch [1199]	Speed: 1759.682381 samples/sec	accuracy=0.549199	lr=0.042293
Epoch[42] Batch [1249]	Speed: 1771.499058 samples/sec	accuracy=0.549069	lr=0.042289
Epoch[42] Batch [1299]	Speed: 1807.429399 samples/sec	accuracy=0.548999	lr=0.042285
Epoch[42] Batch [1349]	Speed: 1767.285765 samples/sec	accuracy=0.548912	lr=0.042281
Epoch[42] Batch [1399]	Speed: 1770.558337 samples/sec	accuracy=0.548976	lr=0.042277
Epoch[42] Batch [1449]	Speed: 1776.838540 samples/sec	accuracy=0.549092	lr=0.042273
Epoch[42] Batch [1499]	Speed: 1778.960284 samples/sec	accuracy=0.548984	lr=0.042269
Epoch[42] Batch [1549]	Speed: 1766.103606 samples/sec	accuracy=0.548853	lr=0.042265
Epoch[42] Batch [1599]	Speed: 1734.991445 samples/sec	accuracy=0.548760	lr=0.042261
Epoch[42] Batch [1649]	Speed: 1756.503355 samples/sec	accuracy=0.548582	lr=0.042257
Epoch[42] Batch [1699]	Speed: 1758.949215 samples/sec	accuracy=0.548658	lr=0.042254
Epoch[42] Batch [1749]	Speed: 1776.238856 samples/sec	accuracy=0.548469	lr=0.042250
Epoch[42] Batch [1799]	Speed: 1789.389933 samples/sec	accuracy=0.548325	lr=0.042246
Epoch[42] Batch [1849]	Speed: 1770.511099 samples/sec	accuracy=0.548150	lr=0.042242
Epoch[42] Batch [1899]	Speed: 1768.683791 samples/sec	accuracy=0.548057	lr=0.042238
Epoch[42] Batch [1949]	Speed: 1782.998466 samples/sec	accuracy=0.548055	lr=0.042234
Epoch[42] Batch [1999]	Speed: 1746.667932 samples/sec	accuracy=0.548000	lr=0.042230
Epoch[42] Batch [2049]	Speed: 1770.993636 samples/sec	accuracy=0.548222	lr=0.042226
Epoch[42] Batch [2099]	Speed: 1755.450192 samples/sec	accuracy=0.548062	lr=0.042222
Epoch[42] Batch [2149]	Speed: 1781.136973 samples/sec	accuracy=0.548141	lr=0.042218
Epoch[42] Batch [2199]	Speed: 1716.277616 samples/sec	accuracy=0.548118	lr=0.042214
Epoch[42] Batch [2249]	Speed: 1730.864160 samples/sec	accuracy=0.547976	lr=0.042210
Epoch[42] Batch [2299]	Speed: 1740.472204 samples/sec	accuracy=0.547974	lr=0.042206
Epoch[42] Batch [2349]	Speed: 1743.951878 samples/sec	accuracy=0.547789	lr=0.042203
Epoch[42] Batch [2399]	Speed: 1795.314534 samples/sec	accuracy=0.547671	lr=0.042199
Epoch[42] Batch [2449]	Speed: 1770.257904 samples/sec	accuracy=0.547629	lr=0.042195
Epoch[42] Batch [2499]	Speed: 1743.409398 samples/sec	accuracy=0.547512	lr=0.042191
Epoch[42] Batch [2549]	Speed: 1764.875278 samples/sec	accuracy=0.547394	lr=0.042187
Epoch[42] Batch [2599]	Speed: 1773.711836 samples/sec	accuracy=0.547375	lr=0.042183
Epoch[42] Batch [2649]	Speed: 1773.785323 samples/sec	accuracy=0.547323	lr=0.042179
Epoch[42] Batch [2699]	Speed: 1805.393499 samples/sec	accuracy=0.547341	lr=0.042175
Epoch[42] Batch [2749]	Speed: 1762.296234 samples/sec	accuracy=0.547374	lr=0.042171
Epoch[42] Batch [2799]	Speed: 1741.167118 samples/sec	accuracy=0.547383	lr=0.042167
Epoch[42] Batch [2849]	Speed: 1765.079755 samples/sec	accuracy=0.547430	lr=0.042163
Epoch[42] Batch [2899]	Speed: 1751.602268 samples/sec	accuracy=0.547421	lr=0.042159
Epoch[42] Batch [2949]	Speed: 1743.061570 samples/sec	accuracy=0.547349	lr=0.042155
Epoch[42] Batch [2999]	Speed: 1722.230826 samples/sec	accuracy=0.547327	lr=0.042151
Epoch[42] Batch [3049]	Speed: 1741.696338 samples/sec	accuracy=0.547400	lr=0.042147
Epoch[42] Batch [3099]	Speed: 1755.664949 samples/sec	accuracy=0.547244	lr=0.042144
Epoch[42] Batch [3149]	Speed: 1766.276407 samples/sec	accuracy=0.547092	lr=0.042140
Epoch[42] Batch [3199]	Speed: 1754.744578 samples/sec	accuracy=0.547028	lr=0.042136
Epoch[42] Batch [3249]	Speed: 1761.724072 samples/sec	accuracy=0.547010	lr=0.042132
Epoch[42] Batch [3299]	Speed: 1742.512008 samples/sec	accuracy=0.546863	lr=0.042128
Epoch[42] Batch [3349]	Speed: 1753.376852 samples/sec	accuracy=0.546859	lr=0.042124
Epoch[42] Batch [3399]	Speed: 1738.716762 samples/sec	accuracy=0.546886	lr=0.042120
Epoch[42] Batch [3449]	Speed: 1741.262330 samples/sec	accuracy=0.546800	lr=0.042116
Epoch[42] Batch [3499]	Speed: 1773.693377 samples/sec	accuracy=0.546674	lr=0.042112
Epoch[42] Batch [3549]	Speed: 1733.928630 samples/sec	accuracy=0.546743	lr=0.042108
Epoch[42] Batch [3599]	Speed: 1767.673593 samples/sec	accuracy=0.546636	lr=0.042104
Epoch[42] Batch [3649]	Speed: 1790.695696 samples/sec	accuracy=0.546560	lr=0.042100
Epoch[42] Batch [3699]	Speed: 1787.568405 samples/sec	accuracy=0.546577	lr=0.042096
Epoch[42] Batch [3749]	Speed: 1760.878481 samples/sec	accuracy=0.546501	lr=0.042092
Epoch[42] Batch [3799]	Speed: 1782.632237 samples/sec	accuracy=0.546529	lr=0.042088
Epoch[42] Batch [3849]	Speed: 1770.388375 samples/sec	accuracy=0.546411	lr=0.042084
Epoch[42] Batch [3899]	Speed: 1760.414716 samples/sec	accuracy=0.546380	lr=0.042080
Epoch[42] Batch [3949]	Speed: 1738.363262 samples/sec	accuracy=0.546368	lr=0.042076
Epoch[42] Batch [3999]	Speed: 1756.159935 samples/sec	accuracy=0.546343	lr=0.042072
Epoch[42] Batch [4049]	Speed: 1745.890778 samples/sec	accuracy=0.546292	lr=0.042069
Epoch[42] Batch [4099]	Speed: 1751.647530 samples/sec	accuracy=0.546318	lr=0.042065
Epoch[42] Batch [4149]	Speed: 1764.806936 samples/sec	accuracy=0.546225	lr=0.042061
Epoch[42] Batch [4199]	Speed: 1734.727847 samples/sec	accuracy=0.546224	lr=0.042057
Epoch[42] Batch [4249]	Speed: 1725.467330 samples/sec	accuracy=0.546220	lr=0.042053
Epoch[42] Batch [4299]	Speed: 1763.063574 samples/sec	accuracy=0.546165	lr=0.042049
Epoch[42] Batch [4349]	Speed: 1727.422904 samples/sec	accuracy=0.546117	lr=0.042045
Epoch[42] Batch [4399]	Speed: 1738.819028 samples/sec	accuracy=0.546064	lr=0.042041
Epoch[42] Batch [4449]	Speed: 1790.742763 samples/sec	accuracy=0.546027	lr=0.042037
Epoch[42] Batch [4499]	Speed: 1750.460395 samples/sec	accuracy=0.545932	lr=0.042033
Epoch[42] Batch [4549]	Speed: 1723.479551 samples/sec	accuracy=0.545892	lr=0.042029
Epoch[42] Batch [4599]	Speed: 1785.916317 samples/sec	accuracy=0.545960	lr=0.042025
Epoch[42] Batch [4649]	Speed: 1767.154937 samples/sec	accuracy=0.545914	lr=0.042021
Epoch[42] Batch [4699]	Speed: 1784.030826 samples/sec	accuracy=0.545902	lr=0.042017
Epoch[42] Batch [4749]	Speed: 1748.411061 samples/sec	accuracy=0.545924	lr=0.042013
Epoch[42] Batch [4799]	Speed: 1762.445263 samples/sec	accuracy=0.545916	lr=0.042009
Epoch[42] Batch [4849]	Speed: 1762.002011 samples/sec	accuracy=0.545912	lr=0.042005
Epoch[42] Batch [4899]	Speed: 1734.089087 samples/sec	accuracy=0.545903	lr=0.042001
Epoch[42] Batch [4949]	Speed: 1760.423201 samples/sec	accuracy=0.545945	lr=0.041997
Epoch[42] Batch [4999]	Speed: 1858.850490 samples/sec	accuracy=0.545949	lr=0.041993
[Epoch 42] training: accuracy=0.545947
[Epoch 42] speed: 1758 samples/sec	time cost: 742.962381
[Epoch 42] validation: err-top1=0.398538 err-top5=0.172596
Epoch[43] Batch [49]	Speed: 1668.219578 samples/sec	accuracy=0.553203	lr=0.041989
Epoch[43] Batch [99]	Speed: 1739.645026 samples/sec	accuracy=0.550234	lr=0.041985
Epoch[43] Batch [149]	Speed: 1778.665656 samples/sec	accuracy=0.554010	lr=0.041981
Epoch[43] Batch [199]	Speed: 1747.659265 samples/sec	accuracy=0.555449	lr=0.041977
Epoch[43] Batch [249]	Speed: 1800.991777 samples/sec	accuracy=0.556156	lr=0.041973
Epoch[43] Batch [299]	Speed: 1736.505401 samples/sec	accuracy=0.554310	lr=0.041969
Epoch[43] Batch [349]	Speed: 1771.060063 samples/sec	accuracy=0.554688	lr=0.041965
Epoch[43] Batch [399]	Speed: 1755.600361 samples/sec	accuracy=0.554561	lr=0.041961
Epoch[43] Batch [449]	Speed: 1787.238968 samples/sec	accuracy=0.552951	lr=0.041957
Epoch[43] Batch [499]	Speed: 1747.953782 samples/sec	accuracy=0.552828	lr=0.041953
Epoch[43] Batch [549]	Speed: 1802.156992 samples/sec	accuracy=0.552464	lr=0.041949
Epoch[43] Batch [599]	Speed: 1785.369031 samples/sec	accuracy=0.551921	lr=0.041945
Epoch[43] Batch [649]	Speed: 1756.904288 samples/sec	accuracy=0.551496	lr=0.041941
Epoch[43] Batch [699]	Speed: 1757.434490 samples/sec	accuracy=0.551741	lr=0.041937
Epoch[43] Batch [749]	Speed: 1751.617584 samples/sec	accuracy=0.551776	lr=0.041933
Epoch[43] Batch [799]	Speed: 1724.552857 samples/sec	accuracy=0.551958	lr=0.041929
Epoch[43] Batch [849]	Speed: 1735.169931 samples/sec	accuracy=0.551737	lr=0.041925
Epoch[43] Batch [899]	Speed: 1735.722447 samples/sec	accuracy=0.551536	lr=0.041921
Epoch[43] Batch [949]	Speed: 1765.592722 samples/sec	accuracy=0.551562	lr=0.041917
Epoch[43] Batch [999]	Speed: 1765.898427 samples/sec	accuracy=0.551254	lr=0.041913
Epoch[43] Batch [1049]	Speed: 1714.011345 samples/sec	accuracy=0.551016	lr=0.041909
Epoch[43] Batch [1099]	Speed: 1759.532378 samples/sec	accuracy=0.550842	lr=0.041905
Epoch[43] Batch [1149]	Speed: 1720.644971 samples/sec	accuracy=0.550615	lr=0.041901
Epoch[43] Batch [1199]	Speed: 1742.812318 samples/sec	accuracy=0.550531	lr=0.041897
Epoch[43] Batch [1249]	Speed: 1769.843445 samples/sec	accuracy=0.550262	lr=0.041893
Epoch[43] Batch [1299]	Speed: 1757.668838 samples/sec	accuracy=0.549949	lr=0.041889
Epoch[43] Batch [1349]	Speed: 1739.898222 samples/sec	accuracy=0.550009	lr=0.041885
Epoch[43] Batch [1399]	Speed: 1771.932832 samples/sec	accuracy=0.550053	lr=0.041881
Epoch[43] Batch [1449]	Speed: 1805.766955 samples/sec	accuracy=0.549968	lr=0.041877
Epoch[43] Batch [1499]	Speed: 1782.830844 samples/sec	accuracy=0.549763	lr=0.041873
Epoch[43] Batch [1549]	Speed: 1787.171323 samples/sec	accuracy=0.549914	lr=0.041869
Epoch[43] Batch [1599]	Speed: 1776.475542 samples/sec	accuracy=0.549866	lr=0.041865
Epoch[43] Batch [1649]	Speed: 1722.730519 samples/sec	accuracy=0.549770	lr=0.041861
Epoch[43] Batch [1699]	Speed: 1747.138071 samples/sec	accuracy=0.549674	lr=0.041857
Epoch[43] Batch [1749]	Speed: 1730.971587 samples/sec	accuracy=0.549547	lr=0.041853
Epoch[43] Batch [1799]	Speed: 1738.095150 samples/sec	accuracy=0.549503	lr=0.041849
Epoch[43] Batch [1849]	Speed: 1759.863100 samples/sec	accuracy=0.549200	lr=0.041845
Epoch[43] Batch [1899]	Speed: 1744.633870 samples/sec	accuracy=0.549217	lr=0.041841
Epoch[43] Batch [1949]	Speed: 1784.340163 samples/sec	accuracy=0.549251	lr=0.041837
Epoch[43] Batch [1999]	Speed: 1755.938509 samples/sec	accuracy=0.549311	lr=0.041833
Epoch[43] Batch [2049]	Speed: 1763.310834 samples/sec	accuracy=0.549312	lr=0.041829
Epoch[43] Batch [2099]	Speed: 1765.405484 samples/sec	accuracy=0.549187	lr=0.041825
Epoch[43] Batch [2149]	Speed: 1752.558705 samples/sec	accuracy=0.549046	lr=0.041821
Epoch[43] Batch [2199]	Speed: 1767.431159 samples/sec	accuracy=0.548894	lr=0.041817
Epoch[43] Batch [2249]	Speed: 1783.742636 samples/sec	accuracy=0.548825	lr=0.041813
Epoch[43] Batch [2299]	Speed: 1771.339669 samples/sec	accuracy=0.548719	lr=0.041809
Epoch[43] Batch [2349]	Speed: 1753.621174 samples/sec	accuracy=0.548675	lr=0.041805
Epoch[43] Batch [2399]	Speed: 1778.990701 samples/sec	accuracy=0.548628	lr=0.041801
Epoch[43] Batch [2449]	Speed: 1737.350566 samples/sec	accuracy=0.548514	lr=0.041797
Epoch[43] Batch [2499]	Speed: 1730.267276 samples/sec	accuracy=0.548497	lr=0.041793
Epoch[43] Batch [2549]	Speed: 1760.305739 samples/sec	accuracy=0.548516	lr=0.041789
Epoch[43] Batch [2599]	Speed: 1765.616645 samples/sec	accuracy=0.548475	lr=0.041785
Epoch[43] Batch [2649]	Speed: 1773.736858 samples/sec	accuracy=0.548473	lr=0.041781
Epoch[43] Batch [2699]	Speed: 1733.067545 samples/sec	accuracy=0.548390	lr=0.041777
Epoch[43] Batch [2749]	Speed: 1739.198686 samples/sec	accuracy=0.548499	lr=0.041773
Epoch[43] Batch [2799]	Speed: 1773.678845 samples/sec	accuracy=0.548479	lr=0.041769
Epoch[43] Batch [2849]	Speed: 1736.664649 samples/sec	accuracy=0.548507	lr=0.041765
Epoch[43] Batch [2899]	Speed: 1745.980091 samples/sec	accuracy=0.548456	lr=0.041761
Epoch[43] Batch [2949]	Speed: 1779.673358 samples/sec	accuracy=0.548502	lr=0.041757
Epoch[43] Batch [2999]	Speed: 1786.165573 samples/sec	accuracy=0.548539	lr=0.041753
Epoch[43] Batch [3049]	Speed: 1737.520429 samples/sec	accuracy=0.548560	lr=0.041749
Epoch[43] Batch [3099]	Speed: 1771.065964 samples/sec	accuracy=0.548493	lr=0.041745
Epoch[43] Batch [3149]	Speed: 1745.977025 samples/sec	accuracy=0.548508	lr=0.041741
Epoch[43] Batch [3199]	Speed: 1766.470165 samples/sec	accuracy=0.548413	lr=0.041737
Epoch[43] Batch [3249]	Speed: 1755.549326 samples/sec	accuracy=0.548410	lr=0.041733
Epoch[43] Batch [3299]	Speed: 1773.801967 samples/sec	accuracy=0.548441	lr=0.041729
Epoch[43] Batch [3349]	Speed: 1758.989786 samples/sec	accuracy=0.548465	lr=0.041725
Epoch[43] Batch [3399]	Speed: 1791.027902 samples/sec	accuracy=0.548320	lr=0.041721
Epoch[43] Batch [3449]	Speed: 1733.170994 samples/sec	accuracy=0.548281	lr=0.041717
Epoch[43] Batch [3499]	Speed: 1757.001517 samples/sec	accuracy=0.548143	lr=0.041713
Epoch[43] Batch [3549]	Speed: 1765.768385 samples/sec	accuracy=0.548057	lr=0.041709
Epoch[43] Batch [3599]	Speed: 1756.552550 samples/sec	accuracy=0.548016	lr=0.041705
Epoch[43] Batch [3649]	Speed: 1751.835063 samples/sec	accuracy=0.547963	lr=0.041701
Epoch[43] Batch [3699]	Speed: 1763.663083 samples/sec	accuracy=0.547957	lr=0.041697
Epoch[43] Batch [3749]	Speed: 1772.148775 samples/sec	accuracy=0.547869	lr=0.041693
Epoch[43] Batch [3799]	Speed: 1767.090083 samples/sec	accuracy=0.547841	lr=0.041689
Epoch[43] Batch [3849]	Speed: 1762.873919 samples/sec	accuracy=0.547782	lr=0.041685
Epoch[43] Batch [3899]	Speed: 1750.059032 samples/sec	accuracy=0.547781	lr=0.041681
Epoch[43] Batch [3949]	Speed: 1730.830679 samples/sec	accuracy=0.547738	lr=0.041677
Epoch[43] Batch [3999]	Speed: 1765.059502 samples/sec	accuracy=0.547553	lr=0.041673
Epoch[43] Batch [4049]	Speed: 1771.061231 samples/sec	accuracy=0.547473	lr=0.041669
Epoch[43] Batch [4099]	Speed: 1763.871858 samples/sec	accuracy=0.547420	lr=0.041665
Epoch[43] Batch [4149]	Speed: 1758.253857 samples/sec	accuracy=0.547355	lr=0.041661
Epoch[43] Batch [4199]	Speed: 1823.345232 samples/sec	accuracy=0.547364	lr=0.041657
Epoch[43] Batch [4249]	Speed: 1732.198596 samples/sec	accuracy=0.547370	lr=0.041653
Epoch[43] Batch [4299]	Speed: 1748.541179 samples/sec	accuracy=0.547414	lr=0.041649
Epoch[43] Batch [4349]	Speed: 1743.675358 samples/sec	accuracy=0.547423	lr=0.041644
Epoch[43] Batch [4399]	Speed: 1758.368800 samples/sec	accuracy=0.547379	lr=0.041640
Epoch[43] Batch [4449]	Speed: 1729.700561 samples/sec	accuracy=0.547375	lr=0.041636
Epoch[43] Batch [4499]	Speed: 1752.975868 samples/sec	accuracy=0.547289	lr=0.041632
Epoch[43] Batch [4549]	Speed: 1779.358443 samples/sec	accuracy=0.547174	lr=0.041628
Epoch[43] Batch [4599]	Speed: 1757.919134 samples/sec	accuracy=0.547229	lr=0.041624
Epoch[43] Batch [4649]	Speed: 1748.304533 samples/sec	accuracy=0.547175	lr=0.041620
Epoch[43] Batch [4699]	Speed: 1775.824881 samples/sec	accuracy=0.547089	lr=0.041616
Epoch[43] Batch [4749]	Speed: 1753.330012 samples/sec	accuracy=0.547050	lr=0.041612
Epoch[43] Batch [4799]	Speed: 1750.149001 samples/sec	accuracy=0.546988	lr=0.041608
Epoch[43] Batch [4849]	Speed: 1743.403227 samples/sec	accuracy=0.546972	lr=0.041604
Epoch[43] Batch [4899]	Speed: 1764.900342 samples/sec	accuracy=0.547013	lr=0.041600
Epoch[43] Batch [4949]	Speed: 1735.478375 samples/sec	accuracy=0.546994	lr=0.041596
Epoch[43] Batch [4999]	Speed: 1880.954370 samples/sec	accuracy=0.546997	lr=0.041592
[Epoch 43] training: accuracy=0.546984
[Epoch 43] speed: 1758 samples/sec	time cost: 743.153120
[Epoch 43] validation: err-top1=0.394431 err-top5=0.167688
Epoch[44] Batch [49]	Speed: 1645.972841 samples/sec	accuracy=0.551328	lr=0.041588
Epoch[44] Batch [99]	Speed: 1757.047806 samples/sec	accuracy=0.549922	lr=0.041584
Epoch[44] Batch [149]	Speed: 1743.914377 samples/sec	accuracy=0.551380	lr=0.041579
Epoch[44] Batch [199]	Speed: 1739.872285 samples/sec	accuracy=0.551465	lr=0.041575
Epoch[44] Batch [249]	Speed: 1767.037388 samples/sec	accuracy=0.550641	lr=0.041571
Epoch[44] Batch [299]	Speed: 1762.010916 samples/sec	accuracy=0.550690	lr=0.041567
Epoch[44] Batch [349]	Speed: 1761.773790 samples/sec	accuracy=0.550737	lr=0.041563
Epoch[44] Batch [399]	Speed: 1759.754249 samples/sec	accuracy=0.550742	lr=0.041559
Epoch[44] Batch [449]	Speed: 1766.264901 samples/sec	accuracy=0.550946	lr=0.041555
Epoch[44] Batch [499]	Speed: 1781.801941 samples/sec	accuracy=0.551344	lr=0.041551
Epoch[44] Batch [549]	Speed: 1796.579240 samples/sec	accuracy=0.551456	lr=0.041547
Epoch[44] Batch [599]	Speed: 1776.390488 samples/sec	accuracy=0.551341	lr=0.041543
Epoch[44] Batch [649]	Speed: 1728.667038 samples/sec	accuracy=0.551118	lr=0.041539
Epoch[44] Batch [699]	Speed: 1721.159966 samples/sec	accuracy=0.550943	lr=0.041535
Epoch[44] Batch [749]	Speed: 1744.026546 samples/sec	accuracy=0.550552	lr=0.041531
Epoch[44] Batch [799]	Speed: 1754.251536 samples/sec	accuracy=0.550718	lr=0.041527
Epoch[44] Batch [849]	Speed: 1748.625523 samples/sec	accuracy=0.550859	lr=0.041523
Epoch[44] Batch [899]	Speed: 1739.369869 samples/sec	accuracy=0.550968	lr=0.041519
Epoch[44] Batch [949]	Speed: 1769.303281 samples/sec	accuracy=0.550658	lr=0.041515
Epoch[44] Batch [999]	Speed: 1734.640186 samples/sec	accuracy=0.550613	lr=0.041510
Epoch[44] Batch [1049]	Speed: 1771.795994 samples/sec	accuracy=0.550859	lr=0.041506
Epoch[44] Batch [1099]	Speed: 1765.107494 samples/sec	accuracy=0.551112	lr=0.041502
Epoch[44] Batch [1149]	Speed: 1753.292564 samples/sec	accuracy=0.551151	lr=0.041498
Epoch[44] Batch [1199]	Speed: 1741.825967 samples/sec	accuracy=0.550902	lr=0.041494
Epoch[44] Batch [1249]	Speed: 1756.350043 samples/sec	accuracy=0.550959	lr=0.041490
Epoch[44] Batch [1299]	Speed: 1783.651195 samples/sec	accuracy=0.550859	lr=0.041486
Epoch[44] Batch [1349]	Speed: 1748.596136 samples/sec	accuracy=0.550561	lr=0.041482
Epoch[44] Batch [1399]	Speed: 1744.281757 samples/sec	accuracy=0.550664	lr=0.041478
Epoch[44] Batch [1449]	Speed: 1759.125403 samples/sec	accuracy=0.550434	lr=0.041474
Epoch[44] Batch [1499]	Speed: 1732.601425 samples/sec	accuracy=0.550583	lr=0.041470
Epoch[44] Batch [1549]	Speed: 1760.710141 samples/sec	accuracy=0.550446	lr=0.041466
Epoch[44] Batch [1599]	Speed: 1766.734429 samples/sec	accuracy=0.550388	lr=0.041462
Epoch[44] Batch [1649]	Speed: 1767.936994 samples/sec	accuracy=0.550315	lr=0.041458
Epoch[44] Batch [1699]	Speed: 1788.163257 samples/sec	accuracy=0.550338	lr=0.041454
Epoch[44] Batch [1749]	Speed: 1778.145478 samples/sec	accuracy=0.550408	lr=0.041449
Epoch[44] Batch [1799]	Speed: 1754.619958 samples/sec	accuracy=0.550378	lr=0.041445
Epoch[44] Batch [1849]	Speed: 1755.573666 samples/sec	accuracy=0.550258	lr=0.041441
Epoch[44] Batch [1899]	Speed: 1764.208330 samples/sec	accuracy=0.550208	lr=0.041437
Epoch[44] Batch [1949]	Speed: 1736.892310 samples/sec	accuracy=0.550182	lr=0.041433
Epoch[44] Batch [1999]	Speed: 1745.888167 samples/sec	accuracy=0.550002	lr=0.041429
Epoch[44] Batch [2049]	Speed: 1761.952279 samples/sec	accuracy=0.549884	lr=0.041425
Epoch[44] Batch [2099]	Speed: 1754.734254 samples/sec	accuracy=0.549797	lr=0.041421
Epoch[44] Batch [2149]	Speed: 1790.430367 samples/sec	accuracy=0.549873	lr=0.041417
Epoch[44] Batch [2199]	Speed: 1783.115186 samples/sec	accuracy=0.549735	lr=0.041413
Epoch[44] Batch [2249]	Speed: 1737.861267 samples/sec	accuracy=0.549663	lr=0.041409
Epoch[44] Batch [2299]	Speed: 1735.590415 samples/sec	accuracy=0.549733	lr=0.041405
Epoch[44] Batch [2349]	Speed: 1794.429860 samples/sec	accuracy=0.549599	lr=0.041400
Epoch[44] Batch [2399]	Speed: 1762.707397 samples/sec	accuracy=0.549699	lr=0.041396
Epoch[44] Batch [2449]	Speed: 1760.732662 samples/sec	accuracy=0.549700	lr=0.041392
Epoch[44] Batch [2499]	Speed: 1771.573297 samples/sec	accuracy=0.549816	lr=0.041388
Epoch[44] Batch [2549]	Speed: 1779.666456 samples/sec	accuracy=0.549704	lr=0.041384
Epoch[44] Batch [2599]	Speed: 1761.146216 samples/sec	accuracy=0.549576	lr=0.041380
Epoch[44] Batch [2649]	Speed: 1770.891465 samples/sec	accuracy=0.549514	lr=0.041376
Epoch[44] Batch [2699]	Speed: 1768.023686 samples/sec	accuracy=0.549431	lr=0.041372
Epoch[44] Batch [2749]	Speed: 1798.757822 samples/sec	accuracy=0.549406	lr=0.041368
Epoch[44] Batch [2799]	Speed: 1722.536509 samples/sec	accuracy=0.549290	lr=0.041364
Epoch[44] Batch [2849]	Speed: 1776.393897 samples/sec	accuracy=0.549224	lr=0.041360
Epoch[44] Batch [2899]	Speed: 1765.024221 samples/sec	accuracy=0.549135	lr=0.041355
Epoch[44] Batch [2949]	Speed: 1764.218069 samples/sec	accuracy=0.549108	lr=0.041351
Epoch[44] Batch [2999]	Speed: 1744.081106 samples/sec	accuracy=0.549034	lr=0.041347
Epoch[44] Batch [3049]	Speed: 1785.159945 samples/sec	accuracy=0.549069	lr=0.041343
Epoch[44] Batch [3099]	Speed: 1744.110173 samples/sec	accuracy=0.549017	lr=0.041339
Epoch[44] Batch [3149]	Speed: 1768.070791 samples/sec	accuracy=0.549058	lr=0.041335
Epoch[44] Batch [3199]	Speed: 1773.843813 samples/sec	accuracy=0.549086	lr=0.041331
Epoch[44] Batch [3249]	Speed: 1761.444488 samples/sec	accuracy=0.548989	lr=0.041327
Epoch[44] Batch [3299]	Speed: 1769.956757 samples/sec	accuracy=0.548913	lr=0.041323
Epoch[44] Batch [3349]	Speed: 1763.692922 samples/sec	accuracy=0.548793	lr=0.041319
Epoch[44] Batch [3399]	Speed: 1779.323590 samples/sec	accuracy=0.548903	lr=0.041315
Epoch[44] Batch [3449]	Speed: 1764.572421 samples/sec	accuracy=0.548885	lr=0.041310
Epoch[44] Batch [3499]	Speed: 1770.915999 samples/sec	accuracy=0.548838	lr=0.041306
Epoch[44] Batch [3549]	Speed: 1755.408521 samples/sec	accuracy=0.548778	lr=0.041302
Epoch[44] Batch [3599]	Speed: 1755.180341 samples/sec	accuracy=0.548740	lr=0.041298
Epoch[44] Batch [3649]	Speed: 1746.243258 samples/sec	accuracy=0.548715	lr=0.041294
Epoch[44] Batch [3699]	Speed: 1729.631294 samples/sec	accuracy=0.548748	lr=0.041290
Epoch[44] Batch [3749]	Speed: 1709.357698 samples/sec	accuracy=0.548663	lr=0.041286
Epoch[44] Batch [3799]	Speed: 1770.412837 samples/sec	accuracy=0.548557	lr=0.041282
Epoch[44] Batch [3849]	Speed: 1724.462676 samples/sec	accuracy=0.548481	lr=0.041278
Epoch[44] Batch [3899]	Speed: 1755.826295 samples/sec	accuracy=0.548400	lr=0.041273
Epoch[44] Batch [3949]	Speed: 1749.955440 samples/sec	accuracy=0.548267	lr=0.041269
Epoch[44] Batch [3999]	Speed: 1747.047445 samples/sec	accuracy=0.548239	lr=0.041265
Epoch[44] Batch [4049]	Speed: 1765.114284 samples/sec	accuracy=0.548274	lr=0.041261
Epoch[44] Batch [4099]	Speed: 1768.918934 samples/sec	accuracy=0.548196	lr=0.041257
Epoch[44] Batch [4149]	Speed: 1735.979499 samples/sec	accuracy=0.548177	lr=0.041253
Epoch[44] Batch [4199]	Speed: 1759.023156 samples/sec	accuracy=0.548141	lr=0.041249
Epoch[44] Batch [4249]	Speed: 1746.355045 samples/sec	accuracy=0.548014	lr=0.041245
Epoch[44] Batch [4299]	Speed: 1766.920786 samples/sec	accuracy=0.548015	lr=0.041241
Epoch[44] Batch [4349]	Speed: 1750.467301 samples/sec	accuracy=0.548103	lr=0.041236
Epoch[44] Batch [4399]	Speed: 1717.958936 samples/sec	accuracy=0.548087	lr=0.041232
Epoch[44] Batch [4449]	Speed: 1766.154036 samples/sec	accuracy=0.548120	lr=0.041228
Epoch[44] Batch [4499]	Speed: 1755.847026 samples/sec	accuracy=0.548095	lr=0.041224
Epoch[44] Batch [4549]	Speed: 1728.144259 samples/sec	accuracy=0.548079	lr=0.041220
Epoch[44] Batch [4599]	Speed: 1749.477742 samples/sec	accuracy=0.548075	lr=0.041216
Epoch[44] Batch [4649]	Speed: 1784.190491 samples/sec	accuracy=0.548034	lr=0.041212
Epoch[44] Batch [4699]	Speed: 1731.982669 samples/sec	accuracy=0.547993	lr=0.041208
Epoch[44] Batch [4749]	Speed: 1790.676345 samples/sec	accuracy=0.547946	lr=0.041204
Epoch[44] Batch [4799]	Speed: 1734.862327 samples/sec	accuracy=0.547936	lr=0.041199
Epoch[44] Batch [4849]	Speed: 1745.484584 samples/sec	accuracy=0.547898	lr=0.041195
Epoch[44] Batch [4899]	Speed: 1776.669076 samples/sec	accuracy=0.547793	lr=0.041191
Epoch[44] Batch [4949]	Speed: 1781.256700 samples/sec	accuracy=0.547728	lr=0.041187
Epoch[44] Batch [4999]	Speed: 1827.783667 samples/sec	accuracy=0.547705	lr=0.041183
[Epoch 44] training: accuracy=0.547712
[Epoch 44] speed: 1757 samples/sec	time cost: 743.331615
[Epoch 44] validation: err-top1=0.392718 err-top5=0.166633
Epoch[45] Batch [49]	Speed: 1641.174842 samples/sec	accuracy=0.553750	lr=0.041178
Epoch[45] Batch [99]	Speed: 1773.445188 samples/sec	accuracy=0.557852	lr=0.041174
Epoch[45] Batch [149]	Speed: 1772.069458 samples/sec	accuracy=0.556927	lr=0.041170
Epoch[45] Batch [199]	Speed: 1763.420821 samples/sec	accuracy=0.557910	lr=0.041166
Epoch[45] Batch [249]	Speed: 1770.183658 samples/sec	accuracy=0.557688	lr=0.041162
Epoch[45] Batch [299]	Speed: 1754.562500 samples/sec	accuracy=0.557044	lr=0.041158
Epoch[45] Batch [349]	Speed: 1769.201771 samples/sec	accuracy=0.556987	lr=0.041154
Epoch[45] Batch [399]	Speed: 1767.068853 samples/sec	accuracy=0.556514	lr=0.041149
Epoch[45] Batch [449]	Speed: 1777.835047 samples/sec	accuracy=0.555851	lr=0.041145
Epoch[45] Batch [499]	Speed: 1788.354698 samples/sec	accuracy=0.555617	lr=0.041141
Epoch[45] Batch [549]	Speed: 1780.785094 samples/sec	accuracy=0.555547	lr=0.041137
Epoch[45] Batch [599]	Speed: 1766.430178 samples/sec	accuracy=0.555807	lr=0.041133
Epoch[45] Batch [649]	Speed: 1751.561751 samples/sec	accuracy=0.556064	lr=0.041129
Epoch[45] Batch [699]	Speed: 1779.011687 samples/sec	accuracy=0.555463	lr=0.041125
Epoch[45] Batch [749]	Speed: 1771.394841 samples/sec	accuracy=0.555307	lr=0.041121
Epoch[45] Batch [799]	Speed: 1752.187087 samples/sec	accuracy=0.555376	lr=0.041116
Epoch[45] Batch [849]	Speed: 1750.633231 samples/sec	accuracy=0.555450	lr=0.041112
Epoch[45] Batch [899]	Speed: 1741.213029 samples/sec	accuracy=0.555156	lr=0.041108
Epoch[45] Batch [949]	Speed: 1760.610828 samples/sec	accuracy=0.555247	lr=0.041104
Epoch[45] Batch [999]	Speed: 1777.596115 samples/sec	accuracy=0.555043	lr=0.041100
Epoch[45] Batch [1049]	Speed: 1731.089800 samples/sec	accuracy=0.555112	lr=0.041096
Epoch[45] Batch [1099]	Speed: 1736.030581 samples/sec	accuracy=0.554794	lr=0.041092
Epoch[45] Batch [1149]	Speed: 1725.945710 samples/sec	accuracy=0.554395	lr=0.041087
Epoch[45] Batch [1199]	Speed: 1798.990360 samples/sec	accuracy=0.554665	lr=0.041083
Epoch[45] Batch [1249]	Speed: 1763.800870 samples/sec	accuracy=0.554600	lr=0.041079
Epoch[45] Batch [1299]	Speed: 1774.917232 samples/sec	accuracy=0.554426	lr=0.041075
Epoch[45] Batch [1349]	Speed: 1780.241892 samples/sec	accuracy=0.554502	lr=0.041071
Epoch[45] Batch [1399]	Speed: 1750.928010 samples/sec	accuracy=0.554152	lr=0.041067
Epoch[45] Batch [1449]	Speed: 1737.631946 samples/sec	accuracy=0.553782	lr=0.041063
Epoch[45] Batch [1499]	Speed: 1751.226543 samples/sec	accuracy=0.553432	lr=0.041058
Epoch[45] Batch [1549]	Speed: 1770.822131 samples/sec	accuracy=0.553188	lr=0.041054
Epoch[45] Batch [1599]	Speed: 1773.083283 samples/sec	accuracy=0.553103	lr=0.041050
Epoch[45] Batch [1649]	Speed: 1738.908801 samples/sec	accuracy=0.553035	lr=0.041046
Epoch[45] Batch [1699]	Speed: 1761.310016 samples/sec	accuracy=0.553072	lr=0.041042
Epoch[45] Batch [1749]	Speed: 1725.353155 samples/sec	accuracy=0.553136	lr=0.041038
Epoch[45] Batch [1799]	Speed: 1826.070233 samples/sec	accuracy=0.553012	lr=0.041033
Epoch[45] Batch [1849]	Speed: 1762.137571 samples/sec	accuracy=0.553049	lr=0.041029
Epoch[45] Batch [1899]	Speed: 1749.586580 samples/sec	accuracy=0.553067	lr=0.041025
Epoch[45] Batch [1949]	Speed: 1770.638629 samples/sec	accuracy=0.552855	lr=0.041021
Epoch[45] Batch [1999]	Speed: 1773.678611 samples/sec	accuracy=0.552836	lr=0.041017
Epoch[45] Batch [2049]	Speed: 1744.173804 samples/sec	accuracy=0.552601	lr=0.041013
Epoch[45] Batch [2099]	Speed: 1742.580105 samples/sec	accuracy=0.552591	lr=0.041009
Epoch[45] Batch [2149]	Speed: 1763.384389 samples/sec	accuracy=0.552515	lr=0.041004
Epoch[45] Batch [2199]	Speed: 1744.487384 samples/sec	accuracy=0.552523	lr=0.041000
Epoch[45] Batch [2249]	Speed: 1772.842348 samples/sec	accuracy=0.552288	lr=0.040996
Epoch[45] Batch [2299]	Speed: 1766.664257 samples/sec	accuracy=0.552249	lr=0.040992
Epoch[45] Batch [2349]	Speed: 1770.704328 samples/sec	accuracy=0.552166	lr=0.040988
Epoch[45] Batch [2399]	Speed: 1764.304397 samples/sec	accuracy=0.552005	lr=0.040984
Epoch[45] Batch [2449]	Speed: 1775.046689 samples/sec	accuracy=0.551840	lr=0.040979
Epoch[45] Batch [2499]	Speed: 1766.461621 samples/sec	accuracy=0.551731	lr=0.040975
Epoch[45] Batch [2549]	Speed: 1748.961445 samples/sec	accuracy=0.551607	lr=0.040971
Epoch[45] Batch [2599]	Speed: 1773.734632 samples/sec	accuracy=0.551480	lr=0.040967
Epoch[45] Batch [2649]	Speed: 1736.538821 samples/sec	accuracy=0.551480	lr=0.040963
Epoch[45] Batch [2699]	Speed: 1764.808908 samples/sec	accuracy=0.551347	lr=0.040959
Epoch[45] Batch [2749]	Speed: 1761.081744 samples/sec	accuracy=0.551376	lr=0.040954
Epoch[45] Batch [2799]	Speed: 1756.032472 samples/sec	accuracy=0.551496	lr=0.040950
Epoch[45] Batch [2849]	Speed: 1749.177011 samples/sec	accuracy=0.551408	lr=0.040946
Epoch[45] Batch [2899]	Speed: 1768.859021 samples/sec	accuracy=0.551292	lr=0.040942
Epoch[45] Batch [2949]	Speed: 1743.993517 samples/sec	accuracy=0.551282	lr=0.040938
Epoch[45] Batch [2999]	Speed: 1756.127881 samples/sec	accuracy=0.551272	lr=0.040934
Epoch[45] Batch [3049]	Speed: 1712.330857 samples/sec	accuracy=0.551349	lr=0.040929
Epoch[45] Batch [3099]	Speed: 1757.423387 samples/sec	accuracy=0.551282	lr=0.040925
Epoch[45] Batch [3149]	Speed: 1764.805950 samples/sec	accuracy=0.551238	lr=0.040921
Epoch[45] Batch [3199]	Speed: 1760.494090 samples/sec	accuracy=0.551099	lr=0.040917
Epoch[45] Batch [3249]	Speed: 1772.754949 samples/sec	accuracy=0.551025	lr=0.040913
Epoch[45] Batch [3299]	Speed: 1792.088367 samples/sec	accuracy=0.551011	lr=0.040909
Epoch[45] Batch [3349]	Speed: 1782.670416 samples/sec	accuracy=0.550781	lr=0.040904
Epoch[45] Batch [3399]	Speed: 1745.949827 samples/sec	accuracy=0.550756	lr=0.040900
Epoch[45] Batch [3449]	Speed: 1757.809027 samples/sec	accuracy=0.550673	lr=0.040896
Epoch[45] Batch [3499]	Speed: 1756.037296 samples/sec	accuracy=0.550627	lr=0.040892
Epoch[45] Batch [3549]	Speed: 1756.541917 samples/sec	accuracy=0.550590	lr=0.040888
Epoch[45] Batch [3599]	Speed: 1760.565043 samples/sec	accuracy=0.550445	lr=0.040884
Epoch[45] Batch [3649]	Speed: 1758.087977 samples/sec	accuracy=0.550383	lr=0.040879
Epoch[45] Batch [3699]	Speed: 1747.496116 samples/sec	accuracy=0.550356	lr=0.040875
Epoch[45] Batch [3749]	Speed: 1778.819883 samples/sec	accuracy=0.550234	lr=0.040871
Epoch[45] Batch [3799]	Speed: 1707.520446 samples/sec	accuracy=0.550174	lr=0.040867
Epoch[45] Batch [3849]	Speed: 1790.078566 samples/sec	accuracy=0.550173	lr=0.040863
Epoch[45] Batch [3899]	Speed: 1791.507939 samples/sec	accuracy=0.550188	lr=0.040858
Epoch[45] Batch [3949]	Speed: 1769.058768 samples/sec	accuracy=0.550260	lr=0.040854
Epoch[45] Batch [3999]	Speed: 1766.261298 samples/sec	accuracy=0.550160	lr=0.040850
Epoch[45] Batch [4049]	Speed: 1738.349584 samples/sec	accuracy=0.550115	lr=0.040846
Epoch[45] Batch [4099]	Speed: 1745.208995 samples/sec	accuracy=0.550010	lr=0.040842
Epoch[45] Batch [4149]	Speed: 1745.195947 samples/sec	accuracy=0.549928	lr=0.040837
Epoch[45] Batch [4199]	Speed: 1742.397941 samples/sec	accuracy=0.549840	lr=0.040833
Epoch[45] Batch [4249]	Speed: 1763.473068 samples/sec	accuracy=0.549777	lr=0.040829
Epoch[45] Batch [4299]	Speed: 1789.646602 samples/sec	accuracy=0.549772	lr=0.040825
Epoch[45] Batch [4349]	Speed: 1751.035829 samples/sec	accuracy=0.549746	lr=0.040821
Epoch[45] Batch [4399]	Speed: 1751.351367 samples/sec	accuracy=0.549717	lr=0.040817
Epoch[45] Batch [4449]	Speed: 1728.393284 samples/sec	accuracy=0.549592	lr=0.040812
Epoch[45] Batch [4499]	Speed: 1746.464631 samples/sec	accuracy=0.549573	lr=0.040808
Epoch[45] Batch [4549]	Speed: 1735.634180 samples/sec	accuracy=0.549504	lr=0.040804
Epoch[45] Batch [4599]	Speed: 1744.384451 samples/sec	accuracy=0.549361	lr=0.040800
Epoch[45] Batch [4649]	Speed: 1754.368364 samples/sec	accuracy=0.549333	lr=0.040796
Epoch[45] Batch [4699]	Speed: 1746.459404 samples/sec	accuracy=0.549264	lr=0.040791
Epoch[45] Batch [4749]	Speed: 1737.314529 samples/sec	accuracy=0.549263	lr=0.040787
Epoch[45] Batch [4799]	Speed: 1745.317076 samples/sec	accuracy=0.549261	lr=0.040783
Epoch[45] Batch [4849]	Speed: 1770.856710 samples/sec	accuracy=0.549282	lr=0.040779
Epoch[45] Batch [4899]	Speed: 1754.095522 samples/sec	accuracy=0.549204	lr=0.040775
Epoch[45] Batch [4949]	Speed: 1753.752813 samples/sec	accuracy=0.549217	lr=0.040770
Epoch[45] Batch [4999]	Speed: 1829.702711 samples/sec	accuracy=0.549220	lr=0.040766
[Epoch 45] training: accuracy=0.549211
[Epoch 45] speed: 1758 samples/sec	time cost: 742.902811
[Epoch 45] validation: err-top1=0.393089 err-top5=0.167608
Epoch[46] Batch [49]	Speed: 1656.851791 samples/sec	accuracy=0.551875	lr=0.040762
Epoch[46] Batch [99]	Speed: 1734.619953 samples/sec	accuracy=0.555586	lr=0.040757
Epoch[46] Batch [149]	Speed: 1789.737166 samples/sec	accuracy=0.554948	lr=0.040753
Epoch[46] Batch [199]	Speed: 1767.052510 samples/sec	accuracy=0.556797	lr=0.040749
Epoch[46] Batch [249]	Speed: 1775.294622 samples/sec	accuracy=0.555531	lr=0.040745
Epoch[46] Batch [299]	Speed: 1749.334831 samples/sec	accuracy=0.555482	lr=0.040741
Epoch[46] Batch [349]	Speed: 1730.855734 samples/sec	accuracy=0.556328	lr=0.040736
Epoch[46] Batch [399]	Speed: 1775.881038 samples/sec	accuracy=0.555547	lr=0.040732
Epoch[46] Batch [449]	Speed: 1765.722506 samples/sec	accuracy=0.555451	lr=0.040728
Epoch[46] Batch [499]	Speed: 1751.147659 samples/sec	accuracy=0.556070	lr=0.040724
Epoch[46] Batch [549]	Speed: 1735.345650 samples/sec	accuracy=0.555504	lr=0.040720
Epoch[46] Batch [599]	Speed: 1732.432802 samples/sec	accuracy=0.554798	lr=0.040715
Epoch[46] Batch [649]	Speed: 1717.066131 samples/sec	accuracy=0.554159	lr=0.040711
Epoch[46] Batch [699]	Speed: 1768.121625 samples/sec	accuracy=0.554118	lr=0.040707
Epoch[46] Batch [749]	Speed: 1792.288608 samples/sec	accuracy=0.553760	lr=0.040703
Epoch[46] Batch [799]	Speed: 1726.297897 samples/sec	accuracy=0.553433	lr=0.040699
Epoch[46] Batch [849]	Speed: 1763.461946 samples/sec	accuracy=0.553470	lr=0.040694
Epoch[46] Batch [899]	Speed: 1761.999755 samples/sec	accuracy=0.553364	lr=0.040690
Epoch[46] Batch [949]	Speed: 1779.494033 samples/sec	accuracy=0.553010	lr=0.040686
Epoch[46] Batch [999]	Speed: 1748.846248 samples/sec	accuracy=0.553340	lr=0.040682
Epoch[46] Batch [1049]	Speed: 1725.865647 samples/sec	accuracy=0.553397	lr=0.040677
Epoch[46] Batch [1099]	Speed: 1741.176548 samples/sec	accuracy=0.553370	lr=0.040673
Epoch[46] Batch [1149]	Speed: 1758.543950 samples/sec	accuracy=0.553196	lr=0.040669
Epoch[46] Batch [1199]	Speed: 1767.711192 samples/sec	accuracy=0.553359	lr=0.040665
Epoch[46] Batch [1249]	Speed: 1735.747868 samples/sec	accuracy=0.553125	lr=0.040661
Epoch[46] Batch [1299]	Speed: 1724.652521 samples/sec	accuracy=0.552966	lr=0.040656
Epoch[46] Batch [1349]	Speed: 1752.423813 samples/sec	accuracy=0.553102	lr=0.040652
Epoch[46] Batch [1399]	Speed: 1766.062357 samples/sec	accuracy=0.552832	lr=0.040648
Epoch[46] Batch [1449]	Speed: 1748.560769 samples/sec	accuracy=0.552899	lr=0.040644
Epoch[46] Batch [1499]	Speed: 1777.234514 samples/sec	accuracy=0.552799	lr=0.040640
Epoch[46] Batch [1549]	Speed: 1750.510450 samples/sec	accuracy=0.552762	lr=0.040635
Epoch[46] Batch [1599]	Speed: 1765.023815 samples/sec	accuracy=0.552874	lr=0.040631
Epoch[46] Batch [1649]	Speed: 1757.187437 samples/sec	accuracy=0.552921	lr=0.040627
Epoch[46] Batch [1699]	Speed: 1729.717558 samples/sec	accuracy=0.553081	lr=0.040623
Epoch[46] Batch [1749]	Speed: 1770.189320 samples/sec	accuracy=0.553009	lr=0.040618
Epoch[46] Batch [1799]	Speed: 1777.685935 samples/sec	accuracy=0.552993	lr=0.040614
Epoch[46] Batch [1849]	Speed: 1758.636694 samples/sec	accuracy=0.553051	lr=0.040610
Epoch[46] Batch [1899]	Speed: 1761.590482 samples/sec	accuracy=0.553061	lr=0.040606
Epoch[46] Batch [1949]	Speed: 1759.681689 samples/sec	accuracy=0.552909	lr=0.040601
Epoch[46] Batch [1999]	Speed: 1741.665544 samples/sec	accuracy=0.552803	lr=0.040597
Epoch[46] Batch [2049]	Speed: 1777.996549 samples/sec	accuracy=0.552687	lr=0.040593
Epoch[46] Batch [2099]	Speed: 1720.491624 samples/sec	accuracy=0.552580	lr=0.040589
Epoch[46] Batch [2149]	Speed: 1753.574550 samples/sec	accuracy=0.552542	lr=0.040585
Epoch[46] Batch [2199]	Speed: 1761.762112 samples/sec	accuracy=0.552466	lr=0.040580
Epoch[46] Batch [2249]	Speed: 1773.135343 samples/sec	accuracy=0.552460	lr=0.040576
Epoch[46] Batch [2299]	Speed: 1780.457385 samples/sec	accuracy=0.552276	lr=0.040572
Epoch[46] Batch [2349]	Speed: 1733.781865 samples/sec	accuracy=0.552224	lr=0.040568
Epoch[46] Batch [2399]	Speed: 1731.194018 samples/sec	accuracy=0.552197	lr=0.040563
Epoch[46] Batch [2449]	Speed: 1742.734077 samples/sec	accuracy=0.552154	lr=0.040559
Epoch[46] Batch [2499]	Speed: 1774.940587 samples/sec	accuracy=0.552127	lr=0.040555
Epoch[46] Batch [2549]	Speed: 1778.341908 samples/sec	accuracy=0.552091	lr=0.040551
Epoch[46] Batch [2599]	Speed: 1739.505013 samples/sec	accuracy=0.552120	lr=0.040546
Epoch[46] Batch [2649]	Speed: 1745.855805 samples/sec	accuracy=0.552134	lr=0.040542
Epoch[46] Batch [2699]	Speed: 1763.154826 samples/sec	accuracy=0.552144	lr=0.040538
Epoch[46] Batch [2749]	Speed: 1731.428175 samples/sec	accuracy=0.552240	lr=0.040534
Epoch[46] Batch [2799]	Speed: 1733.763780 samples/sec	accuracy=0.552125	lr=0.040529
Epoch[46] Batch [2849]	Speed: 1784.018140 samples/sec	accuracy=0.552011	lr=0.040525
Epoch[46] Batch [2899]	Speed: 1757.432304 samples/sec	accuracy=0.551913	lr=0.040521
Epoch[46] Batch [2949]	Speed: 1734.146892 samples/sec	accuracy=0.551956	lr=0.040517
Epoch[46] Batch [2999]	Speed: 1791.297831 samples/sec	accuracy=0.551910	lr=0.040513
Epoch[46] Batch [3049]	Speed: 1742.900637 samples/sec	accuracy=0.551890	lr=0.040508
Epoch[46] Batch [3099]	Speed: 1772.314102 samples/sec	accuracy=0.551762	lr=0.040504
Epoch[46] Batch [3149]	Speed: 1758.626555 samples/sec	accuracy=0.551699	lr=0.040500
Epoch[46] Batch [3199]	Speed: 1746.882934 samples/sec	accuracy=0.551707	lr=0.040496
Epoch[46] Batch [3249]	Speed: 1724.530477 samples/sec	accuracy=0.551627	lr=0.040491
Epoch[46] Batch [3299]	Speed: 1743.084547 samples/sec	accuracy=0.551568	lr=0.040487
Epoch[46] Batch [3349]	Speed: 1764.212678 samples/sec	accuracy=0.551483	lr=0.040483
Epoch[46] Batch [3399]	Speed: 1743.395641 samples/sec	accuracy=0.551519	lr=0.040479
Epoch[46] Batch [3449]	Speed: 1752.591544 samples/sec	accuracy=0.551446	lr=0.040474
Epoch[46] Batch [3499]	Speed: 1725.304085 samples/sec	accuracy=0.551443	lr=0.040470
Epoch[46] Batch [3549]	Speed: 1778.336489 samples/sec	accuracy=0.551399	lr=0.040466
Epoch[46] Batch [3599]	Speed: 1761.266680 samples/sec	accuracy=0.551427	lr=0.040462
Epoch[46] Batch [3649]	Speed: 1765.025033 samples/sec	accuracy=0.551472	lr=0.040457
Epoch[46] Batch [3699]	Speed: 1764.891871 samples/sec	accuracy=0.551575	lr=0.040453
Epoch[46] Batch [3749]	Speed: 1736.372295 samples/sec	accuracy=0.551553	lr=0.040449
Epoch[46] Batch [3799]	Speed: 1723.740682 samples/sec	accuracy=0.551481	lr=0.040445
Epoch[46] Batch [3849]	Speed: 1758.756124 samples/sec	accuracy=0.551360	lr=0.040440
Epoch[46] Batch [3899]	Speed: 1773.182486 samples/sec	accuracy=0.551332	lr=0.040436
Epoch[46] Batch [3949]	Speed: 1730.097267 samples/sec	accuracy=0.551277	lr=0.040432
Epoch[46] Batch [3999]	Speed: 1735.682156 samples/sec	accuracy=0.551299	lr=0.040427
Epoch[46] Batch [4049]	Speed: 1715.069818 samples/sec	accuracy=0.551307	lr=0.040423
Epoch[46] Batch [4099]	Speed: 1757.981187 samples/sec	accuracy=0.551259	lr=0.040419
Epoch[46] Batch [4149]	Speed: 1723.199251 samples/sec	accuracy=0.551225	lr=0.040415
Epoch[46] Batch [4199]	Speed: 1733.500556 samples/sec	accuracy=0.551282	lr=0.040410
Epoch[46] Batch [4249]	Speed: 1745.503142 samples/sec	accuracy=0.551214	lr=0.040406
Epoch[46] Batch [4299]	Speed: 1750.906482 samples/sec	accuracy=0.551270	lr=0.040402
Epoch[46] Batch [4349]	Speed: 1737.322793 samples/sec	accuracy=0.551196	lr=0.040398
Epoch[46] Batch [4399]	Speed: 1749.042013 samples/sec	accuracy=0.551137	lr=0.040393
Epoch[46] Batch [4449]	Speed: 1746.859857 samples/sec	accuracy=0.551052	lr=0.040389
Epoch[46] Batch [4499]	Speed: 1747.750466 samples/sec	accuracy=0.551008	lr=0.040385
Epoch[46] Batch [4549]	Speed: 1750.907167 samples/sec	accuracy=0.550958	lr=0.040381
Epoch[46] Batch [4599]	Speed: 1753.176108 samples/sec	accuracy=0.550953	lr=0.040376
Epoch[46] Batch [4649]	Speed: 1730.249041 samples/sec	accuracy=0.550890	lr=0.040372
Epoch[46] Batch [4699]	Speed: 1740.463233 samples/sec	accuracy=0.550829	lr=0.040368
Epoch[46] Batch [4749]	Speed: 1764.729550 samples/sec	accuracy=0.550728	lr=0.040364
Epoch[46] Batch [4799]	Speed: 1773.577653 samples/sec	accuracy=0.550643	lr=0.040359
Epoch[46] Batch [4849]	Speed: 1787.296861 samples/sec	accuracy=0.550624	lr=0.040355
Epoch[46] Batch [4899]	Speed: 1786.526835 samples/sec	accuracy=0.550565	lr=0.040351
Epoch[46] Batch [4949]	Speed: 1734.504284 samples/sec	accuracy=0.550500	lr=0.040346
Epoch[46] Batch [4999]	Speed: 1838.940414 samples/sec	accuracy=0.550480	lr=0.040342
[Epoch 46] training: accuracy=0.550490
[Epoch 46] speed: 1752 samples/sec	time cost: 745.634104
[Epoch 46] validation: err-top1=0.390104 err-top5=0.164804
Epoch[47] Batch [49]	Speed: 1627.531282 samples/sec	accuracy=0.552813	lr=0.040337
Epoch[47] Batch [99]	Speed: 1751.832147 samples/sec	accuracy=0.553516	lr=0.040333
Epoch[47] Batch [149]	Speed: 1778.552169 samples/sec	accuracy=0.555000	lr=0.040329
Epoch[47] Batch [199]	Speed: 1754.569955 samples/sec	accuracy=0.555430	lr=0.040325
Epoch[47] Batch [249]	Speed: 1762.122071 samples/sec	accuracy=0.557281	lr=0.040320
Epoch[47] Batch [299]	Speed: 1764.999444 samples/sec	accuracy=0.556445	lr=0.040316
Epoch[47] Batch [349]	Speed: 1762.128375 samples/sec	accuracy=0.556217	lr=0.040312
Epoch[47] Batch [399]	Speed: 1735.994093 samples/sec	accuracy=0.556455	lr=0.040308
Epoch[47] Batch [449]	Speed: 1773.014479 samples/sec	accuracy=0.556363	lr=0.040303
Epoch[47] Batch [499]	Speed: 1755.636243 samples/sec	accuracy=0.555883	lr=0.040299
Epoch[47] Batch [549]	Speed: 1765.357998 samples/sec	accuracy=0.555788	lr=0.040295
Epoch[47] Batch [599]	Speed: 1773.685759 samples/sec	accuracy=0.555007	lr=0.040290
Epoch[47] Batch [649]	Speed: 1758.828607 samples/sec	accuracy=0.554760	lr=0.040286
Epoch[47] Batch [699]	Speed: 1736.438003 samples/sec	accuracy=0.553945	lr=0.040282
Epoch[47] Batch [749]	Speed: 1775.241672 samples/sec	accuracy=0.553891	lr=0.040278
Epoch[47] Batch [799]	Speed: 1711.224488 samples/sec	accuracy=0.554004	lr=0.040273
Epoch[47] Batch [849]	Speed: 1795.580472 samples/sec	accuracy=0.553879	lr=0.040269
Epoch[47] Batch [899]	Speed: 1792.322475 samples/sec	accuracy=0.553225	lr=0.040265
Epoch[47] Batch [949]	Speed: 1777.195980 samples/sec	accuracy=0.553623	lr=0.040260
Epoch[47] Batch [999]	Speed: 1787.826397 samples/sec	accuracy=0.553438	lr=0.040256
Epoch[47] Batch [1049]	Speed: 1777.709128 samples/sec	accuracy=0.553761	lr=0.040252
Epoch[47] Batch [1099]	Speed: 1739.834395 samples/sec	accuracy=0.553803	lr=0.040248
Epoch[47] Batch [1149]	Speed: 1772.974020 samples/sec	accuracy=0.553747	lr=0.040243
Epoch[47] Batch [1199]	Speed: 1783.121168 samples/sec	accuracy=0.553926	lr=0.040239
Epoch[47] Batch [1249]	Speed: 1744.513063 samples/sec	accuracy=0.553831	lr=0.040235
Epoch[47] Batch [1299]	Speed: 1766.203482 samples/sec	accuracy=0.553948	lr=0.040230
Epoch[47] Batch [1349]	Speed: 1743.896307 samples/sec	accuracy=0.554013	lr=0.040226
Epoch[47] Batch [1399]	Speed: 1758.275106 samples/sec	accuracy=0.553984	lr=0.040222
Epoch[47] Batch [1449]	Speed: 1765.823385 samples/sec	accuracy=0.553960	lr=0.040218
Epoch[47] Batch [1499]	Speed: 1746.034604 samples/sec	accuracy=0.553828	lr=0.040213
Epoch[47] Batch [1549]	Speed: 1739.196827 samples/sec	accuracy=0.553609	lr=0.040209
Epoch[47] Batch [1599]	Speed: 1730.547481 samples/sec	accuracy=0.553594	lr=0.040205
Epoch[47] Batch [1649]	Speed: 1789.709185 samples/sec	accuracy=0.553459	lr=0.040200
Epoch[47] Batch [1699]	Speed: 1760.097577 samples/sec	accuracy=0.553529	lr=0.040196
Epoch[47] Batch [1749]	Speed: 1761.074523 samples/sec	accuracy=0.553658	lr=0.040192
Epoch[47] Batch [1799]	Speed: 1748.540211 samples/sec	accuracy=0.553438	lr=0.040187
Epoch[47] Batch [1849]	Speed: 1777.303293 samples/sec	accuracy=0.553294	lr=0.040183
Epoch[47] Batch [1899]	Speed: 1768.206821 samples/sec	accuracy=0.553215	lr=0.040179
Epoch[47] Batch [1949]	Speed: 1765.878214 samples/sec	accuracy=0.553255	lr=0.040175
Epoch[47] Batch [1999]	Speed: 1768.723589 samples/sec	accuracy=0.553314	lr=0.040170
Epoch[47] Batch [2049]	Speed: 1728.815054 samples/sec	accuracy=0.553234	lr=0.040166
Epoch[47] Batch [2099]	Speed: 1768.446730 samples/sec	accuracy=0.553238	lr=0.040162
Epoch[47] Batch [2149]	Speed: 1759.833853 samples/sec	accuracy=0.553283	lr=0.040157
Epoch[47] Batch [2199]	Speed: 1724.341655 samples/sec	accuracy=0.553116	lr=0.040153
Epoch[47] Batch [2249]	Speed: 1780.393204 samples/sec	accuracy=0.553148	lr=0.040149
Epoch[47] Batch [2299]	Speed: 1758.412513 samples/sec	accuracy=0.553239	lr=0.040144
Epoch[47] Batch [2349]	Speed: 1746.102010 samples/sec	accuracy=0.553296	lr=0.040140
Epoch[47] Batch [2399]	Speed: 1798.663269 samples/sec	accuracy=0.553407	lr=0.040136
Epoch[47] Batch [2449]	Speed: 1756.586516 samples/sec	accuracy=0.553436	lr=0.040131
Epoch[47] Batch [2499]	Speed: 1738.012774 samples/sec	accuracy=0.553377	lr=0.040127
Epoch[47] Batch [2549]	Speed: 1758.317374 samples/sec	accuracy=0.553373	lr=0.040123
Epoch[47] Batch [2599]	Speed: 1760.183502 samples/sec	accuracy=0.553343	lr=0.040119
Epoch[47] Batch [2649]	Speed: 1774.856149 samples/sec	accuracy=0.553280	lr=0.040114
Epoch[47] Batch [2699]	Speed: 1746.365270 samples/sec	accuracy=0.553245	lr=0.040110
Epoch[47] Batch [2749]	Speed: 1759.932329 samples/sec	accuracy=0.553146	lr=0.040106
Epoch[47] Batch [2799]	Speed: 1778.386678 samples/sec	accuracy=0.553033	lr=0.040101
Epoch[47] Batch [2849]	Speed: 1749.183451 samples/sec	accuracy=0.553014	lr=0.040097
Epoch[47] Batch [2899]	Speed: 1773.584508 samples/sec	accuracy=0.553046	lr=0.040093
Epoch[47] Batch [2949]	Speed: 1754.897093 samples/sec	accuracy=0.552930	lr=0.040088
Epoch[47] Batch [2999]	Speed: 1742.859334 samples/sec	accuracy=0.552875	lr=0.040084
Epoch[47] Batch [3049]	Speed: 1765.769082 samples/sec	accuracy=0.552834	lr=0.040080
Epoch[47] Batch [3099]	Speed: 1798.471481 samples/sec	accuracy=0.552821	lr=0.040075
Epoch[47] Batch [3149]	Speed: 1767.829819 samples/sec	accuracy=0.552844	lr=0.040071
Epoch[47] Batch [3199]	Speed: 1723.813795 samples/sec	accuracy=0.552797	lr=0.040067
Epoch[47] Batch [3249]	Speed: 1753.536347 samples/sec	accuracy=0.552720	lr=0.040062
Epoch[47] Batch [3299]	Speed: 1740.367600 samples/sec	accuracy=0.552620	lr=0.040058
Epoch[47] Batch [3349]	Speed: 1729.204169 samples/sec	accuracy=0.552429	lr=0.040054
Epoch[47] Batch [3399]	Speed: 1747.184069 samples/sec	accuracy=0.552301	lr=0.040049
Epoch[47] Batch [3449]	Speed: 1795.178022 samples/sec	accuracy=0.552208	lr=0.040045
Epoch[47] Batch [3499]	Speed: 1782.448764 samples/sec	accuracy=0.552175	lr=0.040041
Epoch[47] Batch [3549]	Speed: 1796.681631 samples/sec	accuracy=0.552081	lr=0.040037
Epoch[47] Batch [3599]	Speed: 1748.544823 samples/sec	accuracy=0.552010	lr=0.040032
Epoch[47] Batch [3649]	Speed: 1749.078311 samples/sec	accuracy=0.552029	lr=0.040028
Epoch[47] Batch [3699]	Speed: 1741.080160 samples/sec	accuracy=0.551971	lr=0.040024
Epoch[47] Batch [3749]	Speed: 1780.215918 samples/sec	accuracy=0.551944	lr=0.040019
Epoch[47] Batch [3799]	Speed: 1745.315601 samples/sec	accuracy=0.551970	lr=0.040015
Epoch[47] Batch [3849]	Speed: 1730.785984 samples/sec	accuracy=0.551958	lr=0.040011
Epoch[47] Batch [3899]	Speed: 1738.064652 samples/sec	accuracy=0.551781	lr=0.040006
Epoch[47] Batch [3949]	Speed: 1715.256395 samples/sec	accuracy=0.551720	lr=0.040002
Epoch[47] Batch [3999]	Speed: 1767.680635 samples/sec	accuracy=0.551604	lr=0.039998
Epoch[47] Batch [4049]	Speed: 1760.917697 samples/sec	accuracy=0.551640	lr=0.039993
Epoch[47] Batch [4099]	Speed: 1747.453855 samples/sec	accuracy=0.551677	lr=0.039989
Epoch[47] Batch [4149]	Speed: 1747.070072 samples/sec	accuracy=0.551643	lr=0.039985
Epoch[47] Batch [4199]	Speed: 1753.878742 samples/sec	accuracy=0.551617	lr=0.039980
Epoch[47] Batch [4249]	Speed: 1788.754273 samples/sec	accuracy=0.551520	lr=0.039976
Epoch[47] Batch [4299]	Speed: 1753.625470 samples/sec	accuracy=0.551513	lr=0.039972
Epoch[47] Batch [4349]	Speed: 1768.709197 samples/sec	accuracy=0.551375	lr=0.039967
Epoch[47] Batch [4399]	Speed: 1743.788912 samples/sec	accuracy=0.551349	lr=0.039963
Epoch[47] Batch [4449]	Speed: 1774.092582 samples/sec	accuracy=0.551385	lr=0.039959
Epoch[47] Batch [4499]	Speed: 1727.200552 samples/sec	accuracy=0.551329	lr=0.039954
Epoch[47] Batch [4549]	Speed: 1762.220572 samples/sec	accuracy=0.551296	lr=0.039950
Epoch[47] Batch [4599]	Speed: 1793.767961 samples/sec	accuracy=0.551327	lr=0.039946
Epoch[47] Batch [4649]	Speed: 1806.122579 samples/sec	accuracy=0.551289	lr=0.039941
Epoch[47] Batch [4699]	Speed: 1758.082565 samples/sec	accuracy=0.551302	lr=0.039937
Epoch[47] Batch [4749]	Speed: 1769.556261 samples/sec	accuracy=0.551275	lr=0.039933
Epoch[47] Batch [4799]	Speed: 1748.946632 samples/sec	accuracy=0.551156	lr=0.039928
Epoch[47] Batch [4849]	Speed: 1756.601919 samples/sec	accuracy=0.551162	lr=0.039924
Epoch[47] Batch [4899]	Speed: 1758.000760 samples/sec	accuracy=0.551099	lr=0.039920
Epoch[47] Batch [4949]	Speed: 1777.765404 samples/sec	accuracy=0.551076	lr=0.039915
Epoch[47] Batch [4999]	Speed: 1840.904999 samples/sec	accuracy=0.550983	lr=0.039911
[Epoch 47] training: accuracy=0.550965
[Epoch 47] speed: 1759 samples/sec	time cost: 742.580435
[Epoch 47] validation: err-top1=0.392228 err-top5=0.167808
Epoch[48] Batch [49]	Speed: 1618.507004 samples/sec	accuracy=0.562813	lr=0.039906
Epoch[48] Batch [99]	Speed: 1776.741867 samples/sec	accuracy=0.559258	lr=0.039902
Epoch[48] Batch [149]	Speed: 1759.914675 samples/sec	accuracy=0.558932	lr=0.039897
Epoch[48] Batch [199]	Speed: 1769.557894 samples/sec	accuracy=0.560273	lr=0.039893
Epoch[48] Batch [249]	Speed: 1759.847409 samples/sec	accuracy=0.559547	lr=0.039889
Epoch[48] Batch [299]	Speed: 1760.756396 samples/sec	accuracy=0.558568	lr=0.039884
Epoch[48] Batch [349]	Speed: 1770.417274 samples/sec	accuracy=0.558103	lr=0.039880
Epoch[48] Batch [399]	Speed: 1754.072025 samples/sec	accuracy=0.557383	lr=0.039876
Epoch[48] Batch [449]	Speed: 1748.841747 samples/sec	accuracy=0.557135	lr=0.039871
Epoch[48] Batch [499]	Speed: 1749.140197 samples/sec	accuracy=0.557125	lr=0.039867
Epoch[48] Batch [549]	Speed: 1738.676670 samples/sec	accuracy=0.557017	lr=0.039863
Epoch[48] Batch [599]	Speed: 1732.416870 samples/sec	accuracy=0.556667	lr=0.039858
Epoch[48] Batch [649]	Speed: 1775.044987 samples/sec	accuracy=0.556719	lr=0.039854
Epoch[48] Batch [699]	Speed: 1752.075753 samples/sec	accuracy=0.556685	lr=0.039850
Epoch[48] Batch [749]	Speed: 1743.725705 samples/sec	accuracy=0.556583	lr=0.039845
Epoch[48] Batch [799]	Speed: 1790.125421 samples/sec	accuracy=0.556235	lr=0.039841
Epoch[48] Batch [849]	Speed: 1758.600229 samples/sec	accuracy=0.555689	lr=0.039837
Epoch[48] Batch [899]	Speed: 1734.283355 samples/sec	accuracy=0.555260	lr=0.039832
Epoch[48] Batch [949]	Speed: 1745.662910 samples/sec	accuracy=0.555156	lr=0.039828
Epoch[48] Batch [999]	Speed: 1740.229389 samples/sec	accuracy=0.554828	lr=0.039823
Epoch[48] Batch [1049]	Speed: 1781.159014 samples/sec	accuracy=0.554714	lr=0.039819
Epoch[48] Batch [1099]	Speed: 1752.784085 samples/sec	accuracy=0.554688	lr=0.039815
Epoch[48] Batch [1149]	Speed: 1788.126033 samples/sec	accuracy=0.554630	lr=0.039810
Epoch[48] Batch [1199]	Speed: 1751.077007 samples/sec	accuracy=0.554528	lr=0.039806
Epoch[48] Batch [1249]	Speed: 1748.653488 samples/sec	accuracy=0.554391	lr=0.039802
Epoch[48] Batch [1299]	Speed: 1719.851017 samples/sec	accuracy=0.554303	lr=0.039797
Epoch[48] Batch [1349]	Speed: 1747.046536 samples/sec	accuracy=0.554346	lr=0.039793
Epoch[48] Batch [1399]	Speed: 1782.546296 samples/sec	accuracy=0.554551	lr=0.039789
Epoch[48] Batch [1449]	Speed: 1726.753188 samples/sec	accuracy=0.554203	lr=0.039784
Epoch[48] Batch [1499]	Speed: 1767.352146 samples/sec	accuracy=0.554135	lr=0.039780
Epoch[48] Batch [1549]	Speed: 1750.273899 samples/sec	accuracy=0.554007	lr=0.039775
Epoch[48] Batch [1599]	Speed: 1768.378345 samples/sec	accuracy=0.553865	lr=0.039771
Epoch[48] Batch [1649]	Speed: 1742.977761 samples/sec	accuracy=0.553726	lr=0.039767
Epoch[48] Batch [1699]	Speed: 1766.730533 samples/sec	accuracy=0.553867	lr=0.039762
Epoch[48] Batch [1749]	Speed: 1732.792340 samples/sec	accuracy=0.553942	lr=0.039758
Epoch[48] Batch [1799]	Speed: 1729.574068 samples/sec	accuracy=0.554095	lr=0.039754
Epoch[48] Batch [1849]	Speed: 1756.127938 samples/sec	accuracy=0.553815	lr=0.039749
Epoch[48] Batch [1899]	Speed: 1737.045504 samples/sec	accuracy=0.553783	lr=0.039745
Epoch[48] Batch [1949]	Speed: 1771.492219 samples/sec	accuracy=0.553840	lr=0.039741
Epoch[48] Batch [1999]	Speed: 1739.816916 samples/sec	accuracy=0.553898	lr=0.039736
Epoch[48] Batch [2049]	Speed: 1739.773898 samples/sec	accuracy=0.553996	lr=0.039732
Epoch[48] Batch [2099]	Speed: 1751.261218 samples/sec	accuracy=0.553681	lr=0.039727
Epoch[48] Batch [2149]	Speed: 1772.605459 samples/sec	accuracy=0.553868	lr=0.039723
Epoch[48] Batch [2199]	Speed: 1735.751853 samples/sec	accuracy=0.553732	lr=0.039719
Epoch[48] Batch [2249]	Speed: 1744.500705 samples/sec	accuracy=0.553726	lr=0.039714
Epoch[48] Batch [2299]	Speed: 1755.249432 samples/sec	accuracy=0.553849	lr=0.039710
Epoch[48] Batch [2349]	Speed: 1733.007463 samples/sec	accuracy=0.553763	lr=0.039706
Epoch[48] Batch [2399]	Speed: 1712.801706 samples/sec	accuracy=0.553787	lr=0.039701
Epoch[48] Batch [2449]	Speed: 1744.966558 samples/sec	accuracy=0.553774	lr=0.039697
Epoch[48] Batch [2499]	Speed: 1732.931162 samples/sec	accuracy=0.553717	lr=0.039692
Epoch[48] Batch [2549]	Speed: 1721.412502 samples/sec	accuracy=0.553598	lr=0.039688
Epoch[48] Batch [2599]	Speed: 1742.128753 samples/sec	accuracy=0.553544	lr=0.039684
Epoch[48] Batch [2649]	Speed: 1733.538842 samples/sec	accuracy=0.553743	lr=0.039679
Epoch[48] Batch [2699]	Speed: 1774.290815 samples/sec	accuracy=0.553637	lr=0.039675
Epoch[48] Batch [2749]	Speed: 1784.752897 samples/sec	accuracy=0.553597	lr=0.039671
Epoch[48] Batch [2799]	Speed: 1756.823742 samples/sec	accuracy=0.553528	lr=0.039666
Epoch[48] Batch [2849]	Speed: 1745.053168 samples/sec	accuracy=0.553429	lr=0.039662
Epoch[48] Batch [2899]	Speed: 1759.364295 samples/sec	accuracy=0.553613	lr=0.039657
Epoch[48] Batch [2949]	Speed: 1717.114295 samples/sec	accuracy=0.553622	lr=0.039653
Epoch[48] Batch [2999]	Speed: 1783.543825 samples/sec	accuracy=0.553693	lr=0.039649
Epoch[48] Batch [3049]	Speed: 1763.215338 samples/sec	accuracy=0.553655	lr=0.039644
Epoch[48] Batch [3099]	Speed: 1763.030514 samples/sec	accuracy=0.553653	lr=0.039640
Epoch[48] Batch [3149]	Speed: 1811.461888 samples/sec	accuracy=0.553653	lr=0.039635
Epoch[48] Batch [3199]	Speed: 1758.712855 samples/sec	accuracy=0.553650	lr=0.039631
Epoch[48] Batch [3249]	Speed: 1762.644779 samples/sec	accuracy=0.553626	lr=0.039627
Epoch[48] Batch [3299]	Speed: 1782.389470 samples/sec	accuracy=0.553665	lr=0.039622
Epoch[48] Batch [3349]	Speed: 1744.258465 samples/sec	accuracy=0.553786	lr=0.039618
Epoch[48] Batch [3399]	Speed: 1774.333094 samples/sec	accuracy=0.553761	lr=0.039613
Epoch[48] Batch [3449]	Speed: 1739.035199 samples/sec	accuracy=0.553620	lr=0.039609
Epoch[48] Batch [3499]	Speed: 1750.079855 samples/sec	accuracy=0.553578	lr=0.039605
Epoch[48] Batch [3549]	Speed: 1751.686622 samples/sec	accuracy=0.553585	lr=0.039600
Epoch[48] Batch [3599]	Speed: 1741.628593 samples/sec	accuracy=0.553588	lr=0.039596
Epoch[48] Batch [3649]	Speed: 1752.930995 samples/sec	accuracy=0.553602	lr=0.039592
Epoch[48] Batch [3699]	Speed: 1757.347165 samples/sec	accuracy=0.553579	lr=0.039587
Epoch[48] Batch [3749]	Speed: 1756.913430 samples/sec	accuracy=0.553549	lr=0.039583
Epoch[48] Batch [3799]	Speed: 1750.050646 samples/sec	accuracy=0.553510	lr=0.039578
Epoch[48] Batch [3849]	Speed: 1792.051997 samples/sec	accuracy=0.553594	lr=0.039574
Epoch[48] Batch [3899]	Speed: 1753.402564 samples/sec	accuracy=0.553474	lr=0.039570
Epoch[48] Batch [3949]	Speed: 1771.071573 samples/sec	accuracy=0.553485	lr=0.039565
Epoch[48] Batch [3999]	Speed: 1762.659768 samples/sec	accuracy=0.553393	lr=0.039561
Epoch[48] Batch [4049]	Speed: 1741.059551 samples/sec	accuracy=0.553336	lr=0.039556
Epoch[48] Batch [4099]	Speed: 1750.549948 samples/sec	accuracy=0.553239	lr=0.039552
Epoch[48] Batch [4149]	Speed: 1733.363265 samples/sec	accuracy=0.553245	lr=0.039548
Epoch[48] Batch [4199]	Speed: 1774.223912 samples/sec	accuracy=0.553204	lr=0.039543
Epoch[48] Batch [4249]	Speed: 1753.316097 samples/sec	accuracy=0.553126	lr=0.039539
Epoch[48] Batch [4299]	Speed: 1740.088436 samples/sec	accuracy=0.553163	lr=0.039534
Epoch[48] Batch [4349]	Speed: 1780.235221 samples/sec	accuracy=0.553109	lr=0.039530
Epoch[48] Batch [4399]	Speed: 1746.665546 samples/sec	accuracy=0.553081	lr=0.039526
Epoch[48] Batch [4449]	Speed: 1757.194913 samples/sec	accuracy=0.553081	lr=0.039521
Epoch[48] Batch [4499]	Speed: 1749.052270 samples/sec	accuracy=0.552947	lr=0.039517
Epoch[48] Batch [4549]	Speed: 1747.935628 samples/sec	accuracy=0.552853	lr=0.039512
Epoch[48] Batch [4599]	Speed: 1747.385832 samples/sec	accuracy=0.552773	lr=0.039508
Epoch[48] Batch [4649]	Speed: 1765.734237 samples/sec	accuracy=0.552761	lr=0.039503
Epoch[48] Batch [4699]	Speed: 1717.980816 samples/sec	accuracy=0.552676	lr=0.039499
Epoch[48] Batch [4749]	Speed: 1761.585165 samples/sec	accuracy=0.552678	lr=0.039495
Epoch[48] Batch [4799]	Speed: 1752.191147 samples/sec	accuracy=0.552627	lr=0.039490
Epoch[48] Batch [4849]	Speed: 1746.603778 samples/sec	accuracy=0.552593	lr=0.039486
Epoch[48] Batch [4899]	Speed: 1757.718039 samples/sec	accuracy=0.552506	lr=0.039481
Epoch[48] Batch [4949]	Speed: 1746.158972 samples/sec	accuracy=0.552479	lr=0.039477
Epoch[48] Batch [4999]	Speed: 1818.474233 samples/sec	accuracy=0.552488	lr=0.039473
[Epoch 48] training: accuracy=0.552498
[Epoch 48] speed: 1752 samples/sec	time cost: 745.534843
[Epoch 48] validation: err-top1=0.387357 err-top5=0.163245
Epoch[49] Batch [49]	Speed: 1623.124903 samples/sec	accuracy=0.565859	lr=0.039468
Epoch[49] Batch [99]	Speed: 1759.926444 samples/sec	accuracy=0.564414	lr=0.039463
Epoch[49] Batch [149]	Speed: 1742.990776 samples/sec	accuracy=0.562344	lr=0.039459
Epoch[49] Batch [199]	Speed: 1718.997414 samples/sec	accuracy=0.561172	lr=0.039455
Epoch[49] Batch [249]	Speed: 1787.718226 samples/sec	accuracy=0.559656	lr=0.039450
Epoch[49] Batch [299]	Speed: 1748.522101 samples/sec	accuracy=0.559805	lr=0.039446
Epoch[49] Batch [349]	Speed: 1754.824417 samples/sec	accuracy=0.559174	lr=0.039441
Epoch[49] Batch [399]	Speed: 1776.722875 samples/sec	accuracy=0.559180	lr=0.039437
Epoch[49] Batch [449]	Speed: 1740.907963 samples/sec	accuracy=0.558559	lr=0.039432
Epoch[49] Batch [499]	Speed: 1773.475417 samples/sec	accuracy=0.558477	lr=0.039428
Epoch[49] Batch [549]	Speed: 1755.440319 samples/sec	accuracy=0.557997	lr=0.039424
Epoch[49] Batch [599]	Speed: 1776.196722 samples/sec	accuracy=0.557969	lr=0.039419
Epoch[49] Batch [649]	Speed: 1726.024393 samples/sec	accuracy=0.558203	lr=0.039415
Epoch[49] Batch [699]	Speed: 1754.543922 samples/sec	accuracy=0.557640	lr=0.039410
Epoch[49] Batch [749]	Speed: 1779.249113 samples/sec	accuracy=0.557109	lr=0.039406
Epoch[49] Batch [799]	Speed: 1754.975340 samples/sec	accuracy=0.557056	lr=0.039401
Epoch[49] Batch [849]	Speed: 1745.785806 samples/sec	accuracy=0.557247	lr=0.039397
Epoch[49] Batch [899]	Speed: 1769.698354 samples/sec	accuracy=0.557344	lr=0.039393
Epoch[49] Batch [949]	Speed: 1768.674993 samples/sec	accuracy=0.557673	lr=0.039388
Epoch[49] Batch [999]	Speed: 1708.814549 samples/sec	accuracy=0.557543	lr=0.039384
Epoch[49] Batch [1049]	Speed: 1771.081622 samples/sec	accuracy=0.557545	lr=0.039379
Epoch[49] Batch [1099]	Speed: 1751.902403 samples/sec	accuracy=0.557379	lr=0.039375
Epoch[49] Batch [1149]	Speed: 1750.328965 samples/sec	accuracy=0.557452	lr=0.039370
Epoch[49] Batch [1199]	Speed: 1763.527519 samples/sec	accuracy=0.557643	lr=0.039366
Epoch[49] Batch [1249]	Speed: 1731.529139 samples/sec	accuracy=0.557669	lr=0.039362
Epoch[49] Batch [1299]	Speed: 1753.641337 samples/sec	accuracy=0.557293	lr=0.039357
Epoch[49] Batch [1349]	Speed: 1750.642536 samples/sec	accuracy=0.557199	lr=0.039353
Epoch[49] Batch [1399]	Speed: 1740.819959 samples/sec	accuracy=0.557009	lr=0.039348
Epoch[49] Batch [1449]	Speed: 1760.621451 samples/sec	accuracy=0.556875	lr=0.039344
Epoch[49] Batch [1499]	Speed: 1734.740067 samples/sec	accuracy=0.556729	lr=0.039339
Epoch[49] Batch [1549]	Speed: 1774.880793 samples/sec	accuracy=0.556610	lr=0.039335
Epoch[49] Batch [1599]	Speed: 1787.735014 samples/sec	accuracy=0.556738	lr=0.039331
Epoch[49] Batch [1649]	Speed: 1715.241763 samples/sec	accuracy=0.556702	lr=0.039326
Epoch[49] Batch [1699]	Speed: 1755.343263 samples/sec	accuracy=0.556652	lr=0.039322
Epoch[49] Batch [1749]	Speed: 1738.984164 samples/sec	accuracy=0.556417	lr=0.039317
Epoch[49] Batch [1799]	Speed: 1765.963252 samples/sec	accuracy=0.556463	lr=0.039313
Epoch[49] Batch [1849]	Speed: 1806.029316 samples/sec	accuracy=0.556476	lr=0.039308
Epoch[49] Batch [1899]	Speed: 1761.233456 samples/sec	accuracy=0.556271	lr=0.039304
Epoch[49] Batch [1949]	Speed: 1767.843965 samples/sec	accuracy=0.556332	lr=0.039300
Epoch[49] Batch [1999]	Speed: 1781.097501 samples/sec	accuracy=0.556285	lr=0.039295
Epoch[49] Batch [2049]	Speed: 1759.034970 samples/sec	accuracy=0.556370	lr=0.039291
Epoch[49] Batch [2099]	Speed: 1764.753159 samples/sec	accuracy=0.556198	lr=0.039286
Epoch[49] Batch [2149]	Speed: 1772.034656 samples/sec	accuracy=0.556181	lr=0.039282
Epoch[49] Batch [2199]	Speed: 1761.985240 samples/sec	accuracy=0.556273	lr=0.039277
Epoch[49] Batch [2249]	Speed: 1809.279576 samples/sec	accuracy=0.556278	lr=0.039273
Epoch[49] Batch [2299]	Speed: 1759.552215 samples/sec	accuracy=0.556345	lr=0.039268
Epoch[49] Batch [2349]	Speed: 1784.278963 samples/sec	accuracy=0.556260	lr=0.039264
Epoch[49] Batch [2399]	Speed: 1761.459803 samples/sec	accuracy=0.556183	lr=0.039260
Epoch[49] Batch [2449]	Speed: 1767.555161 samples/sec	accuracy=0.556201	lr=0.039255
Epoch[49] Batch [2499]	Speed: 1752.943873 samples/sec	accuracy=0.556158	lr=0.039251
Epoch[49] Batch [2549]	Speed: 1768.391800 samples/sec	accuracy=0.556195	lr=0.039246
Epoch[49] Batch [2599]	Speed: 1730.398499 samples/sec	accuracy=0.556064	lr=0.039242
Epoch[49] Batch [2649]	Speed: 1771.550031 samples/sec	accuracy=0.555817	lr=0.039237
Epoch[49] Batch [2699]	Speed: 1738.937414 samples/sec	accuracy=0.555690	lr=0.039233
Epoch[49] Batch [2749]	Speed: 1785.917090 samples/sec	accuracy=0.555621	lr=0.039228
Epoch[49] Batch [2799]	Speed: 1729.306544 samples/sec	accuracy=0.555611	lr=0.039224
Epoch[49] Batch [2849]	Speed: 1738.815761 samples/sec	accuracy=0.555367	lr=0.039220
Epoch[49] Batch [2899]	Speed: 1776.169867 samples/sec	accuracy=0.555357	lr=0.039215
Epoch[49] Batch [2949]	Speed: 1751.627242 samples/sec	accuracy=0.555376	lr=0.039211
Epoch[49] Batch [2999]	Speed: 1745.247574 samples/sec	accuracy=0.555302	lr=0.039206
Epoch[49] Batch [3049]	Speed: 1760.996713 samples/sec	accuracy=0.555312	lr=0.039202
Epoch[49] Batch [3099]	Speed: 1755.574642 samples/sec	accuracy=0.555379	lr=0.039197
Epoch[49] Batch [3149]	Speed: 1738.147989 samples/sec	accuracy=0.555361	lr=0.039193
Epoch[49] Batch [3199]	Speed: 1753.821333 samples/sec	accuracy=0.555314	lr=0.039188
Epoch[49] Batch [3249]	Speed: 1798.975711 samples/sec	accuracy=0.555198	lr=0.039184
Epoch[49] Batch [3299]	Speed: 1750.836819 samples/sec	accuracy=0.555239	lr=0.039179
Epoch[49] Batch [3349]	Speed: 1780.235989 samples/sec	accuracy=0.555261	lr=0.039175
Epoch[49] Batch [3399]	Speed: 1798.892527 samples/sec	accuracy=0.555129	lr=0.039171
Epoch[49] Batch [3449]	Speed: 1730.156200 samples/sec	accuracy=0.555095	lr=0.039166
Epoch[49] Batch [3499]	Speed: 1730.694480 samples/sec	accuracy=0.555027	lr=0.039162
Epoch[49] Batch [3549]	Speed: 1765.034724 samples/sec	accuracy=0.555019	lr=0.039157
Epoch[49] Batch [3599]	Speed: 1774.370743 samples/sec	accuracy=0.554829	lr=0.039153
Epoch[49] Batch [3649]	Speed: 1753.681434 samples/sec	accuracy=0.554731	lr=0.039148
Epoch[49] Batch [3699]	Speed: 1760.478099 samples/sec	accuracy=0.554589	lr=0.039144
Epoch[49] Batch [3749]	Speed: 1802.907557 samples/sec	accuracy=0.554575	lr=0.039139
Epoch[49] Batch [3799]	Speed: 1771.235296 samples/sec	accuracy=0.554460	lr=0.039135
Epoch[49] Batch [3849]	Speed: 1763.224372 samples/sec	accuracy=0.554400	lr=0.039130
Epoch[49] Batch [3899]	Speed: 1781.779588 samples/sec	accuracy=0.554390	lr=0.039126
Epoch[49] Batch [3949]	Speed: 1815.493624 samples/sec	accuracy=0.554334	lr=0.039121
Epoch[49] Batch [3999]	Speed: 1790.299910 samples/sec	accuracy=0.554295	lr=0.039117
Epoch[49] Batch [4049]	Speed: 1739.111531 samples/sec	accuracy=0.554295	lr=0.039112
Epoch[49] Batch [4099]	Speed: 1742.270546 samples/sec	accuracy=0.554299	lr=0.039108
Epoch[49] Batch [4149]	Speed: 1778.456311 samples/sec	accuracy=0.554340	lr=0.039104
Epoch[49] Batch [4199]	Speed: 1762.625277 samples/sec	accuracy=0.554369	lr=0.039099
Epoch[49] Batch [4249]	Speed: 1792.279813 samples/sec	accuracy=0.554237	lr=0.039095
Epoch[49] Batch [4299]	Speed: 1775.827818 samples/sec	accuracy=0.554162	lr=0.039090
Epoch[49] Batch [4349]	Speed: 1763.111862 samples/sec	accuracy=0.554152	lr=0.039086
Epoch[49] Batch [4399]	Speed: 1808.678333 samples/sec	accuracy=0.554198	lr=0.039081
Epoch[49] Batch [4449]	Speed: 1727.808167 samples/sec	accuracy=0.554221	lr=0.039077
Epoch[49] Batch [4499]	Speed: 1724.245737 samples/sec	accuracy=0.554260	lr=0.039072
Epoch[49] Batch [4549]	Speed: 1731.021259 samples/sec	accuracy=0.554157	lr=0.039068
Epoch[49] Batch [4599]	Speed: 1747.929482 samples/sec	accuracy=0.554111	lr=0.039063
Epoch[49] Batch [4649]	Speed: 1739.132093 samples/sec	accuracy=0.554047	lr=0.039059
Epoch[49] Batch [4699]	Speed: 1746.314543 samples/sec	accuracy=0.553982	lr=0.039054
Epoch[49] Batch [4749]	Speed: 1771.658943 samples/sec	accuracy=0.553988	lr=0.039050
Epoch[49] Batch [4799]	Speed: 1746.954442 samples/sec	accuracy=0.553932	lr=0.039045
Epoch[49] Batch [4849]	Speed: 1756.098010 samples/sec	accuracy=0.553876	lr=0.039041
Epoch[49] Batch [4899]	Speed: 1747.688166 samples/sec	accuracy=0.553835	lr=0.039036
Epoch[49] Batch [4949]	Speed: 1757.246792 samples/sec	accuracy=0.553737	lr=0.039032
Epoch[49] Batch [4999]	Speed: 1830.114740 samples/sec	accuracy=0.553575	lr=0.039027
[Epoch 49] training: accuracy=0.553563
[Epoch 49] speed: 1758 samples/sec	time cost: 742.837139
[Epoch 49] validation: err-top1=0.389704 err-top5=0.164203
Epoch[50] Batch [49]	Speed: 1631.083519 samples/sec	accuracy=0.563125	lr=0.039023
Epoch[50] Batch [99]	Speed: 1729.581758 samples/sec	accuracy=0.559258	lr=0.039018
Epoch[50] Batch [149]	Speed: 1773.442201 samples/sec	accuracy=0.560234	lr=0.039014
Epoch[50] Batch [199]	Speed: 1733.189570 samples/sec	accuracy=0.560762	lr=0.039009
Epoch[50] Batch [249]	Speed: 1745.874086 samples/sec	accuracy=0.559906	lr=0.039005
Epoch[50] Batch [299]	Speed: 1759.743059 samples/sec	accuracy=0.560443	lr=0.039000
Epoch[50] Batch [349]	Speed: 1753.946985 samples/sec	accuracy=0.561016	lr=0.038996
Epoch[50] Batch [399]	Speed: 1743.677453 samples/sec	accuracy=0.560830	lr=0.038991
Epoch[50] Batch [449]	Speed: 1765.146435 samples/sec	accuracy=0.560156	lr=0.038987
Epoch[50] Batch [499]	Speed: 1759.172323 samples/sec	accuracy=0.559977	lr=0.038982
Epoch[50] Batch [549]	Speed: 1744.221404 samples/sec	accuracy=0.559190	lr=0.038978
Epoch[50] Batch [599]	Speed: 1769.591432 samples/sec	accuracy=0.559043	lr=0.038973
Epoch[50] Batch [649]	Speed: 1742.370403 samples/sec	accuracy=0.558696	lr=0.038969
Epoch[50] Batch [699]	Speed: 1754.803711 samples/sec	accuracy=0.558538	lr=0.038964
Epoch[50] Batch [749]	Speed: 1769.951388 samples/sec	accuracy=0.558646	lr=0.038960
Epoch[50] Batch [799]	Speed: 1781.010054 samples/sec	accuracy=0.558877	lr=0.038955
Epoch[50] Batch [849]	Speed: 1756.514677 samples/sec	accuracy=0.558690	lr=0.038951
Epoch[50] Batch [899]	Speed: 1769.485282 samples/sec	accuracy=0.558485	lr=0.038946
Epoch[50] Batch [949]	Speed: 1753.459717 samples/sec	accuracy=0.558660	lr=0.038942
Epoch[50] Batch [999]	Speed: 1748.716313 samples/sec	accuracy=0.558344	lr=0.038937
Epoch[50] Batch [1049]	Speed: 1737.260784 samples/sec	accuracy=0.558426	lr=0.038933
Epoch[50] Batch [1099]	Speed: 1754.349446 samples/sec	accuracy=0.558313	lr=0.038928
Epoch[50] Batch [1149]	Speed: 1778.010387 samples/sec	accuracy=0.557829	lr=0.038924
Epoch[50] Batch [1199]	Speed: 1729.919265 samples/sec	accuracy=0.558076	lr=0.038919
Epoch[50] Batch [1249]	Speed: 1786.450505 samples/sec	accuracy=0.557672	lr=0.038915
Epoch[50] Batch [1299]	Speed: 1757.809775 samples/sec	accuracy=0.558113	lr=0.038910
Epoch[50] Batch [1349]	Speed: 1765.161060 samples/sec	accuracy=0.557902	lr=0.038906
Epoch[50] Batch [1399]	Speed: 1724.324210 samples/sec	accuracy=0.558050	lr=0.038901
Epoch[50] Batch [1449]	Speed: 1779.713475 samples/sec	accuracy=0.557767	lr=0.038897
Epoch[50] Batch [1499]	Speed: 1756.567722 samples/sec	accuracy=0.557729	lr=0.038892
Epoch[50] Batch [1549]	Speed: 1756.052001 samples/sec	accuracy=0.558037	lr=0.038888
Epoch[50] Batch [1599]	Speed: 1741.877677 samples/sec	accuracy=0.557913	lr=0.038883
Epoch[50] Batch [1649]	Speed: 1745.690269 samples/sec	accuracy=0.558021	lr=0.038879
Epoch[50] Batch [1699]	Speed: 1760.734625 samples/sec	accuracy=0.557918	lr=0.038874
Epoch[50] Batch [1749]	Speed: 1768.687229 samples/sec	accuracy=0.557813	lr=0.038870
Epoch[50] Batch [1799]	Speed: 1742.661217 samples/sec	accuracy=0.557700	lr=0.038865
Epoch[50] Batch [1849]	Speed: 1776.868356 samples/sec	accuracy=0.557494	lr=0.038861
Epoch[50] Batch [1899]	Speed: 1783.563201 samples/sec	accuracy=0.557603	lr=0.038856
Epoch[50] Batch [1949]	Speed: 1789.137570 samples/sec	accuracy=0.557454	lr=0.038852
Epoch[50] Batch [1999]	Speed: 1723.206221 samples/sec	accuracy=0.557283	lr=0.038847
Epoch[50] Batch [2049]	Speed: 1738.370635 samples/sec	accuracy=0.557199	lr=0.038843
Epoch[50] Batch [2099]	Speed: 1761.760667 samples/sec	accuracy=0.556907	lr=0.038838
Epoch[50] Batch [2149]	Speed: 1758.202380 samples/sec	accuracy=0.556748	lr=0.038834
Epoch[50] Batch [2199]	Speed: 1760.661696 samples/sec	accuracy=0.556722	lr=0.038829
Epoch[50] Batch [2249]	Speed: 1762.548603 samples/sec	accuracy=0.556622	lr=0.038825
Epoch[50] Batch [2299]	Speed: 1752.766518 samples/sec	accuracy=0.556683	lr=0.038820
Epoch[50] Batch [2349]	Speed: 1747.390894 samples/sec	accuracy=0.556676	lr=0.038816
Epoch[50] Batch [2399]	Speed: 1743.226778 samples/sec	accuracy=0.556478	lr=0.038811
Epoch[50] Batch [2449]	Speed: 1742.013041 samples/sec	accuracy=0.556357	lr=0.038807
Epoch[50] Batch [2499]	Speed: 1762.042029 samples/sec	accuracy=0.556248	lr=0.038802
Epoch[50] Batch [2549]	Speed: 1773.603667 samples/sec	accuracy=0.556186	lr=0.038798
Epoch[50] Batch [2599]	Speed: 1727.116206 samples/sec	accuracy=0.556122	lr=0.038793
Epoch[50] Batch [2649]	Speed: 1779.990156 samples/sec	accuracy=0.556051	lr=0.038789
Epoch[50] Batch [2699]	Speed: 1778.245778 samples/sec	accuracy=0.556105	lr=0.038784
Epoch[50] Batch [2749]	Speed: 1747.849017 samples/sec	accuracy=0.556057	lr=0.038780
Epoch[50] Batch [2799]	Speed: 1748.087019 samples/sec	accuracy=0.556080	lr=0.038775
Epoch[50] Batch [2849]	Speed: 1767.514426 samples/sec	accuracy=0.556172	lr=0.038771
Epoch[50] Batch [2899]	Speed: 1751.335027 samples/sec	accuracy=0.556025	lr=0.038766
Epoch[50] Batch [2949]	Speed: 1774.363588 samples/sec	accuracy=0.556017	lr=0.038762
Epoch[50] Batch [2999]	Speed: 1732.977199 samples/sec	accuracy=0.555997	lr=0.038757
Epoch[50] Batch [3049]	Speed: 1777.359131 samples/sec	accuracy=0.555996	lr=0.038753
Epoch[50] Batch [3099]	Speed: 1778.663122 samples/sec	accuracy=0.555944	lr=0.038748
Epoch[50] Batch [3149]	Speed: 1729.407204 samples/sec	accuracy=0.555856	lr=0.038744
Epoch[50] Batch [3199]	Speed: 1772.246646 samples/sec	accuracy=0.555706	lr=0.038739
Epoch[50] Batch [3249]	Speed: 1774.193423 samples/sec	accuracy=0.555660	lr=0.038735
Epoch[50] Batch [3299]	Speed: 1756.192679 samples/sec	accuracy=0.555547	lr=0.038730
Epoch[50] Batch [3349]	Speed: 1735.117273 samples/sec	accuracy=0.555563	lr=0.038726
Epoch[50] Batch [3399]	Speed: 1714.943648 samples/sec	accuracy=0.555520	lr=0.038721
Epoch[50] Batch [3449]	Speed: 1770.786152 samples/sec	accuracy=0.555473	lr=0.038716
Epoch[50] Batch [3499]	Speed: 1754.072483 samples/sec	accuracy=0.555407	lr=0.038712
Epoch[50] Batch [3549]	Speed: 1746.554685 samples/sec	accuracy=0.555284	lr=0.038707
Epoch[50] Batch [3599]	Speed: 1730.234320 samples/sec	accuracy=0.555173	lr=0.038703
Epoch[50] Batch [3649]	Speed: 1765.980795 samples/sec	accuracy=0.555087	lr=0.038698
Epoch[50] Batch [3699]	Speed: 1788.684308 samples/sec	accuracy=0.555164	lr=0.038694
Epoch[50] Batch [3749]	Speed: 1765.806077 samples/sec	accuracy=0.555135	lr=0.038689
Epoch[50] Batch [3799]	Speed: 1727.433909 samples/sec	accuracy=0.555071	lr=0.038685
Epoch[50] Batch [3849]	Speed: 1781.431002 samples/sec	accuracy=0.555084	lr=0.038680
Epoch[50] Batch [3899]	Speed: 1770.758234 samples/sec	accuracy=0.555076	lr=0.038676
Epoch[50] Batch [3949]	Speed: 1785.447050 samples/sec	accuracy=0.555041	lr=0.038671
Epoch[50] Batch [3999]	Speed: 1773.317371 samples/sec	accuracy=0.555103	lr=0.038667
Epoch[50] Batch [4049]	Speed: 1759.864081 samples/sec	accuracy=0.555108	lr=0.038662
Epoch[50] Batch [4099]	Speed: 1780.105774 samples/sec	accuracy=0.555069	lr=0.038658
Epoch[50] Batch [4149]	Speed: 1740.906326 samples/sec	accuracy=0.555037	lr=0.038653
Epoch[50] Batch [4199]	Speed: 1786.269276 samples/sec	accuracy=0.555003	lr=0.038649
Epoch[50] Batch [4249]	Speed: 1764.143402 samples/sec	accuracy=0.554972	lr=0.038644
Epoch[50] Batch [4299]	Speed: 1750.810669 samples/sec	accuracy=0.555012	lr=0.038639
Epoch[50] Batch [4349]	Speed: 1758.402376 samples/sec	accuracy=0.554952	lr=0.038635
Epoch[50] Batch [4399]	Speed: 1769.893856 samples/sec	accuracy=0.554943	lr=0.038630
Epoch[50] Batch [4449]	Speed: 1767.954343 samples/sec	accuracy=0.554916	lr=0.038626
Epoch[50] Batch [4499]	Speed: 1776.303444 samples/sec	accuracy=0.554898	lr=0.038621
Epoch[50] Batch [4549]	Speed: 1746.239963 samples/sec	accuracy=0.554816	lr=0.038617
Epoch[50] Batch [4599]	Speed: 1792.639003 samples/sec	accuracy=0.554860	lr=0.038612
Epoch[50] Batch [4649]	Speed: 1765.075867 samples/sec	accuracy=0.554880	lr=0.038608
Epoch[50] Batch [4699]	Speed: 1742.623035 samples/sec	accuracy=0.554847	lr=0.038603
Epoch[50] Batch [4749]	Speed: 1786.797609 samples/sec	accuracy=0.554833	lr=0.038599
Epoch[50] Batch [4799]	Speed: 1781.301794 samples/sec	accuracy=0.554753	lr=0.038594
Epoch[50] Batch [4849]	Speed: 1745.664783 samples/sec	accuracy=0.554650	lr=0.038590
Epoch[50] Batch [4899]	Speed: 1756.477552 samples/sec	accuracy=0.554600	lr=0.038585
Epoch[50] Batch [4949]	Speed: 1787.807108 samples/sec	accuracy=0.554540	lr=0.038580
Epoch[50] Batch [4999]	Speed: 1888.661080 samples/sec	accuracy=0.554500	lr=0.038576
[Epoch 50] training: accuracy=0.554506
[Epoch 50] speed: 1758 samples/sec	time cost: 742.888447
[Epoch 50] validation: err-top1=0.395353 err-top5=0.169030
Epoch[51] Batch [49]	Speed: 1658.805515 samples/sec	accuracy=0.558281	lr=0.038571
Epoch[51] Batch [99]	Speed: 1762.683553 samples/sec	accuracy=0.558555	lr=0.038566
Epoch[51] Batch [149]	Speed: 1796.861731 samples/sec	accuracy=0.559063	lr=0.038562
Epoch[51] Batch [199]	Speed: 1752.510191 samples/sec	accuracy=0.560762	lr=0.038557
Epoch[51] Batch [249]	Speed: 1728.046026 samples/sec	accuracy=0.560766	lr=0.038553
Epoch[51] Batch [299]	Speed: 1737.585268 samples/sec	accuracy=0.559883	lr=0.038548
Epoch[51] Batch [349]	Speed: 1753.710020 samples/sec	accuracy=0.560413	lr=0.038544
Epoch[51] Batch [399]	Speed: 1799.722421 samples/sec	accuracy=0.559922	lr=0.038539
Epoch[51] Batch [449]	Speed: 1750.715380 samples/sec	accuracy=0.560234	lr=0.038535
Epoch[51] Batch [499]	Speed: 1747.470805 samples/sec	accuracy=0.560016	lr=0.038530
Epoch[51] Batch [549]	Speed: 1744.550647 samples/sec	accuracy=0.559929	lr=0.038525
Epoch[51] Batch [599]	Speed: 1735.145537 samples/sec	accuracy=0.559499	lr=0.038521
Epoch[51] Batch [649]	Speed: 1750.394763 samples/sec	accuracy=0.559700	lr=0.038516
Epoch[51] Batch [699]	Speed: 1762.378498 samples/sec	accuracy=0.559950	lr=0.038512
Epoch[51] Batch [749]	Speed: 1723.996965 samples/sec	accuracy=0.559531	lr=0.038507
Epoch[51] Batch [799]	Speed: 1708.391009 samples/sec	accuracy=0.559346	lr=0.038503
Epoch[51] Batch [849]	Speed: 1756.104271 samples/sec	accuracy=0.558902	lr=0.038498
Epoch[51] Batch [899]	Speed: 1757.930992 samples/sec	accuracy=0.558702	lr=0.038494
Epoch[51] Batch [949]	Speed: 1752.762684 samples/sec	accuracy=0.558586	lr=0.038489
Epoch[51] Batch [999]	Speed: 1764.606466 samples/sec	accuracy=0.558816	lr=0.038484
Epoch[51] Batch [1049]	Speed: 1740.705323 samples/sec	accuracy=0.558780	lr=0.038480
Epoch[51] Batch [1099]	Speed: 1761.707365 samples/sec	accuracy=0.558871	lr=0.038475
Epoch[51] Batch [1149]	Speed: 1754.524254 samples/sec	accuracy=0.558529	lr=0.038471
Epoch[51] Batch [1199]	Speed: 1819.219344 samples/sec	accuracy=0.558415	lr=0.038466
Epoch[51] Batch [1249]	Speed: 1753.062530 samples/sec	accuracy=0.558525	lr=0.038462
Epoch[51] Batch [1299]	Speed: 1770.553198 samples/sec	accuracy=0.558465	lr=0.038457
Epoch[51] Batch [1349]	Speed: 1754.561296 samples/sec	accuracy=0.558461	lr=0.038452
Epoch[51] Batch [1399]	Speed: 1755.509602 samples/sec	accuracy=0.558055	lr=0.038448
Epoch[51] Batch [1449]	Speed: 1731.383449 samples/sec	accuracy=0.557810	lr=0.038443
Epoch[51] Batch [1499]	Speed: 1766.691813 samples/sec	accuracy=0.557831	lr=0.038439
Epoch[51] Batch [1549]	Speed: 1759.649737 samples/sec	accuracy=0.557732	lr=0.038434
Epoch[51] Batch [1599]	Speed: 1728.801081 samples/sec	accuracy=0.557761	lr=0.038430
Epoch[51] Batch [1649]	Speed: 1781.859778 samples/sec	accuracy=0.557694	lr=0.038425
Epoch[51] Batch [1699]	Speed: 1757.336811 samples/sec	accuracy=0.557794	lr=0.038421
Epoch[51] Batch [1749]	Speed: 1749.643541 samples/sec	accuracy=0.557694	lr=0.038416
Epoch[51] Batch [1799]	Speed: 1764.787444 samples/sec	accuracy=0.557697	lr=0.038411
Epoch[51] Batch [1849]	Speed: 1732.342522 samples/sec	accuracy=0.557819	lr=0.038407
Epoch[51] Batch [1899]	Speed: 1726.272529 samples/sec	accuracy=0.557889	lr=0.038402
Epoch[51] Batch [1949]	Speed: 1791.240695 samples/sec	accuracy=0.558005	lr=0.038398
Epoch[51] Batch [1999]	Speed: 1756.451980 samples/sec	accuracy=0.557768	lr=0.038393
Epoch[51] Batch [2049]	Speed: 1737.150383 samples/sec	accuracy=0.557898	lr=0.038389
Epoch[51] Batch [2099]	Speed: 1737.658604 samples/sec	accuracy=0.557919	lr=0.038384
Epoch[51] Batch [2149]	Speed: 1767.030991 samples/sec	accuracy=0.557874	lr=0.038379
Epoch[51] Batch [2199]	Speed: 1719.760445 samples/sec	accuracy=0.557784	lr=0.038375
Epoch[51] Batch [2249]	Speed: 1729.360744 samples/sec	accuracy=0.557887	lr=0.038370
Epoch[51] Batch [2299]	Speed: 1771.883767 samples/sec	accuracy=0.557962	lr=0.038366
Epoch[51] Batch [2349]	Speed: 1778.062560 samples/sec	accuracy=0.557911	lr=0.038361
Epoch[51] Batch [2399]	Speed: 1755.967225 samples/sec	accuracy=0.557728	lr=0.038357
Epoch[51] Batch [2449]	Speed: 1765.018940 samples/sec	accuracy=0.557749	lr=0.038352
Epoch[51] Batch [2499]	Speed: 1754.593006 samples/sec	accuracy=0.557711	lr=0.038347
Epoch[51] Batch [2549]	Speed: 1782.561447 samples/sec	accuracy=0.557630	lr=0.038343
Epoch[51] Batch [2599]	Speed: 1754.473454 samples/sec	accuracy=0.557676	lr=0.038338
Epoch[51] Batch [2649]	Speed: 1734.431437 samples/sec	accuracy=0.557650	lr=0.038334
Epoch[51] Batch [2699]	Speed: 1764.463218 samples/sec	accuracy=0.557584	lr=0.038329
Epoch[51] Batch [2749]	Speed: 1769.806805 samples/sec	accuracy=0.557565	lr=0.038325
Epoch[51] Batch [2799]	Speed: 1746.821207 samples/sec	accuracy=0.557522	lr=0.038320
Epoch[51] Batch [2849]	Speed: 1773.091130 samples/sec	accuracy=0.557475	lr=0.038315
Epoch[51] Batch [2899]	Speed: 1771.346098 samples/sec	accuracy=0.557574	lr=0.038311
Epoch[51] Batch [2949]	Speed: 1730.474800 samples/sec	accuracy=0.557597	lr=0.038306
Epoch[51] Batch [2999]	Speed: 1771.669935 samples/sec	accuracy=0.557648	lr=0.038302
Epoch[51] Batch [3049]	Speed: 1780.399935 samples/sec	accuracy=0.557645	lr=0.038297
Epoch[51] Batch [3099]	Speed: 1782.268347 samples/sec	accuracy=0.557630	lr=0.038292
Epoch[51] Batch [3149]	Speed: 1753.555820 samples/sec	accuracy=0.557500	lr=0.038288
Epoch[51] Batch [3199]	Speed: 1790.770299 samples/sec	accuracy=0.557495	lr=0.038283
Epoch[51] Batch [3249]	Speed: 1735.378633 samples/sec	accuracy=0.557583	lr=0.038279
Epoch[51] Batch [3299]	Speed: 1782.036385 samples/sec	accuracy=0.557515	lr=0.038274
Epoch[51] Batch [3349]	Speed: 1725.036217 samples/sec	accuracy=0.557544	lr=0.038270
Epoch[51] Batch [3399]	Speed: 1766.374617 samples/sec	accuracy=0.557514	lr=0.038265
Epoch[51] Batch [3449]	Speed: 1739.071139 samples/sec	accuracy=0.557346	lr=0.038260
Epoch[51] Batch [3499]	Speed: 1773.263368 samples/sec	accuracy=0.557353	lr=0.038256
Epoch[51] Batch [3549]	Speed: 1736.928162 samples/sec	accuracy=0.557325	lr=0.038251
Epoch[51] Batch [3599]	Speed: 1741.678596 samples/sec	accuracy=0.557370	lr=0.038247
Epoch[51] Batch [3649]	Speed: 1765.902086 samples/sec	accuracy=0.557316	lr=0.038242
Epoch[51] Batch [3699]	Speed: 1743.267137 samples/sec	accuracy=0.557222	lr=0.038237
Epoch[51] Batch [3749]	Speed: 1756.333208 samples/sec	accuracy=0.557174	lr=0.038233
Epoch[51] Batch [3799]	Speed: 1777.445749 samples/sec	accuracy=0.557264	lr=0.038228
Epoch[51] Batch [3849]	Speed: 1748.005401 samples/sec	accuracy=0.557213	lr=0.038224
Epoch[51] Batch [3899]	Speed: 1769.706929 samples/sec	accuracy=0.557176	lr=0.038219
Epoch[51] Batch [3949]	Speed: 1768.771314 samples/sec	accuracy=0.557130	lr=0.038214
Epoch[51] Batch [3999]	Speed: 1762.497452 samples/sec	accuracy=0.557153	lr=0.038210
Epoch[51] Batch [4049]	Speed: 1744.905648 samples/sec	accuracy=0.557060	lr=0.038205
Epoch[51] Batch [4099]	Speed: 1730.518308 samples/sec	accuracy=0.557012	lr=0.038201
Epoch[51] Batch [4149]	Speed: 1756.150571 samples/sec	accuracy=0.556963	lr=0.038196
Epoch[51] Batch [4199]	Speed: 1749.154330 samples/sec	accuracy=0.556960	lr=0.038191
Epoch[51] Batch [4249]	Speed: 1788.846297 samples/sec	accuracy=0.556853	lr=0.038187
Epoch[51] Batch [4299]	Speed: 1755.261425 samples/sec	accuracy=0.556959	lr=0.038182
Epoch[51] Batch [4349]	Speed: 1739.740072 samples/sec	accuracy=0.556841	lr=0.038178
Epoch[51] Batch [4399]	Speed: 1740.593637 samples/sec	accuracy=0.556741	lr=0.038173
Epoch[51] Batch [4449]	Speed: 1775.947597 samples/sec	accuracy=0.556701	lr=0.038168
Epoch[51] Batch [4499]	Speed: 1785.735435 samples/sec	accuracy=0.556646	lr=0.038164
Epoch[51] Batch [4549]	Speed: 1741.864396 samples/sec	accuracy=0.556590	lr=0.038159
Epoch[51] Batch [4599]	Speed: 1746.319769 samples/sec	accuracy=0.556656	lr=0.038155
Epoch[51] Batch [4649]	Speed: 1759.263692 samples/sec	accuracy=0.556561	lr=0.038150
Epoch[51] Batch [4699]	Speed: 1757.842179 samples/sec	accuracy=0.556553	lr=0.038145
Epoch[51] Batch [4749]	Speed: 1726.181225 samples/sec	accuracy=0.556556	lr=0.038141
Epoch[51] Batch [4799]	Speed: 1749.368062 samples/sec	accuracy=0.556502	lr=0.038136
Epoch[51] Batch [4849]	Speed: 1772.657022 samples/sec	accuracy=0.556412	lr=0.038132
Epoch[51] Batch [4899]	Speed: 1751.427812 samples/sec	accuracy=0.556366	lr=0.038127
Epoch[51] Batch [4949]	Speed: 1753.519566 samples/sec	accuracy=0.556427	lr=0.038122
Epoch[51] Batch [4999]	Speed: 1799.014895 samples/sec	accuracy=0.556373	lr=0.038118
[Epoch 51] training: accuracy=0.556363
[Epoch 51] speed: 1755 samples/sec	time cost: 744.502539
[Epoch 51] validation: err-top1=0.392239 err-top5=0.168626
Epoch[52] Batch [49]	Speed: 1661.137941 samples/sec	accuracy=0.570469	lr=0.038113
Epoch[52] Batch [99]	Speed: 1757.024862 samples/sec	accuracy=0.565234	lr=0.038108
Epoch[52] Batch [149]	Speed: 1742.648150 samples/sec	accuracy=0.567682	lr=0.038104
Epoch[52] Batch [199]	Speed: 1774.670167 samples/sec	accuracy=0.567598	lr=0.038099
Epoch[52] Batch [249]	Speed: 1753.695183 samples/sec	accuracy=0.566156	lr=0.038094
Epoch[52] Batch [299]	Speed: 1716.045179 samples/sec	accuracy=0.565599	lr=0.038090
Epoch[52] Batch [349]	Speed: 1743.644720 samples/sec	accuracy=0.565647	lr=0.038085
Epoch[52] Batch [399]	Speed: 1757.681152 samples/sec	accuracy=0.564941	lr=0.038080
Epoch[52] Batch [449]	Speed: 1775.181623 samples/sec	accuracy=0.564575	lr=0.038076
Epoch[52] Batch [499]	Speed: 1766.363168 samples/sec	accuracy=0.564211	lr=0.038071
Epoch[52] Batch [549]	Speed: 1749.998507 samples/sec	accuracy=0.563565	lr=0.038067
Epoch[52] Batch [599]	Speed: 1776.991686 samples/sec	accuracy=0.562513	lr=0.038062
Epoch[52] Batch [649]	Speed: 1802.980213 samples/sec	accuracy=0.562224	lr=0.038057
Epoch[52] Batch [699]	Speed: 1735.664088 samples/sec	accuracy=0.561373	lr=0.038053
Epoch[52] Batch [749]	Speed: 1751.787847 samples/sec	accuracy=0.561089	lr=0.038048
Epoch[52] Batch [799]	Speed: 1759.451648 samples/sec	accuracy=0.561138	lr=0.038044
Epoch[52] Batch [849]	Speed: 1769.448599 samples/sec	accuracy=0.561213	lr=0.038039
Epoch[52] Batch [899]	Speed: 1748.263713 samples/sec	accuracy=0.561159	lr=0.038034
Epoch[52] Batch [949]	Speed: 1784.473014 samples/sec	accuracy=0.561057	lr=0.038030
Epoch[52] Batch [999]	Speed: 1785.226607 samples/sec	accuracy=0.561012	lr=0.038025
Epoch[52] Batch [1049]	Speed: 1731.139702 samples/sec	accuracy=0.560733	lr=0.038020
Epoch[52] Batch [1099]	Speed: 1758.886863 samples/sec	accuracy=0.560433	lr=0.038016
Epoch[52] Batch [1149]	Speed: 1766.459413 samples/sec	accuracy=0.560414	lr=0.038011
Epoch[52] Batch [1199]	Speed: 1775.578797 samples/sec	accuracy=0.560553	lr=0.038007
Epoch[52] Batch [1249]	Speed: 1745.871021 samples/sec	accuracy=0.560500	lr=0.038002
Epoch[52] Batch [1299]	Speed: 1756.657384 samples/sec	accuracy=0.560072	lr=0.037997
Epoch[52] Batch [1349]	Speed: 1746.227070 samples/sec	accuracy=0.560087	lr=0.037993
Epoch[52] Batch [1399]	Speed: 1760.147954 samples/sec	accuracy=0.559732	lr=0.037988
Epoch[52] Batch [1449]	Speed: 1772.003248 samples/sec	accuracy=0.559795	lr=0.037983
Epoch[52] Batch [1499]	Speed: 1731.386465 samples/sec	accuracy=0.559870	lr=0.037979
Epoch[52] Batch [1549]	Speed: 1804.479580 samples/sec	accuracy=0.559952	lr=0.037974
Epoch[52] Batch [1599]	Speed: 1749.164360 samples/sec	accuracy=0.559949	lr=0.037970
Epoch[52] Batch [1649]	Speed: 1759.554406 samples/sec	accuracy=0.559891	lr=0.037965
Epoch[52] Batch [1699]	Speed: 1732.738595 samples/sec	accuracy=0.559883	lr=0.037960
Epoch[52] Batch [1749]	Speed: 1761.892606 samples/sec	accuracy=0.559672	lr=0.037956
Epoch[52] Batch [1799]	Speed: 1731.781207 samples/sec	accuracy=0.559481	lr=0.037951
Epoch[52] Batch [1849]	Speed: 1753.273841 samples/sec	accuracy=0.559430	lr=0.037946
Epoch[52] Batch [1899]	Speed: 1760.947039 samples/sec	accuracy=0.559396	lr=0.037942
Epoch[52] Batch [1949]	Speed: 1764.674618 samples/sec	accuracy=0.559201	lr=0.037937
Epoch[52] Batch [1999]	Speed: 1760.759110 samples/sec	accuracy=0.559016	lr=0.037933
Epoch[52] Batch [2049]	Speed: 1764.130707 samples/sec	accuracy=0.559234	lr=0.037928
Epoch[52] Batch [2099]	Speed: 1734.940647 samples/sec	accuracy=0.559241	lr=0.037923
Epoch[52] Batch [2149]	Speed: 1740.058883 samples/sec	accuracy=0.559079	lr=0.037919
Epoch[52] Batch [2199]	Speed: 1725.189654 samples/sec	accuracy=0.558919	lr=0.037914
Epoch[52] Batch [2249]	Speed: 1788.737765 samples/sec	accuracy=0.558891	lr=0.037909
Epoch[52] Batch [2299]	Speed: 1763.852618 samples/sec	accuracy=0.558837	lr=0.037905
Epoch[52] Batch [2349]	Speed: 1746.018931 samples/sec	accuracy=0.558906	lr=0.037900
Epoch[52] Batch [2399]	Speed: 1774.113746 samples/sec	accuracy=0.558944	lr=0.037895
Epoch[52] Batch [2449]	Speed: 1759.695647 samples/sec	accuracy=0.558925	lr=0.037891
Epoch[52] Batch [2499]	Speed: 1748.411517 samples/sec	accuracy=0.558944	lr=0.037886
Epoch[52] Batch [2549]	Speed: 1770.200818 samples/sec	accuracy=0.558747	lr=0.037882
Epoch[52] Batch [2599]	Speed: 1751.733890 samples/sec	accuracy=0.558837	lr=0.037877
Epoch[52] Batch [2649]	Speed: 1761.573258 samples/sec	accuracy=0.558838	lr=0.037872
Epoch[52] Batch [2699]	Speed: 1771.555175 samples/sec	accuracy=0.558908	lr=0.037868
Epoch[52] Batch [2749]	Speed: 1785.024974 samples/sec	accuracy=0.558912	lr=0.037863
Epoch[52] Batch [2799]	Speed: 1766.102618 samples/sec	accuracy=0.558910	lr=0.037858
Epoch[52] Batch [2849]	Speed: 1774.648521 samples/sec	accuracy=0.558694	lr=0.037854
Epoch[52] Batch [2899]	Speed: 1776.472309 samples/sec	accuracy=0.558596	lr=0.037849
Epoch[52] Batch [2949]	Speed: 1763.332668 samples/sec	accuracy=0.558464	lr=0.037844
Epoch[52] Batch [2999]	Speed: 1764.621314 samples/sec	accuracy=0.558544	lr=0.037840
Epoch[52] Batch [3049]	Speed: 1769.986634 samples/sec	accuracy=0.558621	lr=0.037835
Epoch[52] Batch [3099]	Speed: 1795.337948 samples/sec	accuracy=0.558519	lr=0.037831
Epoch[52] Batch [3149]	Speed: 1767.315028 samples/sec	accuracy=0.558459	lr=0.037826
Epoch[52] Batch [3199]	Speed: 1793.064629 samples/sec	accuracy=0.558480	lr=0.037821
Epoch[52] Batch [3249]	Speed: 1761.570599 samples/sec	accuracy=0.558453	lr=0.037817
Epoch[52] Batch [3299]	Speed: 1775.780534 samples/sec	accuracy=0.558353	lr=0.037812
Epoch[52] Batch [3349]	Speed: 1755.996402 samples/sec	accuracy=0.558303	lr=0.037807
Epoch[52] Batch [3399]	Speed: 1796.443799 samples/sec	accuracy=0.558220	lr=0.037803
Epoch[52] Batch [3449]	Speed: 1778.989463 samples/sec	accuracy=0.558117	lr=0.037798
Epoch[52] Batch [3499]	Speed: 1773.949725 samples/sec	accuracy=0.558109	lr=0.037793
Epoch[52] Batch [3549]	Speed: 1756.632266 samples/sec	accuracy=0.558002	lr=0.037789
Epoch[52] Batch [3599]	Speed: 1750.734962 samples/sec	accuracy=0.557826	lr=0.037784
Epoch[52] Batch [3649]	Speed: 1740.349152 samples/sec	accuracy=0.557778	lr=0.037779
Epoch[52] Batch [3699]	Speed: 1762.745017 samples/sec	accuracy=0.557759	lr=0.037775
Epoch[52] Batch [3749]	Speed: 1739.540296 samples/sec	accuracy=0.557668	lr=0.037770
Epoch[52] Batch [3799]	Speed: 1767.083452 samples/sec	accuracy=0.557598	lr=0.037765
Epoch[52] Batch [3849]	Speed: 1749.712880 samples/sec	accuracy=0.557453	lr=0.037761
Epoch[52] Batch [3899]	Speed: 1780.134460 samples/sec	accuracy=0.557474	lr=0.037756
Epoch[52] Batch [3949]	Speed: 1785.240083 samples/sec	accuracy=0.557387	lr=0.037751
Epoch[52] Batch [3999]	Speed: 1769.738722 samples/sec	accuracy=0.557382	lr=0.037747
Epoch[52] Batch [4049]	Speed: 1750.506854 samples/sec	accuracy=0.557329	lr=0.037742
Epoch[52] Batch [4099]	Speed: 1758.436932 samples/sec	accuracy=0.557286	lr=0.037738
Epoch[52] Batch [4149]	Speed: 1761.456913 samples/sec	accuracy=0.557212	lr=0.037733
Epoch[52] Batch [4199]	Speed: 1795.851535 samples/sec	accuracy=0.557151	lr=0.037728
Epoch[52] Batch [4249]	Speed: 1706.974394 samples/sec	accuracy=0.557189	lr=0.037724
Epoch[52] Batch [4299]	Speed: 1710.540947 samples/sec	accuracy=0.557214	lr=0.037719
Epoch[52] Batch [4349]	Speed: 1765.672100 samples/sec	accuracy=0.557190	lr=0.037714
Epoch[52] Batch [4399]	Speed: 1737.810582 samples/sec	accuracy=0.557147	lr=0.037710
Epoch[52] Batch [4449]	Speed: 1758.793805 samples/sec	accuracy=0.557066	lr=0.037705
Epoch[52] Batch [4499]	Speed: 1752.059000 samples/sec	accuracy=0.557024	lr=0.037700
Epoch[52] Batch [4549]	Speed: 1743.125182 samples/sec	accuracy=0.557007	lr=0.037696
Epoch[52] Batch [4599]	Speed: 1758.196104 samples/sec	accuracy=0.557076	lr=0.037691
Epoch[52] Batch [4649]	Speed: 1761.879249 samples/sec	accuracy=0.557003	lr=0.037686
Epoch[52] Batch [4699]	Speed: 1750.013567 samples/sec	accuracy=0.556989	lr=0.037682
Epoch[52] Batch [4749]	Speed: 1758.495163 samples/sec	accuracy=0.557020	lr=0.037677
Epoch[52] Batch [4799]	Speed: 1798.118020 samples/sec	accuracy=0.556953	lr=0.037672
Epoch[52] Batch [4849]	Speed: 1752.849325 samples/sec	accuracy=0.556905	lr=0.037668
Epoch[52] Batch [4899]	Speed: 1756.522148 samples/sec	accuracy=0.556880	lr=0.037663
Epoch[52] Batch [4949]	Speed: 1714.809062 samples/sec	accuracy=0.556830	lr=0.037658
Epoch[52] Batch [4999]	Speed: 1829.455807 samples/sec	accuracy=0.556819	lr=0.037654
[Epoch 52] training: accuracy=0.556819
[Epoch 52] speed: 1759 samples/sec	time cost: 742.763191
[Epoch 52] validation: err-top1=0.379748 err-top5=0.158494
Epoch[53] Batch [49]	Speed: 1646.673115 samples/sec	accuracy=0.565781	lr=0.037649
Epoch[53] Batch [99]	Speed: 1777.438570 samples/sec	accuracy=0.566836	lr=0.037644
Epoch[53] Batch [149]	Speed: 1767.386531 samples/sec	accuracy=0.566172	lr=0.037639
Epoch[53] Batch [199]	Speed: 1775.198821 samples/sec	accuracy=0.567227	lr=0.037635
Epoch[53] Batch [249]	Speed: 1745.701962 samples/sec	accuracy=0.566156	lr=0.037630
Epoch[53] Batch [299]	Speed: 1757.252371 samples/sec	accuracy=0.565286	lr=0.037625
Epoch[53] Batch [349]	Speed: 1770.945850 samples/sec	accuracy=0.564196	lr=0.037621
Epoch[53] Batch [399]	Speed: 1774.161938 samples/sec	accuracy=0.564814	lr=0.037616
Epoch[53] Batch [449]	Speed: 1760.462167 samples/sec	accuracy=0.564132	lr=0.037611
Epoch[53] Batch [499]	Speed: 1794.598651 samples/sec	accuracy=0.563961	lr=0.037606
Epoch[53] Batch [549]	Speed: 1797.704078 samples/sec	accuracy=0.563480	lr=0.037602
Epoch[53] Batch [599]	Speed: 1784.503857 samples/sec	accuracy=0.563672	lr=0.037597
Epoch[53] Batch [649]	Speed: 1780.383816 samples/sec	accuracy=0.564243	lr=0.037592
Epoch[53] Batch [699]	Speed: 1785.089192 samples/sec	accuracy=0.563917	lr=0.037588
Epoch[53] Batch [749]	Speed: 1750.160012 samples/sec	accuracy=0.563281	lr=0.037583
Epoch[53] Batch [799]	Speed: 1756.299941 samples/sec	accuracy=0.562900	lr=0.037578
Epoch[53] Batch [849]	Speed: 1727.840308 samples/sec	accuracy=0.562707	lr=0.037574
Epoch[53] Batch [899]	Speed: 1779.146989 samples/sec	accuracy=0.562626	lr=0.037569
Epoch[53] Batch [949]	Speed: 1757.505714 samples/sec	accuracy=0.562381	lr=0.037564
Epoch[53] Batch [999]	Speed: 1762.575105 samples/sec	accuracy=0.562262	lr=0.037560
Epoch[53] Batch [1049]	Speed: 1756.622438 samples/sec	accuracy=0.562232	lr=0.037555
Epoch[53] Batch [1099]	Speed: 1750.714181 samples/sec	accuracy=0.561737	lr=0.037550
Epoch[53] Batch [1149]	Speed: 1769.789128 samples/sec	accuracy=0.562099	lr=0.037546
Epoch[53] Batch [1199]	Speed: 1775.800211 samples/sec	accuracy=0.562005	lr=0.037541
Epoch[53] Batch [1249]	Speed: 1773.636831 samples/sec	accuracy=0.562087	lr=0.037536
Epoch[53] Batch [1299]	Speed: 1744.012213 samples/sec	accuracy=0.561983	lr=0.037532
Epoch[53] Batch [1349]	Speed: 1752.193835 samples/sec	accuracy=0.561956	lr=0.037527
Epoch[53] Batch [1399]	Speed: 1759.915367 samples/sec	accuracy=0.561973	lr=0.037522
Epoch[53] Batch [1449]	Speed: 1735.208572 samples/sec	accuracy=0.561711	lr=0.037518
Epoch[53] Batch [1499]	Speed: 1759.211982 samples/sec	accuracy=0.561427	lr=0.037513
Epoch[53] Batch [1549]	Speed: 1734.874100 samples/sec	accuracy=0.561454	lr=0.037508
Epoch[53] Batch [1599]	Speed: 1739.556134 samples/sec	accuracy=0.561299	lr=0.037504
Epoch[53] Batch [1649]	Speed: 1735.382840 samples/sec	accuracy=0.561248	lr=0.037499
Epoch[53] Batch [1699]	Speed: 1748.230979 samples/sec	accuracy=0.561287	lr=0.037494
Epoch[53] Batch [1749]	Speed: 1774.430971 samples/sec	accuracy=0.561067	lr=0.037489
Epoch[53] Batch [1799]	Speed: 1772.807750 samples/sec	accuracy=0.560766	lr=0.037485
Epoch[53] Batch [1849]	Speed: 1742.296612 samples/sec	accuracy=0.560747	lr=0.037480
Epoch[53] Batch [1899]	Speed: 1731.839529 samples/sec	accuracy=0.560574	lr=0.037475
Epoch[53] Batch [1949]	Speed: 1771.842365 samples/sec	accuracy=0.560401	lr=0.037471
Epoch[53] Batch [1999]	Speed: 1767.942350 samples/sec	accuracy=0.560141	lr=0.037466
Epoch[53] Batch [2049]	Speed: 1749.204025 samples/sec	accuracy=0.560111	lr=0.037461
Epoch[53] Batch [2099]	Speed: 1761.557478 samples/sec	accuracy=0.560184	lr=0.037457
Epoch[53] Batch [2149]	Speed: 1745.357758 samples/sec	accuracy=0.560200	lr=0.037452
Epoch[53] Batch [2199]	Speed: 1745.907471 samples/sec	accuracy=0.560078	lr=0.037447
Epoch[53] Batch [2249]	Speed: 1757.330771 samples/sec	accuracy=0.559962	lr=0.037443
Epoch[53] Batch [2299]	Speed: 1770.076270 samples/sec	accuracy=0.559966	lr=0.037438
Epoch[53] Batch [2349]	Speed: 1770.003265 samples/sec	accuracy=0.560013	lr=0.037433
Epoch[53] Batch [2399]	Speed: 1731.705294 samples/sec	accuracy=0.560003	lr=0.037428
Epoch[53] Batch [2449]	Speed: 1740.331607 samples/sec	accuracy=0.560049	lr=0.037424
Epoch[53] Batch [2499]	Speed: 1746.051526 samples/sec	accuracy=0.559948	lr=0.037419
Epoch[53] Batch [2549]	Speed: 1773.001012 samples/sec	accuracy=0.559988	lr=0.037414
Epoch[53] Batch [2599]	Speed: 1754.501147 samples/sec	accuracy=0.560080	lr=0.037410
Epoch[53] Batch [2649]	Speed: 1755.044587 samples/sec	accuracy=0.559904	lr=0.037405
Epoch[53] Batch [2699]	Speed: 1796.544191 samples/sec	accuracy=0.559964	lr=0.037400
Epoch[53] Batch [2749]	Speed: 1743.875404 samples/sec	accuracy=0.559874	lr=0.037396
Epoch[53] Batch [2799]	Speed: 1748.761654 samples/sec	accuracy=0.559862	lr=0.037391
Epoch[53] Batch [2849]	Speed: 1736.591847 samples/sec	accuracy=0.559886	lr=0.037386
Epoch[53] Batch [2899]	Speed: 1762.807642 samples/sec	accuracy=0.559749	lr=0.037381
Epoch[53] Batch [2949]	Speed: 1789.641352 samples/sec	accuracy=0.559849	lr=0.037377
Epoch[53] Batch [2999]	Speed: 1785.798754 samples/sec	accuracy=0.559682	lr=0.037372
Epoch[53] Batch [3049]	Speed: 1775.900012 samples/sec	accuracy=0.559626	lr=0.037367
Epoch[53] Batch [3099]	Speed: 1776.823250 samples/sec	accuracy=0.559577	lr=0.037363
Epoch[53] Batch [3149]	Speed: 1777.640259 samples/sec	accuracy=0.559566	lr=0.037358
Epoch[53] Batch [3199]	Speed: 1794.304577 samples/sec	accuracy=0.559490	lr=0.037353
Epoch[53] Batch [3249]	Speed: 1759.970292 samples/sec	accuracy=0.559472	lr=0.037349
Epoch[53] Batch [3299]	Speed: 1724.656455 samples/sec	accuracy=0.559419	lr=0.037344
Epoch[53] Batch [3349]	Speed: 1745.969814 samples/sec	accuracy=0.559318	lr=0.037339
Epoch[53] Batch [3399]	Speed: 1741.920573 samples/sec	accuracy=0.559253	lr=0.037334
Epoch[53] Batch [3449]	Speed: 1765.544298 samples/sec	accuracy=0.559286	lr=0.037330
Epoch[53] Batch [3499]	Speed: 1712.806023 samples/sec	accuracy=0.559223	lr=0.037325
Epoch[53] Batch [3549]	Speed: 1779.428211 samples/sec	accuracy=0.559147	lr=0.037320
Epoch[53] Batch [3599]	Speed: 1787.671081 samples/sec	accuracy=0.559071	lr=0.037316
Epoch[53] Batch [3649]	Speed: 1734.250750 samples/sec	accuracy=0.559072	lr=0.037311
Epoch[53] Batch [3699]	Speed: 1768.926744 samples/sec	accuracy=0.559031	lr=0.037306
Epoch[53] Batch [3749]	Speed: 1756.315109 samples/sec	accuracy=0.558991	lr=0.037301
Epoch[53] Batch [3799]	Speed: 1753.453990 samples/sec	accuracy=0.559072	lr=0.037297
Epoch[53] Batch [3849]	Speed: 1734.870568 samples/sec	accuracy=0.559029	lr=0.037292
Epoch[53] Batch [3899]	Speed: 1792.298840 samples/sec	accuracy=0.558944	lr=0.037287
Epoch[53] Batch [3949]	Speed: 1791.720847 samples/sec	accuracy=0.558916	lr=0.037283
Epoch[53] Batch [3999]	Speed: 1733.002540 samples/sec	accuracy=0.558906	lr=0.037278
Epoch[53] Batch [4049]	Speed: 1767.358662 samples/sec	accuracy=0.558869	lr=0.037273
Epoch[53] Batch [4099]	Speed: 1765.366067 samples/sec	accuracy=0.558829	lr=0.037268
Epoch[53] Batch [4149]	Speed: 1745.153797 samples/sec	accuracy=0.558637	lr=0.037264
Epoch[53] Batch [4199]	Speed: 1761.773270 samples/sec	accuracy=0.558674	lr=0.037259
Epoch[53] Batch [4249]	Speed: 1735.285241 samples/sec	accuracy=0.558687	lr=0.037254
Epoch[53] Batch [4299]	Speed: 1742.916763 samples/sec	accuracy=0.558722	lr=0.037250
Epoch[53] Batch [4349]	Speed: 1777.848411 samples/sec	accuracy=0.558701	lr=0.037245
Epoch[53] Batch [4399]	Speed: 1768.557708 samples/sec	accuracy=0.558644	lr=0.037240
Epoch[53] Batch [4449]	Speed: 1770.133523 samples/sec	accuracy=0.558562	lr=0.037235
Epoch[53] Batch [4499]	Speed: 1780.553931 samples/sec	accuracy=0.558603	lr=0.037231
Epoch[53] Batch [4549]	Speed: 1759.866042 samples/sec	accuracy=0.558561	lr=0.037226
Epoch[53] Batch [4599]	Speed: 1783.133842 samples/sec	accuracy=0.558519	lr=0.037221
Epoch[53] Batch [4649]	Speed: 1730.209952 samples/sec	accuracy=0.558664	lr=0.037217
Epoch[53] Batch [4699]	Speed: 1756.427443 samples/sec	accuracy=0.558619	lr=0.037212
Epoch[53] Batch [4749]	Speed: 1731.806233 samples/sec	accuracy=0.558567	lr=0.037207
Epoch[53] Batch [4799]	Speed: 1772.205694 samples/sec	accuracy=0.558523	lr=0.037202
Epoch[53] Batch [4849]	Speed: 1787.946966 samples/sec	accuracy=0.558432	lr=0.037198
Epoch[53] Batch [4899]	Speed: 1768.867821 samples/sec	accuracy=0.558400	lr=0.037193
Epoch[53] Batch [4949]	Speed: 1757.048496 samples/sec	accuracy=0.558386	lr=0.037188
Epoch[53] Batch [4999]	Speed: 1870.495901 samples/sec	accuracy=0.558337	lr=0.037183
[Epoch 53] training: accuracy=0.558310
[Epoch 53] speed: 1760 samples/sec	time cost: 742.342796
[Epoch 53] validation: err-top1=0.385857 err-top5=0.163862
Epoch[54] Batch [49]	Speed: 1642.780883 samples/sec	accuracy=0.564766	lr=0.037178
Epoch[54] Batch [99]	Speed: 1747.890273 samples/sec	accuracy=0.566328	lr=0.037174
Epoch[54] Batch [149]	Speed: 1778.640907 samples/sec	accuracy=0.565885	lr=0.037169
Epoch[54] Batch [199]	Speed: 1742.999604 samples/sec	accuracy=0.564531	lr=0.037164
Epoch[54] Batch [249]	Speed: 1757.400433 samples/sec	accuracy=0.564719	lr=0.037159
Epoch[54] Batch [299]	Speed: 1747.041021 samples/sec	accuracy=0.564779	lr=0.037155
Epoch[54] Batch [349]	Speed: 1726.890378 samples/sec	accuracy=0.565737	lr=0.037150
Epoch[54] Batch [399]	Speed: 1759.250145 samples/sec	accuracy=0.564678	lr=0.037145
Epoch[54] Batch [449]	Speed: 1751.603697 samples/sec	accuracy=0.564722	lr=0.037140
Epoch[54] Batch [499]	Speed: 1741.202355 samples/sec	accuracy=0.564781	lr=0.037136
Epoch[54] Batch [549]	Speed: 1775.183560 samples/sec	accuracy=0.565334	lr=0.037131
Epoch[54] Batch [599]	Speed: 1788.088573 samples/sec	accuracy=0.565221	lr=0.037126
Epoch[54] Batch [649]	Speed: 1755.870168 samples/sec	accuracy=0.564910	lr=0.037122
Epoch[54] Batch [699]	Speed: 1752.605504 samples/sec	accuracy=0.564632	lr=0.037117
Epoch[54] Batch [749]	Speed: 1774.932489 samples/sec	accuracy=0.564052	lr=0.037112
Epoch[54] Batch [799]	Speed: 1729.960459 samples/sec	accuracy=0.563765	lr=0.037107
Epoch[54] Batch [849]	Speed: 1766.861706 samples/sec	accuracy=0.563787	lr=0.037103
Epoch[54] Batch [899]	Speed: 1766.040688 samples/sec	accuracy=0.563863	lr=0.037098
Epoch[54] Batch [949]	Speed: 1758.940974 samples/sec	accuracy=0.563684	lr=0.037093
Epoch[54] Batch [999]	Speed: 1789.489478 samples/sec	accuracy=0.563789	lr=0.037088
Epoch[54] Batch [1049]	Speed: 1739.984837 samples/sec	accuracy=0.563650	lr=0.037084
Epoch[54] Batch [1099]	Speed: 1737.290692 samples/sec	accuracy=0.563960	lr=0.037079
Epoch[54] Batch [1149]	Speed: 1747.988441 samples/sec	accuracy=0.563655	lr=0.037074
Epoch[54] Batch [1199]	Speed: 1767.451931 samples/sec	accuracy=0.563535	lr=0.037069
Epoch[54] Batch [1249]	Speed: 1766.120164 samples/sec	accuracy=0.563525	lr=0.037065
Epoch[54] Batch [1299]	Speed: 1726.697985 samples/sec	accuracy=0.563702	lr=0.037060
Epoch[54] Batch [1349]	Speed: 1771.250723 samples/sec	accuracy=0.563461	lr=0.037055
Epoch[54] Batch [1399]	Speed: 1751.001563 samples/sec	accuracy=0.563666	lr=0.037050
Epoch[54] Batch [1449]	Speed: 1735.313005 samples/sec	accuracy=0.563497	lr=0.037046
Epoch[54] Batch [1499]	Speed: 1758.000299 samples/sec	accuracy=0.563424	lr=0.037041
Epoch[54] Batch [1549]	Speed: 1776.704118 samples/sec	accuracy=0.563085	lr=0.037036
Epoch[54] Batch [1599]	Speed: 1744.539479 samples/sec	accuracy=0.563105	lr=0.037031
Epoch[54] Batch [1649]	Speed: 1758.564514 samples/sec	accuracy=0.562813	lr=0.037027
Epoch[54] Batch [1699]	Speed: 1793.326666 samples/sec	accuracy=0.562684	lr=0.037022
Epoch[54] Batch [1749]	Speed: 1747.402098 samples/sec	accuracy=0.562621	lr=0.037017
Epoch[54] Batch [1799]	Speed: 1774.574200 samples/sec	accuracy=0.562413	lr=0.037013
Epoch[54] Batch [1849]	Speed: 1800.553080 samples/sec	accuracy=0.562405	lr=0.037008
Epoch[54] Batch [1899]	Speed: 1744.075951 samples/sec	accuracy=0.562266	lr=0.037003
Epoch[54] Batch [1949]	Speed: 1731.410140 samples/sec	accuracy=0.562117	lr=0.036998
Epoch[54] Batch [1999]	Speed: 1741.970140 samples/sec	accuracy=0.562139	lr=0.036994
Epoch[54] Batch [2049]	Speed: 1774.445047 samples/sec	accuracy=0.562003	lr=0.036989
Epoch[54] Batch [2099]	Speed: 1749.639207 samples/sec	accuracy=0.561735	lr=0.036984
Epoch[54] Batch [2149]	Speed: 1755.940979 samples/sec	accuracy=0.561791	lr=0.036979
Epoch[54] Batch [2199]	Speed: 1771.955173 samples/sec	accuracy=0.561701	lr=0.036975
Epoch[54] Batch [2249]	Speed: 1739.512114 samples/sec	accuracy=0.561450	lr=0.036970
Epoch[54] Batch [2299]	Speed: 1758.267620 samples/sec	accuracy=0.561214	lr=0.036965
Epoch[54] Batch [2349]	Speed: 1745.939153 samples/sec	accuracy=0.561067	lr=0.036960
Epoch[54] Batch [2399]	Speed: 1736.009867 samples/sec	accuracy=0.561069	lr=0.036956
Epoch[54] Batch [2449]	Speed: 1750.957476 samples/sec	accuracy=0.560961	lr=0.036951
Epoch[54] Batch [2499]	Speed: 1746.738286 samples/sec	accuracy=0.560863	lr=0.036946
Epoch[54] Batch [2549]	Speed: 1787.167813 samples/sec	accuracy=0.560783	lr=0.036941
Epoch[54] Batch [2599]	Speed: 1744.800340 samples/sec	accuracy=0.560708	lr=0.036936
Epoch[54] Batch [2649]	Speed: 1758.648792 samples/sec	accuracy=0.560640	lr=0.036932
Epoch[54] Batch [2699]	Speed: 1784.820893 samples/sec	accuracy=0.560692	lr=0.036927
Epoch[54] Batch [2749]	Speed: 1748.588049 samples/sec	accuracy=0.560764	lr=0.036922
Epoch[54] Batch [2799]	Speed: 1739.622309 samples/sec	accuracy=0.560755	lr=0.036917
Epoch[54] Batch [2849]	Speed: 1768.063513 samples/sec	accuracy=0.560768	lr=0.036913
Epoch[54] Batch [2899]	Speed: 1773.915083 samples/sec	accuracy=0.560757	lr=0.036908
Epoch[54] Batch [2949]	Speed: 1769.262466 samples/sec	accuracy=0.560681	lr=0.036903
Epoch[54] Batch [2999]	Speed: 1739.415234 samples/sec	accuracy=0.560553	lr=0.036898
Epoch[54] Batch [3049]	Speed: 1776.023913 samples/sec	accuracy=0.560571	lr=0.036894
Epoch[54] Batch [3099]	Speed: 1742.206770 samples/sec	accuracy=0.560597	lr=0.036889
Epoch[54] Batch [3149]	Speed: 1745.451273 samples/sec	accuracy=0.560465	lr=0.036884
Epoch[54] Batch [3199]	Speed: 1763.626409 samples/sec	accuracy=0.560341	lr=0.036879
Epoch[54] Batch [3249]	Speed: 1792.275565 samples/sec	accuracy=0.560286	lr=0.036875
Epoch[54] Batch [3299]	Speed: 1757.428219 samples/sec	accuracy=0.560302	lr=0.036870
Epoch[54] Batch [3349]	Speed: 1778.196657 samples/sec	accuracy=0.560161	lr=0.036865
Epoch[54] Batch [3399]	Speed: 1751.570151 samples/sec	accuracy=0.560113	lr=0.036860
Epoch[54] Batch [3449]	Speed: 1771.589023 samples/sec	accuracy=0.560093	lr=0.036856
Epoch[54] Batch [3499]	Speed: 1758.672930 samples/sec	accuracy=0.559993	lr=0.036851
Epoch[54] Batch [3549]	Speed: 1818.873209 samples/sec	accuracy=0.559899	lr=0.036846
Epoch[54] Batch [3599]	Speed: 1752.344478 samples/sec	accuracy=0.559909	lr=0.036841
Epoch[54] Batch [3649]	Speed: 1758.291517 samples/sec	accuracy=0.559769	lr=0.036837
Epoch[54] Batch [3699]	Speed: 1737.478368 samples/sec	accuracy=0.559810	lr=0.036832
Epoch[54] Batch [3749]	Speed: 1750.833450 samples/sec	accuracy=0.559705	lr=0.036827
Epoch[54] Batch [3799]	Speed: 1761.963151 samples/sec	accuracy=0.559742	lr=0.036822
Epoch[54] Batch [3849]	Speed: 1740.423229 samples/sec	accuracy=0.559697	lr=0.036817
Epoch[54] Batch [3899]	Speed: 1765.342383 samples/sec	accuracy=0.559645	lr=0.036813
Epoch[54] Batch [3949]	Speed: 1764.703795 samples/sec	accuracy=0.559675	lr=0.036808
Epoch[54] Batch [3999]	Speed: 1783.194963 samples/sec	accuracy=0.559724	lr=0.036803
Epoch[54] Batch [4049]	Speed: 1773.533593 samples/sec	accuracy=0.559654	lr=0.036798
Epoch[54] Batch [4099]	Speed: 1739.777450 samples/sec	accuracy=0.559752	lr=0.036794
Epoch[54] Batch [4149]	Speed: 1803.966926 samples/sec	accuracy=0.559791	lr=0.036789
Epoch[54] Batch [4199]	Speed: 1767.735347 samples/sec	accuracy=0.559741	lr=0.036784
Epoch[54] Batch [4249]	Speed: 1735.905126 samples/sec	accuracy=0.559716	lr=0.036779
Epoch[54] Batch [4299]	Speed: 1777.356130 samples/sec	accuracy=0.559735	lr=0.036774
Epoch[54] Batch [4349]	Speed: 1785.042423 samples/sec	accuracy=0.559710	lr=0.036770
Epoch[54] Batch [4399]	Speed: 1749.600435 samples/sec	accuracy=0.559646	lr=0.036765
Epoch[54] Batch [4449]	Speed: 1741.738039 samples/sec	accuracy=0.559543	lr=0.036760
Epoch[54] Batch [4499]	Speed: 1756.918029 samples/sec	accuracy=0.559594	lr=0.036755
Epoch[54] Batch [4549]	Speed: 1712.385145 samples/sec	accuracy=0.559515	lr=0.036751
Epoch[54] Batch [4599]	Speed: 1756.996917 samples/sec	accuracy=0.559503	lr=0.036746
Epoch[54] Batch [4649]	Speed: 1768.364424 samples/sec	accuracy=0.559416	lr=0.036741
Epoch[54] Batch [4699]	Speed: 1753.396780 samples/sec	accuracy=0.559337	lr=0.036736
Epoch[54] Batch [4749]	Speed: 1768.833670 samples/sec	accuracy=0.559297	lr=0.036731
Epoch[54] Batch [4799]	Speed: 1785.959746 samples/sec	accuracy=0.559257	lr=0.036727
Epoch[54] Batch [4849]	Speed: 1731.830423 samples/sec	accuracy=0.559213	lr=0.036722
Epoch[54] Batch [4899]	Speed: 1749.041557 samples/sec	accuracy=0.559187	lr=0.036717
Epoch[54] Batch [4949]	Speed: 1755.178390 samples/sec	accuracy=0.559164	lr=0.036712
Epoch[54] Batch [4999]	Speed: 1874.986727 samples/sec	accuracy=0.559043	lr=0.036708
[Epoch 54] training: accuracy=0.559027
[Epoch 54] speed: 1758 samples/sec	time cost: 742.841481
[Epoch 54] validation: err-top1=0.383988 err-top5=0.163305
Epoch[55] Batch [49]	Speed: 1655.071685 samples/sec	accuracy=0.573906	lr=0.036702
Epoch[55] Batch [99]	Speed: 1719.529212 samples/sec	accuracy=0.571680	lr=0.036698
Epoch[55] Batch [149]	Speed: 1756.911245 samples/sec	accuracy=0.569844	lr=0.036693
Epoch[55] Batch [199]	Speed: 1753.743246 samples/sec	accuracy=0.567891	lr=0.036688
Epoch[55] Batch [249]	Speed: 1787.433902 samples/sec	accuracy=0.567688	lr=0.036683
Epoch[55] Batch [299]	Speed: 1776.270650 samples/sec	accuracy=0.567982	lr=0.036679
Epoch[55] Batch [349]	Speed: 1745.101950 samples/sec	accuracy=0.568493	lr=0.036674
Epoch[55] Batch [399]	Speed: 1751.440725 samples/sec	accuracy=0.568789	lr=0.036669
Epoch[55] Batch [449]	Speed: 1752.107202 samples/sec	accuracy=0.568012	lr=0.036664
Epoch[55] Batch [499]	Speed: 1759.597197 samples/sec	accuracy=0.567586	lr=0.036659
Epoch[55] Batch [549]	Speed: 1750.840359 samples/sec	accuracy=0.566839	lr=0.036655
Epoch[55] Batch [599]	Speed: 1760.421527 samples/sec	accuracy=0.566276	lr=0.036650
Epoch[55] Batch [649]	Speed: 1747.076326 samples/sec	accuracy=0.565793	lr=0.036645
Epoch[55] Batch [699]	Speed: 1751.807739 samples/sec	accuracy=0.565787	lr=0.036640
Epoch[55] Batch [749]	Speed: 1750.376102 samples/sec	accuracy=0.565562	lr=0.036635
Epoch[55] Batch [799]	Speed: 1752.075810 samples/sec	accuracy=0.565693	lr=0.036631
Epoch[55] Batch [849]	Speed: 1782.697763 samples/sec	accuracy=0.565919	lr=0.036626
Epoch[55] Batch [899]	Speed: 1751.451524 samples/sec	accuracy=0.565738	lr=0.036621
Epoch[55] Batch [949]	Speed: 1758.859780 samples/sec	accuracy=0.565847	lr=0.036616
Epoch[55] Batch [999]	Speed: 1765.812466 samples/sec	accuracy=0.565375	lr=0.036611
Epoch[55] Batch [1049]	Speed: 1737.225144 samples/sec	accuracy=0.565320	lr=0.036607
Epoch[55] Batch [1099]	Speed: 1727.199385 samples/sec	accuracy=0.565142	lr=0.036602
Epoch[55] Batch [1149]	Speed: 1768.801850 samples/sec	accuracy=0.565149	lr=0.036597
Epoch[55] Batch [1199]	Speed: 1742.390307 samples/sec	accuracy=0.565117	lr=0.036592
Epoch[55] Batch [1249]	Speed: 1760.877961 samples/sec	accuracy=0.564997	lr=0.036587
Epoch[55] Batch [1299]	Speed: 1770.854957 samples/sec	accuracy=0.564955	lr=0.036583
Epoch[55] Batch [1349]	Speed: 1749.550489 samples/sec	accuracy=0.564870	lr=0.036578
Epoch[55] Batch [1399]	Speed: 1764.196619 samples/sec	accuracy=0.564902	lr=0.036573
Epoch[55] Batch [1449]	Speed: 1754.302037 samples/sec	accuracy=0.564957	lr=0.036568
Epoch[55] Batch [1499]	Speed: 1775.632471 samples/sec	accuracy=0.564792	lr=0.036564
Epoch[55] Batch [1549]	Speed: 1797.223482 samples/sec	accuracy=0.564617	lr=0.036559
Epoch[55] Batch [1599]	Speed: 1726.625294 samples/sec	accuracy=0.564341	lr=0.036554
Epoch[55] Batch [1649]	Speed: 1741.157801 samples/sec	accuracy=0.564238	lr=0.036549
Epoch[55] Batch [1699]	Speed: 1770.733003 samples/sec	accuracy=0.564285	lr=0.036544
Epoch[55] Batch [1749]	Speed: 1720.642213 samples/sec	accuracy=0.564420	lr=0.036540
Epoch[55] Batch [1799]	Speed: 1778.196893 samples/sec	accuracy=0.564301	lr=0.036535
Epoch[55] Batch [1849]	Speed: 1746.786651 samples/sec	accuracy=0.564170	lr=0.036530
Epoch[55] Batch [1899]	Speed: 1763.773172 samples/sec	accuracy=0.564132	lr=0.036525
Epoch[55] Batch [1949]	Speed: 1775.087771 samples/sec	accuracy=0.564241	lr=0.036520
Epoch[55] Batch [1999]	Speed: 1756.752401 samples/sec	accuracy=0.564012	lr=0.036515
Epoch[55] Batch [2049]	Speed: 1721.142861 samples/sec	accuracy=0.564047	lr=0.036511
Epoch[55] Batch [2099]	Speed: 1743.947403 samples/sec	accuracy=0.564003	lr=0.036506
Epoch[55] Batch [2149]	Speed: 1737.179444 samples/sec	accuracy=0.564101	lr=0.036501
Epoch[55] Batch [2199]	Speed: 1754.741653 samples/sec	accuracy=0.563899	lr=0.036496
Epoch[55] Batch [2249]	Speed: 1767.158136 samples/sec	accuracy=0.563837	lr=0.036491
Epoch[55] Batch [2299]	Speed: 1765.326826 samples/sec	accuracy=0.563696	lr=0.036487
Epoch[55] Batch [2349]	Speed: 1791.692743 samples/sec	accuracy=0.563625	lr=0.036482
Epoch[55] Batch [2399]	Speed: 1743.738278 samples/sec	accuracy=0.563612	lr=0.036477
Epoch[55] Batch [2449]	Speed: 1731.906794 samples/sec	accuracy=0.563538	lr=0.036472
Epoch[55] Batch [2499]	Speed: 1766.148459 samples/sec	accuracy=0.563547	lr=0.036467
Epoch[55] Batch [2549]	Speed: 1754.811913 samples/sec	accuracy=0.563387	lr=0.036463
Epoch[55] Batch [2599]	Speed: 1767.417020 samples/sec	accuracy=0.563412	lr=0.036458
Epoch[55] Batch [2649]	Speed: 1741.913960 samples/sec	accuracy=0.563197	lr=0.036453
Epoch[55] Batch [2699]	Speed: 1755.628090 samples/sec	accuracy=0.563093	lr=0.036448
Epoch[55] Batch [2749]	Speed: 1750.407946 samples/sec	accuracy=0.563000	lr=0.036443
Epoch[55] Batch [2799]	Speed: 1783.836634 samples/sec	accuracy=0.562909	lr=0.036439
Epoch[55] Batch [2849]	Speed: 1755.626655 samples/sec	accuracy=0.562607	lr=0.036434
Epoch[55] Batch [2899]	Speed: 1759.018833 samples/sec	accuracy=0.562592	lr=0.036429
Epoch[55] Batch [2949]	Speed: 1743.893474 samples/sec	accuracy=0.562512	lr=0.036424
Epoch[55] Batch [2999]	Speed: 1757.210327 samples/sec	accuracy=0.562483	lr=0.036419
Epoch[55] Batch [3049]	Speed: 1751.064327 samples/sec	accuracy=0.562458	lr=0.036414
Epoch[55] Batch [3099]	Speed: 1770.497553 samples/sec	accuracy=0.562436	lr=0.036410
Epoch[55] Batch [3149]	Speed: 1753.644487 samples/sec	accuracy=0.562331	lr=0.036405
Epoch[55] Batch [3199]	Speed: 1758.994166 samples/sec	accuracy=0.562269	lr=0.036400
Epoch[55] Batch [3249]	Speed: 1783.706841 samples/sec	accuracy=0.562296	lr=0.036395
Epoch[55] Batch [3299]	Speed: 1720.973648 samples/sec	accuracy=0.562146	lr=0.036390
Epoch[55] Batch [3349]	Speed: 1757.586035 samples/sec	accuracy=0.562201	lr=0.036386
Epoch[55] Batch [3399]	Speed: 1755.994621 samples/sec	accuracy=0.562113	lr=0.036381
Epoch[55] Batch [3449]	Speed: 1757.692719 samples/sec	accuracy=0.561995	lr=0.036376
Epoch[55] Batch [3499]	Speed: 1756.877036 samples/sec	accuracy=0.562054	lr=0.036371
Epoch[55] Batch [3549]	Speed: 1769.492106 samples/sec	accuracy=0.561993	lr=0.036366
Epoch[55] Batch [3599]	Speed: 1755.495653 samples/sec	accuracy=0.561816	lr=0.036361
Epoch[55] Batch [3649]	Speed: 1772.915588 samples/sec	accuracy=0.561820	lr=0.036357
Epoch[55] Batch [3699]	Speed: 1734.738665 samples/sec	accuracy=0.561820	lr=0.036352
Epoch[55] Batch [3749]	Speed: 1724.245017 samples/sec	accuracy=0.561728	lr=0.036347
Epoch[55] Batch [3799]	Speed: 1737.737852 samples/sec	accuracy=0.561551	lr=0.036342
Epoch[55] Batch [3849]	Speed: 1767.251558 samples/sec	accuracy=0.561503	lr=0.036337
Epoch[55] Batch [3899]	Speed: 1779.402438 samples/sec	accuracy=0.561512	lr=0.036333
Epoch[55] Batch [3949]	Speed: 1766.296397 samples/sec	accuracy=0.561575	lr=0.036328
Epoch[55] Batch [3999]	Speed: 1749.632536 samples/sec	accuracy=0.561528	lr=0.036323
Epoch[55] Batch [4049]	Speed: 1762.648367 samples/sec	accuracy=0.561533	lr=0.036318
Epoch[55] Batch [4099]	Speed: 1754.195248 samples/sec	accuracy=0.561512	lr=0.036313
Epoch[55] Batch [4149]	Speed: 1779.896090 samples/sec	accuracy=0.561488	lr=0.036308
Epoch[55] Batch [4199]	Speed: 1784.763636 samples/sec	accuracy=0.561400	lr=0.036304
Epoch[55] Batch [4249]	Speed: 1770.121033 samples/sec	accuracy=0.561365	lr=0.036299
Epoch[55] Batch [4299]	Speed: 1740.254040 samples/sec	accuracy=0.561418	lr=0.036294
Epoch[55] Batch [4349]	Speed: 1757.547887 samples/sec	accuracy=0.561426	lr=0.036289
Epoch[55] Batch [4399]	Speed: 1724.106365 samples/sec	accuracy=0.561399	lr=0.036284
Epoch[55] Batch [4449]	Speed: 1753.601012 samples/sec	accuracy=0.561351	lr=0.036279
Epoch[55] Batch [4499]	Speed: 1756.625829 samples/sec	accuracy=0.561330	lr=0.036275
Epoch[55] Batch [4549]	Speed: 1779.825577 samples/sec	accuracy=0.561324	lr=0.036270
Epoch[55] Batch [4599]	Speed: 1762.485301 samples/sec	accuracy=0.561306	lr=0.036265
Epoch[55] Batch [4649]	Speed: 1745.983158 samples/sec	accuracy=0.561291	lr=0.036260
Epoch[55] Batch [4699]	Speed: 1762.648598 samples/sec	accuracy=0.561216	lr=0.036255
Epoch[55] Batch [4749]	Speed: 1752.365069 samples/sec	accuracy=0.561180	lr=0.036250
Epoch[55] Batch [4799]	Speed: 1776.799317 samples/sec	accuracy=0.561160	lr=0.036246
Epoch[55] Batch [4849]	Speed: 1776.065863 samples/sec	accuracy=0.561124	lr=0.036241
Epoch[55] Batch [4899]	Speed: 1786.195464 samples/sec	accuracy=0.560982	lr=0.036236
Epoch[55] Batch [4949]	Speed: 1762.014328 samples/sec	accuracy=0.560966	lr=0.036231
Epoch[55] Batch [4999]	Speed: 1848.787670 samples/sec	accuracy=0.560934	lr=0.036226
[Epoch 55] training: accuracy=0.560936
[Epoch 55] speed: 1756 samples/sec	time cost: 743.762637
[Epoch 55] validation: err-top1=0.379307 err-top5=0.158714
Epoch[56] Batch [49]	Speed: 1651.343554 samples/sec	accuracy=0.569531	lr=0.036221
Epoch[56] Batch [99]	Speed: 1742.952637 samples/sec	accuracy=0.567773	lr=0.036216
Epoch[56] Batch [149]	Speed: 1724.796858 samples/sec	accuracy=0.567656	lr=0.036211
Epoch[56] Batch [199]	Speed: 1751.933618 samples/sec	accuracy=0.568574	lr=0.036206
Epoch[56] Batch [249]	Speed: 1756.769761 samples/sec	accuracy=0.568422	lr=0.036202
Epoch[56] Batch [299]	Speed: 1723.244496 samples/sec	accuracy=0.567982	lr=0.036197
Epoch[56] Batch [349]	Speed: 1761.031603 samples/sec	accuracy=0.568181	lr=0.036192
Epoch[56] Batch [399]	Speed: 1743.164121 samples/sec	accuracy=0.567939	lr=0.036187
Epoch[56] Batch [449]	Speed: 1730.621006 samples/sec	accuracy=0.567031	lr=0.036182
Epoch[56] Batch [499]	Speed: 1745.237589 samples/sec	accuracy=0.565945	lr=0.036177
Epoch[56] Batch [549]	Speed: 1751.348967 samples/sec	accuracy=0.565661	lr=0.036173
Epoch[56] Batch [599]	Speed: 1780.295436 samples/sec	accuracy=0.565599	lr=0.036168
Epoch[56] Batch [649]	Speed: 1749.986300 samples/sec	accuracy=0.565469	lr=0.036163
Epoch[56] Batch [699]	Speed: 1728.746693 samples/sec	accuracy=0.565848	lr=0.036158
Epoch[56] Batch [749]	Speed: 1750.705047 samples/sec	accuracy=0.565802	lr=0.036153
Epoch[56] Batch [799]	Speed: 1725.550184 samples/sec	accuracy=0.565688	lr=0.036148
Epoch[56] Batch [849]	Speed: 1725.318556 samples/sec	accuracy=0.565441	lr=0.036144
Epoch[56] Batch [899]	Speed: 1756.062110 samples/sec	accuracy=0.565508	lr=0.036139
Epoch[56] Batch [949]	Speed: 1786.126412 samples/sec	accuracy=0.565288	lr=0.036134
Epoch[56] Batch [999]	Speed: 1782.104116 samples/sec	accuracy=0.565324	lr=0.036129
Epoch[56] Batch [1049]	Speed: 1753.538237 samples/sec	accuracy=0.565033	lr=0.036124
Epoch[56] Batch [1099]	Speed: 1781.839138 samples/sec	accuracy=0.565135	lr=0.036119
Epoch[56] Batch [1149]	Speed: 1757.859043 samples/sec	accuracy=0.565262	lr=0.036114
Epoch[56] Batch [1199]	Speed: 1756.145746 samples/sec	accuracy=0.565521	lr=0.036110
Epoch[56] Batch [1249]	Speed: 1746.252573 samples/sec	accuracy=0.565209	lr=0.036105
Epoch[56] Batch [1299]	Speed: 1782.679650 samples/sec	accuracy=0.565027	lr=0.036100
Epoch[56] Batch [1349]	Speed: 1752.203385 samples/sec	accuracy=0.564939	lr=0.036095
Epoch[56] Batch [1399]	Speed: 1769.731197 samples/sec	accuracy=0.564936	lr=0.036090
Epoch[56] Batch [1449]	Speed: 1734.286884 samples/sec	accuracy=0.565000	lr=0.036085
Epoch[56] Batch [1499]	Speed: 1744.175278 samples/sec	accuracy=0.565128	lr=0.036081
Epoch[56] Batch [1549]	Speed: 1760.336503 samples/sec	accuracy=0.565123	lr=0.036076
Epoch[56] Batch [1599]	Speed: 1770.975760 samples/sec	accuracy=0.565100	lr=0.036071
Epoch[56] Batch [1649]	Speed: 1726.563103 samples/sec	accuracy=0.565249	lr=0.036066
Epoch[56] Batch [1699]	Speed: 1728.296191 samples/sec	accuracy=0.565142	lr=0.036061
Epoch[56] Batch [1749]	Speed: 1777.810144 samples/sec	accuracy=0.565040	lr=0.036056
Epoch[56] Batch [1799]	Speed: 1739.515891 samples/sec	accuracy=0.564774	lr=0.036051
Epoch[56] Batch [1849]	Speed: 1782.657038 samples/sec	accuracy=0.564947	lr=0.036047
Epoch[56] Batch [1899]	Speed: 1755.917087 samples/sec	accuracy=0.564838	lr=0.036042
Epoch[56] Batch [1949]	Speed: 1774.460002 samples/sec	accuracy=0.564595	lr=0.036037
Epoch[56] Batch [1999]	Speed: 1745.769570 samples/sec	accuracy=0.564674	lr=0.036032
Epoch[56] Batch [2049]	Speed: 1785.145937 samples/sec	accuracy=0.564657	lr=0.036027
Epoch[56] Batch [2099]	Speed: 1739.555627 samples/sec	accuracy=0.564606	lr=0.036022
Epoch[56] Batch [2149]	Speed: 1733.945599 samples/sec	accuracy=0.564488	lr=0.036017
Epoch[56] Batch [2199]	Speed: 1733.225436 samples/sec	accuracy=0.564444	lr=0.036013
Epoch[56] Batch [2249]	Speed: 1729.416062 samples/sec	accuracy=0.564394	lr=0.036008
Epoch[56] Batch [2299]	Speed: 1750.225855 samples/sec	accuracy=0.564338	lr=0.036003
Epoch[56] Batch [2349]	Speed: 1779.273584 samples/sec	accuracy=0.564304	lr=0.035998
Epoch[56] Batch [2399]	Speed: 1749.868800 samples/sec	accuracy=0.564271	lr=0.035993
Epoch[56] Batch [2449]	Speed: 1747.615175 samples/sec	accuracy=0.564174	lr=0.035988
Epoch[56] Batch [2499]	Speed: 1762.823907 samples/sec	accuracy=0.564155	lr=0.035983
Epoch[56] Batch [2549]	Speed: 1761.968991 samples/sec	accuracy=0.564242	lr=0.035979
Epoch[56] Batch [2599]	Speed: 1764.272799 samples/sec	accuracy=0.564088	lr=0.035974
Epoch[56] Batch [2649]	Speed: 1777.801490 samples/sec	accuracy=0.564020	lr=0.035969
Epoch[56] Batch [2699]	Speed: 1773.382508 samples/sec	accuracy=0.563793	lr=0.035964
Epoch[56] Batch [2749]	Speed: 1753.565443 samples/sec	accuracy=0.563646	lr=0.035959
Epoch[56] Batch [2799]	Speed: 1777.081797 samples/sec	accuracy=0.563573	lr=0.035954
Epoch[56] Batch [2849]	Speed: 1702.096904 samples/sec	accuracy=0.563570	lr=0.035949
Epoch[56] Batch [2899]	Speed: 1742.259351 samples/sec	accuracy=0.563454	lr=0.035944
Epoch[56] Batch [2949]	Speed: 1697.331132 samples/sec	accuracy=0.563402	lr=0.035940
Epoch[56] Batch [2999]	Speed: 1744.103997 samples/sec	accuracy=0.563424	lr=0.035935
Epoch[56] Batch [3049]	Speed: 1781.786566 samples/sec	accuracy=0.563376	lr=0.035930
Epoch[56] Batch [3099]	Speed: 1798.448708 samples/sec	accuracy=0.563377	lr=0.035925
Epoch[56] Batch [3149]	Speed: 1748.484118 samples/sec	accuracy=0.563281	lr=0.035920
Epoch[56] Batch [3199]	Speed: 1768.289696 samples/sec	accuracy=0.563236	lr=0.035915
Epoch[56] Batch [3249]	Speed: 1750.172222 samples/sec	accuracy=0.563166	lr=0.035910
Epoch[56] Batch [3299]	Speed: 1767.154762 samples/sec	accuracy=0.563050	lr=0.035906
Epoch[56] Batch [3349]	Speed: 1739.817424 samples/sec	accuracy=0.562983	lr=0.035901
Epoch[56] Batch [3399]	Speed: 1760.526304 samples/sec	accuracy=0.562889	lr=0.035896
Epoch[56] Batch [3449]	Speed: 1762.405689 samples/sec	accuracy=0.562800	lr=0.035891
Epoch[56] Batch [3499]	Speed: 1755.233995 samples/sec	accuracy=0.562772	lr=0.035886
Epoch[56] Batch [3549]	Speed: 1749.244661 samples/sec	accuracy=0.562746	lr=0.035881
Epoch[56] Batch [3599]	Speed: 1759.444152 samples/sec	accuracy=0.562617	lr=0.035876
Epoch[56] Batch [3649]	Speed: 1748.428257 samples/sec	accuracy=0.562603	lr=0.035871
Epoch[56] Batch [3699]	Speed: 1743.029257 samples/sec	accuracy=0.562590	lr=0.035867
Epoch[56] Batch [3749]	Speed: 1730.702905 samples/sec	accuracy=0.562581	lr=0.035862
Epoch[56] Batch [3799]	Speed: 1746.491788 samples/sec	accuracy=0.562601	lr=0.035857
Epoch[56] Batch [3849]	Speed: 1746.763747 samples/sec	accuracy=0.562514	lr=0.035852
Epoch[56] Batch [3899]	Speed: 1781.424263 samples/sec	accuracy=0.562558	lr=0.035847
Epoch[56] Batch [3949]	Speed: 1770.640614 samples/sec	accuracy=0.562466	lr=0.035842
Epoch[56] Batch [3999]	Speed: 1728.581658 samples/sec	accuracy=0.562418	lr=0.035837
Epoch[56] Batch [4049]	Speed: 1751.146003 samples/sec	accuracy=0.562438	lr=0.035832
Epoch[56] Batch [4099]	Speed: 1774.638138 samples/sec	accuracy=0.562364	lr=0.035828
Epoch[56] Batch [4149]	Speed: 1770.722899 samples/sec	accuracy=0.562322	lr=0.035823
Epoch[56] Batch [4199]	Speed: 1758.284031 samples/sec	accuracy=0.562326	lr=0.035818
Epoch[56] Batch [4249]	Speed: 1758.695399 samples/sec	accuracy=0.562309	lr=0.035813
Epoch[56] Batch [4299]	Speed: 1781.611249 samples/sec	accuracy=0.562236	lr=0.035808
Epoch[56] Batch [4349]	Speed: 1765.388417 samples/sec	accuracy=0.562292	lr=0.035803
Epoch[56] Batch [4399]	Speed: 1746.847409 samples/sec	accuracy=0.562357	lr=0.035798
Epoch[56] Batch [4449]	Speed: 1753.553128 samples/sec	accuracy=0.562263	lr=0.035793
Epoch[56] Batch [4499]	Speed: 1787.477107 samples/sec	accuracy=0.562166	lr=0.035788
Epoch[56] Batch [4549]	Speed: 1758.912968 samples/sec	accuracy=0.562130	lr=0.035784
Epoch[56] Batch [4599]	Speed: 1770.579358 samples/sec	accuracy=0.562088	lr=0.035779
Epoch[56] Batch [4649]	Speed: 1755.628090 samples/sec	accuracy=0.562108	lr=0.035774
Epoch[56] Batch [4699]	Speed: 1760.298755 samples/sec	accuracy=0.562107	lr=0.035769
Epoch[56] Batch [4749]	Speed: 1764.234128 samples/sec	accuracy=0.562143	lr=0.035764
Epoch[56] Batch [4799]	Speed: 1760.351510 samples/sec	accuracy=0.562055	lr=0.035759
Epoch[56] Batch [4849]	Speed: 1722.363817 samples/sec	accuracy=0.562049	lr=0.035754
Epoch[56] Batch [4899]	Speed: 1761.688693 samples/sec	accuracy=0.562006	lr=0.035749
Epoch[56] Batch [4949]	Speed: 1756.260413 samples/sec	accuracy=0.561980	lr=0.035745
Epoch[56] Batch [4999]	Speed: 1882.157224 samples/sec	accuracy=0.561913	lr=0.035740
[Epoch 56] training: accuracy=0.561910
[Epoch 56] speed: 1754 samples/sec	time cost: 744.569195
[Epoch 56] validation: err-top1=0.388281 err-top5=0.163081
Epoch[57] Batch [49]	Speed: 1624.061688 samples/sec	accuracy=0.570781	lr=0.035734
Epoch[57] Batch [99]	Speed: 1730.408538 samples/sec	accuracy=0.568750	lr=0.035729
Epoch[57] Batch [149]	Speed: 1721.275905 samples/sec	accuracy=0.569063	lr=0.035725
Epoch[57] Batch [199]	Speed: 1767.455131 samples/sec	accuracy=0.569648	lr=0.035720
Epoch[57] Batch [249]	Speed: 1743.143463 samples/sec	accuracy=0.568531	lr=0.035715
Epoch[57] Batch [299]	Speed: 1771.094359 samples/sec	accuracy=0.568424	lr=0.035710
Epoch[57] Batch [349]	Speed: 1780.853497 samples/sec	accuracy=0.568527	lr=0.035705
Epoch[57] Batch [399]	Speed: 1749.166753 samples/sec	accuracy=0.568779	lr=0.035700
Epoch[57] Batch [449]	Speed: 1751.972208 samples/sec	accuracy=0.569063	lr=0.035695
Epoch[57] Batch [499]	Speed: 1732.816277 samples/sec	accuracy=0.568609	lr=0.035690
Epoch[57] Batch [549]	Speed: 1769.125282 samples/sec	accuracy=0.568544	lr=0.035685
Epoch[57] Batch [599]	Speed: 1731.795955 samples/sec	accuracy=0.567982	lr=0.035681
Epoch[57] Batch [649]	Speed: 1780.358783 samples/sec	accuracy=0.567740	lr=0.035676
Epoch[57] Batch [699]	Speed: 1780.501199 samples/sec	accuracy=0.567232	lr=0.035671
Epoch[57] Batch [749]	Speed: 1757.381680 samples/sec	accuracy=0.566958	lr=0.035666
Epoch[57] Batch [799]	Speed: 1761.662506 samples/sec	accuracy=0.566782	lr=0.035661
Epoch[57] Batch [849]	Speed: 1730.130943 samples/sec	accuracy=0.566664	lr=0.035656
Epoch[57] Batch [899]	Speed: 1737.978060 samples/sec	accuracy=0.566732	lr=0.035651
Epoch[57] Batch [949]	Speed: 1739.858527 samples/sec	accuracy=0.566583	lr=0.035646
Epoch[57] Batch [999]	Speed: 1796.699730 samples/sec	accuracy=0.566496	lr=0.035641
Epoch[57] Batch [1049]	Speed: 1766.291690 samples/sec	accuracy=0.566447	lr=0.035636
Epoch[57] Batch [1099]	Speed: 1711.093157 samples/sec	accuracy=0.566222	lr=0.035632
Epoch[57] Batch [1149]	Speed: 1740.994678 samples/sec	accuracy=0.565992	lr=0.035627
Epoch[57] Batch [1199]	Speed: 1748.135231 samples/sec	accuracy=0.565937	lr=0.035622
Epoch[57] Batch [1249]	Speed: 1760.468228 samples/sec	accuracy=0.565837	lr=0.035617
Epoch[57] Batch [1299]	Speed: 1794.483421 samples/sec	accuracy=0.565649	lr=0.035612
Epoch[57] Batch [1349]	Speed: 1740.978080 samples/sec	accuracy=0.565715	lr=0.035607
Epoch[57] Batch [1399]	Speed: 1744.930885 samples/sec	accuracy=0.565770	lr=0.035602
Epoch[57] Batch [1449]	Speed: 1713.619629 samples/sec	accuracy=0.565730	lr=0.035597
Epoch[57] Batch [1499]	Speed: 1728.519771 samples/sec	accuracy=0.565391	lr=0.035592
Epoch[57] Batch [1549]	Speed: 1735.758643 samples/sec	accuracy=0.565267	lr=0.035587
Epoch[57] Batch [1599]	Speed: 1762.200212 samples/sec	accuracy=0.565496	lr=0.035583
Epoch[57] Batch [1649]	Speed: 1751.946995 samples/sec	accuracy=0.565530	lr=0.035578
Epoch[57] Batch [1699]	Speed: 1758.888765 samples/sec	accuracy=0.565494	lr=0.035573
Epoch[57] Batch [1749]	Speed: 1731.848635 samples/sec	accuracy=0.565328	lr=0.035568
Epoch[57] Batch [1799]	Speed: 1763.936012 samples/sec	accuracy=0.565158	lr=0.035563
Epoch[57] Batch [1849]	Speed: 1740.439310 samples/sec	accuracy=0.564983	lr=0.035558
Epoch[57] Batch [1899]	Speed: 1723.245879 samples/sec	accuracy=0.565041	lr=0.035553
Epoch[57] Batch [1949]	Speed: 1709.162227 samples/sec	accuracy=0.565036	lr=0.035548
Epoch[57] Batch [1999]	Speed: 1740.355019 samples/sec	accuracy=0.564746	lr=0.035543
Epoch[57] Batch [2049]	Speed: 1736.932376 samples/sec	accuracy=0.564707	lr=0.035538
Epoch[57] Batch [2099]	Speed: 1753.668259 samples/sec	accuracy=0.564606	lr=0.035534
Epoch[57] Batch [2149]	Speed: 1762.254237 samples/sec	accuracy=0.564598	lr=0.035529
Epoch[57] Batch [2199]	Speed: 1782.069097 samples/sec	accuracy=0.564606	lr=0.035524
Epoch[57] Batch [2249]	Speed: 1783.006697 samples/sec	accuracy=0.564592	lr=0.035519
Epoch[57] Batch [2299]	Speed: 1770.772660 samples/sec	accuracy=0.564519	lr=0.035514
Epoch[57] Batch [2349]	Speed: 1784.513110 samples/sec	accuracy=0.564260	lr=0.035509
Epoch[57] Batch [2399]	Speed: 1762.847408 samples/sec	accuracy=0.564422	lr=0.035504
Epoch[57] Batch [2449]	Speed: 1734.077101 samples/sec	accuracy=0.564385	lr=0.035499
Epoch[57] Batch [2499]	Speed: 1749.389552 samples/sec	accuracy=0.564348	lr=0.035494
Epoch[57] Batch [2549]	Speed: 1757.776970 samples/sec	accuracy=0.564182	lr=0.035489
Epoch[57] Batch [2599]	Speed: 1762.878029 samples/sec	accuracy=0.564165	lr=0.035484
Epoch[57] Batch [2649]	Speed: 1768.176073 samples/sec	accuracy=0.564235	lr=0.035480
Epoch[57] Batch [2699]	Speed: 1768.130418 samples/sec	accuracy=0.564223	lr=0.035475
Epoch[57] Batch [2749]	Speed: 1761.468992 samples/sec	accuracy=0.564186	lr=0.035470
Epoch[57] Batch [2799]	Speed: 1768.617368 samples/sec	accuracy=0.564121	lr=0.035465
Epoch[57] Batch [2849]	Speed: 1777.532847 samples/sec	accuracy=0.564082	lr=0.035460
Epoch[57] Batch [2899]	Speed: 1778.600661 samples/sec	accuracy=0.564064	lr=0.035455
Epoch[57] Batch [2949]	Speed: 1732.279918 samples/sec	accuracy=0.564098	lr=0.035450
Epoch[57] Batch [2999]	Speed: 1723.325477 samples/sec	accuracy=0.564003	lr=0.035445
Epoch[57] Batch [3049]	Speed: 1783.216048 samples/sec	accuracy=0.564000	lr=0.035440
Epoch[57] Batch [3099]	Speed: 1774.519533 samples/sec	accuracy=0.564045	lr=0.035435
Epoch[57] Batch [3149]	Speed: 1755.167545 samples/sec	accuracy=0.563986	lr=0.035430
Epoch[57] Batch [3199]	Speed: 1739.582570 samples/sec	accuracy=0.563718	lr=0.035425
Epoch[57] Batch [3249]	Speed: 1797.364036 samples/sec	accuracy=0.563608	lr=0.035421
Epoch[57] Batch [3299]	Speed: 1754.164814 samples/sec	accuracy=0.563520	lr=0.035416
Epoch[57] Batch [3349]	Speed: 1771.643451 samples/sec	accuracy=0.563476	lr=0.035411
Epoch[57] Batch [3399]	Speed: 1745.625505 samples/sec	accuracy=0.563481	lr=0.035406
Epoch[57] Batch [3449]	Speed: 1749.746811 samples/sec	accuracy=0.563516	lr=0.035401
Epoch[57] Batch [3499]	Speed: 1747.389188 samples/sec	accuracy=0.563549	lr=0.035396
Epoch[57] Batch [3549]	Speed: 1725.258954 samples/sec	accuracy=0.563555	lr=0.035391
Epoch[57] Batch [3599]	Speed: 1727.735326 samples/sec	accuracy=0.563487	lr=0.035386
Epoch[57] Batch [3649]	Speed: 1762.017046 samples/sec	accuracy=0.563613	lr=0.035381
Epoch[57] Batch [3699]	Speed: 1761.243394 samples/sec	accuracy=0.563616	lr=0.035376
Epoch[57] Batch [3749]	Speed: 1745.557738 samples/sec	accuracy=0.563501	lr=0.035371
Epoch[57] Batch [3799]	Speed: 1775.916520 samples/sec	accuracy=0.563509	lr=0.035366
Epoch[57] Batch [3849]	Speed: 1803.413308 samples/sec	accuracy=0.563473	lr=0.035361
Epoch[57] Batch [3899]	Speed: 1761.283147 samples/sec	accuracy=0.563467	lr=0.035357
Epoch[57] Batch [3949]	Speed: 1746.876226 samples/sec	accuracy=0.563445	lr=0.035352
Epoch[57] Batch [3999]	Speed: 1760.216454 samples/sec	accuracy=0.563385	lr=0.035347
Epoch[57] Batch [4049]	Speed: 1765.136917 samples/sec	accuracy=0.563424	lr=0.035342
Epoch[57] Batch [4099]	Speed: 1766.287564 samples/sec	accuracy=0.563415	lr=0.035337
Epoch[57] Batch [4149]	Speed: 1811.230209 samples/sec	accuracy=0.563424	lr=0.035332
Epoch[57] Batch [4199]	Speed: 1753.513781 samples/sec	accuracy=0.563324	lr=0.035327
Epoch[57] Batch [4249]	Speed: 1756.768037 samples/sec	accuracy=0.563245	lr=0.035322
Epoch[57] Batch [4299]	Speed: 1778.128222 samples/sec	accuracy=0.563266	lr=0.035317
Epoch[57] Batch [4349]	Speed: 1736.735604 samples/sec	accuracy=0.563153	lr=0.035312
Epoch[57] Batch [4399]	Speed: 1759.146442 samples/sec	accuracy=0.563186	lr=0.035307
Epoch[57] Batch [4449]	Speed: 1745.280650 samples/sec	accuracy=0.563084	lr=0.035302
Epoch[57] Batch [4499]	Speed: 1777.752394 samples/sec	accuracy=0.563088	lr=0.035297
Epoch[57] Batch [4549]	Speed: 1771.053695 samples/sec	accuracy=0.563116	lr=0.035292
Epoch[57] Batch [4599]	Speed: 1783.716323 samples/sec	accuracy=0.563105	lr=0.035287
Epoch[57] Batch [4649]	Speed: 1781.412618 samples/sec	accuracy=0.563078	lr=0.035283
Epoch[57] Batch [4699]	Speed: 1747.526150 samples/sec	accuracy=0.563045	lr=0.035278
Epoch[57] Batch [4749]	Speed: 1770.016278 samples/sec	accuracy=0.563170	lr=0.035273
Epoch[57] Batch [4799]	Speed: 1759.225529 samples/sec	accuracy=0.563112	lr=0.035268
Epoch[57] Batch [4849]	Speed: 1765.308310 samples/sec	accuracy=0.563035	lr=0.035263
Epoch[57] Batch [4899]	Speed: 1759.724428 samples/sec	accuracy=0.562994	lr=0.035258
Epoch[57] Batch [4949]	Speed: 1746.463665 samples/sec	accuracy=0.562990	lr=0.035253
Epoch[57] Batch [4999]	Speed: 1862.407082 samples/sec	accuracy=0.562891	lr=0.035248
[Epoch 57] training: accuracy=0.562911
[Epoch 57] speed: 1755 samples/sec	time cost: 744.063043
[Epoch 57] validation: err-top1=0.384407 err-top5=0.159598
Epoch[58] Batch [49]	Speed: 1665.089193 samples/sec	accuracy=0.567187	lr=0.035243
Epoch[58] Batch [99]	Speed: 1757.153677 samples/sec	accuracy=0.569219	lr=0.035238
Epoch[58] Batch [149]	Speed: 1737.011334 samples/sec	accuracy=0.570573	lr=0.035233
Epoch[58] Batch [199]	Speed: 1744.150119 samples/sec	accuracy=0.569219	lr=0.035228
Epoch[58] Batch [249]	Speed: 1744.651956 samples/sec	accuracy=0.570391	lr=0.035223
Epoch[58] Batch [299]	Speed: 1740.999421 samples/sec	accuracy=0.569987	lr=0.035218
Epoch[58] Batch [349]	Speed: 1772.391452 samples/sec	accuracy=0.568929	lr=0.035213
Epoch[58] Batch [399]	Speed: 1745.285189 samples/sec	accuracy=0.569014	lr=0.035208
Epoch[58] Batch [449]	Speed: 1729.859512 samples/sec	accuracy=0.568377	lr=0.035203
Epoch[58] Batch [499]	Speed: 1772.131578 samples/sec	accuracy=0.569063	lr=0.035198
Epoch[58] Batch [549]	Speed: 1724.375107 samples/sec	accuracy=0.569105	lr=0.035193
Epoch[58] Batch [599]	Speed: 1763.137108 samples/sec	accuracy=0.569102	lr=0.035188
Epoch[58] Batch [649]	Speed: 1749.900683 samples/sec	accuracy=0.568648	lr=0.035183
Epoch[58] Batch [699]	Speed: 1764.494070 samples/sec	accuracy=0.568287	lr=0.035178
Epoch[58] Batch [749]	Speed: 1753.963373 samples/sec	accuracy=0.568083	lr=0.035173
Epoch[58] Batch [799]	Speed: 1750.864569 samples/sec	accuracy=0.567681	lr=0.035168
Epoch[58] Batch [849]	Speed: 1752.945361 samples/sec	accuracy=0.568107	lr=0.035164
Epoch[58] Batch [899]	Speed: 1782.705222 samples/sec	accuracy=0.567990	lr=0.035159
Epoch[58] Batch [949]	Speed: 1754.695714 samples/sec	accuracy=0.567726	lr=0.035154
Epoch[58] Batch [999]	Speed: 1735.689227 samples/sec	accuracy=0.567516	lr=0.035149
Epoch[58] Batch [1049]	Speed: 1758.591300 samples/sec	accuracy=0.567400	lr=0.035144
Epoch[58] Batch [1099]	Speed: 1744.647930 samples/sec	accuracy=0.567273	lr=0.035139
Epoch[58] Batch [1149]	Speed: 1736.898211 samples/sec	accuracy=0.567269	lr=0.035134
Epoch[58] Batch [1199]	Speed: 1745.785749 samples/sec	accuracy=0.567233	lr=0.035129
Epoch[58] Batch [1249]	Speed: 1801.778740 samples/sec	accuracy=0.567044	lr=0.035124
Epoch[58] Batch [1299]	Speed: 1782.923266 samples/sec	accuracy=0.566806	lr=0.035119
Epoch[58] Batch [1349]	Speed: 1759.053875 samples/sec	accuracy=0.567083	lr=0.035114
Epoch[58] Batch [1399]	Speed: 1776.984804 samples/sec	accuracy=0.566989	lr=0.035109
Epoch[58] Batch [1449]	Speed: 1736.229327 samples/sec	accuracy=0.566959	lr=0.035104
Epoch[58] Batch [1499]	Speed: 1755.959472 samples/sec	accuracy=0.566898	lr=0.035099
Epoch[58] Batch [1549]	Speed: 1784.575750 samples/sec	accuracy=0.566880	lr=0.035094
Epoch[58] Batch [1599]	Speed: 1726.511854 samples/sec	accuracy=0.566833	lr=0.035089
Epoch[58] Batch [1649]	Speed: 1738.218784 samples/sec	accuracy=0.566671	lr=0.035084
Epoch[58] Batch [1699]	Speed: 1736.824433 samples/sec	accuracy=0.566572	lr=0.035079
Epoch[58] Batch [1749]	Speed: 1770.492473 samples/sec	accuracy=0.566498	lr=0.035074
Epoch[58] Batch [1799]	Speed: 1790.829734 samples/sec	accuracy=0.566376	lr=0.035069
Epoch[58] Batch [1849]	Speed: 1793.823520 samples/sec	accuracy=0.566261	lr=0.035065
Epoch[58] Batch [1899]	Speed: 1700.550588 samples/sec	accuracy=0.566328	lr=0.035060
Epoch[58] Batch [1949]	Speed: 1786.170327 samples/sec	accuracy=0.566456	lr=0.035055
Epoch[58] Batch [1999]	Speed: 1742.517438 samples/sec	accuracy=0.566396	lr=0.035050
Epoch[58] Batch [2049]	Speed: 1794.126549 samples/sec	accuracy=0.566248	lr=0.035045
Epoch[58] Batch [2099]	Speed: 1748.123049 samples/sec	accuracy=0.566235	lr=0.035040
Epoch[58] Batch [2149]	Speed: 1745.886009 samples/sec	accuracy=0.565999	lr=0.035035
Epoch[58] Batch [2199]	Speed: 1744.960433 samples/sec	accuracy=0.565977	lr=0.035030
Epoch[58] Batch [2249]	Speed: 1779.422491 samples/sec	accuracy=0.565913	lr=0.035025
Epoch[58] Batch [2299]	Speed: 1757.758612 samples/sec	accuracy=0.565897	lr=0.035020
Epoch[58] Batch [2349]	Speed: 1758.164436 samples/sec	accuracy=0.565853	lr=0.035015
Epoch[58] Batch [2399]	Speed: 1769.031137 samples/sec	accuracy=0.565682	lr=0.035010
Epoch[58] Batch [2449]	Speed: 1765.545459 samples/sec	accuracy=0.565676	lr=0.035005
Epoch[58] Batch [2499]	Speed: 1743.342878 samples/sec	accuracy=0.565448	lr=0.035000
Epoch[58] Batch [2549]	Speed: 1770.454756 samples/sec	accuracy=0.565384	lr=0.034995
Epoch[58] Batch [2599]	Speed: 1721.841143 samples/sec	accuracy=0.565209	lr=0.034990
Epoch[58] Batch [2649]	Speed: 1749.716701 samples/sec	accuracy=0.565287	lr=0.034985
Epoch[58] Batch [2699]	Speed: 1746.245700 samples/sec	accuracy=0.565249	lr=0.034980
Epoch[58] Batch [2749]	Speed: 1740.150139 samples/sec	accuracy=0.565189	lr=0.034975
Epoch[58] Batch [2799]	Speed: 1777.506481 samples/sec	accuracy=0.565086	lr=0.034970
Epoch[58] Batch [2849]	Speed: 1781.598538 samples/sec	accuracy=0.565056	lr=0.034965
Epoch[58] Batch [2899]	Speed: 1778.698951 samples/sec	accuracy=0.565137	lr=0.034960
Epoch[58] Batch [2949]	Speed: 1790.274896 samples/sec	accuracy=0.565123	lr=0.034955
Epoch[58] Batch [2999]	Speed: 1762.390647 samples/sec	accuracy=0.565118	lr=0.034950
Epoch[58] Batch [3049]	Speed: 1764.886301 samples/sec	accuracy=0.565133	lr=0.034946
Epoch[58] Batch [3099]	Speed: 1772.161001 samples/sec	accuracy=0.565049	lr=0.034941
Epoch[58] Batch [3149]	Speed: 1768.368559 samples/sec	accuracy=0.565030	lr=0.034936
Epoch[58] Batch [3199]	Speed: 1753.540241 samples/sec	accuracy=0.565022	lr=0.034931
Epoch[58] Batch [3249]	Speed: 1727.987014 samples/sec	accuracy=0.565084	lr=0.034926
Epoch[58] Batch [3299]	Speed: 1743.089357 samples/sec	accuracy=0.565090	lr=0.034921
Epoch[58] Batch [3349]	Speed: 1764.816682 samples/sec	accuracy=0.565059	lr=0.034916
Epoch[58] Batch [3399]	Speed: 1769.290862 samples/sec	accuracy=0.564972	lr=0.034911
Epoch[58] Batch [3449]	Speed: 1731.016292 samples/sec	accuracy=0.564938	lr=0.034906
Epoch[58] Batch [3499]	Speed: 1760.725848 samples/sec	accuracy=0.564872	lr=0.034901
Epoch[58] Batch [3549]	Speed: 1763.043368 samples/sec	accuracy=0.564947	lr=0.034896
Epoch[58] Batch [3599]	Speed: 1792.613624 samples/sec	accuracy=0.564882	lr=0.034891
Epoch[58] Batch [3649]	Speed: 1747.569325 samples/sec	accuracy=0.564860	lr=0.034886
Epoch[58] Batch [3699]	Speed: 1769.524941 samples/sec	accuracy=0.564833	lr=0.034881
Epoch[58] Batch [3749]	Speed: 1775.737364 samples/sec	accuracy=0.564813	lr=0.034876
Epoch[58] Batch [3799]	Speed: 1755.858568 samples/sec	accuracy=0.564785	lr=0.034871
Epoch[58] Batch [3849]	Speed: 1798.326658 samples/sec	accuracy=0.564740	lr=0.034866
Epoch[58] Batch [3899]	Speed: 1760.420488 samples/sec	accuracy=0.564701	lr=0.034861
Epoch[58] Batch [3949]	Speed: 1736.183623 samples/sec	accuracy=0.564719	lr=0.034856
Epoch[58] Batch [3999]	Speed: 1780.920370 samples/sec	accuracy=0.564609	lr=0.034851
Epoch[58] Batch [4049]	Speed: 1778.080050 samples/sec	accuracy=0.564572	lr=0.034846
Epoch[58] Batch [4099]	Speed: 1773.925165 samples/sec	accuracy=0.564531	lr=0.034841
Epoch[58] Batch [4149]	Speed: 1744.522586 samples/sec	accuracy=0.564450	lr=0.034836
Epoch[58] Batch [4199]	Speed: 1760.246465 samples/sec	accuracy=0.564407	lr=0.034831
Epoch[58] Batch [4249]	Speed: 1760.019623 samples/sec	accuracy=0.564304	lr=0.034826
Epoch[58] Batch [4299]	Speed: 1713.505375 samples/sec	accuracy=0.564282	lr=0.034821
Epoch[58] Batch [4349]	Speed: 1760.040221 samples/sec	accuracy=0.564335	lr=0.034816
Epoch[58] Batch [4399]	Speed: 1809.769509 samples/sec	accuracy=0.564163	lr=0.034811
Epoch[58] Batch [4449]	Speed: 1771.112238 samples/sec	accuracy=0.564163	lr=0.034806
Epoch[58] Batch [4499]	Speed: 1732.455276 samples/sec	accuracy=0.564030	lr=0.034801
Epoch[58] Batch [4549]	Speed: 1737.005657 samples/sec	accuracy=0.563972	lr=0.034796
Epoch[58] Batch [4599]	Speed: 1747.967441 samples/sec	accuracy=0.564001	lr=0.034791
Epoch[58] Batch [4649]	Speed: 1745.936541 samples/sec	accuracy=0.564015	lr=0.034786
Epoch[58] Batch [4699]	Speed: 1780.680018 samples/sec	accuracy=0.563959	lr=0.034781
Epoch[58] Batch [4749]	Speed: 1737.706973 samples/sec	accuracy=0.563918	lr=0.034776
Epoch[58] Batch [4799]	Speed: 1725.298263 samples/sec	accuracy=0.563901	lr=0.034771
Epoch[58] Batch [4849]	Speed: 1794.686477 samples/sec	accuracy=0.563844	lr=0.034766
Epoch[58] Batch [4899]	Speed: 1791.066979 samples/sec	accuracy=0.563819	lr=0.034761
Epoch[58] Batch [4949]	Speed: 1754.568750 samples/sec	accuracy=0.563756	lr=0.034756
Epoch[58] Batch [4999]	Speed: 1880.179966 samples/sec	accuracy=0.563734	lr=0.034751
[Epoch 58] training: accuracy=0.563719
[Epoch 58] speed: 1758 samples/sec	time cost: 743.012586
[Epoch 58] validation: err-top1=0.380389 err-top5=0.158474
Epoch[59] Batch [49]	Speed: 1631.079010 samples/sec	accuracy=0.573516	lr=0.034746
Epoch[59] Batch [99]	Speed: 1752.715418 samples/sec	accuracy=0.576719	lr=0.034741
Epoch[59] Batch [149]	Speed: 1746.451280 samples/sec	accuracy=0.575286	lr=0.034736
Epoch[59] Batch [199]	Speed: 1783.708856 samples/sec	accuracy=0.575840	lr=0.034731
Epoch[59] Batch [249]	Speed: 1797.421082 samples/sec	accuracy=0.574719	lr=0.034726
Epoch[59] Batch [299]	Speed: 1798.670620 samples/sec	accuracy=0.575352	lr=0.034721
Epoch[59] Batch [349]	Speed: 1743.984906 samples/sec	accuracy=0.575011	lr=0.034716
Epoch[59] Batch [399]	Speed: 1706.857172 samples/sec	accuracy=0.575078	lr=0.034711
Epoch[59] Batch [449]	Speed: 1751.780359 samples/sec	accuracy=0.574236	lr=0.034706
Epoch[59] Batch [499]	Speed: 1775.217018 samples/sec	accuracy=0.573008	lr=0.034701
Epoch[59] Batch [549]	Speed: 1748.164831 samples/sec	accuracy=0.572351	lr=0.034696
Epoch[59] Batch [599]	Speed: 1726.414306 samples/sec	accuracy=0.572181	lr=0.034691
Epoch[59] Batch [649]	Speed: 1795.528347 samples/sec	accuracy=0.571953	lr=0.034686
Epoch[59] Batch [699]	Speed: 1760.085228 samples/sec	accuracy=0.571775	lr=0.034681
Epoch[59] Batch [749]	Speed: 1728.774471 samples/sec	accuracy=0.571438	lr=0.034676
Epoch[59] Batch [799]	Speed: 1750.731137 samples/sec	accuracy=0.570913	lr=0.034671
Epoch[59] Batch [849]	Speed: 1749.158148 samples/sec	accuracy=0.570657	lr=0.034666
Epoch[59] Batch [899]	Speed: 1751.301492 samples/sec	accuracy=0.570156	lr=0.034661
Epoch[59] Batch [949]	Speed: 1798.575534 samples/sec	accuracy=0.569725	lr=0.034656
Epoch[59] Batch [999]	Speed: 1697.392576 samples/sec	accuracy=0.569676	lr=0.034651
Epoch[59] Batch [1049]	Speed: 1730.245807 samples/sec	accuracy=0.569528	lr=0.034646
Epoch[59] Batch [1099]	Speed: 1735.854724 samples/sec	accuracy=0.569322	lr=0.034641
Epoch[59] Batch [1149]	Speed: 1730.712948 samples/sec	accuracy=0.569450	lr=0.034636
Epoch[59] Batch [1199]	Speed: 1784.490452 samples/sec	accuracy=0.569466	lr=0.034631
Epoch[59] Batch [1249]	Speed: 1768.026655 samples/sec	accuracy=0.569134	lr=0.034626
Epoch[59] Batch [1299]	Speed: 1782.188239 samples/sec	accuracy=0.568885	lr=0.034621
Epoch[59] Batch [1349]	Speed: 1752.997733 samples/sec	accuracy=0.568634	lr=0.034616
Epoch[59] Batch [1399]	Speed: 1789.986714 samples/sec	accuracy=0.568479	lr=0.034611
Epoch[59] Batch [1449]	Speed: 1744.022467 samples/sec	accuracy=0.568397	lr=0.034606
Epoch[59] Batch [1499]	Speed: 1730.746647 samples/sec	accuracy=0.568284	lr=0.034601
Epoch[59] Batch [1549]	Speed: 1747.677413 samples/sec	accuracy=0.567714	lr=0.034596
Epoch[59] Batch [1599]	Speed: 1751.004646 samples/sec	accuracy=0.567639	lr=0.034591
Epoch[59] Batch [1649]	Speed: 1766.482603 samples/sec	accuracy=0.567711	lr=0.034586
Epoch[59] Batch [1699]	Speed: 1782.443083 samples/sec	accuracy=0.567636	lr=0.034581
Epoch[59] Batch [1749]	Speed: 1750.341177 samples/sec	accuracy=0.567676	lr=0.034576
Epoch[59] Batch [1799]	Speed: 1755.912321 samples/sec	accuracy=0.567630	lr=0.034571
Epoch[59] Batch [1849]	Speed: 1733.839426 samples/sec	accuracy=0.567451	lr=0.034566
Epoch[59] Batch [1899]	Speed: 1790.585207 samples/sec	accuracy=0.567479	lr=0.034561
Epoch[59] Batch [1949]	Speed: 1748.836677 samples/sec	accuracy=0.567458	lr=0.034556
Epoch[59] Batch [1999]	Speed: 1761.692797 samples/sec	accuracy=0.567162	lr=0.034551
Epoch[59] Batch [2049]	Speed: 1723.295330 samples/sec	accuracy=0.567005	lr=0.034546
Epoch[59] Batch [2099]	Speed: 1753.224372 samples/sec	accuracy=0.566925	lr=0.034541
Epoch[59] Batch [2149]	Speed: 1721.389596 samples/sec	accuracy=0.566711	lr=0.034536
Epoch[59] Batch [2199]	Speed: 1750.388600 samples/sec	accuracy=0.566747	lr=0.034531
Epoch[59] Batch [2249]	Speed: 1725.901710 samples/sec	accuracy=0.566656	lr=0.034526
Epoch[59] Batch [2299]	Speed: 1739.999950 samples/sec	accuracy=0.566501	lr=0.034521
Epoch[59] Batch [2349]	Speed: 1774.304302 samples/sec	accuracy=0.566461	lr=0.034516
Epoch[59] Batch [2399]	Speed: 1765.382611 samples/sec	accuracy=0.566457	lr=0.034511
Epoch[59] Batch [2449]	Speed: 1782.522504 samples/sec	accuracy=0.566414	lr=0.034506
Epoch[59] Batch [2499]	Speed: 1761.029407 samples/sec	accuracy=0.566398	lr=0.034501
Epoch[59] Batch [2549]	Speed: 1742.099584 samples/sec	accuracy=0.566379	lr=0.034496
Epoch[59] Batch [2599]	Speed: 1767.175470 samples/sec	accuracy=0.566333	lr=0.034491
Epoch[59] Batch [2649]	Speed: 1751.757095 samples/sec	accuracy=0.566268	lr=0.034486
Epoch[59] Batch [2699]	Speed: 1816.845463 samples/sec	accuracy=0.566133	lr=0.034481
Epoch[59] Batch [2749]	Speed: 1763.596979 samples/sec	accuracy=0.566105	lr=0.034476
Epoch[59] Batch [2799]	Speed: 1746.286142 samples/sec	accuracy=0.565984	lr=0.034471
Epoch[59] Batch [2849]	Speed: 1755.233995 samples/sec	accuracy=0.565961	lr=0.034466
Epoch[59] Batch [2899]	Speed: 1782.284737 samples/sec	accuracy=0.566026	lr=0.034461
Epoch[59] Batch [2949]	Speed: 1776.054465 samples/sec	accuracy=0.565949	lr=0.034456
Epoch[59] Batch [2999]	Speed: 1764.622532 samples/sec	accuracy=0.565982	lr=0.034451
Epoch[59] Batch [3049]	Speed: 1742.110720 samples/sec	accuracy=0.565986	lr=0.034446
Epoch[59] Batch [3099]	Speed: 1731.058711 samples/sec	accuracy=0.565819	lr=0.034441
Epoch[59] Batch [3149]	Speed: 1760.115984 samples/sec	accuracy=0.565822	lr=0.034436
Epoch[59] Batch [3199]	Speed: 1751.072666 samples/sec	accuracy=0.565688	lr=0.034431
Epoch[59] Batch [3249]	Speed: 1769.359085 samples/sec	accuracy=0.565650	lr=0.034426
Epoch[59] Batch [3299]	Speed: 1764.025964 samples/sec	accuracy=0.565650	lr=0.034421
Epoch[59] Batch [3349]	Speed: 1758.285989 samples/sec	accuracy=0.565525	lr=0.034416
Epoch[59] Batch [3399]	Speed: 1733.267963 samples/sec	accuracy=0.565508	lr=0.034411
Epoch[59] Batch [3449]	Speed: 1743.103110 samples/sec	accuracy=0.565556	lr=0.034406
Epoch[59] Batch [3499]	Speed: 1743.768522 samples/sec	accuracy=0.565469	lr=0.034401
Epoch[59] Batch [3549]	Speed: 1723.360328 samples/sec	accuracy=0.565475	lr=0.034396
Epoch[59] Batch [3599]	Speed: 1749.189663 samples/sec	accuracy=0.565363	lr=0.034391
Epoch[59] Batch [3649]	Speed: 1734.445110 samples/sec	accuracy=0.565400	lr=0.034386
Epoch[59] Batch [3699]	Speed: 1738.339396 samples/sec	accuracy=0.565427	lr=0.034381
Epoch[59] Batch [3749]	Speed: 1732.609365 samples/sec	accuracy=0.565418	lr=0.034376
Epoch[59] Batch [3799]	Speed: 1743.884411 samples/sec	accuracy=0.565285	lr=0.034371
Epoch[59] Batch [3849]	Speed: 1765.353354 samples/sec	accuracy=0.565246	lr=0.034366
Epoch[59] Batch [3899]	Speed: 1781.846057 samples/sec	accuracy=0.565249	lr=0.034361
Epoch[59] Batch [3949]	Speed: 1767.333063 samples/sec	accuracy=0.565213	lr=0.034356
Epoch[59] Batch [3999]	Speed: 1746.362884 samples/sec	accuracy=0.565150	lr=0.034351
Epoch[59] Batch [4049]	Speed: 1757.637706 samples/sec	accuracy=0.565115	lr=0.034346
Epoch[59] Batch [4099]	Speed: 1794.308355 samples/sec	accuracy=0.565119	lr=0.034341
Epoch[59] Batch [4149]	Speed: 1745.197139 samples/sec	accuracy=0.565078	lr=0.034336
Epoch[59] Batch [4199]	Speed: 1731.716968 samples/sec	accuracy=0.565037	lr=0.034331
Epoch[59] Batch [4249]	Speed: 1748.038525 samples/sec	accuracy=0.565039	lr=0.034326
Epoch[59] Batch [4299]	Speed: 1755.422239 samples/sec	accuracy=0.565060	lr=0.034321
Epoch[59] Batch [4349]	Speed: 1756.001456 samples/sec	accuracy=0.565074	lr=0.034316
Epoch[59] Batch [4399]	Speed: 1728.186982 samples/sec	accuracy=0.565070	lr=0.034311
Epoch[59] Batch [4449]	Speed: 1753.272638 samples/sec	accuracy=0.564975	lr=0.034306
Epoch[59] Batch [4499]	Speed: 1771.955641 samples/sec	accuracy=0.565030	lr=0.034301
Epoch[59] Batch [4549]	Speed: 1761.431947 samples/sec	accuracy=0.565034	lr=0.034296
Epoch[59] Batch [4599]	Speed: 1765.938390 samples/sec	accuracy=0.565059	lr=0.034291
Epoch[59] Batch [4649]	Speed: 1772.350670 samples/sec	accuracy=0.564991	lr=0.034286
Epoch[59] Batch [4699]	Speed: 1753.499348 samples/sec	accuracy=0.564967	lr=0.034281
Epoch[59] Batch [4749]	Speed: 1780.983526 samples/sec	accuracy=0.564910	lr=0.034276
Epoch[59] Batch [4799]	Speed: 1766.247120 samples/sec	accuracy=0.564830	lr=0.034271
Epoch[59] Batch [4849]	Speed: 1737.102045 samples/sec	accuracy=0.564820	lr=0.034266
Epoch[59] Batch [4899]	Speed: 1772.374016 samples/sec	accuracy=0.564769	lr=0.034261
Epoch[59] Batch [4949]	Speed: 1700.356534 samples/sec	accuracy=0.564757	lr=0.034256
Epoch[59] Batch [4999]	Speed: 1849.017595 samples/sec	accuracy=0.564739	lr=0.034250
[Epoch 59] training: accuracy=0.564738
[Epoch 59] speed: 1754 samples/sec	time cost: 744.836489
[Epoch 59] validation: err-top1=0.377564 err-top5=0.154868
Epoch[60] Batch [49]	Speed: 1659.405446 samples/sec	accuracy=0.574219	lr=0.034245
Epoch[60] Batch [99]	Speed: 1787.796094 samples/sec	accuracy=0.573164	lr=0.034240
Epoch[60] Batch [149]	Speed: 1762.451049 samples/sec	accuracy=0.574505	lr=0.034235
Epoch[60] Batch [199]	Speed: 1741.792569 samples/sec	accuracy=0.574316	lr=0.034230
Epoch[60] Batch [249]	Speed: 1744.718745 samples/sec	accuracy=0.573313	lr=0.034225
Epoch[60] Batch [299]	Speed: 1761.583951 samples/sec	accuracy=0.572604	lr=0.034220
Epoch[60] Batch [349]	Speed: 1746.910331 samples/sec	accuracy=0.572489	lr=0.034215
Epoch[60] Batch [399]	Speed: 1755.520968 samples/sec	accuracy=0.572754	lr=0.034210
Epoch[60] Batch [449]	Speed: 1746.124159 samples/sec	accuracy=0.571918	lr=0.034205
Epoch[60] Batch [499]	Speed: 1771.832775 samples/sec	accuracy=0.571266	lr=0.034200
Epoch[60] Batch [549]	Speed: 1762.384341 samples/sec	accuracy=0.571058	lr=0.034195
Epoch[60] Batch [599]	Speed: 1776.751452 samples/sec	accuracy=0.571543	lr=0.034190
Epoch[60] Batch [649]	Speed: 1781.046450 samples/sec	accuracy=0.571617	lr=0.034185
Epoch[60] Batch [699]	Speed: 1786.808373 samples/sec	accuracy=0.571501	lr=0.034180
Epoch[60] Batch [749]	Speed: 1739.224266 samples/sec	accuracy=0.571354	lr=0.034175
Epoch[60] Batch [799]	Speed: 1763.019862 samples/sec	accuracy=0.571147	lr=0.034169
Epoch[60] Batch [849]	Speed: 1804.511119 samples/sec	accuracy=0.570818	lr=0.034164
Epoch[60] Batch [899]	Speed: 1771.234770 samples/sec	accuracy=0.570616	lr=0.034159
Epoch[60] Batch [949]	Speed: 1755.515687 samples/sec	accuracy=0.570218	lr=0.034154
Epoch[60] Batch [999]	Speed: 1737.432429 samples/sec	accuracy=0.570395	lr=0.034149
Epoch[60] Batch [1049]	Speed: 1759.308198 samples/sec	accuracy=0.570454	lr=0.034144
Epoch[60] Batch [1099]	Speed: 1737.419216 samples/sec	accuracy=0.570256	lr=0.034139
Epoch[60] Batch [1149]	Speed: 1762.177885 samples/sec	accuracy=0.569552	lr=0.034134
Epoch[60] Batch [1199]	Speed: 1769.428246 samples/sec	accuracy=0.569600	lr=0.034129
Epoch[60] Batch [1249]	Speed: 1734.399723 samples/sec	accuracy=0.569166	lr=0.034124
Epoch[60] Batch [1299]	Speed: 1731.490494 samples/sec	accuracy=0.568978	lr=0.034119
Epoch[60] Batch [1349]	Speed: 1774.967170 samples/sec	accuracy=0.568987	lr=0.034114
Epoch[60] Batch [1399]	Speed: 1741.776464 samples/sec	accuracy=0.568850	lr=0.034109
Epoch[60] Batch [1449]	Speed: 1754.707012 samples/sec	accuracy=0.568693	lr=0.034104
Epoch[60] Batch [1499]	Speed: 1781.589906 samples/sec	accuracy=0.568612	lr=0.034099
Epoch[60] Batch [1549]	Speed: 1777.129857 samples/sec	accuracy=0.568352	lr=0.034094
Epoch[60] Batch [1599]	Speed: 1769.726297 samples/sec	accuracy=0.568545	lr=0.034089
Epoch[60] Batch [1649]	Speed: 1754.137589 samples/sec	accuracy=0.568575	lr=0.034084
Epoch[60] Batch [1699]	Speed: 1745.520281 samples/sec	accuracy=0.568640	lr=0.034079
Epoch[60] Batch [1749]	Speed: 1752.408254 samples/sec	accuracy=0.568679	lr=0.034074
Epoch[60] Batch [1799]	Speed: 1756.973284 samples/sec	accuracy=0.568459	lr=0.034069
Epoch[60] Batch [1849]	Speed: 1760.938779 samples/sec	accuracy=0.568378	lr=0.034064
Epoch[60] Batch [1899]	Speed: 1749.036714 samples/sec	accuracy=0.568409	lr=0.034059
Epoch[60] Batch [1949]	Speed: 1779.170455 samples/sec	accuracy=0.568339	lr=0.034054
Epoch[60] Batch [1999]	Speed: 1762.823444 samples/sec	accuracy=0.568441	lr=0.034049
Epoch[60] Batch [2049]	Speed: 1767.858111 samples/sec	accuracy=0.568333	lr=0.034043
Epoch[60] Batch [2099]	Speed: 1730.279934 samples/sec	accuracy=0.568279	lr=0.034038
Epoch[60] Batch [2149]	Speed: 1791.810126 samples/sec	accuracy=0.568457	lr=0.034033
Epoch[60] Batch [2199]	Speed: 1763.708797 samples/sec	accuracy=0.568491	lr=0.034028
Epoch[60] Batch [2249]	Speed: 1727.334534 samples/sec	accuracy=0.568236	lr=0.034023
Epoch[60] Batch [2299]	Speed: 1745.760998 samples/sec	accuracy=0.568186	lr=0.034018
Epoch[60] Batch [2349]	Speed: 1735.747195 samples/sec	accuracy=0.568178	lr=0.034013
Epoch[60] Batch [2399]	Speed: 1795.810207 samples/sec	accuracy=0.568037	lr=0.034008
Epoch[60] Batch [2449]	Speed: 1787.110226 samples/sec	accuracy=0.568015	lr=0.034003
Epoch[60] Batch [2499]	Speed: 1746.195207 samples/sec	accuracy=0.567955	lr=0.033998
Epoch[60] Batch [2549]	Speed: 1746.942789 samples/sec	accuracy=0.567733	lr=0.033993
Epoch[60] Batch [2599]	Speed: 1764.176735 samples/sec	accuracy=0.567722	lr=0.033988
Epoch[60] Batch [2649]	Speed: 1717.404759 samples/sec	accuracy=0.567789	lr=0.033983
Epoch[60] Batch [2699]	Speed: 1739.733870 samples/sec	accuracy=0.567765	lr=0.033978
Epoch[60] Batch [2749]	Speed: 1751.696967 samples/sec	accuracy=0.567791	lr=0.033973
Epoch[60] Batch [2799]	Speed: 1740.285517 samples/sec	accuracy=0.567600	lr=0.033968
Epoch[60] Batch [2849]	Speed: 1738.094925 samples/sec	accuracy=0.567521	lr=0.033963
Epoch[60] Batch [2899]	Speed: 1727.494495 samples/sec	accuracy=0.567341	lr=0.033958
Epoch[60] Batch [2949]	Speed: 1796.402684 samples/sec	accuracy=0.567236	lr=0.033953
Epoch[60] Batch [2999]	Speed: 1736.418964 samples/sec	accuracy=0.567185	lr=0.033948
Epoch[60] Batch [3049]	Speed: 1715.870605 samples/sec	accuracy=0.567131	lr=0.033942
Epoch[60] Batch [3099]	Speed: 1756.142127 samples/sec	accuracy=0.567078	lr=0.033937
Epoch[60] Batch [3149]	Speed: 1751.232027 samples/sec	accuracy=0.567145	lr=0.033932
Epoch[60] Batch [3199]	Speed: 1773.061675 samples/sec	accuracy=0.566990	lr=0.033927
Epoch[60] Batch [3249]	Speed: 1769.044836 samples/sec	accuracy=0.566994	lr=0.033922
Epoch[60] Batch [3299]	Speed: 1739.263200 samples/sec	accuracy=0.566931	lr=0.033917
Epoch[60] Batch [3349]	Speed: 1770.322991 samples/sec	accuracy=0.566793	lr=0.033912
Epoch[60] Batch [3399]	Speed: 1765.150091 samples/sec	accuracy=0.566654	lr=0.033907
Epoch[60] Batch [3449]	Speed: 1762.602766 samples/sec	accuracy=0.566660	lr=0.033902
Epoch[60] Batch [3499]	Speed: 1771.799386 samples/sec	accuracy=0.566552	lr=0.033897
Epoch[60] Batch [3549]	Speed: 1765.314637 samples/sec	accuracy=0.566574	lr=0.033892
Epoch[60] Batch [3599]	Speed: 1713.572810 samples/sec	accuracy=0.566520	lr=0.033887
Epoch[60] Batch [3649]	Speed: 1779.331198 samples/sec	accuracy=0.566582	lr=0.033882
Epoch[60] Batch [3699]	Speed: 1728.349605 samples/sec	accuracy=0.566422	lr=0.033877
Epoch[60] Batch [3749]	Speed: 1764.441298 samples/sec	accuracy=0.566480	lr=0.033872
Epoch[60] Batch [3799]	Speed: 1740.579868 samples/sec	accuracy=0.566453	lr=0.033867
Epoch[60] Batch [3849]	Speed: 1731.312261 samples/sec	accuracy=0.566566	lr=0.033862
Epoch[60] Batch [3899]	Speed: 1771.891662 samples/sec	accuracy=0.566580	lr=0.033857
Epoch[60] Batch [3949]	Speed: 1751.357823 samples/sec	accuracy=0.566629	lr=0.033851
Epoch[60] Batch [3999]	Speed: 1762.032834 samples/sec	accuracy=0.566550	lr=0.033846
Epoch[60] Batch [4049]	Speed: 1767.733892 samples/sec	accuracy=0.566485	lr=0.033841
Epoch[60] Batch [4099]	Speed: 1764.304165 samples/sec	accuracy=0.566495	lr=0.033836
Epoch[60] Batch [4149]	Speed: 1744.372322 samples/sec	accuracy=0.566444	lr=0.033831
Epoch[60] Batch [4199]	Speed: 1791.298070 samples/sec	accuracy=0.566370	lr=0.033826
Epoch[60] Batch [4249]	Speed: 1774.553494 samples/sec	accuracy=0.566244	lr=0.033821
Epoch[60] Batch [4299]	Speed: 1731.692391 samples/sec	accuracy=0.566288	lr=0.033816
Epoch[60] Batch [4349]	Speed: 1746.200376 samples/sec	accuracy=0.566231	lr=0.033811
Epoch[60] Batch [4399]	Speed: 1769.299899 samples/sec	accuracy=0.566259	lr=0.033806
Epoch[60] Batch [4449]	Speed: 1753.542590 samples/sec	accuracy=0.566126	lr=0.033801
Epoch[60] Batch [4499]	Speed: 1763.375875 samples/sec	accuracy=0.566065	lr=0.033796
Epoch[60] Batch [4549]	Speed: 1758.648043 samples/sec	accuracy=0.566022	lr=0.033791
Epoch[60] Batch [4599]	Speed: 1771.489939 samples/sec	accuracy=0.565980	lr=0.033786
Epoch[60] Batch [4649]	Speed: 1747.094917 samples/sec	accuracy=0.565921	lr=0.033781
Epoch[60] Batch [4699]	Speed: 1734.348737 samples/sec	accuracy=0.565941	lr=0.033775
Epoch[60] Batch [4749]	Speed: 1747.788872 samples/sec	accuracy=0.565864	lr=0.033770
Epoch[60] Batch [4799]	Speed: 1770.341088 samples/sec	accuracy=0.565875	lr=0.033765
Epoch[60] Batch [4849]	Speed: 1730.169080 samples/sec	accuracy=0.565819	lr=0.033760
Epoch[60] Batch [4899]	Speed: 1751.669134 samples/sec	accuracy=0.565769	lr=0.033755
Epoch[60] Batch [4949]	Speed: 1768.830464 samples/sec	accuracy=0.565675	lr=0.033750
Epoch[60] Batch [4999]	Speed: 1874.665655 samples/sec	accuracy=0.565554	lr=0.033745
[Epoch 60] training: accuracy=0.565547
[Epoch 60] speed: 1756 samples/sec	time cost: 743.716824
[Epoch 60] validation: err-top1=0.374322 err-top5=0.156310
Epoch[61] Batch [49]	Speed: 1639.942651 samples/sec	accuracy=0.571328	lr=0.033739
Epoch[61] Batch [99]	Speed: 1753.602157 samples/sec	accuracy=0.572461	lr=0.033734
Epoch[61] Batch [149]	Speed: 1793.937166 samples/sec	accuracy=0.574792	lr=0.033729
Epoch[61] Batch [199]	Speed: 1753.582454 samples/sec	accuracy=0.573398	lr=0.033724
Epoch[61] Batch [249]	Speed: 1728.509309 samples/sec	accuracy=0.573781	lr=0.033719
Epoch[61] Batch [299]	Speed: 1765.959069 samples/sec	accuracy=0.572474	lr=0.033714
Epoch[61] Batch [349]	Speed: 1745.981511 samples/sec	accuracy=0.572645	lr=0.033709
Epoch[61] Batch [399]	Speed: 1790.790369 samples/sec	accuracy=0.572041	lr=0.033704
Epoch[61] Batch [449]	Speed: 1773.459365 samples/sec	accuracy=0.572231	lr=0.033699
Epoch[61] Batch [499]	Speed: 1772.752549 samples/sec	accuracy=0.572789	lr=0.033694
Epoch[61] Batch [549]	Speed: 1754.673348 samples/sec	accuracy=0.572798	lr=0.033689
Epoch[61] Batch [599]	Speed: 1736.909281 samples/sec	accuracy=0.572389	lr=0.033684
Epoch[61] Batch [649]	Speed: 1739.055534 samples/sec	accuracy=0.571947	lr=0.033679
Epoch[61] Batch [699]	Speed: 1770.755255 samples/sec	accuracy=0.572294	lr=0.033674
Epoch[61] Batch [749]	Speed: 1766.678616 samples/sec	accuracy=0.572219	lr=0.033668
Epoch[61] Batch [799]	Speed: 1764.415726 samples/sec	accuracy=0.572246	lr=0.033663
Epoch[61] Batch [849]	Speed: 1750.970153 samples/sec	accuracy=0.572082	lr=0.033658
Epoch[61] Batch [899]	Speed: 1754.129909 samples/sec	accuracy=0.571788	lr=0.033653
Epoch[61] Batch [949]	Speed: 1767.024186 samples/sec	accuracy=0.571591	lr=0.033648
Epoch[61] Batch [999]	Speed: 1724.563992 samples/sec	accuracy=0.571453	lr=0.033643
Epoch[61] Batch [1049]	Speed: 1770.927974 samples/sec	accuracy=0.571179	lr=0.033638
Epoch[61] Batch [1099]	Speed: 1754.455508 samples/sec	accuracy=0.570987	lr=0.033633
Epoch[61] Batch [1149]	Speed: 1751.122070 samples/sec	accuracy=0.570893	lr=0.033628
Epoch[61] Batch [1199]	Speed: 1742.823973 samples/sec	accuracy=0.570622	lr=0.033623
Epoch[61] Batch [1249]	Speed: 1756.718830 samples/sec	accuracy=0.570572	lr=0.033618
Epoch[61] Batch [1299]	Speed: 1764.026022 samples/sec	accuracy=0.570436	lr=0.033613
Epoch[61] Batch [1349]	Speed: 1753.896046 samples/sec	accuracy=0.570521	lr=0.033608
Epoch[61] Batch [1399]	Speed: 1749.289916 samples/sec	accuracy=0.570667	lr=0.033602
Epoch[61] Batch [1449]	Speed: 1756.894629 samples/sec	accuracy=0.570590	lr=0.033597
Epoch[61] Batch [1499]	Speed: 1753.231758 samples/sec	accuracy=0.570771	lr=0.033592
Epoch[61] Batch [1549]	Speed: 1747.824947 samples/sec	accuracy=0.570696	lr=0.033587
Epoch[61] Batch [1599]	Speed: 1755.382233 samples/sec	accuracy=0.570664	lr=0.033582
Epoch[61] Batch [1649]	Speed: 1760.437517 samples/sec	accuracy=0.570732	lr=0.033577
Epoch[61] Batch [1699]	Speed: 1761.972171 samples/sec	accuracy=0.570634	lr=0.033572
Epoch[61] Batch [1749]	Speed: 1714.267041 samples/sec	accuracy=0.570554	lr=0.033567
Epoch[61] Batch [1799]	Speed: 1762.658321 samples/sec	accuracy=0.570356	lr=0.033562
Epoch[61] Batch [1849]	Speed: 1764.273263 samples/sec	accuracy=0.570646	lr=0.033557
Epoch[61] Batch [1899]	Speed: 1742.512970 samples/sec	accuracy=0.570633	lr=0.033552
Epoch[61] Batch [1949]	Speed: 1759.698358 samples/sec	accuracy=0.570591	lr=0.033546
Epoch[61] Batch [1999]	Speed: 1759.548870 samples/sec	accuracy=0.570553	lr=0.033541
Epoch[61] Batch [2049]	Speed: 1750.634430 samples/sec	accuracy=0.570265	lr=0.033536
Epoch[61] Batch [2099]	Speed: 1770.609781 samples/sec	accuracy=0.570076	lr=0.033531
Epoch[61] Batch [2149]	Speed: 1755.908416 samples/sec	accuracy=0.570151	lr=0.033526
Epoch[61] Batch [2199]	Speed: 1724.033393 samples/sec	accuracy=0.570025	lr=0.033521
Epoch[61] Batch [2249]	Speed: 1740.322637 samples/sec	accuracy=0.569962	lr=0.033516
Epoch[61] Batch [2299]	Speed: 1758.009682 samples/sec	accuracy=0.569727	lr=0.033511
Epoch[61] Batch [2349]	Speed: 1761.952742 samples/sec	accuracy=0.569661	lr=0.033506
Epoch[61] Batch [2399]	Speed: 1690.481566 samples/sec	accuracy=0.569785	lr=0.033501
Epoch[61] Batch [2449]	Speed: 1758.150445 samples/sec	accuracy=0.569852	lr=0.033496
Epoch[61] Batch [2499]	Speed: 1746.521560 samples/sec	accuracy=0.569756	lr=0.033491
Epoch[61] Batch [2549]	Speed: 1758.545160 samples/sec	accuracy=0.569737	lr=0.033485
Epoch[61] Batch [2599]	Speed: 1756.318959 samples/sec	accuracy=0.569709	lr=0.033480
Epoch[61] Batch [2649]	Speed: 1800.380572 samples/sec	accuracy=0.569493	lr=0.033475
Epoch[61] Batch [2699]	Speed: 1801.706422 samples/sec	accuracy=0.569258	lr=0.033470
Epoch[61] Batch [2749]	Speed: 1714.913300 samples/sec	accuracy=0.569155	lr=0.033465
Epoch[61] Batch [2799]	Speed: 1749.546384 samples/sec	accuracy=0.569138	lr=0.033460
Epoch[61] Batch [2849]	Speed: 1713.535892 samples/sec	accuracy=0.569121	lr=0.033455
Epoch[61] Batch [2899]	Speed: 1756.769991 samples/sec	accuracy=0.568972	lr=0.033450
Epoch[61] Batch [2949]	Speed: 1750.849210 samples/sec	accuracy=0.569063	lr=0.033445
Epoch[61] Batch [2999]	Speed: 1753.588010 samples/sec	accuracy=0.569180	lr=0.033440
Epoch[61] Batch [3049]	Speed: 1730.095650 samples/sec	accuracy=0.569184	lr=0.033435
Epoch[61] Batch [3099]	Speed: 1736.399420 samples/sec	accuracy=0.569113	lr=0.033429
Epoch[61] Batch [3149]	Speed: 1769.151924 samples/sec	accuracy=0.569046	lr=0.033424
Epoch[61] Batch [3199]	Speed: 1744.151252 samples/sec	accuracy=0.569061	lr=0.033419
Epoch[61] Batch [3249]	Speed: 1762.680428 samples/sec	accuracy=0.568969	lr=0.033414
Epoch[61] Batch [3299]	Speed: 1745.715529 samples/sec	accuracy=0.568980	lr=0.033409
Epoch[61] Batch [3349]	Speed: 1765.866307 samples/sec	accuracy=0.568984	lr=0.033404
Epoch[61] Batch [3399]	Speed: 1733.794072 samples/sec	accuracy=0.569005	lr=0.033399
Epoch[61] Batch [3449]	Speed: 1748.198018 samples/sec	accuracy=0.568875	lr=0.033394
Epoch[61] Batch [3499]	Speed: 1767.947473 samples/sec	accuracy=0.568747	lr=0.033389
Epoch[61] Batch [3549]	Speed: 1766.970100 samples/sec	accuracy=0.568739	lr=0.033384
Epoch[61] Batch [3599]	Speed: 1721.328278 samples/sec	accuracy=0.568842	lr=0.033378
Epoch[61] Batch [3649]	Speed: 1736.359323 samples/sec	accuracy=0.568641	lr=0.033373
Epoch[61] Batch [3699]	Speed: 1699.193619 samples/sec	accuracy=0.568583	lr=0.033368
Epoch[61] Batch [3749]	Speed: 1715.534390 samples/sec	accuracy=0.568557	lr=0.033363
Epoch[61] Batch [3799]	Speed: 1783.574637 samples/sec	accuracy=0.568608	lr=0.033358
Epoch[61] Batch [3849]	Speed: 1755.070347 samples/sec	accuracy=0.568550	lr=0.033353
Epoch[61] Batch [3899]	Speed: 1761.635280 samples/sec	accuracy=0.568544	lr=0.033348
Epoch[61] Batch [3949]	Speed: 1757.645129 samples/sec	accuracy=0.568532	lr=0.033343
Epoch[61] Batch [3999]	Speed: 1775.766672 samples/sec	accuracy=0.568451	lr=0.033338
Epoch[61] Batch [4049]	Speed: 1771.101428 samples/sec	accuracy=0.568397	lr=0.033333
Epoch[61] Batch [4099]	Speed: 1750.604518 samples/sec	accuracy=0.568297	lr=0.033327
Epoch[61] Batch [4149]	Speed: 1737.988693 samples/sec	accuracy=0.568248	lr=0.033322
Epoch[61] Batch [4199]	Speed: 1768.158020 samples/sec	accuracy=0.568056	lr=0.033317
Epoch[61] Batch [4249]	Speed: 1744.050795 samples/sec	accuracy=0.568028	lr=0.033312
Epoch[61] Batch [4299]	Speed: 1753.076669 samples/sec	accuracy=0.567805	lr=0.033307
Epoch[61] Batch [4349]	Speed: 1758.348298 samples/sec	accuracy=0.567732	lr=0.033302
Epoch[61] Batch [4399]	Speed: 1719.797191 samples/sec	accuracy=0.567706	lr=0.033297
Epoch[61] Batch [4449]	Speed: 1768.097401 samples/sec	accuracy=0.567578	lr=0.033292
Epoch[61] Batch [4499]	Speed: 1770.750349 samples/sec	accuracy=0.567484	lr=0.033287
Epoch[61] Batch [4549]	Speed: 1712.878922 samples/sec	accuracy=0.567471	lr=0.033281
Epoch[61] Batch [4599]	Speed: 1747.784377 samples/sec	accuracy=0.567409	lr=0.033276
Epoch[61] Batch [4649]	Speed: 1777.912115 samples/sec	accuracy=0.567437	lr=0.033271
Epoch[61] Batch [4699]	Speed: 1735.652529 samples/sec	accuracy=0.567425	lr=0.033266
Epoch[61] Batch [4749]	Speed: 1758.562786 samples/sec	accuracy=0.567379	lr=0.033261
Epoch[61] Batch [4799]	Speed: 1749.257599 samples/sec	accuracy=0.567310	lr=0.033256
Epoch[61] Batch [4849]	Speed: 1743.151047 samples/sec	accuracy=0.567242	lr=0.033251
Epoch[61] Batch [4899]	Speed: 1743.249589 samples/sec	accuracy=0.567195	lr=0.033246
Epoch[61] Batch [4949]	Speed: 1798.418887 samples/sec	accuracy=0.567197	lr=0.033241
Epoch[61] Batch [4999]	Speed: 1883.225591 samples/sec	accuracy=0.567165	lr=0.033236
[Epoch 61] training: accuracy=0.567160
[Epoch 61] speed: 1752 samples/sec	time cost: 745.301538
[Epoch 61] validation: err-top1=0.374419 err-top5=0.156571
Epoch[62] Batch [49]	Speed: 1628.676501 samples/sec	accuracy=0.572344	lr=0.033230
Epoch[62] Batch [99]	Speed: 1754.851835 samples/sec	accuracy=0.569727	lr=0.033225
Epoch[62] Batch [149]	Speed: 1732.257896 samples/sec	accuracy=0.569896	lr=0.033220
Epoch[62] Batch [199]	Speed: 1761.978706 samples/sec	accuracy=0.572344	lr=0.033215
Epoch[62] Batch [249]	Speed: 1784.397630 samples/sec	accuracy=0.573297	lr=0.033210
Epoch[62] Batch [299]	Speed: 1740.840731 samples/sec	accuracy=0.573424	lr=0.033204
Epoch[62] Batch [349]	Speed: 1759.231294 samples/sec	accuracy=0.573248	lr=0.033199
Epoch[62] Batch [399]	Speed: 1754.265064 samples/sec	accuracy=0.573086	lr=0.033194
Epoch[62] Batch [449]	Speed: 1759.545237 samples/sec	accuracy=0.572934	lr=0.033189
Epoch[62] Batch [499]	Speed: 1707.599685 samples/sec	accuracy=0.572555	lr=0.033184
Epoch[62] Batch [549]	Speed: 1734.087911 samples/sec	accuracy=0.572919	lr=0.033179
Epoch[62] Batch [599]	Speed: 1723.933800 samples/sec	accuracy=0.572741	lr=0.033174
Epoch[62] Batch [649]	Speed: 1741.266566 samples/sec	accuracy=0.572314	lr=0.033169
Epoch[62] Batch [699]	Speed: 1748.794921 samples/sec	accuracy=0.572031	lr=0.033164
Epoch[62] Batch [749]	Speed: 1733.836570 samples/sec	accuracy=0.572026	lr=0.033158
Epoch[62] Batch [799]	Speed: 1757.526196 samples/sec	accuracy=0.571997	lr=0.033153
Epoch[62] Batch [849]	Speed: 1729.042778 samples/sec	accuracy=0.571434	lr=0.033148
Epoch[62] Batch [899]	Speed: 1726.979425 samples/sec	accuracy=0.571393	lr=0.033143
Epoch[62] Batch [949]	Speed: 1742.807848 samples/sec	accuracy=0.571197	lr=0.033138
Epoch[62] Batch [999]	Speed: 1721.540122 samples/sec	accuracy=0.571047	lr=0.033133
Epoch[62] Batch [1049]	Speed: 1717.522335 samples/sec	accuracy=0.570737	lr=0.033128
Epoch[62] Batch [1099]	Speed: 1739.244099 samples/sec	accuracy=0.570767	lr=0.033123
Epoch[62] Batch [1149]	Speed: 1757.369599 samples/sec	accuracy=0.570557	lr=0.033117
Epoch[62] Batch [1199]	Speed: 1724.293307 samples/sec	accuracy=0.570420	lr=0.033112
Epoch[62] Batch [1249]	Speed: 1761.216239 samples/sec	accuracy=0.570400	lr=0.033107
Epoch[62] Batch [1299]	Speed: 1777.443278 samples/sec	accuracy=0.570556	lr=0.033102
Epoch[62] Batch [1349]	Speed: 1737.163368 samples/sec	accuracy=0.570518	lr=0.033097
Epoch[62] Batch [1399]	Speed: 1762.571170 samples/sec	accuracy=0.570865	lr=0.033092
Epoch[62] Batch [1449]	Speed: 1772.199786 samples/sec	accuracy=0.570994	lr=0.033087
Epoch[62] Batch [1499]	Speed: 1801.667846 samples/sec	accuracy=0.570758	lr=0.033082
Epoch[62] Batch [1549]	Speed: 1747.727821 samples/sec	accuracy=0.570897	lr=0.033076
Epoch[62] Batch [1599]	Speed: 1764.369337 samples/sec	accuracy=0.570828	lr=0.033071
Epoch[62] Batch [1649]	Speed: 1758.850100 samples/sec	accuracy=0.570661	lr=0.033066
Epoch[62] Batch [1699]	Speed: 1727.559533 samples/sec	accuracy=0.570409	lr=0.033061
Epoch[62] Batch [1749]	Speed: 1740.925520 samples/sec	accuracy=0.570603	lr=0.033056
Epoch[62] Batch [1799]	Speed: 1754.378282 samples/sec	accuracy=0.570588	lr=0.033051
Epoch[62] Batch [1849]	Speed: 1760.252756 samples/sec	accuracy=0.570557	lr=0.033046
Epoch[62] Batch [1899]	Speed: 1780.440262 samples/sec	accuracy=0.570678	lr=0.033041
Epoch[62] Batch [1949]	Speed: 1731.562591 samples/sec	accuracy=0.570693	lr=0.033036
Epoch[62] Batch [1999]	Speed: 1744.450313 samples/sec	accuracy=0.570648	lr=0.033030
Epoch[62] Batch [2049]	Speed: 1745.354411 samples/sec	accuracy=0.570596	lr=0.033025
Epoch[62] Batch [2099]	Speed: 1732.825617 samples/sec	accuracy=0.570629	lr=0.033020
Epoch[62] Batch [2149]	Speed: 1737.693306 samples/sec	accuracy=0.570605	lr=0.033015
Epoch[62] Batch [2199]	Speed: 1765.403278 samples/sec	accuracy=0.570499	lr=0.033010
Epoch[62] Batch [2249]	Speed: 1743.891265 samples/sec	accuracy=0.570590	lr=0.033005
Epoch[62] Batch [2299]	Speed: 1779.670173 samples/sec	accuracy=0.570596	lr=0.033000
Epoch[62] Batch [2349]	Speed: 1753.454448 samples/sec	accuracy=0.570728	lr=0.032994
Epoch[62] Batch [2399]	Speed: 1746.548719 samples/sec	accuracy=0.570778	lr=0.032989
Epoch[62] Batch [2449]	Speed: 1743.904804 samples/sec	accuracy=0.570631	lr=0.032984
Epoch[62] Batch [2499]	Speed: 1746.842862 samples/sec	accuracy=0.570641	lr=0.032979
Epoch[62] Batch [2549]	Speed: 1750.747008 samples/sec	accuracy=0.570660	lr=0.032974
Epoch[62] Batch [2599]	Speed: 1774.374672 samples/sec	accuracy=0.570751	lr=0.032969
Epoch[62] Batch [2649]	Speed: 1785.405961 samples/sec	accuracy=0.570725	lr=0.032964
Epoch[62] Batch [2699]	Speed: 1750.469470 samples/sec	accuracy=0.570642	lr=0.032959
Epoch[62] Batch [2749]	Speed: 1725.799572 samples/sec	accuracy=0.570500	lr=0.032953
Epoch[62] Batch [2799]	Speed: 1778.602370 samples/sec	accuracy=0.570396	lr=0.032948
Epoch[62] Batch [2849]	Speed: 1736.844436 samples/sec	accuracy=0.570295	lr=0.032943
Epoch[62] Batch [2899]	Speed: 1740.538505 samples/sec	accuracy=0.570288	lr=0.032938
Epoch[62] Batch [2949]	Speed: 1735.189280 samples/sec	accuracy=0.570187	lr=0.032933
Epoch[62] Batch [2999]	Speed: 1699.422159 samples/sec	accuracy=0.570000	lr=0.032928
Epoch[62] Batch [3049]	Speed: 1763.909063 samples/sec	accuracy=0.569999	lr=0.032923
Epoch[62] Batch [3099]	Speed: 1763.526535 samples/sec	accuracy=0.569991	lr=0.032918
Epoch[62] Batch [3149]	Speed: 1746.953987 samples/sec	accuracy=0.569950	lr=0.032912
Epoch[62] Batch [3199]	Speed: 1777.893097 samples/sec	accuracy=0.569832	lr=0.032907
Epoch[62] Batch [3249]	Speed: 1777.955332 samples/sec	accuracy=0.569666	lr=0.032902
Epoch[62] Batch [3299]	Speed: 1757.443867 samples/sec	accuracy=0.569619	lr=0.032897
Epoch[62] Batch [3349]	Speed: 1722.323978 samples/sec	accuracy=0.569473	lr=0.032892
Epoch[62] Batch [3399]	Speed: 1761.778416 samples/sec	accuracy=0.569424	lr=0.032887
Epoch[62] Batch [3449]	Speed: 1738.396584 samples/sec	accuracy=0.569378	lr=0.032882
Epoch[62] Batch [3499]	Speed: 1746.001555 samples/sec	accuracy=0.569256	lr=0.032876
Epoch[62] Batch [3549]	Speed: 1745.412232 samples/sec	accuracy=0.569184	lr=0.032871
Epoch[62] Batch [3599]	Speed: 1757.394220 samples/sec	accuracy=0.569221	lr=0.032866
Epoch[62] Batch [3649]	Speed: 1764.262769 samples/sec	accuracy=0.569155	lr=0.032861
Epoch[62] Batch [3699]	Speed: 1763.071274 samples/sec	accuracy=0.569235	lr=0.032856
Epoch[62] Batch [3749]	Speed: 1754.101310 samples/sec	accuracy=0.569229	lr=0.032851
Epoch[62] Batch [3799]	Speed: 1737.277762 samples/sec	accuracy=0.569218	lr=0.032846
Epoch[62] Batch [3849]	Speed: 1738.103196 samples/sec	accuracy=0.569213	lr=0.032840
Epoch[62] Batch [3899]	Speed: 1768.023453 samples/sec	accuracy=0.569166	lr=0.032835
Epoch[62] Batch [3949]	Speed: 1766.076010 samples/sec	accuracy=0.569121	lr=0.032830
Epoch[62] Batch [3999]	Speed: 1761.283089 samples/sec	accuracy=0.569172	lr=0.032825
Epoch[62] Batch [4049]	Speed: 1722.969194 samples/sec	accuracy=0.569097	lr=0.032820
Epoch[62] Batch [4099]	Speed: 1747.238714 samples/sec	accuracy=0.569060	lr=0.032815
Epoch[62] Batch [4149]	Speed: 1706.843063 samples/sec	accuracy=0.569003	lr=0.032810
Epoch[62] Batch [4199]	Speed: 1744.209730 samples/sec	accuracy=0.568991	lr=0.032805
Epoch[62] Batch [4249]	Speed: 1751.615241 samples/sec	accuracy=0.568899	lr=0.032799
Epoch[62] Batch [4299]	Speed: 1753.126416 samples/sec	accuracy=0.568853	lr=0.032794
Epoch[62] Batch [4349]	Speed: 1778.941775 samples/sec	accuracy=0.568738	lr=0.032789
Epoch[62] Batch [4399]	Speed: 1768.728309 samples/sec	accuracy=0.568775	lr=0.032784
Epoch[62] Batch [4449]	Speed: 1745.446279 samples/sec	accuracy=0.568751	lr=0.032779
Epoch[62] Batch [4499]	Speed: 1731.457715 samples/sec	accuracy=0.568794	lr=0.032774
Epoch[62] Batch [4549]	Speed: 1762.320704 samples/sec	accuracy=0.568722	lr=0.032769
Epoch[62] Batch [4599]	Speed: 1752.353801 samples/sec	accuracy=0.568647	lr=0.032763
Epoch[62] Batch [4649]	Speed: 1735.555068 samples/sec	accuracy=0.568593	lr=0.032758
Epoch[62] Batch [4699]	Speed: 1738.768287 samples/sec	accuracy=0.568567	lr=0.032753
Epoch[62] Batch [4749]	Speed: 1759.234464 samples/sec	accuracy=0.568531	lr=0.032748
Epoch[62] Batch [4799]	Speed: 1738.887793 samples/sec	accuracy=0.568506	lr=0.032743
Epoch[62] Batch [4849]	Speed: 1734.574109 samples/sec	accuracy=0.568582	lr=0.032738
Epoch[62] Batch [4899]	Speed: 1753.654053 samples/sec	accuracy=0.568619	lr=0.032732
Epoch[62] Batch [4949]	Speed: 1754.721465 samples/sec	accuracy=0.568587	lr=0.032727
Epoch[62] Batch [4999]	Speed: 1829.035476 samples/sec	accuracy=0.568541	lr=0.032722
[Epoch 62] training: accuracy=0.568525
[Epoch 62] speed: 1748 samples/sec	time cost: 747.072431
[Epoch 62] validation: err-top1=0.380329 err-top5=0.157432
Epoch[63] Batch [49]	Speed: 1638.477604 samples/sec	accuracy=0.582031	lr=0.032717
Epoch[63] Batch [99]	Speed: 1733.696595 samples/sec	accuracy=0.577578	lr=0.032711
Epoch[63] Batch [149]	Speed: 1763.497629 samples/sec	accuracy=0.576615	lr=0.032706
Epoch[63] Batch [199]	Speed: 1748.792528 samples/sec	accuracy=0.575273	lr=0.032701
Epoch[63] Batch [249]	Speed: 1764.422336 samples/sec	accuracy=0.575109	lr=0.032696
Epoch[63] Batch [299]	Speed: 1772.301874 samples/sec	accuracy=0.574440	lr=0.032691
Epoch[63] Batch [349]	Speed: 1754.075120 samples/sec	accuracy=0.574509	lr=0.032686
Epoch[63] Batch [399]	Speed: 1753.374905 samples/sec	accuracy=0.574902	lr=0.032680
Epoch[63] Batch [449]	Speed: 1759.189040 samples/sec	accuracy=0.574557	lr=0.032675
Epoch[63] Batch [499]	Speed: 1758.440100 samples/sec	accuracy=0.574109	lr=0.032670
Epoch[63] Batch [549]	Speed: 1761.762575 samples/sec	accuracy=0.574581	lr=0.032665
Epoch[63] Batch [599]	Speed: 1764.327010 samples/sec	accuracy=0.574935	lr=0.032660
Epoch[63] Batch [649]	Speed: 1748.206329 samples/sec	accuracy=0.574459	lr=0.032655
Epoch[63] Batch [699]	Speed: 1758.970480 samples/sec	accuracy=0.573867	lr=0.032650
Epoch[63] Batch [749]	Speed: 1769.764916 samples/sec	accuracy=0.573792	lr=0.032644
Epoch[63] Batch [799]	Speed: 1769.655770 samples/sec	accuracy=0.573662	lr=0.032639
Epoch[63] Batch [849]	Speed: 1780.924328 samples/sec	accuracy=0.573506	lr=0.032634
Epoch[63] Batch [899]	Speed: 1791.559592 samples/sec	accuracy=0.573173	lr=0.032629
Epoch[63] Batch [949]	Speed: 1764.745096 samples/sec	accuracy=0.573030	lr=0.032624
Epoch[63] Batch [999]	Speed: 1770.881418 samples/sec	accuracy=0.572953	lr=0.032619
Epoch[63] Batch [1049]	Speed: 1781.922763 samples/sec	accuracy=0.573025	lr=0.032613
Epoch[63] Batch [1099]	Speed: 1742.313235 samples/sec	accuracy=0.573104	lr=0.032608
Epoch[63] Batch [1149]	Speed: 1750.086530 samples/sec	accuracy=0.573227	lr=0.032603
Epoch[63] Batch [1199]	Speed: 1752.275845 samples/sec	accuracy=0.573180	lr=0.032598
Epoch[63] Batch [1249]	Speed: 1759.090128 samples/sec	accuracy=0.572859	lr=0.032593
Epoch[63] Batch [1299]	Speed: 1784.644920 samples/sec	accuracy=0.572683	lr=0.032588
Epoch[63] Batch [1349]	Speed: 1752.368672 samples/sec	accuracy=0.572546	lr=0.032583
Epoch[63] Batch [1399]	Speed: 1782.815214 samples/sec	accuracy=0.572690	lr=0.032577
Epoch[63] Batch [1449]	Speed: 1764.974087 samples/sec	accuracy=0.572726	lr=0.032572
Epoch[63] Batch [1499]	Speed: 1756.344068 samples/sec	accuracy=0.572695	lr=0.032567
Epoch[63] Batch [1549]	Speed: 1797.580143 samples/sec	accuracy=0.572480	lr=0.032562
Epoch[63] Batch [1599]	Speed: 1795.919059 samples/sec	accuracy=0.572520	lr=0.032557
Epoch[63] Batch [1649]	Speed: 1736.460356 samples/sec	accuracy=0.572498	lr=0.032552
Epoch[63] Batch [1699]	Speed: 1718.652766 samples/sec	accuracy=0.572358	lr=0.032546
Epoch[63] Batch [1749]	Speed: 1746.430316 samples/sec	accuracy=0.572221	lr=0.032541
Epoch[63] Batch [1799]	Speed: 1768.913048 samples/sec	accuracy=0.572324	lr=0.032536
Epoch[63] Batch [1849]	Speed: 1750.635400 samples/sec	accuracy=0.572371	lr=0.032531
Epoch[63] Batch [1899]	Speed: 1736.770269 samples/sec	accuracy=0.572259	lr=0.032526
Epoch[63] Batch [1949]	Speed: 1758.225815 samples/sec	accuracy=0.572316	lr=0.032521
Epoch[63] Batch [1999]	Speed: 1718.401259 samples/sec	accuracy=0.572295	lr=0.032515
Epoch[63] Batch [2049]	Speed: 1758.669358 samples/sec	accuracy=0.572174	lr=0.032510
Epoch[63] Batch [2099]	Speed: 1763.639966 samples/sec	accuracy=0.572243	lr=0.032505
Epoch[63] Batch [2149]	Speed: 1742.035142 samples/sec	accuracy=0.572315	lr=0.032500
Epoch[63] Batch [2199]	Speed: 1764.002606 samples/sec	accuracy=0.572134	lr=0.032495
Epoch[63] Batch [2249]	Speed: 1732.244762 samples/sec	accuracy=0.572052	lr=0.032490
Epoch[63] Batch [2299]	Speed: 1744.026490 samples/sec	accuracy=0.571860	lr=0.032485
Epoch[63] Batch [2349]	Speed: 1773.767801 samples/sec	accuracy=0.571737	lr=0.032479
Epoch[63] Batch [2399]	Speed: 1740.174054 samples/sec	accuracy=0.571610	lr=0.032474
Epoch[63] Batch [2449]	Speed: 1768.092801 samples/sec	accuracy=0.571382	lr=0.032469
Epoch[63] Batch [2499]	Speed: 1754.485265 samples/sec	accuracy=0.571302	lr=0.032464
Epoch[63] Batch [2549]	Speed: 1745.267091 samples/sec	accuracy=0.571305	lr=0.032459
Epoch[63] Batch [2599]	Speed: 1732.102920 samples/sec	accuracy=0.571224	lr=0.032454
Epoch[63] Batch [2649]	Speed: 1756.681755 samples/sec	accuracy=0.571223	lr=0.032448
Epoch[63] Batch [2699]	Speed: 1741.061697 samples/sec	accuracy=0.571172	lr=0.032443
Epoch[63] Batch [2749]	Speed: 1763.474053 samples/sec	accuracy=0.571031	lr=0.032438
Epoch[63] Batch [2799]	Speed: 1745.750042 samples/sec	accuracy=0.570997	lr=0.032433
Epoch[63] Batch [2849]	Speed: 1734.385604 samples/sec	accuracy=0.570972	lr=0.032428
Epoch[63] Batch [2899]	Speed: 1728.296859 samples/sec	accuracy=0.571056	lr=0.032423
Epoch[63] Batch [2949]	Speed: 1759.097909 samples/sec	accuracy=0.571098	lr=0.032417
Epoch[63] Batch [2999]	Speed: 1764.282481 samples/sec	accuracy=0.570957	lr=0.032412
Epoch[63] Batch [3049]	Speed: 1729.079197 samples/sec	accuracy=0.570889	lr=0.032407
Epoch[63] Batch [3099]	Speed: 1757.792164 samples/sec	accuracy=0.570804	lr=0.032402
Epoch[63] Batch [3149]	Speed: 1751.473580 samples/sec	accuracy=0.570748	lr=0.032397
Epoch[63] Batch [3199]	Speed: 1767.920635 samples/sec	accuracy=0.570691	lr=0.032392
Epoch[63] Batch [3249]	Speed: 1750.510165 samples/sec	accuracy=0.570703	lr=0.032386
Epoch[63] Batch [3299]	Speed: 1752.493430 samples/sec	accuracy=0.570637	lr=0.032381
Epoch[63] Batch [3349]	Speed: 1755.519475 samples/sec	accuracy=0.570606	lr=0.032376
Epoch[63] Batch [3399]	Speed: 1744.582450 samples/sec	accuracy=0.570595	lr=0.032371
Epoch[63] Batch [3449]	Speed: 1712.320972 samples/sec	accuracy=0.570601	lr=0.032366
Epoch[63] Batch [3499]	Speed: 1753.859491 samples/sec	accuracy=0.570536	lr=0.032360
Epoch[63] Batch [3549]	Speed: 1724.396708 samples/sec	accuracy=0.570524	lr=0.032355
Epoch[63] Batch [3599]	Speed: 1743.387998 samples/sec	accuracy=0.570385	lr=0.032350
Epoch[63] Batch [3649]	Speed: 1774.294510 samples/sec	accuracy=0.570374	lr=0.032345
Epoch[63] Batch [3699]	Speed: 1771.256625 samples/sec	accuracy=0.570381	lr=0.032340
Epoch[63] Batch [3749]	Speed: 1758.488366 samples/sec	accuracy=0.570320	lr=0.032335
Epoch[63] Batch [3799]	Speed: 1728.420550 samples/sec	accuracy=0.570304	lr=0.032329
Epoch[63] Batch [3849]	Speed: 1753.287754 samples/sec	accuracy=0.570344	lr=0.032324
Epoch[63] Batch [3899]	Speed: 1779.423965 samples/sec	accuracy=0.570241	lr=0.032319
Epoch[63] Batch [3949]	Speed: 1732.718687 samples/sec	accuracy=0.570206	lr=0.032314
Epoch[63] Batch [3999]	Speed: 1736.646280 samples/sec	accuracy=0.570150	lr=0.032309
Epoch[63] Batch [4049]	Speed: 1737.832240 samples/sec	accuracy=0.570087	lr=0.032304
Epoch[63] Batch [4099]	Speed: 1762.350555 samples/sec	accuracy=0.569986	lr=0.032298
Epoch[63] Batch [4149]	Speed: 1744.205480 samples/sec	accuracy=0.569925	lr=0.032293
Epoch[63] Batch [4199]	Speed: 1759.877349 samples/sec	accuracy=0.569910	lr=0.032288
Epoch[63] Batch [4249]	Speed: 1763.126685 samples/sec	accuracy=0.569855	lr=0.032283
Epoch[63] Batch [4299]	Speed: 1801.141561 samples/sec	accuracy=0.569812	lr=0.032278
Epoch[63] Batch [4349]	Speed: 1733.977520 samples/sec	accuracy=0.569794	lr=0.032272
Epoch[63] Batch [4399]	Speed: 1775.731725 samples/sec	accuracy=0.569735	lr=0.032267
Epoch[63] Batch [4449]	Speed: 1721.181486 samples/sec	accuracy=0.569706	lr=0.032262
Epoch[63] Batch [4499]	Speed: 1779.637962 samples/sec	accuracy=0.569579	lr=0.032257
Epoch[63] Batch [4549]	Speed: 1725.700718 samples/sec	accuracy=0.569555	lr=0.032252
Epoch[63] Batch [4599]	Speed: 1759.817874 samples/sec	accuracy=0.569545	lr=0.032247
Epoch[63] Batch [4649]	Speed: 1778.588523 samples/sec	accuracy=0.569519	lr=0.032241
Epoch[63] Batch [4699]	Speed: 1765.701832 samples/sec	accuracy=0.569448	lr=0.032236
Epoch[63] Batch [4749]	Speed: 1779.614484 samples/sec	accuracy=0.569517	lr=0.032231
Epoch[63] Batch [4799]	Speed: 1745.046304 samples/sec	accuracy=0.569563	lr=0.032226
Epoch[63] Batch [4849]	Speed: 1757.132398 samples/sec	accuracy=0.569536	lr=0.032221
Epoch[63] Batch [4899]	Speed: 1735.049759 samples/sec	accuracy=0.569484	lr=0.032216
Epoch[63] Batch [4949]	Speed: 1743.348143 samples/sec	accuracy=0.569478	lr=0.032210
Epoch[63] Batch [4999]	Speed: 1846.861378 samples/sec	accuracy=0.569391	lr=0.032205
[Epoch 63] training: accuracy=0.569380
[Epoch 63] speed: 1754 samples/sec	time cost: 744.536289
[Epoch 63] validation: err-top1=0.379046 err-top5=0.157192
Epoch[64] Batch [49]	Speed: 1669.337405 samples/sec	accuracy=0.579688	lr=0.032200
Epoch[64] Batch [99]	Speed: 1767.967559 samples/sec	accuracy=0.580977	lr=0.032194
Epoch[64] Batch [149]	Speed: 1756.451521 samples/sec	accuracy=0.577422	lr=0.032189
Epoch[64] Batch [199]	Speed: 1762.808105 samples/sec	accuracy=0.579023	lr=0.032184
Epoch[64] Batch [249]	Speed: 1743.020259 samples/sec	accuracy=0.578000	lr=0.032179
Epoch[64] Batch [299]	Speed: 1752.255942 samples/sec	accuracy=0.577995	lr=0.032174
Epoch[64] Batch [349]	Speed: 1771.053695 samples/sec	accuracy=0.576987	lr=0.032168
Epoch[64] Batch [399]	Speed: 1735.342173 samples/sec	accuracy=0.577207	lr=0.032163
Epoch[64] Batch [449]	Speed: 1719.368410 samples/sec	accuracy=0.576988	lr=0.032158
Epoch[64] Batch [499]	Speed: 1743.572237 samples/sec	accuracy=0.576187	lr=0.032153
Epoch[64] Batch [549]	Speed: 1744.204744 samples/sec	accuracy=0.576080	lr=0.032148
Epoch[64] Batch [599]	Speed: 1733.601985 samples/sec	accuracy=0.575846	lr=0.032143
Epoch[64] Batch [649]	Speed: 1779.015224 samples/sec	accuracy=0.576064	lr=0.032137
Epoch[64] Batch [699]	Speed: 1781.691305 samples/sec	accuracy=0.575675	lr=0.032132
Epoch[64] Batch [749]	Speed: 1753.496256 samples/sec	accuracy=0.575755	lr=0.032127
Epoch[64] Batch [799]	Speed: 1741.306608 samples/sec	accuracy=0.575630	lr=0.032122
Epoch[64] Batch [849]	Speed: 1754.951705 samples/sec	accuracy=0.575381	lr=0.032117
Epoch[64] Batch [899]	Speed: 1799.545065 samples/sec	accuracy=0.574931	lr=0.032111
Epoch[64] Batch [949]	Speed: 1743.431478 samples/sec	accuracy=0.574634	lr=0.032106
Epoch[64] Batch [999]	Speed: 1725.409215 samples/sec	accuracy=0.574742	lr=0.032101
Epoch[64] Batch [1049]	Speed: 1765.415411 samples/sec	accuracy=0.574914	lr=0.032096
Epoch[64] Batch [1099]	Speed: 1767.193735 samples/sec	accuracy=0.574457	lr=0.032091
Epoch[64] Batch [1149]	Speed: 1735.095908 samples/sec	accuracy=0.574113	lr=0.032085
Epoch[64] Batch [1199]	Speed: 1765.371117 samples/sec	accuracy=0.573991	lr=0.032080
Epoch[64] Batch [1249]	Speed: 1773.053828 samples/sec	accuracy=0.573616	lr=0.032075
Epoch[64] Batch [1299]	Speed: 1763.447060 samples/sec	accuracy=0.573495	lr=0.032070
Epoch[64] Batch [1349]	Speed: 1788.248430 samples/sec	accuracy=0.573027	lr=0.032065
Epoch[64] Batch [1399]	Speed: 1742.572017 samples/sec	accuracy=0.573072	lr=0.032059
Epoch[64] Batch [1449]	Speed: 1731.026617 samples/sec	accuracy=0.573332	lr=0.032054
Epoch[64] Batch [1499]	Speed: 1749.824542 samples/sec	accuracy=0.573289	lr=0.032049
Epoch[64] Batch [1549]	Speed: 1773.564587 samples/sec	accuracy=0.573042	lr=0.032044
Epoch[64] Batch [1599]	Speed: 1763.285294 samples/sec	accuracy=0.572991	lr=0.032039
Epoch[64] Batch [1649]	Speed: 1742.479263 samples/sec	accuracy=0.572926	lr=0.032034
Epoch[64] Batch [1699]	Speed: 1704.052405 samples/sec	accuracy=0.572872	lr=0.032028
Epoch[64] Batch [1749]	Speed: 1736.208889 samples/sec	accuracy=0.572895	lr=0.032023
Epoch[64] Batch [1799]	Speed: 1749.300175 samples/sec	accuracy=0.572897	lr=0.032018
Epoch[64] Batch [1849]	Speed: 1766.095995 samples/sec	accuracy=0.572836	lr=0.032013
Epoch[64] Batch [1899]	Speed: 1753.338715 samples/sec	accuracy=0.572991	lr=0.032008
Epoch[64] Batch [1949]	Speed: 1790.081073 samples/sec	accuracy=0.572891	lr=0.032002
Epoch[64] Batch [1999]	Speed: 1788.248966 samples/sec	accuracy=0.572756	lr=0.031997
Epoch[64] Batch [2049]	Speed: 1775.432471 samples/sec	accuracy=0.572814	lr=0.031992
Epoch[64] Batch [2099]	Speed: 1739.798931 samples/sec	accuracy=0.572753	lr=0.031987
Epoch[64] Batch [2149]	Speed: 1757.927308 samples/sec	accuracy=0.572696	lr=0.031982
Epoch[64] Batch [2199]	Speed: 1786.603587 samples/sec	accuracy=0.572486	lr=0.031976
Epoch[64] Batch [2249]	Speed: 1769.476767 samples/sec	accuracy=0.572385	lr=0.031971
Epoch[64] Batch [2299]	Speed: 1773.856824 samples/sec	accuracy=0.572340	lr=0.031966
Epoch[64] Batch [2349]	Speed: 1722.123984 samples/sec	accuracy=0.572168	lr=0.031961
Epoch[64] Batch [2399]	Speed: 1755.772376 samples/sec	accuracy=0.571991	lr=0.031956
Epoch[64] Batch [2449]	Speed: 1747.307692 samples/sec	accuracy=0.571859	lr=0.031950
Epoch[64] Batch [2499]	Speed: 1790.857751 samples/sec	accuracy=0.571797	lr=0.031945
Epoch[64] Batch [2549]	Speed: 1749.838686 samples/sec	accuracy=0.571674	lr=0.031940
Epoch[64] Batch [2599]	Speed: 1755.673159 samples/sec	accuracy=0.571603	lr=0.031935
Epoch[64] Batch [2649]	Speed: 1728.804588 samples/sec	accuracy=0.571677	lr=0.031930
Epoch[64] Batch [2699]	Speed: 1780.219637 samples/sec	accuracy=0.571680	lr=0.031924
Epoch[64] Batch [2749]	Speed: 1770.062263 samples/sec	accuracy=0.571672	lr=0.031919
Epoch[64] Batch [2799]	Speed: 1759.466121 samples/sec	accuracy=0.571706	lr=0.031914
Epoch[64] Batch [2849]	Speed: 1776.379849 samples/sec	accuracy=0.571663	lr=0.031909
Epoch[64] Batch [2899]	Speed: 1784.048434 samples/sec	accuracy=0.571484	lr=0.031904
Epoch[64] Batch [2949]	Speed: 1793.505315 samples/sec	accuracy=0.571262	lr=0.031898
Epoch[64] Batch [2999]	Speed: 1756.271502 samples/sec	accuracy=0.571206	lr=0.031893
Epoch[64] Batch [3049]	Speed: 1765.599574 samples/sec	accuracy=0.571288	lr=0.031888
Epoch[64] Batch [3099]	Speed: 1748.868466 samples/sec	accuracy=0.571095	lr=0.031883
Epoch[64] Batch [3149]	Speed: 1750.853549 samples/sec	accuracy=0.570880	lr=0.031878
Epoch[64] Batch [3199]	Speed: 1767.232768 samples/sec	accuracy=0.570796	lr=0.031872
Epoch[64] Batch [3249]	Speed: 1740.307744 samples/sec	accuracy=0.570707	lr=0.031867
Epoch[64] Batch [3299]	Speed: 1744.413414 samples/sec	accuracy=0.570737	lr=0.031862
Epoch[64] Batch [3349]	Speed: 1701.559060 samples/sec	accuracy=0.570712	lr=0.031857
Epoch[64] Batch [3399]	Speed: 1729.596691 samples/sec	accuracy=0.570742	lr=0.031852
Epoch[64] Batch [3449]	Speed: 1747.379406 samples/sec	accuracy=0.570668	lr=0.031846
Epoch[64] Batch [3499]	Speed: 1740.621797 samples/sec	accuracy=0.570723	lr=0.031841
Epoch[64] Batch [3549]	Speed: 1748.467604 samples/sec	accuracy=0.570725	lr=0.031836
Epoch[64] Batch [3599]	Speed: 1735.968384 samples/sec	accuracy=0.570712	lr=0.031831
Epoch[64] Batch [3649]	Speed: 1770.482197 samples/sec	accuracy=0.570698	lr=0.031826
Epoch[64] Batch [3699]	Speed: 1780.026333 samples/sec	accuracy=0.570654	lr=0.031820
Epoch[64] Batch [3749]	Speed: 1720.936466 samples/sec	accuracy=0.570622	lr=0.031815
Epoch[64] Batch [3799]	Speed: 1749.428031 samples/sec	accuracy=0.570551	lr=0.031810
Epoch[64] Batch [3849]	Speed: 1747.696757 samples/sec	accuracy=0.570481	lr=0.031805
Epoch[64] Batch [3899]	Speed: 1729.470993 samples/sec	accuracy=0.570500	lr=0.031799
Epoch[64] Batch [3949]	Speed: 1742.109533 samples/sec	accuracy=0.570465	lr=0.031794
Epoch[64] Batch [3999]	Speed: 1751.273957 samples/sec	accuracy=0.570350	lr=0.031789
Epoch[64] Batch [4049]	Speed: 1770.914948 samples/sec	accuracy=0.570289	lr=0.031784
Epoch[64] Batch [4099]	Speed: 1738.139492 samples/sec	accuracy=0.570275	lr=0.031779
Epoch[64] Batch [4149]	Speed: 1738.459406 samples/sec	accuracy=0.570207	lr=0.031773
Epoch[64] Batch [4199]	Speed: 1753.497458 samples/sec	accuracy=0.570174	lr=0.031768
Epoch[64] Batch [4249]	Speed: 1733.433615 samples/sec	accuracy=0.570174	lr=0.031763
Epoch[64] Batch [4299]	Speed: 1746.785685 samples/sec	accuracy=0.570189	lr=0.031758
Epoch[64] Batch [4349]	Speed: 1755.240020 samples/sec	accuracy=0.570231	lr=0.031753
Epoch[64] Batch [4399]	Speed: 1723.827245 samples/sec	accuracy=0.570159	lr=0.031747
Epoch[64] Batch [4449]	Speed: 1738.675938 samples/sec	accuracy=0.570175	lr=0.031742
Epoch[64] Batch [4499]	Speed: 1735.117273 samples/sec	accuracy=0.570181	lr=0.031737
Epoch[64] Batch [4549]	Speed: 1749.838458 samples/sec	accuracy=0.570178	lr=0.031732
Epoch[64] Batch [4599]	Speed: 1757.629248 samples/sec	accuracy=0.570129	lr=0.031727
Epoch[64] Batch [4649]	Speed: 1758.295145 samples/sec	accuracy=0.570121	lr=0.031721
Epoch[64] Batch [4699]	Speed: 1771.975291 samples/sec	accuracy=0.570102	lr=0.031716
Epoch[64] Batch [4749]	Speed: 1781.442115 samples/sec	accuracy=0.570091	lr=0.031711
Epoch[64] Batch [4799]	Speed: 1760.680808 samples/sec	accuracy=0.570056	lr=0.031706
Epoch[64] Batch [4849]	Speed: 1752.200755 samples/sec	accuracy=0.570054	lr=0.031700
Epoch[64] Batch [4899]	Speed: 1746.377654 samples/sec	accuracy=0.570049	lr=0.031695
Epoch[64] Batch [4949]	Speed: 1744.620774 samples/sec	accuracy=0.570058	lr=0.031690
Epoch[64] Batch [4999]	Speed: 1854.643458 samples/sec	accuracy=0.570066	lr=0.031685
[Epoch 64] training: accuracy=0.570072
[Epoch 64] speed: 1753 samples/sec	time cost: 745.141229
[Epoch 64] validation: err-top1=0.378049 err-top5=0.157685
Epoch[65] Batch [49]	Speed: 1643.112214 samples/sec	accuracy=0.573750	lr=0.031679
Epoch[65] Batch [99]	Speed: 1797.746999 samples/sec	accuracy=0.575586	lr=0.031674
Epoch[65] Batch [149]	Speed: 1735.997854 samples/sec	accuracy=0.574792	lr=0.031669
Epoch[65] Batch [199]	Speed: 1697.638615 samples/sec	accuracy=0.576465	lr=0.031663
Epoch[65] Batch [249]	Speed: 1746.368111 samples/sec	accuracy=0.577156	lr=0.031658
Epoch[65] Batch [299]	Speed: 1752.898257 samples/sec	accuracy=0.576510	lr=0.031653
Epoch[65] Batch [349]	Speed: 1774.402704 samples/sec	accuracy=0.577221	lr=0.031648
Epoch[65] Batch [399]	Speed: 1763.742809 samples/sec	accuracy=0.576621	lr=0.031643
Epoch[65] Batch [449]	Speed: 1747.390382 samples/sec	accuracy=0.576215	lr=0.031637
Epoch[65] Batch [499]	Speed: 1734.748979 samples/sec	accuracy=0.576297	lr=0.031632
Epoch[65] Batch [549]	Speed: 1744.197377 samples/sec	accuracy=0.576804	lr=0.031627
Epoch[65] Batch [599]	Speed: 1730.225900 samples/sec	accuracy=0.576816	lr=0.031622
Epoch[65] Batch [649]	Speed: 1755.884123 samples/sec	accuracy=0.577067	lr=0.031616
Epoch[65] Batch [699]	Speed: 1785.540159 samples/sec	accuracy=0.576819	lr=0.031611
Epoch[65] Batch [749]	Speed: 1759.199185 samples/sec	accuracy=0.576750	lr=0.031606
Epoch[65] Batch [799]	Speed: 1736.311084 samples/sec	accuracy=0.576436	lr=0.031601
Epoch[65] Batch [849]	Speed: 1756.590597 samples/sec	accuracy=0.575823	lr=0.031596
Epoch[65] Batch [899]	Speed: 1724.660167 samples/sec	accuracy=0.575534	lr=0.031590
Epoch[65] Batch [949]	Speed: 1759.304854 samples/sec	accuracy=0.575259	lr=0.031585
Epoch[65] Batch [999]	Speed: 1784.932630 samples/sec	accuracy=0.575426	lr=0.031580
Epoch[65] Batch [1049]	Speed: 1759.481863 samples/sec	accuracy=0.575305	lr=0.031575
Epoch[65] Batch [1099]	Speed: 1771.557631 samples/sec	accuracy=0.575135	lr=0.031569
Epoch[65] Batch [1149]	Speed: 1713.353517 samples/sec	accuracy=0.574837	lr=0.031564
Epoch[65] Batch [1199]	Speed: 1744.823816 samples/sec	accuracy=0.575169	lr=0.031559
Epoch[65] Batch [1249]	Speed: 1706.253952 samples/sec	accuracy=0.575041	lr=0.031554
Epoch[65] Batch [1299]	Speed: 1738.370354 samples/sec	accuracy=0.574600	lr=0.031549
Epoch[65] Batch [1349]	Speed: 1740.858795 samples/sec	accuracy=0.574575	lr=0.031543
Epoch[65] Batch [1399]	Speed: 1742.036273 samples/sec	accuracy=0.574503	lr=0.031538
Epoch[65] Batch [1449]	Speed: 1769.565243 samples/sec	accuracy=0.574437	lr=0.031533
Epoch[65] Batch [1499]	Speed: 1762.819740 samples/sec	accuracy=0.574445	lr=0.031528
Epoch[65] Batch [1549]	Speed: 1751.309890 samples/sec	accuracy=0.574592	lr=0.031522
Epoch[65] Batch [1599]	Speed: 1772.076594 samples/sec	accuracy=0.574487	lr=0.031517
Epoch[65] Batch [1649]	Speed: 1731.224219 samples/sec	accuracy=0.574569	lr=0.031512
Epoch[65] Batch [1699]	Speed: 1753.266569 samples/sec	accuracy=0.574444	lr=0.031507
Epoch[65] Batch [1749]	Speed: 1747.743069 samples/sec	accuracy=0.574225	lr=0.031502
Epoch[65] Batch [1799]	Speed: 1729.232686 samples/sec	accuracy=0.574293	lr=0.031496
Epoch[65] Batch [1849]	Speed: 1780.145085 samples/sec	accuracy=0.574329	lr=0.031491
Epoch[65] Batch [1899]	Speed: 1752.303412 samples/sec	accuracy=0.574447	lr=0.031486
Epoch[65] Batch [1949]	Speed: 1751.401930 samples/sec	accuracy=0.574471	lr=0.031481
Epoch[65] Batch [1999]	Speed: 1790.163743 samples/sec	accuracy=0.574439	lr=0.031475
Epoch[65] Batch [2049]	Speed: 1771.147587 samples/sec	accuracy=0.574495	lr=0.031470
Epoch[65] Batch [2099]	Speed: 1739.951961 samples/sec	accuracy=0.574384	lr=0.031465
Epoch[65] Batch [2149]	Speed: 1780.067351 samples/sec	accuracy=0.574373	lr=0.031460
Epoch[65] Batch [2199]	Speed: 1764.107636 samples/sec	accuracy=0.574396	lr=0.031455
Epoch[65] Batch [2249]	Speed: 1767.169362 samples/sec	accuracy=0.574425	lr=0.031449
Epoch[65] Batch [2299]	Speed: 1776.786498 samples/sec	accuracy=0.574232	lr=0.031444
Epoch[65] Batch [2349]	Speed: 1766.079960 samples/sec	accuracy=0.573890	lr=0.031439
Epoch[65] Batch [2399]	Speed: 1777.406735 samples/sec	accuracy=0.573818	lr=0.031434
Epoch[65] Batch [2449]	Speed: 1765.380870 samples/sec	accuracy=0.573769	lr=0.031428
Epoch[65] Batch [2499]	Speed: 1742.796929 samples/sec	accuracy=0.573830	lr=0.031423
Epoch[65] Batch [2549]	Speed: 1698.297912 samples/sec	accuracy=0.573885	lr=0.031418
Epoch[65] Batch [2599]	Speed: 1739.085785 samples/sec	accuracy=0.573681	lr=0.031413
Epoch[65] Batch [2649]	Speed: 1787.859083 samples/sec	accuracy=0.573732	lr=0.031407
Epoch[65] Batch [2699]	Speed: 1717.768968 samples/sec	accuracy=0.573695	lr=0.031402
Epoch[65] Batch [2749]	Speed: 1728.891661 samples/sec	accuracy=0.573609	lr=0.031397
Epoch[65] Batch [2799]	Speed: 1709.139700 samples/sec	accuracy=0.573544	lr=0.031392
Epoch[65] Batch [2849]	Speed: 1766.832748 samples/sec	accuracy=0.573470	lr=0.031387
Epoch[65] Batch [2899]	Speed: 1734.568954 samples/sec	accuracy=0.573532	lr=0.031381
Epoch[65] Batch [2949]	Speed: 1736.970814 samples/sec	accuracy=0.573541	lr=0.031376
Epoch[65] Batch [2999]	Speed: 1762.935570 samples/sec	accuracy=0.573422	lr=0.031371
Epoch[65] Batch [3049]	Speed: 1771.731501 samples/sec	accuracy=0.573335	lr=0.031366
Epoch[65] Batch [3099]	Speed: 1735.939477 samples/sec	accuracy=0.573337	lr=0.031360
Epoch[65] Batch [3149]	Speed: 1734.094744 samples/sec	accuracy=0.573348	lr=0.031355
Epoch[65] Batch [3199]	Speed: 1762.167416 samples/sec	accuracy=0.573300	lr=0.031350
Epoch[65] Batch [3249]	Speed: 1777.430685 samples/sec	accuracy=0.573220	lr=0.031345
Epoch[65] Batch [3299]	Speed: 1801.031350 samples/sec	accuracy=0.573067	lr=0.031339
Epoch[65] Batch [3349]	Speed: 1767.749025 samples/sec	accuracy=0.572966	lr=0.031334
Epoch[65] Batch [3399]	Speed: 1730.629653 samples/sec	accuracy=0.573012	lr=0.031329
Epoch[65] Batch [3449]	Speed: 1741.028497 samples/sec	accuracy=0.572977	lr=0.031324
Epoch[65] Batch [3499]	Speed: 1763.863107 samples/sec	accuracy=0.573016	lr=0.031318
Epoch[65] Batch [3549]	Speed: 1756.366477 samples/sec	accuracy=0.573051	lr=0.031313
Epoch[65] Batch [3599]	Speed: 1754.611528 samples/sec	accuracy=0.572993	lr=0.031308
Epoch[65] Batch [3649]	Speed: 1731.577335 samples/sec	accuracy=0.572887	lr=0.031303
Epoch[65] Batch [3699]	Speed: 1742.603804 samples/sec	accuracy=0.572880	lr=0.031298
Epoch[65] Batch [3749]	Speed: 1735.167576 samples/sec	accuracy=0.572873	lr=0.031292
Epoch[65] Batch [3799]	Speed: 1758.176988 samples/sec	accuracy=0.572764	lr=0.031287
Epoch[65] Batch [3849]	Speed: 1747.068651 samples/sec	accuracy=0.572645	lr=0.031282
Epoch[65] Batch [3899]	Speed: 1753.594940 samples/sec	accuracy=0.572610	lr=0.031277
Epoch[65] Batch [3949]	Speed: 1763.709493 samples/sec	accuracy=0.572580	lr=0.031271
Epoch[65] Batch [3999]	Speed: 1743.328160 samples/sec	accuracy=0.572461	lr=0.031266
Epoch[65] Batch [4049]	Speed: 1748.965035 samples/sec	accuracy=0.572425	lr=0.031261
Epoch[65] Batch [4099]	Speed: 1794.595591 samples/sec	accuracy=0.572406	lr=0.031256
Epoch[65] Batch [4149]	Speed: 1738.325719 samples/sec	accuracy=0.572421	lr=0.031250
Epoch[65] Batch [4199]	Speed: 1736.508883 samples/sec	accuracy=0.572483	lr=0.031245
Epoch[65] Batch [4249]	Speed: 1783.247618 samples/sec	accuracy=0.572487	lr=0.031240
Epoch[65] Batch [4299]	Speed: 1741.269616 samples/sec	accuracy=0.572407	lr=0.031235
Epoch[65] Batch [4349]	Speed: 1782.997222 samples/sec	accuracy=0.572293	lr=0.031229
Epoch[65] Batch [4399]	Speed: 1770.958351 samples/sec	accuracy=0.572266	lr=0.031224
Epoch[65] Batch [4449]	Speed: 1775.684211 samples/sec	accuracy=0.572328	lr=0.031219
Epoch[65] Batch [4499]	Speed: 1781.065062 samples/sec	accuracy=0.572261	lr=0.031214
Epoch[65] Batch [4549]	Speed: 1779.122521 samples/sec	accuracy=0.572218	lr=0.031208
Epoch[65] Batch [4599]	Speed: 1751.839121 samples/sec	accuracy=0.572278	lr=0.031203
Epoch[65] Batch [4649]	Speed: 1749.507957 samples/sec	accuracy=0.572268	lr=0.031198
Epoch[65] Batch [4699]	Speed: 1761.231492 samples/sec	accuracy=0.572319	lr=0.031193
Epoch[65] Batch [4749]	Speed: 1771.789387 samples/sec	accuracy=0.572313	lr=0.031187
Epoch[65] Batch [4799]	Speed: 1767.793205 samples/sec	accuracy=0.572309	lr=0.031182
Epoch[65] Batch [4849]	Speed: 1776.169103 samples/sec	accuracy=0.572332	lr=0.031177
Epoch[65] Batch [4899]	Speed: 1771.026995 samples/sec	accuracy=0.572346	lr=0.031172
Epoch[65] Batch [4949]	Speed: 1771.636844 samples/sec	accuracy=0.572355	lr=0.031167
Epoch[65] Batch [4999]	Speed: 1893.655023 samples/sec	accuracy=0.572279	lr=0.031161
[Epoch 65] training: accuracy=0.572300
[Epoch 65] speed: 1754 samples/sec	time cost: 744.606352
[Epoch 65] validation: err-top1=0.371334 err-top5=0.153926
Epoch[66] Batch [49]	Speed: 1626.334413 samples/sec	accuracy=0.582187	lr=0.031156
Epoch[66] Batch [99]	Speed: 1780.480177 samples/sec	accuracy=0.580625	lr=0.031150
Epoch[66] Batch [149]	Speed: 1748.090833 samples/sec	accuracy=0.579792	lr=0.031145
Epoch[66] Batch [199]	Speed: 1799.042204 samples/sec	accuracy=0.578984	lr=0.031140
Epoch[66] Batch [249]	Speed: 1744.797448 samples/sec	accuracy=0.578891	lr=0.031135
Epoch[66] Batch [299]	Speed: 1756.110762 samples/sec	accuracy=0.579284	lr=0.031129
Epoch[66] Batch [349]	Speed: 1735.282156 samples/sec	accuracy=0.579286	lr=0.031124
Epoch[66] Batch [399]	Speed: 1781.560582 samples/sec	accuracy=0.579854	lr=0.031119
Epoch[66] Batch [449]	Speed: 1771.793304 samples/sec	accuracy=0.579740	lr=0.031114
Epoch[66] Batch [499]	Speed: 1736.600329 samples/sec	accuracy=0.578984	lr=0.031108
Epoch[66] Batch [549]	Speed: 1761.725517 samples/sec	accuracy=0.578643	lr=0.031103
Epoch[66] Batch [599]	Speed: 1783.922877 samples/sec	accuracy=0.578620	lr=0.031098
Epoch[66] Batch [649]	Speed: 1747.761674 samples/sec	accuracy=0.578732	lr=0.031093
Epoch[66] Batch [699]	Speed: 1743.034067 samples/sec	accuracy=0.578789	lr=0.031087
Epoch[66] Batch [749]	Speed: 1763.965396 samples/sec	accuracy=0.578406	lr=0.031082
Epoch[66] Batch [799]	Speed: 1756.329071 samples/sec	accuracy=0.578066	lr=0.031077
Epoch[66] Batch [849]	Speed: 1763.169187 samples/sec	accuracy=0.577744	lr=0.031072
Epoch[66] Batch [899]	Speed: 1739.454458 samples/sec	accuracy=0.577361	lr=0.031066
Epoch[66] Batch [949]	Speed: 1762.666307 samples/sec	accuracy=0.577512	lr=0.031061
Epoch[66] Batch [999]	Speed: 1744.614594 samples/sec	accuracy=0.577523	lr=0.031056
Epoch[66] Batch [1049]	Speed: 1770.809631 samples/sec	accuracy=0.577269	lr=0.031051
Epoch[66] Batch [1099]	Speed: 1762.619721 samples/sec	accuracy=0.577518	lr=0.031045
Epoch[66] Batch [1149]	Speed: 1754.208317 samples/sec	accuracy=0.577548	lr=0.031040
Epoch[66] Batch [1199]	Speed: 1737.551526 samples/sec	accuracy=0.577389	lr=0.031035
Epoch[66] Batch [1249]	Speed: 1768.997387 samples/sec	accuracy=0.577369	lr=0.031030
Epoch[66] Batch [1299]	Speed: 1752.403678 samples/sec	accuracy=0.577103	lr=0.031024
Epoch[66] Batch [1349]	Speed: 1736.445304 samples/sec	accuracy=0.576953	lr=0.031019
Epoch[66] Batch [1399]	Speed: 1714.696238 samples/sec	accuracy=0.576518	lr=0.031014
Epoch[66] Batch [1449]	Speed: 1744.815537 samples/sec	accuracy=0.576568	lr=0.031009
Epoch[66] Batch [1499]	Speed: 1750.143695 samples/sec	accuracy=0.576349	lr=0.031003
Epoch[66] Batch [1549]	Speed: 1771.930435 samples/sec	accuracy=0.576429	lr=0.030998
Epoch[66] Batch [1599]	Speed: 1733.457626 samples/sec	accuracy=0.576501	lr=0.030993
Epoch[66] Batch [1649]	Speed: 1747.043409 samples/sec	accuracy=0.576439	lr=0.030988
Epoch[66] Batch [1699]	Speed: 1766.318247 samples/sec	accuracy=0.576326	lr=0.030982
Epoch[66] Batch [1749]	Speed: 1766.310750 samples/sec	accuracy=0.576645	lr=0.030977
Epoch[66] Batch [1799]	Speed: 1744.018615 samples/sec	accuracy=0.576758	lr=0.030972
Epoch[66] Batch [1849]	Speed: 1726.835444 samples/sec	accuracy=0.576668	lr=0.030967
Epoch[66] Batch [1899]	Speed: 1750.436425 samples/sec	accuracy=0.576698	lr=0.030961
Epoch[66] Batch [1949]	Speed: 1758.310866 samples/sec	accuracy=0.576631	lr=0.030956
Epoch[66] Batch [1999]	Speed: 1747.229900 samples/sec	accuracy=0.576461	lr=0.030951
Epoch[66] Batch [2049]	Speed: 1750.651213 samples/sec	accuracy=0.576414	lr=0.030946
Epoch[66] Batch [2099]	Speed: 1739.265172 samples/sec	accuracy=0.576360	lr=0.030940
Epoch[66] Batch [2149]	Speed: 1772.069458 samples/sec	accuracy=0.576201	lr=0.030935
Epoch[66] Batch [2199]	Speed: 1796.867985 samples/sec	accuracy=0.576174	lr=0.030930
Epoch[66] Batch [2249]	Speed: 1764.176271 samples/sec	accuracy=0.576056	lr=0.030925
Epoch[66] Batch [2299]	Speed: 1734.848480 samples/sec	accuracy=0.575973	lr=0.030919
Epoch[66] Batch [2349]	Speed: 1765.040062 samples/sec	accuracy=0.575913	lr=0.030914
Epoch[66] Batch [2399]	Speed: 1762.963936 samples/sec	accuracy=0.575677	lr=0.030909
Epoch[66] Batch [2449]	Speed: 1741.624073 samples/sec	accuracy=0.575694	lr=0.030903
Epoch[66] Batch [2499]	Speed: 1728.702106 samples/sec	accuracy=0.575594	lr=0.030898
Epoch[66] Batch [2549]	Speed: 1729.304929 samples/sec	accuracy=0.575466	lr=0.030893
Epoch[66] Batch [2599]	Speed: 1739.532912 samples/sec	accuracy=0.575478	lr=0.030888
Epoch[66] Batch [2649]	Speed: 1754.743603 samples/sec	accuracy=0.575478	lr=0.030882
Epoch[66] Batch [2699]	Speed: 1762.222018 samples/sec	accuracy=0.575321	lr=0.030877
Epoch[66] Batch [2749]	Speed: 1755.226248 samples/sec	accuracy=0.575334	lr=0.030872
Epoch[66] Batch [2799]	Speed: 1784.500891 samples/sec	accuracy=0.575276	lr=0.030867
Epoch[66] Batch [2849]	Speed: 1746.925849 samples/sec	accuracy=0.575154	lr=0.030861
Epoch[66] Batch [2899]	Speed: 1759.611788 samples/sec	accuracy=0.575143	lr=0.030856
Epoch[66] Batch [2949]	Speed: 1777.970111 samples/sec	accuracy=0.575111	lr=0.030851
Epoch[66] Batch [2999]	Speed: 1740.851174 samples/sec	accuracy=0.575055	lr=0.030846
Epoch[66] Batch [3049]	Speed: 1766.263913 samples/sec	accuracy=0.575046	lr=0.030840
Epoch[66] Batch [3099]	Speed: 1793.098824 samples/sec	accuracy=0.574931	lr=0.030835
Epoch[66] Batch [3149]	Speed: 1747.435029 samples/sec	accuracy=0.574814	lr=0.030830
Epoch[66] Batch [3199]	Speed: 1768.883265 samples/sec	accuracy=0.574835	lr=0.030825
Epoch[66] Batch [3249]	Speed: 1721.437285 samples/sec	accuracy=0.574668	lr=0.030819
Epoch[66] Batch [3299]	Speed: 1774.152147 samples/sec	accuracy=0.574585	lr=0.030814
Epoch[66] Batch [3349]	Speed: 1764.825906 samples/sec	accuracy=0.574464	lr=0.030809
Epoch[66] Batch [3399]	Speed: 1738.418087 samples/sec	accuracy=0.574457	lr=0.030804
Epoch[66] Batch [3449]	Speed: 1744.040313 samples/sec	accuracy=0.574433	lr=0.030798
Epoch[66] Batch [3499]	Speed: 1742.391947 samples/sec	accuracy=0.574464	lr=0.030793
Epoch[66] Batch [3549]	Speed: 1749.007312 samples/sec	accuracy=0.574331	lr=0.030788
Epoch[66] Batch [3599]	Speed: 1766.913226 samples/sec	accuracy=0.574145	lr=0.030782
Epoch[66] Batch [3649]	Speed: 1780.730812 samples/sec	accuracy=0.574009	lr=0.030777
Epoch[66] Batch [3699]	Speed: 1733.802302 samples/sec	accuracy=0.573921	lr=0.030772
Epoch[66] Batch [3749]	Speed: 1764.441530 samples/sec	accuracy=0.573885	lr=0.030767
Epoch[66] Batch [3799]	Speed: 1759.596505 samples/sec	accuracy=0.573774	lr=0.030761
Epoch[66] Batch [3849]	Speed: 1768.511976 samples/sec	accuracy=0.573696	lr=0.030756
Epoch[66] Batch [3899]	Speed: 1771.217590 samples/sec	accuracy=0.573600	lr=0.030751
Epoch[66] Batch [3949]	Speed: 1756.879451 samples/sec	accuracy=0.573625	lr=0.030746
Epoch[66] Batch [3999]	Speed: 1730.815669 samples/sec	accuracy=0.573590	lr=0.030740
Epoch[66] Batch [4049]	Speed: 1758.370240 samples/sec	accuracy=0.573504	lr=0.030735
Epoch[66] Batch [4099]	Speed: 1745.593891 samples/sec	accuracy=0.573387	lr=0.030730
Epoch[66] Batch [4149]	Speed: 1713.590257 samples/sec	accuracy=0.573436	lr=0.030725
Epoch[66] Batch [4199]	Speed: 1744.988224 samples/sec	accuracy=0.573522	lr=0.030719
Epoch[66] Batch [4249]	Speed: 1747.523249 samples/sec	accuracy=0.573424	lr=0.030714
Epoch[66] Batch [4299]	Speed: 1751.775386 samples/sec	accuracy=0.573357	lr=0.030709
Epoch[66] Batch [4349]	Speed: 1757.754756 samples/sec	accuracy=0.573287	lr=0.030703
Epoch[66] Batch [4399]	Speed: 1778.593708 samples/sec	accuracy=0.573289	lr=0.030698
Epoch[66] Batch [4449]	Speed: 1745.215463 samples/sec	accuracy=0.573246	lr=0.030693
Epoch[66] Batch [4499]	Speed: 1751.838664 samples/sec	accuracy=0.573212	lr=0.030688
Epoch[66] Batch [4549]	Speed: 1709.984519 samples/sec	accuracy=0.573178	lr=0.030682
Epoch[66] Batch [4599]	Speed: 1738.771779 samples/sec	accuracy=0.573075	lr=0.030677
Epoch[66] Batch [4649]	Speed: 1722.829309 samples/sec	accuracy=0.573018	lr=0.030672
Epoch[66] Batch [4699]	Speed: 1751.225058 samples/sec	accuracy=0.573024	lr=0.030667
Epoch[66] Batch [4749]	Speed: 1739.209617 samples/sec	accuracy=0.573071	lr=0.030661
Epoch[66] Batch [4799]	Speed: 1781.447553 samples/sec	accuracy=0.573029	lr=0.030656
Epoch[66] Batch [4849]	Speed: 1764.178184 samples/sec	accuracy=0.573064	lr=0.030651
Epoch[66] Batch [4899]	Speed: 1798.771442 samples/sec	accuracy=0.572974	lr=0.030645
Epoch[66] Batch [4949]	Speed: 1784.936903 samples/sec	accuracy=0.572908	lr=0.030640
Epoch[66] Batch [4999]	Speed: 1851.890961 samples/sec	accuracy=0.572810	lr=0.030635
[Epoch 66] training: accuracy=0.572824
[Epoch 66] speed: 1754 samples/sec	time cost: 744.775543
[Epoch 66] validation: err-top1=0.373498 err-top5=0.155909
Epoch[67] Batch [49]	Speed: 1674.753884 samples/sec	accuracy=0.578281	lr=0.030629
Epoch[67] Batch [99]	Speed: 1768.785475 samples/sec	accuracy=0.578867	lr=0.030624
Epoch[67] Batch [149]	Speed: 1749.239646 samples/sec	accuracy=0.578255	lr=0.030619
Epoch[67] Batch [199]	Speed: 1734.938293 samples/sec	accuracy=0.579023	lr=0.030613
Epoch[67] Batch [249]	Speed: 1732.904705 samples/sec	accuracy=0.577453	lr=0.030608
Epoch[67] Batch [299]	Speed: 1757.613769 samples/sec	accuracy=0.577617	lr=0.030603
Epoch[67] Batch [349]	Speed: 1759.600081 samples/sec	accuracy=0.576283	lr=0.030597
Epoch[67] Batch [399]	Speed: 1759.685784 samples/sec	accuracy=0.576250	lr=0.030592
Epoch[67] Batch [449]	Speed: 1763.606480 samples/sec	accuracy=0.576606	lr=0.030587
Epoch[67] Batch [499]	Speed: 1744.554445 samples/sec	accuracy=0.577141	lr=0.030582
Epoch[67] Batch [549]	Speed: 1735.159332 samples/sec	accuracy=0.577443	lr=0.030576
Epoch[67] Batch [599]	Speed: 1737.986612 samples/sec	accuracy=0.577754	lr=0.030571
Epoch[67] Batch [649]	Speed: 1747.597256 samples/sec	accuracy=0.577987	lr=0.030566
Epoch[67] Batch [699]	Speed: 1727.452751 samples/sec	accuracy=0.578114	lr=0.030561
Epoch[67] Batch [749]	Speed: 1751.866674 samples/sec	accuracy=0.578036	lr=0.030555
Epoch[67] Batch [799]	Speed: 1734.525466 samples/sec	accuracy=0.578369	lr=0.030550
Epoch[67] Batch [849]	Speed: 1753.306707 samples/sec	accuracy=0.578244	lr=0.030545
Epoch[67] Batch [899]	Speed: 1744.456038 samples/sec	accuracy=0.578194	lr=0.030539
Epoch[67] Batch [949]	Speed: 1760.246696 samples/sec	accuracy=0.578133	lr=0.030534
Epoch[67] Batch [999]	Speed: 1726.828890 samples/sec	accuracy=0.578105	lr=0.030529
Epoch[67] Batch [1049]	Speed: 1738.155530 samples/sec	accuracy=0.577649	lr=0.030524
Epoch[67] Batch [1099]	Speed: 1756.299941 samples/sec	accuracy=0.577500	lr=0.030518
Epoch[67] Batch [1149]	Speed: 1744.773462 samples/sec	accuracy=0.577466	lr=0.030513
Epoch[67] Batch [1199]	Speed: 1757.378516 samples/sec	accuracy=0.577070	lr=0.030508
Epoch[67] Batch [1249]	Speed: 1746.137278 samples/sec	accuracy=0.577081	lr=0.030502
Epoch[67] Batch [1299]	Speed: 1730.995921 samples/sec	accuracy=0.576773	lr=0.030497
Epoch[67] Batch [1349]	Speed: 1741.357553 samples/sec	accuracy=0.576490	lr=0.030492
Epoch[67] Batch [1399]	Speed: 1787.242241 samples/sec	accuracy=0.576504	lr=0.030487
Epoch[67] Batch [1449]	Speed: 1782.684859 samples/sec	accuracy=0.576433	lr=0.030481
Epoch[67] Batch [1499]	Speed: 1762.253312 samples/sec	accuracy=0.576471	lr=0.030476
Epoch[67] Batch [1549]	Speed: 1701.089789 samples/sec	accuracy=0.576454	lr=0.030471
Epoch[67] Batch [1599]	Speed: 1719.228999 samples/sec	accuracy=0.576328	lr=0.030466
Epoch[67] Batch [1649]	Speed: 1775.303662 samples/sec	accuracy=0.576160	lr=0.030460
Epoch[67] Batch [1699]	Speed: 1740.806186 samples/sec	accuracy=0.576073	lr=0.030455
Epoch[67] Batch [1749]	Speed: 1761.562391 samples/sec	accuracy=0.575980	lr=0.030450
Epoch[67] Batch [1799]	Speed: 1735.388730 samples/sec	accuracy=0.575803	lr=0.030444
Epoch[67] Batch [1849]	Speed: 1717.912375 samples/sec	accuracy=0.575600	lr=0.030439
Epoch[67] Batch [1899]	Speed: 1756.434454 samples/sec	accuracy=0.575491	lr=0.030434
Epoch[67] Batch [1949]	Speed: 1724.390172 samples/sec	accuracy=0.575435	lr=0.030429
Epoch[67] Batch [1999]	Speed: 1764.951284 samples/sec	accuracy=0.575395	lr=0.030423
Epoch[67] Batch [2049]	Speed: 1774.710470 samples/sec	accuracy=0.575278	lr=0.030418
Epoch[67] Batch [2099]	Speed: 1719.999896 samples/sec	accuracy=0.575476	lr=0.030413
Epoch[67] Batch [2149]	Speed: 1746.061747 samples/sec	accuracy=0.575429	lr=0.030407
Epoch[67] Batch [2199]	Speed: 1784.607131 samples/sec	accuracy=0.575421	lr=0.030402
Epoch[67] Batch [2249]	Speed: 1741.437817 samples/sec	accuracy=0.575333	lr=0.030397
Epoch[67] Batch [2299]	Speed: 1739.033058 samples/sec	accuracy=0.575211	lr=0.030392
Epoch[67] Batch [2349]	Speed: 1754.477582 samples/sec	accuracy=0.574977	lr=0.030386
Epoch[67] Batch [2399]	Speed: 1772.980168 samples/sec	accuracy=0.574894	lr=0.030381
Epoch[67] Batch [2449]	Speed: 1746.178737 samples/sec	accuracy=0.575029	lr=0.030376
Epoch[67] Batch [2499]	Speed: 1750.148487 samples/sec	accuracy=0.575119	lr=0.030370
Epoch[67] Batch [2549]	Speed: 1765.981260 samples/sec	accuracy=0.575046	lr=0.030365
Epoch[67] Batch [2599]	Speed: 1774.652158 samples/sec	accuracy=0.575017	lr=0.030360
Epoch[67] Batch [2649]	Speed: 1729.096738 samples/sec	accuracy=0.574951	lr=0.030355
Epoch[67] Batch [2699]	Speed: 1744.871678 samples/sec	accuracy=0.574946	lr=0.030349
Epoch[67] Batch [2749]	Speed: 1758.775886 samples/sec	accuracy=0.574857	lr=0.030344
Epoch[67] Batch [2799]	Speed: 1765.618039 samples/sec	accuracy=0.574774	lr=0.030339
Epoch[67] Batch [2849]	Speed: 1757.211822 samples/sec	accuracy=0.574816	lr=0.030333
Epoch[67] Batch [2899]	Speed: 1747.185093 samples/sec	accuracy=0.574834	lr=0.030328
Epoch[67] Batch [2949]	Speed: 1769.744148 samples/sec	accuracy=0.574963	lr=0.030323
Epoch[67] Batch [2999]	Speed: 1785.820436 samples/sec	accuracy=0.574809	lr=0.030318
Epoch[67] Batch [3049]	Speed: 1746.810920 samples/sec	accuracy=0.574868	lr=0.030312
Epoch[67] Batch [3099]	Speed: 1717.037575 samples/sec	accuracy=0.574817	lr=0.030307
Epoch[67] Batch [3149]	Speed: 1740.581787 samples/sec	accuracy=0.574859	lr=0.030302
Epoch[67] Batch [3199]	Speed: 1757.697265 samples/sec	accuracy=0.574852	lr=0.030296
Epoch[67] Batch [3249]	Speed: 1733.798495 samples/sec	accuracy=0.574781	lr=0.030291
Epoch[67] Batch [3299]	Speed: 1736.213549 samples/sec	accuracy=0.574768	lr=0.030286
Epoch[67] Batch [3349]	Speed: 1742.673322 samples/sec	accuracy=0.574762	lr=0.030281
Epoch[67] Batch [3399]	Speed: 1738.978475 samples/sec	accuracy=0.574762	lr=0.030275
Epoch[67] Batch [3449]	Speed: 1717.999783 samples/sec	accuracy=0.574759	lr=0.030270
Epoch[67] Batch [3499]	Speed: 1691.753959 samples/sec	accuracy=0.574767	lr=0.030265
Epoch[67] Batch [3549]	Speed: 1765.918641 samples/sec	accuracy=0.574660	lr=0.030259
Epoch[67] Batch [3599]	Speed: 1749.063951 samples/sec	accuracy=0.574626	lr=0.030254
Epoch[67] Batch [3649]	Speed: 1728.483543 samples/sec	accuracy=0.574623	lr=0.030249
Epoch[67] Batch [3699]	Speed: 1768.749054 samples/sec	accuracy=0.574645	lr=0.030243
Epoch[67] Batch [3749]	Speed: 1766.776174 samples/sec	accuracy=0.574690	lr=0.030238
Epoch[67] Batch [3799]	Speed: 1774.329400 samples/sec	accuracy=0.574624	lr=0.030233
Epoch[67] Batch [3849]	Speed: 1753.031047 samples/sec	accuracy=0.574632	lr=0.030228
Epoch[67] Batch [3899]	Speed: 1785.353416 samples/sec	accuracy=0.574613	lr=0.030222
Epoch[67] Batch [3949]	Speed: 1756.267422 samples/sec	accuracy=0.574557	lr=0.030217
Epoch[67] Batch [3999]	Speed: 1744.378500 samples/sec	accuracy=0.574562	lr=0.030212
Epoch[67] Batch [4049]	Speed: 1761.331569 samples/sec	accuracy=0.574535	lr=0.030206
Epoch[67] Batch [4099]	Speed: 1730.965057 samples/sec	accuracy=0.574559	lr=0.030201
Epoch[67] Batch [4149]	Speed: 1738.537995 samples/sec	accuracy=0.574528	lr=0.030196
Epoch[67] Batch [4199]	Speed: 1775.544033 samples/sec	accuracy=0.574555	lr=0.030191
Epoch[67] Batch [4249]	Speed: 1754.099362 samples/sec	accuracy=0.574493	lr=0.030185
Epoch[67] Batch [4299]	Speed: 1751.703711 samples/sec	accuracy=0.574443	lr=0.030180
Epoch[67] Batch [4349]	Speed: 1742.240184 samples/sec	accuracy=0.574363	lr=0.030175
Epoch[67] Batch [4399]	Speed: 1757.302528 samples/sec	accuracy=0.574362	lr=0.030169
Epoch[67] Batch [4449]	Speed: 1725.199688 samples/sec	accuracy=0.574234	lr=0.030164
Epoch[67] Batch [4499]	Speed: 1724.380646 samples/sec	accuracy=0.574213	lr=0.030159
Epoch[67] Batch [4549]	Speed: 1761.139630 samples/sec	accuracy=0.574164	lr=0.030153
Epoch[67] Batch [4599]	Speed: 1775.064119 samples/sec	accuracy=0.574204	lr=0.030148
Epoch[67] Batch [4649]	Speed: 1766.517652 samples/sec	accuracy=0.574142	lr=0.030143
Epoch[67] Batch [4699]	Speed: 1743.977825 samples/sec	accuracy=0.574110	lr=0.030138
Epoch[67] Batch [4749]	Speed: 1778.754406 samples/sec	accuracy=0.574055	lr=0.030132
Epoch[67] Batch [4799]	Speed: 1782.519308 samples/sec	accuracy=0.573962	lr=0.030127
Epoch[67] Batch [4849]	Speed: 1738.997402 samples/sec	accuracy=0.573925	lr=0.030122
Epoch[67] Batch [4899]	Speed: 1763.061605 samples/sec	accuracy=0.573921	lr=0.030116
Epoch[67] Batch [4949]	Speed: 1738.792165 samples/sec	accuracy=0.573789	lr=0.030111
Epoch[67] Batch [4999]	Speed: 1862.220645 samples/sec	accuracy=0.573734	lr=0.030106
[Epoch 67] training: accuracy=0.573736
[Epoch 67] speed: 1749 samples/sec	time cost: 746.466370
[Epoch 67] validation: err-top1=0.374681 err-top5=0.154775
Epoch[68] Batch [49]	Speed: 1615.336837 samples/sec	accuracy=0.579375	lr=0.030100
Epoch[68] Batch [99]	Speed: 1763.495427 samples/sec	accuracy=0.583750	lr=0.030095
Epoch[68] Batch [149]	Speed: 1733.588606 samples/sec	accuracy=0.583229	lr=0.030089
Epoch[68] Batch [199]	Speed: 1730.480656 samples/sec	accuracy=0.584473	lr=0.030084
Epoch[68] Batch [249]	Speed: 1796.682112 samples/sec	accuracy=0.583906	lr=0.030079
Epoch[68] Batch [299]	Speed: 1750.257922 samples/sec	accuracy=0.583268	lr=0.030074
Epoch[68] Batch [349]	Speed: 1716.510280 samples/sec	accuracy=0.582567	lr=0.030068
Epoch[68] Batch [399]	Speed: 1772.708823 samples/sec	accuracy=0.581523	lr=0.030063
Epoch[68] Batch [449]	Speed: 1737.794045 samples/sec	accuracy=0.580460	lr=0.030058
Epoch[68] Batch [499]	Speed: 1787.268896 samples/sec	accuracy=0.580313	lr=0.030052
Epoch[68] Batch [549]	Speed: 1750.994367 samples/sec	accuracy=0.581179	lr=0.030047
Epoch[68] Batch [599]	Speed: 1727.904204 samples/sec	accuracy=0.580775	lr=0.030042
Epoch[68] Batch [649]	Speed: 1760.553670 samples/sec	accuracy=0.580781	lr=0.030036
Epoch[68] Batch [699]	Speed: 1720.427834 samples/sec	accuracy=0.580497	lr=0.030031
Epoch[68] Batch [749]	Speed: 1756.511516 samples/sec	accuracy=0.580323	lr=0.030026
Epoch[68] Batch [799]	Speed: 1763.021541 samples/sec	accuracy=0.579805	lr=0.030021
Epoch[68] Batch [849]	Speed: 1758.747884 samples/sec	accuracy=0.579706	lr=0.030015
Epoch[68] Batch [899]	Speed: 1744.983970 samples/sec	accuracy=0.579770	lr=0.030010
Epoch[68] Batch [949]	Speed: 1760.483006 samples/sec	accuracy=0.579753	lr=0.030005
Epoch[68] Batch [999]	Speed: 1713.826132 samples/sec	accuracy=0.579477	lr=0.029999
Epoch[68] Batch [1049]	Speed: 1758.042323 samples/sec	accuracy=0.579182	lr=0.029994
Epoch[68] Batch [1099]	Speed: 1779.823394 samples/sec	accuracy=0.578874	lr=0.029989
Epoch[68] Batch [1149]	Speed: 1745.887429 samples/sec	accuracy=0.578719	lr=0.029983
Epoch[68] Batch [1199]	Speed: 1738.502077 samples/sec	accuracy=0.578639	lr=0.029978
Epoch[68] Batch [1249]	Speed: 1775.435935 samples/sec	accuracy=0.578603	lr=0.029973
Epoch[68] Batch [1299]	Speed: 1754.218864 samples/sec	accuracy=0.578600	lr=0.029968
Epoch[68] Batch [1349]	Speed: 1748.075578 samples/sec	accuracy=0.578510	lr=0.029962
Epoch[68] Batch [1399]	Speed: 1709.217022 samples/sec	accuracy=0.578552	lr=0.029957
Epoch[68] Batch [1449]	Speed: 1765.838486 samples/sec	accuracy=0.578276	lr=0.029952
Epoch[68] Batch [1499]	Speed: 1786.445749 samples/sec	accuracy=0.578154	lr=0.029946
Epoch[68] Batch [1549]	Speed: 1751.742006 samples/sec	accuracy=0.577976	lr=0.029941
Epoch[68] Batch [1599]	Speed: 1752.297406 samples/sec	accuracy=0.577781	lr=0.029936
Epoch[68] Batch [1649]	Speed: 1781.671202 samples/sec	accuracy=0.577602	lr=0.029930
Epoch[68] Batch [1699]	Speed: 1768.174384 samples/sec	accuracy=0.577668	lr=0.029925
Epoch[68] Batch [1749]	Speed: 1747.540712 samples/sec	accuracy=0.577719	lr=0.029920
Epoch[68] Batch [1799]	Speed: 1765.996828 samples/sec	accuracy=0.577576	lr=0.029914
Epoch[68] Batch [1849]	Speed: 1741.910682 samples/sec	accuracy=0.577692	lr=0.029909
Epoch[68] Batch [1899]	Speed: 1769.622755 samples/sec	accuracy=0.577699	lr=0.029904
Epoch[68] Batch [1949]	Speed: 1744.678603 samples/sec	accuracy=0.577674	lr=0.029899
Epoch[68] Batch [1999]	Speed: 1738.922037 samples/sec	accuracy=0.577660	lr=0.029893
Epoch[68] Batch [2049]	Speed: 1755.271066 samples/sec	accuracy=0.577599	lr=0.029888
Epoch[68] Batch [2099]	Speed: 1749.486179 samples/sec	accuracy=0.577617	lr=0.029883
Epoch[68] Batch [2149]	Speed: 1743.252420 samples/sec	accuracy=0.577511	lr=0.029877
Epoch[68] Batch [2199]	Speed: 1766.310750 samples/sec	accuracy=0.577628	lr=0.029872
Epoch[68] Batch [2249]	Speed: 1779.202826 samples/sec	accuracy=0.577528	lr=0.029867
Epoch[68] Batch [2299]	Speed: 1771.691976 samples/sec	accuracy=0.577401	lr=0.029861
Epoch[68] Batch [2349]	Speed: 1735.032376 samples/sec	accuracy=0.577267	lr=0.029856
Epoch[68] Batch [2399]	Speed: 1731.671557 samples/sec	accuracy=0.577284	lr=0.029851
Epoch[68] Batch [2449]	Speed: 1768.868054 samples/sec	accuracy=0.577267	lr=0.029845
Epoch[68] Batch [2499]	Speed: 1721.874277 samples/sec	accuracy=0.577186	lr=0.029840
Epoch[68] Batch [2549]	Speed: 1761.856237 samples/sec	accuracy=0.577149	lr=0.029835
Epoch[68] Batch [2599]	Speed: 1765.219968 samples/sec	accuracy=0.577045	lr=0.029830
Epoch[68] Batch [2649]	Speed: 1720.940603 samples/sec	accuracy=0.576903	lr=0.029824
Epoch[68] Batch [2699]	Speed: 1776.598818 samples/sec	accuracy=0.576882	lr=0.029819
Epoch[68] Batch [2749]	Speed: 1750.399557 samples/sec	accuracy=0.576932	lr=0.029814
Epoch[68] Batch [2799]	Speed: 1760.206759 samples/sec	accuracy=0.576929	lr=0.029808
Epoch[68] Batch [2849]	Speed: 1735.114469 samples/sec	accuracy=0.576979	lr=0.029803
Epoch[68] Batch [2899]	Speed: 1759.505332 samples/sec	accuracy=0.577019	lr=0.029798
Epoch[68] Batch [2949]	Speed: 1751.347482 samples/sec	accuracy=0.576950	lr=0.029792
Epoch[68] Batch [2999]	Speed: 1753.851355 samples/sec	accuracy=0.576973	lr=0.029787
Epoch[68] Batch [3049]	Speed: 1763.824455 samples/sec	accuracy=0.576901	lr=0.029782
Epoch[68] Batch [3099]	Speed: 1749.524662 samples/sec	accuracy=0.576935	lr=0.029776
Epoch[68] Batch [3149]	Speed: 1753.323026 samples/sec	accuracy=0.576956	lr=0.029771
Epoch[68] Batch [3199]	Speed: 1746.705382 samples/sec	accuracy=0.576848	lr=0.029766
Epoch[68] Batch [3249]	Speed: 1765.907720 samples/sec	accuracy=0.576757	lr=0.029761
Epoch[68] Batch [3299]	Speed: 1743.258873 samples/sec	accuracy=0.576692	lr=0.029755
Epoch[68] Batch [3349]	Speed: 1722.552261 samples/sec	accuracy=0.576663	lr=0.029750
Epoch[68] Batch [3399]	Speed: 1757.504966 samples/sec	accuracy=0.576574	lr=0.029745
Epoch[68] Batch [3449]	Speed: 1731.697083 samples/sec	accuracy=0.576683	lr=0.029739
Epoch[68] Batch [3499]	Speed: 1752.160210 samples/sec	accuracy=0.576708	lr=0.029734
Epoch[68] Batch [3549]	Speed: 1765.307613 samples/sec	accuracy=0.576649	lr=0.029729
Epoch[68] Batch [3599]	Speed: 1745.148578 samples/sec	accuracy=0.576507	lr=0.029723
Epoch[68] Batch [3649]	Speed: 1778.218920 samples/sec	accuracy=0.576493	lr=0.029718
Epoch[68] Batch [3699]	Speed: 1754.479015 samples/sec	accuracy=0.576346	lr=0.029713
Epoch[68] Batch [3749]	Speed: 1760.732893 samples/sec	accuracy=0.576325	lr=0.029707
Epoch[68] Batch [3799]	Speed: 1769.725247 samples/sec	accuracy=0.576348	lr=0.029702
Epoch[68] Batch [3849]	Speed: 1688.779145 samples/sec	accuracy=0.576274	lr=0.029697
Epoch[68] Batch [3899]	Speed: 1734.398042 samples/sec	accuracy=0.576318	lr=0.029691
Epoch[68] Batch [3949]	Speed: 1731.020031 samples/sec	accuracy=0.576443	lr=0.029686
Epoch[68] Batch [3999]	Speed: 1736.514332 samples/sec	accuracy=0.576463	lr=0.029681
Epoch[68] Batch [4049]	Speed: 1748.391189 samples/sec	accuracy=0.576448	lr=0.029675
Epoch[68] Batch [4099]	Speed: 1782.296156 samples/sec	accuracy=0.576434	lr=0.029670
Epoch[68] Batch [4149]	Speed: 1746.983774 samples/sec	accuracy=0.576404	lr=0.029665
Epoch[68] Batch [4199]	Speed: 1760.937393 samples/sec	accuracy=0.576397	lr=0.029660
Epoch[68] Batch [4249]	Speed: 1748.739951 samples/sec	accuracy=0.576463	lr=0.029654
Epoch[68] Batch [4299]	Speed: 1765.992239 samples/sec	accuracy=0.576482	lr=0.029649
Epoch[68] Batch [4349]	Speed: 1758.460835 samples/sec	accuracy=0.576404	lr=0.029644
Epoch[68] Batch [4399]	Speed: 1749.705182 samples/sec	accuracy=0.576376	lr=0.029638
Epoch[68] Batch [4449]	Speed: 1744.190747 samples/sec	accuracy=0.576276	lr=0.029633
Epoch[68] Batch [4499]	Speed: 1774.970632 samples/sec	accuracy=0.576247	lr=0.029628
Epoch[68] Batch [4549]	Speed: 1736.280649 samples/sec	accuracy=0.576259	lr=0.029622
Epoch[68] Batch [4599]	Speed: 1736.018063 samples/sec	accuracy=0.576235	lr=0.029617
Epoch[68] Batch [4649]	Speed: 1796.370225 samples/sec	accuracy=0.576266	lr=0.029612
Epoch[68] Batch [4699]	Speed: 1725.900823 samples/sec	accuracy=0.576145	lr=0.029606
Epoch[68] Batch [4749]	Speed: 1754.458317 samples/sec	accuracy=0.576135	lr=0.029601
Epoch[68] Batch [4799]	Speed: 1796.717167 samples/sec	accuracy=0.576037	lr=0.029596
Epoch[68] Batch [4849]	Speed: 1749.725027 samples/sec	accuracy=0.575901	lr=0.029590
Epoch[68] Batch [4899]	Speed: 1769.664345 samples/sec	accuracy=0.575939	lr=0.029585
Epoch[68] Batch [4949]	Speed: 1758.545851 samples/sec	accuracy=0.575817	lr=0.029580
Epoch[68] Batch [4999]	Speed: 1834.614382 samples/sec	accuracy=0.575863	lr=0.029574
[Epoch 68] training: accuracy=0.575869
[Epoch 68] speed: 1751 samples/sec	time cost: 745.764717
[Epoch 68] validation: err-top1=0.370813 err-top5=0.152764
Epoch[69] Batch [49]	Speed: 1619.912149 samples/sec	accuracy=0.571484	lr=0.029569
Epoch[69] Batch [99]	Speed: 1727.635361 samples/sec	accuracy=0.575469	lr=0.029563
Epoch[69] Batch [149]	Speed: 1758.696896 samples/sec	accuracy=0.577448	lr=0.029558
Epoch[69] Batch [199]	Speed: 1743.810775 samples/sec	accuracy=0.578359	lr=0.029553
Epoch[69] Batch [249]	Speed: 1751.374563 samples/sec	accuracy=0.579625	lr=0.029547
Epoch[69] Batch [299]	Speed: 1770.096521 samples/sec	accuracy=0.580013	lr=0.029542
Epoch[69] Batch [349]	Speed: 1763.128596 samples/sec	accuracy=0.580045	lr=0.029537
Epoch[69] Batch [399]	Speed: 1780.511060 samples/sec	accuracy=0.580664	lr=0.029531
Epoch[69] Batch [449]	Speed: 1775.419906 samples/sec	accuracy=0.581276	lr=0.029526
Epoch[69] Batch [499]	Speed: 1748.359931 samples/sec	accuracy=0.580703	lr=0.029521
Epoch[69] Batch [549]	Speed: 1778.644148 samples/sec	accuracy=0.580881	lr=0.029515
Epoch[69] Batch [599]	Speed: 1764.659015 samples/sec	accuracy=0.580599	lr=0.029510
Epoch[69] Batch [649]	Speed: 1757.958046 samples/sec	accuracy=0.581352	lr=0.029505
Epoch[69] Batch [699]	Speed: 1761.567651 samples/sec	accuracy=0.581278	lr=0.029499
Epoch[69] Batch [749]	Speed: 1743.439517 samples/sec	accuracy=0.581156	lr=0.029494
Epoch[69] Batch [799]	Speed: 1743.701012 samples/sec	accuracy=0.581357	lr=0.029489
Epoch[69] Batch [849]	Speed: 1711.418958 samples/sec	accuracy=0.581039	lr=0.029483
Epoch[69] Batch [899]	Speed: 1726.594364 samples/sec	accuracy=0.580998	lr=0.029478
Epoch[69] Batch [949]	Speed: 1747.347956 samples/sec	accuracy=0.580411	lr=0.029473
Epoch[69] Batch [999]	Speed: 1728.478701 samples/sec	accuracy=0.580598	lr=0.029467
Epoch[69] Batch [1049]	Speed: 1752.965279 samples/sec	accuracy=0.580365	lr=0.029462
Epoch[69] Batch [1099]	Speed: 1741.990093 samples/sec	accuracy=0.580504	lr=0.029457
Epoch[69] Batch [1149]	Speed: 1772.382851 samples/sec	accuracy=0.580326	lr=0.029451
Epoch[69] Batch [1199]	Speed: 1762.568740 samples/sec	accuracy=0.579941	lr=0.029446
Epoch[69] Batch [1249]	Speed: 1725.197859 samples/sec	accuracy=0.579881	lr=0.029441
Epoch[69] Batch [1299]	Speed: 1747.734023 samples/sec	accuracy=0.579868	lr=0.029435
Epoch[69] Batch [1349]	Speed: 1770.692063 samples/sec	accuracy=0.579951	lr=0.029430
Epoch[69] Batch [1399]	Speed: 1741.994275 samples/sec	accuracy=0.579975	lr=0.029425
Epoch[69] Batch [1449]	Speed: 1734.769271 samples/sec	accuracy=0.579650	lr=0.029419
Epoch[69] Batch [1499]	Speed: 1753.041637 samples/sec	accuracy=0.579547	lr=0.029414
Epoch[69] Batch [1549]	Speed: 1745.898443 samples/sec	accuracy=0.579514	lr=0.029409
Epoch[69] Batch [1599]	Speed: 1760.842385 samples/sec	accuracy=0.579485	lr=0.029404
Epoch[69] Batch [1649]	Speed: 1743.424571 samples/sec	accuracy=0.579250	lr=0.029398
Epoch[69] Batch [1699]	Speed: 1741.531646 samples/sec	accuracy=0.579191	lr=0.029393
Epoch[69] Batch [1749]	Speed: 1739.925006 samples/sec	accuracy=0.579103	lr=0.029388
Epoch[69] Batch [1799]	Speed: 1771.746703 samples/sec	accuracy=0.579054	lr=0.029382
Epoch[69] Batch [1849]	Speed: 1750.677987 samples/sec	accuracy=0.579058	lr=0.029377
Epoch[69] Batch [1899]	Speed: 1748.133068 samples/sec	accuracy=0.578740	lr=0.029372
Epoch[69] Batch [1949]	Speed: 1754.726741 samples/sec	accuracy=0.578644	lr=0.029366
Epoch[69] Batch [1999]	Speed: 1757.866007 samples/sec	accuracy=0.578547	lr=0.029361
Epoch[69] Batch [2049]	Speed: 1759.140678 samples/sec	accuracy=0.578274	lr=0.029356
Epoch[69] Batch [2099]	Speed: 1757.558301 samples/sec	accuracy=0.578105	lr=0.029350
Epoch[69] Batch [2149]	Speed: 1706.364528 samples/sec	accuracy=0.577956	lr=0.029345
Epoch[69] Batch [2199]	Speed: 1772.976010 samples/sec	accuracy=0.577844	lr=0.029340
Epoch[69] Batch [2249]	Speed: 1741.462728 samples/sec	accuracy=0.577910	lr=0.029334
Epoch[69] Batch [2299]	Speed: 1761.443101 samples/sec	accuracy=0.578045	lr=0.029329
Epoch[69] Batch [2349]	Speed: 1767.221541 samples/sec	accuracy=0.577959	lr=0.029324
Epoch[69] Batch [2399]	Speed: 1730.991958 samples/sec	accuracy=0.577910	lr=0.029318
Epoch[69] Batch [2449]	Speed: 1730.892955 samples/sec	accuracy=0.577972	lr=0.029313
Epoch[69] Batch [2499]	Speed: 1770.547301 samples/sec	accuracy=0.577997	lr=0.029308
Epoch[69] Batch [2549]	Speed: 1768.204434 samples/sec	accuracy=0.577863	lr=0.029302
Epoch[69] Batch [2599]	Speed: 1758.079456 samples/sec	accuracy=0.577718	lr=0.029297
Epoch[69] Batch [2649]	Speed: 1767.672312 samples/sec	accuracy=0.577585	lr=0.029292
Epoch[69] Batch [2699]	Speed: 1814.681082 samples/sec	accuracy=0.577590	lr=0.029286
Epoch[69] Batch [2749]	Speed: 1755.909162 samples/sec	accuracy=0.577493	lr=0.029281
Epoch[69] Batch [2799]	Speed: 1746.367202 samples/sec	accuracy=0.577437	lr=0.029276
Epoch[69] Batch [2849]	Speed: 1776.632329 samples/sec	accuracy=0.577542	lr=0.029270
Epoch[69] Batch [2899]	Speed: 1771.719222 samples/sec	accuracy=0.577578	lr=0.029265
Epoch[69] Batch [2949]	Speed: 1751.099567 samples/sec	accuracy=0.577525	lr=0.029260
Epoch[69] Batch [2999]	Speed: 1730.820356 samples/sec	accuracy=0.577383	lr=0.029254
Epoch[69] Batch [3049]	Speed: 1723.886693 samples/sec	accuracy=0.577282	lr=0.029249
Epoch[69] Batch [3099]	Speed: 1749.473010 samples/sec	accuracy=0.577345	lr=0.029244
Epoch[69] Batch [3149]	Speed: 1752.941755 samples/sec	accuracy=0.577308	lr=0.029238
Epoch[69] Batch [3199]	Speed: 1736.311983 samples/sec	accuracy=0.577290	lr=0.029233
Epoch[69] Batch [3249]	Speed: 1771.083082 samples/sec	accuracy=0.577298	lr=0.029228
Epoch[69] Batch [3299]	Speed: 1741.223194 samples/sec	accuracy=0.577282	lr=0.029222
Epoch[69] Batch [3349]	Speed: 1754.710912 samples/sec	accuracy=0.577205	lr=0.029217
Epoch[69] Batch [3399]	Speed: 1787.384688 samples/sec	accuracy=0.577094	lr=0.029212
Epoch[69] Batch [3449]	Speed: 1767.823242 samples/sec	accuracy=0.577070	lr=0.029206
Epoch[69] Batch [3499]	Speed: 1767.937984 samples/sec	accuracy=0.577100	lr=0.029201
Epoch[69] Batch [3549]	Speed: 1743.477508 samples/sec	accuracy=0.577024	lr=0.029196
Epoch[69] Batch [3599]	Speed: 1743.638321 samples/sec	accuracy=0.576919	lr=0.029190
Epoch[69] Batch [3649]	Speed: 1760.973897 samples/sec	accuracy=0.576862	lr=0.029185
Epoch[69] Batch [3699]	Speed: 1775.718687 samples/sec	accuracy=0.576880	lr=0.029180
Epoch[69] Batch [3749]	Speed: 1758.484046 samples/sec	accuracy=0.576851	lr=0.029174
Epoch[69] Batch [3799]	Speed: 1732.894860 samples/sec	accuracy=0.576777	lr=0.029169
Epoch[69] Batch [3849]	Speed: 1751.841293 samples/sec	accuracy=0.576693	lr=0.029164
Epoch[69] Batch [3899]	Speed: 1736.132756 samples/sec	accuracy=0.576676	lr=0.029158
Epoch[69] Batch [3949]	Speed: 1765.868746 samples/sec	accuracy=0.576653	lr=0.029153
Epoch[69] Batch [3999]	Speed: 1719.031980 samples/sec	accuracy=0.576563	lr=0.029148
Epoch[69] Batch [4049]	Speed: 1770.579358 samples/sec	accuracy=0.576501	lr=0.029142
Epoch[69] Batch [4099]	Speed: 1777.917296 samples/sec	accuracy=0.576614	lr=0.029137
Epoch[69] Batch [4149]	Speed: 1720.601738 samples/sec	accuracy=0.576576	lr=0.029132
Epoch[69] Batch [4199]	Speed: 1763.374195 samples/sec	accuracy=0.576504	lr=0.029126
Epoch[69] Batch [4249]	Speed: 1727.949696 samples/sec	accuracy=0.576494	lr=0.029121
Epoch[69] Batch [4299]	Speed: 1721.416697 samples/sec	accuracy=0.576421	lr=0.029116
Epoch[69] Batch [4349]	Speed: 1778.446178 samples/sec	accuracy=0.576377	lr=0.029110
Epoch[69] Batch [4399]	Speed: 1785.571277 samples/sec	accuracy=0.576420	lr=0.029105
Epoch[69] Batch [4449]	Speed: 1772.782227 samples/sec	accuracy=0.576427	lr=0.029100
Epoch[69] Batch [4499]	Speed: 1762.111660 samples/sec	accuracy=0.576352	lr=0.029094
Epoch[69] Batch [4549]	Speed: 1753.386415 samples/sec	accuracy=0.576405	lr=0.029089
Epoch[69] Batch [4599]	Speed: 1764.935212 samples/sec	accuracy=0.576354	lr=0.029083
Epoch[69] Batch [4649]	Speed: 1761.561409 samples/sec	accuracy=0.576394	lr=0.029078
Epoch[69] Batch [4699]	Speed: 1737.535274 samples/sec	accuracy=0.576324	lr=0.029073
Epoch[69] Batch [4749]	Speed: 1767.488066 samples/sec	accuracy=0.576389	lr=0.029067
Epoch[69] Batch [4799]	Speed: 1735.586151 samples/sec	accuracy=0.576341	lr=0.029062
Epoch[69] Batch [4849]	Speed: 1762.509545 samples/sec	accuracy=0.576299	lr=0.029057
Epoch[69] Batch [4899]	Speed: 1771.033830 samples/sec	accuracy=0.576276	lr=0.029051
Epoch[69] Batch [4949]	Speed: 1764.677461 samples/sec	accuracy=0.576220	lr=0.029046
Epoch[69] Batch [4999]	Speed: 1830.796123 samples/sec	accuracy=0.576254	lr=0.029041
[Epoch 69] training: accuracy=0.576255
[Epoch 69] speed: 1752 samples/sec	time cost: 745.198282
[Epoch 69] validation: err-top1=0.372015 err-top5=0.152043
Epoch[70] Batch [49]	Speed: 1655.546027 samples/sec	accuracy=0.583281	lr=0.029035
Epoch[70] Batch [99]	Speed: 1773.830274 samples/sec	accuracy=0.585430	lr=0.029030
Epoch[70] Batch [149]	Speed: 1742.217003 samples/sec	accuracy=0.583542	lr=0.029024
Epoch[70] Batch [199]	Speed: 1747.827052 samples/sec	accuracy=0.583398	lr=0.029019
Epoch[70] Batch [249]	Speed: 1750.089211 samples/sec	accuracy=0.585328	lr=0.029014
Epoch[70] Batch [299]	Speed: 1813.290814 samples/sec	accuracy=0.585221	lr=0.029008
Epoch[70] Batch [349]	Speed: 1720.173217 samples/sec	accuracy=0.584855	lr=0.029003
Epoch[70] Batch [399]	Speed: 1770.535039 samples/sec	accuracy=0.583545	lr=0.028997
Epoch[70] Batch [449]	Speed: 1731.336101 samples/sec	accuracy=0.583872	lr=0.028992
Epoch[70] Batch [499]	Speed: 1742.241371 samples/sec	accuracy=0.582992	lr=0.028987
Epoch[70] Batch [549]	Speed: 1768.478304 samples/sec	accuracy=0.582756	lr=0.028981
Epoch[70] Batch [599]	Speed: 1735.241942 samples/sec	accuracy=0.582773	lr=0.028976
Epoch[70] Batch [649]	Speed: 1760.559270 samples/sec	accuracy=0.582951	lr=0.028971
Epoch[70] Batch [699]	Speed: 1746.536105 samples/sec	accuracy=0.582891	lr=0.028965
Epoch[70] Batch [749]	Speed: 1735.990557 samples/sec	accuracy=0.582656	lr=0.028960
Epoch[70] Batch [799]	Speed: 1751.257619 samples/sec	accuracy=0.582231	lr=0.028955
Epoch[70] Batch [849]	Speed: 1760.165843 samples/sec	accuracy=0.582468	lr=0.028949
Epoch[70] Batch [899]	Speed: 1773.507581 samples/sec	accuracy=0.582422	lr=0.028944
Epoch[70] Batch [949]	Speed: 1775.130147 samples/sec	accuracy=0.582319	lr=0.028939
Epoch[70] Batch [999]	Speed: 1806.523083 samples/sec	accuracy=0.582184	lr=0.028933
Epoch[70] Batch [1049]	Speed: 1733.196340 samples/sec	accuracy=0.581931	lr=0.028928
Epoch[70] Batch [1099]	Speed: 1744.910185 samples/sec	accuracy=0.582195	lr=0.028923
Epoch[70] Batch [1149]	Speed: 1739.545481 samples/sec	accuracy=0.582361	lr=0.028917
Epoch[70] Batch [1199]	Speed: 1762.088064 samples/sec	accuracy=0.582018	lr=0.028912
Epoch[70] Batch [1249]	Speed: 1771.341890 samples/sec	accuracy=0.581769	lr=0.028907
Epoch[70] Batch [1299]	Speed: 1770.612701 samples/sec	accuracy=0.581247	lr=0.028901
Epoch[70] Batch [1349]	Speed: 1733.152026 samples/sec	accuracy=0.581195	lr=0.028896
Epoch[70] Batch [1399]	Speed: 1747.789555 samples/sec	accuracy=0.581283	lr=0.028891
Epoch[70] Batch [1449]	Speed: 1756.675490 samples/sec	accuracy=0.581344	lr=0.028885
Epoch[70] Batch [1499]	Speed: 1776.754921 samples/sec	accuracy=0.581117	lr=0.028880
Epoch[70] Batch [1549]	Speed: 1747.519950 samples/sec	accuracy=0.580864	lr=0.028875
Epoch[70] Batch [1599]	Speed: 1725.647412 samples/sec	accuracy=0.580862	lr=0.028869
Epoch[70] Batch [1649]	Speed: 1739.532743 samples/sec	accuracy=0.580959	lr=0.028864
Epoch[70] Batch [1699]	Speed: 1754.282089 samples/sec	accuracy=0.580800	lr=0.028859
Epoch[70] Batch [1749]	Speed: 1745.245475 samples/sec	accuracy=0.580763	lr=0.028853
Epoch[70] Batch [1799]	Speed: 1744.969678 samples/sec	accuracy=0.580731	lr=0.028848
Epoch[70] Batch [1849]	Speed: 1734.564022 samples/sec	accuracy=0.580606	lr=0.028842
Epoch[70] Batch [1899]	Speed: 1761.486735 samples/sec	accuracy=0.580586	lr=0.028837
Epoch[70] Batch [1949]	Speed: 1740.870593 samples/sec	accuracy=0.580463	lr=0.028832
Epoch[70] Batch [1999]	Speed: 1798.966850 samples/sec	accuracy=0.580238	lr=0.028826
Epoch[70] Batch [2049]	Speed: 1721.986390 samples/sec	accuracy=0.580158	lr=0.028821
Epoch[70] Batch [2099]	Speed: 1771.715772 samples/sec	accuracy=0.580076	lr=0.028816
Epoch[70] Batch [2149]	Speed: 1768.771781 samples/sec	accuracy=0.579762	lr=0.028810
Epoch[70] Batch [2199]	Speed: 1724.106144 samples/sec	accuracy=0.579673	lr=0.028805
Epoch[70] Batch [2249]	Speed: 1766.108196 samples/sec	accuracy=0.579462	lr=0.028800
Epoch[70] Batch [2299]	Speed: 1793.308336 samples/sec	accuracy=0.579299	lr=0.028794
Epoch[70] Batch [2349]	Speed: 1726.188940 samples/sec	accuracy=0.579172	lr=0.028789
Epoch[70] Batch [2399]	Speed: 1797.236117 samples/sec	accuracy=0.578900	lr=0.028784
Epoch[70] Batch [2449]	Speed: 1758.277985 samples/sec	accuracy=0.578879	lr=0.028778
Epoch[70] Batch [2499]	Speed: 1716.191096 samples/sec	accuracy=0.578922	lr=0.028773
Epoch[70] Batch [2549]	Speed: 1746.703166 samples/sec	accuracy=0.578667	lr=0.028768
Epoch[70] Batch [2599]	Speed: 1744.735415 samples/sec	accuracy=0.578492	lr=0.028762
Epoch[70] Batch [2649]	Speed: 1751.628156 samples/sec	accuracy=0.578499	lr=0.028757
Epoch[70] Batch [2699]	Speed: 1728.657465 samples/sec	accuracy=0.578453	lr=0.028752
Epoch[70] Batch [2749]	Speed: 1746.060839 samples/sec	accuracy=0.578305	lr=0.028746
Epoch[70] Batch [2799]	Speed: 1787.256401 samples/sec	accuracy=0.578425	lr=0.028741
Epoch[70] Batch [2849]	Speed: 1749.811881 samples/sec	accuracy=0.578451	lr=0.028735
Epoch[70] Batch [2899]	Speed: 1687.254270 samples/sec	accuracy=0.578560	lr=0.028730
Epoch[70] Batch [2949]	Speed: 1737.501760 samples/sec	accuracy=0.578533	lr=0.028725
Epoch[70] Batch [2999]	Speed: 1764.884328 samples/sec	accuracy=0.578535	lr=0.028719
Epoch[70] Batch [3049]	Speed: 1747.886972 samples/sec	accuracy=0.578471	lr=0.028714
Epoch[70] Batch [3099]	Speed: 1774.379363 samples/sec	accuracy=0.578411	lr=0.028709
Epoch[70] Batch [3149]	Speed: 1765.227513 samples/sec	accuracy=0.578356	lr=0.028703
Epoch[70] Batch [3199]	Speed: 1761.046159 samples/sec	accuracy=0.578267	lr=0.028698
Epoch[70] Batch [3249]	Speed: 1793.735058 samples/sec	accuracy=0.578148	lr=0.028693
Epoch[70] Batch [3299]	Speed: 1732.943412 samples/sec	accuracy=0.578162	lr=0.028687
Epoch[70] Batch [3349]	Speed: 1741.976979 samples/sec	accuracy=0.578165	lr=0.028682
Epoch[70] Batch [3399]	Speed: 1804.461992 samples/sec	accuracy=0.578213	lr=0.028677
Epoch[70] Batch [3449]	Speed: 1750.509480 samples/sec	accuracy=0.578118	lr=0.028671
Epoch[70] Batch [3499]	Speed: 1771.793538 samples/sec	accuracy=0.578107	lr=0.028666
Epoch[70] Batch [3549]	Speed: 1733.640275 samples/sec	accuracy=0.577992	lr=0.028661
Epoch[70] Batch [3599]	Speed: 1753.181375 samples/sec	accuracy=0.577968	lr=0.028655
Epoch[70] Batch [3649]	Speed: 1765.921138 samples/sec	accuracy=0.577869	lr=0.028650
Epoch[70] Batch [3699]	Speed: 1759.705856 samples/sec	accuracy=0.577906	lr=0.028644
Epoch[70] Batch [3749]	Speed: 1756.347917 samples/sec	accuracy=0.577970	lr=0.028639
Epoch[70] Batch [3799]	Speed: 1802.627762 samples/sec	accuracy=0.578026	lr=0.028634
Epoch[70] Batch [3849]	Speed: 1783.225288 samples/sec	accuracy=0.577869	lr=0.028628
Epoch[70] Batch [3899]	Speed: 1753.859548 samples/sec	accuracy=0.577737	lr=0.028623
Epoch[70] Batch [3949]	Speed: 1782.346983 samples/sec	accuracy=0.577797	lr=0.028618
Epoch[70] Batch [3999]	Speed: 1763.159748 samples/sec	accuracy=0.577726	lr=0.028612
Epoch[70] Batch [4049]	Speed: 1751.187700 samples/sec	accuracy=0.577740	lr=0.028607
Epoch[70] Batch [4099]	Speed: 1771.782545 samples/sec	accuracy=0.577792	lr=0.028602
Epoch[70] Batch [4149]	Speed: 1770.329880 samples/sec	accuracy=0.577704	lr=0.028596
Epoch[70] Batch [4199]	Speed: 1743.937829 samples/sec	accuracy=0.577681	lr=0.028591
Epoch[70] Batch [4249]	Speed: 1761.305393 samples/sec	accuracy=0.577563	lr=0.028586
Epoch[70] Batch [4299]	Speed: 1760.534849 samples/sec	accuracy=0.577560	lr=0.028580
Epoch[70] Batch [4349]	Speed: 1775.690378 samples/sec	accuracy=0.577590	lr=0.028575
Epoch[70] Batch [4399]	Speed: 1740.679305 samples/sec	accuracy=0.577534	lr=0.028570
Epoch[70] Batch [4449]	Speed: 1763.522422 samples/sec	accuracy=0.577554	lr=0.028564
Epoch[70] Batch [4499]	Speed: 1769.359318 samples/sec	accuracy=0.577511	lr=0.028559
Epoch[70] Batch [4549]	Speed: 1752.954976 samples/sec	accuracy=0.577424	lr=0.028553
Epoch[70] Batch [4599]	Speed: 1733.303609 samples/sec	accuracy=0.577401	lr=0.028548
Epoch[70] Batch [4649]	Speed: 1773.917018 samples/sec	accuracy=0.577416	lr=0.028543
Epoch[70] Batch [4699]	Speed: 1748.658956 samples/sec	accuracy=0.577399	lr=0.028537
Epoch[70] Batch [4749]	Speed: 1764.865125 samples/sec	accuracy=0.577408	lr=0.028532
Epoch[70] Batch [4799]	Speed: 1760.920874 samples/sec	accuracy=0.577384	lr=0.028527
Epoch[70] Batch [4849]	Speed: 1742.726723 samples/sec	accuracy=0.577397	lr=0.028521
Epoch[70] Batch [4899]	Speed: 1766.039758 samples/sec	accuracy=0.577431	lr=0.028516
Epoch[70] Batch [4949]	Speed: 1754.820861 samples/sec	accuracy=0.577339	lr=0.028511
Epoch[70] Batch [4999]	Speed: 1869.694010 samples/sec	accuracy=0.577324	lr=0.028505
[Epoch 70] training: accuracy=0.577332
[Epoch 70] speed: 1756 samples/sec	time cost: 743.679883
[Epoch 70] validation: err-top1=0.371572 err-top5=0.152204
Epoch[71] Batch [49]	Speed: 1660.227472 samples/sec	accuracy=0.578594	lr=0.028499
Epoch[71] Batch [99]	Speed: 1763.954500 samples/sec	accuracy=0.579219	lr=0.028494
Epoch[71] Batch [149]	Speed: 1726.117956 samples/sec	accuracy=0.580260	lr=0.028489
Epoch[71] Batch [199]	Speed: 1762.722676 samples/sec	accuracy=0.580332	lr=0.028483
Epoch[71] Batch [249]	Speed: 1747.713483 samples/sec	accuracy=0.579203	lr=0.028478
Epoch[71] Batch [299]	Speed: 1745.539860 samples/sec	accuracy=0.578919	lr=0.028473
Epoch[71] Batch [349]	Speed: 1748.112804 samples/sec	accuracy=0.579699	lr=0.028467
Epoch[71] Batch [399]	Speed: 1739.526543 samples/sec	accuracy=0.579336	lr=0.028462
Epoch[71] Batch [449]	Speed: 1748.536452 samples/sec	accuracy=0.579653	lr=0.028457
Epoch[71] Batch [499]	Speed: 1749.600435 samples/sec	accuracy=0.580086	lr=0.028451
Epoch[71] Batch [549]	Speed: 1763.897588 samples/sec	accuracy=0.580859	lr=0.028446
Epoch[71] Batch [599]	Speed: 1738.458449 samples/sec	accuracy=0.580846	lr=0.028440
Epoch[71] Batch [649]	Speed: 1733.633222 samples/sec	accuracy=0.580691	lr=0.028435
Epoch[71] Batch [699]	Speed: 1741.676901 samples/sec	accuracy=0.580737	lr=0.028430
Epoch[71] Batch [749]	Speed: 1740.498724 samples/sec	accuracy=0.580583	lr=0.028424
Epoch[71] Batch [799]	Speed: 1742.048369 samples/sec	accuracy=0.580752	lr=0.028419
Epoch[71] Batch [849]	Speed: 1761.082957 samples/sec	accuracy=0.580928	lr=0.028414
Epoch[71] Batch [899]	Speed: 1710.730683 samples/sec	accuracy=0.581011	lr=0.028408
Epoch[71] Batch [949]	Speed: 1737.375810 samples/sec	accuracy=0.580765	lr=0.028403
Epoch[71] Batch [999]	Speed: 1762.784316 samples/sec	accuracy=0.580680	lr=0.028398
Epoch[71] Batch [1049]	Speed: 1747.135001 samples/sec	accuracy=0.580688	lr=0.028392
Epoch[71] Batch [1099]	Speed: 1751.914180 samples/sec	accuracy=0.580703	lr=0.028387
Epoch[71] Batch [1149]	Speed: 1764.343013 samples/sec	accuracy=0.580530	lr=0.028381
Epoch[71] Batch [1199]	Speed: 1762.910330 samples/sec	accuracy=0.580560	lr=0.028376
Epoch[71] Batch [1249]	Speed: 1763.220434 samples/sec	accuracy=0.580469	lr=0.028371
Epoch[71] Batch [1299]	Speed: 1785.148726 samples/sec	accuracy=0.580367	lr=0.028365
Epoch[71] Batch [1349]	Speed: 1759.859466 samples/sec	accuracy=0.580530	lr=0.028360
Epoch[71] Batch [1399]	Speed: 1778.432333 samples/sec	accuracy=0.580605	lr=0.028355
Epoch[71] Batch [1449]	Speed: 1746.648612 samples/sec	accuracy=0.580805	lr=0.028349
Epoch[71] Batch [1499]	Speed: 1760.345449 samples/sec	accuracy=0.580562	lr=0.028344
Epoch[71] Batch [1549]	Speed: 1772.648945 samples/sec	accuracy=0.580597	lr=0.028339
Epoch[71] Batch [1599]	Speed: 1776.881940 samples/sec	accuracy=0.580562	lr=0.028333
Epoch[71] Batch [1649]	Speed: 1759.244380 samples/sec	accuracy=0.580514	lr=0.028328
Epoch[71] Batch [1699]	Speed: 1731.029185 samples/sec	accuracy=0.580175	lr=0.028322
Epoch[71] Batch [1749]	Speed: 1741.387150 samples/sec	accuracy=0.580089	lr=0.028317
Epoch[71] Batch [1799]	Speed: 1771.487777 samples/sec	accuracy=0.580037	lr=0.028312
Epoch[71] Batch [1849]	Speed: 1754.689004 samples/sec	accuracy=0.579998	lr=0.028306
Epoch[71] Batch [1899]	Speed: 1734.725493 samples/sec	accuracy=0.579827	lr=0.028301
Epoch[71] Batch [1949]	Speed: 1761.844789 samples/sec	accuracy=0.579860	lr=0.028296
Epoch[71] Batch [1999]	Speed: 1762.883355 samples/sec	accuracy=0.579885	lr=0.028290
Epoch[71] Batch [2049]	Speed: 1740.238189 samples/sec	accuracy=0.580034	lr=0.028285
Epoch[71] Batch [2099]	Speed: 1760.413734 samples/sec	accuracy=0.579968	lr=0.028280
Epoch[71] Batch [2149]	Speed: 1756.352974 samples/sec	accuracy=0.580116	lr=0.028274
Epoch[71] Batch [2199]	Speed: 1765.759325 samples/sec	accuracy=0.580137	lr=0.028269
Epoch[71] Batch [2249]	Speed: 1766.991502 samples/sec	accuracy=0.579969	lr=0.028263
Epoch[71] Batch [2299]	Speed: 1743.355219 samples/sec	accuracy=0.579937	lr=0.028258
Epoch[71] Batch [2349]	Speed: 1770.373897 samples/sec	accuracy=0.579822	lr=0.028253
Epoch[71] Batch [2399]	Speed: 1760.825637 samples/sec	accuracy=0.579780	lr=0.028247
Epoch[71] Batch [2449]	Speed: 1765.593477 samples/sec	accuracy=0.579694	lr=0.028242
Epoch[71] Batch [2499]	Speed: 1769.898524 samples/sec	accuracy=0.579525	lr=0.028237
Epoch[71] Batch [2549]	Speed: 1773.407579 samples/sec	accuracy=0.579628	lr=0.028231
Epoch[71] Batch [2599]	Speed: 1758.281383 samples/sec	accuracy=0.579539	lr=0.028226
Epoch[71] Batch [2649]	Speed: 1764.020400 samples/sec	accuracy=0.579357	lr=0.028221
Epoch[71] Batch [2699]	Speed: 1747.026979 samples/sec	accuracy=0.579391	lr=0.028215
Epoch[71] Batch [2749]	Speed: 1752.775158 samples/sec	accuracy=0.579497	lr=0.028210
Epoch[71] Batch [2799]	Speed: 1780.050826 samples/sec	accuracy=0.579448	lr=0.028204
Epoch[71] Batch [2849]	Speed: 1779.501170 samples/sec	accuracy=0.579492	lr=0.028199
Epoch[71] Batch [2899]	Speed: 1767.970936 samples/sec	accuracy=0.579570	lr=0.028194
Epoch[71] Batch [2949]	Speed: 1713.927351 samples/sec	accuracy=0.579554	lr=0.028188
Epoch[71] Batch [2999]	Speed: 1764.644167 samples/sec	accuracy=0.579544	lr=0.028183
Epoch[71] Batch [3049]	Speed: 1731.227513 samples/sec	accuracy=0.579561	lr=0.028178
Epoch[71] Batch [3099]	Speed: 1749.243749 samples/sec	accuracy=0.579603	lr=0.028172
Epoch[71] Batch [3149]	Speed: 1782.761045 samples/sec	accuracy=0.579623	lr=0.028167
Epoch[71] Batch [3199]	Speed: 1764.964165 samples/sec	accuracy=0.579432	lr=0.028162
Epoch[71] Batch [3249]	Speed: 1761.314118 samples/sec	accuracy=0.579276	lr=0.028156
Epoch[71] Batch [3299]	Speed: 1770.204262 samples/sec	accuracy=0.579264	lr=0.028151
Epoch[71] Batch [3349]	Speed: 1772.004008 samples/sec	accuracy=0.579206	lr=0.028145
Epoch[71] Batch [3399]	Speed: 1741.185301 samples/sec	accuracy=0.579133	lr=0.028140
Epoch[71] Batch [3449]	Speed: 1743.911715 samples/sec	accuracy=0.579072	lr=0.028135
Epoch[71] Batch [3499]	Speed: 1776.964807 samples/sec	accuracy=0.578956	lr=0.028129
Epoch[71] Batch [3549]	Speed: 1779.754538 samples/sec	accuracy=0.578852	lr=0.028124
Epoch[71] Batch [3599]	Speed: 1736.448393 samples/sec	accuracy=0.578780	lr=0.028119
Epoch[71] Batch [3649]	Speed: 1750.155676 samples/sec	accuracy=0.578716	lr=0.028113
Epoch[71] Batch [3699]	Speed: 1764.261319 samples/sec	accuracy=0.578621	lr=0.028108
Epoch[71] Batch [3749]	Speed: 1759.296091 samples/sec	accuracy=0.578582	lr=0.028102
Epoch[71] Batch [3799]	Speed: 1746.902260 samples/sec	accuracy=0.578555	lr=0.028097
Epoch[71] Batch [3849]	Speed: 1771.073734 samples/sec	accuracy=0.578496	lr=0.028092
Epoch[71] Batch [3899]	Speed: 1755.459031 samples/sec	accuracy=0.578395	lr=0.028086
Epoch[71] Batch [3949]	Speed: 1751.116302 samples/sec	accuracy=0.578463	lr=0.028081
Epoch[71] Batch [3999]	Speed: 1745.266126 samples/sec	accuracy=0.578354	lr=0.028076
Epoch[71] Batch [4049]	Speed: 1777.048210 samples/sec	accuracy=0.578351	lr=0.028070
Epoch[71] Batch [4099]	Speed: 1750.294784 samples/sec	accuracy=0.578305	lr=0.028065
Epoch[71] Batch [4149]	Speed: 1759.874984 samples/sec	accuracy=0.578387	lr=0.028059
Epoch[71] Batch [4199]	Speed: 1754.305649 samples/sec	accuracy=0.578358	lr=0.028054
Epoch[71] Batch [4249]	Speed: 1759.119120 samples/sec	accuracy=0.578335	lr=0.028049
Epoch[71] Batch [4299]	Speed: 1759.637625 samples/sec	accuracy=0.578306	lr=0.028043
Epoch[71] Batch [4349]	Speed: 1758.657779 samples/sec	accuracy=0.578260	lr=0.028038
Epoch[71] Batch [4399]	Speed: 1735.734681 samples/sec	accuracy=0.578273	lr=0.028033
Epoch[71] Batch [4449]	Speed: 1754.759490 samples/sec	accuracy=0.578258	lr=0.028027
Epoch[71] Batch [4499]	Speed: 1742.232099 samples/sec	accuracy=0.578274	lr=0.028022
Epoch[71] Batch [4549]	Speed: 1762.780439 samples/sec	accuracy=0.578280	lr=0.028016
Epoch[71] Batch [4599]	Speed: 1758.227255 samples/sec	accuracy=0.578150	lr=0.028011
Epoch[71] Batch [4649]	Speed: 1752.972262 samples/sec	accuracy=0.578088	lr=0.028006
Epoch[71] Batch [4699]	Speed: 1732.515768 samples/sec	accuracy=0.578078	lr=0.028000
Epoch[71] Batch [4749]	Speed: 1781.085151 samples/sec	accuracy=0.578045	lr=0.027995
Epoch[71] Batch [4799]	Speed: 1737.805576 samples/sec	accuracy=0.578066	lr=0.027990
Epoch[71] Batch [4849]	Speed: 1729.001404 samples/sec	accuracy=0.578066	lr=0.027984
Epoch[71] Batch [4899]	Speed: 1720.888309 samples/sec	accuracy=0.578110	lr=0.027979
Epoch[71] Batch [4949]	Speed: 1720.079195 samples/sec	accuracy=0.578157	lr=0.027974
Epoch[71] Batch [4999]	Speed: 1778.288069 samples/sec	accuracy=0.578180	lr=0.027968
[Epoch 71] training: accuracy=0.578208
[Epoch 71] speed: 1753 samples/sec	time cost: 745.015981
[Epoch 71] validation: err-top1=0.372957 err-top5=0.152564
Epoch[72] Batch [49]	Speed: 1693.011718 samples/sec	accuracy=0.587422	lr=0.027962
Epoch[72] Batch [99]	Speed: 1744.706612 samples/sec	accuracy=0.583125	lr=0.027957
Epoch[72] Batch [149]	Speed: 1774.167332 samples/sec	accuracy=0.583958	lr=0.027951
Epoch[72] Batch [199]	Speed: 1753.118459 samples/sec	accuracy=0.585059	lr=0.027946
Epoch[72] Batch [249]	Speed: 1718.936707 samples/sec	accuracy=0.586266	lr=0.027941
Epoch[72] Batch [299]	Speed: 1787.774959 samples/sec	accuracy=0.586003	lr=0.027935
Epoch[72] Batch [349]	Speed: 1723.031071 samples/sec	accuracy=0.585725	lr=0.027930
Epoch[72] Batch [399]	Speed: 1751.010871 samples/sec	accuracy=0.586494	lr=0.027925
Epoch[72] Batch [449]	Speed: 1763.847055 samples/sec	accuracy=0.586319	lr=0.027919
Epoch[72] Batch [499]	Speed: 1762.067938 samples/sec	accuracy=0.585234	lr=0.027914
Epoch[72] Batch [549]	Speed: 1761.477719 samples/sec	accuracy=0.585128	lr=0.027908
Epoch[72] Batch [599]	Speed: 1739.861346 samples/sec	accuracy=0.585313	lr=0.027903
Epoch[72] Batch [649]	Speed: 1766.392866 samples/sec	accuracy=0.585787	lr=0.027898
Epoch[72] Batch [699]	Speed: 1754.787651 samples/sec	accuracy=0.585592	lr=0.027892
Epoch[72] Batch [749]	Speed: 1733.499156 samples/sec	accuracy=0.585307	lr=0.027887
Epoch[72] Batch [799]	Speed: 1781.138923 samples/sec	accuracy=0.585591	lr=0.027882
Epoch[72] Batch [849]	Speed: 1772.437562 samples/sec	accuracy=0.585009	lr=0.027876
Epoch[72] Batch [899]	Speed: 1735.180531 samples/sec	accuracy=0.584683	lr=0.027871
Epoch[72] Batch [949]	Speed: 1725.074574 samples/sec	accuracy=0.584667	lr=0.027865
Epoch[72] Batch [999]	Speed: 1777.926658 samples/sec	accuracy=0.584305	lr=0.027860
Epoch[72] Batch [1049]	Speed: 1757.673211 samples/sec	accuracy=0.584275	lr=0.027855
Epoch[72] Batch [1099]	Speed: 1722.609797 samples/sec	accuracy=0.584737	lr=0.027849
Epoch[72] Batch [1149]	Speed: 1774.493022 samples/sec	accuracy=0.584440	lr=0.027844
Epoch[72] Batch [1199]	Speed: 1777.947619 samples/sec	accuracy=0.584049	lr=0.027839
Epoch[72] Batch [1249]	Speed: 1758.397826 samples/sec	accuracy=0.584059	lr=0.027833
Epoch[72] Batch [1299]	Speed: 1771.831313 samples/sec	accuracy=0.583927	lr=0.027828
Epoch[72] Batch [1349]	Speed: 1747.202720 samples/sec	accuracy=0.583666	lr=0.027822
Epoch[72] Batch [1399]	Speed: 1738.059757 samples/sec	accuracy=0.583622	lr=0.027817
Epoch[72] Batch [1449]	Speed: 1769.621530 samples/sec	accuracy=0.583483	lr=0.027812
Epoch[72] Batch [1499]	Speed: 1730.223781 samples/sec	accuracy=0.583380	lr=0.027806
Epoch[72] Batch [1549]	Speed: 1788.194764 samples/sec	accuracy=0.583236	lr=0.027801
Epoch[72] Batch [1599]	Speed: 1766.059220 samples/sec	accuracy=0.583096	lr=0.027796
Epoch[72] Batch [1649]	Speed: 1744.422710 samples/sec	accuracy=0.582765	lr=0.027790
Epoch[72] Batch [1699]	Speed: 1757.530511 samples/sec	accuracy=0.582640	lr=0.027785
Epoch[72] Batch [1749]	Speed: 1746.333857 samples/sec	accuracy=0.582576	lr=0.027779
Epoch[72] Batch [1799]	Speed: 1760.753739 samples/sec	accuracy=0.582661	lr=0.027774
Epoch[72] Batch [1849]	Speed: 1742.662857 samples/sec	accuracy=0.582606	lr=0.027769
Epoch[72] Batch [1899]	Speed: 1783.450391 samples/sec	accuracy=0.582426	lr=0.027763
Epoch[72] Batch [1949]	Speed: 1729.161173 samples/sec	accuracy=0.582374	lr=0.027758
Epoch[72] Batch [1999]	Speed: 1756.958105 samples/sec	accuracy=0.582449	lr=0.027753
Epoch[72] Batch [2049]	Speed: 1734.512297 samples/sec	accuracy=0.582399	lr=0.027747
Epoch[72] Batch [2099]	Speed: 1748.898603 samples/sec	accuracy=0.582507	lr=0.027742
Epoch[72] Batch [2149]	Speed: 1773.508577 samples/sec	accuracy=0.582473	lr=0.027736
Epoch[72] Batch [2199]	Speed: 1776.374148 samples/sec	accuracy=0.582337	lr=0.027731
Epoch[72] Batch [2249]	Speed: 1783.533101 samples/sec	accuracy=0.582123	lr=0.027726
Epoch[72] Batch [2299]	Speed: 1728.513928 samples/sec	accuracy=0.582035	lr=0.027720
Epoch[72] Batch [2349]	Speed: 1738.051710 samples/sec	accuracy=0.581787	lr=0.027715
Epoch[72] Batch [2399]	Speed: 1777.971171 samples/sec	accuracy=0.581564	lr=0.027709
Epoch[72] Batch [2449]	Speed: 1762.215482 samples/sec	accuracy=0.581665	lr=0.027704
Epoch[72] Batch [2499]	Speed: 1777.163918 samples/sec	accuracy=0.581622	lr=0.027699
Epoch[72] Batch [2549]	Speed: 1722.836275 samples/sec	accuracy=0.581685	lr=0.027693
Epoch[72] Batch [2599]	Speed: 1729.762254 samples/sec	accuracy=0.581704	lr=0.027688
Epoch[72] Batch [2649]	Speed: 1744.016009 samples/sec	accuracy=0.581803	lr=0.027683
Epoch[72] Batch [2699]	Speed: 1734.571251 samples/sec	accuracy=0.581735	lr=0.027677
Epoch[72] Batch [2749]	Speed: 1751.845066 samples/sec	accuracy=0.581595	lr=0.027672
Epoch[72] Batch [2799]	Speed: 1757.379263 samples/sec	accuracy=0.581583	lr=0.027666
Epoch[72] Batch [2849]	Speed: 1730.645385 samples/sec	accuracy=0.581571	lr=0.027661
Epoch[72] Batch [2899]	Speed: 1777.270756 samples/sec	accuracy=0.581453	lr=0.027656
Epoch[72] Batch [2949]	Speed: 1756.840874 samples/sec	accuracy=0.581368	lr=0.027650
Epoch[72] Batch [2999]	Speed: 1766.942942 samples/sec	accuracy=0.581275	lr=0.027645
Epoch[72] Batch [3049]	Speed: 1728.015713 samples/sec	accuracy=0.581241	lr=0.027640
Epoch[72] Batch [3099]	Speed: 1728.088300 samples/sec	accuracy=0.581106	lr=0.027634
Epoch[72] Batch [3149]	Speed: 1791.969452 samples/sec	accuracy=0.581155	lr=0.027629
Epoch[72] Batch [3199]	Speed: 1775.064119 samples/sec	accuracy=0.581113	lr=0.027623
Epoch[72] Batch [3249]	Speed: 1753.160021 samples/sec	accuracy=0.580988	lr=0.027618
Epoch[72] Batch [3299]	Speed: 1762.597152 samples/sec	accuracy=0.580848	lr=0.027613
Epoch[72] Batch [3349]	Speed: 1752.645097 samples/sec	accuracy=0.580850	lr=0.027607
Epoch[72] Batch [3399]	Speed: 1784.156161 samples/sec	accuracy=0.580808	lr=0.027602
Epoch[72] Batch [3449]	Speed: 1720.558231 samples/sec	accuracy=0.580674	lr=0.027596
Epoch[72] Batch [3499]	Speed: 1702.376912 samples/sec	accuracy=0.580609	lr=0.027591
Epoch[72] Batch [3549]	Speed: 1749.873876 samples/sec	accuracy=0.580577	lr=0.027586
Epoch[72] Batch [3599]	Speed: 1765.094088 samples/sec	accuracy=0.580588	lr=0.027580
Epoch[72] Batch [3649]	Speed: 1748.594940 samples/sec	accuracy=0.580488	lr=0.027575
Epoch[72] Batch [3699]	Speed: 1758.335744 samples/sec	accuracy=0.580491	lr=0.027570
Epoch[72] Batch [3749]	Speed: 1785.715003 samples/sec	accuracy=0.580476	lr=0.027564
Epoch[72] Batch [3799]	Speed: 1762.918782 samples/sec	accuracy=0.580468	lr=0.027559
Epoch[72] Batch [3849]	Speed: 1784.356827 samples/sec	accuracy=0.580469	lr=0.027553
Epoch[72] Batch [3899]	Speed: 1753.625527 samples/sec	accuracy=0.580455	lr=0.027548
Epoch[72] Batch [3949]	Speed: 1678.915099 samples/sec	accuracy=0.580460	lr=0.027543
Epoch[72] Batch [3999]	Speed: 1780.547022 samples/sec	accuracy=0.580323	lr=0.027537
Epoch[72] Batch [4049]	Speed: 1767.775859 samples/sec	accuracy=0.580315	lr=0.027532
Epoch[72] Batch [4099]	Speed: 1746.463722 samples/sec	accuracy=0.580284	lr=0.027526
Epoch[72] Batch [4149]	Speed: 1741.323382 samples/sec	accuracy=0.580202	lr=0.027521
Epoch[72] Batch [4199]	Speed: 1744.799603 samples/sec	accuracy=0.580239	lr=0.027516
Epoch[72] Batch [4249]	Speed: 1745.746977 samples/sec	accuracy=0.580245	lr=0.027510
Epoch[72] Batch [4299]	Speed: 1796.425645 samples/sec	accuracy=0.580190	lr=0.027505
Epoch[72] Batch [4349]	Speed: 1739.518765 samples/sec	accuracy=0.580205	lr=0.027500
Epoch[72] Batch [4399]	Speed: 1767.027385 samples/sec	accuracy=0.580177	lr=0.027494
Epoch[72] Batch [4449]	Speed: 1770.599971 samples/sec	accuracy=0.580142	lr=0.027489
Epoch[72] Batch [4499]	Speed: 1766.820538 samples/sec	accuracy=0.580148	lr=0.027483
Epoch[72] Batch [4549]	Speed: 1733.337914 samples/sec	accuracy=0.580068	lr=0.027478
Epoch[72] Batch [4599]	Speed: 1760.485662 samples/sec	accuracy=0.580025	lr=0.027473
Epoch[72] Batch [4649]	Speed: 1775.038062 samples/sec	accuracy=0.579957	lr=0.027467
Epoch[72] Batch [4699]	Speed: 1772.267999 samples/sec	accuracy=0.579895	lr=0.027462
Epoch[72] Batch [4749]	Speed: 1771.496837 samples/sec	accuracy=0.579769	lr=0.027456
Epoch[72] Batch [4799]	Speed: 1752.032184 samples/sec	accuracy=0.579713	lr=0.027451
Epoch[72] Batch [4849]	Speed: 1787.324589 samples/sec	accuracy=0.579705	lr=0.027446
Epoch[72] Batch [4899]	Speed: 1741.475494 samples/sec	accuracy=0.579669	lr=0.027440
Epoch[72] Batch [4949]	Speed: 1734.441355 samples/sec	accuracy=0.579685	lr=0.027435
Epoch[72] Batch [4999]	Speed: 1855.310982 samples/sec	accuracy=0.579754	lr=0.027430
[Epoch 72] training: accuracy=0.579752
[Epoch 72] speed: 1755 samples/sec	time cost: 744.196272
[Epoch 72] validation: err-top1=0.365925 err-top5=0.150160
Epoch[73] Batch [49]	Speed: 1646.792167 samples/sec	accuracy=0.585781	lr=0.027424
Epoch[73] Batch [99]	Speed: 1736.193505 samples/sec	accuracy=0.584766	lr=0.027418
Epoch[73] Batch [149]	Speed: 1769.988851 samples/sec	accuracy=0.585365	lr=0.027413
Epoch[73] Batch [199]	Speed: 1729.756402 samples/sec	accuracy=0.585332	lr=0.027408
Epoch[73] Batch [249]	Speed: 1746.647191 samples/sec	accuracy=0.585203	lr=0.027402
Epoch[73] Batch [299]	Speed: 1776.220345 samples/sec	accuracy=0.584245	lr=0.027397
Epoch[73] Batch [349]	Speed: 1765.695967 samples/sec	accuracy=0.585257	lr=0.027391
Epoch[73] Batch [399]	Speed: 1762.696922 samples/sec	accuracy=0.585508	lr=0.027386
Epoch[73] Batch [449]	Speed: 1747.825118 samples/sec	accuracy=0.584366	lr=0.027381
Epoch[73] Batch [499]	Speed: 1786.738263 samples/sec	accuracy=0.584750	lr=0.027375
Epoch[73] Batch [549]	Speed: 1740.030516 samples/sec	accuracy=0.584631	lr=0.027370
Epoch[73] Batch [599]	Speed: 1731.837909 samples/sec	accuracy=0.584440	lr=0.027364
Epoch[73] Batch [649]	Speed: 1766.935673 samples/sec	accuracy=0.584766	lr=0.027359
Epoch[73] Batch [699]	Speed: 1769.901499 samples/sec	accuracy=0.584420	lr=0.027354
Epoch[73] Batch [749]	Speed: 1769.049965 samples/sec	accuracy=0.584047	lr=0.027348
Epoch[73] Batch [799]	Speed: 1754.587215 samples/sec	accuracy=0.584360	lr=0.027343
Epoch[73] Batch [849]	Speed: 1742.125418 samples/sec	accuracy=0.584554	lr=0.027338
Epoch[73] Batch [899]	Speed: 1731.296796 samples/sec	accuracy=0.584262	lr=0.027332
Epoch[73] Batch [949]	Speed: 1750.875361 samples/sec	accuracy=0.584202	lr=0.027327
Epoch[73] Batch [999]	Speed: 1772.252262 samples/sec	accuracy=0.583863	lr=0.027321
Epoch[73] Batch [1049]	Speed: 1742.212198 samples/sec	accuracy=0.584144	lr=0.027316
Epoch[73] Batch [1099]	Speed: 1755.638711 samples/sec	accuracy=0.584382	lr=0.027311
Epoch[73] Batch [1149]	Speed: 1794.810733 samples/sec	accuracy=0.583889	lr=0.027305
Epoch[73] Batch [1199]	Speed: 1774.711761 samples/sec	accuracy=0.583760	lr=0.027300
Epoch[73] Batch [1249]	Speed: 1752.165014 samples/sec	accuracy=0.583588	lr=0.027294
Epoch[73] Batch [1299]	Speed: 1745.769797 samples/sec	accuracy=0.583612	lr=0.027289
Epoch[73] Batch [1349]	Speed: 1726.508634 samples/sec	accuracy=0.583275	lr=0.027284
Epoch[73] Batch [1399]	Speed: 1755.616264 samples/sec	accuracy=0.583248	lr=0.027278
Epoch[73] Batch [1449]	Speed: 1794.165282 samples/sec	accuracy=0.583260	lr=0.027273
Epoch[73] Batch [1499]	Speed: 1730.460298 samples/sec	accuracy=0.583245	lr=0.027267
Epoch[73] Batch [1549]	Speed: 1753.805004 samples/sec	accuracy=0.583062	lr=0.027262
Epoch[73] Batch [1599]	Speed: 1731.127478 samples/sec	accuracy=0.583118	lr=0.027257
Epoch[73] Batch [1649]	Speed: 1749.017853 samples/sec	accuracy=0.583224	lr=0.027251
Epoch[73] Batch [1699]	Speed: 1751.574723 samples/sec	accuracy=0.583176	lr=0.027246
Epoch[73] Batch [1749]	Speed: 1789.749934 samples/sec	accuracy=0.582940	lr=0.027241
Epoch[73] Batch [1799]	Speed: 1749.557901 samples/sec	accuracy=0.582860	lr=0.027235
Epoch[73] Batch [1849]	Speed: 1763.464611 samples/sec	accuracy=0.582819	lr=0.027230
Epoch[73] Batch [1899]	Speed: 1756.710208 samples/sec	accuracy=0.582553	lr=0.027224
Epoch[73] Batch [1949]	Speed: 1753.908766 samples/sec	accuracy=0.582662	lr=0.027219
Epoch[73] Batch [1999]	Speed: 1796.482151 samples/sec	accuracy=0.582637	lr=0.027214
Epoch[73] Batch [2049]	Speed: 1712.890179 samples/sec	accuracy=0.582470	lr=0.027208
Epoch[73] Batch [2099]	Speed: 1750.719890 samples/sec	accuracy=0.582480	lr=0.027203
Epoch[73] Batch [2149]	Speed: 1745.539803 samples/sec	accuracy=0.582475	lr=0.027197
Epoch[73] Batch [2199]	Speed: 1769.243925 samples/sec	accuracy=0.582440	lr=0.027192
Epoch[73] Batch [2249]	Speed: 1772.431183 samples/sec	accuracy=0.582493	lr=0.027187
Epoch[73] Batch [2299]	Speed: 1795.886318 samples/sec	accuracy=0.582235	lr=0.027181
Epoch[73] Batch [2349]	Speed: 1785.497819 samples/sec	accuracy=0.582261	lr=0.027176
Epoch[73] Batch [2399]	Speed: 1760.875304 samples/sec	accuracy=0.582174	lr=0.027170
Epoch[73] Batch [2449]	Speed: 1750.186314 samples/sec	accuracy=0.582017	lr=0.027165
Epoch[73] Batch [2499]	Speed: 1767.540496 samples/sec	accuracy=0.581977	lr=0.027160
Epoch[73] Batch [2549]	Speed: 1824.806849 samples/sec	accuracy=0.582017	lr=0.027154
Epoch[73] Batch [2599]	Speed: 1747.435484 samples/sec	accuracy=0.581962	lr=0.027149
Epoch[73] Batch [2649]	Speed: 1792.135268 samples/sec	accuracy=0.581972	lr=0.027143
Epoch[73] Batch [2699]	Speed: 1782.734051 samples/sec	accuracy=0.582076	lr=0.027138
Epoch[73] Batch [2749]	Speed: 1730.164843 samples/sec	accuracy=0.582070	lr=0.027133
Epoch[73] Batch [2799]	Speed: 1782.340060 samples/sec	accuracy=0.581882	lr=0.027127
Epoch[73] Batch [2849]	Speed: 1785.959687 samples/sec	accuracy=0.581791	lr=0.027122
Epoch[73] Batch [2899]	Speed: 1752.190919 samples/sec	accuracy=0.581820	lr=0.027117
Epoch[73] Batch [2949]	Speed: 1785.686137 samples/sec	accuracy=0.581770	lr=0.027111
Epoch[73] Batch [2999]	Speed: 1760.050665 samples/sec	accuracy=0.581859	lr=0.027106
Epoch[73] Batch [3049]	Speed: 1764.016516 samples/sec	accuracy=0.581965	lr=0.027100
Epoch[73] Batch [3099]	Speed: 1788.261712 samples/sec	accuracy=0.581941	lr=0.027095
Epoch[73] Batch [3149]	Speed: 1758.729275 samples/sec	accuracy=0.581834	lr=0.027090
Epoch[73] Batch [3199]	Speed: 1768.476556 samples/sec	accuracy=0.581647	lr=0.027084
Epoch[73] Batch [3249]	Speed: 1757.358727 samples/sec	accuracy=0.581642	lr=0.027079
Epoch[73] Batch [3299]	Speed: 1798.663027 samples/sec	accuracy=0.581526	lr=0.027073
Epoch[73] Batch [3349]	Speed: 1732.539697 samples/sec	accuracy=0.581510	lr=0.027068
Epoch[73] Batch [3399]	Speed: 1762.755666 samples/sec	accuracy=0.581625	lr=0.027063
Epoch[73] Batch [3449]	Speed: 1786.485637 samples/sec	accuracy=0.581666	lr=0.027057
Epoch[73] Batch [3499]	Speed: 1804.075193 samples/sec	accuracy=0.581654	lr=0.027052
Epoch[73] Batch [3549]	Speed: 1736.832243 samples/sec	accuracy=0.581608	lr=0.027046
Epoch[73] Batch [3599]	Speed: 1761.036455 samples/sec	accuracy=0.581528	lr=0.027041
Epoch[73] Batch [3649]	Speed: 1742.194219 samples/sec	accuracy=0.581526	lr=0.027036
Epoch[73] Batch [3699]	Speed: 1743.529033 samples/sec	accuracy=0.581454	lr=0.027030
Epoch[73] Batch [3749]	Speed: 1733.726940 samples/sec	accuracy=0.581337	lr=0.027025
Epoch[73] Batch [3799]	Speed: 1753.490700 samples/sec	accuracy=0.581212	lr=0.027019
Epoch[73] Batch [3849]	Speed: 1720.318845 samples/sec	accuracy=0.581180	lr=0.027014
Epoch[73] Batch [3899]	Speed: 1780.116399 samples/sec	accuracy=0.581225	lr=0.027009
Epoch[73] Batch [3949]	Speed: 1776.463962 samples/sec	accuracy=0.581082	lr=0.027003
Epoch[73] Batch [3999]	Speed: 1762.013403 samples/sec	accuracy=0.580982	lr=0.026998
Epoch[73] Batch [4049]	Speed: 1740.514072 samples/sec	accuracy=0.580935	lr=0.026992
Epoch[73] Batch [4099]	Speed: 1771.725888 samples/sec	accuracy=0.580904	lr=0.026987
Epoch[73] Batch [4149]	Speed: 1794.691217 samples/sec	accuracy=0.580830	lr=0.026982
Epoch[73] Batch [4199]	Speed: 1742.010950 samples/sec	accuracy=0.580871	lr=0.026976
Epoch[73] Batch [4249]	Speed: 1744.378727 samples/sec	accuracy=0.580892	lr=0.026971
Epoch[73] Batch [4299]	Speed: 1779.558622 samples/sec	accuracy=0.580787	lr=0.026965
Epoch[73] Batch [4349]	Speed: 1737.403191 samples/sec	accuracy=0.580760	lr=0.026960
Epoch[73] Batch [4399]	Speed: 1753.233475 samples/sec	accuracy=0.580717	lr=0.026955
Epoch[73] Batch [4449]	Speed: 1740.171234 samples/sec	accuracy=0.580672	lr=0.026949
Epoch[73] Batch [4499]	Speed: 1805.293512 samples/sec	accuracy=0.580630	lr=0.026944
Epoch[73] Batch [4549]	Speed: 1770.023397 samples/sec	accuracy=0.580587	lr=0.026938
Epoch[73] Batch [4599]	Speed: 1756.554446 samples/sec	accuracy=0.580531	lr=0.026933
Epoch[73] Batch [4649]	Speed: 1743.844477 samples/sec	accuracy=0.580518	lr=0.026928
Epoch[73] Batch [4699]	Speed: 1770.821605 samples/sec	accuracy=0.580491	lr=0.026922
Epoch[73] Batch [4749]	Speed: 1741.484250 samples/sec	accuracy=0.580450	lr=0.026917
Epoch[73] Batch [4799]	Speed: 1790.198305 samples/sec	accuracy=0.580406	lr=0.026912
Epoch[73] Batch [4849]	Speed: 1762.918608 samples/sec	accuracy=0.580440	lr=0.026906
Epoch[73] Batch [4899]	Speed: 1733.567950 samples/sec	accuracy=0.580412	lr=0.026901
Epoch[73] Batch [4949]	Speed: 1772.455526 samples/sec	accuracy=0.580281	lr=0.026895
Epoch[73] Batch [4999]	Speed: 1843.526090 samples/sec	accuracy=0.580238	lr=0.026890
[Epoch 73] training: accuracy=0.580214
[Epoch 73] speed: 1760 samples/sec	time cost: 742.266449
[Epoch 73] validation: err-top1=0.365175 err-top5=0.150311
Epoch[74] Batch [49]	Speed: 1653.146798 samples/sec	accuracy=0.585391	lr=0.026884
Epoch[74] Batch [99]	Speed: 1754.384760 samples/sec	accuracy=0.588945	lr=0.026879
Epoch[74] Batch [149]	Speed: 1765.720590 samples/sec	accuracy=0.591094	lr=0.026873
Epoch[74] Batch [199]	Speed: 1757.229422 samples/sec	accuracy=0.588809	lr=0.026868
Epoch[74] Batch [249]	Speed: 1760.637965 samples/sec	accuracy=0.588750	lr=0.026862
Epoch[74] Batch [299]	Speed: 1753.272867 samples/sec	accuracy=0.588190	lr=0.026857
Epoch[74] Batch [349]	Speed: 1738.727405 samples/sec	accuracy=0.587779	lr=0.026852
Epoch[74] Batch [399]	Speed: 1748.608779 samples/sec	accuracy=0.587158	lr=0.026846
Epoch[74] Batch [449]	Speed: 1728.992328 samples/sec	accuracy=0.587023	lr=0.026841
Epoch[74] Batch [499]	Speed: 1739.562503 samples/sec	accuracy=0.587039	lr=0.026835
Epoch[74] Batch [549]	Speed: 1727.199608 samples/sec	accuracy=0.586442	lr=0.026830
Epoch[74] Batch [599]	Speed: 1735.429176 samples/sec	accuracy=0.586895	lr=0.026825
Epoch[74] Batch [649]	Speed: 1784.035035 samples/sec	accuracy=0.586484	lr=0.026819
Epoch[74] Batch [699]	Speed: 1714.412656 samples/sec	accuracy=0.586323	lr=0.026814
Epoch[74] Batch [749]	Speed: 1758.916829 samples/sec	accuracy=0.586547	lr=0.026808
Epoch[74] Batch [799]	Speed: 1710.745293 samples/sec	accuracy=0.586689	lr=0.026803
Epoch[74] Batch [849]	Speed: 1747.047900 samples/sec	accuracy=0.586668	lr=0.026798
Epoch[74] Batch [899]	Speed: 1771.216421 samples/sec	accuracy=0.586458	lr=0.026792
Epoch[74] Batch [949]	Speed: 1745.442761 samples/sec	accuracy=0.586312	lr=0.026787
Epoch[74] Batch [999]	Speed: 1767.008076 samples/sec	accuracy=0.586113	lr=0.026781
Epoch[74] Batch [1049]	Speed: 1766.703499 samples/sec	accuracy=0.585952	lr=0.026776
Epoch[74] Batch [1099]	Speed: 1730.232201 samples/sec	accuracy=0.585735	lr=0.026771
Epoch[74] Batch [1149]	Speed: 1729.572675 samples/sec	accuracy=0.585462	lr=0.026765
Epoch[74] Batch [1199]	Speed: 1735.855902 samples/sec	accuracy=0.585430	lr=0.026760
Epoch[74] Batch [1249]	Speed: 1742.786010 samples/sec	accuracy=0.585406	lr=0.026754
Epoch[74] Batch [1299]	Speed: 1756.887902 samples/sec	accuracy=0.585111	lr=0.026749
Epoch[74] Batch [1349]	Speed: 1736.289184 samples/sec	accuracy=0.584858	lr=0.026744
Epoch[74] Batch [1399]	Speed: 1746.846500 samples/sec	accuracy=0.585000	lr=0.026738
Epoch[74] Batch [1449]	Speed: 1745.492700 samples/sec	accuracy=0.584852	lr=0.026733
Epoch[74] Batch [1499]	Speed: 1747.173607 samples/sec	accuracy=0.584799	lr=0.026727
Epoch[74] Batch [1549]	Speed: 1745.405820 samples/sec	accuracy=0.584685	lr=0.026722
Epoch[74] Batch [1599]	Speed: 1743.658991 samples/sec	accuracy=0.584536	lr=0.026717
Epoch[74] Batch [1649]	Speed: 1756.511516 samples/sec	accuracy=0.584564	lr=0.026711
Epoch[74] Batch [1699]	Speed: 1804.527131 samples/sec	accuracy=0.584134	lr=0.026706
Epoch[74] Batch [1749]	Speed: 1757.412802 samples/sec	accuracy=0.583900	lr=0.026700
Epoch[74] Batch [1799]	Speed: 1772.781232 samples/sec	accuracy=0.583965	lr=0.026695
Epoch[74] Batch [1849]	Speed: 1750.626552 samples/sec	accuracy=0.584029	lr=0.026690
Epoch[74] Batch [1899]	Speed: 1742.337888 samples/sec	accuracy=0.584171	lr=0.026684
Epoch[74] Batch [1949]	Speed: 1763.234043 samples/sec	accuracy=0.584197	lr=0.026679
Epoch[74] Batch [1999]	Speed: 1749.759756 samples/sec	accuracy=0.584201	lr=0.026673
Epoch[74] Batch [2049]	Speed: 1734.691190 samples/sec	accuracy=0.584080	lr=0.026668
Epoch[74] Batch [2099]	Speed: 1749.476830 samples/sec	accuracy=0.584087	lr=0.026663
Epoch[74] Batch [2149]	Speed: 1726.827279 samples/sec	accuracy=0.584077	lr=0.026657
Epoch[74] Batch [2199]	Speed: 1780.222589 samples/sec	accuracy=0.584015	lr=0.026652
Epoch[74] Batch [2249]	Speed: 1740.177608 samples/sec	accuracy=0.584125	lr=0.026646
Epoch[74] Batch [2299]	Speed: 1754.636531 samples/sec	accuracy=0.584137	lr=0.026641
Epoch[74] Batch [2349]	Speed: 1761.479684 samples/sec	accuracy=0.584104	lr=0.026636
Epoch[74] Batch [2399]	Speed: 1773.928330 samples/sec	accuracy=0.584048	lr=0.026630
Epoch[74] Batch [2449]	Speed: 1754.467032 samples/sec	accuracy=0.584066	lr=0.026625
Epoch[74] Batch [2499]	Speed: 1760.343487 samples/sec	accuracy=0.583922	lr=0.026619
Epoch[74] Batch [2549]	Speed: 1754.825851 samples/sec	accuracy=0.583873	lr=0.026614
Epoch[74] Batch [2599]	Speed: 1776.413353 samples/sec	accuracy=0.583936	lr=0.026609
Epoch[74] Batch [2649]	Speed: 1745.271402 samples/sec	accuracy=0.583928	lr=0.026603
Epoch[74] Batch [2699]	Speed: 1720.552662 samples/sec	accuracy=0.583715	lr=0.026598
Epoch[74] Batch [2749]	Speed: 1739.985062 samples/sec	accuracy=0.583608	lr=0.026592
Epoch[74] Batch [2799]	Speed: 1748.161984 samples/sec	accuracy=0.583669	lr=0.026587
Epoch[74] Batch [2849]	Speed: 1759.152033 samples/sec	accuracy=0.583639	lr=0.026582
Epoch[74] Batch [2899]	Speed: 1740.400041 samples/sec	accuracy=0.583563	lr=0.026576
Epoch[74] Batch [2949]	Speed: 1751.410786 samples/sec	accuracy=0.583537	lr=0.026571
Epoch[74] Batch [2999]	Speed: 1765.709382 samples/sec	accuracy=0.583441	lr=0.026565
Epoch[74] Batch [3049]	Speed: 1739.898279 samples/sec	accuracy=0.583336	lr=0.026560
Epoch[74] Batch [3099]	Speed: 1754.953368 samples/sec	accuracy=0.583325	lr=0.026555
Epoch[74] Batch [3149]	Speed: 1744.733714 samples/sec	accuracy=0.583282	lr=0.026549
Epoch[74] Batch [3199]	Speed: 1760.040221 samples/sec	accuracy=0.583242	lr=0.026544
Epoch[74] Batch [3249]	Speed: 1770.102882 samples/sec	accuracy=0.583311	lr=0.026538
Epoch[74] Batch [3299]	Speed: 1757.857834 samples/sec	accuracy=0.583174	lr=0.026533
Epoch[74] Batch [3349]	Speed: 1758.511348 samples/sec	accuracy=0.583190	lr=0.026528
Epoch[74] Batch [3399]	Speed: 1743.243420 samples/sec	accuracy=0.583182	lr=0.026522
Epoch[74] Batch [3449]	Speed: 1733.622921 samples/sec	accuracy=0.583110	lr=0.026517
Epoch[74] Batch [3499]	Speed: 1759.159988 samples/sec	accuracy=0.583107	lr=0.026511
Epoch[74] Batch [3549]	Speed: 1736.562413 samples/sec	accuracy=0.583038	lr=0.026506
Epoch[74] Batch [3599]	Speed: 1711.282088 samples/sec	accuracy=0.582922	lr=0.026501
Epoch[74] Batch [3649]	Speed: 1731.881932 samples/sec	accuracy=0.582880	lr=0.026495
Epoch[74] Batch [3699]	Speed: 1743.647835 samples/sec	accuracy=0.582855	lr=0.026490
Epoch[74] Batch [3749]	Speed: 1760.083555 samples/sec	accuracy=0.582778	lr=0.026484
Epoch[74] Batch [3799]	Speed: 1777.785949 samples/sec	accuracy=0.582719	lr=0.026479
Epoch[74] Batch [3849]	Speed: 1733.877727 samples/sec	accuracy=0.582632	lr=0.026474
Epoch[74] Batch [3899]	Speed: 1774.348634 samples/sec	accuracy=0.582569	lr=0.026468
Epoch[74] Batch [3949]	Speed: 1779.538330 samples/sec	accuracy=0.582560	lr=0.026463
Epoch[74] Batch [3999]	Speed: 1743.566348 samples/sec	accuracy=0.582590	lr=0.026457
Epoch[74] Batch [4049]	Speed: 1776.472603 samples/sec	accuracy=0.582627	lr=0.026452
Epoch[74] Batch [4099]	Speed: 1777.340125 samples/sec	accuracy=0.582601	lr=0.026447
Epoch[74] Batch [4149]	Speed: 1741.468376 samples/sec	accuracy=0.582502	lr=0.026441
Epoch[74] Batch [4199]	Speed: 1742.832799 samples/sec	accuracy=0.582415	lr=0.026436
Epoch[74] Batch [4249]	Speed: 1748.279881 samples/sec	accuracy=0.582372	lr=0.026430
Epoch[74] Batch [4299]	Speed: 1749.646620 samples/sec	accuracy=0.582324	lr=0.026425
Epoch[74] Batch [4349]	Speed: 1741.838117 samples/sec	accuracy=0.582258	lr=0.026420
Epoch[74] Batch [4399]	Speed: 1772.662641 samples/sec	accuracy=0.582231	lr=0.026414
Epoch[74] Batch [4449]	Speed: 1748.987940 samples/sec	accuracy=0.582148	lr=0.026409
Epoch[74] Batch [4499]	Speed: 1753.572144 samples/sec	accuracy=0.582109	lr=0.026403
Epoch[74] Batch [4549]	Speed: 1724.326979 samples/sec	accuracy=0.582012	lr=0.026398
Epoch[74] Batch [4599]	Speed: 1763.389949 samples/sec	accuracy=0.582041	lr=0.026393
Epoch[74] Batch [4649]	Speed: 1754.007096 samples/sec	accuracy=0.581956	lr=0.026387
Epoch[74] Batch [4699]	Speed: 1759.472925 samples/sec	accuracy=0.581915	lr=0.026382
Epoch[74] Batch [4749]	Speed: 1770.666076 samples/sec	accuracy=0.581892	lr=0.026376
Epoch[74] Batch [4799]	Speed: 1751.699825 samples/sec	accuracy=0.581836	lr=0.026371
Epoch[74] Batch [4849]	Speed: 1719.240066 samples/sec	accuracy=0.581814	lr=0.026366
Epoch[74] Batch [4899]	Speed: 1760.939068 samples/sec	accuracy=0.581793	lr=0.026360
Epoch[74] Batch [4949]	Speed: 1745.947954 samples/sec	accuracy=0.581843	lr=0.026355
Epoch[74] Batch [4999]	Speed: 1825.412658 samples/sec	accuracy=0.581823	lr=0.026349
[Epoch 74] training: accuracy=0.581829
[Epoch 74] speed: 1750 samples/sec	time cost: 746.220238
[Epoch 74] validation: err-top1=0.363962 err-top5=0.149299
Epoch[75] Batch [49]	Speed: 1641.488009 samples/sec	accuracy=0.591172	lr=0.026343
Epoch[75] Batch [99]	Speed: 1761.912785 samples/sec	accuracy=0.591367	lr=0.026338
Epoch[75] Batch [149]	Speed: 1765.631452 samples/sec	accuracy=0.591198	lr=0.026333
Epoch[75] Batch [199]	Speed: 1784.168790 samples/sec	accuracy=0.589512	lr=0.026327
Epoch[75] Batch [249]	Speed: 1763.020325 samples/sec	accuracy=0.588750	lr=0.026322
Epoch[75] Batch [299]	Speed: 1785.416827 samples/sec	accuracy=0.588750	lr=0.026316
Epoch[75] Batch [349]	Speed: 1734.162857 samples/sec	accuracy=0.588125	lr=0.026311
Epoch[75] Batch [399]	Speed: 1741.442562 samples/sec	accuracy=0.587510	lr=0.026306
Epoch[75] Batch [449]	Speed: 1792.784648 samples/sec	accuracy=0.587474	lr=0.026300
Epoch[75] Batch [499]	Speed: 1724.308648 samples/sec	accuracy=0.587437	lr=0.026295
Epoch[75] Batch [549]	Speed: 1724.655513 samples/sec	accuracy=0.587756	lr=0.026289
Epoch[75] Batch [599]	Speed: 1745.905086 samples/sec	accuracy=0.587415	lr=0.026284
Epoch[75] Batch [649]	Speed: 1756.116564 samples/sec	accuracy=0.587740	lr=0.026279
Epoch[75] Batch [699]	Speed: 1768.827492 samples/sec	accuracy=0.588064	lr=0.026273
Epoch[75] Batch [749]	Speed: 1739.206293 samples/sec	accuracy=0.587578	lr=0.026268
Epoch[75] Batch [799]	Speed: 1767.775335 samples/sec	accuracy=0.587671	lr=0.026262
Epoch[75] Batch [849]	Speed: 1731.090749 samples/sec	accuracy=0.587063	lr=0.026257
Epoch[75] Batch [899]	Speed: 1743.387092 samples/sec	accuracy=0.587283	lr=0.026252
Epoch[75] Batch [949]	Speed: 1769.337101 samples/sec	accuracy=0.587196	lr=0.026246
Epoch[75] Batch [999]	Speed: 1760.853762 samples/sec	accuracy=0.587215	lr=0.026241
Epoch[75] Batch [1049]	Speed: 1747.633778 samples/sec	accuracy=0.587046	lr=0.026235
Epoch[75] Batch [1099]	Speed: 1777.879733 samples/sec	accuracy=0.587099	lr=0.026230
Epoch[75] Batch [1149]	Speed: 1788.050877 samples/sec	accuracy=0.587028	lr=0.026225
Epoch[75] Batch [1199]	Speed: 1715.109596 samples/sec	accuracy=0.586768	lr=0.026219
Epoch[75] Batch [1249]	Speed: 1777.364544 samples/sec	accuracy=0.586847	lr=0.026214
Epoch[75] Batch [1299]	Speed: 1766.388972 samples/sec	accuracy=0.586881	lr=0.026208
Epoch[75] Batch [1349]	Speed: 1744.344494 samples/sec	accuracy=0.586806	lr=0.026203
Epoch[75] Batch [1399]	Speed: 1798.276903 samples/sec	accuracy=0.586878	lr=0.026198
Epoch[75] Batch [1449]	Speed: 1767.345746 samples/sec	accuracy=0.586700	lr=0.026192
Epoch[75] Batch [1499]	Speed: 1725.888727 samples/sec	accuracy=0.586656	lr=0.026187
Epoch[75] Batch [1549]	Speed: 1732.706216 samples/sec	accuracy=0.586555	lr=0.026181
Epoch[75] Batch [1599]	Speed: 1739.027425 samples/sec	accuracy=0.586448	lr=0.026176
Epoch[75] Batch [1649]	Speed: 1732.174397 samples/sec	accuracy=0.586136	lr=0.026171
Epoch[75] Batch [1699]	Speed: 1748.315977 samples/sec	accuracy=0.585983	lr=0.026165
Epoch[75] Batch [1749]	Speed: 1764.369801 samples/sec	accuracy=0.586004	lr=0.026160
Epoch[75] Batch [1799]	Speed: 1759.886580 samples/sec	accuracy=0.585987	lr=0.026154
Epoch[75] Batch [1849]	Speed: 1764.575089 samples/sec	accuracy=0.585657	lr=0.026149
Epoch[75] Batch [1899]	Speed: 1742.183251 samples/sec	accuracy=0.585604	lr=0.026143
Epoch[75] Batch [1949]	Speed: 1765.518693 samples/sec	accuracy=0.585415	lr=0.026138
Epoch[75] Batch [1999]	Speed: 1735.151369 samples/sec	accuracy=0.585424	lr=0.026133
Epoch[75] Batch [2049]	Speed: 1779.992339 samples/sec	accuracy=0.585370	lr=0.026127
Epoch[75] Batch [2099]	Speed: 1717.275774 samples/sec	accuracy=0.585281	lr=0.026122
Epoch[75] Batch [2149]	Speed: 1769.334127 samples/sec	accuracy=0.585247	lr=0.026116
Epoch[75] Batch [2199]	Speed: 1776.950985 samples/sec	accuracy=0.585273	lr=0.026111
Epoch[75] Batch [2249]	Speed: 1744.471173 samples/sec	accuracy=0.585252	lr=0.026106
Epoch[75] Batch [2299]	Speed: 1737.054946 samples/sec	accuracy=0.585277	lr=0.026100
Epoch[75] Batch [2349]	Speed: 1766.605717 samples/sec	accuracy=0.585138	lr=0.026095
Epoch[75] Batch [2399]	Speed: 1744.588686 samples/sec	accuracy=0.585176	lr=0.026089
Epoch[75] Batch [2449]	Speed: 1745.072737 samples/sec	accuracy=0.585136	lr=0.026084
Epoch[75] Batch [2499]	Speed: 1748.911251 samples/sec	accuracy=0.585097	lr=0.026079
Epoch[75] Batch [2549]	Speed: 1757.583158 samples/sec	accuracy=0.585129	lr=0.026073
Epoch[75] Batch [2599]	Speed: 1783.259820 samples/sec	accuracy=0.584982	lr=0.026068
Epoch[75] Batch [2649]	Speed: 1761.818886 samples/sec	accuracy=0.584910	lr=0.026062
Epoch[75] Batch [2699]	Speed: 1741.569780 samples/sec	accuracy=0.584913	lr=0.026057
Epoch[75] Batch [2749]	Speed: 1731.347380 samples/sec	accuracy=0.584848	lr=0.026052
Epoch[75] Batch [2799]	Speed: 1750.740957 samples/sec	accuracy=0.584792	lr=0.026046
Epoch[75] Batch [2849]	Speed: 1752.197381 samples/sec	accuracy=0.584705	lr=0.026041
Epoch[75] Batch [2899]	Speed: 1764.599680 samples/sec	accuracy=0.584723	lr=0.026035
Epoch[75] Batch [2949]	Speed: 1759.832584 samples/sec	accuracy=0.584666	lr=0.026030
Epoch[75] Batch [2999]	Speed: 1767.046927 samples/sec	accuracy=0.584806	lr=0.026025
Epoch[75] Batch [3049]	Speed: 1728.089690 samples/sec	accuracy=0.584813	lr=0.026019
Epoch[75] Batch [3099]	Speed: 1757.743879 samples/sec	accuracy=0.584835	lr=0.026014
Epoch[75] Batch [3149]	Speed: 1723.446853 samples/sec	accuracy=0.584776	lr=0.026008
Epoch[75] Batch [3199]	Speed: 1735.278623 samples/sec	accuracy=0.584781	lr=0.026003
Epoch[75] Batch [3249]	Speed: 1771.168097 samples/sec	accuracy=0.584722	lr=0.025997
Epoch[75] Batch [3299]	Speed: 1756.403079 samples/sec	accuracy=0.584830	lr=0.025992
Epoch[75] Batch [3349]	Speed: 1743.478980 samples/sec	accuracy=0.584692	lr=0.025987
Epoch[75] Batch [3399]	Speed: 1775.379278 samples/sec	accuracy=0.584608	lr=0.025981
Epoch[75] Batch [3449]	Speed: 1761.955460 samples/sec	accuracy=0.584630	lr=0.025976
Epoch[75] Batch [3499]	Speed: 1765.886984 samples/sec	accuracy=0.584627	lr=0.025970
Epoch[75] Batch [3549]	Speed: 1748.790136 samples/sec	accuracy=0.584586	lr=0.025965
Epoch[75] Batch [3599]	Speed: 1757.219529 samples/sec	accuracy=0.584655	lr=0.025960
Epoch[75] Batch [3649]	Speed: 1728.858256 samples/sec	accuracy=0.584676	lr=0.025954
Epoch[75] Batch [3699]	Speed: 1745.572210 samples/sec	accuracy=0.584602	lr=0.025949
Epoch[75] Batch [3749]	Speed: 1737.612599 samples/sec	accuracy=0.584515	lr=0.025943
Epoch[75] Batch [3799]	Speed: 1750.925383 samples/sec	accuracy=0.584558	lr=0.025938
Epoch[75] Batch [3849]	Speed: 1730.244078 samples/sec	accuracy=0.584417	lr=0.025933
Epoch[75] Batch [3899]	Speed: 1734.492516 samples/sec	accuracy=0.584357	lr=0.025927
Epoch[75] Batch [3949]	Speed: 1746.434350 samples/sec	accuracy=0.584246	lr=0.025922
Epoch[75] Batch [3999]	Speed: 1764.014835 samples/sec	accuracy=0.584182	lr=0.025916
Epoch[75] Batch [4049]	Speed: 1765.258914 samples/sec	accuracy=0.584120	lr=0.025911
Epoch[75] Batch [4099]	Speed: 1755.267738 samples/sec	accuracy=0.584227	lr=0.025906
Epoch[75] Batch [4149]	Speed: 1749.545243 samples/sec	accuracy=0.584236	lr=0.025900
Epoch[75] Batch [4199]	Speed: 1763.726527 samples/sec	accuracy=0.584264	lr=0.025895
Epoch[75] Batch [4249]	Speed: 1743.440706 samples/sec	accuracy=0.584336	lr=0.025889
Epoch[75] Batch [4299]	Speed: 1747.169059 samples/sec	accuracy=0.584336	lr=0.025884
Epoch[75] Batch [4349]	Speed: 1770.903498 samples/sec	accuracy=0.584304	lr=0.025878
Epoch[75] Batch [4399]	Speed: 1804.528162 samples/sec	accuracy=0.584277	lr=0.025873
Epoch[75] Batch [4449]	Speed: 1760.587329 samples/sec	accuracy=0.584277	lr=0.025868
Epoch[75] Batch [4499]	Speed: 1748.483834 samples/sec	accuracy=0.584164	lr=0.025862
Epoch[75] Batch [4549]	Speed: 1761.229585 samples/sec	accuracy=0.584122	lr=0.025857
Epoch[75] Batch [4599]	Speed: 1756.970869 samples/sec	accuracy=0.584084	lr=0.025851
Epoch[75] Batch [4649]	Speed: 1740.437391 samples/sec	accuracy=0.583978	lr=0.025846
Epoch[75] Batch [4699]	Speed: 1773.179324 samples/sec	accuracy=0.583945	lr=0.025841
Epoch[75] Batch [4749]	Speed: 1744.074987 samples/sec	accuracy=0.583892	lr=0.025835
Epoch[75] Batch [4799]	Speed: 1771.628309 samples/sec	accuracy=0.583783	lr=0.025830
Epoch[75] Batch [4849]	Speed: 1744.284590 samples/sec	accuracy=0.583797	lr=0.025824
Epoch[75] Batch [4899]	Speed: 1745.848425 samples/sec	accuracy=0.583753	lr=0.025819
Epoch[75] Batch [4949]	Speed: 1747.745004 samples/sec	accuracy=0.583744	lr=0.025814
Epoch[75] Batch [4999]	Speed: 1830.589245 samples/sec	accuracy=0.583615	lr=0.025808
[Epoch 75] training: accuracy=0.583617
[Epoch 75] speed: 1753 samples/sec	time cost: 745.196002
[Epoch 75] validation: err-top1=0.364844 err-top5=0.149099
Epoch[76] Batch [49]	Speed: 1628.843963 samples/sec	accuracy=0.591328	lr=0.025802
Epoch[76] Batch [99]	Speed: 1750.246168 samples/sec	accuracy=0.588867	lr=0.025797
Epoch[76] Batch [149]	Speed: 1742.111003 samples/sec	accuracy=0.589245	lr=0.025791
Epoch[76] Batch [199]	Speed: 1761.267604 samples/sec	accuracy=0.589531	lr=0.025786
Epoch[76] Batch [249]	Speed: 1747.556184 samples/sec	accuracy=0.588094	lr=0.025781
Epoch[76] Batch [299]	Speed: 1801.622985 samples/sec	accuracy=0.589141	lr=0.025775
Epoch[76] Batch [349]	Speed: 1762.987499 samples/sec	accuracy=0.588862	lr=0.025770
Epoch[76] Batch [399]	Speed: 1757.045621 samples/sec	accuracy=0.588789	lr=0.025764
Epoch[76] Batch [449]	Speed: 1752.612484 samples/sec	accuracy=0.587891	lr=0.025759
Epoch[76] Batch [499]	Speed: 1774.849988 samples/sec	accuracy=0.588094	lr=0.025754
Epoch[76] Batch [549]	Speed: 1779.808702 samples/sec	accuracy=0.588587	lr=0.025748
Epoch[76] Batch [599]	Speed: 1756.474162 samples/sec	accuracy=0.587936	lr=0.025743
Epoch[76] Batch [649]	Speed: 1754.341191 samples/sec	accuracy=0.588444	lr=0.025737
Epoch[76] Batch [699]	Speed: 1763.605263 samples/sec	accuracy=0.588248	lr=0.025732
Epoch[76] Batch [749]	Speed: 1762.811463 samples/sec	accuracy=0.588693	lr=0.025726
Epoch[76] Batch [799]	Speed: 1751.731203 samples/sec	accuracy=0.588906	lr=0.025721
Epoch[76] Batch [849]	Speed: 1758.617857 samples/sec	accuracy=0.588764	lr=0.025716
Epoch[76] Batch [899]	Speed: 1757.246792 samples/sec	accuracy=0.588576	lr=0.025710
Epoch[76] Batch [949]	Speed: 1776.744807 samples/sec	accuracy=0.588590	lr=0.025705
Epoch[76] Batch [999]	Speed: 1781.561646 samples/sec	accuracy=0.588363	lr=0.025699
Epoch[76] Batch [1049]	Speed: 1714.214440 samples/sec	accuracy=0.588426	lr=0.025694
Epoch[76] Batch [1099]	Speed: 1746.704416 samples/sec	accuracy=0.588335	lr=0.025689
Epoch[76] Batch [1149]	Speed: 1723.405969 samples/sec	accuracy=0.587860	lr=0.025683
Epoch[76] Batch [1199]	Speed: 1735.760832 samples/sec	accuracy=0.587822	lr=0.025678
Epoch[76] Batch [1249]	Speed: 1760.930115 samples/sec	accuracy=0.587759	lr=0.025672
Epoch[76] Batch [1299]	Speed: 1765.309761 samples/sec	accuracy=0.587575	lr=0.025667
Epoch[76] Batch [1349]	Speed: 1785.377284 samples/sec	accuracy=0.587578	lr=0.025662
Epoch[76] Batch [1399]	Speed: 1756.066418 samples/sec	accuracy=0.587469	lr=0.025656
Epoch[76] Batch [1449]	Speed: 1803.710618 samples/sec	accuracy=0.587387	lr=0.025651
Epoch[76] Batch [1499]	Speed: 1734.628136 samples/sec	accuracy=0.587305	lr=0.025645
Epoch[76] Batch [1549]	Speed: 1747.768844 samples/sec	accuracy=0.587225	lr=0.025640
Epoch[76] Batch [1599]	Speed: 1745.309473 samples/sec	accuracy=0.587168	lr=0.025635
Epoch[76] Batch [1649]	Speed: 1778.525007 samples/sec	accuracy=0.587280	lr=0.025629
Epoch[76] Batch [1699]	Speed: 1719.873661 samples/sec	accuracy=0.587275	lr=0.025624
Epoch[76] Batch [1749]	Speed: 1736.450696 samples/sec	accuracy=0.586993	lr=0.025618
Epoch[76] Batch [1799]	Speed: 1764.969039 samples/sec	accuracy=0.586866	lr=0.025613
Epoch[76] Batch [1849]	Speed: 1742.675698 samples/sec	accuracy=0.586924	lr=0.025607
Epoch[76] Batch [1899]	Speed: 1742.757780 samples/sec	accuracy=0.586889	lr=0.025602
Epoch[76] Batch [1949]	Speed: 1746.866279 samples/sec	accuracy=0.586969	lr=0.025597
Epoch[76] Batch [1999]	Speed: 1748.500860 samples/sec	accuracy=0.586703	lr=0.025591
Epoch[76] Batch [2049]	Speed: 1762.308382 samples/sec	accuracy=0.586690	lr=0.025586
Epoch[76] Batch [2099]	Speed: 1764.271987 samples/sec	accuracy=0.586830	lr=0.025580
Epoch[76] Batch [2149]	Speed: 1721.728772 samples/sec	accuracy=0.586719	lr=0.025575
Epoch[76] Batch [2199]	Speed: 1755.363523 samples/sec	accuracy=0.586765	lr=0.025570
Epoch[76] Batch [2249]	Speed: 1790.454669 samples/sec	accuracy=0.586547	lr=0.025564
Epoch[76] Batch [2299]	Speed: 1768.958043 samples/sec	accuracy=0.586495	lr=0.025559
Epoch[76] Batch [2349]	Speed: 1770.807178 samples/sec	accuracy=0.586474	lr=0.025553
Epoch[76] Batch [2399]	Speed: 1750.375874 samples/sec	accuracy=0.586434	lr=0.025548
Epoch[76] Batch [2449]	Speed: 1742.402918 samples/sec	accuracy=0.586433	lr=0.025543
Epoch[76] Batch [2499]	Speed: 1748.494368 samples/sec	accuracy=0.586381	lr=0.025537
Epoch[76] Batch [2549]	Speed: 1751.096425 samples/sec	accuracy=0.586337	lr=0.025532
Epoch[76] Batch [2599]	Speed: 1736.141739 samples/sec	accuracy=0.586215	lr=0.025526
Epoch[76] Batch [2649]	Speed: 1750.757742 samples/sec	accuracy=0.586147	lr=0.025521
Epoch[76] Batch [2699]	Speed: 1771.116620 samples/sec	accuracy=0.586052	lr=0.025515
Epoch[76] Batch [2749]	Speed: 1742.195350 samples/sec	accuracy=0.585964	lr=0.025510
Epoch[76] Batch [2799]	Speed: 1777.256459 samples/sec	accuracy=0.585931	lr=0.025505
Epoch[76] Batch [2849]	Speed: 1766.351894 samples/sec	accuracy=0.585958	lr=0.025499
Epoch[76] Batch [2899]	Speed: 1761.287712 samples/sec	accuracy=0.585851	lr=0.025494
Epoch[76] Batch [2949]	Speed: 1740.136941 samples/sec	accuracy=0.585963	lr=0.025488
Epoch[76] Batch [2999]	Speed: 1748.566521 samples/sec	accuracy=0.585854	lr=0.025483
Epoch[76] Batch [3049]	Speed: 1734.278929 samples/sec	accuracy=0.585767	lr=0.025478
Epoch[76] Batch [3099]	Speed: 1753.889800 samples/sec	accuracy=0.585897	lr=0.025472
Epoch[76] Batch [3149]	Speed: 1733.412291 samples/sec	accuracy=0.585826	lr=0.025467
Epoch[76] Batch [3199]	Speed: 1757.363789 samples/sec	accuracy=0.585826	lr=0.025461
Epoch[76] Batch [3249]	Speed: 1772.302108 samples/sec	accuracy=0.585832	lr=0.025456
Epoch[76] Batch [3299]	Speed: 1750.274641 samples/sec	accuracy=0.585840	lr=0.025451
Epoch[76] Batch [3349]	Speed: 1795.819758 samples/sec	accuracy=0.585890	lr=0.025445
Epoch[76] Batch [3399]	Speed: 1813.414107 samples/sec	accuracy=0.585864	lr=0.025440
Epoch[76] Batch [3449]	Speed: 1726.367063 samples/sec	accuracy=0.585834	lr=0.025434
Epoch[76] Batch [3499]	Speed: 1745.299941 samples/sec	accuracy=0.585742	lr=0.025429
Epoch[76] Batch [3549]	Speed: 1741.026860 samples/sec	accuracy=0.585738	lr=0.025423
Epoch[76] Batch [3599]	Speed: 1703.321565 samples/sec	accuracy=0.585588	lr=0.025418
Epoch[76] Batch [3649]	Speed: 1742.970632 samples/sec	accuracy=0.585440	lr=0.025413
Epoch[76] Batch [3699]	Speed: 1748.657475 samples/sec	accuracy=0.585342	lr=0.025407
Epoch[76] Batch [3749]	Speed: 1742.347840 samples/sec	accuracy=0.585361	lr=0.025402
Epoch[76] Batch [3799]	Speed: 1741.726003 samples/sec	accuracy=0.585242	lr=0.025396
Epoch[76] Batch [3849]	Speed: 1753.988357 samples/sec	accuracy=0.585207	lr=0.025391
Epoch[76] Batch [3899]	Speed: 1779.660026 samples/sec	accuracy=0.585265	lr=0.025386
Epoch[76] Batch [3949]	Speed: 1789.044264 samples/sec	accuracy=0.585240	lr=0.025380
Epoch[76] Batch [3999]	Speed: 1796.189203 samples/sec	accuracy=0.585244	lr=0.025375
Epoch[76] Batch [4049]	Speed: 1734.488593 samples/sec	accuracy=0.585182	lr=0.025369
Epoch[76] Batch [4099]	Speed: 1790.070330 samples/sec	accuracy=0.585125	lr=0.025364
Epoch[76] Batch [4149]	Speed: 1801.413581 samples/sec	accuracy=0.585018	lr=0.025359
Epoch[76] Batch [4199]	Speed: 1785.131750 samples/sec	accuracy=0.585003	lr=0.025353
Epoch[76] Batch [4249]	Speed: 1754.201553 samples/sec	accuracy=0.585063	lr=0.025348
Epoch[76] Batch [4299]	Speed: 1777.354424 samples/sec	accuracy=0.585015	lr=0.025342
Epoch[76] Batch [4349]	Speed: 1766.487718 samples/sec	accuracy=0.584989	lr=0.025337
Epoch[76] Batch [4399]	Speed: 1752.223573 samples/sec	accuracy=0.584915	lr=0.025331
Epoch[76] Batch [4449]	Speed: 1767.415798 samples/sec	accuracy=0.584901	lr=0.025326
Epoch[76] Batch [4499]	Speed: 1770.736858 samples/sec	accuracy=0.584821	lr=0.025321
Epoch[76] Batch [4549]	Speed: 1736.247183 samples/sec	accuracy=0.584902	lr=0.025315
Epoch[76] Batch [4599]	Speed: 1788.101616 samples/sec	accuracy=0.584910	lr=0.025310
Epoch[76] Batch [4649]	Speed: 1762.591308 samples/sec	accuracy=0.584898	lr=0.025304
Epoch[76] Batch [4699]	Speed: 1766.324116 samples/sec	accuracy=0.584940	lr=0.025299
Epoch[76] Batch [4749]	Speed: 1764.527880 samples/sec	accuracy=0.584796	lr=0.025294
Epoch[76] Batch [4799]	Speed: 1759.041771 samples/sec	accuracy=0.584808	lr=0.025288
Epoch[76] Batch [4849]	Speed: 1808.094235 samples/sec	accuracy=0.584744	lr=0.025283
Epoch[76] Batch [4899]	Speed: 1800.614858 samples/sec	accuracy=0.584650	lr=0.025277
Epoch[76] Batch [4949]	Speed: 1756.546687 samples/sec	accuracy=0.584593	lr=0.025272
Epoch[76] Batch [4999]	Speed: 1865.753199 samples/sec	accuracy=0.584562	lr=0.025267
[Epoch 76] training: accuracy=0.584565
[Epoch 76] speed: 1758 samples/sec	time cost: 743.029989
[Epoch 76] validation: err-top1=0.364357 err-top5=0.148836
Epoch[77] Batch [49]	Speed: 1642.553603 samples/sec	accuracy=0.595938	lr=0.025261
Epoch[77] Batch [99]	Speed: 1755.566950 samples/sec	accuracy=0.592656	lr=0.025255
Epoch[77] Batch [149]	Speed: 1750.636085 samples/sec	accuracy=0.592031	lr=0.025250
Epoch[77] Batch [199]	Speed: 1746.045563 samples/sec	accuracy=0.592539	lr=0.025244
Epoch[77] Batch [249]	Speed: 1713.358602 samples/sec	accuracy=0.592938	lr=0.025239
Epoch[77] Batch [299]	Speed: 1715.087296 samples/sec	accuracy=0.591862	lr=0.025234
Epoch[77] Batch [349]	Speed: 1754.799180 samples/sec	accuracy=0.591105	lr=0.025228
Epoch[77] Batch [399]	Speed: 1767.071296 samples/sec	accuracy=0.590693	lr=0.025223
Epoch[77] Batch [449]	Speed: 1762.557861 samples/sec	accuracy=0.590425	lr=0.025217
Epoch[77] Batch [499]	Speed: 1740.195375 samples/sec	accuracy=0.590500	lr=0.025212
Epoch[77] Batch [549]	Speed: 1751.755495 samples/sec	accuracy=0.589972	lr=0.025206
Epoch[77] Batch [599]	Speed: 1750.665085 samples/sec	accuracy=0.589655	lr=0.025201
Epoch[77] Batch [649]	Speed: 1750.270361 samples/sec	accuracy=0.589597	lr=0.025196
Epoch[77] Batch [699]	Speed: 1734.872922 samples/sec	accuracy=0.589263	lr=0.025190
Epoch[77] Batch [749]	Speed: 1762.637198 samples/sec	accuracy=0.589203	lr=0.025185
Epoch[77] Batch [799]	Speed: 1726.523791 samples/sec	accuracy=0.589219	lr=0.025179
Epoch[77] Batch [849]	Speed: 1741.074683 samples/sec	accuracy=0.588741	lr=0.025174
Epoch[77] Batch [899]	Speed: 1749.967134 samples/sec	accuracy=0.588650	lr=0.025169
Epoch[77] Batch [949]	Speed: 1756.728717 samples/sec	accuracy=0.588549	lr=0.025163
Epoch[77] Batch [999]	Speed: 1752.262405 samples/sec	accuracy=0.588535	lr=0.025158
Epoch[77] Batch [1049]	Speed: 1734.231703 samples/sec	accuracy=0.588467	lr=0.025152
Epoch[77] Batch [1099]	Speed: 1754.864110 samples/sec	accuracy=0.588150	lr=0.025147
Epoch[77] Batch [1149]	Speed: 1760.632653 samples/sec	accuracy=0.588149	lr=0.025142
Epoch[77] Batch [1199]	Speed: 1730.789443 samples/sec	accuracy=0.588164	lr=0.025136
Epoch[77] Batch [1249]	Speed: 1762.199691 samples/sec	accuracy=0.588172	lr=0.025131
Epoch[77] Batch [1299]	Speed: 1750.461366 samples/sec	accuracy=0.588561	lr=0.025125
Epoch[77] Batch [1349]	Speed: 1751.260989 samples/sec	accuracy=0.588267	lr=0.025120
Epoch[77] Batch [1399]	Speed: 1739.061224 samples/sec	accuracy=0.587930	lr=0.025114
Epoch[77] Batch [1449]	Speed: 1733.025755 samples/sec	accuracy=0.587818	lr=0.025109
Epoch[77] Batch [1499]	Speed: 1778.965471 samples/sec	accuracy=0.587927	lr=0.025104
Epoch[77] Batch [1549]	Speed: 1752.333610 samples/sec	accuracy=0.587979	lr=0.025098
Epoch[77] Batch [1599]	Speed: 1743.785570 samples/sec	accuracy=0.587791	lr=0.025093
Epoch[77] Batch [1649]	Speed: 1751.894000 samples/sec	accuracy=0.587644	lr=0.025087
Epoch[77] Batch [1699]	Speed: 1734.604653 samples/sec	accuracy=0.587574	lr=0.025082
Epoch[77] Batch [1749]	Speed: 1743.759233 samples/sec	accuracy=0.587462	lr=0.025077
Epoch[77] Batch [1799]	Speed: 1725.527834 samples/sec	accuracy=0.587394	lr=0.025071
Epoch[77] Batch [1849]	Speed: 1751.321887 samples/sec	accuracy=0.587297	lr=0.025066
Epoch[77] Batch [1899]	Speed: 1775.322448 samples/sec	accuracy=0.587338	lr=0.025060
Epoch[77] Batch [1949]	Speed: 1780.244194 samples/sec	accuracy=0.587394	lr=0.025055
Epoch[77] Batch [1999]	Speed: 1777.622955 samples/sec	accuracy=0.587266	lr=0.025050
Epoch[77] Batch [2049]	Speed: 1749.991833 samples/sec	accuracy=0.587157	lr=0.025044
Epoch[77] Batch [2099]	Speed: 1731.100796 samples/sec	accuracy=0.587130	lr=0.025039
Epoch[77] Batch [2149]	Speed: 1765.115038 samples/sec	accuracy=0.587097	lr=0.025033
Epoch[77] Batch [2199]	Speed: 1792.398290 samples/sec	accuracy=0.587001	lr=0.025028
Epoch[77] Batch [2249]	Speed: 1719.836692 samples/sec	accuracy=0.586877	lr=0.025022
Epoch[77] Batch [2299]	Speed: 1745.658652 samples/sec	accuracy=0.586877	lr=0.025017
Epoch[77] Batch [2349]	Speed: 1759.469523 samples/sec	accuracy=0.586817	lr=0.025012
Epoch[77] Batch [2399]	Speed: 1770.451311 samples/sec	accuracy=0.586696	lr=0.025006
Epoch[77] Batch [2449]	Speed: 1765.032519 samples/sec	accuracy=0.586767	lr=0.025001
Epoch[77] Batch [2499]	Speed: 1751.063128 samples/sec	accuracy=0.586702	lr=0.024995
Epoch[77] Batch [2549]	Speed: 1732.520744 samples/sec	accuracy=0.586624	lr=0.024990
Epoch[77] Batch [2599]	Speed: 1761.964596 samples/sec	accuracy=0.586553	lr=0.024985
Epoch[77] Batch [2649]	Speed: 1774.260089 samples/sec	accuracy=0.586445	lr=0.024979
Epoch[77] Batch [2699]	Speed: 1776.640208 samples/sec	accuracy=0.586558	lr=0.024974
Epoch[77] Batch [2749]	Speed: 1763.598659 samples/sec	accuracy=0.586543	lr=0.024968
Epoch[77] Batch [2799]	Speed: 1754.481194 samples/sec	accuracy=0.586443	lr=0.024963
Epoch[77] Batch [2849]	Speed: 1766.829318 samples/sec	accuracy=0.586320	lr=0.024958
Epoch[77] Batch [2899]	Speed: 1737.138860 samples/sec	accuracy=0.586297	lr=0.024952
Epoch[77] Batch [2949]	Speed: 1763.546694 samples/sec	accuracy=0.586283	lr=0.024947
Epoch[77] Batch [2999]	Speed: 1737.058037 samples/sec	accuracy=0.586191	lr=0.024941
Epoch[77] Batch [3049]	Speed: 1769.695204 samples/sec	accuracy=0.586082	lr=0.024936
Epoch[77] Batch [3099]	Speed: 1758.398518 samples/sec	accuracy=0.586043	lr=0.024930
Epoch[77] Batch [3149]	Speed: 1751.789962 samples/sec	accuracy=0.586003	lr=0.024925
Epoch[77] Batch [3199]	Speed: 1719.775485 samples/sec	accuracy=0.585883	lr=0.024920
Epoch[77] Batch [3249]	Speed: 1746.464120 samples/sec	accuracy=0.585803	lr=0.024914
Epoch[77] Batch [3299]	Speed: 1766.172803 samples/sec	accuracy=0.585813	lr=0.024909
Epoch[77] Batch [3349]	Speed: 1762.831895 samples/sec	accuracy=0.585897	lr=0.024903
Epoch[77] Batch [3399]	Speed: 1740.635511 samples/sec	accuracy=0.585996	lr=0.024898
Epoch[77] Batch [3449]	Speed: 1738.766654 samples/sec	accuracy=0.586021	lr=0.024893
Epoch[77] Batch [3499]	Speed: 1758.873322 samples/sec	accuracy=0.585917	lr=0.024887
Epoch[77] Batch [3549]	Speed: 1743.583902 samples/sec	accuracy=0.585941	lr=0.024882
Epoch[77] Batch [3599]	Speed: 1772.768998 samples/sec	accuracy=0.585930	lr=0.024876
Epoch[77] Batch [3649]	Speed: 1761.869824 samples/sec	accuracy=0.585889	lr=0.024871
Epoch[77] Batch [3699]	Speed: 1759.665194 samples/sec	accuracy=0.585872	lr=0.024866
Epoch[77] Batch [3749]	Speed: 1722.467207 samples/sec	accuracy=0.585854	lr=0.024860
Epoch[77] Batch [3799]	Speed: 1764.302716 samples/sec	accuracy=0.585788	lr=0.024855
Epoch[77] Batch [3849]	Speed: 1788.397114 samples/sec	accuracy=0.585723	lr=0.024849
Epoch[77] Batch [3899]	Speed: 1772.867932 samples/sec	accuracy=0.585617	lr=0.024844
Epoch[77] Batch [3949]	Speed: 1736.500683 samples/sec	accuracy=0.585705	lr=0.024838
Epoch[77] Batch [3999]	Speed: 1800.646504 samples/sec	accuracy=0.585694	lr=0.024833
Epoch[77] Batch [4049]	Speed: 1766.369038 samples/sec	accuracy=0.585658	lr=0.024828
Epoch[77] Batch [4099]	Speed: 1779.537564 samples/sec	accuracy=0.585606	lr=0.024822
Epoch[77] Batch [4149]	Speed: 1756.497321 samples/sec	accuracy=0.585492	lr=0.024817
Epoch[77] Batch [4199]	Speed: 1750.271274 samples/sec	accuracy=0.585425	lr=0.024811
Epoch[77] Batch [4249]	Speed: 1748.685954 samples/sec	accuracy=0.585464	lr=0.024806
Epoch[77] Batch [4299]	Speed: 1746.719873 samples/sec	accuracy=0.585425	lr=0.024801
Epoch[77] Batch [4349]	Speed: 1743.511480 samples/sec	accuracy=0.585378	lr=0.024795
Epoch[77] Batch [4399]	Speed: 1750.642536 samples/sec	accuracy=0.585384	lr=0.024790
Epoch[77] Batch [4449]	Speed: 1763.693211 samples/sec	accuracy=0.585377	lr=0.024784
Epoch[77] Batch [4499]	Speed: 1774.208609 samples/sec	accuracy=0.585306	lr=0.024779
Epoch[77] Batch [4549]	Speed: 1771.413720 samples/sec	accuracy=0.585330	lr=0.024774
Epoch[77] Batch [4599]	Speed: 1738.619463 samples/sec	accuracy=0.585269	lr=0.024768
Epoch[77] Batch [4649]	Speed: 1735.087609 samples/sec	accuracy=0.585360	lr=0.024763
Epoch[77] Batch [4699]	Speed: 1777.104974 samples/sec	accuracy=0.585390	lr=0.024757
Epoch[77] Batch [4749]	Speed: 1718.269539 samples/sec	accuracy=0.585455	lr=0.024752
Epoch[77] Batch [4799]	Speed: 1756.507895 samples/sec	accuracy=0.585429	lr=0.024746
Epoch[77] Batch [4849]	Speed: 1751.781845 samples/sec	accuracy=0.585373	lr=0.024741
Epoch[77] Batch [4899]	Speed: 1776.884646 samples/sec	accuracy=0.585413	lr=0.024736
Epoch[77] Batch [4949]	Speed: 1749.235371 samples/sec	accuracy=0.585372	lr=0.024730
Epoch[77] Batch [4999]	Speed: 1872.898651 samples/sec	accuracy=0.585352	lr=0.024725
[Epoch 77] training: accuracy=0.585361
[Epoch 77] speed: 1753 samples/sec	time cost: 745.209860
[Epoch 77] validation: err-top1=0.366146 err-top5=0.151302
Epoch[78] Batch [49]	Speed: 1642.511693 samples/sec	accuracy=0.589766	lr=0.024719
Epoch[78] Batch [99]	Speed: 1739.429605 samples/sec	accuracy=0.591406	lr=0.024714
Epoch[78] Batch [149]	Speed: 1745.303232 samples/sec	accuracy=0.589349	lr=0.024708
Epoch[78] Batch [199]	Speed: 1769.629638 samples/sec	accuracy=0.591328	lr=0.024703
Epoch[78] Batch [249]	Speed: 1773.539979 samples/sec	accuracy=0.591734	lr=0.024697
Epoch[78] Batch [299]	Speed: 1735.586880 samples/sec	accuracy=0.592930	lr=0.024692
Epoch[78] Batch [349]	Speed: 1754.843403 samples/sec	accuracy=0.592422	lr=0.024686
Epoch[78] Batch [399]	Speed: 1753.469854 samples/sec	accuracy=0.592588	lr=0.024681
Epoch[78] Batch [449]	Speed: 1735.926062 samples/sec	accuracy=0.592309	lr=0.024676
Epoch[78] Batch [499]	Speed: 1798.326176 samples/sec	accuracy=0.592078	lr=0.024670
Epoch[78] Batch [549]	Speed: 1750.742669 samples/sec	accuracy=0.591974	lr=0.024665
Epoch[78] Batch [599]	Speed: 1760.413503 samples/sec	accuracy=0.591999	lr=0.024659
Epoch[78] Batch [649]	Speed: 1739.549990 samples/sec	accuracy=0.591406	lr=0.024654
Epoch[78] Batch [699]	Speed: 1752.229292 samples/sec	accuracy=0.591211	lr=0.024649
Epoch[78] Batch [749]	Speed: 1727.650038 samples/sec	accuracy=0.590958	lr=0.024643
Epoch[78] Batch [799]	Speed: 1745.963625 samples/sec	accuracy=0.590483	lr=0.024638
Epoch[78] Batch [849]	Speed: 1737.761926 samples/sec	accuracy=0.590556	lr=0.024632
Epoch[78] Batch [899]	Speed: 1748.034257 samples/sec	accuracy=0.590213	lr=0.024627
Epoch[78] Batch [949]	Speed: 1806.202423 samples/sec	accuracy=0.589766	lr=0.024622
Epoch[78] Batch [999]	Speed: 1750.711269 samples/sec	accuracy=0.589785	lr=0.024616
Epoch[78] Batch [1049]	Speed: 1777.577811 samples/sec	accuracy=0.589784	lr=0.024611
Epoch[78] Batch [1099]	Speed: 1751.210663 samples/sec	accuracy=0.589194	lr=0.024605
Epoch[78] Batch [1149]	Speed: 1754.962547 samples/sec	accuracy=0.588916	lr=0.024600
Epoch[78] Batch [1199]	Speed: 1754.225341 samples/sec	accuracy=0.588590	lr=0.024594
Epoch[78] Batch [1249]	Speed: 1740.777794 samples/sec	accuracy=0.588137	lr=0.024589
Epoch[78] Batch [1299]	Speed: 1783.047675 samples/sec	accuracy=0.587918	lr=0.024584
Epoch[78] Batch [1349]	Speed: 1763.135892 samples/sec	accuracy=0.587862	lr=0.024578
Epoch[78] Batch [1399]	Speed: 1768.917011 samples/sec	accuracy=0.587966	lr=0.024573
Epoch[78] Batch [1449]	Speed: 1775.087537 samples/sec	accuracy=0.588120	lr=0.024567
Epoch[78] Batch [1499]	Speed: 1706.724937 samples/sec	accuracy=0.588005	lr=0.024562
Epoch[78] Batch [1549]	Speed: 1756.413939 samples/sec	accuracy=0.588075	lr=0.024557
Epoch[78] Batch [1599]	Speed: 1761.840973 samples/sec	accuracy=0.587964	lr=0.024551
Epoch[78] Batch [1649]	Speed: 1752.009142 samples/sec	accuracy=0.588153	lr=0.024546
Epoch[78] Batch [1699]	Speed: 1732.998512 samples/sec	accuracy=0.588267	lr=0.024540
Epoch[78] Batch [1749]	Speed: 1735.838223 samples/sec	accuracy=0.588143	lr=0.024535
Epoch[78] Batch [1799]	Speed: 1756.640485 samples/sec	accuracy=0.587982	lr=0.024530
Epoch[78] Batch [1849]	Speed: 1759.352476 samples/sec	accuracy=0.587969	lr=0.024524
Epoch[78] Batch [1899]	Speed: 1781.497386 samples/sec	accuracy=0.587802	lr=0.024519
Epoch[78] Batch [1949]	Speed: 1735.287821 samples/sec	accuracy=0.587748	lr=0.024513
Epoch[78] Batch [1999]	Speed: 1745.471759 samples/sec	accuracy=0.587682	lr=0.024508
Epoch[78] Batch [2049]	Speed: 1738.563780 samples/sec	accuracy=0.587550	lr=0.024502
Epoch[78] Batch [2099]	Speed: 1739.420644 samples/sec	accuracy=0.587519	lr=0.024497
Epoch[78] Batch [2149]	Speed: 1808.276082 samples/sec	accuracy=0.587435	lr=0.024492
Epoch[78] Batch [2199]	Speed: 1785.543663 samples/sec	accuracy=0.587379	lr=0.024486
Epoch[78] Batch [2249]	Speed: 1786.079350 samples/sec	accuracy=0.587375	lr=0.024481
Epoch[78] Batch [2299]	Speed: 1776.727814 samples/sec	accuracy=0.587373	lr=0.024475
Epoch[78] Batch [2349]	Speed: 1769.031895 samples/sec	accuracy=0.587435	lr=0.024470
Epoch[78] Batch [2399]	Speed: 1792.750704 samples/sec	accuracy=0.587580	lr=0.024465
Epoch[78] Batch [2449]	Speed: 1749.929088 samples/sec	accuracy=0.587470	lr=0.024459
Epoch[78] Batch [2499]	Speed: 1761.109358 samples/sec	accuracy=0.587402	lr=0.024454
Epoch[78] Batch [2549]	Speed: 1770.802038 samples/sec	accuracy=0.587327	lr=0.024448
Epoch[78] Batch [2599]	Speed: 1736.968173 samples/sec	accuracy=0.587212	lr=0.024443
Epoch[78] Batch [2649]	Speed: 1753.176280 samples/sec	accuracy=0.587095	lr=0.024438
Epoch[78] Batch [2699]	Speed: 1737.004028 samples/sec	accuracy=0.587052	lr=0.024432
Epoch[78] Batch [2749]	Speed: 1766.736929 samples/sec	accuracy=0.587044	lr=0.024427
Epoch[78] Batch [2799]	Speed: 1779.213970 samples/sec	accuracy=0.586998	lr=0.024421
Epoch[78] Batch [2849]	Speed: 1777.078798 samples/sec	accuracy=0.586981	lr=0.024416
Epoch[78] Batch [2899]	Speed: 1755.386136 samples/sec	accuracy=0.586945	lr=0.024411
Epoch[78] Batch [2949]	Speed: 1757.714932 samples/sec	accuracy=0.586976	lr=0.024405
Epoch[78] Batch [2999]	Speed: 1776.693300 samples/sec	accuracy=0.586880	lr=0.024400
Epoch[78] Batch [3049]	Speed: 1747.805088 samples/sec	accuracy=0.586844	lr=0.024394
Epoch[78] Batch [3099]	Speed: 1730.280381 samples/sec	accuracy=0.586956	lr=0.024389
Epoch[78] Batch [3149]	Speed: 1775.446973 samples/sec	accuracy=0.586918	lr=0.024383
Epoch[78] Batch [3199]	Speed: 1727.130874 samples/sec	accuracy=0.586948	lr=0.024378
Epoch[78] Batch [3249]	Speed: 1745.824580 samples/sec	accuracy=0.586822	lr=0.024373
Epoch[78] Batch [3299]	Speed: 1753.408806 samples/sec	accuracy=0.586779	lr=0.024367
Epoch[78] Batch [3349]	Speed: 1707.550696 samples/sec	accuracy=0.586653	lr=0.024362
Epoch[78] Batch [3399]	Speed: 1763.068148 samples/sec	accuracy=0.586646	lr=0.024356
Epoch[78] Batch [3449]	Speed: 1727.594500 samples/sec	accuracy=0.586630	lr=0.024351
Epoch[78] Batch [3499]	Speed: 1780.075319 samples/sec	accuracy=0.586610	lr=0.024346
Epoch[78] Batch [3549]	Speed: 1751.830261 samples/sec	accuracy=0.586657	lr=0.024340
Epoch[78] Batch [3599]	Speed: 1769.869875 samples/sec	accuracy=0.586543	lr=0.024335
Epoch[78] Batch [3649]	Speed: 1749.011415 samples/sec	accuracy=0.586516	lr=0.024329
Epoch[78] Batch [3699]	Speed: 1750.256438 samples/sec	accuracy=0.586519	lr=0.024324
Epoch[78] Batch [3749]	Speed: 1738.996726 samples/sec	accuracy=0.586354	lr=0.024319
Epoch[78] Batch [3799]	Speed: 1756.907910 samples/sec	accuracy=0.586276	lr=0.024313
Epoch[78] Batch [3849]	Speed: 1762.797861 samples/sec	accuracy=0.586343	lr=0.024308
Epoch[78] Batch [3899]	Speed: 1738.869320 samples/sec	accuracy=0.586304	lr=0.024302
Epoch[78] Batch [3949]	Speed: 1744.448443 samples/sec	accuracy=0.586176	lr=0.024297
Epoch[78] Batch [3999]	Speed: 1768.072538 samples/sec	accuracy=0.586241	lr=0.024291
Epoch[78] Batch [4049]	Speed: 1720.953291 samples/sec	accuracy=0.586193	lr=0.024286
Epoch[78] Batch [4099]	Speed: 1780.207477 samples/sec	accuracy=0.586100	lr=0.024281
Epoch[78] Batch [4149]	Speed: 1761.447204 samples/sec	accuracy=0.586137	lr=0.024275
Epoch[78] Batch [4199]	Speed: 1752.506130 samples/sec	accuracy=0.586080	lr=0.024270
Epoch[78] Batch [4249]	Speed: 1775.998532 samples/sec	accuracy=0.586057	lr=0.024264
Epoch[78] Batch [4299]	Speed: 1748.595908 samples/sec	accuracy=0.586116	lr=0.024259
Epoch[78] Batch [4349]	Speed: 1760.579361 samples/sec	accuracy=0.586101	lr=0.024254
Epoch[78] Batch [4399]	Speed: 1767.561795 samples/sec	accuracy=0.586143	lr=0.024248
Epoch[78] Batch [4449]	Speed: 1770.084499 samples/sec	accuracy=0.586055	lr=0.024243
Epoch[78] Batch [4499]	Speed: 1750.346712 samples/sec	accuracy=0.586011	lr=0.024237
Epoch[78] Batch [4549]	Speed: 1765.022828 samples/sec	accuracy=0.586000	lr=0.024232
Epoch[78] Batch [4599]	Speed: 1775.972682 samples/sec	accuracy=0.585994	lr=0.024227
Epoch[78] Batch [4649]	Speed: 1772.096481 samples/sec	accuracy=0.586061	lr=0.024221
Epoch[78] Batch [4699]	Speed: 1775.978381 samples/sec	accuracy=0.586031	lr=0.024216
Epoch[78] Batch [4749]	Speed: 1765.050275 samples/sec	accuracy=0.586035	lr=0.024210
Epoch[78] Batch [4799]	Speed: 1740.136884 samples/sec	accuracy=0.586000	lr=0.024205
Epoch[78] Batch [4849]	Speed: 1787.010172 samples/sec	accuracy=0.586020	lr=0.024200
Epoch[78] Batch [4899]	Speed: 1746.746129 samples/sec	accuracy=0.586035	lr=0.024194
Epoch[78] Batch [4949]	Speed: 1751.357594 samples/sec	accuracy=0.586031	lr=0.024189
Epoch[78] Batch [4999]	Speed: 1819.971049 samples/sec	accuracy=0.586077	lr=0.024183
[Epoch 78] training: accuracy=0.586073
[Epoch 78] speed: 1756 samples/sec	time cost: 743.920298
[Epoch 78] validation: err-top1=0.363662 err-top5=0.147436
Epoch[79] Batch [49]	Speed: 1649.267104 samples/sec	accuracy=0.596172	lr=0.024177
Epoch[79] Batch [99]	Speed: 1754.146473 samples/sec	accuracy=0.593594	lr=0.024172
Epoch[79] Batch [149]	Speed: 1749.981736 samples/sec	accuracy=0.593854	lr=0.024167
Epoch[79] Batch [199]	Speed: 1772.799613 samples/sec	accuracy=0.592852	lr=0.024161
Epoch[79] Batch [249]	Speed: 1786.024032 samples/sec	accuracy=0.594672	lr=0.024156
Epoch[79] Batch [299]	Speed: 1753.088233 samples/sec	accuracy=0.594948	lr=0.024150
Epoch[79] Batch [349]	Speed: 1766.284949 samples/sec	accuracy=0.594498	lr=0.024145
Epoch[79] Batch [399]	Speed: 1760.092037 samples/sec	accuracy=0.593330	lr=0.024139
Epoch[79] Batch [449]	Speed: 1755.869192 samples/sec	accuracy=0.592951	lr=0.024134
Epoch[79] Batch [499]	Speed: 1744.671176 samples/sec	accuracy=0.593063	lr=0.024129
Epoch[79] Batch [549]	Speed: 1744.334009 samples/sec	accuracy=0.592834	lr=0.024123
Epoch[79] Batch [599]	Speed: 1752.126872 samples/sec	accuracy=0.592441	lr=0.024118
Epoch[79] Batch [649]	Speed: 1773.671989 samples/sec	accuracy=0.591899	lr=0.024112
Epoch[79] Batch [699]	Speed: 1756.759356 samples/sec	accuracy=0.591624	lr=0.024107
Epoch[79] Batch [749]	Speed: 1749.389552 samples/sec	accuracy=0.591448	lr=0.024102
Epoch[79] Batch [799]	Speed: 1733.975112 samples/sec	accuracy=0.591523	lr=0.024096
Epoch[79] Batch [849]	Speed: 1745.821742 samples/sec	accuracy=0.591282	lr=0.024091
Epoch[79] Batch [899]	Speed: 1753.221738 samples/sec	accuracy=0.591120	lr=0.024085
Epoch[79] Batch [949]	Speed: 1759.343309 samples/sec	accuracy=0.591674	lr=0.024080
Epoch[79] Batch [999]	Speed: 1755.578259 samples/sec	accuracy=0.591535	lr=0.024075
Epoch[79] Batch [1049]	Speed: 1777.140504 samples/sec	accuracy=0.591176	lr=0.024069
Epoch[79] Batch [1099]	Speed: 1767.114918 samples/sec	accuracy=0.591193	lr=0.024064
Epoch[79] Batch [1149]	Speed: 1761.494710 samples/sec	accuracy=0.590982	lr=0.024058
Epoch[79] Batch [1199]	Speed: 1745.895320 samples/sec	accuracy=0.590618	lr=0.024053
Epoch[79] Batch [1249]	Speed: 1759.411228 samples/sec	accuracy=0.590812	lr=0.024048
Epoch[79] Batch [1299]	Speed: 1720.020671 samples/sec	accuracy=0.590619	lr=0.024042
Epoch[79] Batch [1349]	Speed: 1751.502093 samples/sec	accuracy=0.590634	lr=0.024037
Epoch[79] Batch [1399]	Speed: 1761.102079 samples/sec	accuracy=0.590840	lr=0.024031
Epoch[79] Batch [1449]	Speed: 1778.711562 samples/sec	accuracy=0.590735	lr=0.024026
Epoch[79] Batch [1499]	Speed: 1773.268756 samples/sec	accuracy=0.590289	lr=0.024020
Epoch[79] Batch [1549]	Speed: 1774.189964 samples/sec	accuracy=0.590257	lr=0.024015
Epoch[79] Batch [1599]	Speed: 1691.231368 samples/sec	accuracy=0.590217	lr=0.024010
Epoch[79] Batch [1649]	Speed: 1766.882290 samples/sec	accuracy=0.590230	lr=0.024004
Epoch[79] Batch [1699]	Speed: 1753.350454 samples/sec	accuracy=0.589998	lr=0.023999
Epoch[79] Batch [1749]	Speed: 1743.144878 samples/sec	accuracy=0.590114	lr=0.023993
Epoch[79] Batch [1799]	Speed: 1787.765196 samples/sec	accuracy=0.590054	lr=0.023988
Epoch[79] Batch [1849]	Speed: 1781.018739 samples/sec	accuracy=0.590051	lr=0.023983
Epoch[79] Batch [1899]	Speed: 1746.968085 samples/sec	accuracy=0.589770	lr=0.023977
Epoch[79] Batch [1949]	Speed: 1752.399102 samples/sec	accuracy=0.589651	lr=0.023972
Epoch[79] Batch [1999]	Speed: 1719.742872 samples/sec	accuracy=0.589691	lr=0.023966
Epoch[79] Batch [2049]	Speed: 1775.011242 samples/sec	accuracy=0.589607	lr=0.023961
Epoch[79] Batch [2099]	Speed: 1754.829235 samples/sec	accuracy=0.589377	lr=0.023956
Epoch[79] Batch [2149]	Speed: 1753.930941 samples/sec	accuracy=0.589455	lr=0.023950
Epoch[79] Batch [2199]	Speed: 1768.805522 samples/sec	accuracy=0.589522	lr=0.023945
Epoch[79] Batch [2249]	Speed: 1754.407119 samples/sec	accuracy=0.589628	lr=0.023939
Epoch[79] Batch [2299]	Speed: 1749.808744 samples/sec	accuracy=0.589793	lr=0.023934
Epoch[79] Batch [2349]	Speed: 1772.130115 samples/sec	accuracy=0.589699	lr=0.023929
Epoch[79] Batch [2399]	Speed: 1705.433075 samples/sec	accuracy=0.589562	lr=0.023923
Epoch[79] Batch [2449]	Speed: 1751.556722 samples/sec	accuracy=0.589654	lr=0.023918
Epoch[79] Batch [2499]	Speed: 1740.450933 samples/sec	accuracy=0.589597	lr=0.023912
Epoch[79] Batch [2549]	Speed: 1721.041009 samples/sec	accuracy=0.589473	lr=0.023907
Epoch[79] Batch [2599]	Speed: 1773.967192 samples/sec	accuracy=0.589380	lr=0.023902
Epoch[79] Batch [2649]	Speed: 1774.540238 samples/sec	accuracy=0.589353	lr=0.023896
Epoch[79] Batch [2699]	Speed: 1712.437088 samples/sec	accuracy=0.589337	lr=0.023891
Epoch[79] Batch [2749]	Speed: 1819.972591 samples/sec	accuracy=0.589115	lr=0.023885
Epoch[79] Batch [2799]	Speed: 1768.123081 samples/sec	accuracy=0.589016	lr=0.023880
Epoch[79] Batch [2849]	Speed: 1735.922020 samples/sec	accuracy=0.588972	lr=0.023874
Epoch[79] Batch [2899]	Speed: 1787.128727 samples/sec	accuracy=0.588974	lr=0.023869
Epoch[79] Batch [2949]	Speed: 1767.944097 samples/sec	accuracy=0.588808	lr=0.023864
Epoch[79] Batch [2999]	Speed: 1801.665065 samples/sec	accuracy=0.588717	lr=0.023858
Epoch[79] Batch [3049]	Speed: 1754.069847 samples/sec	accuracy=0.588635	lr=0.023853
Epoch[79] Batch [3099]	Speed: 1786.963539 samples/sec	accuracy=0.588603	lr=0.023847
Epoch[79] Batch [3149]	Speed: 1774.296972 samples/sec	accuracy=0.588502	lr=0.023842
Epoch[79] Batch [3199]	Speed: 1769.773026 samples/sec	accuracy=0.588364	lr=0.023837
Epoch[79] Batch [3249]	Speed: 1760.235038 samples/sec	accuracy=0.588407	lr=0.023831
Epoch[79] Batch [3299]	Speed: 1729.360243 samples/sec	accuracy=0.588429	lr=0.023826
Epoch[79] Batch [3349]	Speed: 1769.923030 samples/sec	accuracy=0.588454	lr=0.023820
Epoch[79] Batch [3399]	Speed: 1750.560908 samples/sec	accuracy=0.588520	lr=0.023815
Epoch[79] Batch [3449]	Speed: 1745.504844 samples/sec	accuracy=0.588467	lr=0.023810
Epoch[79] Batch [3499]	Speed: 1751.328115 samples/sec	accuracy=0.588432	lr=0.023804
Epoch[79] Batch [3549]	Speed: 1765.405948 samples/sec	accuracy=0.588353	lr=0.023799
Epoch[79] Batch [3599]	Speed: 1765.034724 samples/sec	accuracy=0.588306	lr=0.023793
Epoch[79] Batch [3649]	Speed: 1738.976391 samples/sec	accuracy=0.588261	lr=0.023788
Epoch[79] Batch [3699]	Speed: 1711.720815 samples/sec	accuracy=0.588357	lr=0.023783
Epoch[79] Batch [3749]	Speed: 1799.728213 samples/sec	accuracy=0.588400	lr=0.023777
Epoch[79] Batch [3799]	Speed: 1753.798530 samples/sec	accuracy=0.588318	lr=0.023772
Epoch[79] Batch [3849]	Speed: 1757.252774 samples/sec	accuracy=0.588292	lr=0.023766
Epoch[79] Batch [3899]	Speed: 1752.553155 samples/sec	accuracy=0.588156	lr=0.023761
Epoch[79] Batch [3949]	Speed: 1758.543489 samples/sec	accuracy=0.588144	lr=0.023756
Epoch[79] Batch [3999]	Speed: 1749.677012 samples/sec	accuracy=0.588217	lr=0.023750
Epoch[79] Batch [4049]	Speed: 1781.578969 samples/sec	accuracy=0.588181	lr=0.023745
Epoch[79] Batch [4099]	Speed: 1777.012448 samples/sec	accuracy=0.588141	lr=0.023739
Epoch[79] Batch [4149]	Speed: 1752.618663 samples/sec	accuracy=0.588134	lr=0.023734
Epoch[79] Batch [4199]	Speed: 1753.816234 samples/sec	accuracy=0.588105	lr=0.023729
Epoch[79] Batch [4249]	Speed: 1737.976428 samples/sec	accuracy=0.588042	lr=0.023723
Epoch[79] Batch [4299]	Speed: 1751.611354 samples/sec	accuracy=0.588046	lr=0.023718
Epoch[79] Batch [4349]	Speed: 1745.040292 samples/sec	accuracy=0.588042	lr=0.023712
Epoch[79] Batch [4399]	Speed: 1745.462225 samples/sec	accuracy=0.588055	lr=0.023707
Epoch[79] Batch [4449]	Speed: 1756.237030 samples/sec	accuracy=0.587998	lr=0.023701
Epoch[79] Batch [4499]	Speed: 1746.461563 samples/sec	accuracy=0.588022	lr=0.023696
Epoch[79] Batch [4549]	Speed: 1751.667476 samples/sec	accuracy=0.588043	lr=0.023691
Epoch[79] Batch [4599]	Speed: 1772.135965 samples/sec	accuracy=0.587939	lr=0.023685
Epoch[79] Batch [4649]	Speed: 1778.016629 samples/sec	accuracy=0.587897	lr=0.023680
Epoch[79] Batch [4699]	Speed: 1758.913198 samples/sec	accuracy=0.587934	lr=0.023674
Epoch[79] Batch [4749]	Speed: 1783.177846 samples/sec	accuracy=0.587859	lr=0.023669
Epoch[79] Batch [4799]	Speed: 1734.599721 samples/sec	accuracy=0.587821	lr=0.023664
Epoch[79] Batch [4849]	Speed: 1770.845436 samples/sec	accuracy=0.587889	lr=0.023658
Epoch[79] Batch [4899]	Speed: 1782.666746 samples/sec	accuracy=0.587912	lr=0.023653
Epoch[79] Batch [4949]	Speed: 1763.884259 samples/sec	accuracy=0.587878	lr=0.023647
Epoch[79] Batch [4999]	Speed: 1847.907659 samples/sec	accuracy=0.587890	lr=0.023642
[Epoch 79] training: accuracy=0.587852
[Epoch 79] speed: 1757 samples/sec	time cost: 743.427120
[Epoch 79] validation: err-top1=0.360617 err-top5=0.148458
Epoch[80] Batch [49]	Speed: 1610.644933 samples/sec	accuracy=0.604609	lr=0.023636
Epoch[80] Batch [99]	Speed: 1760.510601 samples/sec	accuracy=0.598359	lr=0.023631
Epoch[80] Batch [149]	Speed: 1763.543508 samples/sec	accuracy=0.599245	lr=0.023625
Epoch[80] Batch [199]	Speed: 1750.744325 samples/sec	accuracy=0.597695	lr=0.023620
Epoch[80] Batch [249]	Speed: 1736.042595 samples/sec	accuracy=0.598250	lr=0.023615
Epoch[80] Batch [299]	Speed: 1753.600210 samples/sec	accuracy=0.597331	lr=0.023609
Epoch[80] Batch [349]	Speed: 1788.005917 samples/sec	accuracy=0.596551	lr=0.023604
Epoch[80] Batch [399]	Speed: 1763.083954 samples/sec	accuracy=0.595391	lr=0.023598
Epoch[80] Batch [449]	Speed: 1794.203956 samples/sec	accuracy=0.595477	lr=0.023593
Epoch[80] Batch [499]	Speed: 1750.356471 samples/sec	accuracy=0.594625	lr=0.023588
Epoch[80] Batch [549]	Speed: 1760.033932 samples/sec	accuracy=0.593572	lr=0.023582
Epoch[80] Batch [599]	Speed: 1764.560473 samples/sec	accuracy=0.593509	lr=0.023577
Epoch[80] Batch [649]	Speed: 1725.188767 samples/sec	accuracy=0.593143	lr=0.023571
Epoch[80] Batch [699]	Speed: 1720.783784 samples/sec	accuracy=0.592807	lr=0.023566
Epoch[80] Batch [749]	Speed: 1723.541520 samples/sec	accuracy=0.593344	lr=0.023561
Epoch[80] Batch [799]	Speed: 1743.108317 samples/sec	accuracy=0.593804	lr=0.023555
Epoch[80] Batch [849]	Speed: 1756.736248 samples/sec	accuracy=0.593814	lr=0.023550
Epoch[80] Batch [899]	Speed: 1720.604495 samples/sec	accuracy=0.593563	lr=0.023544
Epoch[80] Batch [949]	Speed: 1720.843408 samples/sec	accuracy=0.593392	lr=0.023539
Epoch[80] Batch [999]	Speed: 1778.339434 samples/sec	accuracy=0.593094	lr=0.023534
Epoch[80] Batch [1049]	Speed: 1811.890935 samples/sec	accuracy=0.593166	lr=0.023528
Epoch[80] Batch [1099]	Speed: 1781.545980 samples/sec	accuracy=0.592770	lr=0.023523
Epoch[80] Batch [1149]	Speed: 1762.751036 samples/sec	accuracy=0.592819	lr=0.023517
Epoch[80] Batch [1199]	Speed: 1773.711777 samples/sec	accuracy=0.592669	lr=0.023512
Epoch[80] Batch [1249]	Speed: 1727.286296 samples/sec	accuracy=0.592328	lr=0.023507
Epoch[80] Batch [1299]	Speed: 1749.793232 samples/sec	accuracy=0.591914	lr=0.023501
Epoch[80] Batch [1349]	Speed: 1769.291095 samples/sec	accuracy=0.592046	lr=0.023496
Epoch[80] Batch [1399]	Speed: 1779.897329 samples/sec	accuracy=0.591900	lr=0.023490
Epoch[80] Batch [1449]	Speed: 1758.425356 samples/sec	accuracy=0.591977	lr=0.023485
Epoch[80] Batch [1499]	Speed: 1730.043021 samples/sec	accuracy=0.592003	lr=0.023480
Epoch[80] Batch [1549]	Speed: 1745.052033 samples/sec	accuracy=0.591817	lr=0.023474
Epoch[80] Batch [1599]	Speed: 1763.684926 samples/sec	accuracy=0.591882	lr=0.023469
Epoch[80] Batch [1649]	Speed: 1769.749223 samples/sec	accuracy=0.591937	lr=0.023463
Epoch[80] Batch [1699]	Speed: 1762.202583 samples/sec	accuracy=0.591930	lr=0.023458
Epoch[80] Batch [1749]	Speed: 1764.415494 samples/sec	accuracy=0.591926	lr=0.023453
Epoch[80] Batch [1799]	Speed: 1743.760876 samples/sec	accuracy=0.591892	lr=0.023447
Epoch[80] Batch [1849]	Speed: 1782.370593 samples/sec	accuracy=0.591879	lr=0.023442
Epoch[80] Batch [1899]	Speed: 1744.628144 samples/sec	accuracy=0.591809	lr=0.023436
Epoch[80] Batch [1949]	Speed: 1744.602008 samples/sec	accuracy=0.591847	lr=0.023431
Epoch[80] Batch [1999]	Speed: 1750.008319 samples/sec	accuracy=0.591881	lr=0.023425
Epoch[80] Batch [2049]	Speed: 1720.560547 samples/sec	accuracy=0.591987	lr=0.023420
Epoch[80] Batch [2099]	Speed: 1744.164568 samples/sec	accuracy=0.591856	lr=0.023415
Epoch[80] Batch [2149]	Speed: 1718.716259 samples/sec	accuracy=0.591804	lr=0.023409
Epoch[80] Batch [2199]	Speed: 1736.385436 samples/sec	accuracy=0.591768	lr=0.023404
Epoch[80] Batch [2249]	Speed: 1795.637345 samples/sec	accuracy=0.591832	lr=0.023398
Epoch[80] Batch [2299]	Speed: 1722.873373 samples/sec	accuracy=0.591851	lr=0.023393
Epoch[80] Batch [2349]	Speed: 1745.128837 samples/sec	accuracy=0.591712	lr=0.023388
Epoch[80] Batch [2399]	Speed: 1753.117714 samples/sec	accuracy=0.591709	lr=0.023382
Epoch[80] Batch [2449]	Speed: 1765.347549 samples/sec	accuracy=0.591751	lr=0.023377
Epoch[80] Batch [2499]	Speed: 1750.224143 samples/sec	accuracy=0.591641	lr=0.023371
Epoch[80] Batch [2549]	Speed: 1744.204007 samples/sec	accuracy=0.591579	lr=0.023366
Epoch[80] Batch [2599]	Speed: 1751.485808 samples/sec	accuracy=0.591493	lr=0.023361
Epoch[80] Batch [2649]	Speed: 1748.451433 samples/sec	accuracy=0.591309	lr=0.023355
Epoch[80] Batch [2699]	Speed: 1730.490697 samples/sec	accuracy=0.591376	lr=0.023350
Epoch[80] Batch [2749]	Speed: 1778.783048 samples/sec	accuracy=0.591419	lr=0.023344
Epoch[80] Batch [2799]	Speed: 1733.566998 samples/sec	accuracy=0.591299	lr=0.023339
Epoch[80] Batch [2849]	Speed: 1737.878481 samples/sec	accuracy=0.591253	lr=0.023334
Epoch[80] Batch [2899]	Speed: 1739.857850 samples/sec	accuracy=0.591272	lr=0.023328
Epoch[80] Batch [2949]	Speed: 1737.810301 samples/sec	accuracy=0.591149	lr=0.023323
Epoch[80] Batch [2999]	Speed: 1742.782220 samples/sec	accuracy=0.591134	lr=0.023317
Epoch[80] Batch [3049]	Speed: 1742.450760 samples/sec	accuracy=0.591055	lr=0.023312
Epoch[80] Batch [3099]	Speed: 1719.505916 samples/sec	accuracy=0.591002	lr=0.023307
Epoch[80] Batch [3149]	Speed: 1778.963467 samples/sec	accuracy=0.590988	lr=0.023301
Epoch[80] Batch [3199]	Speed: 1757.230112 samples/sec	accuracy=0.591062	lr=0.023296
Epoch[80] Batch [3249]	Speed: 1737.159826 samples/sec	accuracy=0.591096	lr=0.023290
Epoch[80] Batch [3299]	Speed: 1764.900400 samples/sec	accuracy=0.590996	lr=0.023285
Epoch[80] Batch [3349]	Speed: 1765.152993 samples/sec	accuracy=0.590870	lr=0.023280
Epoch[80] Batch [3399]	Speed: 1756.068371 samples/sec	accuracy=0.590811	lr=0.023274
Epoch[80] Batch [3449]	Speed: 1758.064258 samples/sec	accuracy=0.590669	lr=0.023269
Epoch[80] Batch [3499]	Speed: 1756.011794 samples/sec	accuracy=0.590623	lr=0.023263
Epoch[80] Batch [3549]	Speed: 1746.382937 samples/sec	accuracy=0.590635	lr=0.023258
Epoch[80] Batch [3599]	Speed: 1768.348814 samples/sec	accuracy=0.590518	lr=0.023253
Epoch[80] Batch [3649]	Speed: 1751.709427 samples/sec	accuracy=0.590420	lr=0.023247
Epoch[80] Batch [3699]	Speed: 1736.069429 samples/sec	accuracy=0.590363	lr=0.023242
Epoch[80] Batch [3749]	Speed: 1721.364097 samples/sec	accuracy=0.590341	lr=0.023236
Epoch[80] Batch [3799]	Speed: 1759.917790 samples/sec	accuracy=0.590365	lr=0.023231
Epoch[80] Batch [3849]	Speed: 1755.288168 samples/sec	accuracy=0.590336	lr=0.023226
Epoch[80] Batch [3899]	Speed: 1737.352478 samples/sec	accuracy=0.590199	lr=0.023220
Epoch[80] Batch [3949]	Speed: 1771.252710 samples/sec	accuracy=0.590081	lr=0.023215
Epoch[80] Batch [3999]	Speed: 1728.873956 samples/sec	accuracy=0.589926	lr=0.023209
Epoch[80] Batch [4049]	Speed: 1786.786370 samples/sec	accuracy=0.589842	lr=0.023204
Epoch[80] Batch [4099]	Speed: 1759.298052 samples/sec	accuracy=0.589867	lr=0.023199
Epoch[80] Batch [4149]	Speed: 1748.836449 samples/sec	accuracy=0.589863	lr=0.023193
Epoch[80] Batch [4199]	Speed: 1770.921841 samples/sec	accuracy=0.589862	lr=0.023188
Epoch[80] Batch [4249]	Speed: 1759.196245 samples/sec	accuracy=0.589803	lr=0.023183
Epoch[80] Batch [4299]	Speed: 1780.804114 samples/sec	accuracy=0.589800	lr=0.023177
Epoch[80] Batch [4349]	Speed: 1718.672407 samples/sec	accuracy=0.589667	lr=0.023172
Epoch[80] Batch [4399]	Speed: 1757.434720 samples/sec	accuracy=0.589695	lr=0.023166
Epoch[80] Batch [4449]	Speed: 1750.600180 samples/sec	accuracy=0.589636	lr=0.023161
Epoch[80] Batch [4499]	Speed: 1749.151651 samples/sec	accuracy=0.589541	lr=0.023156
Epoch[80] Batch [4549]	Speed: 1729.716667 samples/sec	accuracy=0.589462	lr=0.023150
Epoch[80] Batch [4599]	Speed: 1786.385891 samples/sec	accuracy=0.589441	lr=0.023145
Epoch[80] Batch [4649]	Speed: 1732.671993 samples/sec	accuracy=0.589462	lr=0.023139
Epoch[80] Batch [4699]	Speed: 1786.422863 samples/sec	accuracy=0.589536	lr=0.023134
Epoch[80] Batch [4749]	Speed: 1756.611632 samples/sec	accuracy=0.589499	lr=0.023129
Epoch[80] Batch [4799]	Speed: 1728.380208 samples/sec	accuracy=0.589452	lr=0.023123
Epoch[80] Batch [4849]	Speed: 1732.125441 samples/sec	accuracy=0.589521	lr=0.023118
Epoch[80] Batch [4899]	Speed: 1757.296028 samples/sec	accuracy=0.589448	lr=0.023112
Epoch[80] Batch [4949]	Speed: 1763.748372 samples/sec	accuracy=0.589423	lr=0.023107
Epoch[80] Batch [4999]	Speed: 1864.975257 samples/sec	accuracy=0.589345	lr=0.023102
[Epoch 80] training: accuracy=0.589356
[Epoch 80] speed: 1751 samples/sec	time cost: 745.885462
[Epoch 80] validation: err-top1=0.364756 err-top5=0.148896
Epoch[81] Batch [49]	Speed: 1620.389143 samples/sec	accuracy=0.596641	lr=0.023096
Epoch[81] Batch [99]	Speed: 1746.121773 samples/sec	accuracy=0.596641	lr=0.023090
Epoch[81] Batch [149]	Speed: 1726.473489 samples/sec	accuracy=0.595104	lr=0.023085
Epoch[81] Batch [199]	Speed: 1777.995843 samples/sec	accuracy=0.594844	lr=0.023079
Epoch[81] Batch [249]	Speed: 1766.477954 samples/sec	accuracy=0.594656	lr=0.023074
Epoch[81] Batch [299]	Speed: 1788.524314 samples/sec	accuracy=0.594818	lr=0.023069
Epoch[81] Batch [349]	Speed: 1738.979264 samples/sec	accuracy=0.594821	lr=0.023063
Epoch[81] Batch [399]	Speed: 1747.849017 samples/sec	accuracy=0.595225	lr=0.023058
Epoch[81] Batch [449]	Speed: 1768.657455 samples/sec	accuracy=0.594045	lr=0.023052
Epoch[81] Batch [499]	Speed: 1755.939256 samples/sec	accuracy=0.594227	lr=0.023047
Epoch[81] Batch [549]	Speed: 1786.042214 samples/sec	accuracy=0.593935	lr=0.023042
Epoch[81] Batch [599]	Speed: 1727.064702 samples/sec	accuracy=0.593763	lr=0.023036
Epoch[81] Batch [649]	Speed: 1733.120583 samples/sec	accuracy=0.593480	lr=0.023031
Epoch[81] Batch [699]	Speed: 1738.476125 samples/sec	accuracy=0.593499	lr=0.023025
Epoch[81] Batch [749]	Speed: 1748.008702 samples/sec	accuracy=0.594000	lr=0.023020
Epoch[81] Batch [799]	Speed: 1749.383054 samples/sec	accuracy=0.594204	lr=0.023015
Epoch[81] Batch [849]	Speed: 1755.803384 samples/sec	accuracy=0.593869	lr=0.023009
Epoch[81] Batch [899]	Speed: 1759.081194 samples/sec	accuracy=0.594128	lr=0.023004
Epoch[81] Batch [949]	Speed: 1737.151564 samples/sec	accuracy=0.594104	lr=0.022998
Epoch[81] Batch [999]	Speed: 1786.908167 samples/sec	accuracy=0.593695	lr=0.022993
Epoch[81] Batch [1049]	Speed: 1767.142547 samples/sec	accuracy=0.593713	lr=0.022988
Epoch[81] Batch [1099]	Speed: 1770.738376 samples/sec	accuracy=0.593658	lr=0.022982
Epoch[81] Batch [1149]	Speed: 1770.515245 samples/sec	accuracy=0.593342	lr=0.022977
Epoch[81] Batch [1199]	Speed: 1748.917917 samples/sec	accuracy=0.593372	lr=0.022972
Epoch[81] Batch [1249]	Speed: 1748.781306 samples/sec	accuracy=0.593347	lr=0.022966
Epoch[81] Batch [1299]	Speed: 1737.562380 samples/sec	accuracy=0.593275	lr=0.022961
Epoch[81] Batch [1349]	Speed: 1742.264100 samples/sec	accuracy=0.593692	lr=0.022955
Epoch[81] Batch [1399]	Speed: 1731.811652 samples/sec	accuracy=0.593571	lr=0.022950
Epoch[81] Batch [1449]	Speed: 1709.776599 samples/sec	accuracy=0.593467	lr=0.022945
Epoch[81] Batch [1499]	Speed: 1774.574904 samples/sec	accuracy=0.593383	lr=0.022939
Epoch[81] Batch [1549]	Speed: 1770.614161 samples/sec	accuracy=0.593163	lr=0.022934
Epoch[81] Batch [1599]	Speed: 1788.382638 samples/sec	accuracy=0.593135	lr=0.022928
Epoch[81] Batch [1649]	Speed: 1783.862239 samples/sec	accuracy=0.593045	lr=0.022923
Epoch[81] Batch [1699]	Speed: 1756.907450 samples/sec	accuracy=0.593019	lr=0.022918
Epoch[81] Batch [1749]	Speed: 1746.234965 samples/sec	accuracy=0.592900	lr=0.022912
Epoch[81] Batch [1799]	Speed: 1755.700546 samples/sec	accuracy=0.592689	lr=0.022907
Epoch[81] Batch [1849]	Speed: 1755.901696 samples/sec	accuracy=0.592669	lr=0.022901
Epoch[81] Batch [1899]	Speed: 1751.862616 samples/sec	accuracy=0.592492	lr=0.022896
Epoch[81] Batch [1949]	Speed: 1736.873205 samples/sec	accuracy=0.592576	lr=0.022891
Epoch[81] Batch [1999]	Speed: 1756.586516 samples/sec	accuracy=0.592328	lr=0.022885
Epoch[81] Batch [2049]	Speed: 1756.027187 samples/sec	accuracy=0.592247	lr=0.022880
Epoch[81] Batch [2099]	Speed: 1721.962033 samples/sec	accuracy=0.592453	lr=0.022874
Epoch[81] Batch [2149]	Speed: 1756.777177 samples/sec	accuracy=0.592467	lr=0.022869
Epoch[81] Batch [2199]	Speed: 1741.827888 samples/sec	accuracy=0.592449	lr=0.022864
Epoch[81] Batch [2249]	Speed: 1732.682785 samples/sec	accuracy=0.592613	lr=0.022858
Epoch[81] Batch [2299]	Speed: 1767.378211 samples/sec	accuracy=0.592444	lr=0.022853
Epoch[81] Batch [2349]	Speed: 1739.832083 samples/sec	accuracy=0.592515	lr=0.022847
Epoch[81] Batch [2399]	Speed: 1756.720555 samples/sec	accuracy=0.592456	lr=0.022842
Epoch[81] Batch [2449]	Speed: 1764.761919 samples/sec	accuracy=0.592237	lr=0.022837
Epoch[81] Batch [2499]	Speed: 1733.080692 samples/sec	accuracy=0.592317	lr=0.022831
Epoch[81] Batch [2549]	Speed: 1711.994172 samples/sec	accuracy=0.592336	lr=0.022826
Epoch[81] Batch [2599]	Speed: 1782.437639 samples/sec	accuracy=0.592255	lr=0.022821
Epoch[81] Batch [2649]	Speed: 1780.839615 samples/sec	accuracy=0.592180	lr=0.022815
Epoch[81] Batch [2699]	Speed: 1750.785489 samples/sec	accuracy=0.592028	lr=0.022810
Epoch[81] Batch [2749]	Speed: 1694.396741 samples/sec	accuracy=0.591911	lr=0.022804
Epoch[81] Batch [2799]	Speed: 1750.227966 samples/sec	accuracy=0.591794	lr=0.022799
Epoch[81] Batch [2849]	Speed: 1752.098339 samples/sec	accuracy=0.591654	lr=0.022794
Epoch[81] Batch [2899]	Speed: 1752.459851 samples/sec	accuracy=0.591676	lr=0.022788
Epoch[81] Batch [2949]	Speed: 1751.971979 samples/sec	accuracy=0.591592	lr=0.022783
Epoch[81] Batch [2999]	Speed: 1743.817175 samples/sec	accuracy=0.591543	lr=0.022777
Epoch[81] Batch [3049]	Speed: 1754.537729 samples/sec	accuracy=0.591559	lr=0.022772
Epoch[81] Batch [3099]	Speed: 1751.825688 samples/sec	accuracy=0.591518	lr=0.022767
Epoch[81] Batch [3149]	Speed: 1743.551626 samples/sec	accuracy=0.591560	lr=0.022761
Epoch[81] Batch [3199]	Speed: 1753.978960 samples/sec	accuracy=0.591447	lr=0.022756
Epoch[81] Batch [3249]	Speed: 1746.382653 samples/sec	accuracy=0.591364	lr=0.022750
Epoch[81] Batch [3299]	Speed: 1738.329546 samples/sec	accuracy=0.591289	lr=0.022745
Epoch[81] Batch [3349]	Speed: 1740.872286 samples/sec	accuracy=0.591166	lr=0.022740
Epoch[81] Batch [3399]	Speed: 1757.846208 samples/sec	accuracy=0.591118	lr=0.022734
Epoch[81] Batch [3449]	Speed: 1738.895115 samples/sec	accuracy=0.591068	lr=0.022729
Epoch[81] Batch [3499]	Speed: 1787.761386 samples/sec	accuracy=0.590998	lr=0.022723
Epoch[81] Batch [3549]	Speed: 1763.459919 samples/sec	accuracy=0.590926	lr=0.022718
Epoch[81] Batch [3599]	Speed: 1736.338601 samples/sec	accuracy=0.590901	lr=0.022713
Epoch[81] Batch [3649]	Speed: 1736.254033 samples/sec	accuracy=0.590866	lr=0.022707
Epoch[81] Batch [3699]	Speed: 1728.457443 samples/sec	accuracy=0.590882	lr=0.022702
Epoch[81] Batch [3749]	Speed: 1746.685549 samples/sec	accuracy=0.590805	lr=0.022697
Epoch[81] Batch [3799]	Speed: 1770.703568 samples/sec	accuracy=0.590891	lr=0.022691
Epoch[81] Batch [3849]	Speed: 1754.813404 samples/sec	accuracy=0.590825	lr=0.022686
Epoch[81] Batch [3899]	Speed: 1759.504352 samples/sec	accuracy=0.590807	lr=0.022680
Epoch[81] Batch [3949]	Speed: 1767.281809 samples/sec	accuracy=0.590770	lr=0.022675
Epoch[81] Batch [3999]	Speed: 1718.500489 samples/sec	accuracy=0.590742	lr=0.022670
Epoch[81] Batch [4049]	Speed: 1760.503327 samples/sec	accuracy=0.590741	lr=0.022664
Epoch[81] Batch [4099]	Speed: 1748.804206 samples/sec	accuracy=0.590664	lr=0.022659
Epoch[81] Batch [4149]	Speed: 1766.109706 samples/sec	accuracy=0.590654	lr=0.022653
Epoch[81] Batch [4199]	Speed: 1740.605714 samples/sec	accuracy=0.590615	lr=0.022648
Epoch[81] Batch [4249]	Speed: 1763.960296 samples/sec	accuracy=0.590559	lr=0.022643
Epoch[81] Batch [4299]	Speed: 1747.172868 samples/sec	accuracy=0.590557	lr=0.022637
Epoch[81] Batch [4349]	Speed: 1766.769778 samples/sec	accuracy=0.590384	lr=0.022632
Epoch[81] Batch [4399]	Speed: 1747.561474 samples/sec	accuracy=0.590407	lr=0.022626
Epoch[81] Batch [4449]	Speed: 1778.789707 samples/sec	accuracy=0.590341	lr=0.022621
Epoch[81] Batch [4499]	Speed: 1750.836534 samples/sec	accuracy=0.590378	lr=0.022616
Epoch[81] Batch [4549]	Speed: 1745.679541 samples/sec	accuracy=0.590358	lr=0.022610
Epoch[81] Batch [4599]	Speed: 1765.541801 samples/sec	accuracy=0.590314	lr=0.022605
Epoch[81] Batch [4649]	Speed: 1740.903052 samples/sec	accuracy=0.590271	lr=0.022600
Epoch[81] Batch [4699]	Speed: 1734.755593 samples/sec	accuracy=0.590246	lr=0.022594
Epoch[81] Batch [4749]	Speed: 1770.996382 samples/sec	accuracy=0.590237	lr=0.022589
Epoch[81] Batch [4799]	Speed: 1741.930294 samples/sec	accuracy=0.590134	lr=0.022583
Epoch[81] Batch [4849]	Speed: 1777.589641 samples/sec	accuracy=0.590031	lr=0.022578
Epoch[81] Batch [4899]	Speed: 1725.573922 samples/sec	accuracy=0.589944	lr=0.022573
Epoch[81] Batch [4949]	Speed: 1755.383209 samples/sec	accuracy=0.589869	lr=0.022567
Epoch[81] Batch [4999]	Speed: 1884.964956 samples/sec	accuracy=0.589872	lr=0.022562
[Epoch 81] training: accuracy=0.589861
[Epoch 81] speed: 1751 samples/sec	time cost: 745.700154
[Epoch 81] validation: err-top1=0.361298 err-top5=0.146074
Epoch[82] Batch [49]	Speed: 1659.691028 samples/sec	accuracy=0.597734	lr=0.022556
Epoch[82] Batch [99]	Speed: 1755.991520 samples/sec	accuracy=0.599922	lr=0.022551
Epoch[82] Batch [149]	Speed: 1754.744348 samples/sec	accuracy=0.598802	lr=0.022545
Epoch[82] Batch [199]	Speed: 1825.477208 samples/sec	accuracy=0.598672	lr=0.022540
Epoch[82] Batch [249]	Speed: 1785.412908 samples/sec	accuracy=0.598297	lr=0.022534
Epoch[82] Batch [299]	Speed: 1736.120292 samples/sec	accuracy=0.597747	lr=0.022529
Epoch[82] Batch [349]	Speed: 1763.072780 samples/sec	accuracy=0.597712	lr=0.022524
Epoch[82] Batch [399]	Speed: 1785.531430 samples/sec	accuracy=0.596777	lr=0.022518
Epoch[82] Batch [449]	Speed: 1754.444844 samples/sec	accuracy=0.596172	lr=0.022513
Epoch[82] Batch [499]	Speed: 1754.157534 samples/sec	accuracy=0.595875	lr=0.022508
Epoch[82] Batch [549]	Speed: 1781.676169 samples/sec	accuracy=0.595895	lr=0.022502
Epoch[82] Batch [599]	Speed: 1758.883694 samples/sec	accuracy=0.596100	lr=0.022497
Epoch[82] Batch [649]	Speed: 1742.754725 samples/sec	accuracy=0.596280	lr=0.022491
Epoch[82] Batch [699]	Speed: 1795.149870 samples/sec	accuracy=0.596060	lr=0.022486
Epoch[82] Batch [749]	Speed: 1781.544975 samples/sec	accuracy=0.596182	lr=0.022481
Epoch[82] Batch [799]	Speed: 1755.881252 samples/sec	accuracy=0.596436	lr=0.022475
Epoch[82] Batch [849]	Speed: 1745.329445 samples/sec	accuracy=0.595947	lr=0.022470
Epoch[82] Batch [899]	Speed: 1744.037651 samples/sec	accuracy=0.595781	lr=0.022464
Epoch[82] Batch [949]	Speed: 1739.732461 samples/sec	accuracy=0.595354	lr=0.022459
Epoch[82] Batch [999]	Speed: 1732.531982 samples/sec	accuracy=0.595324	lr=0.022454
Epoch[82] Batch [1049]	Speed: 1729.271953 samples/sec	accuracy=0.595502	lr=0.022448
Epoch[82] Batch [1099]	Speed: 1762.855454 samples/sec	accuracy=0.595344	lr=0.022443
Epoch[82] Batch [1149]	Speed: 1751.628156 samples/sec	accuracy=0.595513	lr=0.022438
Epoch[82] Batch [1199]	Speed: 1761.445528 samples/sec	accuracy=0.595423	lr=0.022432
Epoch[82] Batch [1249]	Speed: 1742.599053 samples/sec	accuracy=0.595447	lr=0.022427
Epoch[82] Batch [1299]	Speed: 1758.390800 samples/sec	accuracy=0.595457	lr=0.022421
Epoch[82] Batch [1349]	Speed: 1741.406580 samples/sec	accuracy=0.595330	lr=0.022416
Epoch[82] Batch [1399]	Speed: 1755.535147 samples/sec	accuracy=0.595020	lr=0.022411
Epoch[82] Batch [1449]	Speed: 1780.987543 samples/sec	accuracy=0.595084	lr=0.022405
Epoch[82] Batch [1499]	Speed: 1771.268839 samples/sec	accuracy=0.594951	lr=0.022400
Epoch[82] Batch [1549]	Speed: 1728.410255 samples/sec	accuracy=0.594657	lr=0.022394
Epoch[82] Batch [1599]	Speed: 1739.184094 samples/sec	accuracy=0.594463	lr=0.022389
Epoch[82] Batch [1649]	Speed: 1735.719866 samples/sec	accuracy=0.594711	lr=0.022384
Epoch[82] Batch [1699]	Speed: 1739.885930 samples/sec	accuracy=0.594779	lr=0.022378
Epoch[82] Batch [1749]	Speed: 1751.021437 samples/sec	accuracy=0.594433	lr=0.022373
Epoch[82] Batch [1799]	Speed: 1732.992414 samples/sec	accuracy=0.594271	lr=0.022368
Epoch[82] Batch [1849]	Speed: 1762.669490 samples/sec	accuracy=0.594174	lr=0.022362
Epoch[82] Batch [1899]	Speed: 1786.821575 samples/sec	accuracy=0.594112	lr=0.022357
Epoch[82] Batch [1949]	Speed: 1778.235412 samples/sec	accuracy=0.594299	lr=0.022351
Epoch[82] Batch [1999]	Speed: 1777.123680 samples/sec	accuracy=0.594379	lr=0.022346
Epoch[82] Batch [2049]	Speed: 1765.724248 samples/sec	accuracy=0.594394	lr=0.022341
Epoch[82] Batch [2099]	Speed: 1756.528872 samples/sec	accuracy=0.594161	lr=0.022335
Epoch[82] Batch [2149]	Speed: 1755.283118 samples/sec	accuracy=0.594150	lr=0.022330
Epoch[82] Batch [2199]	Speed: 1734.617375 samples/sec	accuracy=0.593977	lr=0.022325
Epoch[82] Batch [2249]	Speed: 1759.925521 samples/sec	accuracy=0.593870	lr=0.022319
Epoch[82] Batch [2299]	Speed: 1750.201434 samples/sec	accuracy=0.593879	lr=0.022314
Epoch[82] Batch [2349]	Speed: 1781.468124 samples/sec	accuracy=0.593725	lr=0.022308
Epoch[82] Batch [2399]	Speed: 1755.282831 samples/sec	accuracy=0.593753	lr=0.022303
Epoch[82] Batch [2449]	Speed: 1774.210368 samples/sec	accuracy=0.593654	lr=0.022298
Epoch[82] Batch [2499]	Speed: 1746.542582 samples/sec	accuracy=0.593634	lr=0.022292
Epoch[82] Batch [2549]	Speed: 1704.414813 samples/sec	accuracy=0.593497	lr=0.022287
Epoch[82] Batch [2599]	Speed: 1776.056991 samples/sec	accuracy=0.593433	lr=0.022281
Epoch[82] Batch [2649]	Speed: 1735.116993 samples/sec	accuracy=0.593491	lr=0.022276
Epoch[82] Batch [2699]	Speed: 1748.191813 samples/sec	accuracy=0.593594	lr=0.022271
Epoch[82] Batch [2749]	Speed: 1768.955071 samples/sec	accuracy=0.593423	lr=0.022265
Epoch[82] Batch [2799]	Speed: 1717.629706 samples/sec	accuracy=0.593368	lr=0.022260
Epoch[82] Batch [2849]	Speed: 1730.726505 samples/sec	accuracy=0.593376	lr=0.022255
Epoch[82] Batch [2899]	Speed: 1769.767133 samples/sec	accuracy=0.593382	lr=0.022249
Epoch[82] Batch [2949]	Speed: 1791.294843 samples/sec	accuracy=0.593419	lr=0.022244
Epoch[82] Batch [2999]	Speed: 1804.549573 samples/sec	accuracy=0.593272	lr=0.022238
Epoch[82] Batch [3049]	Speed: 1770.555884 samples/sec	accuracy=0.593272	lr=0.022233
Epoch[82] Batch [3099]	Speed: 1747.026240 samples/sec	accuracy=0.593319	lr=0.022228
Epoch[82] Batch [3149]	Speed: 1771.952015 samples/sec	accuracy=0.593191	lr=0.022222
Epoch[82] Batch [3199]	Speed: 1755.155266 samples/sec	accuracy=0.593168	lr=0.022217
Epoch[82] Batch [3249]	Speed: 1760.542527 samples/sec	accuracy=0.593042	lr=0.022212
Epoch[82] Batch [3299]	Speed: 1788.198754 samples/sec	accuracy=0.592953	lr=0.022206
Epoch[82] Batch [3349]	Speed: 1754.307827 samples/sec	accuracy=0.592815	lr=0.022201
Epoch[82] Batch [3399]	Speed: 1769.898990 samples/sec	accuracy=0.592799	lr=0.022195
Epoch[82] Batch [3449]	Speed: 1729.314008 samples/sec	accuracy=0.592662	lr=0.022190
Epoch[82] Batch [3499]	Speed: 1748.698655 samples/sec	accuracy=0.592545	lr=0.022185
Epoch[82] Batch [3549]	Speed: 1749.861157 samples/sec	accuracy=0.592467	lr=0.022179
Epoch[82] Batch [3599]	Speed: 1814.223492 samples/sec	accuracy=0.592435	lr=0.022174
Epoch[82] Batch [3649]	Speed: 1770.549286 samples/sec	accuracy=0.592267	lr=0.022169
Epoch[82] Batch [3699]	Speed: 1780.125783 samples/sec	accuracy=0.592218	lr=0.022163
Epoch[82] Batch [3749]	Speed: 1788.210250 samples/sec	accuracy=0.592224	lr=0.022158
Epoch[82] Batch [3799]	Speed: 1797.452434 samples/sec	accuracy=0.592194	lr=0.022152
Epoch[82] Batch [3849]	Speed: 1742.182799 samples/sec	accuracy=0.592183	lr=0.022147
Epoch[82] Batch [3899]	Speed: 1730.939497 samples/sec	accuracy=0.592115	lr=0.022142
Epoch[82] Batch [3949]	Speed: 1755.566892 samples/sec	accuracy=0.592078	lr=0.022136
Epoch[82] Batch [3999]	Speed: 1742.202982 samples/sec	accuracy=0.592058	lr=0.022131
Epoch[82] Batch [4049]	Speed: 1787.132951 samples/sec	accuracy=0.591989	lr=0.022126
Epoch[82] Batch [4099]	Speed: 1736.545224 samples/sec	accuracy=0.591966	lr=0.022120
Epoch[82] Batch [4149]	Speed: 1767.183497 samples/sec	accuracy=0.591881	lr=0.022115
Epoch[82] Batch [4199]	Speed: 1732.383832 samples/sec	accuracy=0.591857	lr=0.022109
Epoch[82] Batch [4249]	Speed: 1790.797836 samples/sec	accuracy=0.591726	lr=0.022104
Epoch[82] Batch [4299]	Speed: 1757.608706 samples/sec	accuracy=0.591644	lr=0.022099
Epoch[82] Batch [4349]	Speed: 1774.576135 samples/sec	accuracy=0.591607	lr=0.022093
Epoch[82] Batch [4399]	Speed: 1737.812214 samples/sec	accuracy=0.591586	lr=0.022088
Epoch[82] Batch [4449]	Speed: 1777.959277 samples/sec	accuracy=0.591590	lr=0.022082
Epoch[82] Batch [4499]	Speed: 1757.836826 samples/sec	accuracy=0.591595	lr=0.022077
Epoch[82] Batch [4549]	Speed: 1810.112431 samples/sec	accuracy=0.591538	lr=0.022072
Epoch[82] Batch [4599]	Speed: 1742.380581 samples/sec	accuracy=0.591539	lr=0.022066
Epoch[82] Batch [4649]	Speed: 1753.685559 samples/sec	accuracy=0.591478	lr=0.022061
Epoch[82] Batch [4699]	Speed: 1701.645675 samples/sec	accuracy=0.591535	lr=0.022056
Epoch[82] Batch [4749]	Speed: 1766.371188 samples/sec	accuracy=0.591402	lr=0.022050
Epoch[82] Batch [4799]	Speed: 1736.039563 samples/sec	accuracy=0.591330	lr=0.022045
Epoch[82] Batch [4849]	Speed: 1729.496009 samples/sec	accuracy=0.591358	lr=0.022039
Epoch[82] Batch [4899]	Speed: 1756.274891 samples/sec	accuracy=0.591320	lr=0.022034
Epoch[82] Batch [4949]	Speed: 1751.223116 samples/sec	accuracy=0.591298	lr=0.022029
Epoch[82] Batch [4999]	Speed: 1868.825669 samples/sec	accuracy=0.591283	lr=0.022023
[Epoch 82] training: accuracy=0.591289
[Epoch 82] speed: 1758 samples/sec	time cost: 742.982898
[Epoch 82] validation: err-top1=0.361378 err-top5=0.147817
Epoch[83] Batch [49]	Speed: 1667.126853 samples/sec	accuracy=0.597812	lr=0.022017
Epoch[83] Batch [99]	Speed: 1729.988276 samples/sec	accuracy=0.599063	lr=0.022012
Epoch[83] Batch [149]	Speed: 1767.835175 samples/sec	accuracy=0.597812	lr=0.022007
Epoch[83] Batch [199]	Speed: 1752.883205 samples/sec	accuracy=0.597734	lr=0.022001
Epoch[83] Batch [249]	Speed: 1751.246651 samples/sec	accuracy=0.597375	lr=0.021996
Epoch[83] Batch [299]	Speed: 1721.759417 samples/sec	accuracy=0.597656	lr=0.021991
Epoch[83] Batch [349]	Speed: 1773.676853 samples/sec	accuracy=0.597612	lr=0.021985
Epoch[83] Batch [399]	Speed: 1745.828384 samples/sec	accuracy=0.597305	lr=0.021980
Epoch[83] Batch [449]	Speed: 1751.121842 samples/sec	accuracy=0.596450	lr=0.021974
Epoch[83] Batch [499]	Speed: 1739.710700 samples/sec	accuracy=0.596102	lr=0.021969
Epoch[83] Batch [549]	Speed: 1762.450586 samples/sec	accuracy=0.596584	lr=0.021964
Epoch[83] Batch [599]	Speed: 1751.358508 samples/sec	accuracy=0.596888	lr=0.021958
Epoch[83] Batch [649]	Speed: 1772.345346 samples/sec	accuracy=0.596544	lr=0.021953
Epoch[83] Batch [699]	Speed: 1758.127760 samples/sec	accuracy=0.596083	lr=0.021948
Epoch[83] Batch [749]	Speed: 1741.726907 samples/sec	accuracy=0.595349	lr=0.021942
Epoch[83] Batch [799]	Speed: 1766.914738 samples/sec	accuracy=0.595132	lr=0.021937
Epoch[83] Batch [849]	Speed: 1742.721009 samples/sec	accuracy=0.594858	lr=0.021932
Epoch[83] Batch [899]	Speed: 1766.650130 samples/sec	accuracy=0.594557	lr=0.021926
Epoch[83] Batch [949]	Speed: 1753.402106 samples/sec	accuracy=0.594753	lr=0.021921
Epoch[83] Batch [999]	Speed: 1755.679130 samples/sec	accuracy=0.595102	lr=0.021915
Epoch[83] Batch [1049]	Speed: 1761.381497 samples/sec	accuracy=0.595019	lr=0.021910
Epoch[83] Batch [1099]	Speed: 1786.854522 samples/sec	accuracy=0.595163	lr=0.021905
Epoch[83] Batch [1149]	Speed: 1733.223590 samples/sec	accuracy=0.595088	lr=0.021899
Epoch[83] Batch [1199]	Speed: 1734.185207 samples/sec	accuracy=0.594893	lr=0.021894
Epoch[83] Batch [1249]	Speed: 1718.168082 samples/sec	accuracy=0.595006	lr=0.021889
Epoch[83] Batch [1299]	Speed: 1756.680088 samples/sec	accuracy=0.595018	lr=0.021883
Epoch[83] Batch [1349]	Speed: 1765.348246 samples/sec	accuracy=0.594905	lr=0.021878
Epoch[83] Batch [1399]	Speed: 1740.889052 samples/sec	accuracy=0.594615	lr=0.021872
Epoch[83] Batch [1449]	Speed: 1741.228672 samples/sec	accuracy=0.594499	lr=0.021867
Epoch[83] Batch [1499]	Speed: 1764.911829 samples/sec	accuracy=0.594581	lr=0.021862
Epoch[83] Batch [1549]	Speed: 1717.866695 samples/sec	accuracy=0.594685	lr=0.021856
Epoch[83] Batch [1599]	Speed: 1796.349789 samples/sec	accuracy=0.594646	lr=0.021851
Epoch[83] Batch [1649]	Speed: 1764.803281 samples/sec	accuracy=0.594392	lr=0.021846
Epoch[83] Batch [1699]	Speed: 1745.891005 samples/sec	accuracy=0.594407	lr=0.021840
Epoch[83] Batch [1749]	Speed: 1773.808414 samples/sec	accuracy=0.594172	lr=0.021835
Epoch[83] Batch [1799]	Speed: 1756.663189 samples/sec	accuracy=0.594091	lr=0.021829
Epoch[83] Batch [1849]	Speed: 1782.789106 samples/sec	accuracy=0.594084	lr=0.021824
Epoch[83] Batch [1899]	Speed: 1751.288353 samples/sec	accuracy=0.593919	lr=0.021819
Epoch[83] Batch [1949]	Speed: 1733.094287 samples/sec	accuracy=0.593686	lr=0.021813
Epoch[83] Batch [1999]	Speed: 1775.447971 samples/sec	accuracy=0.593711	lr=0.021808
Epoch[83] Batch [2049]	Speed: 1730.852442 samples/sec	accuracy=0.593832	lr=0.021803
Epoch[83] Batch [2099]	Speed: 1773.528203 samples/sec	accuracy=0.593869	lr=0.021797
Epoch[83] Batch [2149]	Speed: 1756.527492 samples/sec	accuracy=0.593788	lr=0.021792
Epoch[83] Batch [2199]	Speed: 1791.377565 samples/sec	accuracy=0.593555	lr=0.021787
Epoch[83] Batch [2249]	Speed: 1767.718002 samples/sec	accuracy=0.593490	lr=0.021781
Epoch[83] Batch [2299]	Speed: 1760.219802 samples/sec	accuracy=0.593402	lr=0.021776
Epoch[83] Batch [2349]	Speed: 1782.302073 samples/sec	accuracy=0.593393	lr=0.021770
Epoch[83] Batch [2399]	Speed: 1746.809953 samples/sec	accuracy=0.593478	lr=0.021765
Epoch[83] Batch [2449]	Speed: 1745.598431 samples/sec	accuracy=0.593532	lr=0.021760
Epoch[83] Batch [2499]	Speed: 1764.572189 samples/sec	accuracy=0.593481	lr=0.021754
Epoch[83] Batch [2549]	Speed: 1743.815533 samples/sec	accuracy=0.593442	lr=0.021749
Epoch[83] Batch [2599]	Speed: 1766.076300 samples/sec	accuracy=0.593326	lr=0.021744
Epoch[83] Batch [2649]	Speed: 1736.321641 samples/sec	accuracy=0.593256	lr=0.021738
Epoch[83] Batch [2699]	Speed: 1757.494322 samples/sec	accuracy=0.593239	lr=0.021733
Epoch[83] Batch [2749]	Speed: 1761.228545 samples/sec	accuracy=0.593210	lr=0.021728
Epoch[83] Batch [2799]	Speed: 1759.113356 samples/sec	accuracy=0.593274	lr=0.021722
Epoch[83] Batch [2849]	Speed: 1736.368757 samples/sec	accuracy=0.593247	lr=0.021717
Epoch[83] Batch [2899]	Speed: 1742.281684 samples/sec	accuracy=0.593194	lr=0.021711
Epoch[83] Batch [2949]	Speed: 1752.515512 samples/sec	accuracy=0.593068	lr=0.021706
Epoch[83] Batch [2999]	Speed: 1720.758744 samples/sec	accuracy=0.593026	lr=0.021701
Epoch[83] Batch [3049]	Speed: 1764.394097 samples/sec	accuracy=0.592994	lr=0.021695
Epoch[83] Batch [3099]	Speed: 1750.436938 samples/sec	accuracy=0.592949	lr=0.021690
Epoch[83] Batch [3149]	Speed: 1775.615441 samples/sec	accuracy=0.592901	lr=0.021685
Epoch[83] Batch [3199]	Speed: 1725.841901 samples/sec	accuracy=0.592830	lr=0.021679
Epoch[83] Batch [3249]	Speed: 1757.919365 samples/sec	accuracy=0.592808	lr=0.021674
Epoch[83] Batch [3299]	Speed: 1727.750061 samples/sec	accuracy=0.592831	lr=0.021668
Epoch[83] Batch [3349]	Speed: 1769.261475 samples/sec	accuracy=0.592951	lr=0.021663
Epoch[83] Batch [3399]	Speed: 1750.644477 samples/sec	accuracy=0.592965	lr=0.021658
Epoch[83] Batch [3449]	Speed: 1744.752085 samples/sec	accuracy=0.592957	lr=0.021652
Epoch[83] Batch [3499]	Speed: 1743.086018 samples/sec	accuracy=0.592929	lr=0.021647
Epoch[83] Batch [3549]	Speed: 1729.624329 samples/sec	accuracy=0.592859	lr=0.021642
Epoch[83] Batch [3599]	Speed: 1740.768086 samples/sec	accuracy=0.592816	lr=0.021636
Epoch[83] Batch [3649]	Speed: 1788.086608 samples/sec	accuracy=0.592812	lr=0.021631
Epoch[83] Batch [3699]	Speed: 1752.226947 samples/sec	accuracy=0.592753	lr=0.021626
Epoch[83] Batch [3749]	Speed: 1769.331678 samples/sec	accuracy=0.592705	lr=0.021620
Epoch[83] Batch [3799]	Speed: 1768.936769 samples/sec	accuracy=0.592676	lr=0.021615
Epoch[83] Batch [3849]	Speed: 1747.952587 samples/sec	accuracy=0.592620	lr=0.021609
Epoch[83] Batch [3899]	Speed: 1753.300981 samples/sec	accuracy=0.592595	lr=0.021604
Epoch[83] Batch [3949]	Speed: 1758.075657 samples/sec	accuracy=0.592587	lr=0.021599
Epoch[83] Batch [3999]	Speed: 1734.795785 samples/sec	accuracy=0.592654	lr=0.021593
Epoch[83] Batch [4049]	Speed: 1756.166426 samples/sec	accuracy=0.592566	lr=0.021588
Epoch[83] Batch [4099]	Speed: 1760.847467 samples/sec	accuracy=0.592582	lr=0.021583
Epoch[83] Batch [4149]	Speed: 1715.092556 samples/sec	accuracy=0.592621	lr=0.021577
Epoch[83] Batch [4199]	Speed: 1752.756675 samples/sec	accuracy=0.592540	lr=0.021572
Epoch[83] Batch [4249]	Speed: 1771.504494 samples/sec	accuracy=0.592483	lr=0.021567
Epoch[83] Batch [4299]	Speed: 1770.509114 samples/sec	accuracy=0.592471	lr=0.021561
Epoch[83] Batch [4349]	Speed: 1743.838586 samples/sec	accuracy=0.592475	lr=0.021556
Epoch[83] Batch [4399]	Speed: 1776.134610 samples/sec	accuracy=0.592589	lr=0.021551
Epoch[83] Batch [4449]	Speed: 1759.073183 samples/sec	accuracy=0.592492	lr=0.021545
Epoch[83] Batch [4499]	Speed: 1743.915057 samples/sec	accuracy=0.592478	lr=0.021540
Epoch[83] Batch [4549]	Speed: 1733.532237 samples/sec	accuracy=0.592416	lr=0.021534
Epoch[83] Batch [4599]	Speed: 1746.669808 samples/sec	accuracy=0.592344	lr=0.021529
Epoch[83] Batch [4649]	Speed: 1767.342081 samples/sec	accuracy=0.592338	lr=0.021524
Epoch[83] Batch [4699]	Speed: 1721.341689 samples/sec	accuracy=0.592245	lr=0.021518
Epoch[83] Batch [4749]	Speed: 1757.394450 samples/sec	accuracy=0.592263	lr=0.021513
Epoch[83] Batch [4799]	Speed: 1774.737281 samples/sec	accuracy=0.592228	lr=0.021508
Epoch[83] Batch [4849]	Speed: 1740.639292 samples/sec	accuracy=0.592258	lr=0.021502
Epoch[83] Batch [4899]	Speed: 1745.771046 samples/sec	accuracy=0.592278	lr=0.021497
Epoch[83] Batch [4949]	Speed: 1788.177789 samples/sec	accuracy=0.592332	lr=0.021492
Epoch[83] Batch [4999]	Speed: 1840.481158 samples/sec	accuracy=0.592288	lr=0.021486
[Epoch 83] training: accuracy=0.592283
[Epoch 83] speed: 1753 samples/sec	time cost: 745.021708
[Epoch 83] validation: err-top1=0.361986 err-top5=0.147142
Epoch[84] Batch [49]	Speed: 1629.994792 samples/sec	accuracy=0.599531	lr=0.021480
Epoch[84] Batch [99]	Speed: 1743.792254 samples/sec	accuracy=0.597891	lr=0.021475
Epoch[84] Batch [149]	Speed: 1753.623064 samples/sec	accuracy=0.597344	lr=0.021470
Epoch[84] Batch [199]	Speed: 1754.102514 samples/sec	accuracy=0.597578	lr=0.021464
Epoch[84] Batch [249]	Speed: 1768.176073 samples/sec	accuracy=0.599031	lr=0.021459
Epoch[84] Batch [299]	Speed: 1749.325255 samples/sec	accuracy=0.597865	lr=0.021454
Epoch[84] Batch [349]	Speed: 1762.764174 samples/sec	accuracy=0.597667	lr=0.021448
Epoch[84] Batch [399]	Speed: 1759.511848 samples/sec	accuracy=0.597695	lr=0.021443
Epoch[84] Batch [449]	Speed: 1734.196691 samples/sec	accuracy=0.597378	lr=0.021438
Epoch[84] Batch [499]	Speed: 1734.663445 samples/sec	accuracy=0.597289	lr=0.021432
Epoch[84] Batch [549]	Speed: 1748.619316 samples/sec	accuracy=0.597095	lr=0.021427
Epoch[84] Batch [599]	Speed: 1786.163077 samples/sec	accuracy=0.597507	lr=0.021421
Epoch[84] Batch [649]	Speed: 1754.461700 samples/sec	accuracy=0.597969	lr=0.021416
Epoch[84] Batch [699]	Speed: 1762.408350 samples/sec	accuracy=0.597857	lr=0.021411
Epoch[84] Batch [749]	Speed: 1747.550268 samples/sec	accuracy=0.597672	lr=0.021405
Epoch[84] Batch [799]	Speed: 1733.079238 samples/sec	accuracy=0.597241	lr=0.021400
Epoch[84] Batch [849]	Speed: 1729.255355 samples/sec	accuracy=0.596778	lr=0.021395
Epoch[84] Batch [899]	Speed: 1744.373286 samples/sec	accuracy=0.596532	lr=0.021389
Epoch[84] Batch [949]	Speed: 1747.826085 samples/sec	accuracy=0.596110	lr=0.021384
Epoch[84] Batch [999]	Speed: 1735.733278 samples/sec	accuracy=0.596586	lr=0.021379
Epoch[84] Batch [1049]	Speed: 1729.995802 samples/sec	accuracy=0.596507	lr=0.021373
Epoch[84] Batch [1099]	Speed: 1781.252977 samples/sec	accuracy=0.596509	lr=0.021368
Epoch[84] Batch [1149]	Speed: 1772.770637 samples/sec	accuracy=0.596382	lr=0.021363
Epoch[84] Batch [1199]	Speed: 1718.113152 samples/sec	accuracy=0.596250	lr=0.021357
Epoch[84] Batch [1249]	Speed: 1716.950045 samples/sec	accuracy=0.596397	lr=0.021352
Epoch[84] Batch [1299]	Speed: 1754.105666 samples/sec	accuracy=0.596349	lr=0.021347
Epoch[84] Batch [1349]	Speed: 1774.136845 samples/sec	accuracy=0.596175	lr=0.021341
Epoch[84] Batch [1399]	Speed: 1820.191825 samples/sec	accuracy=0.595988	lr=0.021336
Epoch[84] Batch [1449]	Speed: 1761.601869 samples/sec	accuracy=0.595897	lr=0.021330
Epoch[84] Batch [1499]	Speed: 1743.564932 samples/sec	accuracy=0.596148	lr=0.021325
Epoch[84] Batch [1549]	Speed: 1733.271657 samples/sec	accuracy=0.596101	lr=0.021320
Epoch[84] Batch [1599]	Speed: 1748.615044 samples/sec	accuracy=0.596042	lr=0.021314
Epoch[84] Batch [1649]	Speed: 1758.181133 samples/sec	accuracy=0.596096	lr=0.021309
Epoch[84] Batch [1699]	Speed: 1774.605406 samples/sec	accuracy=0.596176	lr=0.021304
Epoch[84] Batch [1749]	Speed: 1720.839989 samples/sec	accuracy=0.596368	lr=0.021298
Epoch[84] Batch [1799]	Speed: 1742.929098 samples/sec	accuracy=0.596163	lr=0.021293
Epoch[84] Batch [1849]	Speed: 1750.780522 samples/sec	accuracy=0.596077	lr=0.021288
Epoch[84] Batch [1899]	Speed: 1741.859196 samples/sec	accuracy=0.596086	lr=0.021282
Epoch[84] Batch [1949]	Speed: 1728.478423 samples/sec	accuracy=0.596056	lr=0.021277
Epoch[84] Batch [1999]	Speed: 1773.774423 samples/sec	accuracy=0.595953	lr=0.021272
Epoch[84] Batch [2049]	Speed: 1738.906717 samples/sec	accuracy=0.595951	lr=0.021266
Epoch[84] Batch [2099]	Speed: 1754.270051 samples/sec	accuracy=0.595958	lr=0.021261
Epoch[84] Batch [2149]	Speed: 1759.263750 samples/sec	accuracy=0.595910	lr=0.021256
Epoch[84] Batch [2199]	Speed: 1790.687633 samples/sec	accuracy=0.595911	lr=0.021250
Epoch[84] Batch [2249]	Speed: 1757.608706 samples/sec	accuracy=0.595861	lr=0.021245
Epoch[84] Batch [2299]	Speed: 1714.038213 samples/sec	accuracy=0.595873	lr=0.021239
Epoch[84] Batch [2349]	Speed: 1727.510838 samples/sec	accuracy=0.595893	lr=0.021234
Epoch[84] Batch [2399]	Speed: 1743.578692 samples/sec	accuracy=0.595812	lr=0.021229
Epoch[84] Batch [2449]	Speed: 1757.655775 samples/sec	accuracy=0.595617	lr=0.021223
Epoch[84] Batch [2499]	Speed: 1749.149543 samples/sec	accuracy=0.595566	lr=0.021218
Epoch[84] Batch [2549]	Speed: 1793.637257 samples/sec	accuracy=0.595516	lr=0.021213
Epoch[84] Batch [2599]	Speed: 1725.896828 samples/sec	accuracy=0.595394	lr=0.021207
Epoch[84] Batch [2649]	Speed: 1722.443113 samples/sec	accuracy=0.595264	lr=0.021202
Epoch[84] Batch [2699]	Speed: 1729.169861 samples/sec	accuracy=0.595275	lr=0.021197
Epoch[84] Batch [2749]	Speed: 1752.492286 samples/sec	accuracy=0.595341	lr=0.021191
Epoch[84] Batch [2799]	Speed: 1756.414399 samples/sec	accuracy=0.595244	lr=0.021186
Epoch[84] Batch [2849]	Speed: 1757.917926 samples/sec	accuracy=0.595245	lr=0.021181
Epoch[84] Batch [2899]	Speed: 1806.836985 samples/sec	accuracy=0.595229	lr=0.021175
Epoch[84] Batch [2949]	Speed: 1728.043968 samples/sec	accuracy=0.595224	lr=0.021170
Epoch[84] Batch [2999]	Speed: 1717.939091 samples/sec	accuracy=0.595158	lr=0.021165
Epoch[84] Batch [3049]	Speed: 1751.382961 samples/sec	accuracy=0.595069	lr=0.021159
Epoch[84] Batch [3099]	Speed: 1706.966144 samples/sec	accuracy=0.595091	lr=0.021154
Epoch[84] Batch [3149]	Speed: 1755.930813 samples/sec	accuracy=0.595037	lr=0.021149
Epoch[84] Batch [3199]	Speed: 1773.031226 samples/sec	accuracy=0.595082	lr=0.021143
Epoch[84] Batch [3249]	Speed: 1719.545349 samples/sec	accuracy=0.595022	lr=0.021138
Epoch[84] Batch [3299]	Speed: 1696.678697 samples/sec	accuracy=0.595020	lr=0.021132
Epoch[84] Batch [3349]	Speed: 1765.364093 samples/sec	accuracy=0.594992	lr=0.021127
Epoch[84] Batch [3399]	Speed: 1756.696930 samples/sec	accuracy=0.594912	lr=0.021122
Epoch[84] Batch [3449]	Speed: 1738.907168 samples/sec	accuracy=0.594860	lr=0.021116
Epoch[84] Batch [3499]	Speed: 1733.960103 samples/sec	accuracy=0.594847	lr=0.021111
Epoch[84] Batch [3549]	Speed: 1718.919095 samples/sec	accuracy=0.594713	lr=0.021106
Epoch[84] Batch [3599]	Speed: 1758.355267 samples/sec	accuracy=0.594693	lr=0.021100
Epoch[84] Batch [3649]	Speed: 1742.831101 samples/sec	accuracy=0.594582	lr=0.021095
Epoch[84] Batch [3699]	Speed: 1759.914387 samples/sec	accuracy=0.594598	lr=0.021090
Epoch[84] Batch [3749]	Speed: 1731.447887 samples/sec	accuracy=0.594566	lr=0.021084
Epoch[84] Batch [3799]	Speed: 1729.199268 samples/sec	accuracy=0.594505	lr=0.021079
Epoch[84] Batch [3849]	Speed: 1766.674954 samples/sec	accuracy=0.594502	lr=0.021074
Epoch[84] Batch [3899]	Speed: 1768.417488 samples/sec	accuracy=0.594467	lr=0.021068
Epoch[84] Batch [3949]	Speed: 1743.245061 samples/sec	accuracy=0.594461	lr=0.021063
Epoch[84] Batch [3999]	Speed: 1742.259634 samples/sec	accuracy=0.594436	lr=0.021058
Epoch[84] Batch [4049]	Speed: 1748.509915 samples/sec	accuracy=0.594427	lr=0.021052
Epoch[84] Batch [4099]	Speed: 1727.984011 samples/sec	accuracy=0.594325	lr=0.021047
Epoch[84] Batch [4149]	Speed: 1777.058563 samples/sec	accuracy=0.594294	lr=0.021042
Epoch[84] Batch [4199]	Speed: 1752.901462 samples/sec	accuracy=0.594354	lr=0.021036
Epoch[84] Batch [4249]	Speed: 1744.296265 samples/sec	accuracy=0.594273	lr=0.021031
Epoch[84] Batch [4299]	Speed: 1747.711321 samples/sec	accuracy=0.594176	lr=0.021026
Epoch[84] Batch [4349]	Speed: 1749.052554 samples/sec	accuracy=0.594139	lr=0.021020
Epoch[84] Batch [4399]	Speed: 1763.934331 samples/sec	accuracy=0.594223	lr=0.021015
Epoch[84] Batch [4449]	Speed: 1740.536812 samples/sec	accuracy=0.594266	lr=0.021010
Epoch[84] Batch [4499]	Speed: 1733.305736 samples/sec	accuracy=0.594299	lr=0.021004
Epoch[84] Batch [4549]	Speed: 1755.996574 samples/sec	accuracy=0.594138	lr=0.020999
Epoch[84] Batch [4599]	Speed: 1763.438372 samples/sec	accuracy=0.594061	lr=0.020994
Epoch[84] Batch [4649]	Speed: 1751.726173 samples/sec	accuracy=0.594094	lr=0.020988
Epoch[84] Batch [4699]	Speed: 1809.563514 samples/sec	accuracy=0.594073	lr=0.020983
Epoch[84] Batch [4749]	Speed: 1762.339216 samples/sec	accuracy=0.594072	lr=0.020978
Epoch[84] Batch [4799]	Speed: 1754.682983 samples/sec	accuracy=0.593942	lr=0.020972
Epoch[84] Batch [4849]	Speed: 1783.845347 samples/sec	accuracy=0.593955	lr=0.020967
Epoch[84] Batch [4899]	Speed: 1806.657495 samples/sec	accuracy=0.593997	lr=0.020961
Epoch[84] Batch [4949]	Speed: 1800.631526 samples/sec	accuracy=0.593984	lr=0.020956
Epoch[84] Batch [4999]	Speed: 1863.312407 samples/sec	accuracy=0.593949	lr=0.020951
[Epoch 84] training: accuracy=0.593948
[Epoch 84] speed: 1750 samples/sec	time cost: 746.338919
[Epoch 84] validation: err-top1=0.363101 err-top5=0.146735
Epoch[85] Batch [49]	Speed: 1641.277093 samples/sec	accuracy=0.605156	lr=0.020945
Epoch[85] Batch [99]	Speed: 1752.869756 samples/sec	accuracy=0.600195	lr=0.020940
Epoch[85] Batch [149]	Speed: 1773.694139 samples/sec	accuracy=0.601302	lr=0.020934
Epoch[85] Batch [199]	Speed: 1748.899116 samples/sec	accuracy=0.600371	lr=0.020929
Epoch[85] Batch [249]	Speed: 1789.743431 samples/sec	accuracy=0.598453	lr=0.020924
Epoch[85] Batch [299]	Speed: 1755.953212 samples/sec	accuracy=0.598932	lr=0.020918
Epoch[85] Batch [349]	Speed: 1733.841498 samples/sec	accuracy=0.598371	lr=0.020913
Epoch[85] Batch [399]	Speed: 1739.873694 samples/sec	accuracy=0.597754	lr=0.020908
Epoch[85] Batch [449]	Speed: 1715.209815 samples/sec	accuracy=0.597118	lr=0.020902
Epoch[85] Batch [499]	Speed: 1743.318196 samples/sec	accuracy=0.597398	lr=0.020897
Epoch[85] Batch [549]	Speed: 1767.235502 samples/sec	accuracy=0.597656	lr=0.020892
Epoch[85] Batch [599]	Speed: 1780.197914 samples/sec	accuracy=0.597617	lr=0.020886
Epoch[85] Batch [649]	Speed: 1789.847551 samples/sec	accuracy=0.597308	lr=0.020881
Epoch[85] Batch [699]	Speed: 1732.668973 samples/sec	accuracy=0.596853	lr=0.020876
Epoch[85] Batch [749]	Speed: 1760.889339 samples/sec	accuracy=0.597307	lr=0.020870
Epoch[85] Batch [799]	Speed: 1770.668762 samples/sec	accuracy=0.598042	lr=0.020865
Epoch[85] Batch [849]	Speed: 1749.452430 samples/sec	accuracy=0.598171	lr=0.020859
Epoch[85] Batch [899]	Speed: 1729.137114 samples/sec	accuracy=0.598051	lr=0.020854
Epoch[85] Batch [949]	Speed: 1752.987602 samples/sec	accuracy=0.598294	lr=0.020849
Epoch[85] Batch [999]	Speed: 1731.400982 samples/sec	accuracy=0.597828	lr=0.020843
Epoch[85] Batch [1049]	Speed: 1736.164309 samples/sec	accuracy=0.597961	lr=0.020838
Epoch[85] Batch [1099]	Speed: 1783.658899 samples/sec	accuracy=0.597777	lr=0.020833
Epoch[85] Batch [1149]	Speed: 1770.991708 samples/sec	accuracy=0.597887	lr=0.020827
Epoch[85] Batch [1199]	Speed: 1756.701758 samples/sec	accuracy=0.597806	lr=0.020822
Epoch[85] Batch [1249]	Speed: 1748.768660 samples/sec	accuracy=0.598150	lr=0.020817
Epoch[85] Batch [1299]	Speed: 1755.020777 samples/sec	accuracy=0.598227	lr=0.020811
Epoch[85] Batch [1349]	Speed: 1738.250919 samples/sec	accuracy=0.598275	lr=0.020806
Epoch[85] Batch [1399]	Speed: 1745.806016 samples/sec	accuracy=0.598039	lr=0.020801
Epoch[85] Batch [1449]	Speed: 1753.386931 samples/sec	accuracy=0.597920	lr=0.020795
Epoch[85] Batch [1499]	Speed: 1750.129888 samples/sec	accuracy=0.597604	lr=0.020790
Epoch[85] Batch [1549]	Speed: 1761.174525 samples/sec	accuracy=0.597734	lr=0.020785
Epoch[85] Batch [1599]	Speed: 1762.977367 samples/sec	accuracy=0.597642	lr=0.020779
Epoch[85] Batch [1649]	Speed: 1763.226515 samples/sec	accuracy=0.597550	lr=0.020774
Epoch[85] Batch [1699]	Speed: 1749.744416 samples/sec	accuracy=0.597376	lr=0.020769
Epoch[85] Batch [1749]	Speed: 1726.716590 samples/sec	accuracy=0.597234	lr=0.020763
Epoch[85] Batch [1799]	Speed: 1766.102386 samples/sec	accuracy=0.597142	lr=0.020758
Epoch[85] Batch [1849]	Speed: 1744.719199 samples/sec	accuracy=0.596930	lr=0.020753
Epoch[85] Batch [1899]	Speed: 1721.714692 samples/sec	accuracy=0.596945	lr=0.020747
Epoch[85] Batch [1949]	Speed: 1753.677138 samples/sec	accuracy=0.596807	lr=0.020742
Epoch[85] Batch [1999]	Speed: 1771.932364 samples/sec	accuracy=0.596629	lr=0.020737
Epoch[85] Batch [2049]	Speed: 1734.705763 samples/sec	accuracy=0.596540	lr=0.020731
Epoch[85] Batch [2099]	Speed: 1743.939529 samples/sec	accuracy=0.596637	lr=0.020726
Epoch[85] Batch [2149]	Speed: 1736.700211 samples/sec	accuracy=0.596493	lr=0.020721
Epoch[85] Batch [2199]	Speed: 1766.382172 samples/sec	accuracy=0.596547	lr=0.020715
Epoch[85] Batch [2249]	Speed: 1752.270812 samples/sec	accuracy=0.596460	lr=0.020710
Epoch[85] Batch [2299]	Speed: 1763.810837 samples/sec	accuracy=0.596447	lr=0.020705
Epoch[85] Batch [2349]	Speed: 1768.545008 samples/sec	accuracy=0.596469	lr=0.020699
Epoch[85] Batch [2399]	Speed: 1769.344623 samples/sec	accuracy=0.596362	lr=0.020694
Epoch[85] Batch [2449]	Speed: 1752.079412 samples/sec	accuracy=0.596446	lr=0.020689
Epoch[85] Batch [2499]	Speed: 1770.101190 samples/sec	accuracy=0.596263	lr=0.020683
Epoch[85] Batch [2549]	Speed: 1745.384654 samples/sec	accuracy=0.596414	lr=0.020678
Epoch[85] Batch [2599]	Speed: 1702.289035 samples/sec	accuracy=0.596271	lr=0.020673
Epoch[85] Batch [2649]	Speed: 1753.209486 samples/sec	accuracy=0.596281	lr=0.020667
Epoch[85] Batch [2699]	Speed: 1752.345393 samples/sec	accuracy=0.596283	lr=0.020662
Epoch[85] Batch [2749]	Speed: 1739.912206 samples/sec	accuracy=0.596026	lr=0.020657
Epoch[85] Batch [2799]	Speed: 1815.605367 samples/sec	accuracy=0.595954	lr=0.020651
Epoch[85] Batch [2849]	Speed: 1744.009663 samples/sec	accuracy=0.595995	lr=0.020646
Epoch[85] Batch [2899]	Speed: 1755.070577 samples/sec	accuracy=0.596036	lr=0.020641
Epoch[85] Batch [2949]	Speed: 1751.956600 samples/sec	accuracy=0.596046	lr=0.020635
Epoch[85] Batch [2999]	Speed: 1772.017285 samples/sec	accuracy=0.596049	lr=0.020630
Epoch[85] Batch [3049]	Speed: 1757.559970 samples/sec	accuracy=0.596012	lr=0.020625
Epoch[85] Batch [3099]	Speed: 1763.941634 samples/sec	accuracy=0.595835	lr=0.020620
Epoch[85] Batch [3149]	Speed: 1780.002018 samples/sec	accuracy=0.595753	lr=0.020614
Epoch[85] Batch [3199]	Speed: 1746.313805 samples/sec	accuracy=0.595887	lr=0.020609
Epoch[85] Batch [3249]	Speed: 1749.692751 samples/sec	accuracy=0.595850	lr=0.020604
Epoch[85] Batch [3299]	Speed: 1766.051668 samples/sec	accuracy=0.595736	lr=0.020598
Epoch[85] Batch [3349]	Speed: 1744.108530 samples/sec	accuracy=0.595700	lr=0.020593
Epoch[85] Batch [3399]	Speed: 1727.508503 samples/sec	accuracy=0.595648	lr=0.020588
Epoch[85] Batch [3449]	Speed: 1731.382221 samples/sec	accuracy=0.595635	lr=0.020582
Epoch[85] Batch [3499]	Speed: 1777.199392 samples/sec	accuracy=0.595612	lr=0.020577
Epoch[85] Batch [3549]	Speed: 1749.234630 samples/sec	accuracy=0.595621	lr=0.020572
Epoch[85] Batch [3599]	Speed: 1811.797075 samples/sec	accuracy=0.595630	lr=0.020566
Epoch[85] Batch [3649]	Speed: 1736.376788 samples/sec	accuracy=0.595597	lr=0.020561
Epoch[85] Batch [3699]	Speed: 1780.004497 samples/sec	accuracy=0.595677	lr=0.020556
Epoch[85] Batch [3749]	Speed: 1732.883114 samples/sec	accuracy=0.595708	lr=0.020550
Epoch[85] Batch [3799]	Speed: 1734.754640 samples/sec	accuracy=0.595719	lr=0.020545
Epoch[85] Batch [3849]	Speed: 1718.630594 samples/sec	accuracy=0.595750	lr=0.020540
Epoch[85] Batch [3899]	Speed: 1763.542813 samples/sec	accuracy=0.595715	lr=0.020534
Epoch[85] Batch [3949]	Speed: 1771.012273 samples/sec	accuracy=0.595701	lr=0.020529
Epoch[85] Batch [3999]	Speed: 1757.323753 samples/sec	accuracy=0.595671	lr=0.020524
Epoch[85] Batch [4049]	Speed: 1803.266477 samples/sec	accuracy=0.595591	lr=0.020518
Epoch[85] Batch [4099]	Speed: 1761.239696 samples/sec	accuracy=0.595472	lr=0.020513
Epoch[85] Batch [4149]	Speed: 1740.785583 samples/sec	accuracy=0.595491	lr=0.020508
Epoch[85] Batch [4199]	Speed: 1730.177723 samples/sec	accuracy=0.595515	lr=0.020502
Epoch[85] Batch [4249]	Speed: 1787.964174 samples/sec	accuracy=0.595455	lr=0.020497
Epoch[85] Batch [4299]	Speed: 1753.926299 samples/sec	accuracy=0.595332	lr=0.020492
Epoch[85] Batch [4349]	Speed: 1773.613218 samples/sec	accuracy=0.595342	lr=0.020486
Epoch[85] Batch [4399]	Speed: 1775.115826 samples/sec	accuracy=0.595279	lr=0.020481
Epoch[85] Batch [4449]	Speed: 1740.228486 samples/sec	accuracy=0.595264	lr=0.020476
Epoch[85] Batch [4499]	Speed: 1753.488066 samples/sec	accuracy=0.595237	lr=0.020470
Epoch[85] Batch [4549]	Speed: 1735.811621 samples/sec	accuracy=0.595218	lr=0.020465
Epoch[85] Batch [4599]	Speed: 1751.148630 samples/sec	accuracy=0.595232	lr=0.020460
Epoch[85] Batch [4649]	Speed: 1747.566480 samples/sec	accuracy=0.595234	lr=0.020454
Epoch[85] Batch [4699]	Speed: 1752.207446 samples/sec	accuracy=0.595240	lr=0.020449
Epoch[85] Batch [4749]	Speed: 1734.704305 samples/sec	accuracy=0.595238	lr=0.020444
Epoch[85] Batch [4799]	Speed: 1740.145401 samples/sec	accuracy=0.595280	lr=0.020438
Epoch[85] Batch [4849]	Speed: 1741.710125 samples/sec	accuracy=0.595188	lr=0.020433
Epoch[85] Batch [4899]	Speed: 1765.780755 samples/sec	accuracy=0.595177	lr=0.020428
Epoch[85] Batch [4949]	Speed: 1771.567685 samples/sec	accuracy=0.595102	lr=0.020423
Epoch[85] Batch [4999]	Speed: 1862.320706 samples/sec	accuracy=0.594989	lr=0.020417
[Epoch 85] training: accuracy=0.595003
[Epoch 85] speed: 1753 samples/sec	time cost: 744.907829
[Epoch 85] validation: err-top1=0.352204 err-top5=0.140505
Epoch[86] Batch [49]	Speed: 1629.860690 samples/sec	accuracy=0.603750	lr=0.020411
Epoch[86] Batch [99]	Speed: 1739.461108 samples/sec	accuracy=0.603164	lr=0.020406
Epoch[86] Batch [149]	Speed: 1782.316747 samples/sec	accuracy=0.600417	lr=0.020401
Epoch[86] Batch [199]	Speed: 1766.281985 samples/sec	accuracy=0.602129	lr=0.020395
Epoch[86] Batch [249]	Speed: 1765.720880 samples/sec	accuracy=0.599891	lr=0.020390
Epoch[86] Batch [299]	Speed: 1746.554287 samples/sec	accuracy=0.599206	lr=0.020385
Epoch[86] Batch [349]	Speed: 1775.325853 samples/sec	accuracy=0.599710	lr=0.020379
Epoch[86] Batch [399]	Speed: 1721.630163 samples/sec	accuracy=0.599414	lr=0.020374
Epoch[86] Batch [449]	Speed: 1739.833211 samples/sec	accuracy=0.599401	lr=0.020369
Epoch[86] Batch [499]	Speed: 1742.811865 samples/sec	accuracy=0.599258	lr=0.020363
Epoch[86] Batch [549]	Speed: 1762.874672 samples/sec	accuracy=0.598864	lr=0.020358
Epoch[86] Batch [599]	Speed: 1726.330758 samples/sec	accuracy=0.599030	lr=0.020353
Epoch[86] Batch [649]	Speed: 1735.078468 samples/sec	accuracy=0.598864	lr=0.020348
Epoch[86] Batch [699]	Speed: 1755.176439 samples/sec	accuracy=0.598566	lr=0.020342
Epoch[86] Batch [749]	Speed: 1764.572653 samples/sec	accuracy=0.598031	lr=0.020337
Epoch[86] Batch [799]	Speed: 1734.121294 samples/sec	accuracy=0.598105	lr=0.020332
Epoch[86] Batch [849]	Speed: 1756.817476 samples/sec	accuracy=0.598166	lr=0.020326
Epoch[86] Batch [899]	Speed: 1732.831769 samples/sec	accuracy=0.597587	lr=0.020321
Epoch[86] Batch [949]	Speed: 1704.329215 samples/sec	accuracy=0.597636	lr=0.020316
Epoch[86] Batch [999]	Speed: 1740.622023 samples/sec	accuracy=0.597789	lr=0.020310
Epoch[86] Batch [1049]	Speed: 1797.854339 samples/sec	accuracy=0.597805	lr=0.020305
Epoch[86] Batch [1099]	Speed: 1771.936283 samples/sec	accuracy=0.597891	lr=0.020300
Epoch[86] Batch [1149]	Speed: 1762.227340 samples/sec	accuracy=0.597901	lr=0.020294
Epoch[86] Batch [1199]	Speed: 1778.334250 samples/sec	accuracy=0.597952	lr=0.020289
Epoch[86] Batch [1249]	Speed: 1778.807035 samples/sec	accuracy=0.597938	lr=0.020284
Epoch[86] Batch [1299]	Speed: 1769.250455 samples/sec	accuracy=0.597785	lr=0.020278
Epoch[86] Batch [1349]	Speed: 1764.668006 samples/sec	accuracy=0.597541	lr=0.020273
Epoch[86] Batch [1399]	Speed: 1744.759173 samples/sec	accuracy=0.597821	lr=0.020268
Epoch[86] Batch [1449]	Speed: 1761.213812 samples/sec	accuracy=0.597883	lr=0.020262
Epoch[86] Batch [1499]	Speed: 1742.059279 samples/sec	accuracy=0.597958	lr=0.020257
Epoch[86] Batch [1549]	Speed: 1764.738541 samples/sec	accuracy=0.597911	lr=0.020252
Epoch[86] Batch [1599]	Speed: 1744.867651 samples/sec	accuracy=0.597769	lr=0.020247
Epoch[86] Batch [1649]	Speed: 1774.841187 samples/sec	accuracy=0.597668	lr=0.020241
Epoch[86] Batch [1699]	Speed: 1775.689321 samples/sec	accuracy=0.597891	lr=0.020236
Epoch[86] Batch [1749]	Speed: 1756.373429 samples/sec	accuracy=0.598025	lr=0.020231
Epoch[86] Batch [1799]	Speed: 1759.370119 samples/sec	accuracy=0.598190	lr=0.020225
Epoch[86] Batch [1849]	Speed: 1729.094622 samples/sec	accuracy=0.597927	lr=0.020220
Epoch[86] Batch [1899]	Speed: 1736.855505 samples/sec	accuracy=0.597704	lr=0.020215
Epoch[86] Batch [1949]	Speed: 1757.636441 samples/sec	accuracy=0.597574	lr=0.020209
Epoch[86] Batch [1999]	Speed: 1768.018562 samples/sec	accuracy=0.597580	lr=0.020204
Epoch[86] Batch [2049]	Speed: 1748.590839 samples/sec	accuracy=0.597538	lr=0.020199
Epoch[86] Batch [2099]	Speed: 1756.830986 samples/sec	accuracy=0.597370	lr=0.020193
Epoch[86] Batch [2149]	Speed: 1756.246452 samples/sec	accuracy=0.597460	lr=0.020188
Epoch[86] Batch [2199]	Speed: 1760.608403 samples/sec	accuracy=0.597631	lr=0.020183
Epoch[86] Batch [2249]	Speed: 1760.673590 samples/sec	accuracy=0.597604	lr=0.020177
Epoch[86] Batch [2299]	Speed: 1737.375360 samples/sec	accuracy=0.597582	lr=0.020172
Epoch[86] Batch [2349]	Speed: 1738.647391 samples/sec	accuracy=0.597407	lr=0.020167
Epoch[86] Batch [2399]	Speed: 1751.537293 samples/sec	accuracy=0.597456	lr=0.020162
Epoch[86] Batch [2449]	Speed: 1763.343846 samples/sec	accuracy=0.597462	lr=0.020156
Epoch[86] Batch [2499]	Speed: 1765.263035 samples/sec	accuracy=0.597477	lr=0.020151
Epoch[86] Batch [2549]	Speed: 1761.915619 samples/sec	accuracy=0.597509	lr=0.020146
Epoch[86] Batch [2599]	Speed: 1757.874986 samples/sec	accuracy=0.597416	lr=0.020140
Epoch[86] Batch [2649]	Speed: 1740.314344 samples/sec	accuracy=0.597369	lr=0.020135
Epoch[86] Batch [2699]	Speed: 1762.296234 samples/sec	accuracy=0.597439	lr=0.020130
Epoch[86] Batch [2749]	Speed: 1709.762496 samples/sec	accuracy=0.597518	lr=0.020124
Epoch[86] Batch [2799]	Speed: 1772.751027 samples/sec	accuracy=0.597503	lr=0.020119
Epoch[86] Batch [2849]	Speed: 1740.342495 samples/sec	accuracy=0.597511	lr=0.020114
Epoch[86] Batch [2899]	Speed: 1783.090609 samples/sec	accuracy=0.597388	lr=0.020108
Epoch[86] Batch [2949]	Speed: 1767.578613 samples/sec	accuracy=0.597398	lr=0.020103
Epoch[86] Batch [2999]	Speed: 1784.979216 samples/sec	accuracy=0.597398	lr=0.020098
Epoch[86] Batch [3049]	Speed: 1780.955344 samples/sec	accuracy=0.597455	lr=0.020093
Epoch[86] Batch [3099]	Speed: 1769.644804 samples/sec	accuracy=0.597450	lr=0.020087
Epoch[86] Batch [3149]	Speed: 1801.191293 samples/sec	accuracy=0.597413	lr=0.020082
Epoch[86] Batch [3199]	Speed: 1780.272884 samples/sec	accuracy=0.597391	lr=0.020077
Epoch[86] Batch [3249]	Speed: 1764.989695 samples/sec	accuracy=0.597476	lr=0.020071
Epoch[86] Batch [3299]	Speed: 1764.513555 samples/sec	accuracy=0.597485	lr=0.020066
Epoch[86] Batch [3349]	Speed: 1775.310355 samples/sec	accuracy=0.597450	lr=0.020061
Epoch[86] Batch [3399]	Speed: 1751.849182 samples/sec	accuracy=0.597441	lr=0.020055
Epoch[86] Batch [3449]	Speed: 1770.731017 samples/sec	accuracy=0.597360	lr=0.020050
Epoch[86] Batch [3499]	Speed: 1785.470683 samples/sec	accuracy=0.597363	lr=0.020045
Epoch[86] Batch [3549]	Speed: 1753.492418 samples/sec	accuracy=0.597369	lr=0.020039
Epoch[86] Batch [3599]	Speed: 1751.994505 samples/sec	accuracy=0.597305	lr=0.020034
Epoch[86] Batch [3649]	Speed: 1752.676051 samples/sec	accuracy=0.597262	lr=0.020029
Epoch[86] Batch [3699]	Speed: 1750.513076 samples/sec	accuracy=0.597193	lr=0.020024
Epoch[86] Batch [3749]	Speed: 1765.992529 samples/sec	accuracy=0.597198	lr=0.020018
Epoch[86] Batch [3799]	Speed: 1708.939329 samples/sec	accuracy=0.597132	lr=0.020013
Epoch[86] Batch [3849]	Speed: 1751.495179 samples/sec	accuracy=0.597094	lr=0.020008
Epoch[86] Batch [3899]	Speed: 1776.558665 samples/sec	accuracy=0.597079	lr=0.020002
Epoch[86] Batch [3949]	Speed: 1766.548924 samples/sec	accuracy=0.597029	lr=0.019997
Epoch[86] Batch [3999]	Speed: 1750.355101 samples/sec	accuracy=0.597039	lr=0.019992
Epoch[86] Batch [4049]	Speed: 1779.383684 samples/sec	accuracy=0.597068	lr=0.019986
Epoch[86] Batch [4099]	Speed: 1769.681728 samples/sec	accuracy=0.597059	lr=0.019981
Epoch[86] Batch [4149]	Speed: 1746.925622 samples/sec	accuracy=0.597031	lr=0.019976
Epoch[86] Batch [4199]	Speed: 1748.325997 samples/sec	accuracy=0.597018	lr=0.019971
Epoch[86] Batch [4249]	Speed: 1762.060188 samples/sec	accuracy=0.596985	lr=0.019965
Epoch[86] Batch [4299]	Speed: 1769.509019 samples/sec	accuracy=0.596979	lr=0.019960
Epoch[86] Batch [4349]	Speed: 1779.536561 samples/sec	accuracy=0.597012	lr=0.019955
Epoch[86] Batch [4399]	Speed: 1734.899944 samples/sec	accuracy=0.596998	lr=0.019949
Epoch[86] Batch [4449]	Speed: 1729.291115 samples/sec	accuracy=0.596985	lr=0.019944
Epoch[86] Batch [4499]	Speed: 1806.280632 samples/sec	accuracy=0.596941	lr=0.019939
Epoch[86] Batch [4549]	Speed: 1758.516647 samples/sec	accuracy=0.596940	lr=0.019933
Epoch[86] Batch [4599]	Speed: 1771.854879 samples/sec	accuracy=0.596881	lr=0.019928
Epoch[86] Batch [4649]	Speed: 1775.818420 samples/sec	accuracy=0.596881	lr=0.019923
Epoch[86] Batch [4699]	Speed: 1783.651966 samples/sec	accuracy=0.596883	lr=0.019918
Epoch[86] Batch [4749]	Speed: 1780.381041 samples/sec	accuracy=0.596870	lr=0.019912
Epoch[86] Batch [4799]	Speed: 1760.884545 samples/sec	accuracy=0.596849	lr=0.019907
Epoch[86] Batch [4849]	Speed: 1744.451957 samples/sec	accuracy=0.596841	lr=0.019902
Epoch[86] Batch [4899]	Speed: 1778.199366 samples/sec	accuracy=0.596822	lr=0.019896
Epoch[86] Batch [4949]	Speed: 1735.081497 samples/sec	accuracy=0.596800	lr=0.019891
Epoch[86] Batch [4999]	Speed: 1835.530472 samples/sec	accuracy=0.596738	lr=0.019886
[Epoch 86] training: accuracy=0.596729
[Epoch 86] speed: 1757 samples/sec	time cost: 743.177711
[Epoch 86] validation: err-top1=0.353077 err-top5=0.140725
Epoch[87] Batch [49]	Speed: 1674.297766 samples/sec	accuracy=0.609609	lr=0.019880
Epoch[87] Batch [99]	Speed: 1744.796541 samples/sec	accuracy=0.605469	lr=0.019875
Epoch[87] Batch [149]	Speed: 1734.841865 samples/sec	accuracy=0.602474	lr=0.019869
Epoch[87] Batch [199]	Speed: 1765.895755 samples/sec	accuracy=0.601836	lr=0.019864
Epoch[87] Batch [249]	Speed: 1762.643506 samples/sec	accuracy=0.602906	lr=0.019859
Epoch[87] Batch [299]	Speed: 1756.165967 samples/sec	accuracy=0.601953	lr=0.019854
Epoch[87] Batch [349]	Speed: 1729.317963 samples/sec	accuracy=0.601741	lr=0.019848
Epoch[87] Batch [399]	Speed: 1749.074949 samples/sec	accuracy=0.602021	lr=0.019843
Epoch[87] Batch [449]	Speed: 1738.073936 samples/sec	accuracy=0.601840	lr=0.019838
Epoch[87] Batch [499]	Speed: 1744.307202 samples/sec	accuracy=0.601984	lr=0.019832
Epoch[87] Batch [549]	Speed: 1762.936322 samples/sec	accuracy=0.601932	lr=0.019827
Epoch[87] Batch [599]	Speed: 1756.394172 samples/sec	accuracy=0.601816	lr=0.019822
Epoch[87] Batch [649]	Speed: 1768.813855 samples/sec	accuracy=0.601641	lr=0.019816
Epoch[87] Batch [699]	Speed: 1753.126588 samples/sec	accuracy=0.601189	lr=0.019811
Epoch[87] Batch [749]	Speed: 1741.118274 samples/sec	accuracy=0.600938	lr=0.019806
Epoch[87] Batch [799]	Speed: 1760.732893 samples/sec	accuracy=0.601001	lr=0.019801
Epoch[87] Batch [849]	Speed: 1741.907574 samples/sec	accuracy=0.600726	lr=0.019795
Epoch[87] Batch [899]	Speed: 1782.397636 samples/sec	accuracy=0.600720	lr=0.019790
Epoch[87] Batch [949]	Speed: 1743.540697 samples/sec	accuracy=0.600765	lr=0.019785
Epoch[87] Batch [999]	Speed: 1742.416377 samples/sec	accuracy=0.601258	lr=0.019779
Epoch[87] Batch [1049]	Speed: 1777.632372 samples/sec	accuracy=0.600893	lr=0.019774
Epoch[87] Batch [1099]	Speed: 1753.583427 samples/sec	accuracy=0.600785	lr=0.019769
Epoch[87] Batch [1149]	Speed: 1763.350391 samples/sec	accuracy=0.600954	lr=0.019764
Epoch[87] Batch [1199]	Speed: 1769.654779 samples/sec	accuracy=0.600882	lr=0.019758
Epoch[87] Batch [1249]	Speed: 1764.557806 samples/sec	accuracy=0.600862	lr=0.019753
Epoch[87] Batch [1299]	Speed: 1747.434802 samples/sec	accuracy=0.600685	lr=0.019748
Epoch[87] Batch [1349]	Speed: 1765.769082 samples/sec	accuracy=0.600608	lr=0.019742
Epoch[87] Batch [1399]	Speed: 1757.512906 samples/sec	accuracy=0.600586	lr=0.019737
Epoch[87] Batch [1449]	Speed: 1788.630795 samples/sec	accuracy=0.600711	lr=0.019732
Epoch[87] Batch [1499]	Speed: 1779.589767 samples/sec	accuracy=0.600828	lr=0.019726
Epoch[87] Batch [1549]	Speed: 1731.564266 samples/sec	accuracy=0.600713	lr=0.019721
Epoch[87] Batch [1599]	Speed: 1731.287416 samples/sec	accuracy=0.600750	lr=0.019716
Epoch[87] Batch [1649]	Speed: 1756.779361 samples/sec	accuracy=0.600642	lr=0.019711
Epoch[87] Batch [1699]	Speed: 1764.400185 samples/sec	accuracy=0.600508	lr=0.019705
Epoch[87] Batch [1749]	Speed: 1752.797018 samples/sec	accuracy=0.600547	lr=0.019700
Epoch[87] Batch [1799]	Speed: 1773.333128 samples/sec	accuracy=0.600393	lr=0.019695
Epoch[87] Batch [1849]	Speed: 1756.099217 samples/sec	accuracy=0.600439	lr=0.019689
Epoch[87] Batch [1899]	Speed: 1763.249852 samples/sec	accuracy=0.600432	lr=0.019684
Epoch[87] Batch [1949]	Speed: 1756.715266 samples/sec	accuracy=0.600599	lr=0.019679
Epoch[87] Batch [1999]	Speed: 1805.468421 samples/sec	accuracy=0.600623	lr=0.019674
Epoch[87] Batch [2049]	Speed: 1793.136255 samples/sec	accuracy=0.600673	lr=0.019668
Epoch[87] Batch [2099]	Speed: 1758.017396 samples/sec	accuracy=0.600681	lr=0.019663
Epoch[87] Batch [2149]	Speed: 1748.551942 samples/sec	accuracy=0.600645	lr=0.019658
Epoch[87] Batch [2199]	Speed: 1740.121092 samples/sec	accuracy=0.600717	lr=0.019652
Epoch[87] Batch [2249]	Speed: 1755.716967 samples/sec	accuracy=0.600821	lr=0.019647
Epoch[87] Batch [2299]	Speed: 1756.787352 samples/sec	accuracy=0.600707	lr=0.019642
Epoch[87] Batch [2349]	Speed: 1746.579004 samples/sec	accuracy=0.600537	lr=0.019637
Epoch[87] Batch [2399]	Speed: 1741.970140 samples/sec	accuracy=0.600514	lr=0.019631
Epoch[87] Batch [2449]	Speed: 1736.978345 samples/sec	accuracy=0.600408	lr=0.019626
Epoch[87] Batch [2499]	Speed: 1751.874620 samples/sec	accuracy=0.600284	lr=0.019621
Epoch[87] Batch [2549]	Speed: 1761.148180 samples/sec	accuracy=0.600167	lr=0.019615
Epoch[87] Batch [2599]	Speed: 1765.148118 samples/sec	accuracy=0.600132	lr=0.019610
Epoch[87] Batch [2649]	Speed: 1775.488133 samples/sec	accuracy=0.600121	lr=0.019605
Epoch[87] Batch [2699]	Speed: 1762.229538 samples/sec	accuracy=0.599987	lr=0.019600
Epoch[87] Batch [2749]	Speed: 1759.856812 samples/sec	accuracy=0.599930	lr=0.019594
Epoch[87] Batch [2799]	Speed: 1776.751217 samples/sec	accuracy=0.599809	lr=0.019589
Epoch[87] Batch [2849]	Speed: 1746.609744 samples/sec	accuracy=0.599701	lr=0.019584
Epoch[87] Batch [2899]	Speed: 1770.850810 samples/sec	accuracy=0.599666	lr=0.019578
Epoch[87] Batch [2949]	Speed: 1743.663465 samples/sec	accuracy=0.599497	lr=0.019573
Epoch[87] Batch [2999]	Speed: 1730.079259 samples/sec	accuracy=0.599327	lr=0.019568
Epoch[87] Batch [3049]	Speed: 1781.856761 samples/sec	accuracy=0.599246	lr=0.019563
Epoch[87] Batch [3099]	Speed: 1783.700677 samples/sec	accuracy=0.599207	lr=0.019557
Epoch[87] Batch [3149]	Speed: 1743.007640 samples/sec	accuracy=0.599115	lr=0.019552
Epoch[87] Batch [3199]	Speed: 1746.874408 samples/sec	accuracy=0.599076	lr=0.019547
Epoch[87] Batch [3249]	Speed: 1770.505435 samples/sec	accuracy=0.599025	lr=0.019541
Epoch[87] Batch [3299]	Speed: 1757.628270 samples/sec	accuracy=0.598893	lr=0.019536
Epoch[87] Batch [3349]	Speed: 1757.321625 samples/sec	accuracy=0.598839	lr=0.019531
Epoch[87] Batch [3399]	Speed: 1726.823780 samples/sec	accuracy=0.598782	lr=0.019526
Epoch[87] Batch [3449]	Speed: 1773.636363 samples/sec	accuracy=0.598838	lr=0.019520
Epoch[87] Batch [3499]	Speed: 1769.592191 samples/sec	accuracy=0.598782	lr=0.019515
Epoch[87] Batch [3549]	Speed: 1738.724082 samples/sec	accuracy=0.598665	lr=0.019510
Epoch[87] Batch [3599]	Speed: 1729.857115 samples/sec	accuracy=0.598724	lr=0.019504
Epoch[87] Batch [3649]	Speed: 1738.919953 samples/sec	accuracy=0.598665	lr=0.019499
Epoch[87] Batch [3699]	Speed: 1748.982014 samples/sec	accuracy=0.598529	lr=0.019494
Epoch[87] Batch [3749]	Speed: 1733.843402 samples/sec	accuracy=0.598420	lr=0.019489
Epoch[87] Batch [3799]	Speed: 1736.569715 samples/sec	accuracy=0.598396	lr=0.019483
Epoch[87] Batch [3849]	Speed: 1758.264453 samples/sec	accuracy=0.598430	lr=0.019478
Epoch[87] Batch [3899]	Speed: 1762.095871 samples/sec	accuracy=0.598331	lr=0.019473
Epoch[87] Batch [3949]	Speed: 1777.746919 samples/sec	accuracy=0.598345	lr=0.019468
Epoch[87] Batch [3999]	Speed: 1735.949131 samples/sec	accuracy=0.598263	lr=0.019462
Epoch[87] Batch [4049]	Speed: 1748.358507 samples/sec	accuracy=0.598232	lr=0.019457
Epoch[87] Batch [4099]	Speed: 1771.518874 samples/sec	accuracy=0.598208	lr=0.019452
Epoch[87] Batch [4149]	Speed: 1774.882025 samples/sec	accuracy=0.598267	lr=0.019446
Epoch[87] Batch [4199]	Speed: 1764.165546 samples/sec	accuracy=0.598159	lr=0.019441
Epoch[87] Batch [4249]	Speed: 1751.101452 samples/sec	accuracy=0.598111	lr=0.019436
Epoch[87] Batch [4299]	Speed: 1730.166237 samples/sec	accuracy=0.598155	lr=0.019431
Epoch[87] Batch [4349]	Speed: 1770.104867 samples/sec	accuracy=0.598114	lr=0.019425
Epoch[87] Batch [4399]	Speed: 1783.042701 samples/sec	accuracy=0.598032	lr=0.019420
Epoch[87] Batch [4449]	Speed: 1743.851897 samples/sec	accuracy=0.597889	lr=0.019415
Epoch[87] Batch [4499]	Speed: 1717.414703 samples/sec	accuracy=0.597802	lr=0.019409
Epoch[87] Batch [4549]	Speed: 1748.558890 samples/sec	accuracy=0.597763	lr=0.019404
Epoch[87] Batch [4599]	Speed: 1767.165465 samples/sec	accuracy=0.597838	lr=0.019399
Epoch[87] Batch [4649]	Speed: 1770.755255 samples/sec	accuracy=0.597911	lr=0.019394
Epoch[87] Batch [4699]	Speed: 1734.668826 samples/sec	accuracy=0.597879	lr=0.019388
Epoch[87] Batch [4749]	Speed: 1753.750922 samples/sec	accuracy=0.597868	lr=0.019383
Epoch[87] Batch [4799]	Speed: 1756.956610 samples/sec	accuracy=0.597878	lr=0.019378
Epoch[87] Batch [4849]	Speed: 1767.400728 samples/sec	accuracy=0.597902	lr=0.019373
Epoch[87] Batch [4899]	Speed: 1732.847430 samples/sec	accuracy=0.597898	lr=0.019367
Epoch[87] Batch [4949]	Speed: 1761.735692 samples/sec	accuracy=0.597838	lr=0.019362
Epoch[87] Batch [4999]	Speed: 1839.157626 samples/sec	accuracy=0.597772	lr=0.019357
[Epoch 87] training: accuracy=0.597776
[Epoch 87] speed: 1755 samples/sec	time cost: 744.228362
[Epoch 87] validation: err-top1=0.355008 err-top5=0.143309
Epoch[88] Batch [49]	Speed: 1642.236513 samples/sec	accuracy=0.599531	lr=0.019351
Epoch[88] Batch [99]	Speed: 1759.633069 samples/sec	accuracy=0.604258	lr=0.019346
Epoch[88] Batch [149]	Speed: 1769.542263 samples/sec	accuracy=0.604141	lr=0.019340
Epoch[88] Batch [199]	Speed: 1766.341434 samples/sec	accuracy=0.604746	lr=0.019335
Epoch[88] Batch [249]	Speed: 1724.044355 samples/sec	accuracy=0.604875	lr=0.019330
Epoch[88] Batch [299]	Speed: 1721.584507 samples/sec	accuracy=0.604622	lr=0.019325
Epoch[88] Batch [349]	Speed: 1756.778442 samples/sec	accuracy=0.604877	lr=0.019319
Epoch[88] Batch [399]	Speed: 1736.420593 samples/sec	accuracy=0.604189	lr=0.019314
Epoch[88] Batch [449]	Speed: 1737.956174 samples/sec	accuracy=0.603924	lr=0.019309
Epoch[88] Batch [499]	Speed: 1779.495449 samples/sec	accuracy=0.604062	lr=0.019304
Epoch[88] Batch [549]	Speed: 1747.696529 samples/sec	accuracy=0.604119	lr=0.019298
Epoch[88] Batch [599]	Speed: 1764.940318 samples/sec	accuracy=0.603887	lr=0.019293
Epoch[88] Batch [649]	Speed: 1759.144540 samples/sec	accuracy=0.603654	lr=0.019288
Epoch[88] Batch [699]	Speed: 1753.534457 samples/sec	accuracy=0.603756	lr=0.019282
Epoch[88] Batch [749]	Speed: 1711.286506 samples/sec	accuracy=0.604031	lr=0.019277
Epoch[88] Batch [799]	Speed: 1751.516036 samples/sec	accuracy=0.603750	lr=0.019272
Epoch[88] Batch [849]	Speed: 1732.807328 samples/sec	accuracy=0.603428	lr=0.019267
Epoch[88] Batch [899]	Speed: 1771.016946 samples/sec	accuracy=0.603077	lr=0.019261
Epoch[88] Batch [949]	Speed: 1746.933466 samples/sec	accuracy=0.602356	lr=0.019256
Epoch[88] Batch [999]	Speed: 1757.617164 samples/sec	accuracy=0.602348	lr=0.019251
Epoch[88] Batch [1049]	Speed: 1775.199584 samples/sec	accuracy=0.602366	lr=0.019246
Epoch[88] Batch [1099]	Speed: 1748.283525 samples/sec	accuracy=0.601974	lr=0.019240
Epoch[88] Batch [1149]	Speed: 1778.259855 samples/sec	accuracy=0.601940	lr=0.019235
Epoch[88] Batch [1199]	Speed: 1758.834369 samples/sec	accuracy=0.601813	lr=0.019230
Epoch[88] Batch [1249]	Speed: 1753.982111 samples/sec	accuracy=0.601681	lr=0.019225
Epoch[88] Batch [1299]	Speed: 1765.523047 samples/sec	accuracy=0.601505	lr=0.019219
Epoch[88] Batch [1349]	Speed: 1747.546002 samples/sec	accuracy=0.601586	lr=0.019214
Epoch[88] Batch [1399]	Speed: 1731.043696 samples/sec	accuracy=0.601574	lr=0.019209
Epoch[88] Batch [1449]	Speed: 1771.047326 samples/sec	accuracy=0.601633	lr=0.019203
Epoch[88] Batch [1499]	Speed: 1773.555505 samples/sec	accuracy=0.601654	lr=0.019198
Epoch[88] Batch [1549]	Speed: 1780.825675 samples/sec	accuracy=0.601590	lr=0.019193
Epoch[88] Batch [1599]	Speed: 1772.709994 samples/sec	accuracy=0.601719	lr=0.019188
Epoch[88] Batch [1649]	Speed: 1773.831505 samples/sec	accuracy=0.601816	lr=0.019182
Epoch[88] Batch [1699]	Speed: 1760.806983 samples/sec	accuracy=0.601730	lr=0.019177
Epoch[88] Batch [1749]	Speed: 1699.896323 samples/sec	accuracy=0.601464	lr=0.019172
Epoch[88] Batch [1799]	Speed: 1732.484403 samples/sec	accuracy=0.601430	lr=0.019167
Epoch[88] Batch [1849]	Speed: 1759.825604 samples/sec	accuracy=0.601273	lr=0.019161
Epoch[88] Batch [1899]	Speed: 1733.638876 samples/sec	accuracy=0.601252	lr=0.019156
Epoch[88] Batch [1949]	Speed: 1779.065865 samples/sec	accuracy=0.601152	lr=0.019151
Epoch[88] Batch [1999]	Speed: 1755.443418 samples/sec	accuracy=0.601092	lr=0.019146
Epoch[88] Batch [2049]	Speed: 1713.359094 samples/sec	accuracy=0.600939	lr=0.019140
Epoch[88] Batch [2099]	Speed: 1735.742705 samples/sec	accuracy=0.600887	lr=0.019135
Epoch[88] Batch [2149]	Speed: 1788.412604 samples/sec	accuracy=0.600823	lr=0.019130
Epoch[88] Batch [2199]	Speed: 1758.305050 samples/sec	accuracy=0.600742	lr=0.019125
Epoch[88] Batch [2249]	Speed: 1714.410795 samples/sec	accuracy=0.600649	lr=0.019119
Epoch[88] Batch [2299]	Speed: 1769.664578 samples/sec	accuracy=0.600605	lr=0.019114
Epoch[88] Batch [2349]	Speed: 1748.810188 samples/sec	accuracy=0.600672	lr=0.019109
Epoch[88] Batch [2399]	Speed: 1736.500402 samples/sec	accuracy=0.600573	lr=0.019103
Epoch[88] Batch [2449]	Speed: 1775.778537 samples/sec	accuracy=0.600475	lr=0.019098
Epoch[88] Batch [2499]	Speed: 1749.600435 samples/sec	accuracy=0.600420	lr=0.019093
Epoch[88] Batch [2549]	Speed: 1804.095502 samples/sec	accuracy=0.600228	lr=0.019088
Epoch[88] Batch [2599]	Speed: 1750.748893 samples/sec	accuracy=0.600212	lr=0.019082
Epoch[88] Batch [2649]	Speed: 1768.167804 samples/sec	accuracy=0.600271	lr=0.019077
Epoch[88] Batch [2699]	Speed: 1777.672868 samples/sec	accuracy=0.600326	lr=0.019072
Epoch[88] Batch [2749]	Speed: 1746.908910 samples/sec	accuracy=0.600332	lr=0.019067
Epoch[88] Batch [2799]	Speed: 1771.801432 samples/sec	accuracy=0.600346	lr=0.019061
Epoch[88] Batch [2849]	Speed: 1768.045404 samples/sec	accuracy=0.600322	lr=0.019056
Epoch[88] Batch [2899]	Speed: 1752.794844 samples/sec	accuracy=0.600170	lr=0.019051
Epoch[88] Batch [2949]	Speed: 1728.761835 samples/sec	accuracy=0.600044	lr=0.019046
Epoch[88] Batch [2999]	Speed: 1765.911380 samples/sec	accuracy=0.600055	lr=0.019040
Epoch[88] Batch [3049]	Speed: 1784.788259 samples/sec	accuracy=0.600029	lr=0.019035
Epoch[88] Batch [3099]	Speed: 1745.586285 samples/sec	accuracy=0.600059	lr=0.019030
Epoch[88] Batch [3149]	Speed: 1746.244735 samples/sec	accuracy=0.600022	lr=0.019025
Epoch[88] Batch [3199]	Speed: 1739.195926 samples/sec	accuracy=0.600018	lr=0.019019
Epoch[88] Batch [3249]	Speed: 1780.314977 samples/sec	accuracy=0.600034	lr=0.019014
Epoch[88] Batch [3299]	Speed: 1760.475964 samples/sec	accuracy=0.599834	lr=0.019009
Epoch[88] Batch [3349]	Speed: 1766.973473 samples/sec	accuracy=0.599818	lr=0.019004
Epoch[88] Batch [3399]	Speed: 1781.001664 samples/sec	accuracy=0.599667	lr=0.018998
Epoch[88] Batch [3449]	Speed: 1773.865674 samples/sec	accuracy=0.599635	lr=0.018993
Epoch[88] Batch [3499]	Speed: 1706.802094 samples/sec	accuracy=0.599647	lr=0.018988
Epoch[88] Batch [3549]	Speed: 1764.738831 samples/sec	accuracy=0.599610	lr=0.018983
Epoch[88] Batch [3599]	Speed: 1774.603939 samples/sec	accuracy=0.599681	lr=0.018977
Epoch[88] Batch [3649]	Speed: 1761.434836 samples/sec	accuracy=0.599695	lr=0.018972
Epoch[88] Batch [3699]	Speed: 1711.605887 samples/sec	accuracy=0.599599	lr=0.018967
Epoch[88] Batch [3749]	Speed: 1702.813299 samples/sec	accuracy=0.599562	lr=0.018962
Epoch[88] Batch [3799]	Speed: 1730.680867 samples/sec	accuracy=0.599481	lr=0.018956
Epoch[88] Batch [3849]	Speed: 1786.122728 samples/sec	accuracy=0.599429	lr=0.018951
Epoch[88] Batch [3899]	Speed: 1731.536622 samples/sec	accuracy=0.599358	lr=0.018946
Epoch[88] Batch [3949]	Speed: 1778.263331 samples/sec	accuracy=0.599274	lr=0.018941
Epoch[88] Batch [3999]	Speed: 1749.222719 samples/sec	accuracy=0.599212	lr=0.018935
Epoch[88] Batch [4049]	Speed: 1750.122414 samples/sec	accuracy=0.599094	lr=0.018930
Epoch[88] Batch [4099]	Speed: 1753.595227 samples/sec	accuracy=0.599055	lr=0.018925
Epoch[88] Batch [4149]	Speed: 1732.424361 samples/sec	accuracy=0.599061	lr=0.018920
Epoch[88] Batch [4199]	Speed: 1783.776950 samples/sec	accuracy=0.599062	lr=0.018914
Epoch[88] Batch [4249]	Speed: 1762.917393 samples/sec	accuracy=0.599129	lr=0.018909
Epoch[88] Batch [4299]	Speed: 1763.034683 samples/sec	accuracy=0.599182	lr=0.018904
Epoch[88] Batch [4349]	Speed: 1758.766955 samples/sec	accuracy=0.599048	lr=0.018899
Epoch[88] Batch [4399]	Speed: 1741.326488 samples/sec	accuracy=0.599031	lr=0.018893
Epoch[88] Batch [4449]	Speed: 1754.549484 samples/sec	accuracy=0.599070	lr=0.018888
Epoch[88] Batch [4499]	Speed: 1713.653158 samples/sec	accuracy=0.599026	lr=0.018883
Epoch[88] Batch [4549]	Speed: 1742.245668 samples/sec	accuracy=0.599081	lr=0.018878
Epoch[88] Batch [4599]	Speed: 1761.313425 samples/sec	accuracy=0.598952	lr=0.018872
Epoch[88] Batch [4649]	Speed: 1748.697687 samples/sec	accuracy=0.598937	lr=0.018867
Epoch[88] Batch [4699]	Speed: 1736.512703 samples/sec	accuracy=0.598958	lr=0.018862
Epoch[88] Batch [4749]	Speed: 1737.204626 samples/sec	accuracy=0.598932	lr=0.018857
Epoch[88] Batch [4799]	Speed: 1768.336815 samples/sec	accuracy=0.598891	lr=0.018851
Epoch[88] Batch [4849]	Speed: 1737.082991 samples/sec	accuracy=0.598878	lr=0.018846
Epoch[88] Batch [4899]	Speed: 1748.787231 samples/sec	accuracy=0.598909	lr=0.018841
Epoch[88] Batch [4949]	Speed: 1739.279315 samples/sec	accuracy=0.598948	lr=0.018836
Epoch[88] Batch [4999]	Speed: 1835.875568 samples/sec	accuracy=0.598898	lr=0.018830
[Epoch 88] training: accuracy=0.598908
[Epoch 88] speed: 1752 samples/sec	time cost: 745.219242
[Epoch 88] validation: err-top1=0.356971 err-top5=0.145052
Epoch[89] Batch [49]	Speed: 1642.984593 samples/sec	accuracy=0.606641	lr=0.018825
Epoch[89] Batch [99]	Speed: 1750.529571 samples/sec	accuracy=0.606758	lr=0.018819
Epoch[89] Batch [149]	Speed: 1731.992558 samples/sec	accuracy=0.606224	lr=0.018814
Epoch[89] Batch [199]	Speed: 1750.065992 samples/sec	accuracy=0.604355	lr=0.018809
Epoch[89] Batch [249]	Speed: 1806.351495 samples/sec	accuracy=0.603141	lr=0.018804
Epoch[89] Batch [299]	Speed: 1757.180938 samples/sec	accuracy=0.603398	lr=0.018798
Epoch[89] Batch [349]	Speed: 1745.750042 samples/sec	accuracy=0.604107	lr=0.018793
Epoch[89] Batch [399]	Speed: 1740.441002 samples/sec	accuracy=0.604238	lr=0.018788
Epoch[89] Batch [449]	Speed: 1753.206795 samples/sec	accuracy=0.604592	lr=0.018783
Epoch[89] Batch [499]	Speed: 1722.919762 samples/sec	accuracy=0.604625	lr=0.018777
Epoch[89] Batch [549]	Speed: 1757.395141 samples/sec	accuracy=0.604609	lr=0.018772
Epoch[89] Batch [599]	Speed: 1742.815712 samples/sec	accuracy=0.604883	lr=0.018767
Epoch[89] Batch [649]	Speed: 1767.237480 samples/sec	accuracy=0.604808	lr=0.018762
Epoch[89] Batch [699]	Speed: 1765.116257 samples/sec	accuracy=0.604637	lr=0.018757
Epoch[89] Batch [749]	Speed: 1749.663327 samples/sec	accuracy=0.604302	lr=0.018751
Epoch[89] Batch [799]	Speed: 1746.138470 samples/sec	accuracy=0.604473	lr=0.018746
Epoch[89] Batch [849]	Speed: 1719.906940 samples/sec	accuracy=0.604324	lr=0.018741
Epoch[89] Batch [899]	Speed: 1744.429851 samples/sec	accuracy=0.604149	lr=0.018736
Epoch[89] Batch [949]	Speed: 1758.028277 samples/sec	accuracy=0.603914	lr=0.018730
Epoch[89] Batch [999]	Speed: 1745.136949 samples/sec	accuracy=0.603750	lr=0.018725
Epoch[89] Batch [1049]	Speed: 1755.666384 samples/sec	accuracy=0.603984	lr=0.018720
Epoch[89] Batch [1099]	Speed: 1745.112897 samples/sec	accuracy=0.604215	lr=0.018715
Epoch[89] Batch [1149]	Speed: 1772.476066 samples/sec	accuracy=0.603893	lr=0.018709
Epoch[89] Batch [1199]	Speed: 1763.295256 samples/sec	accuracy=0.603669	lr=0.018704
Epoch[89] Batch [1249]	Speed: 1743.684136 samples/sec	accuracy=0.603753	lr=0.018699
Epoch[89] Batch [1299]	Speed: 1747.399937 samples/sec	accuracy=0.603861	lr=0.018694
Epoch[89] Batch [1349]	Speed: 1757.558244 samples/sec	accuracy=0.603559	lr=0.018688
Epoch[89] Batch [1399]	Speed: 1773.498500 samples/sec	accuracy=0.603404	lr=0.018683
Epoch[89] Batch [1449]	Speed: 1759.691552 samples/sec	accuracy=0.603341	lr=0.018678
Epoch[89] Batch [1499]	Speed: 1786.474461 samples/sec	accuracy=0.603214	lr=0.018673
Epoch[89] Batch [1549]	Speed: 1766.766406 samples/sec	accuracy=0.603052	lr=0.018667
Epoch[89] Batch [1599]	Speed: 1769.208418 samples/sec	accuracy=0.602756	lr=0.018662
Epoch[89] Batch [1649]	Speed: 1732.482055 samples/sec	accuracy=0.602749	lr=0.018657
Epoch[89] Batch [1699]	Speed: 1767.988752 samples/sec	accuracy=0.602601	lr=0.018652
Epoch[89] Batch [1749]	Speed: 1742.464785 samples/sec	accuracy=0.602529	lr=0.018647
Epoch[89] Batch [1799]	Speed: 1785.654302 samples/sec	accuracy=0.602459	lr=0.018641
Epoch[89] Batch [1849]	Speed: 1806.127987 samples/sec	accuracy=0.602428	lr=0.018636
Epoch[89] Batch [1899]	Speed: 1742.697985 samples/sec	accuracy=0.602331	lr=0.018631
Epoch[89] Batch [1949]	Speed: 1733.820164 samples/sec	accuracy=0.602418	lr=0.018626
Epoch[89] Batch [1999]	Speed: 1737.850635 samples/sec	accuracy=0.602439	lr=0.018620
Epoch[89] Batch [2049]	Speed: 1738.341816 samples/sec	accuracy=0.602281	lr=0.018615
Epoch[89] Batch [2099]	Speed: 1743.583222 samples/sec	accuracy=0.602223	lr=0.018610
Epoch[89] Batch [2149]	Speed: 1741.452786 samples/sec	accuracy=0.602160	lr=0.018605
Epoch[89] Batch [2199]	Speed: 1751.709656 samples/sec	accuracy=0.601987	lr=0.018599
Epoch[89] Batch [2249]	Speed: 1758.863872 samples/sec	accuracy=0.601795	lr=0.018594
Epoch[89] Batch [2299]	Speed: 1751.636557 samples/sec	accuracy=0.601719	lr=0.018589
Epoch[89] Batch [2349]	Speed: 1742.345239 samples/sec	accuracy=0.601662	lr=0.018584
Epoch[89] Batch [2399]	Speed: 1776.478481 samples/sec	accuracy=0.601528	lr=0.018579
Epoch[89] Batch [2449]	Speed: 1794.081762 samples/sec	accuracy=0.601607	lr=0.018573
Epoch[89] Batch [2499]	Speed: 1765.056368 samples/sec	accuracy=0.601623	lr=0.018568
Epoch[89] Batch [2549]	Speed: 1785.464210 samples/sec	accuracy=0.601553	lr=0.018563
Epoch[89] Batch [2599]	Speed: 1748.857243 samples/sec	accuracy=0.601520	lr=0.018558
Epoch[89] Batch [2649]	Speed: 1752.284481 samples/sec	accuracy=0.601330	lr=0.018552
Epoch[89] Batch [2699]	Speed: 1733.522609 samples/sec	accuracy=0.601205	lr=0.018547
Epoch[89] Batch [2749]	Speed: 1765.302969 samples/sec	accuracy=0.601239	lr=0.018542
Epoch[89] Batch [2799]	Speed: 1718.000388 samples/sec	accuracy=0.601207	lr=0.018537
Epoch[89] Batch [2849]	Speed: 1750.885183 samples/sec	accuracy=0.601065	lr=0.018531
Epoch[89] Batch [2899]	Speed: 1809.470687 samples/sec	accuracy=0.601086	lr=0.018526
Epoch[89] Batch [2949]	Speed: 1759.049033 samples/sec	accuracy=0.601066	lr=0.018521
Epoch[89] Batch [2999]	Speed: 1755.470913 samples/sec	accuracy=0.601154	lr=0.018516
Epoch[89] Batch [3049]	Speed: 1766.505504 samples/sec	accuracy=0.601032	lr=0.018511
Epoch[89] Batch [3099]	Speed: 1768.793808 samples/sec	accuracy=0.600997	lr=0.018505
Epoch[89] Batch [3149]	Speed: 1724.153484 samples/sec	accuracy=0.600931	lr=0.018500
Epoch[89] Batch [3199]	Speed: 1747.049606 samples/sec	accuracy=0.600939	lr=0.018495
Epoch[89] Batch [3249]	Speed: 1738.375814 samples/sec	accuracy=0.600957	lr=0.018490
Epoch[89] Batch [3299]	Speed: 1707.881072 samples/sec	accuracy=0.600929	lr=0.018484
Epoch[89] Batch [3349]	Speed: 1741.524584 samples/sec	accuracy=0.601026	lr=0.018479
Epoch[89] Batch [3399]	Speed: 1767.952131 samples/sec	accuracy=0.601026	lr=0.018474
Epoch[89] Batch [3449]	Speed: 1748.656336 samples/sec	accuracy=0.600970	lr=0.018469
Epoch[89] Batch [3499]	Speed: 1778.255438 samples/sec	accuracy=0.600872	lr=0.018464
Epoch[89] Batch [3549]	Speed: 1727.355764 samples/sec	accuracy=0.600744	lr=0.018458
Epoch[89] Batch [3599]	Speed: 1772.842407 samples/sec	accuracy=0.600742	lr=0.018453
Epoch[89] Batch [3649]	Speed: 1816.231685 samples/sec	accuracy=0.600660	lr=0.018448
Epoch[89] Batch [3699]	Speed: 1751.657875 samples/sec	accuracy=0.600635	lr=0.018443
Epoch[89] Batch [3749]	Speed: 1777.029506 samples/sec	accuracy=0.600695	lr=0.018437
Epoch[89] Batch [3799]	Speed: 1738.753815 samples/sec	accuracy=0.600724	lr=0.018432
Epoch[89] Batch [3849]	Speed: 1755.895149 samples/sec	accuracy=0.600669	lr=0.018427
Epoch[89] Batch [3899]	Speed: 1744.446289 samples/sec	accuracy=0.600680	lr=0.018422
Epoch[89] Batch [3949]	Speed: 1768.493450 samples/sec	accuracy=0.600612	lr=0.018417
Epoch[89] Batch [3999]	Speed: 1774.186797 samples/sec	accuracy=0.600583	lr=0.018411
Epoch[89] Batch [4049]	Speed: 1771.484094 samples/sec	accuracy=0.600641	lr=0.018406
Epoch[89] Batch [4099]	Speed: 1746.661284 samples/sec	accuracy=0.600636	lr=0.018401
Epoch[89] Batch [4149]	Speed: 1706.003621 samples/sec	accuracy=0.600558	lr=0.018396
Epoch[89] Batch [4199]	Speed: 1740.820184 samples/sec	accuracy=0.600558	lr=0.018390
Epoch[89] Batch [4249]	Speed: 1754.446564 samples/sec	accuracy=0.600608	lr=0.018385
Epoch[89] Batch [4299]	Speed: 1760.065667 samples/sec	accuracy=0.600545	lr=0.018380
Epoch[89] Batch [4349]	Speed: 1783.380544 samples/sec	accuracy=0.600438	lr=0.018375
Epoch[89] Batch [4399]	Speed: 1733.556251 samples/sec	accuracy=0.600378	lr=0.018370
Epoch[89] Batch [4449]	Speed: 1735.491558 samples/sec	accuracy=0.600429	lr=0.018364
Epoch[89] Batch [4499]	Speed: 1770.217220 samples/sec	accuracy=0.600466	lr=0.018359
Epoch[89] Batch [4549]	Speed: 1760.590966 samples/sec	accuracy=0.600493	lr=0.018354
Epoch[89] Batch [4599]	Speed: 1785.077262 samples/sec	accuracy=0.600462	lr=0.018349
Epoch[89] Batch [4649]	Speed: 1760.719092 samples/sec	accuracy=0.600465	lr=0.018343
Epoch[89] Batch [4699]	Speed: 1760.040971 samples/sec	accuracy=0.600412	lr=0.018338
Epoch[89] Batch [4749]	Speed: 1732.917402 samples/sec	accuracy=0.600417	lr=0.018333
Epoch[89] Batch [4799]	Speed: 1754.041480 samples/sec	accuracy=0.600450	lr=0.018328
Epoch[89] Batch [4849]	Speed: 1806.689353 samples/sec	accuracy=0.600428	lr=0.018323
Epoch[89] Batch [4899]	Speed: 1783.235180 samples/sec	accuracy=0.600439	lr=0.018317
Epoch[89] Batch [4949]	Speed: 1750.812324 samples/sec	accuracy=0.600372	lr=0.018312
Epoch[89] Batch [4999]	Speed: 1815.294119 samples/sec	accuracy=0.600336	lr=0.018307
[Epoch 89] training: accuracy=0.600347
[Epoch 89] speed: 1755 samples/sec	time cost: 744.256511
[Epoch 89] validation: err-top1=0.351503 err-top5=0.141223
Epoch[90] Batch [49]	Speed: 1619.002016 samples/sec	accuracy=0.604766	lr=0.018301
Epoch[90] Batch [99]	Speed: 1738.886160 samples/sec	accuracy=0.603672	lr=0.018296
Epoch[90] Batch [149]	Speed: 1762.662951 samples/sec	accuracy=0.604089	lr=0.018291
Epoch[90] Batch [199]	Speed: 1760.598241 samples/sec	accuracy=0.604004	lr=0.018286
Epoch[90] Batch [249]	Speed: 1755.165881 samples/sec	accuracy=0.604875	lr=0.018280
Epoch[90] Batch [299]	Speed: 1736.979750 samples/sec	accuracy=0.604740	lr=0.018275
Epoch[90] Batch [349]	Speed: 1729.732327 samples/sec	accuracy=0.604866	lr=0.018270
Epoch[90] Batch [399]	Speed: 1753.575466 samples/sec	accuracy=0.604463	lr=0.018265
Epoch[90] Batch [449]	Speed: 1773.473191 samples/sec	accuracy=0.604549	lr=0.018259
Epoch[90] Batch [499]	Speed: 1719.236322 samples/sec	accuracy=0.604148	lr=0.018254
Epoch[90] Batch [549]	Speed: 1779.327011 samples/sec	accuracy=0.603849	lr=0.018249
Epoch[90] Batch [599]	Speed: 1729.106540 samples/sec	accuracy=0.604069	lr=0.018244
Epoch[90] Batch [649]	Speed: 1775.023801 samples/sec	accuracy=0.604195	lr=0.018239
Epoch[90] Batch [699]	Speed: 1764.330431 samples/sec	accuracy=0.603934	lr=0.018233
Epoch[90] Batch [749]	Speed: 1777.207334 samples/sec	accuracy=0.604437	lr=0.018228
Epoch[90] Batch [799]	Speed: 1746.948018 samples/sec	accuracy=0.604087	lr=0.018223
Epoch[90] Batch [849]	Speed: 1794.297021 samples/sec	accuracy=0.604108	lr=0.018218
Epoch[90] Batch [899]	Speed: 1775.756922 samples/sec	accuracy=0.603776	lr=0.018213
Epoch[90] Batch [949]	Speed: 1783.372665 samples/sec	accuracy=0.603524	lr=0.018207
Epoch[90] Batch [999]	Speed: 1758.779804 samples/sec	accuracy=0.603313	lr=0.018202
Epoch[90] Batch [1049]	Speed: 1757.005312 samples/sec	accuracy=0.603449	lr=0.018197
Epoch[90] Batch [1099]	Speed: 1747.684866 samples/sec	accuracy=0.603519	lr=0.018192
Epoch[90] Batch [1149]	Speed: 1757.751878 samples/sec	accuracy=0.603383	lr=0.018187
Epoch[90] Batch [1199]	Speed: 1752.968885 samples/sec	accuracy=0.603568	lr=0.018181
Epoch[90] Batch [1249]	Speed: 1776.114397 samples/sec	accuracy=0.603253	lr=0.018176
Epoch[90] Batch [1299]	Speed: 1741.820768 samples/sec	accuracy=0.603104	lr=0.018171
Epoch[90] Batch [1349]	Speed: 1751.271329 samples/sec	accuracy=0.603035	lr=0.018166
Epoch[90] Batch [1399]	Speed: 1769.594349 samples/sec	accuracy=0.603080	lr=0.018161
Epoch[90] Batch [1449]	Speed: 1756.623645 samples/sec	accuracy=0.602985	lr=0.018155
Epoch[90] Batch [1499]	Speed: 1763.997273 samples/sec	accuracy=0.603115	lr=0.018150
Epoch[90] Batch [1549]	Speed: 1756.021616 samples/sec	accuracy=0.602760	lr=0.018145
Epoch[90] Batch [1599]	Speed: 1768.512500 samples/sec	accuracy=0.602847	lr=0.018140
Epoch[90] Batch [1649]	Speed: 1762.554447 samples/sec	accuracy=0.602573	lr=0.018135
Epoch[90] Batch [1699]	Speed: 1738.473310 samples/sec	accuracy=0.602665	lr=0.018129
Epoch[90] Batch [1749]	Speed: 1769.543021 samples/sec	accuracy=0.602710	lr=0.018124
Epoch[90] Batch [1799]	Speed: 1772.581171 samples/sec	accuracy=0.602587	lr=0.018119
Epoch[90] Batch [1849]	Speed: 1760.130757 samples/sec	accuracy=0.602597	lr=0.018114
Epoch[90] Batch [1899]	Speed: 1765.110686 samples/sec	accuracy=0.602627	lr=0.018108
Epoch[90] Batch [1949]	Speed: 1747.680315 samples/sec	accuracy=0.602654	lr=0.018103
Epoch[90] Batch [1999]	Speed: 1733.868544 samples/sec	accuracy=0.602475	lr=0.018098
Epoch[90] Batch [2049]	Speed: 1735.869990 samples/sec	accuracy=0.602515	lr=0.018093
Epoch[90] Batch [2099]	Speed: 1760.117427 samples/sec	accuracy=0.602552	lr=0.018088
Epoch[90] Batch [2149]	Speed: 1798.148012 samples/sec	accuracy=0.602556	lr=0.018082
Epoch[90] Batch [2199]	Speed: 1770.351654 samples/sec	accuracy=0.602646	lr=0.018077
Epoch[90] Batch [2249]	Speed: 1762.823907 samples/sec	accuracy=0.602436	lr=0.018072
Epoch[90] Batch [2299]	Speed: 1771.855814 samples/sec	accuracy=0.602313	lr=0.018067
Epoch[90] Batch [2349]	Speed: 1747.691750 samples/sec	accuracy=0.602487	lr=0.018062
Epoch[90] Batch [2399]	Speed: 1768.292084 samples/sec	accuracy=0.602489	lr=0.018056
Epoch[90] Batch [2449]	Speed: 1766.700359 samples/sec	accuracy=0.602506	lr=0.018051
Epoch[90] Batch [2499]	Speed: 1760.388047 samples/sec	accuracy=0.602442	lr=0.018046
Epoch[90] Batch [2549]	Speed: 1773.494516 samples/sec	accuracy=0.602610	lr=0.018041
Epoch[90] Batch [2599]	Speed: 1745.924106 samples/sec	accuracy=0.602592	lr=0.018036
Epoch[90] Batch [2649]	Speed: 1750.735248 samples/sec	accuracy=0.602468	lr=0.018030
Epoch[90] Batch [2699]	Speed: 1744.467658 samples/sec	accuracy=0.602402	lr=0.018025
Epoch[90] Batch [2749]	Speed: 1741.281024 samples/sec	accuracy=0.602393	lr=0.018020
Epoch[90] Batch [2799]	Speed: 1762.155790 samples/sec	accuracy=0.602429	lr=0.018015
Epoch[90] Batch [2849]	Speed: 1791.360769 samples/sec	accuracy=0.602356	lr=0.018010
Epoch[90] Batch [2899]	Speed: 1753.865564 samples/sec	accuracy=0.602228	lr=0.018004
Epoch[90] Batch [2949]	Speed: 1748.006995 samples/sec	accuracy=0.602218	lr=0.017999
Epoch[90] Batch [2999]	Speed: 1764.786225 samples/sec	accuracy=0.602288	lr=0.017994
Epoch[90] Batch [3049]	Speed: 1737.937214 samples/sec	accuracy=0.602255	lr=0.017989
Epoch[90] Batch [3099]	Speed: 1739.957882 samples/sec	accuracy=0.602238	lr=0.017984
Epoch[90] Batch [3149]	Speed: 1761.876589 samples/sec	accuracy=0.602257	lr=0.017979
Epoch[90] Batch [3199]	Speed: 1757.434030 samples/sec	accuracy=0.602194	lr=0.017973
Epoch[90] Batch [3249]	Speed: 1714.975860 samples/sec	accuracy=0.602089	lr=0.017968
Epoch[90] Batch [3299]	Speed: 1724.658782 samples/sec	accuracy=0.602060	lr=0.017963
Epoch[90] Batch [3349]	Speed: 1744.449350 samples/sec	accuracy=0.601996	lr=0.017958
Epoch[90] Batch [3399]	Speed: 1767.042216 samples/sec	accuracy=0.601867	lr=0.017953
Epoch[90] Batch [3449]	Speed: 1731.452522 samples/sec	accuracy=0.601823	lr=0.017947
Epoch[90] Batch [3499]	Speed: 1734.199940 samples/sec	accuracy=0.601771	lr=0.017942
Epoch[90] Batch [3549]	Speed: 1745.887940 samples/sec	accuracy=0.601722	lr=0.017937
Epoch[90] Batch [3599]	Speed: 1766.879848 samples/sec	accuracy=0.601692	lr=0.017932
Epoch[90] Batch [3649]	Speed: 1770.778792 samples/sec	accuracy=0.601548	lr=0.017927
Epoch[90] Batch [3699]	Speed: 1737.755345 samples/sec	accuracy=0.601577	lr=0.017921
Epoch[90] Batch [3749]	Speed: 1796.747894 samples/sec	accuracy=0.601532	lr=0.017916
Epoch[90] Batch [3799]	Speed: 1764.898427 samples/sec	accuracy=0.601490	lr=0.017911
Epoch[90] Batch [3849]	Speed: 1787.490022 samples/sec	accuracy=0.601434	lr=0.017906
Epoch[90] Batch [3899]	Speed: 1792.472077 samples/sec	accuracy=0.601540	lr=0.017901
Epoch[90] Batch [3949]	Speed: 1779.145987 samples/sec	accuracy=0.601453	lr=0.017895
Epoch[90] Batch [3999]	Speed: 1737.929957 samples/sec	accuracy=0.601452	lr=0.017890
Epoch[90] Batch [4049]	Speed: 1736.311758 samples/sec	accuracy=0.601425	lr=0.017885
Epoch[90] Batch [4099]	Speed: 1759.439770 samples/sec	accuracy=0.601451	lr=0.017880
Epoch[90] Batch [4149]	Speed: 1755.337007 samples/sec	accuracy=0.601380	lr=0.017875
Epoch[90] Batch [4199]	Speed: 1778.060028 samples/sec	accuracy=0.601279	lr=0.017870
Epoch[90] Batch [4249]	Speed: 1780.819000 samples/sec	accuracy=0.601260	lr=0.017864
Epoch[90] Batch [4299]	Speed: 1744.112269 samples/sec	accuracy=0.601163	lr=0.017859
Epoch[90] Batch [4349]	Speed: 1729.787278 samples/sec	accuracy=0.601151	lr=0.017854
Epoch[90] Batch [4399]	Speed: 1793.654396 samples/sec	accuracy=0.601143	lr=0.017849
Epoch[90] Batch [4449]	Speed: 1748.913872 samples/sec	accuracy=0.601045	lr=0.017844
Epoch[90] Batch [4499]	Speed: 1749.620790 samples/sec	accuracy=0.601092	lr=0.017838
Epoch[90] Batch [4549]	Speed: 1720.847325 samples/sec	accuracy=0.601120	lr=0.017833
Epoch[90] Batch [4599]	Speed: 1746.537071 samples/sec	accuracy=0.601091	lr=0.017828
Epoch[90] Batch [4649]	Speed: 1743.708658 samples/sec	accuracy=0.601046	lr=0.017823
Epoch[90] Batch [4699]	Speed: 1749.297325 samples/sec	accuracy=0.601028	lr=0.017818
Epoch[90] Batch [4749]	Speed: 1739.356175 samples/sec	accuracy=0.600970	lr=0.017812
Epoch[90] Batch [4799]	Speed: 1716.348945 samples/sec	accuracy=0.600964	lr=0.017807
Epoch[90] Batch [4849]	Speed: 1756.660545 samples/sec	accuracy=0.600958	lr=0.017802
Epoch[90] Batch [4899]	Speed: 1784.464591 samples/sec	accuracy=0.600920	lr=0.017797
Epoch[90] Batch [4949]	Speed: 1796.085125 samples/sec	accuracy=0.600989	lr=0.017792
Epoch[90] Batch [4999]	Speed: 1882.839421 samples/sec	accuracy=0.601010	lr=0.017787
[Epoch 90] training: accuracy=0.601007
[Epoch 90] speed: 1756 samples/sec	time cost: 743.700351
[Epoch 90] validation: err-top1=0.351542 err-top5=0.139022
Epoch[91] Batch [49]	Speed: 1646.847027 samples/sec	accuracy=0.612812	lr=0.017781
Epoch[91] Batch [99]	Speed: 1778.784285 samples/sec	accuracy=0.610703	lr=0.017776
Epoch[91] Batch [149]	Speed: 1757.040791 samples/sec	accuracy=0.610052	lr=0.017771
Epoch[91] Batch [199]	Speed: 1762.103159 samples/sec	accuracy=0.609844	lr=0.017765
Epoch[91] Batch [249]	Speed: 1765.511377 samples/sec	accuracy=0.610734	lr=0.017760
Epoch[91] Batch [299]	Speed: 1737.105642 samples/sec	accuracy=0.610378	lr=0.017755
Epoch[91] Batch [349]	Speed: 1732.450636 samples/sec	accuracy=0.609699	lr=0.017750
Epoch[91] Batch [399]	Speed: 1755.833072 samples/sec	accuracy=0.609961	lr=0.017745
Epoch[91] Batch [449]	Speed: 1751.735776 samples/sec	accuracy=0.609852	lr=0.017740
Epoch[91] Batch [499]	Speed: 1748.444713 samples/sec	accuracy=0.609305	lr=0.017734
Epoch[91] Batch [549]	Speed: 1737.106541 samples/sec	accuracy=0.609070	lr=0.017729
Epoch[91] Batch [599]	Speed: 1775.452433 samples/sec	accuracy=0.608822	lr=0.017724
Epoch[91] Batch [649]	Speed: 1749.564571 samples/sec	accuracy=0.608065	lr=0.017719
Epoch[91] Batch [699]	Speed: 1713.844734 samples/sec	accuracy=0.608527	lr=0.017714
Epoch[91] Batch [749]	Speed: 1738.584724 samples/sec	accuracy=0.608969	lr=0.017708
Epoch[91] Batch [799]	Speed: 1775.315521 samples/sec	accuracy=0.609053	lr=0.017703
Epoch[91] Batch [849]	Speed: 1780.480118 samples/sec	accuracy=0.609035	lr=0.017698
Epoch[91] Batch [899]	Speed: 1753.018110 samples/sec	accuracy=0.608676	lr=0.017693
Epoch[91] Batch [949]	Speed: 1775.019106 samples/sec	accuracy=0.608869	lr=0.017688
Epoch[91] Batch [999]	Speed: 1784.885631 samples/sec	accuracy=0.608621	lr=0.017683
Epoch[91] Batch [1049]	Speed: 1756.636404 samples/sec	accuracy=0.608248	lr=0.017677
Epoch[91] Batch [1099]	Speed: 1812.426336 samples/sec	accuracy=0.607844	lr=0.017672
Epoch[91] Batch [1149]	Speed: 1726.215248 samples/sec	accuracy=0.607660	lr=0.017667
Epoch[91] Batch [1199]	Speed: 1790.002768 samples/sec	accuracy=0.607549	lr=0.017662
Epoch[91] Batch [1249]	Speed: 1800.946466 samples/sec	accuracy=0.607422	lr=0.017657
Epoch[91] Batch [1299]	Speed: 1750.780237 samples/sec	accuracy=0.607395	lr=0.017652
Epoch[91] Batch [1349]	Speed: 1749.401523 samples/sec	accuracy=0.607098	lr=0.017646
Epoch[91] Batch [1399]	Speed: 1754.332592 samples/sec	accuracy=0.606911	lr=0.017641
Epoch[91] Batch [1449]	Speed: 1748.856787 samples/sec	accuracy=0.606864	lr=0.017636
Epoch[91] Batch [1499]	Speed: 1770.252009 samples/sec	accuracy=0.606768	lr=0.017631
Epoch[91] Batch [1549]	Speed: 1755.180341 samples/sec	accuracy=0.606598	lr=0.017626
Epoch[91] Batch [1599]	Speed: 1715.377623 samples/sec	accuracy=0.606621	lr=0.017620
Epoch[91] Batch [1649]	Speed: 1743.275967 samples/sec	accuracy=0.606501	lr=0.017615
Epoch[91] Batch [1699]	Speed: 1726.388436 samples/sec	accuracy=0.606588	lr=0.017610
Epoch[91] Batch [1749]	Speed: 1743.697897 samples/sec	accuracy=0.606402	lr=0.017605
Epoch[91] Batch [1799]	Speed: 1742.405971 samples/sec	accuracy=0.606039	lr=0.017600
Epoch[91] Batch [1849]	Speed: 1789.719208 samples/sec	accuracy=0.605834	lr=0.017595
Epoch[91] Batch [1899]	Speed: 1767.083975 samples/sec	accuracy=0.605775	lr=0.017589
Epoch[91] Batch [1949]	Speed: 1758.030464 samples/sec	accuracy=0.605643	lr=0.017584
Epoch[91] Batch [1999]	Speed: 1764.864603 samples/sec	accuracy=0.605605	lr=0.017579
Epoch[91] Batch [2049]	Speed: 1744.379463 samples/sec	accuracy=0.605551	lr=0.017574
Epoch[91] Batch [2099]	Speed: 1769.617622 samples/sec	accuracy=0.605597	lr=0.017569
Epoch[91] Batch [2149]	Speed: 1746.810181 samples/sec	accuracy=0.605423	lr=0.017564
Epoch[91] Batch [2199]	Speed: 1771.791843 samples/sec	accuracy=0.605431	lr=0.017558
Epoch[91] Batch [2249]	Speed: 1763.346510 samples/sec	accuracy=0.605406	lr=0.017553
Epoch[91] Batch [2299]	Speed: 1730.114105 samples/sec	accuracy=0.605431	lr=0.017548
Epoch[91] Batch [2349]	Speed: 1765.118694 samples/sec	accuracy=0.605455	lr=0.017543
Epoch[91] Batch [2399]	Speed: 1780.015179 samples/sec	accuracy=0.605371	lr=0.017538
Epoch[91] Batch [2449]	Speed: 1792.095366 samples/sec	accuracy=0.605332	lr=0.017533
Epoch[91] Batch [2499]	Speed: 1755.610523 samples/sec	accuracy=0.605225	lr=0.017527
Epoch[91] Batch [2549]	Speed: 1772.194111 samples/sec	accuracy=0.605205	lr=0.017522
Epoch[91] Batch [2599]	Speed: 1751.062842 samples/sec	accuracy=0.605098	lr=0.017517
Epoch[91] Batch [2649]	Speed: 1713.690080 samples/sec	accuracy=0.605060	lr=0.017512
Epoch[91] Batch [2699]	Speed: 1741.071634 samples/sec	accuracy=0.605084	lr=0.017507
Epoch[91] Batch [2749]	Speed: 1760.308682 samples/sec	accuracy=0.605038	lr=0.017502
Epoch[91] Batch [2799]	Speed: 1777.995077 samples/sec	accuracy=0.605039	lr=0.017496
Epoch[91] Batch [2849]	Speed: 1762.905931 samples/sec	accuracy=0.604925	lr=0.017491
Epoch[91] Batch [2899]	Speed: 1738.373675 samples/sec	accuracy=0.604683	lr=0.017486
Epoch[91] Batch [2949]	Speed: 1788.007882 samples/sec	accuracy=0.604673	lr=0.017481
Epoch[91] Batch [2999]	Speed: 1693.436906 samples/sec	accuracy=0.604572	lr=0.017476
Epoch[91] Batch [3049]	Speed: 1770.684997 samples/sec	accuracy=0.604667	lr=0.017471
Epoch[91] Batch [3099]	Speed: 1712.074754 samples/sec	accuracy=0.604514	lr=0.017466
Epoch[91] Batch [3149]	Speed: 1784.643733 samples/sec	accuracy=0.604576	lr=0.017460
Epoch[91] Batch [3199]	Speed: 1775.235508 samples/sec	accuracy=0.604547	lr=0.017455
Epoch[91] Batch [3249]	Speed: 1762.587952 samples/sec	accuracy=0.604758	lr=0.017450
Epoch[91] Batch [3299]	Speed: 1739.930476 samples/sec	accuracy=0.604741	lr=0.017445
Epoch[91] Batch [3349]	Speed: 1787.843306 samples/sec	accuracy=0.604713	lr=0.017440
Epoch[91] Batch [3399]	Speed: 1751.987359 samples/sec	accuracy=0.604675	lr=0.017435
Epoch[91] Batch [3449]	Speed: 1699.876031 samples/sec	accuracy=0.604477	lr=0.017429
Epoch[91] Batch [3499]	Speed: 1766.397515 samples/sec	accuracy=0.604478	lr=0.017424
Epoch[91] Batch [3549]	Speed: 1707.409231 samples/sec	accuracy=0.604338	lr=0.017419
Epoch[91] Batch [3599]	Speed: 1728.689470 samples/sec	accuracy=0.604291	lr=0.017414
Epoch[91] Batch [3649]	Speed: 1725.212938 samples/sec	accuracy=0.604107	lr=0.017409
Epoch[91] Batch [3699]	Speed: 1746.799268 samples/sec	accuracy=0.604062	lr=0.017404
Epoch[91] Batch [3749]	Speed: 1763.555673 samples/sec	accuracy=0.603975	lr=0.017398
Epoch[91] Batch [3799]	Speed: 1737.232227 samples/sec	accuracy=0.603961	lr=0.017393
Epoch[91] Batch [3849]	Speed: 1750.459653 samples/sec	accuracy=0.603899	lr=0.017388
Epoch[91] Batch [3899]	Speed: 1728.021998 samples/sec	accuracy=0.603897	lr=0.017383
Epoch[91] Batch [3949]	Speed: 1755.330981 samples/sec	accuracy=0.603891	lr=0.017378
Epoch[91] Batch [3999]	Speed: 1753.372558 samples/sec	accuracy=0.603853	lr=0.017373
Epoch[91] Batch [4049]	Speed: 1745.350155 samples/sec	accuracy=0.603799	lr=0.017368
Epoch[91] Batch [4099]	Speed: 1744.511192 samples/sec	accuracy=0.603879	lr=0.017362
Epoch[91] Batch [4149]	Speed: 1743.325329 samples/sec	accuracy=0.603827	lr=0.017357
Epoch[91] Batch [4199]	Speed: 1795.459052 samples/sec	accuracy=0.603758	lr=0.017352
Epoch[91] Batch [4249]	Speed: 1770.432920 samples/sec	accuracy=0.603624	lr=0.017347
Epoch[91] Batch [4299]	Speed: 1763.415492 samples/sec	accuracy=0.603542	lr=0.017342
Epoch[91] Batch [4349]	Speed: 1771.113990 samples/sec	accuracy=0.603442	lr=0.017337
Epoch[91] Batch [4399]	Speed: 1772.599079 samples/sec	accuracy=0.603426	lr=0.017331
Epoch[91] Batch [4449]	Speed: 1742.647698 samples/sec	accuracy=0.603425	lr=0.017326
Epoch[91] Batch [4499]	Speed: 1750.923441 samples/sec	accuracy=0.603353	lr=0.017321
Epoch[91] Batch [4549]	Speed: 1728.893052 samples/sec	accuracy=0.603284	lr=0.017316
Epoch[91] Batch [4599]	Speed: 1733.450293 samples/sec	accuracy=0.603319	lr=0.017311
Epoch[91] Batch [4649]	Speed: 1760.986547 samples/sec	accuracy=0.603284	lr=0.017306
Epoch[91] Batch [4699]	Speed: 1757.190830 samples/sec	accuracy=0.603280	lr=0.017301
Epoch[91] Batch [4749]	Speed: 1776.227514 samples/sec	accuracy=0.603261	lr=0.017295
Epoch[91] Batch [4799]	Speed: 1763.727512 samples/sec	accuracy=0.603235	lr=0.017290
Epoch[91] Batch [4849]	Speed: 1771.361527 samples/sec	accuracy=0.603223	lr=0.017285
Epoch[91] Batch [4899]	Speed: 1752.143169 samples/sec	accuracy=0.603144	lr=0.017280
Epoch[91] Batch [4949]	Speed: 1732.225312 samples/sec	accuracy=0.603116	lr=0.017275
Epoch[91] Batch [4999]	Speed: 1866.236052 samples/sec	accuracy=0.603080	lr=0.017270
[Epoch 91] training: accuracy=0.603101
[Epoch 91] speed: 1754 samples/sec	time cost: 744.827366
[Epoch 91] validation: err-top1=0.348337 err-top5=0.140325
Epoch[92] Batch [49]	Speed: 1637.413894 samples/sec	accuracy=0.610469	lr=0.017264
Epoch[92] Batch [99]	Speed: 1770.576964 samples/sec	accuracy=0.610664	lr=0.017259
Epoch[92] Batch [149]	Speed: 1725.980833 samples/sec	accuracy=0.613099	lr=0.017254
Epoch[92] Batch [199]	Speed: 1755.887454 samples/sec	accuracy=0.611699	lr=0.017249
Epoch[92] Batch [249]	Speed: 1773.738089 samples/sec	accuracy=0.611828	lr=0.017243
Epoch[92] Batch [299]	Speed: 1775.179862 samples/sec	accuracy=0.611536	lr=0.017238
Epoch[92] Batch [349]	Speed: 1740.713168 samples/sec	accuracy=0.611049	lr=0.017233
Epoch[92] Batch [399]	Speed: 1761.656610 samples/sec	accuracy=0.611143	lr=0.017228
Epoch[92] Batch [449]	Speed: 1736.022105 samples/sec	accuracy=0.611102	lr=0.017223
Epoch[92] Batch [499]	Speed: 1742.906578 samples/sec	accuracy=0.611164	lr=0.017218
Epoch[92] Batch [549]	Speed: 1767.777081 samples/sec	accuracy=0.610611	lr=0.017213
Epoch[92] Batch [599]	Speed: 1795.881512 samples/sec	accuracy=0.609954	lr=0.017207
Epoch[92] Batch [649]	Speed: 1763.885940 samples/sec	accuracy=0.609952	lr=0.017202
Epoch[92] Batch [699]	Speed: 1748.586112 samples/sec	accuracy=0.609704	lr=0.017197
Epoch[92] Batch [749]	Speed: 1748.514926 samples/sec	accuracy=0.609344	lr=0.017192
Epoch[92] Batch [799]	Speed: 1737.758158 samples/sec	accuracy=0.608916	lr=0.017187
Epoch[92] Batch [849]	Speed: 1759.021484 samples/sec	accuracy=0.608920	lr=0.017182
Epoch[92] Batch [899]	Speed: 1763.640720 samples/sec	accuracy=0.608845	lr=0.017177
Epoch[92] Batch [949]	Speed: 1770.326202 samples/sec	accuracy=0.608549	lr=0.017171
Epoch[92] Batch [999]	Speed: 1770.619066 samples/sec	accuracy=0.608340	lr=0.017166
Epoch[92] Batch [1049]	Speed: 1750.206398 samples/sec	accuracy=0.607846	lr=0.017161
Epoch[92] Batch [1099]	Speed: 1750.430946 samples/sec	accuracy=0.607812	lr=0.017156
Epoch[92] Batch [1149]	Speed: 1751.840779 samples/sec	accuracy=0.607843	lr=0.017151
Epoch[92] Batch [1199]	Speed: 1798.876373 samples/sec	accuracy=0.607630	lr=0.017146
Epoch[92] Batch [1249]	Speed: 1749.145725 samples/sec	accuracy=0.607387	lr=0.017141
Epoch[92] Batch [1299]	Speed: 1770.129087 samples/sec	accuracy=0.607494	lr=0.017135
Epoch[92] Batch [1349]	Speed: 1747.739029 samples/sec	accuracy=0.607541	lr=0.017130
Epoch[92] Batch [1399]	Speed: 1765.564968 samples/sec	accuracy=0.607525	lr=0.017125
Epoch[92] Batch [1449]	Speed: 1770.286273 samples/sec	accuracy=0.607134	lr=0.017120
Epoch[92] Batch [1499]	Speed: 1753.963373 samples/sec	accuracy=0.607109	lr=0.017115
Epoch[92] Batch [1549]	Speed: 1767.344525 samples/sec	accuracy=0.606938	lr=0.017110
Epoch[92] Batch [1599]	Speed: 1780.727563 samples/sec	accuracy=0.606831	lr=0.017105
Epoch[92] Batch [1649]	Speed: 1764.587210 samples/sec	accuracy=0.606806	lr=0.017100
Epoch[92] Batch [1699]	Speed: 1762.866568 samples/sec	accuracy=0.606611	lr=0.017094
Epoch[92] Batch [1749]	Speed: 1791.826213 samples/sec	accuracy=0.606614	lr=0.017089
Epoch[92] Batch [1799]	Speed: 1768.587013 samples/sec	accuracy=0.606408	lr=0.017084
Epoch[92] Batch [1849]	Speed: 1751.734118 samples/sec	accuracy=0.606358	lr=0.017079
Epoch[92] Batch [1899]	Speed: 1742.900128 samples/sec	accuracy=0.606355	lr=0.017074
Epoch[92] Batch [1949]	Speed: 1751.678278 samples/sec	accuracy=0.606296	lr=0.017069
Epoch[92] Batch [1999]	Speed: 1748.456671 samples/sec	accuracy=0.606213	lr=0.017064
Epoch[92] Batch [2049]	Speed: 1778.506448 samples/sec	accuracy=0.606141	lr=0.017058
Epoch[92] Batch [2099]	Speed: 1750.983117 samples/sec	accuracy=0.606110	lr=0.017053
Epoch[92] Batch [2149]	Speed: 1777.337419 samples/sec	accuracy=0.606010	lr=0.017048
Epoch[92] Batch [2199]	Speed: 1778.919258 samples/sec	accuracy=0.605991	lr=0.017043
Epoch[92] Batch [2249]	Speed: 1759.198436 samples/sec	accuracy=0.605984	lr=0.017038
Epoch[92] Batch [2299]	Speed: 1751.654045 samples/sec	accuracy=0.605983	lr=0.017033
Epoch[92] Batch [2349]	Speed: 1770.166324 samples/sec	accuracy=0.605934	lr=0.017028
Epoch[92] Batch [2399]	Speed: 1739.051535 samples/sec	accuracy=0.605861	lr=0.017023
Epoch[92] Batch [2449]	Speed: 1782.536175 samples/sec	accuracy=0.605850	lr=0.017017
Epoch[92] Batch [2499]	Speed: 1737.222783 samples/sec	accuracy=0.605745	lr=0.017012
Epoch[92] Batch [2549]	Speed: 1777.002273 samples/sec	accuracy=0.605555	lr=0.017007
Epoch[92] Batch [2599]	Speed: 1733.006791 samples/sec	accuracy=0.605509	lr=0.017002
Epoch[92] Batch [2649]	Speed: 1775.305893 samples/sec	accuracy=0.605463	lr=0.016997
Epoch[92] Batch [2699]	Speed: 1778.540090 samples/sec	accuracy=0.605558	lr=0.016992
Epoch[92] Batch [2749]	Speed: 1779.953272 samples/sec	accuracy=0.605557	lr=0.016987
Epoch[92] Batch [2799]	Speed: 1764.203924 samples/sec	accuracy=0.605456	lr=0.016982
Epoch[92] Batch [2849]	Speed: 1769.233138 samples/sec	accuracy=0.605341	lr=0.016976
Epoch[92] Batch [2899]	Speed: 1720.287645 samples/sec	accuracy=0.605210	lr=0.016971
Epoch[92] Batch [2949]	Speed: 1770.304895 samples/sec	accuracy=0.605113	lr=0.016966
Epoch[92] Batch [2999]	Speed: 1697.096610 samples/sec	accuracy=0.605087	lr=0.016961
Epoch[92] Batch [3049]	Speed: 1722.711061 samples/sec	accuracy=0.605035	lr=0.016956
Epoch[92] Batch [3099]	Speed: 1765.329497 samples/sec	accuracy=0.605008	lr=0.016951
Epoch[92] Batch [3149]	Speed: 1748.497956 samples/sec	accuracy=0.604986	lr=0.016946
Epoch[92] Batch [3199]	Speed: 1751.902175 samples/sec	accuracy=0.604991	lr=0.016941
Epoch[92] Batch [3249]	Speed: 1761.469974 samples/sec	accuracy=0.604980	lr=0.016935
Epoch[92] Batch [3299]	Speed: 1742.957390 samples/sec	accuracy=0.604905	lr=0.016930
Epoch[92] Batch [3349]	Speed: 1753.537034 samples/sec	accuracy=0.604920	lr=0.016925
Epoch[92] Batch [3399]	Speed: 1790.728726 samples/sec	accuracy=0.604970	lr=0.016920
Epoch[92] Batch [3449]	Speed: 1740.407375 samples/sec	accuracy=0.605045	lr=0.016915
Epoch[92] Batch [3499]	Speed: 1754.689750 samples/sec	accuracy=0.605008	lr=0.016910
Epoch[92] Batch [3549]	Speed: 1762.827033 samples/sec	accuracy=0.604978	lr=0.016905
Epoch[92] Batch [3599]	Speed: 1713.175827 samples/sec	accuracy=0.604996	lr=0.016900
Epoch[92] Batch [3649]	Speed: 1745.050559 samples/sec	accuracy=0.604963	lr=0.016894
Epoch[92] Batch [3699]	Speed: 1744.048868 samples/sec	accuracy=0.604840	lr=0.016889
Epoch[92] Batch [3749]	Speed: 1777.541969 samples/sec	accuracy=0.604850	lr=0.016884
Epoch[92] Batch [3799]	Speed: 1729.638594 samples/sec	accuracy=0.604707	lr=0.016879
Epoch[92] Batch [3849]	Speed: 1756.117770 samples/sec	accuracy=0.604735	lr=0.016874
Epoch[92] Batch [3899]	Speed: 1776.866121 samples/sec	accuracy=0.604764	lr=0.016869
Epoch[92] Batch [3949]	Speed: 1765.423016 samples/sec	accuracy=0.604677	lr=0.016864
Epoch[92] Batch [3999]	Speed: 1742.102410 samples/sec	accuracy=0.604526	lr=0.016859
Epoch[92] Batch [4049]	Speed: 1786.551744 samples/sec	accuracy=0.604542	lr=0.016853
Epoch[92] Batch [4099]	Speed: 1736.865170 samples/sec	accuracy=0.604450	lr=0.016848
Epoch[92] Batch [4149]	Speed: 1731.018636 samples/sec	accuracy=0.604371	lr=0.016843
Epoch[92] Batch [4199]	Speed: 1770.801805 samples/sec	accuracy=0.604352	lr=0.016838
Epoch[92] Batch [4249]	Speed: 1754.289311 samples/sec	accuracy=0.604313	lr=0.016833
Epoch[92] Batch [4299]	Speed: 1774.514841 samples/sec	accuracy=0.604338	lr=0.016828
Epoch[92] Batch [4349]	Speed: 1764.368583 samples/sec	accuracy=0.604350	lr=0.016823
Epoch[92] Batch [4399]	Speed: 1772.349207 samples/sec	accuracy=0.604333	lr=0.016818
Epoch[92] Batch [4449]	Speed: 1771.734424 samples/sec	accuracy=0.604342	lr=0.016813
Epoch[92] Batch [4499]	Speed: 1756.415893 samples/sec	accuracy=0.604263	lr=0.016807
Epoch[92] Batch [4549]	Speed: 1766.481906 samples/sec	accuracy=0.604190	lr=0.016802
Epoch[92] Batch [4599]	Speed: 1805.659882 samples/sec	accuracy=0.604112	lr=0.016797
Epoch[92] Batch [4649]	Speed: 1759.023905 samples/sec	accuracy=0.603996	lr=0.016792
Epoch[92] Batch [4699]	Speed: 1728.719139 samples/sec	accuracy=0.603972	lr=0.016787
Epoch[92] Batch [4749]	Speed: 1769.122076 samples/sec	accuracy=0.603992	lr=0.016782
Epoch[92] Batch [4799]	Speed: 1750.863599 samples/sec	accuracy=0.603989	lr=0.016777
Epoch[92] Batch [4849]	Speed: 1757.846265 samples/sec	accuracy=0.603973	lr=0.016772
Epoch[92] Batch [4899]	Speed: 1743.140180 samples/sec	accuracy=0.604003	lr=0.016767
Epoch[92] Batch [4949]	Speed: 1736.994361 samples/sec	accuracy=0.604052	lr=0.016761
Epoch[92] Batch [4999]	Speed: 1861.979611 samples/sec	accuracy=0.604057	lr=0.016756
[Epoch 92] training: accuracy=0.604062
[Epoch 92] speed: 1757 samples/sec	time cost: 743.138407
[Epoch 92] validation: err-top1=0.347856 err-top5=0.137934
Epoch[93] Batch [49]	Speed: 1589.159763 samples/sec	accuracy=0.611563	lr=0.016751
Epoch[93] Batch [99]	Speed: 1736.398915 samples/sec	accuracy=0.608125	lr=0.016746
Epoch[93] Batch [149]	Speed: 1757.110718 samples/sec	accuracy=0.609245	lr=0.016741
Epoch[93] Batch [199]	Speed: 1733.575675 samples/sec	accuracy=0.608730	lr=0.016735
Epoch[93] Batch [249]	Speed: 1751.701997 samples/sec	accuracy=0.610812	lr=0.016730
Epoch[93] Batch [299]	Speed: 1759.231582 samples/sec	accuracy=0.611563	lr=0.016725
Epoch[93] Batch [349]	Speed: 1756.280637 samples/sec	accuracy=0.611317	lr=0.016720
Epoch[93] Batch [399]	Speed: 1728.671046 samples/sec	accuracy=0.611523	lr=0.016715
Epoch[93] Batch [449]	Speed: 1736.516971 samples/sec	accuracy=0.611311	lr=0.016710
Epoch[93] Batch [499]	Speed: 1759.270495 samples/sec	accuracy=0.610953	lr=0.016705
Epoch[93] Batch [549]	Speed: 1762.251345 samples/sec	accuracy=0.610845	lr=0.016700
Epoch[93] Batch [599]	Speed: 1737.123291 samples/sec	accuracy=0.611224	lr=0.016695
Epoch[93] Batch [649]	Speed: 1749.982421 samples/sec	accuracy=0.611004	lr=0.016690
Epoch[93] Batch [699]	Speed: 1794.726254 samples/sec	accuracy=0.610681	lr=0.016684
Epoch[93] Batch [749]	Speed: 1800.205863 samples/sec	accuracy=0.610755	lr=0.016679
Epoch[93] Batch [799]	Speed: 1728.810211 samples/sec	accuracy=0.610562	lr=0.016674
Epoch[93] Batch [849]	Speed: 1759.007940 samples/sec	accuracy=0.609949	lr=0.016669
Epoch[93] Batch [899]	Speed: 1761.567709 samples/sec	accuracy=0.610052	lr=0.016664
Epoch[93] Batch [949]	Speed: 1726.461330 samples/sec	accuracy=0.610062	lr=0.016659
Epoch[93] Batch [999]	Speed: 1743.848102 samples/sec	accuracy=0.609848	lr=0.016654
Epoch[93] Batch [1049]	Speed: 1735.009107 samples/sec	accuracy=0.609513	lr=0.016649
Epoch[93] Batch [1099]	Speed: 1741.571022 samples/sec	accuracy=0.608952	lr=0.016644
Epoch[93] Batch [1149]	Speed: 1771.675080 samples/sec	accuracy=0.608689	lr=0.016638
Epoch[93] Batch [1199]	Speed: 1722.795033 samples/sec	accuracy=0.608789	lr=0.016633
Epoch[93] Batch [1249]	Speed: 1788.322173 samples/sec	accuracy=0.608272	lr=0.016628
Epoch[93] Batch [1299]	Speed: 1818.585604 samples/sec	accuracy=0.607945	lr=0.016623
Epoch[93] Batch [1349]	Speed: 1763.219739 samples/sec	accuracy=0.607856	lr=0.016618
Epoch[93] Batch [1399]	Speed: 1772.299651 samples/sec	accuracy=0.607849	lr=0.016613
Epoch[93] Batch [1449]	Speed: 1747.998685 samples/sec	accuracy=0.607632	lr=0.016608
Epoch[93] Batch [1499]	Speed: 1770.711219 samples/sec	accuracy=0.607523	lr=0.016603
Epoch[93] Batch [1549]	Speed: 1731.763611 samples/sec	accuracy=0.607510	lr=0.016598
Epoch[93] Batch [1599]	Speed: 1734.619953 samples/sec	accuracy=0.607585	lr=0.016593
Epoch[93] Batch [1649]	Speed: 1740.635736 samples/sec	accuracy=0.607367	lr=0.016588
Epoch[93] Batch [1699]	Speed: 1751.811798 samples/sec	accuracy=0.607700	lr=0.016582
Epoch[93] Batch [1749]	Speed: 1774.660019 samples/sec	accuracy=0.607665	lr=0.016577
Epoch[93] Batch [1799]	Speed: 1742.544472 samples/sec	accuracy=0.607593	lr=0.016572
Epoch[93] Batch [1849]	Speed: 1761.886534 samples/sec	accuracy=0.607538	lr=0.016567
Epoch[93] Batch [1899]	Speed: 1763.377323 samples/sec	accuracy=0.607492	lr=0.016562
Epoch[93] Batch [1949]	Speed: 1780.933781 samples/sec	accuracy=0.607568	lr=0.016557
Epoch[93] Batch [1999]	Speed: 1754.927152 samples/sec	accuracy=0.607346	lr=0.016552
Epoch[93] Batch [2049]	Speed: 1752.606248 samples/sec	accuracy=0.607250	lr=0.016547
Epoch[93] Batch [2099]	Speed: 1740.391014 samples/sec	accuracy=0.607150	lr=0.016542
Epoch[93] Batch [2149]	Speed: 1739.982186 samples/sec	accuracy=0.607200	lr=0.016537
Epoch[93] Batch [2199]	Speed: 1772.277302 samples/sec	accuracy=0.607145	lr=0.016531
Epoch[93] Batch [2249]	Speed: 1805.534119 samples/sec	accuracy=0.607076	lr=0.016526
Epoch[93] Batch [2299]	Speed: 1738.391181 samples/sec	accuracy=0.606928	lr=0.016521
Epoch[93] Batch [2349]	Speed: 1753.634119 samples/sec	accuracy=0.606893	lr=0.016516
Epoch[93] Batch [2399]	Speed: 1736.142188 samples/sec	accuracy=0.607033	lr=0.016511
Epoch[93] Batch [2449]	Speed: 1764.547598 samples/sec	accuracy=0.606991	lr=0.016506
Epoch[93] Batch [2499]	Speed: 1753.342781 samples/sec	accuracy=0.606814	lr=0.016501
Epoch[93] Batch [2549]	Speed: 1732.336932 samples/sec	accuracy=0.606693	lr=0.016496
Epoch[93] Batch [2599]	Speed: 1752.368215 samples/sec	accuracy=0.606741	lr=0.016491
Epoch[93] Batch [2649]	Speed: 1821.264752 samples/sec	accuracy=0.606641	lr=0.016486
Epoch[93] Batch [2699]	Speed: 1773.650367 samples/sec	accuracy=0.606603	lr=0.016481
Epoch[93] Batch [2749]	Speed: 1701.722158 samples/sec	accuracy=0.606716	lr=0.016475
Epoch[93] Batch [2799]	Speed: 1747.128291 samples/sec	accuracy=0.606695	lr=0.016470
Epoch[93] Batch [2849]	Speed: 1739.230182 samples/sec	accuracy=0.606786	lr=0.016465
Epoch[93] Batch [2899]	Speed: 1762.221093 samples/sec	accuracy=0.606748	lr=0.016460
Epoch[93] Batch [2949]	Speed: 1745.244283 samples/sec	accuracy=0.606822	lr=0.016455
Epoch[93] Batch [2999]	Speed: 1735.395069 samples/sec	accuracy=0.606822	lr=0.016450
Epoch[93] Batch [3049]	Speed: 1766.041675 samples/sec	accuracy=0.606797	lr=0.016445
Epoch[93] Batch [3099]	Speed: 1767.833953 samples/sec	accuracy=0.606639	lr=0.016440
Epoch[93] Batch [3149]	Speed: 1764.723459 samples/sec	accuracy=0.606540	lr=0.016435
Epoch[93] Batch [3199]	Speed: 1763.455053 samples/sec	accuracy=0.606428	lr=0.016430
Epoch[93] Batch [3249]	Speed: 1762.145784 samples/sec	accuracy=0.606380	lr=0.016425
Epoch[93] Batch [3299]	Speed: 1772.130642 samples/sec	accuracy=0.606392	lr=0.016420
Epoch[93] Batch [3349]	Speed: 1753.176108 samples/sec	accuracy=0.606438	lr=0.016414
Epoch[93] Batch [3399]	Speed: 1751.635129 samples/sec	accuracy=0.606425	lr=0.016409
Epoch[93] Batch [3449]	Speed: 1720.570968 samples/sec	accuracy=0.606399	lr=0.016404
Epoch[93] Batch [3499]	Speed: 1752.348996 samples/sec	accuracy=0.606227	lr=0.016399
Epoch[93] Batch [3549]	Speed: 1734.932181 samples/sec	accuracy=0.606170	lr=0.016394
Epoch[93] Batch [3599]	Speed: 1743.550663 samples/sec	accuracy=0.606187	lr=0.016389
Epoch[93] Batch [3649]	Speed: 1731.566612 samples/sec	accuracy=0.606034	lr=0.016384
Epoch[93] Batch [3699]	Speed: 1776.335004 samples/sec	accuracy=0.605982	lr=0.016379
Epoch[93] Batch [3749]	Speed: 1751.244480 samples/sec	accuracy=0.606019	lr=0.016374
Epoch[93] Batch [3799]	Speed: 1766.161822 samples/sec	accuracy=0.605999	lr=0.016369
Epoch[93] Batch [3849]	Speed: 1734.777006 samples/sec	accuracy=0.605925	lr=0.016364
Epoch[93] Batch [3899]	Speed: 1753.624267 samples/sec	accuracy=0.605834	lr=0.016359
Epoch[93] Batch [3949]	Speed: 1753.100941 samples/sec	accuracy=0.605745	lr=0.016353
Epoch[93] Batch [3999]	Speed: 1754.566571 samples/sec	accuracy=0.605878	lr=0.016348
Epoch[93] Batch [4049]	Speed: 1761.557478 samples/sec	accuracy=0.605775	lr=0.016343
Epoch[93] Batch [4099]	Speed: 1759.312061 samples/sec	accuracy=0.605803	lr=0.016338
Epoch[93] Batch [4149]	Speed: 1721.296545 samples/sec	accuracy=0.605727	lr=0.016333
Epoch[93] Batch [4199]	Speed: 1752.045105 samples/sec	accuracy=0.605642	lr=0.016328
Epoch[93] Batch [4249]	Speed: 1750.228936 samples/sec	accuracy=0.605613	lr=0.016323
Epoch[93] Batch [4299]	Speed: 1727.258844 samples/sec	accuracy=0.605650	lr=0.016318
Epoch[93] Batch [4349]	Speed: 1731.610621 samples/sec	accuracy=0.605546	lr=0.016313
Epoch[93] Batch [4399]	Speed: 1766.096750 samples/sec	accuracy=0.605506	lr=0.016308
Epoch[93] Batch [4449]	Speed: 1729.613575 samples/sec	accuracy=0.605531	lr=0.016303
Epoch[93] Batch [4499]	Speed: 1717.930790 samples/sec	accuracy=0.605552	lr=0.016298
Epoch[93] Batch [4549]	Speed: 1723.576546 samples/sec	accuracy=0.605505	lr=0.016293
Epoch[93] Batch [4599]	Speed: 1725.656731 samples/sec	accuracy=0.605461	lr=0.016288
Epoch[93] Batch [4649]	Speed: 1751.220774 samples/sec	accuracy=0.605365	lr=0.016282
Epoch[93] Batch [4699]	Speed: 1754.345089 samples/sec	accuracy=0.605442	lr=0.016277
Epoch[93] Batch [4749]	Speed: 1755.958323 samples/sec	accuracy=0.605467	lr=0.016272
Epoch[93] Batch [4799]	Speed: 1775.254469 samples/sec	accuracy=0.605416	lr=0.016267
Epoch[93] Batch [4849]	Speed: 1745.148635 samples/sec	accuracy=0.605432	lr=0.016262
Epoch[93] Batch [4899]	Speed: 1754.468637 samples/sec	accuracy=0.605422	lr=0.016257
Epoch[93] Batch [4949]	Speed: 1753.840297 samples/sec	accuracy=0.605345	lr=0.016252
Epoch[93] Batch [4999]	Speed: 1800.548189 samples/sec	accuracy=0.605362	lr=0.016247
[Epoch 93] training: accuracy=0.605374
[Epoch 93] speed: 1751 samples/sec	time cost: 746.135819
[Epoch 93] validation: err-top1=0.349519 err-top5=0.139563
Epoch[94] Batch [49]	Speed: 1661.181938 samples/sec	accuracy=0.612187	lr=0.016241
Epoch[94] Batch [99]	Speed: 1730.110146 samples/sec	accuracy=0.617305	lr=0.016236
Epoch[94] Batch [149]	Speed: 1754.600002 samples/sec	accuracy=0.613672	lr=0.016231
Epoch[94] Batch [199]	Speed: 1749.409675 samples/sec	accuracy=0.611660	lr=0.016226
Epoch[94] Batch [249]	Speed: 1747.406136 samples/sec	accuracy=0.610750	lr=0.016221
Epoch[94] Batch [299]	Speed: 1719.883413 samples/sec	accuracy=0.610859	lr=0.016216
Epoch[94] Batch [349]	Speed: 1743.260741 samples/sec	accuracy=0.611317	lr=0.016211
Epoch[94] Batch [399]	Speed: 1723.203400 samples/sec	accuracy=0.611641	lr=0.016206
Epoch[94] Batch [449]	Speed: 1754.252510 samples/sec	accuracy=0.611563	lr=0.016201
Epoch[94] Batch [499]	Speed: 1725.206618 samples/sec	accuracy=0.611938	lr=0.016196
Epoch[94] Batch [549]	Speed: 1753.536118 samples/sec	accuracy=0.610852	lr=0.016191
Epoch[94] Batch [599]	Speed: 1762.950679 samples/sec	accuracy=0.610840	lr=0.016186
Epoch[94] Batch [649]	Speed: 1766.024596 samples/sec	accuracy=0.610721	lr=0.016181
Epoch[94] Batch [699]	Speed: 1750.645219 samples/sec	accuracy=0.611071	lr=0.016175
Epoch[94] Batch [749]	Speed: 1740.206487 samples/sec	accuracy=0.610479	lr=0.016170
Epoch[94] Batch [799]	Speed: 1754.621162 samples/sec	accuracy=0.610142	lr=0.016165
Epoch[94] Batch [849]	Speed: 1759.494664 samples/sec	accuracy=0.610358	lr=0.016160
Epoch[94] Batch [899]	Speed: 1749.926692 samples/sec	accuracy=0.610169	lr=0.016155
Epoch[94] Batch [949]	Speed: 1743.104525 samples/sec	accuracy=0.610152	lr=0.016150
Epoch[94] Batch [999]	Speed: 1736.674986 samples/sec	accuracy=0.610176	lr=0.016145
Epoch[94] Batch [1049]	Speed: 1722.009754 samples/sec	accuracy=0.610391	lr=0.016140
Epoch[94] Batch [1099]	Speed: 1736.597014 samples/sec	accuracy=0.610142	lr=0.016135
Epoch[94] Batch [1149]	Speed: 1774.195885 samples/sec	accuracy=0.610228	lr=0.016130
Epoch[94] Batch [1199]	Speed: 1764.194010 samples/sec	accuracy=0.610492	lr=0.016125
Epoch[94] Batch [1249]	Speed: 1763.825150 samples/sec	accuracy=0.610156	lr=0.016120
Epoch[94] Batch [1299]	Speed: 1776.816311 samples/sec	accuracy=0.610361	lr=0.016115
Epoch[94] Batch [1349]	Speed: 1723.335213 samples/sec	accuracy=0.610035	lr=0.016110
Epoch[94] Batch [1399]	Speed: 1754.144352 samples/sec	accuracy=0.609679	lr=0.016105
Epoch[94] Batch [1449]	Speed: 1741.991506 samples/sec	accuracy=0.609316	lr=0.016100
Epoch[94] Batch [1499]	Speed: 1757.820423 samples/sec	accuracy=0.609383	lr=0.016095
Epoch[94] Batch [1549]	Speed: 1751.527464 samples/sec	accuracy=0.609574	lr=0.016089
Epoch[94] Batch [1599]	Speed: 1758.396156 samples/sec	accuracy=0.609609	lr=0.016084
Epoch[94] Batch [1649]	Speed: 1774.077105 samples/sec	accuracy=0.609534	lr=0.016079
Epoch[94] Batch [1699]	Speed: 1756.131729 samples/sec	accuracy=0.609568	lr=0.016074
Epoch[94] Batch [1749]	Speed: 1734.628136 samples/sec	accuracy=0.609560	lr=0.016069
Epoch[94] Batch [1799]	Speed: 1758.898446 samples/sec	accuracy=0.609520	lr=0.016064
Epoch[94] Batch [1849]	Speed: 1740.839376 samples/sec	accuracy=0.609105	lr=0.016059
Epoch[94] Batch [1899]	Speed: 1714.558679 samples/sec	accuracy=0.608917	lr=0.016054
Epoch[94] Batch [1949]	Speed: 1790.032251 samples/sec	accuracy=0.608922	lr=0.016049
Epoch[94] Batch [1999]	Speed: 1768.496130 samples/sec	accuracy=0.608955	lr=0.016044
Epoch[94] Batch [2049]	Speed: 1736.470297 samples/sec	accuracy=0.608977	lr=0.016039
Epoch[94] Batch [2099]	Speed: 1741.359417 samples/sec	accuracy=0.608876	lr=0.016034
Epoch[94] Batch [2149]	Speed: 1724.109133 samples/sec	accuracy=0.608683	lr=0.016029
Epoch[94] Batch [2199]	Speed: 1757.684490 samples/sec	accuracy=0.608496	lr=0.016024
Epoch[94] Batch [2249]	Speed: 1759.098601 samples/sec	accuracy=0.608663	lr=0.016019
Epoch[94] Batch [2299]	Speed: 1735.814708 samples/sec	accuracy=0.608606	lr=0.016014
Epoch[94] Batch [2349]	Speed: 1736.669368 samples/sec	accuracy=0.608511	lr=0.016009
Epoch[94] Batch [2399]	Speed: 1774.158010 samples/sec	accuracy=0.608408	lr=0.016004
Epoch[94] Batch [2449]	Speed: 1691.597670 samples/sec	accuracy=0.608363	lr=0.015999
Epoch[94] Batch [2499]	Speed: 1739.969442 samples/sec	accuracy=0.608258	lr=0.015993
Epoch[94] Batch [2549]	Speed: 1747.455732 samples/sec	accuracy=0.608200	lr=0.015988
Epoch[94] Batch [2599]	Speed: 1769.511993 samples/sec	accuracy=0.608238	lr=0.015983
Epoch[94] Batch [2649]	Speed: 1741.202130 samples/sec	accuracy=0.608221	lr=0.015978
Epoch[94] Batch [2699]	Speed: 1741.311126 samples/sec	accuracy=0.608141	lr=0.015973
Epoch[94] Batch [2749]	Speed: 1752.515741 samples/sec	accuracy=0.608156	lr=0.015968
Epoch[94] Batch [2799]	Speed: 1769.377162 samples/sec	accuracy=0.608090	lr=0.015963
Epoch[94] Batch [2849]	Speed: 1765.827799 samples/sec	accuracy=0.608098	lr=0.015958
Epoch[94] Batch [2899]	Speed: 1713.467094 samples/sec	accuracy=0.608006	lr=0.015953
Epoch[94] Batch [2949]	Speed: 1769.456180 samples/sec	accuracy=0.607986	lr=0.015948
Epoch[94] Batch [2999]	Speed: 1740.750081 samples/sec	accuracy=0.607915	lr=0.015943
Epoch[94] Batch [3049]	Speed: 1764.443966 samples/sec	accuracy=0.607873	lr=0.015938
Epoch[94] Batch [3099]	Speed: 1765.092347 samples/sec	accuracy=0.607872	lr=0.015933
Epoch[94] Batch [3149]	Speed: 1756.815521 samples/sec	accuracy=0.607774	lr=0.015928
Epoch[94] Batch [3199]	Speed: 1753.019999 samples/sec	accuracy=0.607722	lr=0.015923
Epoch[94] Batch [3249]	Speed: 1742.279310 samples/sec	accuracy=0.607709	lr=0.015918
Epoch[94] Batch [3299]	Speed: 1765.638536 samples/sec	accuracy=0.607686	lr=0.015913
Epoch[94] Batch [3349]	Speed: 1744.869296 samples/sec	accuracy=0.607587	lr=0.015908
Epoch[94] Batch [3399]	Speed: 1758.083083 samples/sec	accuracy=0.607603	lr=0.015903
Epoch[94] Batch [3449]	Speed: 1777.801019 samples/sec	accuracy=0.607467	lr=0.015898
Epoch[94] Batch [3499]	Speed: 1749.873876 samples/sec	accuracy=0.607485	lr=0.015893
Epoch[94] Batch [3549]	Speed: 1784.544667 samples/sec	accuracy=0.607240	lr=0.015888
Epoch[94] Batch [3599]	Speed: 1768.255974 samples/sec	accuracy=0.607245	lr=0.015882
Epoch[94] Batch [3649]	Speed: 1751.671534 samples/sec	accuracy=0.607276	lr=0.015877
Epoch[94] Batch [3699]	Speed: 1782.266395 samples/sec	accuracy=0.607353	lr=0.015872
Epoch[94] Batch [3749]	Speed: 1790.223556 samples/sec	accuracy=0.607269	lr=0.015867
Epoch[94] Batch [3799]	Speed: 1774.509914 samples/sec	accuracy=0.607219	lr=0.015862
Epoch[94] Batch [3849]	Speed: 1745.114542 samples/sec	accuracy=0.607095	lr=0.015857
Epoch[94] Batch [3899]	Speed: 1748.305216 samples/sec	accuracy=0.607048	lr=0.015852
Epoch[94] Batch [3949]	Speed: 1758.674428 samples/sec	accuracy=0.606992	lr=0.015847
Epoch[94] Batch [3999]	Speed: 1774.992287 samples/sec	accuracy=0.606971	lr=0.015842
Epoch[94] Batch [4049]	Speed: 1742.521736 samples/sec	accuracy=0.606928	lr=0.015837
Epoch[94] Batch [4099]	Speed: 1767.939206 samples/sec	accuracy=0.606871	lr=0.015832
Epoch[94] Batch [4149]	Speed: 1740.831079 samples/sec	accuracy=0.606909	lr=0.015827
Epoch[94] Batch [4199]	Speed: 1773.262841 samples/sec	accuracy=0.606813	lr=0.015822
Epoch[94] Batch [4249]	Speed: 1741.796411 samples/sec	accuracy=0.606781	lr=0.015817
Epoch[94] Batch [4299]	Speed: 1756.255587 samples/sec	accuracy=0.606771	lr=0.015812
Epoch[94] Batch [4349]	Speed: 1730.031536 samples/sec	accuracy=0.606747	lr=0.015807
Epoch[94] Batch [4399]	Speed: 1769.705762 samples/sec	accuracy=0.606715	lr=0.015802
Epoch[94] Batch [4449]	Speed: 1738.992219 samples/sec	accuracy=0.606692	lr=0.015797
Epoch[94] Batch [4499]	Speed: 1757.122564 samples/sec	accuracy=0.606648	lr=0.015792
Epoch[94] Batch [4549]	Speed: 1715.672106 samples/sec	accuracy=0.606633	lr=0.015787
Epoch[94] Batch [4599]	Speed: 1743.849688 samples/sec	accuracy=0.606710	lr=0.015782
Epoch[94] Batch [4649]	Speed: 1757.327837 samples/sec	accuracy=0.606636	lr=0.015777
Epoch[94] Batch [4699]	Speed: 1778.640907 samples/sec	accuracy=0.606636	lr=0.015772
Epoch[94] Batch [4749]	Speed: 1753.305275 samples/sec	accuracy=0.606659	lr=0.015767
Epoch[94] Batch [4799]	Speed: 1769.911535 samples/sec	accuracy=0.606604	lr=0.015762
Epoch[94] Batch [4849]	Speed: 1732.909851 samples/sec	accuracy=0.606575	lr=0.015757
Epoch[94] Batch [4899]	Speed: 1756.133912 samples/sec	accuracy=0.606510	lr=0.015752
Epoch[94] Batch [4949]	Speed: 1746.153463 samples/sec	accuracy=0.606488	lr=0.015747
Epoch[94] Batch [4999]	Speed: 1832.626722 samples/sec	accuracy=0.606496	lr=0.015742
[Epoch 94] training: accuracy=0.606488
[Epoch 94] speed: 1751 samples/sec	time cost: 745.980879
[Epoch 94] validation: err-top1=0.347776 err-top5=0.140825
Epoch[95] Batch [49]	Speed: 1628.966283 samples/sec	accuracy=0.617578	lr=0.015736
Epoch[95] Batch [99]	Speed: 1758.060112 samples/sec	accuracy=0.616016	lr=0.015731
Epoch[95] Batch [149]	Speed: 1745.295175 samples/sec	accuracy=0.616875	lr=0.015726
Epoch[95] Batch [199]	Speed: 1739.697734 samples/sec	accuracy=0.615176	lr=0.015721
Epoch[95] Batch [249]	Speed: 1767.914289 samples/sec	accuracy=0.614812	lr=0.015716
Epoch[95] Batch [299]	Speed: 1724.109355 samples/sec	accuracy=0.613190	lr=0.015711
Epoch[95] Batch [349]	Speed: 1750.110262 samples/sec	accuracy=0.612935	lr=0.015706
Epoch[95] Batch [399]	Speed: 1728.977405 samples/sec	accuracy=0.612344	lr=0.015701
Epoch[95] Batch [449]	Speed: 1736.229552 samples/sec	accuracy=0.612691	lr=0.015696
Epoch[95] Batch [499]	Speed: 1742.359998 samples/sec	accuracy=0.611938	lr=0.015691
Epoch[95] Batch [549]	Speed: 1780.466537 samples/sec	accuracy=0.611889	lr=0.015686
Epoch[95] Batch [599]	Speed: 1729.941506 samples/sec	accuracy=0.611621	lr=0.015681
Epoch[95] Batch [649]	Speed: 1786.753010 samples/sec	accuracy=0.611665	lr=0.015676
Epoch[95] Batch [699]	Speed: 1726.748745 samples/sec	accuracy=0.611892	lr=0.015671
Epoch[95] Batch [749]	Speed: 1739.809305 samples/sec	accuracy=0.611557	lr=0.015666
Epoch[95] Batch [799]	Speed: 1774.033080 samples/sec	accuracy=0.611787	lr=0.015661
Epoch[95] Batch [849]	Speed: 1754.842715 samples/sec	accuracy=0.611540	lr=0.015656
Epoch[95] Batch [899]	Speed: 1777.854534 samples/sec	accuracy=0.611359	lr=0.015651
Epoch[95] Batch [949]	Speed: 1753.330756 samples/sec	accuracy=0.611575	lr=0.015646
Epoch[95] Batch [999]	Speed: 1743.394169 samples/sec	accuracy=0.611590	lr=0.015641
Epoch[95] Batch [1049]	Speed: 1756.108120 samples/sec	accuracy=0.611190	lr=0.015636
Epoch[95] Batch [1099]	Speed: 1779.574666 samples/sec	accuracy=0.610984	lr=0.015631
Epoch[95] Batch [1149]	Speed: 1792.107450 samples/sec	accuracy=0.611148	lr=0.015626
Epoch[95] Batch [1199]	Speed: 1763.068206 samples/sec	accuracy=0.610885	lr=0.015621
Epoch[95] Batch [1249]	Speed: 1742.436339 samples/sec	accuracy=0.610550	lr=0.015616
Epoch[95] Batch [1299]	Speed: 1732.370416 samples/sec	accuracy=0.610727	lr=0.015610
Epoch[95] Batch [1349]	Speed: 1712.427529 samples/sec	accuracy=0.610634	lr=0.015605
Epoch[95] Batch [1399]	Speed: 1738.777016 samples/sec	accuracy=0.610829	lr=0.015600
Epoch[95] Batch [1449]	Speed: 1722.223423 samples/sec	accuracy=0.610884	lr=0.015595
Epoch[95] Batch [1499]	Speed: 1705.749191 samples/sec	accuracy=0.610956	lr=0.015590
Epoch[95] Batch [1549]	Speed: 1758.175318 samples/sec	accuracy=0.610854	lr=0.015585
Epoch[95] Batch [1599]	Speed: 1739.007822 samples/sec	accuracy=0.611050	lr=0.015580
Epoch[95] Batch [1649]	Speed: 1743.283779 samples/sec	accuracy=0.610961	lr=0.015575
Epoch[95] Batch [1699]	Speed: 1783.429004 samples/sec	accuracy=0.610972	lr=0.015570
Epoch[95] Batch [1749]	Speed: 1780.648362 samples/sec	accuracy=0.611013	lr=0.015565
Epoch[95] Batch [1799]	Speed: 1733.898391 samples/sec	accuracy=0.610959	lr=0.015560
Epoch[95] Batch [1849]	Speed: 1729.405310 samples/sec	accuracy=0.611016	lr=0.015555
Epoch[95] Batch [1899]	Speed: 1740.829837 samples/sec	accuracy=0.611145	lr=0.015550
Epoch[95] Batch [1949]	Speed: 1750.202803 samples/sec	accuracy=0.611174	lr=0.015545
Epoch[95] Batch [1999]	Speed: 1763.200282 samples/sec	accuracy=0.611045	lr=0.015540
Epoch[95] Batch [2049]	Speed: 1754.440544 samples/sec	accuracy=0.610943	lr=0.015535
Epoch[95] Batch [2099]	Speed: 1738.268366 samples/sec	accuracy=0.610778	lr=0.015530
Epoch[95] Batch [2149]	Speed: 1752.756904 samples/sec	accuracy=0.610752	lr=0.015525
Epoch[95] Batch [2199]	Speed: 1735.717733 samples/sec	accuracy=0.610710	lr=0.015520
Epoch[95] Batch [2249]	Speed: 1740.875786 samples/sec	accuracy=0.610698	lr=0.015515
Epoch[95] Batch [2299]	Speed: 1758.149293 samples/sec	accuracy=0.610637	lr=0.015510
Epoch[95] Batch [2349]	Speed: 1753.008265 samples/sec	accuracy=0.610632	lr=0.015505
Epoch[95] Batch [2399]	Speed: 1778.749632 samples/sec	accuracy=0.610503	lr=0.015500
Epoch[95] Batch [2449]	Speed: 1743.074869 samples/sec	accuracy=0.610356	lr=0.015495
Epoch[95] Batch [2499]	Speed: 1773.659391 samples/sec	accuracy=0.610203	lr=0.015490
Epoch[95] Batch [2549]	Speed: 1785.837128 samples/sec	accuracy=0.610135	lr=0.015485
Epoch[95] Batch [2599]	Speed: 1767.024477 samples/sec	accuracy=0.610033	lr=0.015480
Epoch[95] Batch [2649]	Speed: 1764.010894 samples/sec	accuracy=0.610060	lr=0.015475
Epoch[95] Batch [2699]	Speed: 1749.148802 samples/sec	accuracy=0.609962	lr=0.015470
Epoch[95] Batch [2749]	Speed: 1730.446465 samples/sec	accuracy=0.610020	lr=0.015465
Epoch[95] Batch [2799]	Speed: 1738.847862 samples/sec	accuracy=0.610073	lr=0.015460
Epoch[95] Batch [2849]	Speed: 1765.800792 samples/sec	accuracy=0.610086	lr=0.015455
Epoch[95] Batch [2899]	Speed: 1758.483528 samples/sec	accuracy=0.609993	lr=0.015450
Epoch[95] Batch [2949]	Speed: 1757.992988 samples/sec	accuracy=0.609872	lr=0.015445
Epoch[95] Batch [2999]	Speed: 1748.892621 samples/sec	accuracy=0.609846	lr=0.015440
Epoch[95] Batch [3049]	Speed: 1746.590709 samples/sec	accuracy=0.609926	lr=0.015435
Epoch[95] Batch [3099]	Speed: 1772.532303 samples/sec	accuracy=0.609889	lr=0.015430
Epoch[95] Batch [3149]	Speed: 1783.532627 samples/sec	accuracy=0.609707	lr=0.015425
Epoch[95] Batch [3199]	Speed: 1741.813478 samples/sec	accuracy=0.609625	lr=0.015420
Epoch[95] Batch [3249]	Speed: 1751.250193 samples/sec	accuracy=0.609625	lr=0.015415
Epoch[95] Batch [3299]	Speed: 1776.409943 samples/sec	accuracy=0.609545	lr=0.015410
Epoch[95] Batch [3349]	Speed: 1777.571161 samples/sec	accuracy=0.609608	lr=0.015405
Epoch[95] Batch [3399]	Speed: 1735.118451 samples/sec	accuracy=0.609473	lr=0.015400
Epoch[95] Batch [3449]	Speed: 1755.374313 samples/sec	accuracy=0.609416	lr=0.015395
Epoch[95] Batch [3499]	Speed: 1732.969703 samples/sec	accuracy=0.609453	lr=0.015390
Epoch[95] Batch [3549]	Speed: 1778.294490 samples/sec	accuracy=0.609464	lr=0.015385
Epoch[95] Batch [3599]	Speed: 1752.518372 samples/sec	accuracy=0.609486	lr=0.015380
Epoch[95] Batch [3649]	Speed: 1778.184053 samples/sec	accuracy=0.609358	lr=0.015375
Epoch[95] Batch [3699]	Speed: 1743.350974 samples/sec	accuracy=0.609346	lr=0.015370
Epoch[95] Batch [3749]	Speed: 1746.406002 samples/sec	accuracy=0.609331	lr=0.015365
Epoch[95] Batch [3799]	Speed: 1766.900084 samples/sec	accuracy=0.609265	lr=0.015360
Epoch[95] Batch [3849]	Speed: 1738.532816 samples/sec	accuracy=0.609236	lr=0.015355
Epoch[95] Batch [3899]	Speed: 1750.084190 samples/sec	accuracy=0.609164	lr=0.015350
Epoch[95] Batch [3949]	Speed: 1729.112610 samples/sec	accuracy=0.609173	lr=0.015345
Epoch[95] Batch [3999]	Speed: 1750.473066 samples/sec	accuracy=0.609139	lr=0.015340
Epoch[95] Batch [4049]	Speed: 1793.154342 samples/sec	accuracy=0.609055	lr=0.015335
Epoch[95] Batch [4099]	Speed: 1740.507244 samples/sec	accuracy=0.609042	lr=0.015330
Epoch[95] Batch [4149]	Speed: 1765.493902 samples/sec	accuracy=0.608981	lr=0.015325
Epoch[95] Batch [4199]	Speed: 1775.274428 samples/sec	accuracy=0.608969	lr=0.015320
Epoch[95] Batch [4249]	Speed: 1769.151691 samples/sec	accuracy=0.608936	lr=0.015315
Epoch[95] Batch [4299]	Speed: 1749.427575 samples/sec	accuracy=0.608987	lr=0.015310
Epoch[95] Batch [4349]	Speed: 1766.250781 samples/sec	accuracy=0.609024	lr=0.015305
Epoch[95] Batch [4399]	Speed: 1791.861797 samples/sec	accuracy=0.608977	lr=0.015300
Epoch[95] Batch [4449]	Speed: 1721.311335 samples/sec	accuracy=0.608941	lr=0.015295
Epoch[95] Batch [4499]	Speed: 1751.863359 samples/sec	accuracy=0.609006	lr=0.015290
Epoch[95] Batch [4549]	Speed: 1745.674375 samples/sec	accuracy=0.609001	lr=0.015285
Epoch[95] Batch [4599]	Speed: 1734.295344 samples/sec	accuracy=0.609012	lr=0.015280
Epoch[95] Batch [4649]	Speed: 1754.101310 samples/sec	accuracy=0.608954	lr=0.015275
Epoch[95] Batch [4699]	Speed: 1742.186135 samples/sec	accuracy=0.608856	lr=0.015270
Epoch[95] Batch [4749]	Speed: 1746.254277 samples/sec	accuracy=0.608887	lr=0.015265
Epoch[95] Batch [4799]	Speed: 1747.992994 samples/sec	accuracy=0.608882	lr=0.015260
Epoch[95] Batch [4849]	Speed: 1767.420918 samples/sec	accuracy=0.608872	lr=0.015255
Epoch[95] Batch [4899]	Speed: 1760.731449 samples/sec	accuracy=0.608841	lr=0.015250
Epoch[95] Batch [4949]	Speed: 1763.359600 samples/sec	accuracy=0.608737	lr=0.015246
Epoch[95] Batch [4999]	Speed: 1886.029292 samples/sec	accuracy=0.608615	lr=0.015241
[Epoch 95] training: accuracy=0.608614
[Epoch 95] speed: 1752 samples/sec	time cost: 745.260777
[Epoch 95] validation: err-top1=0.347877 err-top5=0.138702
Epoch[96] Batch [49]	Speed: 1667.908253 samples/sec	accuracy=0.611094	lr=0.015235
Epoch[96] Batch [99]	Speed: 1764.467336 samples/sec	accuracy=0.615469	lr=0.015230
Epoch[96] Batch [149]	Speed: 1791.172268 samples/sec	accuracy=0.614557	lr=0.015225
Epoch[96] Batch [199]	Speed: 1752.009599 samples/sec	accuracy=0.615566	lr=0.015220
Epoch[96] Batch [249]	Speed: 1784.521830 samples/sec	accuracy=0.614828	lr=0.015215
Epoch[96] Batch [299]	Speed: 1745.428688 samples/sec	accuracy=0.614974	lr=0.015210
Epoch[96] Batch [349]	Speed: 1766.974462 samples/sec	accuracy=0.614587	lr=0.015205
Epoch[96] Batch [399]	Speed: 1718.720386 samples/sec	accuracy=0.614355	lr=0.015200
Epoch[96] Batch [449]	Speed: 1738.329321 samples/sec	accuracy=0.614280	lr=0.015195
Epoch[96] Batch [499]	Speed: 1745.431298 samples/sec	accuracy=0.614758	lr=0.015190
Epoch[96] Batch [549]	Speed: 1778.177575 samples/sec	accuracy=0.614602	lr=0.015185
Epoch[96] Batch [599]	Speed: 1741.559102 samples/sec	accuracy=0.613900	lr=0.015180
Epoch[96] Batch [649]	Speed: 1767.776092 samples/sec	accuracy=0.613840	lr=0.015175
Epoch[96] Batch [699]	Speed: 1750.523578 samples/sec	accuracy=0.613895	lr=0.015170
Epoch[96] Batch [749]	Speed: 1764.825674 samples/sec	accuracy=0.613385	lr=0.015165
Epoch[96] Batch [799]	Speed: 1732.793514 samples/sec	accuracy=0.612861	lr=0.015160
Epoch[96] Batch [849]	Speed: 1734.371540 samples/sec	accuracy=0.612849	lr=0.015155
Epoch[96] Batch [899]	Speed: 1754.409814 samples/sec	accuracy=0.613056	lr=0.015151
Epoch[96] Batch [949]	Speed: 1732.078611 samples/sec	accuracy=0.612788	lr=0.015146
Epoch[96] Batch [999]	Speed: 1725.483634 samples/sec	accuracy=0.612801	lr=0.015141
Epoch[96] Batch [1049]	Speed: 1775.624778 samples/sec	accuracy=0.612519	lr=0.015136
Epoch[96] Batch [1099]	Speed: 1756.706817 samples/sec	accuracy=0.612596	lr=0.015131
Epoch[96] Batch [1149]	Speed: 1774.715926 samples/sec	accuracy=0.612585	lr=0.015126
Epoch[96] Batch [1199]	Speed: 1746.370951 samples/sec	accuracy=0.612572	lr=0.015121
Epoch[96] Batch [1249]	Speed: 1718.257111 samples/sec	accuracy=0.612581	lr=0.015116
Epoch[96] Batch [1299]	Speed: 1765.765423 samples/sec	accuracy=0.612320	lr=0.015111
Epoch[96] Batch [1349]	Speed: 1764.927901 samples/sec	accuracy=0.611837	lr=0.015106
Epoch[96] Batch [1399]	Speed: 1729.045618 samples/sec	accuracy=0.612037	lr=0.015101
Epoch[96] Batch [1449]	Speed: 1755.874475 samples/sec	accuracy=0.612120	lr=0.015096
Epoch[96] Batch [1499]	Speed: 1787.570428 samples/sec	accuracy=0.611987	lr=0.015091
Epoch[96] Batch [1549]	Speed: 1759.306238 samples/sec	accuracy=0.612019	lr=0.015086
Epoch[96] Batch [1599]	Speed: 1738.973800 samples/sec	accuracy=0.612034	lr=0.015081
Epoch[96] Batch [1649]	Speed: 1715.439230 samples/sec	accuracy=0.611768	lr=0.015076
Epoch[96] Batch [1699]	Speed: 1741.410365 samples/sec	accuracy=0.611666	lr=0.015071
Epoch[96] Batch [1749]	Speed: 1746.389357 samples/sec	accuracy=0.611696	lr=0.015066
Epoch[96] Batch [1799]	Speed: 1762.099978 samples/sec	accuracy=0.611552	lr=0.015061
Epoch[96] Batch [1849]	Speed: 1764.702809 samples/sec	accuracy=0.611434	lr=0.015056
Epoch[96] Batch [1899]	Speed: 1783.606930 samples/sec	accuracy=0.611281	lr=0.015051
Epoch[96] Batch [1949]	Speed: 1767.553706 samples/sec	accuracy=0.611352	lr=0.015046
Epoch[96] Batch [1999]	Speed: 1783.301047 samples/sec	accuracy=0.611277	lr=0.015041
Epoch[96] Batch [2049]	Speed: 1768.054487 samples/sec	accuracy=0.611138	lr=0.015036
Epoch[96] Batch [2099]	Speed: 1737.205132 samples/sec	accuracy=0.611259	lr=0.015031
Epoch[96] Batch [2149]	Speed: 1732.237943 samples/sec	accuracy=0.611286	lr=0.015026
Epoch[96] Batch [2199]	Speed: 1730.133731 samples/sec	accuracy=0.611202	lr=0.015021
Epoch[96] Batch [2249]	Speed: 1744.061673 samples/sec	accuracy=0.611170	lr=0.015016
Epoch[96] Batch [2299]	Speed: 1742.182064 samples/sec	accuracy=0.611196	lr=0.015011
Epoch[96] Batch [2349]	Speed: 1745.042958 samples/sec	accuracy=0.611100	lr=0.015006
Epoch[96] Batch [2399]	Speed: 1738.694576 samples/sec	accuracy=0.611068	lr=0.015001
Epoch[96] Batch [2449]	Speed: 1773.285215 samples/sec	accuracy=0.611011	lr=0.014997
Epoch[96] Batch [2499]	Speed: 1764.870636 samples/sec	accuracy=0.611033	lr=0.014992
Epoch[96] Batch [2549]	Speed: 1774.338313 samples/sec	accuracy=0.610873	lr=0.014987
Epoch[96] Batch [2599]	Speed: 1770.461587 samples/sec	accuracy=0.610780	lr=0.014982
Epoch[96] Batch [2649]	Speed: 1773.501136 samples/sec	accuracy=0.610669	lr=0.014977
Epoch[96] Batch [2699]	Speed: 1736.772067 samples/sec	accuracy=0.610631	lr=0.014972
Epoch[96] Batch [2749]	Speed: 1744.227807 samples/sec	accuracy=0.610580	lr=0.014967
Epoch[96] Batch [2799]	Speed: 1757.457674 samples/sec	accuracy=0.610615	lr=0.014962
Epoch[96] Batch [2849]	Speed: 1731.150643 samples/sec	accuracy=0.610558	lr=0.014957
Epoch[96] Batch [2899]	Speed: 1773.875052 samples/sec	accuracy=0.610442	lr=0.014952
Epoch[96] Batch [2949]	Speed: 1745.338013 samples/sec	accuracy=0.610514	lr=0.014947
Epoch[96] Batch [2999]	Speed: 1740.606391 samples/sec	accuracy=0.610405	lr=0.014942
Epoch[96] Batch [3049]	Speed: 1747.068196 samples/sec	accuracy=0.610446	lr=0.014937
Epoch[96] Batch [3099]	Speed: 1793.537250 samples/sec	accuracy=0.610509	lr=0.014932
Epoch[96] Batch [3149]	Speed: 1792.952111 samples/sec	accuracy=0.610435	lr=0.014927
Epoch[96] Batch [3199]	Speed: 1756.408595 samples/sec	accuracy=0.610408	lr=0.014922
Epoch[96] Batch [3249]	Speed: 1789.774218 samples/sec	accuracy=0.610303	lr=0.014917
Epoch[96] Batch [3299]	Speed: 1748.137394 samples/sec	accuracy=0.610389	lr=0.014912
Epoch[96] Batch [3349]	Speed: 1738.648066 samples/sec	accuracy=0.610441	lr=0.014907
Epoch[96] Batch [3399]	Speed: 1720.761557 samples/sec	accuracy=0.610378	lr=0.014902
Epoch[96] Batch [3449]	Speed: 1759.377614 samples/sec	accuracy=0.610339	lr=0.014897
Epoch[96] Batch [3499]	Speed: 1761.881446 samples/sec	accuracy=0.610350	lr=0.014892
Epoch[96] Batch [3549]	Speed: 1738.777467 samples/sec	accuracy=0.610276	lr=0.014888
Epoch[96] Batch [3599]	Speed: 1748.542887 samples/sec	accuracy=0.610263	lr=0.014883
Epoch[96] Batch [3649]	Speed: 1768.496596 samples/sec	accuracy=0.610177	lr=0.014878
Epoch[96] Batch [3699]	Speed: 1738.360729 samples/sec	accuracy=0.610147	lr=0.014873
Epoch[96] Batch [3749]	Speed: 1744.816728 samples/sec	accuracy=0.610122	lr=0.014868
Epoch[96] Batch [3799]	Speed: 1745.860744 samples/sec	accuracy=0.610098	lr=0.014863
Epoch[96] Batch [3849]	Speed: 1745.436803 samples/sec	accuracy=0.609990	lr=0.014858
Epoch[96] Batch [3899]	Speed: 1743.721457 samples/sec	accuracy=0.609899	lr=0.014853
Epoch[96] Batch [3949]	Speed: 1767.844664 samples/sec	accuracy=0.609782	lr=0.014848
Epoch[96] Batch [3999]	Speed: 1735.926960 samples/sec	accuracy=0.609804	lr=0.014843
Epoch[96] Batch [4049]	Speed: 1756.391299 samples/sec	accuracy=0.609851	lr=0.014838
Epoch[96] Batch [4099]	Speed: 1748.971245 samples/sec	accuracy=0.609856	lr=0.014833
Epoch[96] Batch [4149]	Speed: 1745.730969 samples/sec	accuracy=0.609872	lr=0.014828
Epoch[96] Batch [4199]	Speed: 1727.509893 samples/sec	accuracy=0.609799	lr=0.014823
Epoch[96] Batch [4249]	Speed: 1754.220067 samples/sec	accuracy=0.609783	lr=0.014818
Epoch[96] Batch [4299]	Speed: 1749.007540 samples/sec	accuracy=0.609801	lr=0.014813
Epoch[96] Batch [4349]	Speed: 1779.296641 samples/sec	accuracy=0.609717	lr=0.014808
Epoch[96] Batch [4399]	Speed: 1728.704889 samples/sec	accuracy=0.609708	lr=0.014803
Epoch[96] Batch [4449]	Speed: 1746.514685 samples/sec	accuracy=0.609631	lr=0.014799
Epoch[96] Batch [4499]	Speed: 1747.375880 samples/sec	accuracy=0.609527	lr=0.014794
Epoch[96] Batch [4549]	Speed: 1753.741814 samples/sec	accuracy=0.609443	lr=0.014789
Epoch[96] Batch [4599]	Speed: 1747.356771 samples/sec	accuracy=0.609412	lr=0.014784
Epoch[96] Batch [4649]	Speed: 1764.740282 samples/sec	accuracy=0.609384	lr=0.014779
Epoch[96] Batch [4699]	Speed: 1759.828026 samples/sec	accuracy=0.609354	lr=0.014774
Epoch[96] Batch [4749]	Speed: 1756.223817 samples/sec	accuracy=0.609428	lr=0.014769
Epoch[96] Batch [4799]	Speed: 1746.169195 samples/sec	accuracy=0.609441	lr=0.014764
Epoch[96] Batch [4849]	Speed: 1728.837991 samples/sec	accuracy=0.609339	lr=0.014759
Epoch[96] Batch [4899]	Speed: 1746.640486 samples/sec	accuracy=0.609380	lr=0.014754
Epoch[96] Batch [4949]	Speed: 1754.191981 samples/sec	accuracy=0.609300	lr=0.014749
Epoch[96] Batch [4999]	Speed: 1836.288309 samples/sec	accuracy=0.609341	lr=0.014744
[Epoch 96] training: accuracy=0.609331
[Epoch 96] speed: 1752 samples/sec	time cost: 745.598010
[Epoch 96] validation: err-top1=0.347138 err-top5=0.137855
Epoch[97] Batch [49]	Speed: 1630.476852 samples/sec	accuracy=0.617266	lr=0.014739
Epoch[97] Batch [99]	Speed: 1762.302539 samples/sec	accuracy=0.619414	lr=0.014734
Epoch[97] Batch [149]	Speed: 1766.739836 samples/sec	accuracy=0.620469	lr=0.014729
Epoch[97] Batch [199]	Speed: 1741.922946 samples/sec	accuracy=0.620000	lr=0.014724
Epoch[97] Batch [249]	Speed: 1797.920749 samples/sec	accuracy=0.620281	lr=0.014719
Epoch[97] Batch [299]	Speed: 1730.142596 samples/sec	accuracy=0.619922	lr=0.014714
Epoch[97] Batch [349]	Speed: 1744.611476 samples/sec	accuracy=0.620179	lr=0.014709
Epoch[97] Batch [399]	Speed: 1761.774022 samples/sec	accuracy=0.618633	lr=0.014704
Epoch[97] Batch [449]	Speed: 1739.571015 samples/sec	accuracy=0.618715	lr=0.014699
Epoch[97] Batch [499]	Speed: 1791.378581 samples/sec	accuracy=0.618430	lr=0.014694
Epoch[97] Batch [549]	Speed: 1747.496799 samples/sec	accuracy=0.617898	lr=0.014689
Epoch[97] Batch [599]	Speed: 1747.835189 samples/sec	accuracy=0.616647	lr=0.014684
Epoch[97] Batch [649]	Speed: 1747.396638 samples/sec	accuracy=0.616034	lr=0.014680
Epoch[97] Batch [699]	Speed: 1781.781126 samples/sec	accuracy=0.615949	lr=0.014675
Epoch[97] Batch [749]	Speed: 1776.656258 samples/sec	accuracy=0.615818	lr=0.014670
Epoch[97] Batch [799]	Speed: 1724.474751 samples/sec	accuracy=0.615967	lr=0.014665
Epoch[97] Batch [849]	Speed: 1761.739797 samples/sec	accuracy=0.615712	lr=0.014660
Epoch[97] Batch [899]	Speed: 1789.828993 samples/sec	accuracy=0.616141	lr=0.014655
Epoch[97] Batch [949]	Speed: 1755.334884 samples/sec	accuracy=0.616295	lr=0.014650
Epoch[97] Batch [999]	Speed: 1737.457450 samples/sec	accuracy=0.616211	lr=0.014645
Epoch[97] Batch [1049]	Speed: 1775.118291 samples/sec	accuracy=0.615737	lr=0.014640
Epoch[97] Batch [1099]	Speed: 1743.808396 samples/sec	accuracy=0.615600	lr=0.014635
Epoch[97] Batch [1149]	Speed: 1763.727976 samples/sec	accuracy=0.615245	lr=0.014630
Epoch[97] Batch [1199]	Speed: 1734.710471 samples/sec	accuracy=0.615081	lr=0.014625
Epoch[97] Batch [1249]	Speed: 1757.734211 samples/sec	accuracy=0.614622	lr=0.014620
Epoch[97] Batch [1299]	Speed: 1732.440517 samples/sec	accuracy=0.614504	lr=0.014616
Epoch[97] Batch [1349]	Speed: 1759.712893 samples/sec	accuracy=0.614230	lr=0.014611
Epoch[97] Batch [1399]	Speed: 1738.720535 samples/sec	accuracy=0.613940	lr=0.014606
Epoch[97] Batch [1449]	Speed: 1752.840225 samples/sec	accuracy=0.613855	lr=0.014601
Epoch[97] Batch [1499]	Speed: 1740.940480 samples/sec	accuracy=0.613779	lr=0.014596
Epoch[97] Batch [1549]	Speed: 1741.954936 samples/sec	accuracy=0.613589	lr=0.014591
Epoch[97] Batch [1599]	Speed: 1775.858657 samples/sec	accuracy=0.613486	lr=0.014586
Epoch[97] Batch [1649]	Speed: 1723.664753 samples/sec	accuracy=0.613435	lr=0.014581
Epoch[97] Batch [1699]	Speed: 1757.646395 samples/sec	accuracy=0.613555	lr=0.014576
Epoch[97] Batch [1749]	Speed: 1750.109749 samples/sec	accuracy=0.613616	lr=0.014571
Epoch[97] Batch [1799]	Speed: 1761.321168 samples/sec	accuracy=0.613655	lr=0.014566
Epoch[97] Batch [1849]	Speed: 1766.647921 samples/sec	accuracy=0.613579	lr=0.014561
Epoch[97] Batch [1899]	Speed: 1761.273382 samples/sec	accuracy=0.613417	lr=0.014556
Epoch[97] Batch [1949]	Speed: 1741.016697 samples/sec	accuracy=0.613411	lr=0.014552
Epoch[97] Batch [1999]	Speed: 1770.751342 samples/sec	accuracy=0.613379	lr=0.014547
Epoch[97] Batch [2049]	Speed: 1772.767476 samples/sec	accuracy=0.613542	lr=0.014542
Epoch[97] Batch [2099]	Speed: 1795.458812 samples/sec	accuracy=0.613307	lr=0.014537
Epoch[97] Batch [2149]	Speed: 1761.068169 samples/sec	accuracy=0.613123	lr=0.014532
Epoch[97] Batch [2199]	Speed: 1729.550722 samples/sec	accuracy=0.613175	lr=0.014527
Epoch[97] Batch [2249]	Speed: 1737.222783 samples/sec	accuracy=0.613288	lr=0.014522
Epoch[97] Batch [2299]	Speed: 1739.009174 samples/sec	accuracy=0.613067	lr=0.014517
Epoch[97] Batch [2349]	Speed: 1761.002721 samples/sec	accuracy=0.613044	lr=0.014512
Epoch[97] Batch [2399]	Speed: 1762.652013 samples/sec	accuracy=0.612979	lr=0.014507
Epoch[97] Batch [2449]	Speed: 1729.280086 samples/sec	accuracy=0.612868	lr=0.014502
Epoch[97] Batch [2499]	Speed: 1773.308761 samples/sec	accuracy=0.612723	lr=0.014498
Epoch[97] Batch [2549]	Speed: 1755.204442 samples/sec	accuracy=0.612612	lr=0.014493
Epoch[97] Batch [2599]	Speed: 1793.601304 samples/sec	accuracy=0.612644	lr=0.014488
Epoch[97] Batch [2649]	Speed: 1777.536084 samples/sec	accuracy=0.612708	lr=0.014483
Epoch[97] Batch [2699]	Speed: 1759.069840 samples/sec	accuracy=0.612802	lr=0.014478
Epoch[97] Batch [2749]	Speed: 1744.286517 samples/sec	accuracy=0.612778	lr=0.014473
Epoch[97] Batch [2799]	Speed: 1727.846369 samples/sec	accuracy=0.612672	lr=0.014468
Epoch[97] Batch [2849]	Speed: 1749.065432 samples/sec	accuracy=0.612749	lr=0.014463
Epoch[97] Batch [2899]	Speed: 1779.984962 samples/sec	accuracy=0.612791	lr=0.014458
Epoch[97] Batch [2949]	Speed: 1760.447157 samples/sec	accuracy=0.612820	lr=0.014453
Epoch[97] Batch [2999]	Speed: 1750.499606 samples/sec	accuracy=0.612642	lr=0.014448
Epoch[97] Batch [3049]	Speed: 1723.209926 samples/sec	accuracy=0.612520	lr=0.014444
Epoch[97] Batch [3099]	Speed: 1750.153793 samples/sec	accuracy=0.612468	lr=0.014439
Epoch[97] Batch [3149]	Speed: 1752.321943 samples/sec	accuracy=0.612443	lr=0.014434
Epoch[97] Batch [3199]	Speed: 1767.981707 samples/sec	accuracy=0.612449	lr=0.014429
Epoch[97] Batch [3249]	Speed: 1758.427487 samples/sec	accuracy=0.612340	lr=0.014424
Epoch[97] Batch [3299]	Speed: 1751.966948 samples/sec	accuracy=0.612272	lr=0.014419
Epoch[97] Batch [3349]	Speed: 1741.140804 samples/sec	accuracy=0.612396	lr=0.014414
Epoch[97] Batch [3399]	Speed: 1752.381370 samples/sec	accuracy=0.612259	lr=0.014409
Epoch[97] Batch [3449]	Speed: 1750.937375 samples/sec	accuracy=0.612248	lr=0.014404
Epoch[97] Batch [3499]	Speed: 1778.771202 samples/sec	accuracy=0.612183	lr=0.014399
Epoch[97] Batch [3549]	Speed: 1738.825448 samples/sec	accuracy=0.612095	lr=0.014394
Epoch[97] Batch [3599]	Speed: 1748.549038 samples/sec	accuracy=0.612101	lr=0.014390
Epoch[97] Batch [3649]	Speed: 1768.505393 samples/sec	accuracy=0.612086	lr=0.014385
Epoch[97] Batch [3699]	Speed: 1750.729767 samples/sec	accuracy=0.611982	lr=0.014380
Epoch[97] Batch [3749]	Speed: 1768.831630 samples/sec	accuracy=0.611965	lr=0.014375
Epoch[97] Batch [3799]	Speed: 1784.897559 samples/sec	accuracy=0.611881	lr=0.014370
Epoch[97] Batch [3849]	Speed: 1745.434873 samples/sec	accuracy=0.611745	lr=0.014365
Epoch[97] Batch [3899]	Speed: 1792.851162 samples/sec	accuracy=0.611704	lr=0.014360
Epoch[97] Batch [3949]	Speed: 1753.422779 samples/sec	accuracy=0.611661	lr=0.014355
Epoch[97] Batch [3999]	Speed: 1743.052063 samples/sec	accuracy=0.611671	lr=0.014350
Epoch[97] Batch [4049]	Speed: 1767.377048 samples/sec	accuracy=0.611633	lr=0.014345
Epoch[97] Batch [4099]	Speed: 1739.174404 samples/sec	accuracy=0.611688	lr=0.014341
Epoch[97] Batch [4149]	Speed: 1747.100887 samples/sec	accuracy=0.611675	lr=0.014336
Epoch[97] Batch [4199]	Speed: 1739.127417 samples/sec	accuracy=0.611675	lr=0.014331
Epoch[97] Batch [4249]	Speed: 1787.081731 samples/sec	accuracy=0.611644	lr=0.014326
Epoch[97] Batch [4299]	Speed: 1732.391490 samples/sec	accuracy=0.611602	lr=0.014321
Epoch[97] Batch [4349]	Speed: 1750.436197 samples/sec	accuracy=0.611518	lr=0.014316
Epoch[97] Batch [4399]	Speed: 1783.061058 samples/sec	accuracy=0.611420	lr=0.014311
Epoch[97] Batch [4449]	Speed: 1760.909034 samples/sec	accuracy=0.611379	lr=0.014306
Epoch[97] Batch [4499]	Speed: 1769.789653 samples/sec	accuracy=0.611360	lr=0.014301
Epoch[97] Batch [4549]	Speed: 1755.633372 samples/sec	accuracy=0.611417	lr=0.014297
Epoch[97] Batch [4599]	Speed: 1727.115039 samples/sec	accuracy=0.611376	lr=0.014292
Epoch[97] Batch [4649]	Speed: 1759.537971 samples/sec	accuracy=0.611408	lr=0.014287
Epoch[97] Batch [4699]	Speed: 1761.156384 samples/sec	accuracy=0.611347	lr=0.014282
Epoch[97] Batch [4749]	Speed: 1751.927100 samples/sec	accuracy=0.611266	lr=0.014277
Epoch[97] Batch [4799]	Speed: 1769.998655 samples/sec	accuracy=0.611230	lr=0.014272
Epoch[97] Batch [4849]	Speed: 1771.016888 samples/sec	accuracy=0.611211	lr=0.014267
Epoch[97] Batch [4899]	Speed: 1762.338753 samples/sec	accuracy=0.611203	lr=0.014262
Epoch[97] Batch [4949]	Speed: 1740.791284 samples/sec	accuracy=0.611200	lr=0.014257
Epoch[97] Batch [4999]	Speed: 1845.376221 samples/sec	accuracy=0.611073	lr=0.014253
[Epoch 97] training: accuracy=0.611081
[Epoch 97] speed: 1755 samples/sec	time cost: 744.080731
[Epoch 97] validation: err-top1=0.343550 err-top5=0.136258
Epoch[98] Batch [49]	Speed: 1653.114525 samples/sec	accuracy=0.617578	lr=0.014247
Epoch[98] Batch [99]	Speed: 1770.396490 samples/sec	accuracy=0.620430	lr=0.014242
Epoch[98] Batch [149]	Speed: 1738.597280 samples/sec	accuracy=0.620703	lr=0.014238
Epoch[98] Batch [199]	Speed: 1793.117150 samples/sec	accuracy=0.619902	lr=0.014233
Epoch[98] Batch [249]	Speed: 1750.608342 samples/sec	accuracy=0.621437	lr=0.014228
Epoch[98] Batch [299]	Speed: 1740.134290 samples/sec	accuracy=0.621198	lr=0.014223
Epoch[98] Batch [349]	Speed: 1753.886935 samples/sec	accuracy=0.622221	lr=0.014218
Epoch[98] Batch [399]	Speed: 1742.537402 samples/sec	accuracy=0.621680	lr=0.014213
Epoch[98] Batch [449]	Speed: 1742.325053 samples/sec	accuracy=0.620382	lr=0.014208
Epoch[98] Batch [499]	Speed: 1739.365586 samples/sec	accuracy=0.619922	lr=0.014203
Epoch[98] Batch [549]	Speed: 1755.767036 samples/sec	accuracy=0.619680	lr=0.014198
Epoch[98] Batch [599]	Speed: 1764.278828 samples/sec	accuracy=0.619824	lr=0.014194
Epoch[98] Batch [649]	Speed: 1769.493330 samples/sec	accuracy=0.618948	lr=0.014189
Epoch[98] Batch [699]	Speed: 1763.517498 samples/sec	accuracy=0.618276	lr=0.014184
Epoch[98] Batch [749]	Speed: 1756.591574 samples/sec	accuracy=0.617771	lr=0.014179
Epoch[98] Batch [799]	Speed: 1729.793743 samples/sec	accuracy=0.617021	lr=0.014174
Epoch[98] Batch [849]	Speed: 1755.985259 samples/sec	accuracy=0.616921	lr=0.014169
Epoch[98] Batch [899]	Speed: 1762.351596 samples/sec	accuracy=0.616962	lr=0.014164
Epoch[98] Batch [949]	Speed: 1783.837345 samples/sec	accuracy=0.616961	lr=0.014159
Epoch[98] Batch [999]	Speed: 1751.395874 samples/sec	accuracy=0.617430	lr=0.014155
Epoch[98] Batch [1049]	Speed: 1784.756160 samples/sec	accuracy=0.617444	lr=0.014150
Epoch[98] Batch [1099]	Speed: 1762.058974 samples/sec	accuracy=0.617347	lr=0.014145
Epoch[98] Batch [1149]	Speed: 1768.944813 samples/sec	accuracy=0.617120	lr=0.014140
Epoch[98] Batch [1199]	Speed: 1781.063644 samples/sec	accuracy=0.616924	lr=0.014135
Epoch[98] Batch [1249]	Speed: 1748.232174 samples/sec	accuracy=0.616688	lr=0.014130
Epoch[98] Batch [1299]	Speed: 1759.048803 samples/sec	accuracy=0.616617	lr=0.014125
Epoch[98] Batch [1349]	Speed: 1771.318572 samples/sec	accuracy=0.616424	lr=0.014120
Epoch[98] Batch [1399]	Speed: 1745.212116 samples/sec	accuracy=0.616239	lr=0.014116
Epoch[98] Batch [1449]	Speed: 1752.809265 samples/sec	accuracy=0.615819	lr=0.014111
Epoch[98] Batch [1499]	Speed: 1761.289214 samples/sec	accuracy=0.615747	lr=0.014106
Epoch[98] Batch [1549]	Speed: 1718.433601 samples/sec	accuracy=0.615675	lr=0.014101
Epoch[98] Batch [1599]	Speed: 1766.153049 samples/sec	accuracy=0.615647	lr=0.014096
Epoch[98] Batch [1649]	Speed: 1747.412108 samples/sec	accuracy=0.615563	lr=0.014091
Epoch[98] Batch [1699]	Speed: 1759.026556 samples/sec	accuracy=0.615568	lr=0.014086
Epoch[98] Batch [1749]	Speed: 1709.307901 samples/sec	accuracy=0.615542	lr=0.014081
Epoch[98] Batch [1799]	Speed: 1773.425974 samples/sec	accuracy=0.615436	lr=0.014077
Epoch[98] Batch [1849]	Speed: 1744.720900 samples/sec	accuracy=0.615253	lr=0.014072
Epoch[98] Batch [1899]	Speed: 1759.069840 samples/sec	accuracy=0.615076	lr=0.014067
Epoch[98] Batch [1949]	Speed: 1764.657101 samples/sec	accuracy=0.614930	lr=0.014062
Epoch[98] Batch [1999]	Speed: 1744.549003 samples/sec	accuracy=0.614957	lr=0.014057
Epoch[98] Batch [2049]	Speed: 1737.055171 samples/sec	accuracy=0.615040	lr=0.014052
Epoch[98] Batch [2099]	Speed: 1748.986059 samples/sec	accuracy=0.615069	lr=0.014047
Epoch[98] Batch [2149]	Speed: 1787.988469 samples/sec	accuracy=0.614911	lr=0.014043
Epoch[98] Batch [2199]	Speed: 1748.309315 samples/sec	accuracy=0.614741	lr=0.014038
Epoch[98] Batch [2249]	Speed: 1786.543302 samples/sec	accuracy=0.614620	lr=0.014033
Epoch[98] Batch [2299]	Speed: 1746.672706 samples/sec	accuracy=0.614728	lr=0.014028
Epoch[98] Batch [2349]	Speed: 1724.206199 samples/sec	accuracy=0.614673	lr=0.014023
Epoch[98] Batch [2399]	Speed: 1728.516488 samples/sec	accuracy=0.614653	lr=0.014018
Epoch[98] Batch [2449]	Speed: 1752.514310 samples/sec	accuracy=0.614601	lr=0.014013
Epoch[98] Batch [2499]	Speed: 1731.475696 samples/sec	accuracy=0.614548	lr=0.014008
Epoch[98] Batch [2549]	Speed: 1775.823883 samples/sec	accuracy=0.614461	lr=0.014004
Epoch[98] Batch [2599]	Speed: 1750.609770 samples/sec	accuracy=0.614486	lr=0.013999
Epoch[98] Batch [2649]	Speed: 1709.780791 samples/sec	accuracy=0.614410	lr=0.013994
Epoch[98] Batch [2699]	Speed: 1759.646046 samples/sec	accuracy=0.614340	lr=0.013989
Epoch[98] Batch [2749]	Speed: 1774.570504 samples/sec	accuracy=0.614364	lr=0.013984
Epoch[98] Batch [2799]	Speed: 1753.030589 samples/sec	accuracy=0.614249	lr=0.013979
Epoch[98] Batch [2849]	Speed: 1743.542113 samples/sec	accuracy=0.614172	lr=0.013974
Epoch[98] Batch [2899]	Speed: 1787.059365 samples/sec	accuracy=0.614150	lr=0.013970
Epoch[98] Batch [2949]	Speed: 1775.496001 samples/sec	accuracy=0.614093	lr=0.013965
Epoch[98] Batch [2999]	Speed: 1768.651512 samples/sec	accuracy=0.613882	lr=0.013960
Epoch[98] Batch [3049]	Speed: 1724.474751 samples/sec	accuracy=0.613878	lr=0.013955
Epoch[98] Batch [3099]	Speed: 1736.879330 samples/sec	accuracy=0.613819	lr=0.013950
Epoch[98] Batch [3149]	Speed: 1764.502305 samples/sec	accuracy=0.613769	lr=0.013945
Epoch[98] Batch [3199]	Speed: 1725.800015 samples/sec	accuracy=0.613640	lr=0.013940
Epoch[98] Batch [3249]	Speed: 1704.217820 samples/sec	accuracy=0.613571	lr=0.013936
Epoch[98] Batch [3299]	Speed: 1727.471428 samples/sec	accuracy=0.613564	lr=0.013931
Epoch[98] Batch [3349]	Speed: 1750.715152 samples/sec	accuracy=0.613479	lr=0.013926
Epoch[98] Batch [3399]	Speed: 1747.092984 samples/sec	accuracy=0.613381	lr=0.013921
Epoch[98] Batch [3449]	Speed: 1764.524980 samples/sec	accuracy=0.613307	lr=0.013916
Epoch[98] Batch [3499]	Speed: 1745.097695 samples/sec	accuracy=0.613262	lr=0.013911
Epoch[98] Batch [3549]	Speed: 1712.591570 samples/sec	accuracy=0.613222	lr=0.013906
Epoch[98] Batch [3599]	Speed: 1801.262724 samples/sec	accuracy=0.613129	lr=0.013902
Epoch[98] Batch [3649]	Speed: 1757.545701 samples/sec	accuracy=0.613111	lr=0.013897
Epoch[98] Batch [3699]	Speed: 1779.779083 samples/sec	accuracy=0.612927	lr=0.013892
Epoch[98] Batch [3749]	Speed: 1757.447779 samples/sec	accuracy=0.612986	lr=0.013887
Epoch[98] Batch [3799]	Speed: 1750.344030 samples/sec	accuracy=0.613011	lr=0.013882
Epoch[98] Batch [3849]	Speed: 1750.858802 samples/sec	accuracy=0.612989	lr=0.013877
Epoch[98] Batch [3899]	Speed: 1755.259474 samples/sec	accuracy=0.613038	lr=0.013873
Epoch[98] Batch [3949]	Speed: 1759.491781 samples/sec	accuracy=0.612974	lr=0.013868
Epoch[98] Batch [3999]	Speed: 1722.147406 samples/sec	accuracy=0.613016	lr=0.013863
Epoch[98] Batch [4049]	Speed: 1710.114482 samples/sec	accuracy=0.612996	lr=0.013858
Epoch[98] Batch [4099]	Speed: 1736.372744 samples/sec	accuracy=0.612965	lr=0.013853
Epoch[98] Batch [4149]	Speed: 1738.085922 samples/sec	accuracy=0.612957	lr=0.013848
Epoch[98] Batch [4199]	Speed: 1777.799724 samples/sec	accuracy=0.612980	lr=0.013843
Epoch[98] Batch [4249]	Speed: 1758.114460 samples/sec	accuracy=0.612942	lr=0.013839
Epoch[98] Batch [4299]	Speed: 1750.732850 samples/sec	accuracy=0.612986	lr=0.013834
Epoch[98] Batch [4349]	Speed: 1758.187928 samples/sec	accuracy=0.612939	lr=0.013829
Epoch[98] Batch [4399]	Speed: 1760.126141 samples/sec	accuracy=0.612939	lr=0.013824
Epoch[98] Batch [4449]	Speed: 1750.582028 samples/sec	accuracy=0.612866	lr=0.013819
Epoch[98] Batch [4499]	Speed: 1757.513654 samples/sec	accuracy=0.612775	lr=0.013814
Epoch[98] Batch [4549]	Speed: 1753.344957 samples/sec	accuracy=0.612812	lr=0.013810
Epoch[98] Batch [4599]	Speed: 1757.708141 samples/sec	accuracy=0.612756	lr=0.013805
Epoch[98] Batch [4649]	Speed: 1751.398787 samples/sec	accuracy=0.612749	lr=0.013800
Epoch[98] Batch [4699]	Speed: 1747.181966 samples/sec	accuracy=0.612726	lr=0.013795
Epoch[98] Batch [4749]	Speed: 1767.546373 samples/sec	accuracy=0.612657	lr=0.013790
Epoch[98] Batch [4799]	Speed: 1738.992952 samples/sec	accuracy=0.612630	lr=0.013785
Epoch[98] Batch [4849]	Speed: 1743.935280 samples/sec	accuracy=0.612600	lr=0.013781
Epoch[98] Batch [4899]	Speed: 1749.001842 samples/sec	accuracy=0.612490	lr=0.013776
Epoch[98] Batch [4949]	Speed: 1772.691673 samples/sec	accuracy=0.612466	lr=0.013771
Epoch[98] Batch [4999]	Speed: 1845.982501 samples/sec	accuracy=0.612387	lr=0.013766
[Epoch 98] training: accuracy=0.612388
[Epoch 98] speed: 1752 samples/sec	time cost: 745.338183
[Epoch 98] validation: err-top1=0.344111 err-top5=0.135156
Epoch[99] Batch [49]	Speed: 1643.928694 samples/sec	accuracy=0.620703	lr=0.013761
Epoch[99] Batch [99]	Speed: 1753.002713 samples/sec	accuracy=0.620156	lr=0.013756
Epoch[99] Batch [149]	Speed: 1781.601553 samples/sec	accuracy=0.621172	lr=0.013751
Epoch[99] Batch [199]	Speed: 1765.482174 samples/sec	accuracy=0.620586	lr=0.013746
Epoch[99] Batch [249]	Speed: 1774.278501 samples/sec	accuracy=0.620719	lr=0.013741
Epoch[99] Batch [299]	Speed: 1754.817477 samples/sec	accuracy=0.621029	lr=0.013737
Epoch[99] Batch [349]	Speed: 1731.890871 samples/sec	accuracy=0.620391	lr=0.013732
Epoch[99] Batch [399]	Speed: 1760.718110 samples/sec	accuracy=0.619277	lr=0.013727
Epoch[99] Batch [449]	Speed: 1732.872096 samples/sec	accuracy=0.620095	lr=0.013722
Epoch[99] Batch [499]	Speed: 1729.952989 samples/sec	accuracy=0.620430	lr=0.013717
Epoch[99] Batch [549]	Speed: 1758.186718 samples/sec	accuracy=0.620156	lr=0.013712
Epoch[99] Batch [599]	Speed: 1759.727428 samples/sec	accuracy=0.619974	lr=0.013708
Epoch[99] Batch [649]	Speed: 1755.836632 samples/sec	accuracy=0.619724	lr=0.013703
Epoch[99] Batch [699]	Speed: 1773.029762 samples/sec	accuracy=0.619353	lr=0.013698
Epoch[99] Batch [749]	Speed: 1792.372140 samples/sec	accuracy=0.619844	lr=0.013693
Epoch[99] Batch [799]	Speed: 1772.244422 samples/sec	accuracy=0.619404	lr=0.013688
Epoch[99] Batch [849]	Speed: 1732.750116 samples/sec	accuracy=0.619600	lr=0.013683
Epoch[99] Batch [899]	Speed: 1741.048428 samples/sec	accuracy=0.619479	lr=0.013679
Epoch[99] Batch [949]	Speed: 1748.701731 samples/sec	accuracy=0.619309	lr=0.013674
Epoch[99] Batch [999]	Speed: 1745.976230 samples/sec	accuracy=0.619344	lr=0.013669
Epoch[99] Batch [1049]	Speed: 1761.924871 samples/sec	accuracy=0.619107	lr=0.013664
Epoch[99] Batch [1099]	Speed: 1787.941964 samples/sec	accuracy=0.618739	lr=0.013659
Epoch[99] Batch [1149]	Speed: 1757.307590 samples/sec	accuracy=0.618645	lr=0.013655
Epoch[99] Batch [1199]	Speed: 1735.924378 samples/sec	accuracy=0.618590	lr=0.013650
Epoch[99] Batch [1249]	Speed: 1769.020179 samples/sec	accuracy=0.618237	lr=0.013645
Epoch[99] Batch [1299]	Speed: 1743.261024 samples/sec	accuracy=0.618227	lr=0.013640
Epoch[99] Batch [1349]	Speed: 1747.795757 samples/sec	accuracy=0.618252	lr=0.013635
Epoch[99] Batch [1399]	Speed: 1746.616904 samples/sec	accuracy=0.618404	lr=0.013630
Epoch[99] Batch [1449]	Speed: 1746.012003 samples/sec	accuracy=0.618238	lr=0.013626
Epoch[99] Batch [1499]	Speed: 1741.496113 samples/sec	accuracy=0.617997	lr=0.013621
Epoch[99] Batch [1549]	Speed: 1744.123941 samples/sec	accuracy=0.617664	lr=0.013616
Epoch[99] Batch [1599]	Speed: 1764.660929 samples/sec	accuracy=0.617764	lr=0.013611
Epoch[99] Batch [1649]	Speed: 1755.441524 samples/sec	accuracy=0.617637	lr=0.013606
Epoch[99] Batch [1699]	Speed: 1758.814375 samples/sec	accuracy=0.617594	lr=0.013601
Epoch[99] Batch [1749]	Speed: 1772.557819 samples/sec	accuracy=0.617717	lr=0.013597
Epoch[99] Batch [1799]	Speed: 1736.358649 samples/sec	accuracy=0.617528	lr=0.013592
Epoch[99] Batch [1849]	Speed: 1754.217889 samples/sec	accuracy=0.617430	lr=0.013587
Epoch[99] Batch [1899]	Speed: 1772.679089 samples/sec	accuracy=0.617323	lr=0.013582
Epoch[99] Batch [1949]	Speed: 1746.394072 samples/sec	accuracy=0.617408	lr=0.013577
Epoch[99] Batch [1999]	Speed: 1765.105289 samples/sec	accuracy=0.617291	lr=0.013573
Epoch[99] Batch [2049]	Speed: 1764.347419 samples/sec	accuracy=0.616980	lr=0.013568
Epoch[99] Batch [2099]	Speed: 1764.618878 samples/sec	accuracy=0.616910	lr=0.013563
Epoch[99] Batch [2149]	Speed: 1745.352028 samples/sec	accuracy=0.616670	lr=0.013558
Epoch[99] Batch [2199]	Speed: 1760.235095 samples/sec	accuracy=0.616607	lr=0.013553
Epoch[99] Batch [2249]	Speed: 1733.553900 samples/sec	accuracy=0.616616	lr=0.013549
Epoch[99] Batch [2299]	Speed: 1731.373846 samples/sec	accuracy=0.616739	lr=0.013544
Epoch[99] Batch [2349]	Speed: 1767.163487 samples/sec	accuracy=0.616782	lr=0.013539
Epoch[99] Batch [2399]	Speed: 1758.099261 samples/sec	accuracy=0.616891	lr=0.013534
Epoch[99] Batch [2449]	Speed: 1734.119838 samples/sec	accuracy=0.616932	lr=0.013529
Epoch[99] Batch [2499]	Speed: 1735.777275 samples/sec	accuracy=0.616919	lr=0.013524
Epoch[99] Batch [2549]	Speed: 1732.532709 samples/sec	accuracy=0.616967	lr=0.013520
Epoch[99] Batch [2599]	Speed: 1761.560889 samples/sec	accuracy=0.616729	lr=0.013515
Epoch[99] Batch [2649]	Speed: 1730.955402 samples/sec	accuracy=0.616738	lr=0.013510
Epoch[99] Batch [2699]	Speed: 1773.202223 samples/sec	accuracy=0.616700	lr=0.013505
Epoch[99] Batch [2749]	Speed: 1757.219069 samples/sec	accuracy=0.616602	lr=0.013500
Epoch[99] Batch [2799]	Speed: 1714.010141 samples/sec	accuracy=0.616554	lr=0.013496
Epoch[99] Batch [2849]	Speed: 1763.813039 samples/sec	accuracy=0.616410	lr=0.013491
Epoch[99] Batch [2899]	Speed: 1750.436710 samples/sec	accuracy=0.616382	lr=0.013486
Epoch[99] Batch [2949]	Speed: 1775.002322 samples/sec	accuracy=0.616329	lr=0.013481
Epoch[99] Batch [2999]	Speed: 1739.184770 samples/sec	accuracy=0.616258	lr=0.013476
Epoch[99] Batch [3049]	Speed: 1719.374247 samples/sec	accuracy=0.616199	lr=0.013472
Epoch[99] Batch [3099]	Speed: 1761.879769 samples/sec	accuracy=0.616086	lr=0.013467
Epoch[99] Batch [3149]	Speed: 1734.070043 samples/sec	accuracy=0.615867	lr=0.013462
Epoch[99] Batch [3199]	Speed: 1769.857681 samples/sec	accuracy=0.615758	lr=0.013457
Epoch[99] Batch [3249]	Speed: 1753.051711 samples/sec	accuracy=0.615722	lr=0.013452
Epoch[99] Batch [3299]	Speed: 1752.655167 samples/sec	accuracy=0.615761	lr=0.013448
Epoch[99] Batch [3349]	Speed: 1754.299114 samples/sec	accuracy=0.615905	lr=0.013443
Epoch[99] Batch [3399]	Speed: 1724.590195 samples/sec	accuracy=0.615793	lr=0.013438
Epoch[99] Batch [3449]	Speed: 1714.363933 samples/sec	accuracy=0.615724	lr=0.013433
Epoch[99] Batch [3499]	Speed: 1782.032836 samples/sec	accuracy=0.615714	lr=0.013428
Epoch[99] Batch [3549]	Speed: 1759.691840 samples/sec	accuracy=0.615586	lr=0.013424
Epoch[99] Batch [3599]	Speed: 1728.153382 samples/sec	accuracy=0.615502	lr=0.013419
Epoch[99] Batch [3649]	Speed: 1748.188227 samples/sec	accuracy=0.615466	lr=0.013414
Epoch[99] Batch [3699]	Speed: 1781.673212 samples/sec	accuracy=0.615423	lr=0.013409
Epoch[99] Batch [3749]	Speed: 1757.247022 samples/sec	accuracy=0.615331	lr=0.013404
Epoch[99] Batch [3799]	Speed: 1744.880922 samples/sec	accuracy=0.615369	lr=0.013400
Epoch[99] Batch [3849]	Speed: 1769.526866 samples/sec	accuracy=0.615403	lr=0.013395
Epoch[99] Batch [3899]	Speed: 1754.684187 samples/sec	accuracy=0.615302	lr=0.013390
Epoch[99] Batch [3949]	Speed: 1783.113765 samples/sec	accuracy=0.615191	lr=0.013385
Epoch[99] Batch [3999]	Speed: 1775.059718 samples/sec	accuracy=0.615142	lr=0.013380
Epoch[99] Batch [4049]	Speed: 1735.968216 samples/sec	accuracy=0.615144	lr=0.013376
Epoch[99] Batch [4099]	Speed: 1705.882901 samples/sec	accuracy=0.615103	lr=0.013371
Epoch[99] Batch [4149]	Speed: 1749.274527 samples/sec	accuracy=0.615094	lr=0.013366
Epoch[99] Batch [4199]	Speed: 1779.590770 samples/sec	accuracy=0.615041	lr=0.013361
Epoch[99] Batch [4249]	Speed: 1779.421488 samples/sec	accuracy=0.614884	lr=0.013357
Epoch[99] Batch [4299]	Speed: 1761.427555 samples/sec	accuracy=0.614846	lr=0.013352
Epoch[99] Batch [4349]	Speed: 1742.154362 samples/sec	accuracy=0.614896	lr=0.013347
Epoch[99] Batch [4399]	Speed: 1752.681315 samples/sec	accuracy=0.614998	lr=0.013342
Epoch[99] Batch [4449]	Speed: 1731.246215 samples/sec	accuracy=0.614943	lr=0.013337
Epoch[99] Batch [4499]	Speed: 1763.648773 samples/sec	accuracy=0.614980	lr=0.013333
Epoch[99] Batch [4549]	Speed: 1749.617198 samples/sec	accuracy=0.614860	lr=0.013328
Epoch[99] Batch [4599]	Speed: 1726.702151 samples/sec	accuracy=0.614882	lr=0.013323
Epoch[99] Batch [4649]	Speed: 1753.720904 samples/sec	accuracy=0.614750	lr=0.013318
Epoch[99] Batch [4699]	Speed: 1773.215400 samples/sec	accuracy=0.614688	lr=0.013313
Epoch[99] Batch [4749]	Speed: 1761.363120 samples/sec	accuracy=0.614660	lr=0.013309
Epoch[99] Batch [4799]	Speed: 1761.843574 samples/sec	accuracy=0.614624	lr=0.013304
Epoch[99] Batch [4849]	Speed: 1752.109375 samples/sec	accuracy=0.614516	lr=0.013299
Epoch[99] Batch [4899]	Speed: 1751.662218 samples/sec	accuracy=0.614440	lr=0.013294
Epoch[99] Batch [4949]	Speed: 1741.514811 samples/sec	accuracy=0.614385	lr=0.013290
Epoch[99] Batch [4999]	Speed: 1839.079946 samples/sec	accuracy=0.614295	lr=0.013285
[Epoch 99] training: accuracy=0.614276
[Epoch 99] speed: 1752 samples/sec	time cost: 745.389100
[Epoch 99] validation: err-top1=0.348752 err-top5=0.138732
Epoch[100] Batch [49]	Speed: 1637.770442 samples/sec	accuracy=0.617969	lr=0.013280
Epoch[100] Batch [99]	Speed: 1703.040760 samples/sec	accuracy=0.618594	lr=0.013275
Epoch[100] Batch [149]	Speed: 1731.416952 samples/sec	accuracy=0.618828	lr=0.013270
Epoch[100] Batch [199]	Speed: 1754.267414 samples/sec	accuracy=0.619922	lr=0.013265
Epoch[100] Batch [249]	Speed: 1764.037382 samples/sec	accuracy=0.620313	lr=0.013260
Epoch[100] Batch [299]	Speed: 1765.487051 samples/sec	accuracy=0.620547	lr=0.013256
Epoch[100] Batch [349]	Speed: 1778.213207 samples/sec	accuracy=0.620558	lr=0.013251
Epoch[100] Batch [399]	Speed: 1788.628828 samples/sec	accuracy=0.619609	lr=0.013246
Epoch[100] Batch [449]	Speed: 1762.870041 samples/sec	accuracy=0.620095	lr=0.013241
Epoch[100] Batch [499]	Speed: 1778.592707 samples/sec	accuracy=0.620305	lr=0.013237
Epoch[100] Batch [549]	Speed: 1793.797928 samples/sec	accuracy=0.620426	lr=0.013232
Epoch[100] Batch [599]	Speed: 1774.769079 samples/sec	accuracy=0.620605	lr=0.013227
Epoch[100] Batch [649]	Speed: 1750.688091 samples/sec	accuracy=0.619838	lr=0.013222
Epoch[100] Batch [699]	Speed: 1794.140099 samples/sec	accuracy=0.619397	lr=0.013217
Epoch[100] Batch [749]	Speed: 1776.330773 samples/sec	accuracy=0.618745	lr=0.013213
Epoch[100] Batch [799]	Speed: 1741.568593 samples/sec	accuracy=0.618716	lr=0.013208
Epoch[100] Batch [849]	Speed: 1770.079655 samples/sec	accuracy=0.618511	lr=0.013203
Epoch[100] Batch [899]	Speed: 1732.451083 samples/sec	accuracy=0.618464	lr=0.013198
Epoch[100] Batch [949]	Speed: 1720.232689 samples/sec	accuracy=0.618516	lr=0.013194
Epoch[100] Batch [999]	Speed: 1751.114417 samples/sec	accuracy=0.618219	lr=0.013189
Epoch[100] Batch [1049]	Speed: 1745.954143 samples/sec	accuracy=0.618132	lr=0.013184
Epoch[100] Batch [1099]	Speed: 1775.216490 samples/sec	accuracy=0.617901	lr=0.013179
Epoch[100] Batch [1149]	Speed: 1734.320331 samples/sec	accuracy=0.617714	lr=0.013175
Epoch[100] Batch [1199]	Speed: 1735.320970 samples/sec	accuracy=0.617620	lr=0.013170
Epoch[100] Batch [1249]	Speed: 1751.238482 samples/sec	accuracy=0.617666	lr=0.013165
Epoch[100] Batch [1299]	Speed: 1763.774852 samples/sec	accuracy=0.617476	lr=0.013160
Epoch[100] Batch [1349]	Speed: 1767.414110 samples/sec	accuracy=0.617188	lr=0.013155
Epoch[100] Batch [1399]	Speed: 1767.223751 samples/sec	accuracy=0.617341	lr=0.013151
Epoch[100] Batch [1449]	Speed: 1735.201225 samples/sec	accuracy=0.617287	lr=0.013146
Epoch[100] Batch [1499]	Speed: 1787.618342 samples/sec	accuracy=0.617354	lr=0.013141
Epoch[100] Batch [1549]	Speed: 1768.102060 samples/sec	accuracy=0.617402	lr=0.013136
Epoch[100] Batch [1599]	Speed: 1749.484697 samples/sec	accuracy=0.617388	lr=0.013132
Epoch[100] Batch [1649]	Speed: 1747.950481 samples/sec	accuracy=0.617382	lr=0.013127
Epoch[100] Batch [1699]	Speed: 1757.712055 samples/sec	accuracy=0.617385	lr=0.013122
Epoch[100] Batch [1749]	Speed: 1735.334881 samples/sec	accuracy=0.617384	lr=0.013117
Epoch[100] Batch [1799]	Speed: 1786.735765 samples/sec	accuracy=0.617428	lr=0.013113
Epoch[100] Batch [1849]	Speed: 1776.349521 samples/sec	accuracy=0.617416	lr=0.013108
Epoch[100] Batch [1899]	Speed: 1770.463105 samples/sec	accuracy=0.617338	lr=0.013103
Epoch[100] Batch [1949]	Speed: 1759.753730 samples/sec	accuracy=0.617298	lr=0.013098
Epoch[100] Batch [1999]	Speed: 1766.383625 samples/sec	accuracy=0.617299	lr=0.013094
Epoch[100] Batch [2049]	Speed: 1768.687462 samples/sec	accuracy=0.617424	lr=0.013089
Epoch[100] Batch [2099]	Speed: 1740.033561 samples/sec	accuracy=0.617351	lr=0.013084
Epoch[100] Batch [2149]	Speed: 1719.280257 samples/sec	accuracy=0.617220	lr=0.013079
Epoch[100] Batch [2199]	Speed: 1742.319398 samples/sec	accuracy=0.617097	lr=0.013075
Epoch[100] Batch [2249]	Speed: 1769.685695 samples/sec	accuracy=0.616819	lr=0.013070
Epoch[100] Batch [2299]	Speed: 1749.116547 samples/sec	accuracy=0.616700	lr=0.013065
Epoch[100] Batch [2349]	Speed: 1723.653353 samples/sec	accuracy=0.616656	lr=0.013060
Epoch[100] Batch [2399]	Speed: 1751.913894 samples/sec	accuracy=0.616714	lr=0.013056
Epoch[100] Batch [2449]	Speed: 1778.798843 samples/sec	accuracy=0.616733	lr=0.013051
Epoch[100] Batch [2499]	Speed: 1735.849785 samples/sec	accuracy=0.616814	lr=0.013046
Epoch[100] Batch [2549]	Speed: 1775.338123 samples/sec	accuracy=0.616760	lr=0.013041
Epoch[100] Batch [2599]	Speed: 1756.109097 samples/sec	accuracy=0.616602	lr=0.013036
Epoch[100] Batch [2649]	Speed: 1743.639284 samples/sec	accuracy=0.616467	lr=0.013032
Epoch[100] Batch [2699]	Speed: 1776.391193 samples/sec	accuracy=0.616481	lr=0.013027
Epoch[100] Batch [2749]	Speed: 1763.431015 samples/sec	accuracy=0.616561	lr=0.013022
Epoch[100] Batch [2799]	Speed: 1734.684127 samples/sec	accuracy=0.616530	lr=0.013017
Epoch[100] Batch [2849]	Speed: 1735.590864 samples/sec	accuracy=0.616487	lr=0.013013
Epoch[100] Batch [2899]	Speed: 1779.235728 samples/sec	accuracy=0.616386	lr=0.013008
Epoch[100] Batch [2949]	Speed: 1770.703101 samples/sec	accuracy=0.616426	lr=0.013003
Epoch[100] Batch [2999]	Speed: 1750.562163 samples/sec	accuracy=0.616352	lr=0.012998
Epoch[100] Batch [3049]	Speed: 1762.318853 samples/sec	accuracy=0.616282	lr=0.012994
Epoch[100] Batch [3099]	Speed: 1819.064997 samples/sec	accuracy=0.616211	lr=0.012989
Epoch[100] Batch [3149]	Speed: 1745.856713 samples/sec	accuracy=0.616136	lr=0.012984
Epoch[100] Batch [3199]	Speed: 1746.878671 samples/sec	accuracy=0.616052	lr=0.012980
Epoch[100] Batch [3249]	Speed: 1734.912447 samples/sec	accuracy=0.616064	lr=0.012975
Epoch[100] Batch [3299]	Speed: 1784.457355 samples/sec	accuracy=0.616035	lr=0.012970
Epoch[100] Batch [3349]	Speed: 1769.384218 samples/sec	accuracy=0.616025	lr=0.012965
Epoch[100] Batch [3399]	Speed: 1753.083653 samples/sec	accuracy=0.616087	lr=0.012961
Epoch[100] Batch [3449]	Speed: 1752.583706 samples/sec	accuracy=0.616137	lr=0.012956
Epoch[100] Batch [3499]	Speed: 1772.981807 samples/sec	accuracy=0.616095	lr=0.012951
Epoch[100] Batch [3549]	Speed: 1733.501731 samples/sec	accuracy=0.616048	lr=0.012946
Epoch[100] Batch [3599]	Speed: 1750.668681 samples/sec	accuracy=0.616010	lr=0.012942
Epoch[100] Batch [3649]	Speed: 1711.771190 samples/sec	accuracy=0.615918	lr=0.012937
Epoch[100] Batch [3699]	Speed: 1779.581863 samples/sec	accuracy=0.615915	lr=0.012932
Epoch[100] Batch [3749]	Speed: 1752.243932 samples/sec	accuracy=0.615885	lr=0.012927
Epoch[100] Batch [3799]	Speed: 1722.278064 samples/sec	accuracy=0.615845	lr=0.012923
Epoch[100] Batch [3849]	Speed: 1733.883103 samples/sec	accuracy=0.615768	lr=0.012918
Epoch[100] Batch [3899]	Speed: 1742.716257 samples/sec	accuracy=0.615749	lr=0.012913
Epoch[100] Batch [3949]	Speed: 1766.627400 samples/sec	accuracy=0.615749	lr=0.012908
Epoch[100] Batch [3999]	Speed: 1744.330269 samples/sec	accuracy=0.615762	lr=0.012904
Epoch[100] Batch [4049]	Speed: 1745.983669 samples/sec	accuracy=0.615668	lr=0.012899
Epoch[100] Batch [4099]	Speed: 1747.374458 samples/sec	accuracy=0.615630	lr=0.012894
Epoch[100] Batch [4149]	Speed: 1721.059767 samples/sec	accuracy=0.615684	lr=0.012889
Epoch[100] Batch [4199]	Speed: 1750.908366 samples/sec	accuracy=0.615611	lr=0.012885
Epoch[100] Batch [4249]	Speed: 1740.653288 samples/sec	accuracy=0.615617	lr=0.012880
Epoch[100] Batch [4299]	Speed: 1773.788019 samples/sec	accuracy=0.615588	lr=0.012875
Epoch[100] Batch [4349]	Speed: 1771.112997 samples/sec	accuracy=0.615519	lr=0.012871
Epoch[100] Batch [4399]	Speed: 1755.721790 samples/sec	accuracy=0.615431	lr=0.012866
Epoch[100] Batch [4449]	Speed: 1745.035811 samples/sec	accuracy=0.615348	lr=0.012861
Epoch[100] Batch [4499]	Speed: 1756.433477 samples/sec	accuracy=0.615406	lr=0.012856
Epoch[100] Batch [4549]	Speed: 1749.251614 samples/sec	accuracy=0.615400	lr=0.012852
Epoch[100] Batch [4599]	Speed: 1775.328084 samples/sec	accuracy=0.615384	lr=0.012847
Epoch[100] Batch [4649]	Speed: 1754.973103 samples/sec	accuracy=0.615365	lr=0.012842
Epoch[100] Batch [4699]	Speed: 1766.045103 samples/sec	accuracy=0.615288	lr=0.012837
Epoch[100] Batch [4749]	Speed: 1779.522699 samples/sec	accuracy=0.615234	lr=0.012833
Epoch[100] Batch [4799]	Speed: 1768.029334 samples/sec	accuracy=0.615164	lr=0.012828
Epoch[100] Batch [4849]	Speed: 1765.179805 samples/sec	accuracy=0.615188	lr=0.012823
Epoch[100] Batch [4899]	Speed: 1754.057067 samples/sec	accuracy=0.615172	lr=0.012818
Epoch[100] Batch [4949]	Speed: 1771.900960 samples/sec	accuracy=0.615089	lr=0.012814
Epoch[100] Batch [4999]	Speed: 1850.107187 samples/sec	accuracy=0.615116	lr=0.012809
[Epoch 100] training: accuracy=0.615125
[Epoch 100] speed: 1756 samples/sec	time cost: 744.000239
[Epoch 100] validation: err-top1=0.341366 err-top5=0.134135
Epoch[101] Batch [49]	Speed: 1652.434244 samples/sec	accuracy=0.627266	lr=0.012804
Epoch[101] Batch [99]	Speed: 1772.398298 samples/sec	accuracy=0.622305	lr=0.012799
Epoch[101] Batch [149]	Speed: 1797.575569 samples/sec	accuracy=0.622057	lr=0.012794
Epoch[101] Batch [199]	Speed: 1763.273133 samples/sec	accuracy=0.622168	lr=0.012790
Epoch[101] Batch [249]	Speed: 1754.975283 samples/sec	accuracy=0.620484	lr=0.012785
Epoch[101] Batch [299]	Speed: 1733.896991 samples/sec	accuracy=0.620638	lr=0.012780
Epoch[101] Batch [349]	Speed: 1768.172171 samples/sec	accuracy=0.619007	lr=0.012776
Epoch[101] Batch [399]	Speed: 1775.044224 samples/sec	accuracy=0.619443	lr=0.012771
Epoch[101] Batch [449]	Speed: 1758.101449 samples/sec	accuracy=0.619358	lr=0.012766
Epoch[101] Batch [499]	Speed: 1741.461541 samples/sec	accuracy=0.619336	lr=0.012761
Epoch[101] Batch [549]	Speed: 1715.903016 samples/sec	accuracy=0.618885	lr=0.012757
Epoch[101] Batch [599]	Speed: 1761.096302 samples/sec	accuracy=0.619492	lr=0.012752
Epoch[101] Batch [649]	Speed: 1741.270124 samples/sec	accuracy=0.619105	lr=0.012747
Epoch[101] Batch [699]	Speed: 1733.951199 samples/sec	accuracy=0.619174	lr=0.012742
Epoch[101] Batch [749]	Speed: 1776.841245 samples/sec	accuracy=0.619240	lr=0.012738
Epoch[101] Batch [799]	Speed: 1745.626697 samples/sec	accuracy=0.618901	lr=0.012733
Epoch[101] Batch [849]	Speed: 1769.756574 samples/sec	accuracy=0.618883	lr=0.012728
Epoch[101] Batch [899]	Speed: 1766.472316 samples/sec	accuracy=0.618724	lr=0.012724
Epoch[101] Batch [949]	Speed: 1761.476794 samples/sec	accuracy=0.618877	lr=0.012719
Epoch[101] Batch [999]	Speed: 1780.980335 samples/sec	accuracy=0.618852	lr=0.012714
Epoch[101] Batch [1049]	Speed: 1763.461367 samples/sec	accuracy=0.619022	lr=0.012709
Epoch[101] Batch [1099]	Speed: 1778.971425 samples/sec	accuracy=0.618825	lr=0.012705
Epoch[101] Batch [1149]	Speed: 1758.750535 samples/sec	accuracy=0.619161	lr=0.012700
Epoch[101] Batch [1199]	Speed: 1724.771424 samples/sec	accuracy=0.619089	lr=0.012695
Epoch[101] Batch [1249]	Speed: 1743.433799 samples/sec	accuracy=0.618928	lr=0.012691
Epoch[101] Batch [1299]	Speed: 1724.459851 samples/sec	accuracy=0.618852	lr=0.012686
Epoch[101] Batch [1349]	Speed: 1757.299594 samples/sec	accuracy=0.618872	lr=0.012681
Epoch[101] Batch [1399]	Speed: 1772.606220 samples/sec	accuracy=0.619004	lr=0.012676
Epoch[101] Batch [1449]	Speed: 1743.564876 samples/sec	accuracy=0.618602	lr=0.012672
Epoch[101] Batch [1499]	Speed: 1750.570269 samples/sec	accuracy=0.618661	lr=0.012667
Epoch[101] Batch [1549]	Speed: 1722.386306 samples/sec	accuracy=0.618692	lr=0.012662
Epoch[101] Batch [1599]	Speed: 1751.361136 samples/sec	accuracy=0.618672	lr=0.012658
Epoch[101] Batch [1649]	Speed: 1761.531296 samples/sec	accuracy=0.618511	lr=0.012653
Epoch[101] Batch [1699]	Speed: 1769.733355 samples/sec	accuracy=0.618359	lr=0.012648
Epoch[101] Batch [1749]	Speed: 1738.893707 samples/sec	accuracy=0.618411	lr=0.012644
Epoch[101] Batch [1799]	Speed: 1757.839013 samples/sec	accuracy=0.618336	lr=0.012639
Epoch[101] Batch [1849]	Speed: 1772.690151 samples/sec	accuracy=0.618290	lr=0.012634
Epoch[101] Batch [1899]	Speed: 1730.551274 samples/sec	accuracy=0.618133	lr=0.012629
Epoch[101] Batch [1949]	Speed: 1725.995538 samples/sec	accuracy=0.618115	lr=0.012625
Epoch[101] Batch [1999]	Speed: 1782.461725 samples/sec	accuracy=0.618256	lr=0.012620
Epoch[101] Batch [2049]	Speed: 1765.701600 samples/sec	accuracy=0.618095	lr=0.012615
Epoch[101] Batch [2099]	Speed: 1778.812693 samples/sec	accuracy=0.618140	lr=0.012611
Epoch[101] Batch [2149]	Speed: 1754.110480 samples/sec	accuracy=0.618076	lr=0.012606
Epoch[101] Batch [2199]	Speed: 1762.659999 samples/sec	accuracy=0.617882	lr=0.012601
Epoch[101] Batch [2249]	Speed: 1765.173712 samples/sec	accuracy=0.617760	lr=0.012597
Epoch[101] Batch [2299]	Speed: 1753.939994 samples/sec	accuracy=0.617870	lr=0.012592
Epoch[101] Batch [2349]	Speed: 1770.874350 samples/sec	accuracy=0.617846	lr=0.012587
Epoch[101] Batch [2399]	Speed: 1724.852604 samples/sec	accuracy=0.617778	lr=0.012582
Epoch[101] Batch [2449]	Speed: 1762.907667 samples/sec	accuracy=0.617865	lr=0.012578
Epoch[101] Batch [2499]	Speed: 1746.050390 samples/sec	accuracy=0.617745	lr=0.012573
Epoch[101] Batch [2549]	Speed: 1752.578156 samples/sec	accuracy=0.617655	lr=0.012568
Epoch[101] Batch [2599]	Speed: 1782.730321 samples/sec	accuracy=0.617538	lr=0.012564
Epoch[101] Batch [2649]	Speed: 1753.999646 samples/sec	accuracy=0.617450	lr=0.012559
Epoch[101] Batch [2699]	Speed: 1748.189650 samples/sec	accuracy=0.617549	lr=0.012554
Epoch[101] Batch [2749]	Speed: 1774.727953 samples/sec	accuracy=0.617366	lr=0.012550
Epoch[101] Batch [2799]	Speed: 1774.153085 samples/sec	accuracy=0.617268	lr=0.012545
Epoch[101] Batch [2849]	Speed: 1772.137486 samples/sec	accuracy=0.617178	lr=0.012540
Epoch[101] Batch [2899]	Speed: 1766.089430 samples/sec	accuracy=0.617091	lr=0.012535
Epoch[101] Batch [2949]	Speed: 1779.506597 samples/sec	accuracy=0.617093	lr=0.012531
Epoch[101] Batch [2999]	Speed: 1794.672619 samples/sec	accuracy=0.617195	lr=0.012526
Epoch[101] Batch [3049]	Speed: 1732.822373 samples/sec	accuracy=0.617108	lr=0.012521
Epoch[101] Batch [3099]	Speed: 1751.360679 samples/sec	accuracy=0.617232	lr=0.012517
Epoch[101] Batch [3149]	Speed: 1734.010843 samples/sec	accuracy=0.617160	lr=0.012512
Epoch[101] Batch [3199]	Speed: 1738.187888 samples/sec	accuracy=0.617124	lr=0.012507
Epoch[101] Batch [3249]	Speed: 1770.470403 samples/sec	accuracy=0.617145	lr=0.012503
Epoch[101] Batch [3299]	Speed: 1762.290218 samples/sec	accuracy=0.617203	lr=0.012498
Epoch[101] Batch [3349]	Speed: 1762.846713 samples/sec	accuracy=0.617206	lr=0.012493
Epoch[101] Batch [3399]	Speed: 1782.992544 samples/sec	accuracy=0.617173	lr=0.012489
Epoch[101] Batch [3449]	Speed: 1752.327205 samples/sec	accuracy=0.617081	lr=0.012484
Epoch[101] Batch [3499]	Speed: 1761.202661 samples/sec	accuracy=0.617044	lr=0.012479
Epoch[101] Batch [3549]	Speed: 1737.095019 samples/sec	accuracy=0.616922	lr=0.012475
Epoch[101] Batch [3599]	Speed: 1787.650604 samples/sec	accuracy=0.616850	lr=0.012470
Epoch[101] Batch [3649]	Speed: 1744.134367 samples/sec	accuracy=0.616896	lr=0.012465
Epoch[101] Batch [3699]	Speed: 1752.583649 samples/sec	accuracy=0.616845	lr=0.012460
Epoch[101] Batch [3749]	Speed: 1724.393939 samples/sec	accuracy=0.616822	lr=0.012456
Epoch[101] Batch [3799]	Speed: 1767.397993 samples/sec	accuracy=0.616781	lr=0.012451
Epoch[101] Batch [3849]	Speed: 1752.954232 samples/sec	accuracy=0.616786	lr=0.012446
Epoch[101] Batch [3899]	Speed: 1767.418998 samples/sec	accuracy=0.616751	lr=0.012442
Epoch[101] Batch [3949]	Speed: 1769.312611 samples/sec	accuracy=0.616748	lr=0.012437
Epoch[101] Batch [3999]	Speed: 1775.072219 samples/sec	accuracy=0.616823	lr=0.012432
Epoch[101] Batch [4049]	Speed: 1729.228230 samples/sec	accuracy=0.616822	lr=0.012428
Epoch[101] Batch [4099]	Speed: 1740.669824 samples/sec	accuracy=0.616776	lr=0.012423
Epoch[101] Batch [4149]	Speed: 1779.320347 samples/sec	accuracy=0.616778	lr=0.012418
Epoch[101] Batch [4199]	Speed: 1774.160003 samples/sec	accuracy=0.616649	lr=0.012414
Epoch[101] Batch [4249]	Speed: 1755.354627 samples/sec	accuracy=0.616635	lr=0.012409
Epoch[101] Batch [4299]	Speed: 1756.659568 samples/sec	accuracy=0.616572	lr=0.012404
Epoch[101] Batch [4349]	Speed: 1769.377861 samples/sec	accuracy=0.616585	lr=0.012400
Epoch[101] Batch [4399]	Speed: 1746.766361 samples/sec	accuracy=0.616469	lr=0.012395
Epoch[101] Batch [4449]	Speed: 1745.130029 samples/sec	accuracy=0.616488	lr=0.012390
Epoch[101] Batch [4499]	Speed: 1750.923213 samples/sec	accuracy=0.616527	lr=0.012386
Epoch[101] Batch [4549]	Speed: 1756.600540 samples/sec	accuracy=0.616530	lr=0.012381
Epoch[101] Batch [4599]	Speed: 1746.650544 samples/sec	accuracy=0.616570	lr=0.012376
Epoch[101] Batch [4649]	Speed: 1729.919990 samples/sec	accuracy=0.616588	lr=0.012372
Epoch[101] Batch [4699]	Speed: 1705.639399 samples/sec	accuracy=0.616618	lr=0.012367
Epoch[101] Batch [4749]	Speed: 1762.395738 samples/sec	accuracy=0.616620	lr=0.012362
Epoch[101] Batch [4799]	Speed: 1754.577868 samples/sec	accuracy=0.616661	lr=0.012358
Epoch[101] Batch [4849]	Speed: 1734.359550 samples/sec	accuracy=0.616612	lr=0.012353
Epoch[101] Batch [4899]	Speed: 1730.119959 samples/sec	accuracy=0.616605	lr=0.012348
Epoch[101] Batch [4949]	Speed: 1773.936184 samples/sec	accuracy=0.616555	lr=0.012344
Epoch[101] Batch [4999]	Speed: 1814.989604 samples/sec	accuracy=0.616565	lr=0.012339
[Epoch 101] training: accuracy=0.616584
[Epoch 101] speed: 1755 samples/sec	time cost: 744.174749
[Epoch 101] validation: err-top1=0.341707 err-top5=0.134255
Epoch[102] Batch [49]	Speed: 1597.972581 samples/sec	accuracy=0.613203	lr=0.012334
Epoch[102] Batch [99]	Speed: 1772.495728 samples/sec	accuracy=0.620469	lr=0.012329
Epoch[102] Batch [149]	Speed: 1787.060792 samples/sec	accuracy=0.620990	lr=0.012325
Epoch[102] Batch [199]	Speed: 1769.689545 samples/sec	accuracy=0.621602	lr=0.012320
Epoch[102] Batch [249]	Speed: 1786.239858 samples/sec	accuracy=0.621156	lr=0.012315
Epoch[102] Batch [299]	Speed: 1789.971197 samples/sec	accuracy=0.621563	lr=0.012311
Epoch[102] Batch [349]	Speed: 1736.844942 samples/sec	accuracy=0.621261	lr=0.012306
Epoch[102] Batch [399]	Speed: 1760.608922 samples/sec	accuracy=0.621084	lr=0.012301
Epoch[102] Batch [449]	Speed: 1737.653205 samples/sec	accuracy=0.621406	lr=0.012297
Epoch[102] Batch [499]	Speed: 1752.752841 samples/sec	accuracy=0.621453	lr=0.012292
Epoch[102] Batch [549]	Speed: 1769.331678 samples/sec	accuracy=0.621399	lr=0.012287
Epoch[102] Batch [599]	Speed: 1741.790704 samples/sec	accuracy=0.621673	lr=0.012283
Epoch[102] Batch [649]	Speed: 1783.328414 samples/sec	accuracy=0.621202	lr=0.012278
Epoch[102] Batch [699]	Speed: 1751.661761 samples/sec	accuracy=0.620943	lr=0.012273
Epoch[102] Batch [749]	Speed: 1744.963269 samples/sec	accuracy=0.621120	lr=0.012269
Epoch[102] Batch [799]	Speed: 1763.623976 samples/sec	accuracy=0.621221	lr=0.012264
Epoch[102] Batch [849]	Speed: 1741.798220 samples/sec	accuracy=0.621020	lr=0.012259
Epoch[102] Batch [899]	Speed: 1750.570269 samples/sec	accuracy=0.621228	lr=0.012255
Epoch[102] Batch [949]	Speed: 1757.176337 samples/sec	accuracy=0.621143	lr=0.012250
Epoch[102] Batch [999]	Speed: 1783.579140 samples/sec	accuracy=0.620918	lr=0.012245
Epoch[102] Batch [1049]	Speed: 1755.295858 samples/sec	accuracy=0.621075	lr=0.012241
Epoch[102] Batch [1099]	Speed: 1735.877118 samples/sec	accuracy=0.620913	lr=0.012236
Epoch[102] Batch [1149]	Speed: 1726.153808 samples/sec	accuracy=0.620856	lr=0.012231
Epoch[102] Batch [1199]	Speed: 1777.656093 samples/sec	accuracy=0.621094	lr=0.012227
Epoch[102] Batch [1249]	Speed: 1743.338406 samples/sec	accuracy=0.620706	lr=0.012222
Epoch[102] Batch [1299]	Speed: 1746.337890 samples/sec	accuracy=0.620177	lr=0.012217
Epoch[102] Batch [1349]	Speed: 1728.028339 samples/sec	accuracy=0.620075	lr=0.012213
Epoch[102] Batch [1399]	Speed: 1756.561688 samples/sec	accuracy=0.620259	lr=0.012208
Epoch[102] Batch [1449]	Speed: 1752.260460 samples/sec	accuracy=0.620663	lr=0.012203
Epoch[102] Batch [1499]	Speed: 1789.793729 samples/sec	accuracy=0.620523	lr=0.012199
Epoch[102] Batch [1549]	Speed: 1761.135066 samples/sec	accuracy=0.620401	lr=0.012194
Epoch[102] Batch [1599]	Speed: 1763.657753 samples/sec	accuracy=0.620291	lr=0.012190
Epoch[102] Batch [1649]	Speed: 1759.682900 samples/sec	accuracy=0.620118	lr=0.012185
Epoch[102] Batch [1699]	Speed: 1777.957569 samples/sec	accuracy=0.620039	lr=0.012180
Epoch[102] Batch [1749]	Speed: 1763.367129 samples/sec	accuracy=0.619964	lr=0.012176
Epoch[102] Batch [1799]	Speed: 1740.836272 samples/sec	accuracy=0.619983	lr=0.012171
Epoch[102] Batch [1849]	Speed: 1740.427461 samples/sec	accuracy=0.620091	lr=0.012166
Epoch[102] Batch [1899]	Speed: 1731.707137 samples/sec	accuracy=0.620023	lr=0.012162
Epoch[102] Batch [1949]	Speed: 1784.674820 samples/sec	accuracy=0.620032	lr=0.012157
Epoch[102] Batch [1999]	Speed: 1764.801309 samples/sec	accuracy=0.619863	lr=0.012152
Epoch[102] Batch [2049]	Speed: 1689.139497 samples/sec	accuracy=0.619687	lr=0.012148
Epoch[102] Batch [2099]	Speed: 1752.594462 samples/sec	accuracy=0.619503	lr=0.012143
Epoch[102] Batch [2149]	Speed: 1739.918353 samples/sec	accuracy=0.619622	lr=0.012138
Epoch[102] Batch [2199]	Speed: 1773.858523 samples/sec	accuracy=0.619650	lr=0.012134
Epoch[102] Batch [2249]	Speed: 1753.120405 samples/sec	accuracy=0.619639	lr=0.012129
Epoch[102] Batch [2299]	Speed: 1774.931198 samples/sec	accuracy=0.619560	lr=0.012125
Epoch[102] Batch [2349]	Speed: 1718.404064 samples/sec	accuracy=0.619556	lr=0.012120
Epoch[102] Batch [2399]	Speed: 1733.170099 samples/sec	accuracy=0.619577	lr=0.012115
Epoch[102] Batch [2449]	Speed: 1749.507216 samples/sec	accuracy=0.619721	lr=0.012111
Epoch[102] Batch [2499]	Speed: 1759.450668 samples/sec	accuracy=0.619719	lr=0.012106
Epoch[102] Batch [2549]	Speed: 1757.567680 samples/sec	accuracy=0.619700	lr=0.012101
Epoch[102] Batch [2599]	Speed: 1741.316548 samples/sec	accuracy=0.619620	lr=0.012097
Epoch[102] Batch [2649]	Speed: 1766.796175 samples/sec	accuracy=0.619605	lr=0.012092
Epoch[102] Batch [2699]	Speed: 1764.047410 samples/sec	accuracy=0.619440	lr=0.012087
Epoch[102] Batch [2749]	Speed: 1771.427455 samples/sec	accuracy=0.619389	lr=0.012083
Epoch[102] Batch [2799]	Speed: 1740.284558 samples/sec	accuracy=0.619457	lr=0.012078
Epoch[102] Batch [2849]	Speed: 1751.500893 samples/sec	accuracy=0.619402	lr=0.012074
Epoch[102] Batch [2899]	Speed: 1785.498057 samples/sec	accuracy=0.619246	lr=0.012069
Epoch[102] Batch [2949]	Speed: 1729.580365 samples/sec	accuracy=0.619162	lr=0.012064
Epoch[102] Batch [2999]	Speed: 1744.846953 samples/sec	accuracy=0.619065	lr=0.012060
Epoch[102] Batch [3049]	Speed: 1769.119919 samples/sec	accuracy=0.618989	lr=0.012055
Epoch[102] Batch [3099]	Speed: 1766.075080 samples/sec	accuracy=0.618920	lr=0.012050
Epoch[102] Batch [3149]	Speed: 1754.265006 samples/sec	accuracy=0.618978	lr=0.012046
Epoch[102] Batch [3199]	Speed: 1734.698925 samples/sec	accuracy=0.618967	lr=0.012041
Epoch[102] Batch [3249]	Speed: 1767.477766 samples/sec	accuracy=0.618987	lr=0.012037
Epoch[102] Batch [3299]	Speed: 1758.899426 samples/sec	accuracy=0.618995	lr=0.012032
Epoch[102] Batch [3349]	Speed: 1766.600543 samples/sec	accuracy=0.619033	lr=0.012027
Epoch[102] Batch [3399]	Speed: 1735.610165 samples/sec	accuracy=0.619026	lr=0.012023
Epoch[102] Batch [3449]	Speed: 1759.171343 samples/sec	accuracy=0.618974	lr=0.012018
Epoch[102] Batch [3499]	Speed: 1752.799422 samples/sec	accuracy=0.619002	lr=0.012013
Epoch[102] Batch [3549]	Speed: 1798.075503 samples/sec	accuracy=0.619049	lr=0.012009
Epoch[102] Batch [3599]	Speed: 1751.787790 samples/sec	accuracy=0.619095	lr=0.012004
Epoch[102] Batch [3649]	Speed: 1774.770018 samples/sec	accuracy=0.619033	lr=0.012000
Epoch[102] Batch [3699]	Speed: 1757.014742 samples/sec	accuracy=0.619109	lr=0.011995
Epoch[102] Batch [3749]	Speed: 1749.945858 samples/sec	accuracy=0.618993	lr=0.011990
Epoch[102] Batch [3799]	Speed: 1741.728150 samples/sec	accuracy=0.618940	lr=0.011986
Epoch[102] Batch [3849]	Speed: 1772.723808 samples/sec	accuracy=0.618909	lr=0.011981
Epoch[102] Batch [3899]	Speed: 1782.135351 samples/sec	accuracy=0.618828	lr=0.011976
Epoch[102] Batch [3949]	Speed: 1765.964704 samples/sec	accuracy=0.618726	lr=0.011972
Epoch[102] Batch [3999]	Speed: 1732.856099 samples/sec	accuracy=0.618582	lr=0.011967
Epoch[102] Batch [4049]	Speed: 1774.086896 samples/sec	accuracy=0.618484	lr=0.011963
Epoch[102] Batch [4099]	Speed: 1769.953372 samples/sec	accuracy=0.618464	lr=0.011958
Epoch[102] Batch [4149]	Speed: 1737.238130 samples/sec	accuracy=0.618425	lr=0.011953
Epoch[102] Batch [4199]	Speed: 1747.681509 samples/sec	accuracy=0.618459	lr=0.011949
Epoch[102] Batch [4249]	Speed: 1749.452430 samples/sec	accuracy=0.618452	lr=0.011944
Epoch[102] Batch [4299]	Speed: 1761.403341 samples/sec	accuracy=0.618514	lr=0.011939
Epoch[102] Batch [4349]	Speed: 1768.159243 samples/sec	accuracy=0.618516	lr=0.011935
Epoch[102] Batch [4399]	Speed: 1738.161213 samples/sec	accuracy=0.618575	lr=0.011930
Epoch[102] Batch [4449]	Speed: 1730.142429 samples/sec	accuracy=0.618476	lr=0.011926
Epoch[102] Batch [4499]	Speed: 1753.351657 samples/sec	accuracy=0.618410	lr=0.011921
Epoch[102] Batch [4549]	Speed: 1767.866203 samples/sec	accuracy=0.618348	lr=0.011916
Epoch[102] Batch [4599]	Speed: 1732.980947 samples/sec	accuracy=0.618359	lr=0.011912
Epoch[102] Batch [4649]	Speed: 1718.372219 samples/sec	accuracy=0.618321	lr=0.011907
Epoch[102] Batch [4699]	Speed: 1790.405587 samples/sec	accuracy=0.618295	lr=0.011903
Epoch[102] Batch [4749]	Speed: 1751.459638 samples/sec	accuracy=0.618233	lr=0.011898
Epoch[102] Batch [4799]	Speed: 1749.336199 samples/sec	accuracy=0.618205	lr=0.011893
Epoch[102] Batch [4849]	Speed: 1774.212596 samples/sec	accuracy=0.618238	lr=0.011889
Epoch[102] Batch [4899]	Speed: 1762.960116 samples/sec	accuracy=0.618235	lr=0.011884
Epoch[102] Batch [4949]	Speed: 1740.253081 samples/sec	accuracy=0.618182	lr=0.011880
Epoch[102] Batch [4999]	Speed: 1832.737205 samples/sec	accuracy=0.618202	lr=0.011875
[Epoch 102] training: accuracy=0.618202
[Epoch 102] speed: 1754 samples/sec	time cost: 744.542229
[Epoch 102] validation: err-top1=0.335280 err-top5=0.130999
Epoch[103] Batch [49]	Speed: 1613.981681 samples/sec	accuracy=0.626641	lr=0.011870
Epoch[103] Batch [99]	Speed: 1738.081195 samples/sec	accuracy=0.628789	lr=0.011865
Epoch[103] Batch [149]	Speed: 1775.355677 samples/sec	accuracy=0.627760	lr=0.011861
Epoch[103] Batch [199]	Speed: 1801.161623 samples/sec	accuracy=0.627070	lr=0.011856
Epoch[103] Batch [249]	Speed: 1765.337797 samples/sec	accuracy=0.626875	lr=0.011851
Epoch[103] Batch [299]	Speed: 1770.084790 samples/sec	accuracy=0.627383	lr=0.011847
Epoch[103] Batch [349]	Speed: 1738.725040 samples/sec	accuracy=0.626339	lr=0.011842
Epoch[103] Batch [399]	Speed: 1769.258093 samples/sec	accuracy=0.626816	lr=0.011838
Epoch[103] Batch [449]	Speed: 1781.264856 samples/sec	accuracy=0.626276	lr=0.011833
Epoch[103] Batch [499]	Speed: 1759.310389 samples/sec	accuracy=0.625563	lr=0.011828
Epoch[103] Batch [549]	Speed: 1773.170949 samples/sec	accuracy=0.624723	lr=0.011824
Epoch[103] Batch [599]	Speed: 1770.554191 samples/sec	accuracy=0.624753	lr=0.011819
Epoch[103] Batch [649]	Speed: 1806.832181 samples/sec	accuracy=0.624008	lr=0.011815
Epoch[103] Batch [699]	Speed: 1747.121355 samples/sec	accuracy=0.624129	lr=0.011810
Epoch[103] Batch [749]	Speed: 1753.957357 samples/sec	accuracy=0.623812	lr=0.011805
Epoch[103] Batch [799]	Speed: 1782.252018 samples/sec	accuracy=0.623433	lr=0.011801
Epoch[103] Batch [849]	Speed: 1759.901810 samples/sec	accuracy=0.623185	lr=0.011796
Epoch[103] Batch [899]	Speed: 1771.262002 samples/sec	accuracy=0.623216	lr=0.011792
Epoch[103] Batch [949]	Speed: 1732.668694 samples/sec	accuracy=0.623257	lr=0.011787
Epoch[103] Batch [999]	Speed: 1740.814032 samples/sec	accuracy=0.623160	lr=0.011782
Epoch[103] Batch [1049]	Speed: 1763.048984 samples/sec	accuracy=0.622872	lr=0.011778
Epoch[103] Batch [1099]	Speed: 1750.874619 samples/sec	accuracy=0.622749	lr=0.011773
Epoch[103] Batch [1149]	Speed: 1761.729853 samples/sec	accuracy=0.622792	lr=0.011769
Epoch[103] Batch [1199]	Speed: 1762.862979 samples/sec	accuracy=0.622617	lr=0.011764
Epoch[103] Batch [1249]	Speed: 1750.600180 samples/sec	accuracy=0.622478	lr=0.011759
Epoch[103] Batch [1299]	Speed: 1737.218342 samples/sec	accuracy=0.622407	lr=0.011755
Epoch[103] Batch [1349]	Speed: 1768.746607 samples/sec	accuracy=0.622451	lr=0.011750
Epoch[103] Batch [1399]	Speed: 1767.888674 samples/sec	accuracy=0.622439	lr=0.011746
Epoch[103] Batch [1449]	Speed: 1729.845633 samples/sec	accuracy=0.622204	lr=0.011741
Epoch[103] Batch [1499]	Speed: 1776.820781 samples/sec	accuracy=0.621990	lr=0.011737
Epoch[103] Batch [1549]	Speed: 1792.244871 samples/sec	accuracy=0.622019	lr=0.011732
Epoch[103] Batch [1599]	Speed: 1734.835306 samples/sec	accuracy=0.621826	lr=0.011727
Epoch[103] Batch [1649]	Speed: 1768.276242 samples/sec	accuracy=0.621740	lr=0.011723
Epoch[103] Batch [1699]	Speed: 1764.966080 samples/sec	accuracy=0.621799	lr=0.011718
Epoch[103] Batch [1749]	Speed: 1767.894495 samples/sec	accuracy=0.621674	lr=0.011714
Epoch[103] Batch [1799]	Speed: 1763.954732 samples/sec	accuracy=0.621430	lr=0.011709
Epoch[103] Batch [1849]	Speed: 1749.303709 samples/sec	accuracy=0.621358	lr=0.011704
Epoch[103] Batch [1899]	Speed: 1746.755677 samples/sec	accuracy=0.621248	lr=0.011700
Epoch[103] Batch [1949]	Speed: 1749.236055 samples/sec	accuracy=0.621262	lr=0.011695
Epoch[103] Batch [1999]	Speed: 1764.919604 samples/sec	accuracy=0.621238	lr=0.011691
Epoch[103] Batch [2049]	Speed: 1762.905468 samples/sec	accuracy=0.621063	lr=0.011686
Epoch[103] Batch [2099]	Speed: 1756.366017 samples/sec	accuracy=0.621135	lr=0.011682
Epoch[103] Batch [2149]	Speed: 1758.666939 samples/sec	accuracy=0.621203	lr=0.011677
Epoch[103] Batch [2199]	Speed: 1745.714110 samples/sec	accuracy=0.621042	lr=0.011672
Epoch[103] Batch [2249]	Speed: 1770.269170 samples/sec	accuracy=0.621099	lr=0.011668
Epoch[103] Batch [2299]	Speed: 1782.905148 samples/sec	accuracy=0.621148	lr=0.011663
Epoch[103] Batch [2349]	Speed: 1752.099997 samples/sec	accuracy=0.621119	lr=0.011659
Epoch[103] Batch [2399]	Speed: 1762.089336 samples/sec	accuracy=0.621226	lr=0.011654
Epoch[103] Batch [2449]	Speed: 1771.036518 samples/sec	accuracy=0.621142	lr=0.011649
Epoch[103] Batch [2499]	Speed: 1731.019362 samples/sec	accuracy=0.620956	lr=0.011645
Epoch[103] Batch [2549]	Speed: 1738.073880 samples/sec	accuracy=0.620869	lr=0.011640
Epoch[103] Batch [2599]	Speed: 1739.671746 samples/sec	accuracy=0.620962	lr=0.011636
Epoch[103] Batch [2649]	Speed: 1760.639928 samples/sec	accuracy=0.620665	lr=0.011631
Epoch[103] Batch [2699]	Speed: 1713.314313 samples/sec	accuracy=0.620605	lr=0.011627
Epoch[103] Batch [2749]	Speed: 1752.741568 samples/sec	accuracy=0.620480	lr=0.011622
Epoch[103] Batch [2799]	Speed: 1761.099652 samples/sec	accuracy=0.620480	lr=0.011617
Epoch[103] Batch [2849]	Speed: 1767.455131 samples/sec	accuracy=0.620477	lr=0.011613
Epoch[103] Batch [2899]	Speed: 1766.161357 samples/sec	accuracy=0.620277	lr=0.011608
Epoch[103] Batch [2949]	Speed: 1747.905353 samples/sec	accuracy=0.620248	lr=0.011604
Epoch[103] Batch [2999]	Speed: 1728.534463 samples/sec	accuracy=0.620182	lr=0.011599
Epoch[103] Batch [3049]	Speed: 1756.277994 samples/sec	accuracy=0.620195	lr=0.011595
Epoch[103] Batch [3099]	Speed: 1751.754295 samples/sec	accuracy=0.620200	lr=0.011590
Epoch[103] Batch [3149]	Speed: 1764.747069 samples/sec	accuracy=0.620148	lr=0.011585
Epoch[103] Batch [3199]	Speed: 1759.088918 samples/sec	accuracy=0.620164	lr=0.011581
Epoch[103] Batch [3249]	Speed: 1754.529759 samples/sec	accuracy=0.620061	lr=0.011576
Epoch[103] Batch [3299]	Speed: 1782.231369 samples/sec	accuracy=0.620046	lr=0.011572
Epoch[103] Batch [3349]	Speed: 1770.465265 samples/sec	accuracy=0.620007	lr=0.011567
Epoch[103] Batch [3399]	Speed: 1775.178864 samples/sec	accuracy=0.619993	lr=0.011563
Epoch[103] Batch [3449]	Speed: 1765.650208 samples/sec	accuracy=0.619823	lr=0.011558
Epoch[103] Batch [3499]	Speed: 1751.704397 samples/sec	accuracy=0.619860	lr=0.011554
Epoch[103] Batch [3549]	Speed: 1705.129316 samples/sec	accuracy=0.619813	lr=0.011549
Epoch[103] Batch [3599]	Speed: 1784.669362 samples/sec	accuracy=0.619768	lr=0.011544
Epoch[103] Batch [3649]	Speed: 1749.702160 samples/sec	accuracy=0.619689	lr=0.011540
Epoch[103] Batch [3699]	Speed: 1768.864674 samples/sec	accuracy=0.619660	lr=0.011535
Epoch[103] Batch [3749]	Speed: 1749.670569 samples/sec	accuracy=0.619625	lr=0.011531
Epoch[103] Batch [3799]	Speed: 1731.942439 samples/sec	accuracy=0.619594	lr=0.011526
Epoch[103] Batch [3849]	Speed: 1733.973936 samples/sec	accuracy=0.619508	lr=0.011522
Epoch[103] Batch [3899]	Speed: 1756.599045 samples/sec	accuracy=0.619547	lr=0.011517
Epoch[103] Batch [3949]	Speed: 1756.475599 samples/sec	accuracy=0.619477	lr=0.011512
Epoch[103] Batch [3999]	Speed: 1786.939808 samples/sec	accuracy=0.619382	lr=0.011508
Epoch[103] Batch [4049]	Speed: 1750.960559 samples/sec	accuracy=0.619371	lr=0.011503
Epoch[103] Batch [4099]	Speed: 1776.126736 samples/sec	accuracy=0.619338	lr=0.011499
Epoch[103] Batch [4149]	Speed: 1761.757776 samples/sec	accuracy=0.619286	lr=0.011494
Epoch[103] Batch [4199]	Speed: 1766.415822 samples/sec	accuracy=0.619224	lr=0.011490
Epoch[103] Batch [4249]	Speed: 1745.715075 samples/sec	accuracy=0.619309	lr=0.011485
Epoch[103] Batch [4299]	Speed: 1770.129846 samples/sec	accuracy=0.619311	lr=0.011481
Epoch[103] Batch [4349]	Speed: 1731.470558 samples/sec	accuracy=0.619235	lr=0.011476
Epoch[103] Batch [4399]	Speed: 1767.648159 samples/sec	accuracy=0.619174	lr=0.011472
Epoch[103] Batch [4449]	Speed: 1753.941255 samples/sec	accuracy=0.619106	lr=0.011467
Epoch[103] Batch [4499]	Speed: 1716.421871 samples/sec	accuracy=0.619093	lr=0.011462
Epoch[103] Batch [4549]	Speed: 1729.263543 samples/sec	accuracy=0.619084	lr=0.011458
Epoch[103] Batch [4599]	Speed: 1808.444198 samples/sec	accuracy=0.619067	lr=0.011453
Epoch[103] Batch [4649]	Speed: 1760.966388 samples/sec	accuracy=0.619076	lr=0.011449
Epoch[103] Batch [4699]	Speed: 1749.025489 samples/sec	accuracy=0.619046	lr=0.011444
Epoch[103] Batch [4749]	Speed: 1753.132885 samples/sec	accuracy=0.619008	lr=0.011440
Epoch[103] Batch [4799]	Speed: 1766.820770 samples/sec	accuracy=0.618976	lr=0.011435
Epoch[103] Batch [4849]	Speed: 1787.218026 samples/sec	accuracy=0.618900	lr=0.011431
Epoch[103] Batch [4899]	Speed: 1763.526535 samples/sec	accuracy=0.618917	lr=0.011426
Epoch[103] Batch [4949]	Speed: 1712.990796 samples/sec	accuracy=0.618841	lr=0.011421
Epoch[103] Batch [4999]	Speed: 1881.689642 samples/sec	accuracy=0.618816	lr=0.011417
[Epoch 103] training: accuracy=0.618812
[Epoch 103] speed: 1757 samples/sec	time cost: 743.407042
[Epoch 103] validation: err-top1=0.337961 err-top5=0.133574
Epoch[104] Batch [49]	Speed: 1609.653093 samples/sec	accuracy=0.623437	lr=0.011412
Epoch[104] Batch [99]	Speed: 1739.605060 samples/sec	accuracy=0.621836	lr=0.011407
Epoch[104] Batch [149]	Speed: 1735.261236 samples/sec	accuracy=0.618906	lr=0.011403
Epoch[104] Batch [199]	Speed: 1779.481116 samples/sec	accuracy=0.619844	lr=0.011398
Epoch[104] Batch [249]	Speed: 1757.317253 samples/sec	accuracy=0.621750	lr=0.011394
Epoch[104] Batch [299]	Speed: 1748.656336 samples/sec	accuracy=0.622708	lr=0.011389
Epoch[104] Batch [349]	Speed: 1762.023060 samples/sec	accuracy=0.622935	lr=0.011385
Epoch[104] Batch [399]	Speed: 1738.285138 samples/sec	accuracy=0.622520	lr=0.011380
Epoch[104] Batch [449]	Speed: 1782.062176 samples/sec	accuracy=0.622361	lr=0.011376
Epoch[104] Batch [499]	Speed: 1733.233942 samples/sec	accuracy=0.622805	lr=0.011371
Epoch[104] Batch [549]	Speed: 1733.837970 samples/sec	accuracy=0.623089	lr=0.011367
Epoch[104] Batch [599]	Speed: 1765.274760 samples/sec	accuracy=0.623307	lr=0.011362
Epoch[104] Batch [649]	Speed: 1753.204162 samples/sec	accuracy=0.622698	lr=0.011357
Epoch[104] Batch [699]	Speed: 1747.252077 samples/sec	accuracy=0.623052	lr=0.011353
Epoch[104] Batch [749]	Speed: 1769.791345 samples/sec	accuracy=0.623359	lr=0.011348
Epoch[104] Batch [799]	Speed: 1729.759412 samples/sec	accuracy=0.623413	lr=0.011344
Epoch[104] Batch [849]	Speed: 1749.754452 samples/sec	accuracy=0.623157	lr=0.011339
Epoch[104] Batch [899]	Speed: 1769.534681 samples/sec	accuracy=0.623225	lr=0.011335
Epoch[104] Batch [949]	Speed: 1784.756931 samples/sec	accuracy=0.622792	lr=0.011330
Epoch[104] Batch [999]	Speed: 1785.000878 samples/sec	accuracy=0.623145	lr=0.011326
Epoch[104] Batch [1049]	Speed: 1769.393023 samples/sec	accuracy=0.622913	lr=0.011321
Epoch[104] Batch [1099]	Speed: 1747.423369 samples/sec	accuracy=0.622955	lr=0.011317
Epoch[104] Batch [1149]	Speed: 1764.213432 samples/sec	accuracy=0.622826	lr=0.011312
Epoch[104] Batch [1199]	Speed: 1757.800624 samples/sec	accuracy=0.623034	lr=0.011308
Epoch[104] Batch [1249]	Speed: 1744.486194 samples/sec	accuracy=0.623053	lr=0.011303
Epoch[104] Batch [1299]	Speed: 1752.080384 samples/sec	accuracy=0.623026	lr=0.011299
Epoch[104] Batch [1349]	Speed: 1777.505952 samples/sec	accuracy=0.623003	lr=0.011294
Epoch[104] Batch [1399]	Speed: 1762.298201 samples/sec	accuracy=0.622946	lr=0.011290
Epoch[104] Batch [1449]	Speed: 1757.064195 samples/sec	accuracy=0.622831	lr=0.011285
Epoch[104] Batch [1499]	Speed: 1745.014371 samples/sec	accuracy=0.623138	lr=0.011280
Epoch[104] Batch [1549]	Speed: 1755.093871 samples/sec	accuracy=0.623208	lr=0.011276
Epoch[104] Batch [1599]	Speed: 1732.145392 samples/sec	accuracy=0.623135	lr=0.011271
Epoch[104] Batch [1649]	Speed: 1751.560322 samples/sec	accuracy=0.623089	lr=0.011267
Epoch[104] Batch [1699]	Speed: 1739.335100 samples/sec	accuracy=0.622886	lr=0.011262
Epoch[104] Batch [1749]	Speed: 1741.105004 samples/sec	accuracy=0.622891	lr=0.011258
Epoch[104] Batch [1799]	Speed: 1780.638912 samples/sec	accuracy=0.622758	lr=0.011253
Epoch[104] Batch [1849]	Speed: 1731.773442 samples/sec	accuracy=0.622859	lr=0.011249
Epoch[104] Batch [1899]	Speed: 1737.660010 samples/sec	accuracy=0.622911	lr=0.011244
Epoch[104] Batch [1949]	Speed: 1763.736030 samples/sec	accuracy=0.622831	lr=0.011240
Epoch[104] Batch [1999]	Speed: 1749.913345 samples/sec	accuracy=0.622777	lr=0.011235
Epoch[104] Batch [2049]	Speed: 1762.111140 samples/sec	accuracy=0.622704	lr=0.011231
Epoch[104] Batch [2099]	Speed: 1749.395082 samples/sec	accuracy=0.622619	lr=0.011226
Epoch[104] Batch [2149]	Speed: 1723.711405 samples/sec	accuracy=0.622658	lr=0.011222
Epoch[104] Batch [2199]	Speed: 1767.784648 samples/sec	accuracy=0.622530	lr=0.011217
Epoch[104] Batch [2249]	Speed: 1801.913656 samples/sec	accuracy=0.622589	lr=0.011213
Epoch[104] Batch [2299]	Speed: 1770.728331 samples/sec	accuracy=0.622697	lr=0.011208
Epoch[104] Batch [2349]	Speed: 1737.619236 samples/sec	accuracy=0.622588	lr=0.011204
Epoch[104] Batch [2399]	Speed: 1729.153265 samples/sec	accuracy=0.622412	lr=0.011199
Epoch[104] Batch [2449]	Speed: 1736.895626 samples/sec	accuracy=0.622449	lr=0.011195
Epoch[104] Batch [2499]	Speed: 1768.847540 samples/sec	accuracy=0.622430	lr=0.011190
Epoch[104] Batch [2549]	Speed: 1750.199266 samples/sec	accuracy=0.622304	lr=0.011186
Epoch[104] Batch [2599]	Speed: 1734.725269 samples/sec	accuracy=0.622213	lr=0.011181
Epoch[104] Batch [2649]	Speed: 1762.410780 samples/sec	accuracy=0.622195	lr=0.011177
Epoch[104] Batch [2699]	Speed: 1772.148717 samples/sec	accuracy=0.622183	lr=0.011172
Epoch[104] Batch [2749]	Speed: 1747.665978 samples/sec	accuracy=0.622145	lr=0.011168
Epoch[104] Batch [2799]	Speed: 1732.347888 samples/sec	accuracy=0.622108	lr=0.011163
Epoch[104] Batch [2849]	Speed: 1735.166006 samples/sec	accuracy=0.622109	lr=0.011159
Epoch[104] Batch [2899]	Speed: 1763.431015 samples/sec	accuracy=0.622074	lr=0.011154
Epoch[104] Batch [2949]	Speed: 1752.384459 samples/sec	accuracy=0.622136	lr=0.011150
Epoch[104] Batch [2999]	Speed: 1756.624104 samples/sec	accuracy=0.622057	lr=0.011145
Epoch[104] Batch [3049]	Speed: 1720.454408 samples/sec	accuracy=0.622102	lr=0.011141
Epoch[104] Batch [3099]	Speed: 1737.962531 samples/sec	accuracy=0.621973	lr=0.011136
Epoch[104] Batch [3149]	Speed: 1770.452012 samples/sec	accuracy=0.621835	lr=0.011132
Epoch[104] Batch [3199]	Speed: 1774.027159 samples/sec	accuracy=0.621903	lr=0.011127
Epoch[104] Batch [3249]	Speed: 1764.496273 samples/sec	accuracy=0.621822	lr=0.011122
Epoch[104] Batch [3299]	Speed: 1734.373165 samples/sec	accuracy=0.621656	lr=0.011118
Epoch[104] Batch [3349]	Speed: 1758.123212 samples/sec	accuracy=0.621704	lr=0.011113
Epoch[104] Batch [3399]	Speed: 1748.934952 samples/sec	accuracy=0.621801	lr=0.011109
Epoch[104] Batch [3449]	Speed: 1744.655471 samples/sec	accuracy=0.621689	lr=0.011104
Epoch[104] Batch [3499]	Speed: 1752.065232 samples/sec	accuracy=0.621698	lr=0.011100
Epoch[104] Batch [3549]	Speed: 1781.972859 samples/sec	accuracy=0.621673	lr=0.011095
Epoch[104] Batch [3599]	Speed: 1767.568836 samples/sec	accuracy=0.621598	lr=0.011091
Epoch[104] Batch [3649]	Speed: 1728.315776 samples/sec	accuracy=0.621583	lr=0.011087
Epoch[104] Batch [3699]	Speed: 1772.297662 samples/sec	accuracy=0.621592	lr=0.011082
Epoch[104] Batch [3749]	Speed: 1787.227010 samples/sec	accuracy=0.621576	lr=0.011078
Epoch[104] Batch [3799]	Speed: 1724.939723 samples/sec	accuracy=0.621585	lr=0.011073
Epoch[104] Batch [3849]	Speed: 1740.216923 samples/sec	accuracy=0.621644	lr=0.011069
Epoch[104] Batch [3899]	Speed: 1722.824942 samples/sec	accuracy=0.621592	lr=0.011064
Epoch[104] Batch [3949]	Speed: 1749.708775 samples/sec	accuracy=0.621634	lr=0.011060
Epoch[104] Batch [3999]	Speed: 1756.168839 samples/sec	accuracy=0.621656	lr=0.011055
Epoch[104] Batch [4049]	Speed: 1779.703800 samples/sec	accuracy=0.621512	lr=0.011051
Epoch[104] Batch [4099]	Speed: 1760.752988 samples/sec	accuracy=0.621484	lr=0.011046
Epoch[104] Batch [4149]	Speed: 1737.369907 samples/sec	accuracy=0.621451	lr=0.011042
Epoch[104] Batch [4199]	Speed: 1787.869562 samples/sec	accuracy=0.621446	lr=0.011037
Epoch[104] Batch [4249]	Speed: 1759.969542 samples/sec	accuracy=0.621433	lr=0.011033
Epoch[104] Batch [4299]	Speed: 1762.481193 samples/sec	accuracy=0.621362	lr=0.011028
Epoch[104] Batch [4349]	Speed: 1756.191473 samples/sec	accuracy=0.621395	lr=0.011024
Epoch[104] Batch [4399]	Speed: 1745.712009 samples/sec	accuracy=0.621355	lr=0.011019
Epoch[104] Batch [4449]	Speed: 1789.123022 samples/sec	accuracy=0.621279	lr=0.011015
Epoch[104] Batch [4499]	Speed: 1756.824029 samples/sec	accuracy=0.621301	lr=0.011010
Epoch[104] Batch [4549]	Speed: 1792.777104 samples/sec	accuracy=0.621339	lr=0.011006
Epoch[104] Batch [4599]	Speed: 1754.485724 samples/sec	accuracy=0.621245	lr=0.011001
Epoch[104] Batch [4649]	Speed: 1730.834418 samples/sec	accuracy=0.621190	lr=0.010997
Epoch[104] Batch [4699]	Speed: 1721.666271 samples/sec	accuracy=0.621133	lr=0.010992
Epoch[104] Batch [4749]	Speed: 1727.667051 samples/sec	accuracy=0.621104	lr=0.010988
Epoch[104] Batch [4799]	Speed: 1771.821255 samples/sec	accuracy=0.621083	lr=0.010983
Epoch[104] Batch [4849]	Speed: 1760.030989 samples/sec	accuracy=0.621081	lr=0.010979
Epoch[104] Batch [4899]	Speed: 1712.373457 samples/sec	accuracy=0.621071	lr=0.010974
Epoch[104] Batch [4949]	Speed: 1785.323731 samples/sec	accuracy=0.621087	lr=0.010970
Epoch[104] Batch [4999]	Speed: 1873.528319 samples/sec	accuracy=0.621026	lr=0.010965
[Epoch 104] training: accuracy=0.621021
[Epoch 104] speed: 1753 samples/sec	time cost: 744.922446
[Epoch 104] validation: err-top1=0.336558 err-top5=0.130829
Epoch[105] Batch [49]	Speed: 1635.795945 samples/sec	accuracy=0.623594	lr=0.010960
Epoch[105] Batch [99]	Speed: 1721.889795 samples/sec	accuracy=0.627266	lr=0.010956
Epoch[105] Batch [149]	Speed: 1740.177382 samples/sec	accuracy=0.625833	lr=0.010952
Epoch[105] Batch [199]	Speed: 1761.762112 samples/sec	accuracy=0.626816	lr=0.010947
Epoch[105] Batch [249]	Speed: 1773.840589 samples/sec	accuracy=0.627250	lr=0.010943
Epoch[105] Batch [299]	Speed: 1762.176612 samples/sec	accuracy=0.626693	lr=0.010938
Epoch[105] Batch [349]	Speed: 1768.934088 samples/sec	accuracy=0.626339	lr=0.010934
Epoch[105] Batch [399]	Speed: 1736.634707 samples/sec	accuracy=0.626826	lr=0.010929
Epoch[105] Batch [449]	Speed: 1743.803865 samples/sec	accuracy=0.626241	lr=0.010925
Epoch[105] Batch [499]	Speed: 1769.112282 samples/sec	accuracy=0.626117	lr=0.010920
Epoch[105] Batch [549]	Speed: 1758.952615 samples/sec	accuracy=0.625362	lr=0.010916
Epoch[105] Batch [599]	Speed: 1737.175396 samples/sec	accuracy=0.624850	lr=0.010911
Epoch[105] Batch [649]	Speed: 1750.662687 samples/sec	accuracy=0.624357	lr=0.010907
Epoch[105] Batch [699]	Speed: 1774.616023 samples/sec	accuracy=0.624676	lr=0.010902
Epoch[105] Batch [749]	Speed: 1747.312696 samples/sec	accuracy=0.624656	lr=0.010898
Epoch[105] Batch [799]	Speed: 1701.118734 samples/sec	accuracy=0.624419	lr=0.010893
Epoch[105] Batch [849]	Speed: 1736.628360 samples/sec	accuracy=0.624205	lr=0.010889
Epoch[105] Batch [899]	Speed: 1765.067800 samples/sec	accuracy=0.624193	lr=0.010884
Epoch[105] Batch [949]	Speed: 1748.312162 samples/sec	accuracy=0.624363	lr=0.010880
Epoch[105] Batch [999]	Speed: 1732.065926 samples/sec	accuracy=0.624160	lr=0.010876
Epoch[105] Batch [1049]	Speed: 1765.026426 samples/sec	accuracy=0.624494	lr=0.010871
Epoch[105] Batch [1099]	Speed: 1749.280796 samples/sec	accuracy=0.624684	lr=0.010867
Epoch[105] Batch [1149]	Speed: 1754.205164 samples/sec	accuracy=0.624541	lr=0.010862
Epoch[105] Batch [1199]	Speed: 1769.809664 samples/sec	accuracy=0.624616	lr=0.010858
Epoch[105] Batch [1249]	Speed: 1733.234389 samples/sec	accuracy=0.624931	lr=0.010853
Epoch[105] Batch [1299]	Speed: 1714.900701 samples/sec	accuracy=0.624558	lr=0.010849
Epoch[105] Batch [1349]	Speed: 1725.005788 samples/sec	accuracy=0.624549	lr=0.010844
Epoch[105] Batch [1399]	Speed: 1750.446527 samples/sec	accuracy=0.624791	lr=0.010840
Epoch[105] Batch [1449]	Speed: 1783.785189 samples/sec	accuracy=0.624933	lr=0.010835
Epoch[105] Batch [1499]	Speed: 1746.892710 samples/sec	accuracy=0.624901	lr=0.010831
Epoch[105] Batch [1549]	Speed: 1749.143103 samples/sec	accuracy=0.624904	lr=0.010826
Epoch[105] Batch [1599]	Speed: 1765.422319 samples/sec	accuracy=0.624673	lr=0.010822
Epoch[105] Batch [1649]	Speed: 1727.319418 samples/sec	accuracy=0.624891	lr=0.010818
Epoch[105] Batch [1699]	Speed: 1716.395916 samples/sec	accuracy=0.625055	lr=0.010813
Epoch[105] Batch [1749]	Speed: 1774.381826 samples/sec	accuracy=0.624701	lr=0.010809
Epoch[105] Batch [1799]	Speed: 1788.695988 samples/sec	accuracy=0.624848	lr=0.010804
Epoch[105] Batch [1849]	Speed: 1760.103174 samples/sec	accuracy=0.624846	lr=0.010800
Epoch[105] Batch [1899]	Speed: 1758.551150 samples/sec	accuracy=0.624936	lr=0.010795
Epoch[105] Batch [1949]	Speed: 1731.900704 samples/sec	accuracy=0.625032	lr=0.010791
Epoch[105] Batch [1999]	Speed: 1744.872188 samples/sec	accuracy=0.624850	lr=0.010786
Epoch[105] Batch [2049]	Speed: 1759.924079 samples/sec	accuracy=0.624813	lr=0.010782
Epoch[105] Batch [2099]	Speed: 1771.948038 samples/sec	accuracy=0.624702	lr=0.010777
Epoch[105] Batch [2149]	Speed: 1726.060463 samples/sec	accuracy=0.624626	lr=0.010773
Epoch[105] Batch [2199]	Speed: 1741.956180 samples/sec	accuracy=0.624579	lr=0.010769
Epoch[105] Batch [2249]	Speed: 1718.477661 samples/sec	accuracy=0.624639	lr=0.010764
Epoch[105] Batch [2299]	Speed: 1746.314259 samples/sec	accuracy=0.624679	lr=0.010760
Epoch[105] Batch [2349]	Speed: 1756.473702 samples/sec	accuracy=0.624786	lr=0.010755
Epoch[105] Batch [2399]	Speed: 1759.285022 samples/sec	accuracy=0.624663	lr=0.010751
Epoch[105] Batch [2449]	Speed: 1787.137651 samples/sec	accuracy=0.624522	lr=0.010746
Epoch[105] Batch [2499]	Speed: 1756.386243 samples/sec	accuracy=0.624398	lr=0.010742
Epoch[105] Batch [2549]	Speed: 1746.300910 samples/sec	accuracy=0.624283	lr=0.010737
Epoch[105] Batch [2599]	Speed: 1753.135518 samples/sec	accuracy=0.624129	lr=0.010733
Epoch[105] Batch [2649]	Speed: 1742.917499 samples/sec	accuracy=0.624191	lr=0.010729
Epoch[105] Batch [2699]	Speed: 1732.184289 samples/sec	accuracy=0.624119	lr=0.010724
Epoch[105] Batch [2749]	Speed: 1757.773575 samples/sec	accuracy=0.624088	lr=0.010720
Epoch[105] Batch [2799]	Speed: 1731.320915 samples/sec	accuracy=0.624117	lr=0.010715
Epoch[105] Batch [2849]	Speed: 1758.113770 samples/sec	accuracy=0.624112	lr=0.010711
Epoch[105] Batch [2899]	Speed: 1755.654385 samples/sec	accuracy=0.624165	lr=0.010706
Epoch[105] Batch [2949]	Speed: 1731.781877 samples/sec	accuracy=0.623917	lr=0.010702
Epoch[105] Batch [2999]	Speed: 1727.898365 samples/sec	accuracy=0.623911	lr=0.010697
Epoch[105] Batch [3049]	Speed: 1735.045048 samples/sec	accuracy=0.623918	lr=0.010693
Epoch[105] Batch [3099]	Speed: 1753.335795 samples/sec	accuracy=0.624021	lr=0.010689
Epoch[105] Batch [3149]	Speed: 1769.703021 samples/sec	accuracy=0.624027	lr=0.010684
Epoch[105] Batch [3199]	Speed: 1761.604817 samples/sec	accuracy=0.624022	lr=0.010680
Epoch[105] Batch [3249]	Speed: 1785.219662 samples/sec	accuracy=0.624076	lr=0.010675
Epoch[105] Batch [3299]	Speed: 1742.157189 samples/sec	accuracy=0.624038	lr=0.010671
Epoch[105] Batch [3349]	Speed: 1724.366467 samples/sec	accuracy=0.623970	lr=0.010666
Epoch[105] Batch [3399]	Speed: 1715.828982 samples/sec	accuracy=0.623860	lr=0.010662
Epoch[105] Batch [3449]	Speed: 1764.791098 samples/sec	accuracy=0.623803	lr=0.010658
Epoch[105] Batch [3499]	Speed: 1751.538493 samples/sec	accuracy=0.623775	lr=0.010653
Epoch[105] Batch [3549]	Speed: 1746.755393 samples/sec	accuracy=0.623676	lr=0.010649
Epoch[105] Batch [3599]	Speed: 1755.438884 samples/sec	accuracy=0.623749	lr=0.010644
Epoch[105] Batch [3649]	Speed: 1735.163370 samples/sec	accuracy=0.623589	lr=0.010640
Epoch[105] Batch [3699]	Speed: 1760.101443 samples/sec	accuracy=0.623502	lr=0.010635
Epoch[105] Batch [3749]	Speed: 1755.662021 samples/sec	accuracy=0.623498	lr=0.010631
Epoch[105] Batch [3799]	Speed: 1739.558727 samples/sec	accuracy=0.623559	lr=0.010626
Epoch[105] Batch [3849]	Speed: 1714.883008 samples/sec	accuracy=0.623532	lr=0.010622
Epoch[105] Batch [3899]	Speed: 1749.496441 samples/sec	accuracy=0.623558	lr=0.010618
Epoch[105] Batch [3949]	Speed: 1741.963301 samples/sec	accuracy=0.623483	lr=0.010613
Epoch[105] Batch [3999]	Speed: 1739.796845 samples/sec	accuracy=0.623362	lr=0.010609
Epoch[105] Batch [4049]	Speed: 1757.229422 samples/sec	accuracy=0.623263	lr=0.010604
Epoch[105] Batch [4099]	Speed: 1770.357259 samples/sec	accuracy=0.623226	lr=0.010600
Epoch[105] Batch [4149]	Speed: 1758.497755 samples/sec	accuracy=0.623216	lr=0.010596
Epoch[105] Batch [4199]	Speed: 1767.942874 samples/sec	accuracy=0.623284	lr=0.010591
Epoch[105] Batch [4249]	Speed: 1763.902456 samples/sec	accuracy=0.623168	lr=0.010587
Epoch[105] Batch [4299]	Speed: 1752.197438 samples/sec	accuracy=0.623148	lr=0.010582
Epoch[105] Batch [4349]	Speed: 1761.616667 samples/sec	accuracy=0.623018	lr=0.010578
Epoch[105] Batch [4399]	Speed: 1761.246052 samples/sec	accuracy=0.623013	lr=0.010573
Epoch[105] Batch [4449]	Speed: 1723.620150 samples/sec	accuracy=0.623019	lr=0.010569
Epoch[105] Batch [4499]	Speed: 1753.581022 samples/sec	accuracy=0.623010	lr=0.010565
Epoch[105] Batch [4549]	Speed: 1771.586041 samples/sec	accuracy=0.622954	lr=0.010560
Epoch[105] Batch [4599]	Speed: 1767.026164 samples/sec	accuracy=0.622836	lr=0.010556
Epoch[105] Batch [4649]	Speed: 1764.300223 samples/sec	accuracy=0.622876	lr=0.010551
Epoch[105] Batch [4699]	Speed: 1740.152056 samples/sec	accuracy=0.622829	lr=0.010547
Epoch[105] Batch [4749]	Speed: 1737.423658 samples/sec	accuracy=0.622829	lr=0.010542
Epoch[105] Batch [4799]	Speed: 1742.198968 samples/sec	accuracy=0.622790	lr=0.010538
Epoch[105] Batch [4849]	Speed: 1750.300262 samples/sec	accuracy=0.622721	lr=0.010534
Epoch[105] Batch [4899]	Speed: 1742.133502 samples/sec	accuracy=0.622754	lr=0.010529
Epoch[105] Batch [4949]	Speed: 1739.588488 samples/sec	accuracy=0.622644	lr=0.010525
Epoch[105] Batch [4999]	Speed: 1833.256202 samples/sec	accuracy=0.622598	lr=0.010520
[Epoch 105] training: accuracy=0.622637
[Epoch 105] speed: 1749 samples/sec	time cost: 746.961103
[Epoch 105] validation: err-top1=0.336037 err-top5=0.132713
Epoch[106] Batch [49]	Speed: 1612.484460 samples/sec	accuracy=0.621016	lr=0.010516
Epoch[106] Batch [99]	Speed: 1736.795890 samples/sec	accuracy=0.624180	lr=0.010511
Epoch[106] Batch [149]	Speed: 1721.308797 samples/sec	accuracy=0.626146	lr=0.010507
Epoch[106] Batch [199]	Speed: 1772.519078 samples/sec	accuracy=0.627422	lr=0.010502
Epoch[106] Batch [249]	Speed: 1795.147589 samples/sec	accuracy=0.626766	lr=0.010498
Epoch[106] Batch [299]	Speed: 1753.177539 samples/sec	accuracy=0.625820	lr=0.010494
Epoch[106] Batch [349]	Speed: 1747.156948 samples/sec	accuracy=0.625748	lr=0.010489
Epoch[106] Batch [399]	Speed: 1752.768692 samples/sec	accuracy=0.625703	lr=0.010485
Epoch[106] Batch [449]	Speed: 1747.151887 samples/sec	accuracy=0.626016	lr=0.010480
Epoch[106] Batch [499]	Speed: 1754.551892 samples/sec	accuracy=0.626047	lr=0.010476
Epoch[106] Batch [549]	Speed: 1750.911963 samples/sec	accuracy=0.626357	lr=0.010471
Epoch[106] Batch [599]	Speed: 1734.982530 samples/sec	accuracy=0.626719	lr=0.010467
Epoch[106] Batch [649]	Speed: 1740.414484 samples/sec	accuracy=0.626364	lr=0.010463
Epoch[106] Batch [699]	Speed: 1737.766426 samples/sec	accuracy=0.626144	lr=0.010458
Epoch[106] Batch [749]	Speed: 1740.981185 samples/sec	accuracy=0.626099	lr=0.010454
Epoch[106] Batch [799]	Speed: 1768.597792 samples/sec	accuracy=0.626753	lr=0.010449
Epoch[106] Batch [849]	Speed: 1725.532936 samples/sec	accuracy=0.627017	lr=0.010445
Epoch[106] Batch [899]	Speed: 1707.815660 samples/sec	accuracy=0.627157	lr=0.010441
Epoch[106] Batch [949]	Speed: 1756.509849 samples/sec	accuracy=0.627064	lr=0.010436
Epoch[106] Batch [999]	Speed: 1744.900714 samples/sec	accuracy=0.626840	lr=0.010432
Epoch[106] Batch [1049]	Speed: 1758.837999 samples/sec	accuracy=0.626514	lr=0.010427
Epoch[106] Batch [1099]	Speed: 1754.014030 samples/sec	accuracy=0.626655	lr=0.010423
Epoch[106] Batch [1149]	Speed: 1734.570355 samples/sec	accuracy=0.626464	lr=0.010419
Epoch[106] Batch [1199]	Speed: 1739.790417 samples/sec	accuracy=0.626455	lr=0.010414
Epoch[106] Batch [1249]	Speed: 1744.331685 samples/sec	accuracy=0.626691	lr=0.010410
Epoch[106] Batch [1299]	Speed: 1759.392605 samples/sec	accuracy=0.626752	lr=0.010405
Epoch[106] Batch [1349]	Speed: 1762.915135 samples/sec	accuracy=0.626730	lr=0.010401
Epoch[106] Batch [1399]	Speed: 1751.567523 samples/sec	accuracy=0.626652	lr=0.010397
Epoch[106] Batch [1449]	Speed: 1800.336499 samples/sec	accuracy=0.626280	lr=0.010392
Epoch[106] Batch [1499]	Speed: 1756.029600 samples/sec	accuracy=0.626216	lr=0.010388
Epoch[106] Batch [1549]	Speed: 1773.411270 samples/sec	accuracy=0.626071	lr=0.010384
Epoch[106] Batch [1599]	Speed: 1781.775626 samples/sec	accuracy=0.626021	lr=0.010379
Epoch[106] Batch [1649]	Speed: 1769.552295 samples/sec	accuracy=0.626276	lr=0.010375
Epoch[106] Batch [1699]	Speed: 1758.962700 samples/sec	accuracy=0.626264	lr=0.010370
Epoch[106] Batch [1749]	Speed: 1735.060581 samples/sec	accuracy=0.625942	lr=0.010366
Epoch[106] Batch [1799]	Speed: 1749.749206 samples/sec	accuracy=0.625957	lr=0.010362
Epoch[106] Batch [1849]	Speed: 1786.747242 samples/sec	accuracy=0.625935	lr=0.010357
Epoch[106] Batch [1899]	Speed: 1755.402494 samples/sec	accuracy=0.625740	lr=0.010353
Epoch[106] Batch [1949]	Speed: 1753.017366 samples/sec	accuracy=0.625673	lr=0.010348
Epoch[106] Batch [1999]	Speed: 1742.996492 samples/sec	accuracy=0.625695	lr=0.010344
Epoch[106] Batch [2049]	Speed: 1742.995303 samples/sec	accuracy=0.625514	lr=0.010340
Epoch[106] Batch [2099]	Speed: 1750.960388 samples/sec	accuracy=0.625463	lr=0.010335
Epoch[106] Batch [2149]	Speed: 1717.201567 samples/sec	accuracy=0.625434	lr=0.010331
Epoch[106] Batch [2199]	Speed: 1745.665804 samples/sec	accuracy=0.625332	lr=0.010327
Epoch[106] Batch [2249]	Speed: 1748.989649 samples/sec	accuracy=0.625229	lr=0.010322
Epoch[106] Batch [2299]	Speed: 1775.177397 samples/sec	accuracy=0.625279	lr=0.010318
Epoch[106] Batch [2349]	Speed: 1770.573285 samples/sec	accuracy=0.625130	lr=0.010313
Epoch[106] Batch [2399]	Speed: 1735.951713 samples/sec	accuracy=0.624972	lr=0.010309
Epoch[106] Batch [2449]	Speed: 1749.676271 samples/sec	accuracy=0.624976	lr=0.010305
Epoch[106] Batch [2499]	Speed: 1778.530663 samples/sec	accuracy=0.625006	lr=0.010300
Epoch[106] Batch [2549]	Speed: 1743.548058 samples/sec	accuracy=0.624902	lr=0.010296
Epoch[106] Batch [2599]	Speed: 1759.809394 samples/sec	accuracy=0.624982	lr=0.010291
Epoch[106] Batch [2649]	Speed: 1757.076213 samples/sec	accuracy=0.624999	lr=0.010287
Epoch[106] Batch [2699]	Speed: 1771.149749 samples/sec	accuracy=0.625091	lr=0.010283
Epoch[106] Batch [2749]	Speed: 1748.545735 samples/sec	accuracy=0.625000	lr=0.010278
Epoch[106] Batch [2799]	Speed: 1773.372959 samples/sec	accuracy=0.624957	lr=0.010274
Epoch[106] Batch [2849]	Speed: 1816.156236 samples/sec	accuracy=0.624815	lr=0.010270
Epoch[106] Batch [2899]	Speed: 1757.556172 samples/sec	accuracy=0.624830	lr=0.010265
Epoch[106] Batch [2949]	Speed: 1728.176969 samples/sec	accuracy=0.624872	lr=0.010261
Epoch[106] Batch [2999]	Speed: 1768.146548 samples/sec	accuracy=0.624796	lr=0.010256
Epoch[106] Batch [3049]	Speed: 1727.322419 samples/sec	accuracy=0.624772	lr=0.010252
Epoch[106] Batch [3099]	Speed: 1728.525615 samples/sec	accuracy=0.624725	lr=0.010248
Epoch[106] Batch [3149]	Speed: 1752.793871 samples/sec	accuracy=0.624663	lr=0.010243
Epoch[106] Batch [3199]	Speed: 1762.442775 samples/sec	accuracy=0.624620	lr=0.010239
Epoch[106] Batch [3249]	Speed: 1753.727606 samples/sec	accuracy=0.624537	lr=0.010235
Epoch[106] Batch [3299]	Speed: 1725.414372 samples/sec	accuracy=0.624571	lr=0.010230
Epoch[106] Batch [3349]	Speed: 1789.881623 samples/sec	accuracy=0.624494	lr=0.010226
Epoch[106] Batch [3399]	Speed: 1736.144321 samples/sec	accuracy=0.624416	lr=0.010222
Epoch[106] Batch [3449]	Speed: 1724.114061 samples/sec	accuracy=0.624326	lr=0.010217
Epoch[106] Batch [3499]	Speed: 1714.389444 samples/sec	accuracy=0.624347	lr=0.010213
Epoch[106] Batch [3549]	Speed: 1730.510108 samples/sec	accuracy=0.624308	lr=0.010208
Epoch[106] Batch [3599]	Speed: 1748.931135 samples/sec	accuracy=0.624313	lr=0.010204
Epoch[106] Batch [3649]	Speed: 1762.898695 samples/sec	accuracy=0.624253	lr=0.010200
Epoch[106] Batch [3699]	Speed: 1736.403351 samples/sec	accuracy=0.624266	lr=0.010195
Epoch[106] Batch [3749]	Speed: 1715.558511 samples/sec	accuracy=0.624247	lr=0.010191
Epoch[106] Batch [3799]	Speed: 1741.295934 samples/sec	accuracy=0.624180	lr=0.010187
Epoch[106] Batch [3849]	Speed: 1768.254227 samples/sec	accuracy=0.624202	lr=0.010182
Epoch[106] Batch [3899]	Speed: 1780.420718 samples/sec	accuracy=0.624107	lr=0.010178
Epoch[106] Batch [3949]	Speed: 1734.015324 samples/sec	accuracy=0.624112	lr=0.010174
Epoch[106] Batch [3999]	Speed: 1761.985472 samples/sec	accuracy=0.624088	lr=0.010169
Epoch[106] Batch [4049]	Speed: 1741.807261 samples/sec	accuracy=0.624005	lr=0.010165
Epoch[106] Batch [4099]	Speed: 1732.120076 samples/sec	accuracy=0.624042	lr=0.010160
Epoch[106] Batch [4149]	Speed: 1723.441265 samples/sec	accuracy=0.624082	lr=0.010156
Epoch[106] Batch [4199]	Speed: 1741.546108 samples/sec	accuracy=0.624024	lr=0.010152
Epoch[106] Batch [4249]	Speed: 1740.250711 samples/sec	accuracy=0.624016	lr=0.010147
Epoch[106] Batch [4299]	Speed: 1732.551662 samples/sec	accuracy=0.624022	lr=0.010143
Epoch[106] Batch [4349]	Speed: 1755.066274 samples/sec	accuracy=0.623957	lr=0.010139
Epoch[106] Batch [4399]	Speed: 1759.097160 samples/sec	accuracy=0.623975	lr=0.010134
Epoch[106] Batch [4449]	Speed: 1751.956657 samples/sec	accuracy=0.623932	lr=0.010130
Epoch[106] Batch [4499]	Speed: 1781.303804 samples/sec	accuracy=0.623869	lr=0.010126
Epoch[106] Batch [4549]	Speed: 1734.976586 samples/sec	accuracy=0.623858	lr=0.010121
Epoch[106] Batch [4599]	Speed: 1753.883039 samples/sec	accuracy=0.623842	lr=0.010117
Epoch[106] Batch [4649]	Speed: 1740.268932 samples/sec	accuracy=0.623804	lr=0.010113
Epoch[106] Batch [4699]	Speed: 1784.881121 samples/sec	accuracy=0.623798	lr=0.010108
Epoch[106] Batch [4749]	Speed: 1756.835815 samples/sec	accuracy=0.623845	lr=0.010104
Epoch[106] Batch [4799]	Speed: 1765.835291 samples/sec	accuracy=0.623805	lr=0.010100
Epoch[106] Batch [4849]	Speed: 1726.387770 samples/sec	accuracy=0.623808	lr=0.010095
Epoch[106] Batch [4899]	Speed: 1756.861858 samples/sec	accuracy=0.623815	lr=0.010091
Epoch[106] Batch [4949]	Speed: 1742.528579 samples/sec	accuracy=0.623762	lr=0.010087
Epoch[106] Batch [4999]	Speed: 1889.381978 samples/sec	accuracy=0.623687	lr=0.010082
[Epoch 106] training: accuracy=0.623692
[Epoch 106] speed: 1750 samples/sec	time cost: 746.148262
[Epoch 106] validation: err-top1=0.333253 err-top5=0.131010
Epoch[107] Batch [49]	Speed: 1646.530347 samples/sec	accuracy=0.628672	lr=0.010078
Epoch[107] Batch [99]	Speed: 1762.899910 samples/sec	accuracy=0.632266	lr=0.010073
Epoch[107] Batch [149]	Speed: 1781.975048 samples/sec	accuracy=0.630104	lr=0.010069
Epoch[107] Batch [199]	Speed: 1758.814317 samples/sec	accuracy=0.629863	lr=0.010064
Epoch[107] Batch [249]	Speed: 1773.787492 samples/sec	accuracy=0.628328	lr=0.010060
Epoch[107] Batch [299]	Speed: 1752.211049 samples/sec	accuracy=0.628633	lr=0.010056
Epoch[107] Batch [349]	Speed: 1782.743463 samples/sec	accuracy=0.629665	lr=0.010051
Epoch[107] Batch [399]	Speed: 1766.956434 samples/sec	accuracy=0.629404	lr=0.010047
Epoch[107] Batch [449]	Speed: 1826.256770 samples/sec	accuracy=0.628932	lr=0.010043
Epoch[107] Batch [499]	Speed: 1739.175080 samples/sec	accuracy=0.629523	lr=0.010038
Epoch[107] Batch [549]	Speed: 1771.816869 samples/sec	accuracy=0.629624	lr=0.010034
Epoch[107] Batch [599]	Speed: 1740.354399 samples/sec	accuracy=0.629570	lr=0.010030
Epoch[107] Batch [649]	Speed: 1775.317458 samples/sec	accuracy=0.629970	lr=0.010025
Epoch[107] Batch [699]	Speed: 1755.775706 samples/sec	accuracy=0.630402	lr=0.010021
Epoch[107] Batch [749]	Speed: 1739.733476 samples/sec	accuracy=0.630594	lr=0.010017
Epoch[107] Batch [799]	Speed: 1769.364916 samples/sec	accuracy=0.630391	lr=0.010012
Epoch[107] Batch [849]	Speed: 1745.326835 samples/sec	accuracy=0.629614	lr=0.010008
Epoch[107] Batch [899]	Speed: 1753.946756 samples/sec	accuracy=0.629588	lr=0.010004
Epoch[107] Batch [949]	Speed: 1739.789910 samples/sec	accuracy=0.629601	lr=0.009999
Epoch[107] Batch [999]	Speed: 1772.879992 samples/sec	accuracy=0.629516	lr=0.009995
Epoch[107] Batch [1049]	Speed: 1752.758563 samples/sec	accuracy=0.629103	lr=0.009991
Epoch[107] Batch [1099]	Speed: 1722.645006 samples/sec	accuracy=0.628974	lr=0.009986
Epoch[107] Batch [1149]	Speed: 1760.081131 samples/sec	accuracy=0.628655	lr=0.009982
Epoch[107] Batch [1199]	Speed: 1747.835645 samples/sec	accuracy=0.628659	lr=0.009978
Epoch[107] Batch [1249]	Speed: 1719.914819 samples/sec	accuracy=0.628556	lr=0.009974
Epoch[107] Batch [1299]	Speed: 1746.536844 samples/sec	accuracy=0.628465	lr=0.009969
Epoch[107] Batch [1349]	Speed: 1788.039860 samples/sec	accuracy=0.628406	lr=0.009965
Epoch[107] Batch [1399]	Speed: 1769.225792 samples/sec	accuracy=0.628301	lr=0.009961
Epoch[107] Batch [1449]	Speed: 1726.433682 samples/sec	accuracy=0.628077	lr=0.009956
Epoch[107] Batch [1499]	Speed: 1737.546578 samples/sec	accuracy=0.628094	lr=0.009952
Epoch[107] Batch [1549]	Speed: 1734.330136 samples/sec	accuracy=0.628024	lr=0.009948
Epoch[107] Batch [1599]	Speed: 1762.093963 samples/sec	accuracy=0.628101	lr=0.009943
Epoch[107] Batch [1649]	Speed: 1776.142014 samples/sec	accuracy=0.627988	lr=0.009939
Epoch[107] Batch [1699]	Speed: 1751.315660 samples/sec	accuracy=0.627718	lr=0.009935
Epoch[107] Batch [1749]	Speed: 1736.907595 samples/sec	accuracy=0.627737	lr=0.009930
Epoch[107] Batch [1799]	Speed: 1725.625559 samples/sec	accuracy=0.627591	lr=0.009926
Epoch[107] Batch [1849]	Speed: 1762.562722 samples/sec	accuracy=0.627629	lr=0.009922
Epoch[107] Batch [1899]	Speed: 1737.649212 samples/sec	accuracy=0.627512	lr=0.009917
Epoch[107] Batch [1949]	Speed: 1750.818833 samples/sec	accuracy=0.627438	lr=0.009913
Epoch[107] Batch [1999]	Speed: 1742.720104 samples/sec	accuracy=0.627439	lr=0.009909
Epoch[107] Batch [2049]	Speed: 1764.631754 samples/sec	accuracy=0.627409	lr=0.009904
Epoch[107] Batch [2099]	Speed: 1734.227949 samples/sec	accuracy=0.627253	lr=0.009900
Epoch[107] Batch [2149]	Speed: 1758.813626 samples/sec	accuracy=0.627204	lr=0.009896
Epoch[107] Batch [2199]	Speed: 1759.058255 samples/sec	accuracy=0.627067	lr=0.009891
Epoch[107] Batch [2249]	Speed: 1760.323458 samples/sec	accuracy=0.627076	lr=0.009887
Epoch[107] Batch [2299]	Speed: 1758.714987 samples/sec	accuracy=0.627060	lr=0.009883
Epoch[107] Batch [2349]	Speed: 1766.760824 samples/sec	accuracy=0.626975	lr=0.009879
Epoch[107] Batch [2399]	Speed: 1732.440294 samples/sec	accuracy=0.627057	lr=0.009874
Epoch[107] Batch [2449]	Speed: 1742.842304 samples/sec	accuracy=0.626983	lr=0.009870
Epoch[107] Batch [2499]	Speed: 1756.305917 samples/sec	accuracy=0.626991	lr=0.009866
Epoch[107] Batch [2549]	Speed: 1770.683712 samples/sec	accuracy=0.626968	lr=0.009861
Epoch[107] Batch [2599]	Speed: 1728.638540 samples/sec	accuracy=0.626962	lr=0.009857
Epoch[107] Batch [2649]	Speed: 1782.369883 samples/sec	accuracy=0.626840	lr=0.009853
Epoch[107] Batch [2699]	Speed: 1715.064558 samples/sec	accuracy=0.626808	lr=0.009848
Epoch[107] Batch [2749]	Speed: 1755.910598 samples/sec	accuracy=0.626622	lr=0.009844
Epoch[107] Batch [2799]	Speed: 1740.336120 samples/sec	accuracy=0.626676	lr=0.009840
Epoch[107] Batch [2849]	Speed: 1751.268416 samples/sec	accuracy=0.626632	lr=0.009835
Epoch[107] Batch [2899]	Speed: 1778.543567 samples/sec	accuracy=0.626589	lr=0.009831
Epoch[107] Batch [2949]	Speed: 1757.727708 samples/sec	accuracy=0.626532	lr=0.009827
Epoch[107] Batch [2999]	Speed: 1765.532569 samples/sec	accuracy=0.626690	lr=0.009823
Epoch[107] Batch [3049]	Speed: 1763.330004 samples/sec	accuracy=0.626565	lr=0.009818
Epoch[107] Batch [3099]	Speed: 1748.442322 samples/sec	accuracy=0.626619	lr=0.009814
Epoch[107] Batch [3149]	Speed: 1727.484657 samples/sec	accuracy=0.626678	lr=0.009810
Epoch[107] Batch [3199]	Speed: 1761.232994 samples/sec	accuracy=0.626642	lr=0.009805
Epoch[107] Batch [3249]	Speed: 1734.567777 samples/sec	accuracy=0.626644	lr=0.009801
Epoch[107] Batch [3299]	Speed: 1755.998297 samples/sec	accuracy=0.626594	lr=0.009797
Epoch[107] Batch [3349]	Speed: 1763.953805 samples/sec	accuracy=0.626480	lr=0.009792
Epoch[107] Batch [3399]	Speed: 1741.037983 samples/sec	accuracy=0.626443	lr=0.009788
Epoch[107] Batch [3449]	Speed: 1750.606687 samples/sec	accuracy=0.626361	lr=0.009784
Epoch[107] Batch [3499]	Speed: 1744.800567 samples/sec	accuracy=0.626408	lr=0.009780
Epoch[107] Batch [3549]	Speed: 1749.618851 samples/sec	accuracy=0.626448	lr=0.009775
Epoch[107] Batch [3599]	Speed: 1758.674659 samples/sec	accuracy=0.626328	lr=0.009771
Epoch[107] Batch [3649]	Speed: 1780.005264 samples/sec	accuracy=0.626240	lr=0.009767
Epoch[107] Batch [3699]	Speed: 1720.758579 samples/sec	accuracy=0.626150	lr=0.009762
Epoch[107] Batch [3749]	Speed: 1741.179146 samples/sec	accuracy=0.626173	lr=0.009758
Epoch[107] Batch [3799]	Speed: 1743.599134 samples/sec	accuracy=0.626137	lr=0.009754
Epoch[107] Batch [3849]	Speed: 1734.185879 samples/sec	accuracy=0.626095	lr=0.009750
Epoch[107] Batch [3899]	Speed: 1756.839379 samples/sec	accuracy=0.626094	lr=0.009745
Epoch[107] Batch [3949]	Speed: 1740.885496 samples/sec	accuracy=0.626111	lr=0.009741
Epoch[107] Batch [3999]	Speed: 1741.291415 samples/sec	accuracy=0.626107	lr=0.009737
Epoch[107] Batch [4049]	Speed: 1716.276683 samples/sec	accuracy=0.626084	lr=0.009732
Epoch[107] Batch [4099]	Speed: 1765.734004 samples/sec	accuracy=0.626058	lr=0.009728
Epoch[107] Batch [4149]	Speed: 1748.354920 samples/sec	accuracy=0.626155	lr=0.009724
Epoch[107] Batch [4199]	Speed: 1749.475176 samples/sec	accuracy=0.626112	lr=0.009720
Epoch[107] Batch [4249]	Speed: 1736.773079 samples/sec	accuracy=0.626093	lr=0.009715
Epoch[107] Batch [4299]	Speed: 1760.177442 samples/sec	accuracy=0.626019	lr=0.009711
Epoch[107] Batch [4349]	Speed: 1741.544470 samples/sec	accuracy=0.625957	lr=0.009707
Epoch[107] Batch [4399]	Speed: 1749.827451 samples/sec	accuracy=0.625906	lr=0.009702
Epoch[107] Batch [4449]	Speed: 1744.281530 samples/sec	accuracy=0.625918	lr=0.009698
Epoch[107] Batch [4499]	Speed: 1762.192924 samples/sec	accuracy=0.625822	lr=0.009694
Epoch[107] Batch [4549]	Speed: 1741.227712 samples/sec	accuracy=0.625834	lr=0.009690
Epoch[107] Batch [4599]	Speed: 1718.510830 samples/sec	accuracy=0.625695	lr=0.009685
Epoch[107] Batch [4649]	Speed: 1770.066465 samples/sec	accuracy=0.625738	lr=0.009681
Epoch[107] Batch [4699]	Speed: 1754.633664 samples/sec	accuracy=0.625781	lr=0.009677
Epoch[107] Batch [4749]	Speed: 1732.249457 samples/sec	accuracy=0.625674	lr=0.009672
Epoch[107] Batch [4799]	Speed: 1726.297897 samples/sec	accuracy=0.625695	lr=0.009668
Epoch[107] Batch [4849]	Speed: 1747.824662 samples/sec	accuracy=0.625583	lr=0.009664
Epoch[107] Batch [4899]	Speed: 1751.018067 samples/sec	accuracy=0.625627	lr=0.009660
Epoch[107] Batch [4949]	Speed: 1790.938939 samples/sec	accuracy=0.625557	lr=0.009655
Epoch[107] Batch [4999]	Speed: 1830.217557 samples/sec	accuracy=0.625534	lr=0.009651
[Epoch 107] training: accuracy=0.625531
[Epoch 107] speed: 1751 samples/sec	time cost: 745.998996
[Epoch 107] validation: err-top1=0.336759 err-top5=0.130749
Epoch[108] Batch [49]	Speed: 1634.487267 samples/sec	accuracy=0.632969	lr=0.009646
Epoch[108] Batch [99]	Speed: 1771.683908 samples/sec	accuracy=0.633750	lr=0.009642
Epoch[108] Batch [149]	Speed: 1733.854713 samples/sec	accuracy=0.634089	lr=0.009638
Epoch[108] Batch [199]	Speed: 1776.052820 samples/sec	accuracy=0.632324	lr=0.009634
Epoch[108] Batch [249]	Speed: 1757.035500 samples/sec	accuracy=0.633437	lr=0.009629
Epoch[108] Batch [299]	Speed: 1744.679056 samples/sec	accuracy=0.633216	lr=0.009625
Epoch[108] Batch [349]	Speed: 1746.975702 samples/sec	accuracy=0.632199	lr=0.009621
Epoch[108] Batch [399]	Speed: 1715.366771 samples/sec	accuracy=0.632236	lr=0.009617
Epoch[108] Batch [449]	Speed: 1745.983442 samples/sec	accuracy=0.631658	lr=0.009612
Epoch[108] Batch [499]	Speed: 1748.146217 samples/sec	accuracy=0.632258	lr=0.009608
Epoch[108] Batch [549]	Speed: 1763.120606 samples/sec	accuracy=0.632003	lr=0.009604
Epoch[108] Batch [599]	Speed: 1799.329510 samples/sec	accuracy=0.631836	lr=0.009599
Epoch[108] Batch [649]	Speed: 1748.981558 samples/sec	accuracy=0.631424	lr=0.009595
Epoch[108] Batch [699]	Speed: 1788.902804 samples/sec	accuracy=0.631468	lr=0.009591
Epoch[108] Batch [749]	Speed: 1757.680922 samples/sec	accuracy=0.631307	lr=0.009587
Epoch[108] Batch [799]	Speed: 1773.030231 samples/sec	accuracy=0.631201	lr=0.009582
Epoch[108] Batch [849]	Speed: 1744.242994 samples/sec	accuracy=0.631186	lr=0.009578
Epoch[108] Batch [899]	Speed: 1753.510917 samples/sec	accuracy=0.631393	lr=0.009574
Epoch[108] Batch [949]	Speed: 1750.103302 samples/sec	accuracy=0.631353	lr=0.009570
Epoch[108] Batch [999]	Speed: 1757.079836 samples/sec	accuracy=0.631695	lr=0.009565
Epoch[108] Batch [1049]	Speed: 1747.303598 samples/sec	accuracy=0.631700	lr=0.009561
Epoch[108] Batch [1099]	Speed: 1753.531536 samples/sec	accuracy=0.631310	lr=0.009557
Epoch[108] Batch [1149]	Speed: 1767.003017 samples/sec	accuracy=0.631267	lr=0.009553
Epoch[108] Batch [1199]	Speed: 1765.448327 samples/sec	accuracy=0.631025	lr=0.009548
Epoch[108] Batch [1249]	Speed: 1773.347361 samples/sec	accuracy=0.630553	lr=0.009544
Epoch[108] Batch [1299]	Speed: 1767.105670 samples/sec	accuracy=0.630349	lr=0.009540
Epoch[108] Batch [1349]	Speed: 1776.188612 samples/sec	accuracy=0.629962	lr=0.009536
Epoch[108] Batch [1399]	Speed: 1726.710758 samples/sec	accuracy=0.629933	lr=0.009531
Epoch[108] Batch [1449]	Speed: 1742.114281 samples/sec	accuracy=0.629981	lr=0.009527
Epoch[108] Batch [1499]	Speed: 1731.807630 samples/sec	accuracy=0.629698	lr=0.009523
Epoch[108] Batch [1549]	Speed: 1750.800620 samples/sec	accuracy=0.629556	lr=0.009519
Epoch[108] Batch [1599]	Speed: 1781.164924 samples/sec	accuracy=0.629541	lr=0.009514
Epoch[108] Batch [1649]	Speed: 1742.966614 samples/sec	accuracy=0.629467	lr=0.009510
Epoch[108] Batch [1699]	Speed: 1756.891697 samples/sec	accuracy=0.629366	lr=0.009506
Epoch[108] Batch [1749]	Speed: 1746.101783 samples/sec	accuracy=0.629395	lr=0.009502
Epoch[108] Batch [1799]	Speed: 1763.259060 samples/sec	accuracy=0.629382	lr=0.009497
Epoch[108] Batch [1849]	Speed: 1745.908379 samples/sec	accuracy=0.629375	lr=0.009493
Epoch[108] Batch [1899]	Speed: 1755.320651 samples/sec	accuracy=0.629182	lr=0.009489
Epoch[108] Batch [1949]	Speed: 1774.563348 samples/sec	accuracy=0.629159	lr=0.009485
Epoch[108] Batch [1999]	Speed: 1773.065130 samples/sec	accuracy=0.629137	lr=0.009480
Epoch[108] Batch [2049]	Speed: 1742.344052 samples/sec	accuracy=0.628960	lr=0.009476
Epoch[108] Batch [2099]	Speed: 1759.520556 samples/sec	accuracy=0.628843	lr=0.009472
Epoch[108] Batch [2149]	Speed: 1760.065898 samples/sec	accuracy=0.628695	lr=0.009468
Epoch[108] Batch [2199]	Speed: 1780.364746 samples/sec	accuracy=0.628620	lr=0.009463
Epoch[108] Batch [2249]	Speed: 1732.219667 samples/sec	accuracy=0.628653	lr=0.009459
Epoch[108] Batch [2299]	Speed: 1757.959486 samples/sec	accuracy=0.628655	lr=0.009455
Epoch[108] Batch [2349]	Speed: 1717.587998 samples/sec	accuracy=0.628717	lr=0.009451
Epoch[108] Batch [2399]	Speed: 1767.867891 samples/sec	accuracy=0.628669	lr=0.009446
Epoch[108] Batch [2449]	Speed: 1754.548280 samples/sec	accuracy=0.628619	lr=0.009442
Epoch[108] Batch [2499]	Speed: 1784.066634 samples/sec	accuracy=0.628584	lr=0.009438
Epoch[108] Batch [2549]	Speed: 1747.685776 samples/sec	accuracy=0.628471	lr=0.009434
Epoch[108] Batch [2599]	Speed: 1743.572973 samples/sec	accuracy=0.628359	lr=0.009429
Epoch[108] Batch [2649]	Speed: 1792.032617 samples/sec	accuracy=0.628244	lr=0.009425
Epoch[108] Batch [2699]	Speed: 1762.804690 samples/sec	accuracy=0.628047	lr=0.009421
Epoch[108] Batch [2749]	Speed: 1745.907414 samples/sec	accuracy=0.628081	lr=0.009417
Epoch[108] Batch [2799]	Speed: 1706.069328 samples/sec	accuracy=0.628040	lr=0.009413
Epoch[108] Batch [2849]	Speed: 1741.081797 samples/sec	accuracy=0.627999	lr=0.009408
Epoch[108] Batch [2899]	Speed: 1783.026060 samples/sec	accuracy=0.627843	lr=0.009404
Epoch[108] Batch [2949]	Speed: 1744.470266 samples/sec	accuracy=0.627818	lr=0.009400
Epoch[108] Batch [2999]	Speed: 1753.752297 samples/sec	accuracy=0.627732	lr=0.009396
Epoch[108] Batch [3049]	Speed: 1769.207485 samples/sec	accuracy=0.627701	lr=0.009391
Epoch[108] Batch [3099]	Speed: 1775.892141 samples/sec	accuracy=0.627665	lr=0.009387
Epoch[108] Batch [3149]	Speed: 1751.815399 samples/sec	accuracy=0.627688	lr=0.009383
Epoch[108] Batch [3199]	Speed: 1740.601199 samples/sec	accuracy=0.627495	lr=0.009379
Epoch[108] Batch [3249]	Speed: 1758.817947 samples/sec	accuracy=0.627446	lr=0.009375
Epoch[108] Batch [3299]	Speed: 1765.923985 samples/sec	accuracy=0.627415	lr=0.009370
Epoch[108] Batch [3349]	Speed: 1767.232826 samples/sec	accuracy=0.627538	lr=0.009366
Epoch[108] Batch [3399]	Speed: 1737.086532 samples/sec	accuracy=0.627348	lr=0.009362
Epoch[108] Batch [3449]	Speed: 1739.090292 samples/sec	accuracy=0.627358	lr=0.009358
Epoch[108] Batch [3499]	Speed: 1730.460744 samples/sec	accuracy=0.627422	lr=0.009353
Epoch[108] Batch [3549]	Speed: 1778.031644 samples/sec	accuracy=0.627384	lr=0.009349
Epoch[108] Batch [3599]	Speed: 1721.702601 samples/sec	accuracy=0.627397	lr=0.009345
Epoch[108] Batch [3649]	Speed: 1754.034947 samples/sec	accuracy=0.627351	lr=0.009341
Epoch[108] Batch [3699]	Speed: 1764.112563 samples/sec	accuracy=0.627322	lr=0.009337
Epoch[108] Batch [3749]	Speed: 1746.789720 samples/sec	accuracy=0.627252	lr=0.009332
Epoch[108] Batch [3799]	Speed: 1776.641677 samples/sec	accuracy=0.627263	lr=0.009328
Epoch[108] Batch [3849]	Speed: 1751.520550 samples/sec	accuracy=0.627258	lr=0.009324
Epoch[108] Batch [3899]	Speed: 1727.965379 samples/sec	accuracy=0.627149	lr=0.009320
Epoch[108] Batch [3949]	Speed: 1749.522039 samples/sec	accuracy=0.627153	lr=0.009315
Epoch[108] Batch [3999]	Speed: 1773.728010 samples/sec	accuracy=0.627165	lr=0.009311
Epoch[108] Batch [4049]	Speed: 1771.522089 samples/sec	accuracy=0.627189	lr=0.009307
Epoch[108] Batch [4099]	Speed: 1778.207259 samples/sec	accuracy=0.627171	lr=0.009303
Epoch[108] Batch [4149]	Speed: 1743.500552 samples/sec	accuracy=0.627090	lr=0.009299
Epoch[108] Batch [4199]	Speed: 1727.084259 samples/sec	accuracy=0.627089	lr=0.009294
Epoch[108] Batch [4249]	Speed: 1800.024851 samples/sec	accuracy=0.627025	lr=0.009290
Epoch[108] Batch [4299]	Speed: 1815.617463 samples/sec	accuracy=0.627029	lr=0.009286
Epoch[108] Batch [4349]	Speed: 1737.995276 samples/sec	accuracy=0.626994	lr=0.009282
Epoch[108] Batch [4399]	Speed: 1786.847266 samples/sec	accuracy=0.626990	lr=0.009278
Epoch[108] Batch [4449]	Speed: 1748.642952 samples/sec	accuracy=0.626878	lr=0.009273
Epoch[108] Batch [4499]	Speed: 1738.633877 samples/sec	accuracy=0.626865	lr=0.009269
Epoch[108] Batch [4549]	Speed: 1761.696902 samples/sec	accuracy=0.626796	lr=0.009265
Epoch[108] Batch [4599]	Speed: 1750.355044 samples/sec	accuracy=0.626845	lr=0.009261
Epoch[108] Batch [4649]	Speed: 1772.543657 samples/sec	accuracy=0.626817	lr=0.009257
Epoch[108] Batch [4699]	Speed: 1774.107825 samples/sec	accuracy=0.626817	lr=0.009252
Epoch[108] Batch [4749]	Speed: 1725.023247 samples/sec	accuracy=0.626896	lr=0.009248
Epoch[108] Batch [4799]	Speed: 1744.123205 samples/sec	accuracy=0.626847	lr=0.009244
Epoch[108] Batch [4849]	Speed: 1782.712681 samples/sec	accuracy=0.626716	lr=0.009240
Epoch[108] Batch [4899]	Speed: 1738.781747 samples/sec	accuracy=0.626678	lr=0.009235
Epoch[108] Batch [4949]	Speed: 1733.902311 samples/sec	accuracy=0.626694	lr=0.009231
Epoch[108] Batch [4999]	Speed: 1845.228566 samples/sec	accuracy=0.626779	lr=0.009227
[Epoch 108] training: accuracy=0.626763
[Epoch 108] speed: 1755 samples/sec	time cost: 744.162244
[Epoch 108] validation: err-top1=0.335898 err-top5=0.130660
Epoch[109] Batch [49]	Speed: 1631.544902 samples/sec	accuracy=0.638516	lr=0.009223
Epoch[109] Batch [99]	Speed: 1777.505245 samples/sec	accuracy=0.634687	lr=0.009218
Epoch[109] Batch [149]	Speed: 1753.737918 samples/sec	accuracy=0.632760	lr=0.009214
Epoch[109] Batch [199]	Speed: 1727.132930 samples/sec	accuracy=0.633535	lr=0.009210
Epoch[109] Batch [249]	Speed: 1735.263535 samples/sec	accuracy=0.632734	lr=0.009206
Epoch[109] Batch [299]	Speed: 1767.353310 samples/sec	accuracy=0.632565	lr=0.009202
Epoch[109] Batch [349]	Speed: 1739.313800 samples/sec	accuracy=0.632746	lr=0.009197
Epoch[109] Batch [399]	Speed: 1769.924722 samples/sec	accuracy=0.632832	lr=0.009193
Epoch[109] Batch [449]	Speed: 1749.124240 samples/sec	accuracy=0.632196	lr=0.009189
Epoch[109] Batch [499]	Speed: 1770.956131 samples/sec	accuracy=0.633141	lr=0.009185
Epoch[109] Batch [549]	Speed: 1753.464299 samples/sec	accuracy=0.633132	lr=0.009181
Epoch[109] Batch [599]	Speed: 1745.998432 samples/sec	accuracy=0.633346	lr=0.009176
Epoch[109] Batch [649]	Speed: 1732.763034 samples/sec	accuracy=0.632957	lr=0.009172
Epoch[109] Batch [699]	Speed: 1766.924217 samples/sec	accuracy=0.632243	lr=0.009168
Epoch[109] Batch [749]	Speed: 1733.971136 samples/sec	accuracy=0.631682	lr=0.009164
Epoch[109] Batch [799]	Speed: 1762.990220 samples/sec	accuracy=0.631899	lr=0.009160
Epoch[109] Batch [849]	Speed: 1760.360687 samples/sec	accuracy=0.631788	lr=0.009155
Epoch[109] Batch [899]	Speed: 1778.904168 samples/sec	accuracy=0.631910	lr=0.009151
Epoch[109] Batch [949]	Speed: 1765.315391 samples/sec	accuracy=0.632142	lr=0.009147
Epoch[109] Batch [999]	Speed: 1735.329496 samples/sec	accuracy=0.632316	lr=0.009143
Epoch[109] Batch [1049]	Speed: 1751.211177 samples/sec	accuracy=0.632500	lr=0.009139
Epoch[109] Batch [1099]	Speed: 1752.945876 samples/sec	accuracy=0.632649	lr=0.009135
Epoch[109] Batch [1149]	Speed: 1749.625580 samples/sec	accuracy=0.632751	lr=0.009130
Epoch[109] Batch [1199]	Speed: 1757.954420 samples/sec	accuracy=0.632412	lr=0.009126
Epoch[109] Batch [1249]	Speed: 1784.764882 samples/sec	accuracy=0.632119	lr=0.009122
Epoch[109] Batch [1299]	Speed: 1816.619904 samples/sec	accuracy=0.631917	lr=0.009118
Epoch[109] Batch [1349]	Speed: 1777.208099 samples/sec	accuracy=0.631872	lr=0.009114
Epoch[109] Batch [1399]	Speed: 1740.283881 samples/sec	accuracy=0.631643	lr=0.009109
Epoch[109] Batch [1449]	Speed: 1754.517718 samples/sec	accuracy=0.631522	lr=0.009105
Epoch[109] Batch [1499]	Speed: 1772.586262 samples/sec	accuracy=0.631669	lr=0.009101
Epoch[109] Batch [1549]	Speed: 1763.819355 samples/sec	accuracy=0.631605	lr=0.009097
Epoch[109] Batch [1599]	Speed: 1748.240998 samples/sec	accuracy=0.631514	lr=0.009093
Epoch[109] Batch [1649]	Speed: 1753.911688 samples/sec	accuracy=0.631442	lr=0.009089
Epoch[109] Batch [1699]	Speed: 1743.288760 samples/sec	accuracy=0.631402	lr=0.009084
Epoch[109] Batch [1749]	Speed: 1775.205748 samples/sec	accuracy=0.631661	lr=0.009080
Epoch[109] Batch [1799]	Speed: 1733.767028 samples/sec	accuracy=0.631719	lr=0.009076
Epoch[109] Batch [1849]	Speed: 1758.685547 samples/sec	accuracy=0.631761	lr=0.009072
Epoch[109] Batch [1899]	Speed: 1771.457908 samples/sec	accuracy=0.631626	lr=0.009068
Epoch[109] Batch [1949]	Speed: 1766.310983 samples/sec	accuracy=0.631496	lr=0.009064
Epoch[109] Batch [1999]	Speed: 1766.626412 samples/sec	accuracy=0.631322	lr=0.009059
Epoch[109] Batch [2049]	Speed: 1738.887793 samples/sec	accuracy=0.631014	lr=0.009055
Epoch[109] Batch [2099]	Speed: 1753.722794 samples/sec	accuracy=0.630980	lr=0.009051
Epoch[109] Batch [2149]	Speed: 1760.861039 samples/sec	accuracy=0.631007	lr=0.009047
Epoch[109] Batch [2199]	Speed: 1772.403214 samples/sec	accuracy=0.631037	lr=0.009043
Epoch[109] Batch [2249]	Speed: 1785.538912 samples/sec	accuracy=0.630875	lr=0.009039
Epoch[109] Batch [2299]	Speed: 1788.163018 samples/sec	accuracy=0.630781	lr=0.009034
Epoch[109] Batch [2349]	Speed: 1761.073714 samples/sec	accuracy=0.630725	lr=0.009030
Epoch[109] Batch [2399]	Speed: 1766.122139 samples/sec	accuracy=0.630729	lr=0.009026
Epoch[109] Batch [2449]	Speed: 1729.778082 samples/sec	accuracy=0.630713	lr=0.009022
Epoch[109] Batch [2499]	Speed: 1752.595892 samples/sec	accuracy=0.630755	lr=0.009018
Epoch[109] Batch [2549]	Speed: 1742.411683 samples/sec	accuracy=0.630732	lr=0.009014
Epoch[109] Batch [2599]	Speed: 1725.830972 samples/sec	accuracy=0.630733	lr=0.009009
Epoch[109] Batch [2649]	Speed: 1742.534801 samples/sec	accuracy=0.630736	lr=0.009005
Epoch[109] Batch [2699]	Speed: 1729.386871 samples/sec	accuracy=0.630800	lr=0.009001
Epoch[109] Batch [2749]	Speed: 1764.234070 samples/sec	accuracy=0.630716	lr=0.008997
Epoch[109] Batch [2799]	Speed: 1746.179702 samples/sec	accuracy=0.630505	lr=0.008993
Epoch[109] Batch [2849]	Speed: 1738.186031 samples/sec	accuracy=0.630397	lr=0.008989
Epoch[109] Batch [2899]	Speed: 1758.288120 samples/sec	accuracy=0.630290	lr=0.008984
Epoch[109] Batch [2949]	Speed: 1742.628918 samples/sec	accuracy=0.630271	lr=0.008980
Epoch[109] Batch [2999]	Speed: 1751.487922 samples/sec	accuracy=0.630382	lr=0.008976
Epoch[109] Batch [3049]	Speed: 1736.193055 samples/sec	accuracy=0.630297	lr=0.008972
Epoch[109] Batch [3099]	Speed: 1755.630042 samples/sec	accuracy=0.630374	lr=0.008968
Epoch[109] Batch [3149]	Speed: 1773.164097 samples/sec	accuracy=0.630454	lr=0.008964
Epoch[109] Batch [3199]	Speed: 1772.220144 samples/sec	accuracy=0.630337	lr=0.008960
Epoch[109] Batch [3249]	Speed: 1784.571301 samples/sec	accuracy=0.630264	lr=0.008955
Epoch[109] Batch [3299]	Speed: 1732.675516 samples/sec	accuracy=0.630147	lr=0.008951
Epoch[109] Batch [3349]	Speed: 1781.601790 samples/sec	accuracy=0.630043	lr=0.008947
Epoch[109] Batch [3399]	Speed: 1767.284543 samples/sec	accuracy=0.630018	lr=0.008943
Epoch[109] Batch [3449]	Speed: 1767.285009 samples/sec	accuracy=0.630058	lr=0.008939
Epoch[109] Batch [3499]	Speed: 1747.750466 samples/sec	accuracy=0.630055	lr=0.008935
Epoch[109] Batch [3549]	Speed: 1751.235626 samples/sec	accuracy=0.629950	lr=0.008930
Epoch[109] Batch [3599]	Speed: 1756.967477 samples/sec	accuracy=0.629785	lr=0.008926
Epoch[109] Batch [3649]	Speed: 1743.943834 samples/sec	accuracy=0.629676	lr=0.008922
Epoch[109] Batch [3699]	Speed: 1733.864736 samples/sec	accuracy=0.629641	lr=0.008918
Epoch[109] Batch [3749]	Speed: 1718.892348 samples/sec	accuracy=0.629491	lr=0.008914
Epoch[109] Batch [3799]	Speed: 1742.001680 samples/sec	accuracy=0.629472	lr=0.008910
Epoch[109] Batch [3849]	Speed: 1734.461079 samples/sec	accuracy=0.629491	lr=0.008906
Epoch[109] Batch [3899]	Speed: 1745.034393 samples/sec	accuracy=0.629403	lr=0.008901
Epoch[109] Batch [3949]	Speed: 1747.914629 samples/sec	accuracy=0.629381	lr=0.008897
Epoch[109] Batch [3999]	Speed: 1786.310642 samples/sec	accuracy=0.629390	lr=0.008893
Epoch[109] Batch [4049]	Speed: 1752.269611 samples/sec	accuracy=0.629345	lr=0.008889
Epoch[109] Batch [4099]	Speed: 1740.621797 samples/sec	accuracy=0.629344	lr=0.008885
Epoch[109] Batch [4149]	Speed: 1790.049321 samples/sec	accuracy=0.629294	lr=0.008881
Epoch[109] Batch [4199]	Speed: 1756.211005 samples/sec	accuracy=0.629170	lr=0.008877
Epoch[109] Batch [4249]	Speed: 1727.190717 samples/sec	accuracy=0.629078	lr=0.008873
Epoch[109] Batch [4299]	Speed: 1744.151479 samples/sec	accuracy=0.629035	lr=0.008868
Epoch[109] Batch [4349]	Speed: 1760.404556 samples/sec	accuracy=0.628983	lr=0.008864
Epoch[109] Batch [4399]	Speed: 1756.340908 samples/sec	accuracy=0.628922	lr=0.008860
Epoch[109] Batch [4449]	Speed: 1740.892834 samples/sec	accuracy=0.628865	lr=0.008856
Epoch[109] Batch [4499]	Speed: 1767.988053 samples/sec	accuracy=0.628806	lr=0.008852
Epoch[109] Batch [4549]	Speed: 1742.442220 samples/sec	accuracy=0.628848	lr=0.008848
Epoch[109] Batch [4599]	Speed: 1747.534512 samples/sec	accuracy=0.628721	lr=0.008844
Epoch[109] Batch [4649]	Speed: 1769.160727 samples/sec	accuracy=0.628664	lr=0.008839
Epoch[109] Batch [4699]	Speed: 1776.243088 samples/sec	accuracy=0.628630	lr=0.008835
Epoch[109] Batch [4749]	Speed: 1760.669895 samples/sec	accuracy=0.628604	lr=0.008831
Epoch[109] Batch [4799]	Speed: 1757.889721 samples/sec	accuracy=0.628541	lr=0.008827
Epoch[109] Batch [4849]	Speed: 1760.267992 samples/sec	accuracy=0.628481	lr=0.008823
Epoch[109] Batch [4899]	Speed: 1756.568239 samples/sec	accuracy=0.628453	lr=0.008819
Epoch[109] Batch [4949]	Speed: 1730.649513 samples/sec	accuracy=0.628441	lr=0.008815
Epoch[109] Batch [4999]	Speed: 1853.227580 samples/sec	accuracy=0.628480	lr=0.008811
[Epoch 109] training: accuracy=0.628478
[Epoch 109] speed: 1754 samples/sec	time cost: 744.638513
[Epoch 109] validation: err-top1=0.332812 err-top5=0.128866
Epoch[110] Batch [49]	Speed: 1669.268165 samples/sec	accuracy=0.636484	lr=0.008806
Epoch[110] Batch [99]	Speed: 1768.083019 samples/sec	accuracy=0.635273	lr=0.008802
Epoch[110] Batch [149]	Speed: 1763.734292 samples/sec	accuracy=0.633958	lr=0.008798
Epoch[110] Batch [199]	Speed: 1773.056815 samples/sec	accuracy=0.634648	lr=0.008794
Epoch[110] Batch [249]	Speed: 1767.271803 samples/sec	accuracy=0.633984	lr=0.008790
Epoch[110] Batch [299]	Speed: 1792.476805 samples/sec	accuracy=0.632943	lr=0.008785
Epoch[110] Batch [349]	Speed: 1766.920553 samples/sec	accuracy=0.633125	lr=0.008781
Epoch[110] Batch [399]	Speed: 1768.656173 samples/sec	accuracy=0.633535	lr=0.008777
Epoch[110] Batch [449]	Speed: 1751.564380 samples/sec	accuracy=0.633516	lr=0.008773
Epoch[110] Batch [499]	Speed: 1742.484918 samples/sec	accuracy=0.633617	lr=0.008769
Epoch[110] Batch [549]	Speed: 1758.318065 samples/sec	accuracy=0.633097	lr=0.008765
Epoch[110] Batch [599]	Speed: 1768.526948 samples/sec	accuracy=0.633171	lr=0.008761
Epoch[110] Batch [649]	Speed: 1790.930157 samples/sec	accuracy=0.632554	lr=0.008757
Epoch[110] Batch [699]	Speed: 1696.144700 samples/sec	accuracy=0.632294	lr=0.008753
Epoch[110] Batch [749]	Speed: 1764.995788 samples/sec	accuracy=0.632208	lr=0.008748
Epoch[110] Batch [799]	Speed: 1748.832177 samples/sec	accuracy=0.631836	lr=0.008744
Epoch[110] Batch [849]	Speed: 1765.034956 samples/sec	accuracy=0.631760	lr=0.008740
Epoch[110] Batch [899]	Speed: 1740.744888 samples/sec	accuracy=0.631771	lr=0.008736
Epoch[110] Batch [949]	Speed: 1747.424734 samples/sec	accuracy=0.631612	lr=0.008732
Epoch[110] Batch [999]	Speed: 1764.674560 samples/sec	accuracy=0.631645	lr=0.008728
Epoch[110] Batch [1049]	Speed: 1738.600545 samples/sec	accuracy=0.632031	lr=0.008724
Epoch[110] Batch [1099]	Speed: 1727.608287 samples/sec	accuracy=0.631918	lr=0.008720
Epoch[110] Batch [1149]	Speed: 1747.738574 samples/sec	accuracy=0.632052	lr=0.008716
Epoch[110] Batch [1199]	Speed: 1729.246499 samples/sec	accuracy=0.631849	lr=0.008711
Epoch[110] Batch [1249]	Speed: 1735.081945 samples/sec	accuracy=0.631716	lr=0.008707
Epoch[110] Batch [1299]	Speed: 1792.652292 samples/sec	accuracy=0.631466	lr=0.008703
Epoch[110] Batch [1349]	Speed: 1741.870838 samples/sec	accuracy=0.631568	lr=0.008699
Epoch[110] Batch [1399]	Speed: 1773.864677 samples/sec	accuracy=0.631353	lr=0.008695
Epoch[110] Batch [1449]	Speed: 1771.438970 samples/sec	accuracy=0.631455	lr=0.008691
Epoch[110] Batch [1499]	Speed: 1771.801666 samples/sec	accuracy=0.631375	lr=0.008687
Epoch[110] Batch [1549]	Speed: 1770.646512 samples/sec	accuracy=0.631565	lr=0.008683
Epoch[110] Batch [1599]	Speed: 1737.798038 samples/sec	accuracy=0.631416	lr=0.008679
Epoch[110] Batch [1649]	Speed: 1762.478011 samples/sec	accuracy=0.631383	lr=0.008674
Epoch[110] Batch [1699]	Speed: 1744.415851 samples/sec	accuracy=0.631459	lr=0.008670
Epoch[110] Batch [1749]	Speed: 1750.379754 samples/sec	accuracy=0.631652	lr=0.008666
Epoch[110] Batch [1799]	Speed: 1757.984814 samples/sec	accuracy=0.631745	lr=0.008662
Epoch[110] Batch [1849]	Speed: 1741.392346 samples/sec	accuracy=0.631647	lr=0.008658
Epoch[110] Batch [1899]	Speed: 1767.463627 samples/sec	accuracy=0.631643	lr=0.008654
Epoch[110] Batch [1949]	Speed: 1753.007807 samples/sec	accuracy=0.631396	lr=0.008650
Epoch[110] Batch [1999]	Speed: 1759.425989 samples/sec	accuracy=0.631400	lr=0.008646
Epoch[110] Batch [2049]	Speed: 1745.712180 samples/sec	accuracy=0.631284	lr=0.008642
Epoch[110] Batch [2099]	Speed: 1759.171343 samples/sec	accuracy=0.631207	lr=0.008638
Epoch[110] Batch [2149]	Speed: 1802.129044 samples/sec	accuracy=0.631226	lr=0.008634
Epoch[110] Batch [2199]	Speed: 1724.439190 samples/sec	accuracy=0.631223	lr=0.008629
Epoch[110] Batch [2249]	Speed: 1719.746618 samples/sec	accuracy=0.631224	lr=0.008625
Epoch[110] Batch [2299]	Speed: 1754.408839 samples/sec	accuracy=0.631138	lr=0.008621
Epoch[110] Batch [2349]	Speed: 1787.405219 samples/sec	accuracy=0.630929	lr=0.008617
Epoch[110] Batch [2399]	Speed: 1742.367349 samples/sec	accuracy=0.630980	lr=0.008613
Epoch[110] Batch [2449]	Speed: 1750.653325 samples/sec	accuracy=0.630861	lr=0.008609
Epoch[110] Batch [2499]	Speed: 1723.624135 samples/sec	accuracy=0.630755	lr=0.008605
Epoch[110] Batch [2549]	Speed: 1763.193971 samples/sec	accuracy=0.630614	lr=0.008601
Epoch[110] Batch [2599]	Speed: 1733.685118 samples/sec	accuracy=0.630503	lr=0.008597
Epoch[110] Batch [2649]	Speed: 1726.452502 samples/sec	accuracy=0.630335	lr=0.008593
Epoch[110] Batch [2699]	Speed: 1743.727857 samples/sec	accuracy=0.630399	lr=0.008589
Epoch[110] Batch [2749]	Speed: 1736.079085 samples/sec	accuracy=0.630450	lr=0.008584
Epoch[110] Batch [2799]	Speed: 1761.136048 samples/sec	accuracy=0.630527	lr=0.008580
Epoch[110] Batch [2849]	Speed: 1744.142243 samples/sec	accuracy=0.630444	lr=0.008576
Epoch[110] Batch [2899]	Speed: 1772.784920 samples/sec	accuracy=0.630364	lr=0.008572
Epoch[110] Batch [2949]	Speed: 1753.189791 samples/sec	accuracy=0.630267	lr=0.008568
Epoch[110] Batch [2999]	Speed: 1754.488877 samples/sec	accuracy=0.630199	lr=0.008564
Epoch[110] Batch [3049]	Speed: 1788.076901 samples/sec	accuracy=0.630146	lr=0.008560
Epoch[110] Batch [3099]	Speed: 1740.976217 samples/sec	accuracy=0.630139	lr=0.008556
Epoch[110] Batch [3149]	Speed: 1734.646743 samples/sec	accuracy=0.630143	lr=0.008552
Epoch[110] Batch [3199]	Speed: 1760.564581 samples/sec	accuracy=0.630089	lr=0.008548
Epoch[110] Batch [3249]	Speed: 1733.338361 samples/sec	accuracy=0.630038	lr=0.008544
Epoch[110] Batch [3299]	Speed: 1720.678721 samples/sec	accuracy=0.629983	lr=0.008540
Epoch[110] Batch [3349]	Speed: 1758.016245 samples/sec	accuracy=0.630017	lr=0.008536
Epoch[110] Batch [3399]	Speed: 1740.323145 samples/sec	accuracy=0.629931	lr=0.008531
Epoch[110] Batch [3449]	Speed: 1740.442638 samples/sec	accuracy=0.629879	lr=0.008527
Epoch[110] Batch [3499]	Speed: 1751.504207 samples/sec	accuracy=0.629871	lr=0.008523
Epoch[110] Batch [3549]	Speed: 1764.607916 samples/sec	accuracy=0.629822	lr=0.008519
Epoch[110] Batch [3599]	Speed: 1745.928876 samples/sec	accuracy=0.629876	lr=0.008515
Epoch[110] Batch [3649]	Speed: 1760.614696 samples/sec	accuracy=0.629965	lr=0.008511
Epoch[110] Batch [3699]	Speed: 1734.318594 samples/sec	accuracy=0.629955	lr=0.008507
Epoch[110] Batch [3749]	Speed: 1765.367751 samples/sec	accuracy=0.629873	lr=0.008503
Epoch[110] Batch [3799]	Speed: 1751.027890 samples/sec	accuracy=0.629853	lr=0.008499
Epoch[110] Batch [3849]	Speed: 1764.606466 samples/sec	accuracy=0.629711	lr=0.008495
Epoch[110] Batch [3899]	Speed: 1743.452822 samples/sec	accuracy=0.629796	lr=0.008491
Epoch[110] Batch [3949]	Speed: 1758.380664 samples/sec	accuracy=0.629881	lr=0.008487
Epoch[110] Batch [3999]	Speed: 1743.140124 samples/sec	accuracy=0.629862	lr=0.008483
Epoch[110] Batch [4049]	Speed: 1743.846176 samples/sec	accuracy=0.629816	lr=0.008479
Epoch[110] Batch [4099]	Speed: 1756.386415 samples/sec	accuracy=0.629772	lr=0.008475
Epoch[110] Batch [4149]	Speed: 1762.283855 samples/sec	accuracy=0.629686	lr=0.008471
Epoch[110] Batch [4199]	Speed: 1774.515897 samples/sec	accuracy=0.629664	lr=0.008466
Epoch[110] Batch [4249]	Speed: 1772.789310 samples/sec	accuracy=0.629701	lr=0.008462
Epoch[110] Batch [4299]	Speed: 1753.339632 samples/sec	accuracy=0.629658	lr=0.008458
Epoch[110] Batch [4349]	Speed: 1736.085653 samples/sec	accuracy=0.629666	lr=0.008454
Epoch[110] Batch [4399]	Speed: 1780.500195 samples/sec	accuracy=0.629619	lr=0.008450
Epoch[110] Batch [4449]	Speed: 1740.302554 samples/sec	accuracy=0.629603	lr=0.008446
Epoch[110] Batch [4499]	Speed: 1752.730238 samples/sec	accuracy=0.629581	lr=0.008442
Epoch[110] Batch [4549]	Speed: 1754.529300 samples/sec	accuracy=0.629508	lr=0.008438
Epoch[110] Batch [4599]	Speed: 1750.648587 samples/sec	accuracy=0.629496	lr=0.008434
Epoch[110] Batch [4649]	Speed: 1760.569200 samples/sec	accuracy=0.629512	lr=0.008430
Epoch[110] Batch [4699]	Speed: 1716.570103 samples/sec	accuracy=0.629519	lr=0.008426
Epoch[110] Batch [4749]	Speed: 1740.386049 samples/sec	accuracy=0.629459	lr=0.008422
Epoch[110] Batch [4799]	Speed: 1739.598691 samples/sec	accuracy=0.629423	lr=0.008418
Epoch[110] Batch [4849]	Speed: 1730.685833 samples/sec	accuracy=0.629336	lr=0.008414
Epoch[110] Batch [4899]	Speed: 1756.708541 samples/sec	accuracy=0.629348	lr=0.008410
Epoch[110] Batch [4949]	Speed: 1781.972327 samples/sec	accuracy=0.629323	lr=0.008406
Epoch[110] Batch [4999]	Speed: 1851.142916 samples/sec	accuracy=0.629323	lr=0.008402
[Epoch 110] training: accuracy=0.629304
[Epoch 110] speed: 1753 samples/sec	time cost: 745.223377
[Epoch 110] validation: err-top1=0.329187 err-top5=0.127764
Epoch[111] Batch [49]	Speed: 1658.412394 samples/sec	accuracy=0.641484	lr=0.008397
Epoch[111] Batch [99]	Speed: 1781.875864 samples/sec	accuracy=0.636523	lr=0.008393
Epoch[111] Batch [149]	Speed: 1746.557866 samples/sec	accuracy=0.635312	lr=0.008389
Epoch[111] Batch [199]	Speed: 1781.411613 samples/sec	accuracy=0.638574	lr=0.008385
Epoch[111] Batch [249]	Speed: 1747.602944 samples/sec	accuracy=0.639016	lr=0.008381
Epoch[111] Batch [299]	Speed: 1771.411557 samples/sec	accuracy=0.638229	lr=0.008377
Epoch[111] Batch [349]	Speed: 1741.489729 samples/sec	accuracy=0.637723	lr=0.008373
Epoch[111] Batch [399]	Speed: 1726.755243 samples/sec	accuracy=0.637803	lr=0.008369
Epoch[111] Batch [449]	Speed: 1747.599417 samples/sec	accuracy=0.637691	lr=0.008365
Epoch[111] Batch [499]	Speed: 1740.326642 samples/sec	accuracy=0.637219	lr=0.008361
Epoch[111] Batch [549]	Speed: 1726.194101 samples/sec	accuracy=0.637060	lr=0.008357
Epoch[111] Batch [599]	Speed: 1748.070968 samples/sec	accuracy=0.636257	lr=0.008353
Epoch[111] Batch [649]	Speed: 1759.296841 samples/sec	accuracy=0.636070	lr=0.008349
Epoch[111] Batch [699]	Speed: 1744.422483 samples/sec	accuracy=0.635580	lr=0.008345
Epoch[111] Batch [749]	Speed: 1752.835189 samples/sec	accuracy=0.635146	lr=0.008341
Epoch[111] Batch [799]	Speed: 1718.128382 samples/sec	accuracy=0.634409	lr=0.008337
Epoch[111] Batch [849]	Speed: 1759.470965 samples/sec	accuracy=0.634591	lr=0.008332
Epoch[111] Batch [899]	Speed: 1745.250184 samples/sec	accuracy=0.634366	lr=0.008328
Epoch[111] Batch [949]	Speed: 1745.629591 samples/sec	accuracy=0.634079	lr=0.008324
Epoch[111] Batch [999]	Speed: 1727.947582 samples/sec	accuracy=0.634594	lr=0.008320
Epoch[111] Batch [1049]	Speed: 1764.733727 samples/sec	accuracy=0.634539	lr=0.008316
Epoch[111] Batch [1099]	Speed: 1745.661491 samples/sec	accuracy=0.634055	lr=0.008312
Epoch[111] Batch [1149]	Speed: 1784.472480 samples/sec	accuracy=0.633893	lr=0.008308
Epoch[111] Batch [1199]	Speed: 1754.365039 samples/sec	accuracy=0.633799	lr=0.008304
Epoch[111] Batch [1249]	Speed: 1719.204721 samples/sec	accuracy=0.633475	lr=0.008300
Epoch[111] Batch [1299]	Speed: 1758.550229 samples/sec	accuracy=0.633248	lr=0.008296
Epoch[111] Batch [1349]	Speed: 1724.025310 samples/sec	accuracy=0.633082	lr=0.008292
Epoch[111] Batch [1399]	Speed: 1760.458992 samples/sec	accuracy=0.633114	lr=0.008288
Epoch[111] Batch [1449]	Speed: 1737.248754 samples/sec	accuracy=0.632990	lr=0.008284
Epoch[111] Batch [1499]	Speed: 1739.852381 samples/sec	accuracy=0.633039	lr=0.008280
Epoch[111] Batch [1549]	Speed: 1743.049969 samples/sec	accuracy=0.633007	lr=0.008276
Epoch[111] Batch [1599]	Speed: 1749.675359 samples/sec	accuracy=0.632998	lr=0.008272
Epoch[111] Batch [1649]	Speed: 1769.333369 samples/sec	accuracy=0.632886	lr=0.008268
Epoch[111] Batch [1699]	Speed: 1749.997309 samples/sec	accuracy=0.632879	lr=0.008264
Epoch[111] Batch [1749]	Speed: 1760.196371 samples/sec	accuracy=0.632806	lr=0.008260
Epoch[111] Batch [1799]	Speed: 1760.686871 samples/sec	accuracy=0.632826	lr=0.008256
Epoch[111] Batch [1849]	Speed: 1745.000418 samples/sec	accuracy=0.632905	lr=0.008252
Epoch[111] Batch [1899]	Speed: 1766.040920 samples/sec	accuracy=0.632839	lr=0.008248
Epoch[111] Batch [1949]	Speed: 1749.279314 samples/sec	accuracy=0.632885	lr=0.008244
Epoch[111] Batch [1999]	Speed: 1750.390483 samples/sec	accuracy=0.632564	lr=0.008240
Epoch[111] Batch [2049]	Speed: 1756.263343 samples/sec	accuracy=0.632458	lr=0.008236
Epoch[111] Batch [2099]	Speed: 1786.329602 samples/sec	accuracy=0.632262	lr=0.008232
Epoch[111] Batch [2149]	Speed: 1747.425246 samples/sec	accuracy=0.632098	lr=0.008228
Epoch[111] Batch [2199]	Speed: 1753.818181 samples/sec	accuracy=0.632079	lr=0.008224
Epoch[111] Batch [2249]	Speed: 1752.410428 samples/sec	accuracy=0.632049	lr=0.008220
Epoch[111] Batch [2299]	Speed: 1753.338200 samples/sec	accuracy=0.631839	lr=0.008216
Epoch[111] Batch [2349]	Speed: 1776.980863 samples/sec	accuracy=0.631920	lr=0.008212
Epoch[111] Batch [2399]	Speed: 1779.122993 samples/sec	accuracy=0.631921	lr=0.008208
Epoch[111] Batch [2449]	Speed: 1752.527297 samples/sec	accuracy=0.631840	lr=0.008204
Epoch[111] Batch [2499]	Speed: 1778.135407 samples/sec	accuracy=0.631784	lr=0.008200
Epoch[111] Batch [2549]	Speed: 1753.279624 samples/sec	accuracy=0.631930	lr=0.008196
Epoch[111] Batch [2599]	Speed: 1737.960112 samples/sec	accuracy=0.631932	lr=0.008192
Epoch[111] Batch [2649]	Speed: 1737.564517 samples/sec	accuracy=0.632002	lr=0.008188
Epoch[111] Batch [2699]	Speed: 1762.562953 samples/sec	accuracy=0.631933	lr=0.008184
Epoch[111] Batch [2749]	Speed: 1728.007148 samples/sec	accuracy=0.631885	lr=0.008180
Epoch[111] Batch [2799]	Speed: 1731.122119 samples/sec	accuracy=0.631900	lr=0.008176
Epoch[111] Batch [2849]	Speed: 1734.660419 samples/sec	accuracy=0.631965	lr=0.008172
Epoch[111] Batch [2899]	Speed: 1742.549732 samples/sec	accuracy=0.631880	lr=0.008168
Epoch[111] Batch [2949]	Speed: 1766.212779 samples/sec	accuracy=0.631994	lr=0.008164
Epoch[111] Batch [2999]	Speed: 1780.270877 samples/sec	accuracy=0.631859	lr=0.008160
Epoch[111] Batch [3049]	Speed: 1748.118780 samples/sec	accuracy=0.631893	lr=0.008156
Epoch[111] Batch [3099]	Speed: 1757.803042 samples/sec	accuracy=0.631827	lr=0.008152
Epoch[111] Batch [3149]	Speed: 1802.254878 samples/sec	accuracy=0.631845	lr=0.008148
Epoch[111] Batch [3199]	Speed: 1803.676077 samples/sec	accuracy=0.631898	lr=0.008144
Epoch[111] Batch [3249]	Speed: 1717.098588 samples/sec	accuracy=0.631869	lr=0.008140
Epoch[111] Batch [3299]	Speed: 1751.161311 samples/sec	accuracy=0.631902	lr=0.008136
Epoch[111] Batch [3349]	Speed: 1786.558225 samples/sec	accuracy=0.631903	lr=0.008132
Epoch[111] Batch [3399]	Speed: 1741.391160 samples/sec	accuracy=0.631886	lr=0.008128
Epoch[111] Batch [3449]	Speed: 1776.578359 samples/sec	accuracy=0.631822	lr=0.008124
Epoch[111] Batch [3499]	Speed: 1764.315819 samples/sec	accuracy=0.631808	lr=0.008120
Epoch[111] Batch [3549]	Speed: 1750.271103 samples/sec	accuracy=0.631739	lr=0.008116
Epoch[111] Batch [3599]	Speed: 1749.776750 samples/sec	accuracy=0.631734	lr=0.008112
Epoch[111] Batch [3649]	Speed: 1770.997083 samples/sec	accuracy=0.631656	lr=0.008108
Epoch[111] Batch [3699]	Speed: 1734.705763 samples/sec	accuracy=0.631617	lr=0.008104
Epoch[111] Batch [3749]	Speed: 1758.126090 samples/sec	accuracy=0.631617	lr=0.008100
Epoch[111] Batch [3799]	Speed: 1747.360126 samples/sec	accuracy=0.631613	lr=0.008096
Epoch[111] Batch [3849]	Speed: 1763.704857 samples/sec	accuracy=0.631528	lr=0.008092
Epoch[111] Batch [3899]	Speed: 1746.866223 samples/sec	accuracy=0.631542	lr=0.008088
Epoch[111] Batch [3949]	Speed: 1734.990267 samples/sec	accuracy=0.631485	lr=0.008084
Epoch[111] Batch [3999]	Speed: 1770.309039 samples/sec	accuracy=0.631395	lr=0.008080
Epoch[111] Batch [4049]	Speed: 1760.926419 samples/sec	accuracy=0.631394	lr=0.008076
Epoch[111] Batch [4099]	Speed: 1740.044164 samples/sec	accuracy=0.631395	lr=0.008072
Epoch[111] Batch [4149]	Speed: 1734.651900 samples/sec	accuracy=0.631384	lr=0.008068
Epoch[111] Batch [4199]	Speed: 1745.258524 samples/sec	accuracy=0.631372	lr=0.008064
Epoch[111] Batch [4249]	Speed: 1753.230613 samples/sec	accuracy=0.631381	lr=0.008060
Epoch[111] Batch [4299]	Speed: 1776.084313 samples/sec	accuracy=0.631370	lr=0.008056
Epoch[111] Batch [4349]	Speed: 1781.382887 samples/sec	accuracy=0.631347	lr=0.008052
Epoch[111] Batch [4399]	Speed: 1770.340854 samples/sec	accuracy=0.631363	lr=0.008048
Epoch[111] Batch [4449]	Speed: 1765.050101 samples/sec	accuracy=0.631366	lr=0.008044
Epoch[111] Batch [4499]	Speed: 1763.936534 samples/sec	accuracy=0.631391	lr=0.008040
Epoch[111] Batch [4549]	Speed: 1772.657491 samples/sec	accuracy=0.631337	lr=0.008036
Epoch[111] Batch [4599]	Speed: 1771.691976 samples/sec	accuracy=0.631368	lr=0.008032
Epoch[111] Batch [4649]	Speed: 1725.452524 samples/sec	accuracy=0.631452	lr=0.008028
Epoch[111] Batch [4699]	Speed: 1762.240702 samples/sec	accuracy=0.631400	lr=0.008024
Epoch[111] Batch [4749]	Speed: 1758.192246 samples/sec	accuracy=0.631256	lr=0.008020
Epoch[111] Batch [4799]	Speed: 1766.217369 samples/sec	accuracy=0.631284	lr=0.008016
Epoch[111] Batch [4849]	Speed: 1717.522335 samples/sec	accuracy=0.631198	lr=0.008012
Epoch[111] Batch [4899]	Speed: 1746.634349 samples/sec	accuracy=0.631221	lr=0.008008
Epoch[111] Batch [4949]	Speed: 1731.976858 samples/sec	accuracy=0.631208	lr=0.008004
Epoch[111] Batch [4999]	Speed: 1872.620226 samples/sec	accuracy=0.631154	lr=0.008000
[Epoch 111] training: accuracy=0.631177
[Epoch 111] speed: 1753 samples/sec	time cost: 744.755900
[Epoch 111] validation: err-top1=0.331070 err-top5=0.128706
Epoch[112] Batch [49]	Speed: 1627.233182 samples/sec	accuracy=0.630938	lr=0.007996
Epoch[112] Batch [99]	Speed: 1764.963178 samples/sec	accuracy=0.632383	lr=0.007992
Epoch[112] Batch [149]	Speed: 1770.187627 samples/sec	accuracy=0.636224	lr=0.007988
Epoch[112] Batch [199]	Speed: 1753.409035 samples/sec	accuracy=0.636133	lr=0.007984
Epoch[112] Batch [249]	Speed: 1737.968889 samples/sec	accuracy=0.635719	lr=0.007980
Epoch[112] Batch [299]	Speed: 1740.137843 samples/sec	accuracy=0.636419	lr=0.007976
Epoch[112] Batch [349]	Speed: 1771.190184 samples/sec	accuracy=0.635826	lr=0.007972
Epoch[112] Batch [399]	Speed: 1762.153824 samples/sec	accuracy=0.635537	lr=0.007968
Epoch[112] Batch [449]	Speed: 1753.952085 samples/sec	accuracy=0.635764	lr=0.007964
Epoch[112] Batch [499]	Speed: 1749.654717 samples/sec	accuracy=0.635328	lr=0.007960
Epoch[112] Batch [549]	Speed: 1735.340490 samples/sec	accuracy=0.635220	lr=0.007956
Epoch[112] Batch [599]	Speed: 1737.304634 samples/sec	accuracy=0.635527	lr=0.007953
Epoch[112] Batch [649]	Speed: 1756.301148 samples/sec	accuracy=0.634886	lr=0.007949
Epoch[112] Batch [699]	Speed: 1761.790268 samples/sec	accuracy=0.634838	lr=0.007945
Epoch[112] Batch [749]	Speed: 1749.825968 samples/sec	accuracy=0.635078	lr=0.007941
Epoch[112] Batch [799]	Speed: 1713.080655 samples/sec	accuracy=0.634956	lr=0.007937
Epoch[112] Batch [849]	Speed: 1753.150632 samples/sec	accuracy=0.634954	lr=0.007933
Epoch[112] Batch [899]	Speed: 1745.725292 samples/sec	accuracy=0.634492	lr=0.007929
Epoch[112] Batch [949]	Speed: 1756.735040 samples/sec	accuracy=0.634511	lr=0.007925
Epoch[112] Batch [999]	Speed: 1757.548175 samples/sec	accuracy=0.634785	lr=0.007921
Epoch[112] Batch [1049]	Speed: 1743.048498 samples/sec	accuracy=0.634513	lr=0.007917
Epoch[112] Batch [1099]	Speed: 1748.074838 samples/sec	accuracy=0.634062	lr=0.007913
Epoch[112] Batch [1149]	Speed: 1734.998734 samples/sec	accuracy=0.634219	lr=0.007909
Epoch[112] Batch [1199]	Speed: 1757.401181 samples/sec	accuracy=0.634150	lr=0.007905
Epoch[112] Batch [1249]	Speed: 1749.073809 samples/sec	accuracy=0.634222	lr=0.007901
Epoch[112] Batch [1299]	Speed: 1744.496171 samples/sec	accuracy=0.634090	lr=0.007897
Epoch[112] Batch [1349]	Speed: 1737.996514 samples/sec	accuracy=0.634051	lr=0.007893
Epoch[112] Batch [1399]	Speed: 1758.612096 samples/sec	accuracy=0.634018	lr=0.007889
Epoch[112] Batch [1449]	Speed: 1754.052253 samples/sec	accuracy=0.633785	lr=0.007885
Epoch[112] Batch [1499]	Speed: 1753.084168 samples/sec	accuracy=0.633836	lr=0.007881
Epoch[112] Batch [1549]	Speed: 1727.270236 samples/sec	accuracy=0.633793	lr=0.007877
Epoch[112] Batch [1599]	Speed: 1764.994569 samples/sec	accuracy=0.633979	lr=0.007874
Epoch[112] Batch [1649]	Speed: 1734.067467 samples/sec	accuracy=0.634067	lr=0.007870
Epoch[112] Batch [1699]	Speed: 1727.960874 samples/sec	accuracy=0.633943	lr=0.007866
Epoch[112] Batch [1749]	Speed: 1742.111398 samples/sec	accuracy=0.634138	lr=0.007862
Epoch[112] Batch [1799]	Speed: 1780.964738 samples/sec	accuracy=0.633928	lr=0.007858
Epoch[112] Batch [1849]	Speed: 1753.661500 samples/sec	accuracy=0.633602	lr=0.007854
Epoch[112] Batch [1899]	Speed: 1772.865473 samples/sec	accuracy=0.633851	lr=0.007850
Epoch[112] Batch [1949]	Speed: 1762.867320 samples/sec	accuracy=0.633634	lr=0.007846
Epoch[112] Batch [1999]	Speed: 1778.784285 samples/sec	accuracy=0.633637	lr=0.007842
Epoch[112] Batch [2049]	Speed: 1768.955362 samples/sec	accuracy=0.633620	lr=0.007838
Epoch[112] Batch [2099]	Speed: 1773.535820 samples/sec	accuracy=0.633566	lr=0.007834
Epoch[112] Batch [2149]	Speed: 1792.722807 samples/sec	accuracy=0.633525	lr=0.007830
Epoch[112] Batch [2199]	Speed: 1723.825861 samples/sec	accuracy=0.633640	lr=0.007826
Epoch[112] Batch [2249]	Speed: 1749.574891 samples/sec	accuracy=0.633536	lr=0.007822
Epoch[112] Batch [2299]	Speed: 1767.117187 samples/sec	accuracy=0.633488	lr=0.007818
Epoch[112] Batch [2349]	Speed: 1717.610638 samples/sec	accuracy=0.633514	lr=0.007814
Epoch[112] Batch [2399]	Speed: 1751.764526 samples/sec	accuracy=0.633657	lr=0.007811
Epoch[112] Batch [2449]	Speed: 1733.281561 samples/sec	accuracy=0.633597	lr=0.007807
Epoch[112] Batch [2499]	Speed: 1739.921228 samples/sec	accuracy=0.633481	lr=0.007803
Epoch[112] Batch [2549]	Speed: 1760.232152 samples/sec	accuracy=0.633346	lr=0.007799
Epoch[112] Batch [2599]	Speed: 1764.575843 samples/sec	accuracy=0.633349	lr=0.007795
Epoch[112] Batch [2649]	Speed: 1713.755888 samples/sec	accuracy=0.633336	lr=0.007791
Epoch[112] Batch [2699]	Speed: 1782.879037 samples/sec	accuracy=0.633167	lr=0.007787
Epoch[112] Batch [2749]	Speed: 1767.963135 samples/sec	accuracy=0.633054	lr=0.007783
Epoch[112] Batch [2799]	Speed: 1740.692568 samples/sec	accuracy=0.633043	lr=0.007779
Epoch[112] Batch [2849]	Speed: 1749.553796 samples/sec	accuracy=0.632887	lr=0.007775
Epoch[112] Batch [2899]	Speed: 1724.267335 samples/sec	accuracy=0.633001	lr=0.007771
Epoch[112] Batch [2949]	Speed: 1738.011311 samples/sec	accuracy=0.633015	lr=0.007767
Epoch[112] Batch [2999]	Speed: 1755.776683 samples/sec	accuracy=0.632871	lr=0.007763
Epoch[112] Batch [3049]	Speed: 1732.988443 samples/sec	accuracy=0.632944	lr=0.007760
Epoch[112] Batch [3099]	Speed: 1775.012240 samples/sec	accuracy=0.632970	lr=0.007756
Epoch[112] Batch [3149]	Speed: 1771.604281 samples/sec	accuracy=0.632871	lr=0.007752
Epoch[112] Batch [3199]	Speed: 1703.049836 samples/sec	accuracy=0.632888	lr=0.007748
Epoch[112] Batch [3249]	Speed: 1718.060424 samples/sec	accuracy=0.632924	lr=0.007744
Epoch[112] Batch [3299]	Speed: 1753.303329 samples/sec	accuracy=0.632882	lr=0.007740
Epoch[112] Batch [3349]	Speed: 1741.380033 samples/sec	accuracy=0.632843	lr=0.007736
Epoch[112] Batch [3399]	Speed: 1786.716321 samples/sec	accuracy=0.632763	lr=0.007732
Epoch[112] Batch [3449]	Speed: 1763.070058 samples/sec	accuracy=0.632777	lr=0.007728
Epoch[112] Batch [3499]	Speed: 1732.048101 samples/sec	accuracy=0.632749	lr=0.007724
Epoch[112] Batch [3549]	Speed: 1746.393390 samples/sec	accuracy=0.632728	lr=0.007720
Epoch[112] Batch [3599]	Speed: 1753.892207 samples/sec	accuracy=0.632726	lr=0.007716
Epoch[112] Batch [3649]	Speed: 1775.830990 samples/sec	accuracy=0.632727	lr=0.007713
Epoch[112] Batch [3699]	Speed: 1759.227893 samples/sec	accuracy=0.632694	lr=0.007709
Epoch[112] Batch [3749]	Speed: 1725.358977 samples/sec	accuracy=0.632758	lr=0.007705
Epoch[112] Batch [3799]	Speed: 1753.871064 samples/sec	accuracy=0.632689	lr=0.007701
Epoch[112] Batch [3849]	Speed: 1739.568196 samples/sec	accuracy=0.632662	lr=0.007697
Epoch[112] Batch [3899]	Speed: 1726.248551 samples/sec	accuracy=0.632605	lr=0.007693
Epoch[112] Batch [3949]	Speed: 1748.845336 samples/sec	accuracy=0.632611	lr=0.007689
Epoch[112] Batch [3999]	Speed: 1750.678500 samples/sec	accuracy=0.632559	lr=0.007685
Epoch[112] Batch [4049]	Speed: 1741.088460 samples/sec	accuracy=0.632613	lr=0.007681
Epoch[112] Batch [4099]	Speed: 1735.266844 samples/sec	accuracy=0.632611	lr=0.007677
Epoch[112] Batch [4149]	Speed: 1754.889866 samples/sec	accuracy=0.632668	lr=0.007673
Epoch[112] Batch [4199]	Speed: 1750.993168 samples/sec	accuracy=0.632596	lr=0.007670
Epoch[112] Batch [4249]	Speed: 1754.868928 samples/sec	accuracy=0.632563	lr=0.007666
Epoch[112] Batch [4299]	Speed: 1749.848268 samples/sec	accuracy=0.632557	lr=0.007662
Epoch[112] Batch [4349]	Speed: 1774.147926 samples/sec	accuracy=0.632608	lr=0.007658
Epoch[112] Batch [4399]	Speed: 1770.778267 samples/sec	accuracy=0.632624	lr=0.007654
Epoch[112] Batch [4449]	Speed: 1744.233984 samples/sec	accuracy=0.632549	lr=0.007650
Epoch[112] Batch [4499]	Speed: 1749.356776 samples/sec	accuracy=0.632536	lr=0.007646
Epoch[112] Batch [4549]	Speed: 1747.787222 samples/sec	accuracy=0.632485	lr=0.007642
Epoch[112] Batch [4599]	Speed: 1771.061523 samples/sec	accuracy=0.632443	lr=0.007638
Epoch[112] Batch [4649]	Speed: 1745.112387 samples/sec	accuracy=0.632431	lr=0.007634
Epoch[112] Batch [4699]	Speed: 1756.981449 samples/sec	accuracy=0.632436	lr=0.007631
Epoch[112] Batch [4749]	Speed: 1738.614565 samples/sec	accuracy=0.632455	lr=0.007627
Epoch[112] Batch [4799]	Speed: 1765.599574 samples/sec	accuracy=0.632451	lr=0.007623
Epoch[112] Batch [4849]	Speed: 1719.733011 samples/sec	accuracy=0.632351	lr=0.007619
Epoch[112] Batch [4899]	Speed: 1755.870111 samples/sec	accuracy=0.632364	lr=0.007615
Epoch[112] Batch [4949]	Speed: 1774.561354 samples/sec	accuracy=0.632304	lr=0.007611
Epoch[112] Batch [4999]	Speed: 1850.201360 samples/sec	accuracy=0.632254	lr=0.007607
[Epoch 112] training: accuracy=0.632232
[Epoch 112] speed: 1750 samples/sec	time cost: 746.733345
[Epoch 112] validation: err-top1=0.330238 err-top5=0.128328
Epoch[113] Batch [49]	Speed: 1635.788170 samples/sec	accuracy=0.634297	lr=0.007603
Epoch[113] Batch [99]	Speed: 1766.001766 samples/sec	accuracy=0.636250	lr=0.007599
Epoch[113] Batch [149]	Speed: 1783.055373 samples/sec	accuracy=0.638099	lr=0.007595
Epoch[113] Batch [199]	Speed: 1733.339537 samples/sec	accuracy=0.638340	lr=0.007591
Epoch[113] Batch [249]	Speed: 1729.934761 samples/sec	accuracy=0.637672	lr=0.007587
Epoch[113] Batch [299]	Speed: 1731.452968 samples/sec	accuracy=0.638698	lr=0.007584
Epoch[113] Batch [349]	Speed: 1748.080075 samples/sec	accuracy=0.638326	lr=0.007580
Epoch[113] Batch [399]	Speed: 1779.860213 samples/sec	accuracy=0.637490	lr=0.007576
Epoch[113] Batch [449]	Speed: 1790.505067 samples/sec	accuracy=0.637708	lr=0.007572
Epoch[113] Batch [499]	Speed: 1737.907734 samples/sec	accuracy=0.637617	lr=0.007568
Epoch[113] Batch [549]	Speed: 1735.189953 samples/sec	accuracy=0.638246	lr=0.007564
Epoch[113] Batch [599]	Speed: 1769.894147 samples/sec	accuracy=0.638815	lr=0.007560
Epoch[113] Batch [649]	Speed: 1783.512778 samples/sec	accuracy=0.638450	lr=0.007556
Epoch[113] Batch [699]	Speed: 1753.625986 samples/sec	accuracy=0.638482	lr=0.007553
Epoch[113] Batch [749]	Speed: 1753.164372 samples/sec	accuracy=0.638703	lr=0.007549
Epoch[113] Batch [799]	Speed: 1755.727072 samples/sec	accuracy=0.638267	lr=0.007545
Epoch[113] Batch [849]	Speed: 1748.343932 samples/sec	accuracy=0.638070	lr=0.007541
Epoch[113] Batch [899]	Speed: 1732.204912 samples/sec	accuracy=0.637917	lr=0.007537
Epoch[113] Batch [949]	Speed: 1738.454846 samples/sec	accuracy=0.637899	lr=0.007533
Epoch[113] Batch [999]	Speed: 1741.520743 samples/sec	accuracy=0.637906	lr=0.007529
Epoch[113] Batch [1049]	Speed: 1765.321950 samples/sec	accuracy=0.637478	lr=0.007525
Epoch[113] Batch [1099]	Speed: 1743.738788 samples/sec	accuracy=0.637354	lr=0.007522
Epoch[113] Batch [1149]	Speed: 1717.582009 samples/sec	accuracy=0.637476	lr=0.007518
Epoch[113] Batch [1199]	Speed: 1735.352494 samples/sec	accuracy=0.637435	lr=0.007514
Epoch[113] Batch [1249]	Speed: 1762.823444 samples/sec	accuracy=0.637716	lr=0.007510
Epoch[113] Batch [1299]	Speed: 1757.420050 samples/sec	accuracy=0.637587	lr=0.007506
Epoch[113] Batch [1349]	Speed: 1749.363958 samples/sec	accuracy=0.637254	lr=0.007502
Epoch[113] Batch [1399]	Speed: 1767.988286 samples/sec	accuracy=0.637087	lr=0.007498
Epoch[113] Batch [1449]	Speed: 1752.032641 samples/sec	accuracy=0.637074	lr=0.007494
Epoch[113] Batch [1499]	Speed: 1719.965181 samples/sec	accuracy=0.637081	lr=0.007491
Epoch[113] Batch [1549]	Speed: 1762.184884 samples/sec	accuracy=0.637238	lr=0.007487
Epoch[113] Batch [1599]	Speed: 1735.751853 samples/sec	accuracy=0.637317	lr=0.007483
Epoch[113] Batch [1649]	Speed: 1753.713457 samples/sec	accuracy=0.637060	lr=0.007479
Epoch[113] Batch [1699]	Speed: 1748.518001 samples/sec	accuracy=0.636935	lr=0.007475
Epoch[113] Batch [1749]	Speed: 1767.989043 samples/sec	accuracy=0.636931	lr=0.007471
Epoch[113] Batch [1799]	Speed: 1742.597865 samples/sec	accuracy=0.637105	lr=0.007467
Epoch[113] Batch [1849]	Speed: 1774.191722 samples/sec	accuracy=0.637090	lr=0.007464
Epoch[113] Batch [1899]	Speed: 1729.269168 samples/sec	accuracy=0.636918	lr=0.007460
Epoch[113] Batch [1949]	Speed: 1771.538281 samples/sec	accuracy=0.636739	lr=0.007456
Epoch[113] Batch [1999]	Speed: 1793.306539 samples/sec	accuracy=0.636592	lr=0.007452
Epoch[113] Batch [2049]	Speed: 1779.804277 samples/sec	accuracy=0.636515	lr=0.007448
Epoch[113] Batch [2099]	Speed: 1754.413884 samples/sec	accuracy=0.636408	lr=0.007444
Epoch[113] Batch [2149]	Speed: 1778.257912 samples/sec	accuracy=0.636205	lr=0.007440
Epoch[113] Batch [2199]	Speed: 1761.159503 samples/sec	accuracy=0.636161	lr=0.007437
Epoch[113] Batch [2249]	Speed: 1750.573123 samples/sec	accuracy=0.636307	lr=0.007433
Epoch[113] Batch [2299]	Speed: 1750.431403 samples/sec	accuracy=0.636342	lr=0.007429
Epoch[113] Batch [2349]	Speed: 1760.275495 samples/sec	accuracy=0.636182	lr=0.007425
Epoch[113] Batch [2399]	Speed: 1754.616403 samples/sec	accuracy=0.636211	lr=0.007421
Epoch[113] Batch [2449]	Speed: 1754.416751 samples/sec	accuracy=0.636033	lr=0.007417
Epoch[113] Batch [2499]	Speed: 1718.962079 samples/sec	accuracy=0.636050	lr=0.007414
Epoch[113] Batch [2549]	Speed: 1774.817776 samples/sec	accuracy=0.636005	lr=0.007410
Epoch[113] Batch [2599]	Speed: 1713.766228 samples/sec	accuracy=0.636101	lr=0.007406
Epoch[113] Batch [2649]	Speed: 1786.638250 samples/sec	accuracy=0.636066	lr=0.007402
Epoch[113] Batch [2699]	Speed: 1734.738721 samples/sec	accuracy=0.635978	lr=0.007398
Epoch[113] Batch [2749]	Speed: 1725.151071 samples/sec	accuracy=0.635781	lr=0.007394
Epoch[113] Batch [2799]	Speed: 1748.123562 samples/sec	accuracy=0.635660	lr=0.007390
Epoch[113] Batch [2849]	Speed: 1797.340328 samples/sec	accuracy=0.635563	lr=0.007387
Epoch[113] Batch [2899]	Speed: 1752.472550 samples/sec	accuracy=0.635442	lr=0.007383
Epoch[113] Batch [2949]	Speed: 1734.946310 samples/sec	accuracy=0.635320	lr=0.007379
Epoch[113] Batch [2999]	Speed: 1755.655591 samples/sec	accuracy=0.635184	lr=0.007375
Epoch[113] Batch [3049]	Speed: 1726.447173 samples/sec	accuracy=0.635129	lr=0.007371
Epoch[113] Batch [3099]	Speed: 1754.020047 samples/sec	accuracy=0.635098	lr=0.007367
Epoch[113] Batch [3149]	Speed: 1765.100878 samples/sec	accuracy=0.635119	lr=0.007364
Epoch[113] Batch [3199]	Speed: 1728.311826 samples/sec	accuracy=0.634999	lr=0.007360
Epoch[113] Batch [3249]	Speed: 1752.001481 samples/sec	accuracy=0.634907	lr=0.007356
Epoch[113] Batch [3299]	Speed: 1779.826344 samples/sec	accuracy=0.634848	lr=0.007352
Epoch[113] Batch [3349]	Speed: 1764.053206 samples/sec	accuracy=0.634845	lr=0.007348
Epoch[113] Batch [3399]	Speed: 1754.906214 samples/sec	accuracy=0.634833	lr=0.007344
Epoch[113] Batch [3449]	Speed: 1773.142487 samples/sec	accuracy=0.634917	lr=0.007341
Epoch[113] Batch [3499]	Speed: 1756.460657 samples/sec	accuracy=0.634826	lr=0.007337
Epoch[113] Batch [3549]	Speed: 1753.277677 samples/sec	accuracy=0.634901	lr=0.007333
Epoch[113] Batch [3599]	Speed: 1791.624820 samples/sec	accuracy=0.634886	lr=0.007329
Epoch[113] Batch [3649]	Speed: 1720.595231 samples/sec	accuracy=0.634878	lr=0.007325
Epoch[113] Batch [3699]	Speed: 1783.746369 samples/sec	accuracy=0.634968	lr=0.007321
Epoch[113] Batch [3749]	Speed: 1754.571847 samples/sec	accuracy=0.634968	lr=0.007318
Epoch[113] Batch [3799]	Speed: 1742.028472 samples/sec	accuracy=0.634972	lr=0.007314
Epoch[113] Batch [3849]	Speed: 1770.465499 samples/sec	accuracy=0.634947	lr=0.007310
Epoch[113] Batch [3899]	Speed: 1775.083370 samples/sec	accuracy=0.634890	lr=0.007306
Epoch[113] Batch [3949]	Speed: 1755.733561 samples/sec	accuracy=0.634863	lr=0.007302
Epoch[113] Batch [3999]	Speed: 1742.610705 samples/sec	accuracy=0.634777	lr=0.007298
Epoch[113] Batch [4049]	Speed: 1729.115394 samples/sec	accuracy=0.634794	lr=0.007295
Epoch[113] Batch [4099]	Speed: 1768.936536 samples/sec	accuracy=0.634727	lr=0.007291
Epoch[113] Batch [4149]	Speed: 1766.500622 samples/sec	accuracy=0.634643	lr=0.007287
Epoch[113] Batch [4199]	Speed: 1757.572571 samples/sec	accuracy=0.634642	lr=0.007283
Epoch[113] Batch [4249]	Speed: 1747.335558 samples/sec	accuracy=0.634653	lr=0.007279
Epoch[113] Batch [4299]	Speed: 1748.125668 samples/sec	accuracy=0.634547	lr=0.007276
Epoch[113] Batch [4349]	Speed: 1772.181593 samples/sec	accuracy=0.634491	lr=0.007272
Epoch[113] Batch [4399]	Speed: 1755.182694 samples/sec	accuracy=0.634450	lr=0.007268
Epoch[113] Batch [4449]	Speed: 1762.877508 samples/sec	accuracy=0.634494	lr=0.007264
Epoch[113] Batch [4499]	Speed: 1750.454117 samples/sec	accuracy=0.634478	lr=0.007260
Epoch[113] Batch [4549]	Speed: 1740.310564 samples/sec	accuracy=0.634486	lr=0.007256
Epoch[113] Batch [4599]	Speed: 1760.780592 samples/sec	accuracy=0.634477	lr=0.007253
Epoch[113] Batch [4649]	Speed: 1747.917474 samples/sec	accuracy=0.634441	lr=0.007249
Epoch[113] Batch [4699]	Speed: 1745.043695 samples/sec	accuracy=0.634364	lr=0.007245
Epoch[113] Batch [4749]	Speed: 1773.915318 samples/sec	accuracy=0.634315	lr=0.007241
Epoch[113] Batch [4799]	Speed: 1752.058771 samples/sec	accuracy=0.634276	lr=0.007237
Epoch[113] Batch [4849]	Speed: 1769.392848 samples/sec	accuracy=0.634251	lr=0.007234
Epoch[113] Batch [4899]	Speed: 1753.405427 samples/sec	accuracy=0.634203	lr=0.007230
Epoch[113] Batch [4949]	Speed: 1778.559593 samples/sec	accuracy=0.634208	lr=0.007226
Epoch[113] Batch [4999]	Speed: 1852.816845 samples/sec	accuracy=0.634201	lr=0.007222
[Epoch 113] training: accuracy=0.634197
[Epoch 113] speed: 1754 samples/sec	time cost: 744.616496
[Epoch 113] validation: err-top1=0.327664 err-top5=0.126282
Epoch[114] Batch [49]	Speed: 1654.657688 samples/sec	accuracy=0.640703	lr=0.007218
Epoch[114] Batch [99]	Speed: 1744.803629 samples/sec	accuracy=0.642578	lr=0.007214
Epoch[114] Batch [149]	Speed: 1734.792758 samples/sec	accuracy=0.641589	lr=0.007210
Epoch[114] Batch [199]	Speed: 1746.801655 samples/sec	accuracy=0.640371	lr=0.007207
Epoch[114] Batch [249]	Speed: 1739.004217 samples/sec	accuracy=0.640453	lr=0.007203
Epoch[114] Batch [299]	Speed: 1736.479677 samples/sec	accuracy=0.641042	lr=0.007199
Epoch[114] Batch [349]	Speed: 1734.906560 samples/sec	accuracy=0.640156	lr=0.007195
Epoch[114] Batch [399]	Speed: 1746.847920 samples/sec	accuracy=0.640449	lr=0.007191
Epoch[114] Batch [449]	Speed: 1745.698386 samples/sec	accuracy=0.640729	lr=0.007188
Epoch[114] Batch [499]	Speed: 1754.967366 samples/sec	accuracy=0.640750	lr=0.007184
Epoch[114] Batch [549]	Speed: 1740.547928 samples/sec	accuracy=0.640888	lr=0.007180
Epoch[114] Batch [599]	Speed: 1744.079690 samples/sec	accuracy=0.640573	lr=0.007176
Epoch[114] Batch [649]	Speed: 1739.438904 samples/sec	accuracy=0.640499	lr=0.007173
Epoch[114] Batch [699]	Speed: 1745.350382 samples/sec	accuracy=0.640084	lr=0.007169
Epoch[114] Batch [749]	Speed: 1773.596988 samples/sec	accuracy=0.640349	lr=0.007165
Epoch[114] Batch [799]	Speed: 1726.803730 samples/sec	accuracy=0.640464	lr=0.007161
Epoch[114] Batch [849]	Speed: 1740.309605 samples/sec	accuracy=0.639825	lr=0.007157
Epoch[114] Batch [899]	Speed: 1742.042943 samples/sec	accuracy=0.639336	lr=0.007154
Epoch[114] Batch [949]	Speed: 1751.618098 samples/sec	accuracy=0.639268	lr=0.007150
Epoch[114] Batch [999]	Speed: 1740.160348 samples/sec	accuracy=0.639004	lr=0.007146
Epoch[114] Batch [1049]	Speed: 1770.809865 samples/sec	accuracy=0.638869	lr=0.007142
Epoch[114] Batch [1099]	Speed: 1741.587632 samples/sec	accuracy=0.639038	lr=0.007138
Epoch[114] Batch [1149]	Speed: 1750.912192 samples/sec	accuracy=0.638950	lr=0.007135
Epoch[114] Batch [1199]	Speed: 1769.520042 samples/sec	accuracy=0.638545	lr=0.007131
Epoch[114] Batch [1249]	Speed: 1774.597780 samples/sec	accuracy=0.638706	lr=0.007127
Epoch[114] Batch [1299]	Speed: 1739.002640 samples/sec	accuracy=0.638867	lr=0.007123
Epoch[114] Batch [1349]	Speed: 1728.920167 samples/sec	accuracy=0.638718	lr=0.007119
Epoch[114] Batch [1399]	Speed: 1767.358255 samples/sec	accuracy=0.638477	lr=0.007116
Epoch[114] Batch [1449]	Speed: 1746.423897 samples/sec	accuracy=0.638373	lr=0.007112
Epoch[114] Batch [1499]	Speed: 1761.077411 samples/sec	accuracy=0.638164	lr=0.007108
Epoch[114] Batch [1549]	Speed: 1771.519400 samples/sec	accuracy=0.638133	lr=0.007104
Epoch[114] Batch [1599]	Speed: 1752.556073 samples/sec	accuracy=0.638279	lr=0.007101
Epoch[114] Batch [1649]	Speed: 1769.359784 samples/sec	accuracy=0.638234	lr=0.007097
Epoch[114] Batch [1699]	Speed: 1751.029546 samples/sec	accuracy=0.638127	lr=0.007093
Epoch[114] Batch [1749]	Speed: 1738.035899 samples/sec	accuracy=0.638158	lr=0.007089
Epoch[114] Batch [1799]	Speed: 1735.893788 samples/sec	accuracy=0.638110	lr=0.007085
Epoch[114] Batch [1849]	Speed: 1757.867216 samples/sec	accuracy=0.637922	lr=0.007082
Epoch[114] Batch [1899]	Speed: 1743.898912 samples/sec	accuracy=0.637780	lr=0.007078
Epoch[114] Batch [1949]	Speed: 1739.485681 samples/sec	accuracy=0.637788	lr=0.007074
Epoch[114] Batch [1999]	Speed: 1748.243389 samples/sec	accuracy=0.637699	lr=0.007070
Epoch[114] Batch [2049]	Speed: 1800.549940 samples/sec	accuracy=0.637595	lr=0.007067
Epoch[114] Batch [2099]	Speed: 1741.355915 samples/sec	accuracy=0.637364	lr=0.007063
Epoch[114] Batch [2149]	Speed: 1739.291599 samples/sec	accuracy=0.637240	lr=0.007059
Epoch[114] Batch [2199]	Speed: 1741.704927 samples/sec	accuracy=0.637235	lr=0.007055
Epoch[114] Batch [2249]	Speed: 1760.480813 samples/sec	accuracy=0.637101	lr=0.007052
Epoch[114] Batch [2299]	Speed: 1773.406583 samples/sec	accuracy=0.636902	lr=0.007048
Epoch[114] Batch [2349]	Speed: 1748.778401 samples/sec	accuracy=0.636842	lr=0.007044
Epoch[114] Batch [2399]	Speed: 1766.381184 samples/sec	accuracy=0.636904	lr=0.007040
Epoch[114] Batch [2449]	Speed: 1723.504172 samples/sec	accuracy=0.636948	lr=0.007036
Epoch[114] Batch [2499]	Speed: 1750.514217 samples/sec	accuracy=0.637000	lr=0.007033
Epoch[114] Batch [2549]	Speed: 1778.182345 samples/sec	accuracy=0.636936	lr=0.007029
Epoch[114] Batch [2599]	Speed: 1779.107664 samples/sec	accuracy=0.636952	lr=0.007025
Epoch[114] Batch [2649]	Speed: 1751.196554 samples/sec	accuracy=0.636828	lr=0.007021
Epoch[114] Batch [2699]	Speed: 1753.066136 samples/sec	accuracy=0.636761	lr=0.007018
Epoch[114] Batch [2749]	Speed: 1783.218121 samples/sec	accuracy=0.636687	lr=0.007014
Epoch[114] Batch [2799]	Speed: 1732.757162 samples/sec	accuracy=0.636617	lr=0.007010
Epoch[114] Batch [2849]	Speed: 1780.367226 samples/sec	accuracy=0.636521	lr=0.007006
Epoch[114] Batch [2899]	Speed: 1742.418752 samples/sec	accuracy=0.636445	lr=0.007003
Epoch[114] Batch [2949]	Speed: 1776.130438 samples/sec	accuracy=0.636531	lr=0.006999
Epoch[114] Batch [2999]	Speed: 1741.683286 samples/sec	accuracy=0.636500	lr=0.006995
Epoch[114] Batch [3049]	Speed: 1772.077354 samples/sec	accuracy=0.636609	lr=0.006991
Epoch[114] Batch [3099]	Speed: 1797.035791 samples/sec	accuracy=0.636600	lr=0.006988
Epoch[114] Batch [3149]	Speed: 1780.604246 samples/sec	accuracy=0.636510	lr=0.006984
Epoch[114] Batch [3199]	Speed: 1746.253766 samples/sec	accuracy=0.636516	lr=0.006980
Epoch[114] Batch [3249]	Speed: 1783.477704 samples/sec	accuracy=0.636499	lr=0.006976
Epoch[114] Batch [3299]	Speed: 1766.795943 samples/sec	accuracy=0.636462	lr=0.006973
Epoch[114] Batch [3349]	Speed: 1748.262745 samples/sec	accuracy=0.636522	lr=0.006969
Epoch[114] Batch [3399]	Speed: 1758.728065 samples/sec	accuracy=0.636474	lr=0.006965
Epoch[114] Batch [3449]	Speed: 1751.634614 samples/sec	accuracy=0.636490	lr=0.006961
Epoch[114] Batch [3499]	Speed: 1778.976848 samples/sec	accuracy=0.636440	lr=0.006958
Epoch[114] Batch [3549]	Speed: 1752.937233 samples/sec	accuracy=0.636386	lr=0.006954
Epoch[114] Batch [3599]	Speed: 1736.380775 samples/sec	accuracy=0.636336	lr=0.006950
Epoch[114] Batch [3649]	Speed: 1806.192457 samples/sec	accuracy=0.636326	lr=0.006946
Epoch[114] Batch [3699]	Speed: 1722.606978 samples/sec	accuracy=0.636319	lr=0.006943
Epoch[114] Batch [3749]	Speed: 1747.773566 samples/sec	accuracy=0.636168	lr=0.006939
Epoch[114] Batch [3799]	Speed: 1754.641119 samples/sec	accuracy=0.636177	lr=0.006935
Epoch[114] Batch [3849]	Speed: 1757.156323 samples/sec	accuracy=0.636128	lr=0.006931
Epoch[114] Batch [3899]	Speed: 1755.657198 samples/sec	accuracy=0.636028	lr=0.006928
Epoch[114] Batch [3949]	Speed: 1757.346187 samples/sec	accuracy=0.636072	lr=0.006924
Epoch[114] Batch [3999]	Speed: 1734.358822 samples/sec	accuracy=0.636120	lr=0.006920
Epoch[114] Batch [4049]	Speed: 1791.022644 samples/sec	accuracy=0.636059	lr=0.006916
Epoch[114] Batch [4099]	Speed: 1746.940401 samples/sec	accuracy=0.636087	lr=0.006913
Epoch[114] Batch [4149]	Speed: 1781.858477 samples/sec	accuracy=0.636084	lr=0.006909
Epoch[114] Batch [4199]	Speed: 1737.844053 samples/sec	accuracy=0.636044	lr=0.006905
Epoch[114] Batch [4249]	Speed: 1740.706960 samples/sec	accuracy=0.636001	lr=0.006902
Epoch[114] Batch [4299]	Speed: 1751.881823 samples/sec	accuracy=0.635976	lr=0.006898
Epoch[114] Batch [4349]	Speed: 1735.279576 samples/sec	accuracy=0.635979	lr=0.006894
Epoch[114] Batch [4399]	Speed: 1732.259070 samples/sec	accuracy=0.636040	lr=0.006890
Epoch[114] Batch [4449]	Speed: 1748.215267 samples/sec	accuracy=0.635996	lr=0.006887
Epoch[114] Batch [4499]	Speed: 1760.804847 samples/sec	accuracy=0.636038	lr=0.006883
Epoch[114] Batch [4549]	Speed: 1772.388000 samples/sec	accuracy=0.636039	lr=0.006879
Epoch[114] Batch [4599]	Speed: 1744.927595 samples/sec	accuracy=0.635956	lr=0.006875
Epoch[114] Batch [4649]	Speed: 1744.308336 samples/sec	accuracy=0.635863	lr=0.006872
Epoch[114] Batch [4699]	Speed: 1762.027745 samples/sec	accuracy=0.635846	lr=0.006868
Epoch[114] Batch [4749]	Speed: 1732.239843 samples/sec	accuracy=0.635827	lr=0.006864
Epoch[114] Batch [4799]	Speed: 1760.683002 samples/sec	accuracy=0.635715	lr=0.006860
Epoch[114] Batch [4849]	Speed: 1739.546890 samples/sec	accuracy=0.635720	lr=0.006857
Epoch[114] Batch [4899]	Speed: 1723.311316 samples/sec	accuracy=0.635772	lr=0.006853
Epoch[114] Batch [4949]	Speed: 1745.471986 samples/sec	accuracy=0.635735	lr=0.006849
Epoch[114] Batch [4999]	Speed: 1819.665210 samples/sec	accuracy=0.635708	lr=0.006846
[Epoch 114] training: accuracy=0.635681
[Epoch 114] speed: 1752 samples/sec	time cost: 745.297493
[Epoch 114] validation: err-top1=0.328425 err-top5=0.125401
Epoch[115] Batch [49]	Speed: 1658.261589 samples/sec	accuracy=0.640859	lr=0.006841
Epoch[115] Batch [99]	Speed: 1765.921835 samples/sec	accuracy=0.642227	lr=0.006838
Epoch[115] Batch [149]	Speed: 1744.237781 samples/sec	accuracy=0.641250	lr=0.006834
Epoch[115] Batch [199]	Speed: 1748.300662 samples/sec	accuracy=0.643398	lr=0.006830
Epoch[115] Batch [249]	Speed: 1763.198835 samples/sec	accuracy=0.643188	lr=0.006827
Epoch[115] Batch [299]	Speed: 1753.185211 samples/sec	accuracy=0.641810	lr=0.006823
Epoch[115] Batch [349]	Speed: 1739.990250 samples/sec	accuracy=0.641618	lr=0.006819
Epoch[115] Batch [399]	Speed: 1764.751941 samples/sec	accuracy=0.641191	lr=0.006815
Epoch[115] Batch [449]	Speed: 1743.313215 samples/sec	accuracy=0.640486	lr=0.006812
Epoch[115] Batch [499]	Speed: 1735.240091 samples/sec	accuracy=0.640781	lr=0.006808
Epoch[115] Batch [549]	Speed: 1770.662689 samples/sec	accuracy=0.640483	lr=0.006804
Epoch[115] Batch [599]	Speed: 1759.381996 samples/sec	accuracy=0.640573	lr=0.006801
Epoch[115] Batch [649]	Speed: 1754.980790 samples/sec	accuracy=0.640643	lr=0.006797
Epoch[115] Batch [699]	Speed: 1767.680635 samples/sec	accuracy=0.640368	lr=0.006793
Epoch[115] Batch [749]	Speed: 1707.570302 samples/sec	accuracy=0.640693	lr=0.006790
Epoch[115] Batch [799]	Speed: 1760.315724 samples/sec	accuracy=0.640332	lr=0.006786
Epoch[115] Batch [849]	Speed: 1720.750195 samples/sec	accuracy=0.640248	lr=0.006782
Epoch[115] Batch [899]	Speed: 1784.826352 samples/sec	accuracy=0.640469	lr=0.006778
Epoch[115] Batch [949]	Speed: 1792.792430 samples/sec	accuracy=0.640226	lr=0.006775
Epoch[115] Batch [999]	Speed: 1745.889586 samples/sec	accuracy=0.640250	lr=0.006771
Epoch[115] Batch [1049]	Speed: 1738.146807 samples/sec	accuracy=0.640052	lr=0.006767
Epoch[115] Batch [1099]	Speed: 1769.344623 samples/sec	accuracy=0.640138	lr=0.006764
Epoch[115] Batch [1149]	Speed: 1759.137507 samples/sec	accuracy=0.640197	lr=0.006760
Epoch[115] Batch [1199]	Speed: 1722.350390 samples/sec	accuracy=0.639993	lr=0.006756
Epoch[115] Batch [1249]	Speed: 1730.397774 samples/sec	accuracy=0.639778	lr=0.006752
Epoch[115] Batch [1299]	Speed: 1753.908078 samples/sec	accuracy=0.639669	lr=0.006749
Epoch[115] Batch [1349]	Speed: 1738.060882 samples/sec	accuracy=0.639685	lr=0.006745
Epoch[115] Batch [1399]	Speed: 1743.359975 samples/sec	accuracy=0.639777	lr=0.006741
Epoch[115] Batch [1449]	Speed: 1736.376507 samples/sec	accuracy=0.639828	lr=0.006738
Epoch[115] Batch [1499]	Speed: 1813.543911 samples/sec	accuracy=0.639714	lr=0.006734
Epoch[115] Batch [1549]	Speed: 1784.041734 samples/sec	accuracy=0.639624	lr=0.006730
Epoch[115] Batch [1599]	Speed: 1737.018640 samples/sec	accuracy=0.639333	lr=0.006727
Epoch[115] Batch [1649]	Speed: 1729.551669 samples/sec	accuracy=0.639306	lr=0.006723
Epoch[115] Batch [1699]	Speed: 1721.818226 samples/sec	accuracy=0.639409	lr=0.006719
Epoch[115] Batch [1749]	Speed: 1776.637033 samples/sec	accuracy=0.639268	lr=0.006716
Epoch[115] Batch [1799]	Speed: 1731.644412 samples/sec	accuracy=0.639542	lr=0.006712
Epoch[115] Batch [1849]	Speed: 1743.714265 samples/sec	accuracy=0.639548	lr=0.006708
Epoch[115] Batch [1899]	Speed: 1726.520238 samples/sec	accuracy=0.639459	lr=0.006704
Epoch[115] Batch [1949]	Speed: 1759.903021 samples/sec	accuracy=0.639261	lr=0.006701
Epoch[115] Batch [1999]	Speed: 1755.561381 samples/sec	accuracy=0.639223	lr=0.006697
Epoch[115] Batch [2049]	Speed: 1755.778348 samples/sec	accuracy=0.639116	lr=0.006693
Epoch[115] Batch [2099]	Speed: 1777.675046 samples/sec	accuracy=0.638999	lr=0.006690
Epoch[115] Batch [2149]	Speed: 1734.476097 samples/sec	accuracy=0.639044	lr=0.006686
Epoch[115] Batch [2199]	Speed: 1738.073430 samples/sec	accuracy=0.638865	lr=0.006682
Epoch[115] Batch [2249]	Speed: 1751.678278 samples/sec	accuracy=0.638929	lr=0.006679
Epoch[115] Batch [2299]	Speed: 1761.889714 samples/sec	accuracy=0.638888	lr=0.006675
Epoch[115] Batch [2349]	Speed: 1775.327849 samples/sec	accuracy=0.638900	lr=0.006671
Epoch[115] Batch [2399]	Speed: 1774.832503 samples/sec	accuracy=0.638810	lr=0.006668
Epoch[115] Batch [2449]	Speed: 1759.232793 samples/sec	accuracy=0.638755	lr=0.006664
Epoch[115] Batch [2499]	Speed: 1714.677892 samples/sec	accuracy=0.638758	lr=0.006660
Epoch[115] Batch [2549]	Speed: 1728.551271 samples/sec	accuracy=0.638885	lr=0.006657
Epoch[115] Batch [2599]	Speed: 1734.571307 samples/sec	accuracy=0.638732	lr=0.006653
Epoch[115] Batch [2649]	Speed: 1731.146903 samples/sec	accuracy=0.638757	lr=0.006649
Epoch[115] Batch [2699]	Speed: 1737.560749 samples/sec	accuracy=0.638707	lr=0.006646
Epoch[115] Batch [2749]	Speed: 1749.232977 samples/sec	accuracy=0.638574	lr=0.006642
Epoch[115] Batch [2799]	Speed: 1737.903965 samples/sec	accuracy=0.638486	lr=0.006638
Epoch[115] Batch [2849]	Speed: 1760.104155 samples/sec	accuracy=0.638480	lr=0.006635
Epoch[115] Batch [2899]	Speed: 1750.349566 samples/sec	accuracy=0.638338	lr=0.006631
Epoch[115] Batch [2949]	Speed: 1739.739339 samples/sec	accuracy=0.638394	lr=0.006627
Epoch[115] Batch [2999]	Speed: 1754.844378 samples/sec	accuracy=0.638217	lr=0.006624
Epoch[115] Batch [3049]	Speed: 1752.483076 samples/sec	accuracy=0.638199	lr=0.006620
Epoch[115] Batch [3099]	Speed: 1714.611520 samples/sec	accuracy=0.638183	lr=0.006616
Epoch[115] Batch [3149]	Speed: 1755.724891 samples/sec	accuracy=0.638163	lr=0.006613
Epoch[115] Batch [3199]	Speed: 1781.374198 samples/sec	accuracy=0.638186	lr=0.006609
Epoch[115] Batch [3249]	Speed: 1753.127332 samples/sec	accuracy=0.638127	lr=0.006605
Epoch[115] Batch [3299]	Speed: 1761.785931 samples/sec	accuracy=0.638071	lr=0.006602
Epoch[115] Batch [3349]	Speed: 1765.837789 samples/sec	accuracy=0.638027	lr=0.006598
Epoch[115] Batch [3399]	Speed: 1743.547832 samples/sec	accuracy=0.637983	lr=0.006594
Epoch[115] Batch [3449]	Speed: 1763.942793 samples/sec	accuracy=0.637963	lr=0.006591
Epoch[115] Batch [3499]	Speed: 1764.885257 samples/sec	accuracy=0.637980	lr=0.006587
Epoch[115] Batch [3549]	Speed: 1760.229036 samples/sec	accuracy=0.637901	lr=0.006583
Epoch[115] Batch [3599]	Speed: 1736.577972 samples/sec	accuracy=0.637758	lr=0.006580
Epoch[115] Batch [3649]	Speed: 1751.672734 samples/sec	accuracy=0.637697	lr=0.006576
Epoch[115] Batch [3699]	Speed: 1732.962151 samples/sec	accuracy=0.637653	lr=0.006572
Epoch[115] Batch [3749]	Speed: 1764.294135 samples/sec	accuracy=0.637615	lr=0.006569
Epoch[115] Batch [3799]	Speed: 1727.723483 samples/sec	accuracy=0.637572	lr=0.006565
Epoch[115] Batch [3849]	Speed: 1760.173807 samples/sec	accuracy=0.637551	lr=0.006561
Epoch[115] Batch [3899]	Speed: 1763.978611 samples/sec	accuracy=0.637522	lr=0.006558
Epoch[115] Batch [3949]	Speed: 1760.174326 samples/sec	accuracy=0.637577	lr=0.006554
Epoch[115] Batch [3999]	Speed: 1714.437183 samples/sec	accuracy=0.637539	lr=0.006550
Epoch[115] Batch [4049]	Speed: 1741.392628 samples/sec	accuracy=0.637531	lr=0.006547
Epoch[115] Batch [4099]	Speed: 1746.695323 samples/sec	accuracy=0.637500	lr=0.006543
Epoch[115] Batch [4149]	Speed: 1741.348742 samples/sec	accuracy=0.637457	lr=0.006539
Epoch[115] Batch [4199]	Speed: 1744.443625 samples/sec	accuracy=0.637463	lr=0.006536
Epoch[115] Batch [4249]	Speed: 1749.683912 samples/sec	accuracy=0.637437	lr=0.006532
Epoch[115] Batch [4299]	Speed: 1778.669604 samples/sec	accuracy=0.637433	lr=0.006528
Epoch[115] Batch [4349]	Speed: 1750.819576 samples/sec	accuracy=0.637374	lr=0.006525
Epoch[115] Batch [4399]	Speed: 1784.637207 samples/sec	accuracy=0.637325	lr=0.006521
Epoch[115] Batch [4449]	Speed: 1763.555442 samples/sec	accuracy=0.637279	lr=0.006517
Epoch[115] Batch [4499]	Speed: 1757.799876 samples/sec	accuracy=0.637258	lr=0.006514
Epoch[115] Batch [4549]	Speed: 1752.591773 samples/sec	accuracy=0.637168	lr=0.006510
Epoch[115] Batch [4599]	Speed: 1734.455196 samples/sec	accuracy=0.637111	lr=0.006507
Epoch[115] Batch [4649]	Speed: 1758.515150 samples/sec	accuracy=0.637084	lr=0.006503
Epoch[115] Batch [4699]	Speed: 1716.871035 samples/sec	accuracy=0.637075	lr=0.006499
Epoch[115] Batch [4749]	Speed: 1760.249581 samples/sec	accuracy=0.636978	lr=0.006496
Epoch[115] Batch [4799]	Speed: 1748.495564 samples/sec	accuracy=0.637002	lr=0.006492
Epoch[115] Batch [4849]	Speed: 1737.170956 samples/sec	accuracy=0.636990	lr=0.006488
Epoch[115] Batch [4899]	Speed: 1782.597493 samples/sec	accuracy=0.636916	lr=0.006485
Epoch[115] Batch [4949]	Speed: 1741.917069 samples/sec	accuracy=0.636944	lr=0.006481
Epoch[115] Batch [4999]	Speed: 1838.847699 samples/sec	accuracy=0.637003	lr=0.006477
[Epoch 115] training: accuracy=0.637013
[Epoch 115] speed: 1750 samples/sec	time cost: 746.273198
[Epoch 115] validation: err-top1=0.325136 err-top5=0.126295
Epoch[116] Batch [49]	Speed: 1625.860314 samples/sec	accuracy=0.639062	lr=0.006473
Epoch[116] Batch [99]	Speed: 1737.544666 samples/sec	accuracy=0.640547	lr=0.006470
Epoch[116] Batch [149]	Speed: 1763.890112 samples/sec	accuracy=0.641406	lr=0.006466
Epoch[116] Batch [199]	Speed: 1710.243810 samples/sec	accuracy=0.640156	lr=0.006463
Epoch[116] Batch [249]	Speed: 1735.103142 samples/sec	accuracy=0.639547	lr=0.006459
Epoch[116] Batch [299]	Speed: 1695.755268 samples/sec	accuracy=0.640117	lr=0.006455
Epoch[116] Batch [349]	Speed: 1764.536173 samples/sec	accuracy=0.640067	lr=0.006452
Epoch[116] Batch [399]	Speed: 1764.363191 samples/sec	accuracy=0.640283	lr=0.006448
Epoch[116] Batch [449]	Speed: 1727.033423 samples/sec	accuracy=0.640078	lr=0.006444
Epoch[116] Batch [499]	Speed: 1775.657607 samples/sec	accuracy=0.640320	lr=0.006441
Epoch[116] Batch [549]	Speed: 1741.912999 samples/sec	accuracy=0.639595	lr=0.006437
Epoch[116] Batch [599]	Speed: 1747.225578 samples/sec	accuracy=0.639674	lr=0.006434
Epoch[116] Batch [649]	Speed: 1748.955007 samples/sec	accuracy=0.639555	lr=0.006430
Epoch[116] Batch [699]	Speed: 1755.708527 samples/sec	accuracy=0.639235	lr=0.006426
Epoch[116] Batch [749]	Speed: 1711.588971 samples/sec	accuracy=0.639276	lr=0.006423
Epoch[116] Batch [799]	Speed: 1783.852341 samples/sec	accuracy=0.639150	lr=0.006419
Epoch[116] Batch [849]	Speed: 1735.745511 samples/sec	accuracy=0.638621	lr=0.006415
Epoch[116] Batch [899]	Speed: 1730.637853 samples/sec	accuracy=0.638750	lr=0.006412
Epoch[116] Batch [949]	Speed: 1773.227699 samples/sec	accuracy=0.638549	lr=0.006408
Epoch[116] Batch [999]	Speed: 1791.554809 samples/sec	accuracy=0.638422	lr=0.006405
Epoch[116] Batch [1049]	Speed: 1769.246607 samples/sec	accuracy=0.638471	lr=0.006401
Epoch[116] Batch [1099]	Speed: 1771.062750 samples/sec	accuracy=0.638285	lr=0.006397
Epoch[116] Batch [1149]	Speed: 1759.846890 samples/sec	accuracy=0.638607	lr=0.006394
Epoch[116] Batch [1199]	Speed: 1755.487215 samples/sec	accuracy=0.638437	lr=0.006390
Epoch[116] Batch [1249]	Speed: 1718.485747 samples/sec	accuracy=0.638509	lr=0.006387
Epoch[116] Batch [1299]	Speed: 1783.134849 samples/sec	accuracy=0.638465	lr=0.006383
Epoch[116] Batch [1349]	Speed: 1707.112367 samples/sec	accuracy=0.638330	lr=0.006379
Epoch[116] Batch [1399]	Speed: 1742.534518 samples/sec	accuracy=0.638393	lr=0.006376
Epoch[116] Batch [1449]	Speed: 1743.571614 samples/sec	accuracy=0.638745	lr=0.006372
Epoch[116] Batch [1499]	Speed: 1707.236464 samples/sec	accuracy=0.638768	lr=0.006368
Epoch[116] Batch [1549]	Speed: 1780.054721 samples/sec	accuracy=0.638695	lr=0.006365
Epoch[116] Batch [1599]	Speed: 1767.053964 samples/sec	accuracy=0.638655	lr=0.006361
Epoch[116] Batch [1649]	Speed: 1750.738559 samples/sec	accuracy=0.638625	lr=0.006358
Epoch[116] Batch [1699]	Speed: 1728.739234 samples/sec	accuracy=0.638552	lr=0.006354
Epoch[116] Batch [1749]	Speed: 1732.630502 samples/sec	accuracy=0.638391	lr=0.006350
Epoch[116] Batch [1799]	Speed: 1742.438940 samples/sec	accuracy=0.638409	lr=0.006347
Epoch[116] Batch [1849]	Speed: 1744.337353 samples/sec	accuracy=0.638583	lr=0.006343
Epoch[116] Batch [1899]	Speed: 1761.417152 samples/sec	accuracy=0.638586	lr=0.006340
Epoch[116] Batch [1949]	Speed: 1776.082844 samples/sec	accuracy=0.638582	lr=0.006336
Epoch[116] Batch [1999]	Speed: 1714.510002 samples/sec	accuracy=0.638512	lr=0.006332
Epoch[116] Batch [2049]	Speed: 1746.952793 samples/sec	accuracy=0.638584	lr=0.006329
Epoch[116] Batch [2099]	Speed: 1752.934830 samples/sec	accuracy=0.638722	lr=0.006325
Epoch[116] Batch [2149]	Speed: 1754.551376 samples/sec	accuracy=0.638779	lr=0.006322
Epoch[116] Batch [2199]	Speed: 1790.866234 samples/sec	accuracy=0.638699	lr=0.006318
Epoch[116] Batch [2249]	Speed: 1760.160765 samples/sec	accuracy=0.638689	lr=0.006314
Epoch[116] Batch [2299]	Speed: 1714.610097 samples/sec	accuracy=0.638575	lr=0.006311
Epoch[116] Batch [2349]	Speed: 1705.905613 samples/sec	accuracy=0.638574	lr=0.006307
Epoch[116] Batch [2399]	Speed: 1738.362305 samples/sec	accuracy=0.638613	lr=0.006304
Epoch[116] Batch [2449]	Speed: 1763.010598 samples/sec	accuracy=0.638624	lr=0.006300
Epoch[116] Batch [2499]	Speed: 1741.990319 samples/sec	accuracy=0.638736	lr=0.006296
Epoch[116] Batch [2549]	Speed: 1804.182502 samples/sec	accuracy=0.638845	lr=0.006293
Epoch[116] Batch [2599]	Speed: 1757.312191 samples/sec	accuracy=0.638809	lr=0.006289
Epoch[116] Batch [2649]	Speed: 1755.648299 samples/sec	accuracy=0.638864	lr=0.006286
Epoch[116] Batch [2699]	Speed: 1745.834061 samples/sec	accuracy=0.638961	lr=0.006282
Epoch[116] Batch [2749]	Speed: 1745.640092 samples/sec	accuracy=0.639098	lr=0.006279
Epoch[116] Batch [2799]	Speed: 1728.952906 samples/sec	accuracy=0.639176	lr=0.006275
Epoch[116] Batch [2849]	Speed: 1786.069606 samples/sec	accuracy=0.639212	lr=0.006271
Epoch[116] Batch [2899]	Speed: 1745.728414 samples/sec	accuracy=0.639224	lr=0.006268
Epoch[116] Batch [2949]	Speed: 1740.573999 samples/sec	accuracy=0.639255	lr=0.006264
Epoch[116] Batch [2999]	Speed: 1752.785459 samples/sec	accuracy=0.639264	lr=0.006261
Epoch[116] Batch [3049]	Speed: 1771.314422 samples/sec	accuracy=0.639265	lr=0.006257
Epoch[116] Batch [3099]	Speed: 1743.828334 samples/sec	accuracy=0.639299	lr=0.006253
Epoch[116] Batch [3149]	Speed: 1800.035171 samples/sec	accuracy=0.639183	lr=0.006250
Epoch[116] Batch [3199]	Speed: 1744.381107 samples/sec	accuracy=0.639191	lr=0.006246
Epoch[116] Batch [3249]	Speed: 1739.393932 samples/sec	accuracy=0.639206	lr=0.006243
Epoch[116] Batch [3299]	Speed: 1755.284782 samples/sec	accuracy=0.639209	lr=0.006239
Epoch[116] Batch [3349]	Speed: 1730.152465 samples/sec	accuracy=0.639151	lr=0.006236
Epoch[116] Batch [3399]	Speed: 1721.398648 samples/sec	accuracy=0.639182	lr=0.006232
Epoch[116] Batch [3449]	Speed: 1749.931255 samples/sec	accuracy=0.639112	lr=0.006228
Epoch[116] Batch [3499]	Speed: 1736.819938 samples/sec	accuracy=0.639097	lr=0.006225
Epoch[116] Batch [3549]	Speed: 1778.985750 samples/sec	accuracy=0.639143	lr=0.006221
Epoch[116] Batch [3599]	Speed: 1772.873083 samples/sec	accuracy=0.639107	lr=0.006218
Epoch[116] Batch [3649]	Speed: 1736.817353 samples/sec	accuracy=0.639124	lr=0.006214
Epoch[116] Batch [3699]	Speed: 1762.488426 samples/sec	accuracy=0.639036	lr=0.006211
Epoch[116] Batch [3749]	Speed: 1737.444462 samples/sec	accuracy=0.638951	lr=0.006207
Epoch[116] Batch [3799]	Speed: 1745.389648 samples/sec	accuracy=0.638891	lr=0.006203
Epoch[116] Batch [3849]	Speed: 1770.488269 samples/sec	accuracy=0.638879	lr=0.006200
Epoch[116] Batch [3899]	Speed: 1754.746528 samples/sec	accuracy=0.638925	lr=0.006196
Epoch[116] Batch [3949]	Speed: 1755.256834 samples/sec	accuracy=0.638906	lr=0.006193
Epoch[116] Batch [3999]	Speed: 1741.724082 samples/sec	accuracy=0.638816	lr=0.006189
Epoch[116] Batch [4049]	Speed: 1749.834865 samples/sec	accuracy=0.638784	lr=0.006186
Epoch[116] Batch [4099]	Speed: 1745.955278 samples/sec	accuracy=0.638799	lr=0.006182
Epoch[116] Batch [4149]	Speed: 1732.352584 samples/sec	accuracy=0.638822	lr=0.006178
Epoch[116] Batch [4199]	Speed: 1755.700316 samples/sec	accuracy=0.638825	lr=0.006175
Epoch[116] Batch [4249]	Speed: 1734.276576 samples/sec	accuracy=0.638846	lr=0.006171
Epoch[116] Batch [4299]	Speed: 1750.071240 samples/sec	accuracy=0.638859	lr=0.006168
Epoch[116] Batch [4349]	Speed: 1781.170183 samples/sec	accuracy=0.638883	lr=0.006164
Epoch[116] Batch [4399]	Speed: 1719.977249 samples/sec	accuracy=0.638780	lr=0.006161
Epoch[116] Batch [4449]	Speed: 1772.939124 samples/sec	accuracy=0.638737	lr=0.006157
Epoch[116] Batch [4499]	Speed: 1776.631859 samples/sec	accuracy=0.638747	lr=0.006154
Epoch[116] Batch [4549]	Speed: 1785.587489 samples/sec	accuracy=0.638732	lr=0.006150
Epoch[116] Batch [4599]	Speed: 1767.857645 samples/sec	accuracy=0.638706	lr=0.006146
Epoch[116] Batch [4649]	Speed: 1762.925381 samples/sec	accuracy=0.638716	lr=0.006143
Epoch[116] Batch [4699]	Speed: 1769.924722 samples/sec	accuracy=0.638713	lr=0.006139
Epoch[116] Batch [4749]	Speed: 1733.242615 samples/sec	accuracy=0.638690	lr=0.006136
Epoch[116] Batch [4799]	Speed: 1722.769492 samples/sec	accuracy=0.638734	lr=0.006132
Epoch[116] Batch [4849]	Speed: 1770.898825 samples/sec	accuracy=0.638747	lr=0.006129
Epoch[116] Batch [4899]	Speed: 1730.437820 samples/sec	accuracy=0.638750	lr=0.006125
Epoch[116] Batch [4949]	Speed: 1758.818466 samples/sec	accuracy=0.638748	lr=0.006122
Epoch[116] Batch [4999]	Speed: 1856.392921 samples/sec	accuracy=0.638719	lr=0.006118
[Epoch 116] training: accuracy=0.638719
[Epoch 116] speed: 1749 samples/sec	time cost: 746.585564
[Epoch 116] validation: err-top1=0.325781 err-top5=0.124239
Epoch[117] Batch [49]	Speed: 1663.072684 samples/sec	accuracy=0.646875	lr=0.006114
Epoch[117] Batch [99]	Speed: 1747.529961 samples/sec	accuracy=0.642656	lr=0.006111
Epoch[117] Batch [149]	Speed: 1732.715387 samples/sec	accuracy=0.642813	lr=0.006107
Epoch[117] Batch [199]	Speed: 1736.626955 samples/sec	accuracy=0.644082	lr=0.006103
Epoch[117] Batch [249]	Speed: 1762.197493 samples/sec	accuracy=0.643953	lr=0.006100
Epoch[117] Batch [299]	Speed: 1783.386527 samples/sec	accuracy=0.644036	lr=0.006096
Epoch[117] Batch [349]	Speed: 1725.572480 samples/sec	accuracy=0.643627	lr=0.006093
Epoch[117] Batch [399]	Speed: 1739.280498 samples/sec	accuracy=0.642988	lr=0.006089
Epoch[117] Batch [449]	Speed: 1730.253948 samples/sec	accuracy=0.643134	lr=0.006086
Epoch[117] Batch [499]	Speed: 1763.506318 samples/sec	accuracy=0.642602	lr=0.006082
Epoch[117] Batch [549]	Speed: 1750.525290 samples/sec	accuracy=0.642379	lr=0.006079
Epoch[117] Batch [599]	Speed: 1755.091002 samples/sec	accuracy=0.642715	lr=0.006075
Epoch[117] Batch [649]	Speed: 1746.969051 samples/sec	accuracy=0.642542	lr=0.006072
Epoch[117] Batch [699]	Speed: 1764.033963 samples/sec	accuracy=0.642840	lr=0.006068
Epoch[117] Batch [749]	Speed: 1724.870726 samples/sec	accuracy=0.642521	lr=0.006065
Epoch[117] Batch [799]	Speed: 1744.335936 samples/sec	accuracy=0.642407	lr=0.006061
Epoch[117] Batch [849]	Speed: 1755.656509 samples/sec	accuracy=0.642394	lr=0.006057
Epoch[117] Batch [899]	Speed: 1748.269634 samples/sec	accuracy=0.642747	lr=0.006054
Epoch[117] Batch [949]	Speed: 1746.153009 samples/sec	accuracy=0.642821	lr=0.006050
Epoch[117] Batch [999]	Speed: 1761.210692 samples/sec	accuracy=0.642797	lr=0.006047
Epoch[117] Batch [1049]	Speed: 1770.086775 samples/sec	accuracy=0.642764	lr=0.006043
Epoch[117] Batch [1099]	Speed: 1746.179929 samples/sec	accuracy=0.642560	lr=0.006040
Epoch[117] Batch [1149]	Speed: 1727.962320 samples/sec	accuracy=0.642609	lr=0.006036
Epoch[117] Batch [1199]	Speed: 1747.638784 samples/sec	accuracy=0.642428	lr=0.006033
Epoch[117] Batch [1249]	Speed: 1776.311848 samples/sec	accuracy=0.642500	lr=0.006029
Epoch[117] Batch [1299]	Speed: 1730.039955 samples/sec	accuracy=0.642455	lr=0.006026
Epoch[117] Batch [1349]	Speed: 1738.467174 samples/sec	accuracy=0.642486	lr=0.006022
Epoch[117] Batch [1399]	Speed: 1760.325882 samples/sec	accuracy=0.642416	lr=0.006019
Epoch[117] Batch [1449]	Speed: 1729.418235 samples/sec	accuracy=0.642460	lr=0.006015
Epoch[117] Batch [1499]	Speed: 1764.680419 samples/sec	accuracy=0.642466	lr=0.006012
Epoch[117] Batch [1549]	Speed: 1760.071495 samples/sec	accuracy=0.642366	lr=0.006008
Epoch[117] Batch [1599]	Speed: 1758.497755 samples/sec	accuracy=0.642100	lr=0.006005
Epoch[117] Batch [1649]	Speed: 1733.837970 samples/sec	accuracy=0.641908	lr=0.006001
Epoch[117] Batch [1699]	Speed: 1769.464228 samples/sec	accuracy=0.641806	lr=0.005998
Epoch[117] Batch [1749]	Speed: 1756.971329 samples/sec	accuracy=0.641770	lr=0.005994
Epoch[117] Batch [1799]	Speed: 1743.374467 samples/sec	accuracy=0.641764	lr=0.005991
Epoch[117] Batch [1849]	Speed: 1750.751747 samples/sec	accuracy=0.641668	lr=0.005987
Epoch[117] Batch [1899]	Speed: 1761.887286 samples/sec	accuracy=0.641544	lr=0.005984
Epoch[117] Batch [1949]	Speed: 1757.008992 samples/sec	accuracy=0.641438	lr=0.005980
Epoch[117] Batch [1999]	Speed: 1769.410401 samples/sec	accuracy=0.641516	lr=0.005976
Epoch[117] Batch [2049]	Speed: 1747.649764 samples/sec	accuracy=0.641564	lr=0.005973
Epoch[117] Batch [2099]	Speed: 1731.081595 samples/sec	accuracy=0.641481	lr=0.005969
Epoch[117] Batch [2149]	Speed: 1731.252077 samples/sec	accuracy=0.641372	lr=0.005966
Epoch[117] Batch [2199]	Speed: 1727.217778 samples/sec	accuracy=0.641378	lr=0.005962
Epoch[117] Batch [2249]	Speed: 1719.151375 samples/sec	accuracy=0.641418	lr=0.005959
Epoch[117] Batch [2299]	Speed: 1742.451947 samples/sec	accuracy=0.641267	lr=0.005955
Epoch[117] Batch [2349]	Speed: 1755.715245 samples/sec	accuracy=0.641262	lr=0.005952
Epoch[117] Batch [2399]	Speed: 1746.983320 samples/sec	accuracy=0.641217	lr=0.005948
Epoch[117] Batch [2449]	Speed: 1761.095782 samples/sec	accuracy=0.641204	lr=0.005945
Epoch[117] Batch [2499]	Speed: 1764.227287 samples/sec	accuracy=0.641277	lr=0.005941
Epoch[117] Batch [2549]	Speed: 1765.579309 samples/sec	accuracy=0.641172	lr=0.005938
Epoch[117] Batch [2599]	Speed: 1735.731145 samples/sec	accuracy=0.641164	lr=0.005934
Epoch[117] Batch [2649]	Speed: 1766.864206 samples/sec	accuracy=0.641188	lr=0.005931
Epoch[117] Batch [2699]	Speed: 1726.606469 samples/sec	accuracy=0.641166	lr=0.005927
Epoch[117] Batch [2749]	Speed: 1725.558282 samples/sec	accuracy=0.641168	lr=0.005924
Epoch[117] Batch [2799]	Speed: 1748.398364 samples/sec	accuracy=0.641130	lr=0.005920
Epoch[117] Batch [2849]	Speed: 1765.076621 samples/sec	accuracy=0.641028	lr=0.005917
Epoch[117] Batch [2899]	Speed: 1750.131086 samples/sec	accuracy=0.641078	lr=0.005913
Epoch[117] Batch [2949]	Speed: 1735.934537 samples/sec	accuracy=0.640997	lr=0.005910
Epoch[117] Batch [2999]	Speed: 1773.430660 samples/sec	accuracy=0.641020	lr=0.005906
Epoch[117] Batch [3049]	Speed: 1764.065089 samples/sec	accuracy=0.640999	lr=0.005903
Epoch[117] Batch [3099]	Speed: 1766.208828 samples/sec	accuracy=0.640999	lr=0.005899
Epoch[117] Batch [3149]	Speed: 1743.887980 samples/sec	accuracy=0.640905	lr=0.005896
Epoch[117] Batch [3199]	Speed: 1738.481811 samples/sec	accuracy=0.640837	lr=0.005892
Epoch[117] Batch [3249]	Speed: 1723.350094 samples/sec	accuracy=0.640849	lr=0.005889
Epoch[117] Batch [3299]	Speed: 1748.720357 samples/sec	accuracy=0.640805	lr=0.005885
Epoch[117] Batch [3349]	Speed: 1762.876061 samples/sec	accuracy=0.640766	lr=0.005882
Epoch[117] Batch [3399]	Speed: 1758.470972 samples/sec	accuracy=0.640754	lr=0.005879
Epoch[117] Batch [3449]	Speed: 1791.778013 samples/sec	accuracy=0.640746	lr=0.005875
Epoch[117] Batch [3499]	Speed: 1802.054218 samples/sec	accuracy=0.640770	lr=0.005872
Epoch[117] Batch [3549]	Speed: 1741.231269 samples/sec	accuracy=0.640826	lr=0.005868
Epoch[117] Batch [3599]	Speed: 1751.655474 samples/sec	accuracy=0.640752	lr=0.005865
Epoch[117] Batch [3649]	Speed: 1760.271167 samples/sec	accuracy=0.640578	lr=0.005861
Epoch[117] Batch [3699]	Speed: 1747.477972 samples/sec	accuracy=0.640583	lr=0.005858
Epoch[117] Batch [3749]	Speed: 1752.772526 samples/sec	accuracy=0.640511	lr=0.005854
Epoch[117] Batch [3799]	Speed: 1715.295962 samples/sec	accuracy=0.640567	lr=0.005851
Epoch[117] Batch [3849]	Speed: 1773.610054 samples/sec	accuracy=0.640560	lr=0.005847
Epoch[117] Batch [3899]	Speed: 1720.176249 samples/sec	accuracy=0.640568	lr=0.005844
Epoch[117] Batch [3949]	Speed: 1772.125202 samples/sec	accuracy=0.640525	lr=0.005840
Epoch[117] Batch [3999]	Speed: 1753.546943 samples/sec	accuracy=0.640541	lr=0.005837
Epoch[117] Batch [4049]	Speed: 1758.398978 samples/sec	accuracy=0.640598	lr=0.005833
Epoch[117] Batch [4099]	Speed: 1732.731549 samples/sec	accuracy=0.640598	lr=0.005830
Epoch[117] Batch [4149]	Speed: 1716.822007 samples/sec	accuracy=0.640560	lr=0.005826
Epoch[117] Batch [4199]	Speed: 1722.558782 samples/sec	accuracy=0.640499	lr=0.005823
Epoch[117] Batch [4249]	Speed: 1741.203824 samples/sec	accuracy=0.640572	lr=0.005819
Epoch[117] Batch [4299]	Speed: 1733.950247 samples/sec	accuracy=0.640591	lr=0.005816
Epoch[117] Batch [4349]	Speed: 1779.405446 samples/sec	accuracy=0.640623	lr=0.005812
Epoch[117] Batch [4399]	Speed: 1757.969617 samples/sec	accuracy=0.640551	lr=0.005809
Epoch[117] Batch [4449]	Speed: 1749.356833 samples/sec	accuracy=0.640595	lr=0.005805
Epoch[117] Batch [4499]	Speed: 1786.229398 samples/sec	accuracy=0.640575	lr=0.005802
Epoch[117] Batch [4549]	Speed: 1767.710668 samples/sec	accuracy=0.640568	lr=0.005799
Epoch[117] Batch [4599]	Speed: 1758.653631 samples/sec	accuracy=0.640595	lr=0.005795
Epoch[117] Batch [4649]	Speed: 1788.989776 samples/sec	accuracy=0.640615	lr=0.005792
Epoch[117] Batch [4699]	Speed: 1768.300878 samples/sec	accuracy=0.640532	lr=0.005788
Epoch[117] Batch [4749]	Speed: 1752.095708 samples/sec	accuracy=0.640607	lr=0.005785
Epoch[117] Batch [4799]	Speed: 1754.386423 samples/sec	accuracy=0.640630	lr=0.005781
Epoch[117] Batch [4849]	Speed: 1724.578838 samples/sec	accuracy=0.640627	lr=0.005778
Epoch[117] Batch [4899]	Speed: 1753.214238 samples/sec	accuracy=0.640607	lr=0.005774
Epoch[117] Batch [4949]	Speed: 1768.066424 samples/sec	accuracy=0.640622	lr=0.005771
Epoch[117] Batch [4999]	Speed: 1829.452939 samples/sec	accuracy=0.640597	lr=0.005767
[Epoch 117] training: accuracy=0.640586
[Epoch 117] speed: 1750 samples/sec	time cost: 746.169081
[Epoch 117] validation: err-top1=0.326082 err-top5=0.125901
Epoch[118] Batch [49]	Speed: 1615.946782 samples/sec	accuracy=0.646563	lr=0.005764
Epoch[118] Batch [99]	Speed: 1796.729795 samples/sec	accuracy=0.644297	lr=0.005760
Epoch[118] Batch [149]	Speed: 1743.677510 samples/sec	accuracy=0.645260	lr=0.005757
Epoch[118] Batch [199]	Speed: 1747.431730 samples/sec	accuracy=0.644375	lr=0.005753
Epoch[118] Batch [249]	Speed: 1764.222649 samples/sec	accuracy=0.644156	lr=0.005750
Epoch[118] Batch [299]	Speed: 1770.313651 samples/sec	accuracy=0.644440	lr=0.005746
Epoch[118] Batch [349]	Speed: 1776.182912 samples/sec	accuracy=0.644107	lr=0.005743
Epoch[118] Batch [399]	Speed: 1715.350493 samples/sec	accuracy=0.644092	lr=0.005739
Epoch[118] Batch [449]	Speed: 1759.086497 samples/sec	accuracy=0.642951	lr=0.005736
Epoch[118] Batch [499]	Speed: 1750.185116 samples/sec	accuracy=0.643758	lr=0.005733
Epoch[118] Batch [549]	Speed: 1740.851174 samples/sec	accuracy=0.643714	lr=0.005729
Epoch[118] Batch [599]	Speed: 1783.451161 samples/sec	accuracy=0.643919	lr=0.005726
Epoch[118] Batch [649]	Speed: 1762.852039 samples/sec	accuracy=0.643335	lr=0.005722
Epoch[118] Batch [699]	Speed: 1701.859499 samples/sec	accuracy=0.643326	lr=0.005719
Epoch[118] Batch [749]	Speed: 1742.252510 samples/sec	accuracy=0.643443	lr=0.005715
Epoch[118] Batch [799]	Speed: 1741.938093 samples/sec	accuracy=0.643447	lr=0.005712
Epoch[118] Batch [849]	Speed: 1716.045179 samples/sec	accuracy=0.643488	lr=0.005708
Epoch[118] Batch [899]	Speed: 1730.906292 samples/sec	accuracy=0.643507	lr=0.005705
Epoch[118] Batch [949]	Speed: 1749.127318 samples/sec	accuracy=0.643413	lr=0.005702
Epoch[118] Batch [999]	Speed: 1761.578344 samples/sec	accuracy=0.643316	lr=0.005698
Epoch[118] Batch [1049]	Speed: 1747.879574 samples/sec	accuracy=0.643341	lr=0.005695
Epoch[118] Batch [1099]	Speed: 1758.161327 samples/sec	accuracy=0.643477	lr=0.005691
Epoch[118] Batch [1149]	Speed: 1739.035480 samples/sec	accuracy=0.643142	lr=0.005688
Epoch[118] Batch [1199]	Speed: 1731.383673 samples/sec	accuracy=0.643197	lr=0.005684
Epoch[118] Batch [1249]	Speed: 1724.429165 samples/sec	accuracy=0.643294	lr=0.005681
Epoch[118] Batch [1299]	Speed: 1754.826826 samples/sec	accuracy=0.643606	lr=0.005678
Epoch[118] Batch [1349]	Speed: 1756.204973 samples/sec	accuracy=0.643423	lr=0.005674
Epoch[118] Batch [1399]	Speed: 1748.675929 samples/sec	accuracy=0.643295	lr=0.005671
Epoch[118] Batch [1449]	Speed: 1752.310389 samples/sec	accuracy=0.643112	lr=0.005667
Epoch[118] Batch [1499]	Speed: 1774.784333 samples/sec	accuracy=0.643151	lr=0.005664
Epoch[118] Batch [1549]	Speed: 1735.288494 samples/sec	accuracy=0.643256	lr=0.005660
Epoch[118] Batch [1599]	Speed: 1749.179861 samples/sec	accuracy=0.643359	lr=0.005657
Epoch[118] Batch [1649]	Speed: 1769.593882 samples/sec	accuracy=0.643267	lr=0.005654
Epoch[118] Batch [1699]	Speed: 1779.790647 samples/sec	accuracy=0.643196	lr=0.005650
Epoch[118] Batch [1749]	Speed: 1769.434894 samples/sec	accuracy=0.642962	lr=0.005647
Epoch[118] Batch [1799]	Speed: 1779.629350 samples/sec	accuracy=0.642917	lr=0.005643
Epoch[118] Batch [1849]	Speed: 1722.737042 samples/sec	accuracy=0.642734	lr=0.005640
Epoch[118] Batch [1899]	Speed: 1770.728798 samples/sec	accuracy=0.642514	lr=0.005636
Epoch[118] Batch [1949]	Speed: 1774.603470 samples/sec	accuracy=0.642470	lr=0.005633
Epoch[118] Batch [1999]	Speed: 1753.931113 samples/sec	accuracy=0.642563	lr=0.005630
Epoch[118] Batch [2049]	Speed: 1766.356601 samples/sec	accuracy=0.642708	lr=0.005626
Epoch[118] Batch [2099]	Speed: 1741.655600 samples/sec	accuracy=0.642547	lr=0.005623
Epoch[118] Batch [2149]	Speed: 1740.011060 samples/sec	accuracy=0.642482	lr=0.005619
Epoch[118] Batch [2199]	Speed: 1761.526036 samples/sec	accuracy=0.642365	lr=0.005616
Epoch[118] Batch [2249]	Speed: 1732.620660 samples/sec	accuracy=0.642382	lr=0.005612
Epoch[118] Batch [2299]	Speed: 1716.141119 samples/sec	accuracy=0.642247	lr=0.005609
Epoch[118] Batch [2349]	Speed: 1741.780758 samples/sec	accuracy=0.642372	lr=0.005606
Epoch[118] Batch [2399]	Speed: 1749.088340 samples/sec	accuracy=0.642233	lr=0.005602
Epoch[118] Batch [2449]	Speed: 1742.872686 samples/sec	accuracy=0.642254	lr=0.005599
Epoch[118] Batch [2499]	Speed: 1737.635264 samples/sec	accuracy=0.642272	lr=0.005595
Epoch[118] Batch [2549]	Speed: 1754.615141 samples/sec	accuracy=0.642330	lr=0.005592
Epoch[118] Batch [2599]	Speed: 1734.682502 samples/sec	accuracy=0.642257	lr=0.005589
Epoch[118] Batch [2649]	Speed: 1751.723087 samples/sec	accuracy=0.642165	lr=0.005585
Epoch[118] Batch [2699]	Speed: 1744.203270 samples/sec	accuracy=0.642169	lr=0.005582
Epoch[118] Batch [2749]	Speed: 1729.900146 samples/sec	accuracy=0.642195	lr=0.005578
Epoch[118] Batch [2799]	Speed: 1723.890125 samples/sec	accuracy=0.642256	lr=0.005575
Epoch[118] Batch [2849]	Speed: 1741.743068 samples/sec	accuracy=0.642299	lr=0.005572
Epoch[118] Batch [2899]	Speed: 1795.317295 samples/sec	accuracy=0.642326	lr=0.005568
Epoch[118] Batch [2949]	Speed: 1732.601649 samples/sec	accuracy=0.642135	lr=0.005565
Epoch[118] Batch [2999]	Speed: 1764.060742 samples/sec	accuracy=0.642195	lr=0.005561
Epoch[118] Batch [3049]	Speed: 1764.488213 samples/sec	accuracy=0.642132	lr=0.005558
Epoch[118] Batch [3099]	Speed: 1768.879361 samples/sec	accuracy=0.642138	lr=0.005554
Epoch[118] Batch [3149]	Speed: 1729.449544 samples/sec	accuracy=0.642206	lr=0.005551
Epoch[118] Batch [3199]	Speed: 1731.727525 samples/sec	accuracy=0.642266	lr=0.005548
Epoch[118] Batch [3249]	Speed: 1732.634472 samples/sec	accuracy=0.642297	lr=0.005544
Epoch[118] Batch [3299]	Speed: 1746.209236 samples/sec	accuracy=0.642255	lr=0.005541
Epoch[118] Batch [3349]	Speed: 1755.219534 samples/sec	accuracy=0.642143	lr=0.005537
Epoch[118] Batch [3399]	Speed: 1755.119920 samples/sec	accuracy=0.642073	lr=0.005534
Epoch[118] Batch [3449]	Speed: 1744.652863 samples/sec	accuracy=0.641913	lr=0.005531
Epoch[118] Batch [3499]	Speed: 1744.067339 samples/sec	accuracy=0.641897	lr=0.005527
Epoch[118] Batch [3549]	Speed: 1771.287481 samples/sec	accuracy=0.641917	lr=0.005524
Epoch[118] Batch [3599]	Speed: 1736.360726 samples/sec	accuracy=0.641866	lr=0.005521
Epoch[118] Batch [3649]	Speed: 1727.181715 samples/sec	accuracy=0.641787	lr=0.005517
Epoch[118] Batch [3699]	Speed: 1730.638300 samples/sec	accuracy=0.641741	lr=0.005514
Epoch[118] Batch [3749]	Speed: 1759.185639 samples/sec	accuracy=0.641805	lr=0.005510
Epoch[118] Batch [3799]	Speed: 1731.237561 samples/sec	accuracy=0.641839	lr=0.005507
Epoch[118] Batch [3849]	Speed: 1713.299167 samples/sec	accuracy=0.641912	lr=0.005504
Epoch[118] Batch [3899]	Speed: 1734.336747 samples/sec	accuracy=0.641815	lr=0.005500
Epoch[118] Batch [3949]	Speed: 1806.565878 samples/sec	accuracy=0.641705	lr=0.005497
Epoch[118] Batch [3999]	Speed: 1724.687592 samples/sec	accuracy=0.641619	lr=0.005493
Epoch[118] Batch [4049]	Speed: 1733.172896 samples/sec	accuracy=0.641590	lr=0.005490
Epoch[118] Batch [4099]	Speed: 1718.692710 samples/sec	accuracy=0.641521	lr=0.005487
Epoch[118] Batch [4149]	Speed: 1754.488361 samples/sec	accuracy=0.641517	lr=0.005483
Epoch[118] Batch [4199]	Speed: 1741.693739 samples/sec	accuracy=0.641505	lr=0.005480
Epoch[118] Batch [4249]	Speed: 1767.479803 samples/sec	accuracy=0.641486	lr=0.005476
Epoch[118] Batch [4299]	Speed: 1803.747220 samples/sec	accuracy=0.641509	lr=0.005473
Epoch[118] Batch [4349]	Speed: 1768.615620 samples/sec	accuracy=0.641468	lr=0.005470
Epoch[118] Batch [4399]	Speed: 1752.596636 samples/sec	accuracy=0.641493	lr=0.005466
Epoch[118] Batch [4449]	Speed: 1752.312563 samples/sec	accuracy=0.641559	lr=0.005463
Epoch[118] Batch [4499]	Speed: 1766.694022 samples/sec	accuracy=0.641556	lr=0.005460
Epoch[118] Batch [4549]	Speed: 1711.329054 samples/sec	accuracy=0.641535	lr=0.005456
Epoch[118] Batch [4599]	Speed: 1732.256276 samples/sec	accuracy=0.641495	lr=0.005453
Epoch[118] Batch [4649]	Speed: 1783.292872 samples/sec	accuracy=0.641384	lr=0.005449
Epoch[118] Batch [4699]	Speed: 1772.223362 samples/sec	accuracy=0.641335	lr=0.005446
Epoch[118] Batch [4749]	Speed: 1754.304903 samples/sec	accuracy=0.641286	lr=0.005443
Epoch[118] Batch [4799]	Speed: 1767.222762 samples/sec	accuracy=0.641284	lr=0.005439
Epoch[118] Batch [4849]	Speed: 1770.247864 samples/sec	accuracy=0.641198	lr=0.005436
Epoch[118] Batch [4899]	Speed: 1763.388270 samples/sec	accuracy=0.641094	lr=0.005433
Epoch[118] Batch [4949]	Speed: 1751.659532 samples/sec	accuracy=0.641004	lr=0.005429
Epoch[118] Batch [4999]	Speed: 1848.987410 samples/sec	accuracy=0.641034	lr=0.005426
[Epoch 118] training: accuracy=0.641043
[Epoch 118] speed: 1749 samples/sec	time cost: 746.698193
[Epoch 118] validation: err-top1=0.325335 err-top5=0.125478
Epoch[119] Batch [49]	Speed: 1633.853253 samples/sec	accuracy=0.645234	lr=0.005422
Epoch[119] Batch [99]	Speed: 1749.369487 samples/sec	accuracy=0.646758	lr=0.005419
Epoch[119] Batch [149]	Speed: 1735.334376 samples/sec	accuracy=0.643984	lr=0.005415
Epoch[119] Batch [199]	Speed: 1764.712786 samples/sec	accuracy=0.645176	lr=0.005412
Epoch[119] Batch [249]	Speed: 1767.661371 samples/sec	accuracy=0.645594	lr=0.005409
Epoch[119] Batch [299]	Speed: 1747.897670 samples/sec	accuracy=0.645755	lr=0.005405
Epoch[119] Batch [349]	Speed: 1752.376851 samples/sec	accuracy=0.644888	lr=0.005402
Epoch[119] Batch [399]	Speed: 1734.055537 samples/sec	accuracy=0.645557	lr=0.005399
Epoch[119] Batch [449]	Speed: 1755.934948 samples/sec	accuracy=0.645200	lr=0.005395
Epoch[119] Batch [499]	Speed: 1749.083610 samples/sec	accuracy=0.644781	lr=0.005392
Epoch[119] Batch [549]	Speed: 1742.779391 samples/sec	accuracy=0.645348	lr=0.005389
Epoch[119] Batch [599]	Speed: 1736.408574 samples/sec	accuracy=0.644635	lr=0.005385
Epoch[119] Batch [649]	Speed: 1771.814647 samples/sec	accuracy=0.644483	lr=0.005382
Epoch[119] Batch [699]	Speed: 1767.571804 samples/sec	accuracy=0.644213	lr=0.005379
Epoch[119] Batch [749]	Speed: 1757.735477 samples/sec	accuracy=0.644156	lr=0.005375
Epoch[119] Batch [799]	Speed: 1772.368340 samples/sec	accuracy=0.644341	lr=0.005372
Epoch[119] Batch [849]	Speed: 1745.087428 samples/sec	accuracy=0.644665	lr=0.005368
Epoch[119] Batch [899]	Speed: 1759.374731 samples/sec	accuracy=0.645026	lr=0.005365
Epoch[119] Batch [949]	Speed: 1764.838611 samples/sec	accuracy=0.645502	lr=0.005362
Epoch[119] Batch [999]	Speed: 1734.265988 samples/sec	accuracy=0.645184	lr=0.005358
Epoch[119] Batch [1049]	Speed: 1767.054487 samples/sec	accuracy=0.645294	lr=0.005355
Epoch[119] Batch [1099]	Speed: 1753.897707 samples/sec	accuracy=0.645277	lr=0.005352
Epoch[119] Batch [1149]	Speed: 1756.605827 samples/sec	accuracy=0.645031	lr=0.005348
Epoch[119] Batch [1199]	Speed: 1762.317349 samples/sec	accuracy=0.644867	lr=0.005345
Epoch[119] Batch [1249]	Speed: 1766.894444 samples/sec	accuracy=0.644741	lr=0.005342
Epoch[119] Batch [1299]	Speed: 1765.148872 samples/sec	accuracy=0.644823	lr=0.005338
Epoch[119] Batch [1349]	Speed: 1730.580059 samples/sec	accuracy=0.644514	lr=0.005335
Epoch[119] Batch [1399]	Speed: 1769.416816 samples/sec	accuracy=0.644381	lr=0.005332
Epoch[119] Batch [1449]	Speed: 1742.827084 samples/sec	accuracy=0.644246	lr=0.005328
Epoch[119] Batch [1499]	Speed: 1721.880517 samples/sec	accuracy=0.644185	lr=0.005325
Epoch[119] Batch [1549]	Speed: 1766.375315 samples/sec	accuracy=0.644236	lr=0.005322
Epoch[119] Batch [1599]	Speed: 1752.100740 samples/sec	accuracy=0.644329	lr=0.005318
Epoch[119] Batch [1649]	Speed: 1739.111305 samples/sec	accuracy=0.644254	lr=0.005315
Epoch[119] Batch [1699]	Speed: 1732.839040 samples/sec	accuracy=0.643950	lr=0.005312
Epoch[119] Batch [1749]	Speed: 1732.783895 samples/sec	accuracy=0.644027	lr=0.005308
Epoch[119] Batch [1799]	Speed: 1744.169555 samples/sec	accuracy=0.643974	lr=0.005305
Epoch[119] Batch [1849]	Speed: 1766.091870 samples/sec	accuracy=0.643970	lr=0.005302
Epoch[119] Batch [1899]	Speed: 1776.096417 samples/sec	accuracy=0.644194	lr=0.005298
Epoch[119] Batch [1949]	Speed: 1736.409304 samples/sec	accuracy=0.644127	lr=0.005295
Epoch[119] Batch [1999]	Speed: 1749.252070 samples/sec	accuracy=0.644049	lr=0.005292
Epoch[119] Batch [2049]	Speed: 1744.425827 samples/sec	accuracy=0.644169	lr=0.005288
Epoch[119] Batch [2099]	Speed: 1798.857628 samples/sec	accuracy=0.644276	lr=0.005285
Epoch[119] Batch [2149]	Speed: 1751.613012 samples/sec	accuracy=0.644086	lr=0.005282
Epoch[119] Batch [2199]	Speed: 1753.715805 samples/sec	accuracy=0.644176	lr=0.005278
Epoch[119] Batch [2249]	Speed: 1770.729324 samples/sec	accuracy=0.644087	lr=0.005275
Epoch[119] Batch [2299]	Speed: 1748.615500 samples/sec	accuracy=0.644062	lr=0.005272
Epoch[119] Batch [2349]	Speed: 1739.026242 samples/sec	accuracy=0.644053	lr=0.005268
Epoch[119] Batch [2399]	Speed: 1742.274108 samples/sec	accuracy=0.643885	lr=0.005265
Epoch[119] Batch [2449]	Speed: 1742.697533 samples/sec	accuracy=0.643890	lr=0.005262
Epoch[119] Batch [2499]	Speed: 1799.145901 samples/sec	accuracy=0.643778	lr=0.005258
Epoch[119] Batch [2549]	Speed: 1748.850122 samples/sec	accuracy=0.643752	lr=0.005255
Epoch[119] Batch [2599]	Speed: 1708.824611 samples/sec	accuracy=0.643706	lr=0.005252
Epoch[119] Batch [2649]	Speed: 1728.276162 samples/sec	accuracy=0.643678	lr=0.005248
Epoch[119] Batch [2699]	Speed: 1716.220282 samples/sec	accuracy=0.643681	lr=0.005245
Epoch[119] Batch [2749]	Speed: 1733.839874 samples/sec	accuracy=0.643713	lr=0.005242
Epoch[119] Batch [2799]	Speed: 1748.472672 samples/sec	accuracy=0.643811	lr=0.005238
Epoch[119] Batch [2849]	Speed: 1771.387243 samples/sec	accuracy=0.643834	lr=0.005235
Epoch[119] Batch [2899]	Speed: 1755.399854 samples/sec	accuracy=0.643873	lr=0.005232
Epoch[119] Batch [2949]	Speed: 1777.618305 samples/sec	accuracy=0.643909	lr=0.005229
Epoch[119] Batch [2999]	Speed: 1760.405768 samples/sec	accuracy=0.643827	lr=0.005225
Epoch[119] Batch [3049]	Speed: 1748.008247 samples/sec	accuracy=0.643722	lr=0.005222
Epoch[119] Batch [3099]	Speed: 1704.915427 samples/sec	accuracy=0.643732	lr=0.005219
Epoch[119] Batch [3149]	Speed: 1770.277926 samples/sec	accuracy=0.643656	lr=0.005215
Epoch[119] Batch [3199]	Speed: 1748.793725 samples/sec	accuracy=0.643668	lr=0.005212
Epoch[119] Batch [3249]	Speed: 1729.818601 samples/sec	accuracy=0.643617	lr=0.005209
Epoch[119] Batch [3299]	Speed: 1753.278650 samples/sec	accuracy=0.643622	lr=0.005205
Epoch[119] Batch [3349]	Speed: 1773.805659 samples/sec	accuracy=0.643630	lr=0.005202
Epoch[119] Batch [3399]	Speed: 1750.524548 samples/sec	accuracy=0.643611	lr=0.005199
Epoch[119] Batch [3449]	Speed: 1701.408179 samples/sec	accuracy=0.643579	lr=0.005195
Epoch[119] Batch [3499]	Speed: 1716.356517 samples/sec	accuracy=0.643521	lr=0.005192
Epoch[119] Batch [3549]	Speed: 1744.073344 samples/sec	accuracy=0.643585	lr=0.005189
Epoch[119] Batch [3599]	Speed: 1758.223685 samples/sec	accuracy=0.643546	lr=0.005186
Epoch[119] Batch [3649]	Speed: 1764.075812 samples/sec	accuracy=0.643473	lr=0.005182
Epoch[119] Batch [3699]	Speed: 1753.401075 samples/sec	accuracy=0.643427	lr=0.005179
Epoch[119] Batch [3749]	Speed: 1725.297598 samples/sec	accuracy=0.643314	lr=0.005176
Epoch[119] Batch [3799]	Speed: 1741.510123 samples/sec	accuracy=0.643238	lr=0.005172
Epoch[119] Batch [3849]	Speed: 1773.819197 samples/sec	accuracy=0.643182	lr=0.005169
Epoch[119] Batch [3899]	Speed: 1745.125037 samples/sec	accuracy=0.643101	lr=0.005166
Epoch[119] Batch [3949]	Speed: 1756.145918 samples/sec	accuracy=0.643145	lr=0.005162
Epoch[119] Batch [3999]	Speed: 1762.958147 samples/sec	accuracy=0.643055	lr=0.005159
Epoch[119] Batch [4049]	Speed: 1763.050431 samples/sec	accuracy=0.643101	lr=0.005156
Epoch[119] Batch [4099]	Speed: 1784.166122 samples/sec	accuracy=0.643077	lr=0.005153
Epoch[119] Batch [4149]	Speed: 1723.910108 samples/sec	accuracy=0.643087	lr=0.005149
Epoch[119] Batch [4199]	Speed: 1742.756819 samples/sec	accuracy=0.643083	lr=0.005146
Epoch[119] Batch [4249]	Speed: 1746.655544 samples/sec	accuracy=0.642947	lr=0.005143
Epoch[119] Batch [4299]	Speed: 1727.145321 samples/sec	accuracy=0.642880	lr=0.005139
Epoch[119] Batch [4349]	Speed: 1788.946736 samples/sec	accuracy=0.642813	lr=0.005136
Epoch[119] Batch [4399]	Speed: 1762.683322 samples/sec	accuracy=0.642871	lr=0.005133
Epoch[119] Batch [4449]	Speed: 1764.105954 samples/sec	accuracy=0.642875	lr=0.005130
Epoch[119] Batch [4499]	Speed: 1751.285211 samples/sec	accuracy=0.642876	lr=0.005126
Epoch[119] Batch [4549]	Speed: 1759.361413 samples/sec	accuracy=0.642775	lr=0.005123
Epoch[119] Batch [4599]	Speed: 1763.576818 samples/sec	accuracy=0.642787	lr=0.005120
Epoch[119] Batch [4649]	Speed: 1744.457002 samples/sec	accuracy=0.642759	lr=0.005116
Epoch[119] Batch [4699]	Speed: 1736.194964 samples/sec	accuracy=0.642768	lr=0.005113
Epoch[119] Batch [4749]	Speed: 1751.307262 samples/sec	accuracy=0.642674	lr=0.005110
Epoch[119] Batch [4799]	Speed: 1771.723666 samples/sec	accuracy=0.642625	lr=0.005107
Epoch[119] Batch [4849]	Speed: 1748.845108 samples/sec	accuracy=0.642630	lr=0.005103
Epoch[119] Batch [4899]	Speed: 1768.943122 samples/sec	accuracy=0.642643	lr=0.005100
Epoch[119] Batch [4949]	Speed: 1747.055063 samples/sec	accuracy=0.642738	lr=0.005097
Epoch[119] Batch [4999]	Speed: 1795.004322 samples/sec	accuracy=0.642770	lr=0.005093
[Epoch 119] training: accuracy=0.642767
[Epoch 119] speed: 1750 samples/sec	time cost: 746.428022
[Epoch 119] validation: err-top1=0.321154 err-top5=0.122736
Epoch[120] Batch [49]	Speed: 1588.008734 samples/sec	accuracy=0.642969	lr=0.005090
Epoch[120] Batch [99]	Speed: 1753.787416 samples/sec	accuracy=0.644375	lr=0.005087
Epoch[120] Batch [149]	Speed: 1758.132827 samples/sec	accuracy=0.644740	lr=0.005083
Epoch[120] Batch [199]	Speed: 1805.172231 samples/sec	accuracy=0.646035	lr=0.005080
Epoch[120] Batch [249]	Speed: 1748.008702 samples/sec	accuracy=0.646422	lr=0.005077
Epoch[120] Batch [299]	Speed: 1796.832203 samples/sec	accuracy=0.646315	lr=0.005074
Epoch[120] Batch [349]	Speed: 1710.126411 samples/sec	accuracy=0.647277	lr=0.005070
Epoch[120] Batch [399]	Speed: 1759.029668 samples/sec	accuracy=0.647002	lr=0.005067
Epoch[120] Batch [449]	Speed: 1763.516050 samples/sec	accuracy=0.646111	lr=0.005064
Epoch[120] Batch [499]	Speed: 1755.697216 samples/sec	accuracy=0.645859	lr=0.005060
Epoch[120] Batch [549]	Speed: 1757.828135 samples/sec	accuracy=0.645376	lr=0.005057
Epoch[120] Batch [599]	Speed: 1771.823945 samples/sec	accuracy=0.646120	lr=0.005054
Epoch[120] Batch [649]	Speed: 1773.495981 samples/sec	accuracy=0.645847	lr=0.005051
Epoch[120] Batch [699]	Speed: 1753.695355 samples/sec	accuracy=0.645971	lr=0.005047
Epoch[120] Batch [749]	Speed: 1734.514426 samples/sec	accuracy=0.645823	lr=0.005044
Epoch[120] Batch [799]	Speed: 1746.364759 samples/sec	accuracy=0.646191	lr=0.005041
Epoch[120] Batch [849]	Speed: 1732.437275 samples/sec	accuracy=0.646521	lr=0.005038
Epoch[120] Batch [899]	Speed: 1734.141739 samples/sec	accuracy=0.646263	lr=0.005034
Epoch[120] Batch [949]	Speed: 1736.508434 samples/sec	accuracy=0.646546	lr=0.005031
Epoch[120] Batch [999]	Speed: 1776.009166 samples/sec	accuracy=0.646801	lr=0.005028
Epoch[120] Batch [1049]	Speed: 1771.210811 samples/sec	accuracy=0.646789	lr=0.005025
Epoch[120] Batch [1099]	Speed: 1754.818165 samples/sec	accuracy=0.646214	lr=0.005021
Epoch[120] Batch [1149]	Speed: 1752.966252 samples/sec	accuracy=0.646260	lr=0.005018
Epoch[120] Batch [1199]	Speed: 1769.031895 samples/sec	accuracy=0.646458	lr=0.005015
Epoch[120] Batch [1249]	Speed: 1729.047678 samples/sec	accuracy=0.646391	lr=0.005012
Epoch[120] Batch [1299]	Speed: 1761.929959 samples/sec	accuracy=0.646602	lr=0.005008
Epoch[120] Batch [1349]	Speed: 1780.304291 samples/sec	accuracy=0.646377	lr=0.005005
Epoch[120] Batch [1399]	Speed: 1727.861272 samples/sec	accuracy=0.645988	lr=0.005002
Epoch[120] Batch [1449]	Speed: 1724.514966 samples/sec	accuracy=0.646158	lr=0.004999
Epoch[120] Batch [1499]	Speed: 1750.497494 samples/sec	accuracy=0.646154	lr=0.004995
Epoch[120] Batch [1549]	Speed: 1711.370404 samples/sec	accuracy=0.646106	lr=0.004992
Epoch[120] Batch [1599]	Speed: 1743.788685 samples/sec	accuracy=0.646021	lr=0.004989
Epoch[120] Batch [1649]	Speed: 1748.970277 samples/sec	accuracy=0.646110	lr=0.004986
Epoch[120] Batch [1699]	Speed: 1761.926316 samples/sec	accuracy=0.645951	lr=0.004982
Epoch[120] Batch [1749]	Speed: 1759.480421 samples/sec	accuracy=0.645913	lr=0.004979
Epoch[120] Batch [1799]	Speed: 1730.827164 samples/sec	accuracy=0.646068	lr=0.004976
Epoch[120] Batch [1849]	Speed: 1767.303334 samples/sec	accuracy=0.646130	lr=0.004973
Epoch[120] Batch [1899]	Speed: 1755.807461 samples/sec	accuracy=0.646100	lr=0.004969
Epoch[120] Batch [1949]	Speed: 1788.127046 samples/sec	accuracy=0.646076	lr=0.004966
Epoch[120] Batch [1999]	Speed: 1737.062927 samples/sec	accuracy=0.646076	lr=0.004963
Epoch[120] Batch [2049]	Speed: 1755.426084 samples/sec	accuracy=0.646037	lr=0.004960
Epoch[120] Batch [2099]	Speed: 1767.737326 samples/sec	accuracy=0.646109	lr=0.004956
Epoch[120] Batch [2149]	Speed: 1762.841620 samples/sec	accuracy=0.646226	lr=0.004953
Epoch[120] Batch [2199]	Speed: 1785.829168 samples/sec	accuracy=0.646209	lr=0.004950
Epoch[120] Batch [2249]	Speed: 1738.631062 samples/sec	accuracy=0.646260	lr=0.004947
Epoch[120] Batch [2299]	Speed: 1727.184716 samples/sec	accuracy=0.646248	lr=0.004944
Epoch[120] Batch [2349]	Speed: 1742.721518 samples/sec	accuracy=0.646198	lr=0.004940
Epoch[120] Batch [2399]	Speed: 1799.942777 samples/sec	accuracy=0.646245	lr=0.004937
Epoch[120] Batch [2449]	Speed: 1747.499472 samples/sec	accuracy=0.646307	lr=0.004934
Epoch[120] Batch [2499]	Speed: 1758.658470 samples/sec	accuracy=0.646395	lr=0.004931
Epoch[120] Batch [2549]	Speed: 1776.269181 samples/sec	accuracy=0.646314	lr=0.004927
Epoch[120] Batch [2599]	Speed: 1763.849025 samples/sec	accuracy=0.646300	lr=0.004924
Epoch[120] Batch [2649]	Speed: 1771.143848 samples/sec	accuracy=0.646284	lr=0.004921
Epoch[120] Batch [2699]	Speed: 1766.263681 samples/sec	accuracy=0.646153	lr=0.004918
Epoch[120] Batch [2749]	Speed: 1768.503703 samples/sec	accuracy=0.646152	lr=0.004915
Epoch[120] Batch [2799]	Speed: 1771.298292 samples/sec	accuracy=0.646092	lr=0.004911
Epoch[120] Batch [2849]	Speed: 1784.170272 samples/sec	accuracy=0.645961	lr=0.004908
Epoch[120] Batch [2899]	Speed: 1745.345389 samples/sec	accuracy=0.645853	lr=0.004905
Epoch[120] Batch [2949]	Speed: 1779.863636 samples/sec	accuracy=0.645806	lr=0.004902
Epoch[120] Batch [2999]	Speed: 1741.685715 samples/sec	accuracy=0.645727	lr=0.004898
Epoch[120] Batch [3049]	Speed: 1749.970784 samples/sec	accuracy=0.645644	lr=0.004895
Epoch[120] Batch [3099]	Speed: 1738.269098 samples/sec	accuracy=0.645762	lr=0.004892
Epoch[120] Batch [3149]	Speed: 1791.991763 samples/sec	accuracy=0.645711	lr=0.004889
Epoch[120] Batch [3199]	Speed: 1756.588930 samples/sec	accuracy=0.645649	lr=0.004886
Epoch[120] Batch [3249]	Speed: 1749.434758 samples/sec	accuracy=0.645601	lr=0.004882
Epoch[120] Batch [3299]	Speed: 1751.026748 samples/sec	accuracy=0.645552	lr=0.004879
Epoch[120] Batch [3349]	Speed: 1774.571971 samples/sec	accuracy=0.645520	lr=0.004876
Epoch[120] Batch [3399]	Speed: 1718.869235 samples/sec	accuracy=0.645495	lr=0.004873
Epoch[120] Batch [3449]	Speed: 1748.933015 samples/sec	accuracy=0.645459	lr=0.004869
Epoch[120] Batch [3499]	Speed: 1744.463124 samples/sec	accuracy=0.645412	lr=0.004866
Epoch[120] Batch [3549]	Speed: 1761.747543 samples/sec	accuracy=0.645505	lr=0.004863
Epoch[120] Batch [3599]	Speed: 1764.277379 samples/sec	accuracy=0.645388	lr=0.004860
Epoch[120] Batch [3649]	Speed: 1747.610852 samples/sec	accuracy=0.645374	lr=0.004857
Epoch[120] Batch [3699]	Speed: 1704.986681 samples/sec	accuracy=0.645273	lr=0.004853
Epoch[120] Batch [3749]	Speed: 1758.509159 samples/sec	accuracy=0.645249	lr=0.004850
Epoch[120] Batch [3799]	Speed: 1735.601468 samples/sec	accuracy=0.645286	lr=0.004847
Epoch[120] Batch [3849]	Speed: 1762.923182 samples/sec	accuracy=0.645238	lr=0.004844
Epoch[120] Batch [3899]	Speed: 1761.082726 samples/sec	accuracy=0.645200	lr=0.004841
Epoch[120] Batch [3949]	Speed: 1743.667486 samples/sec	accuracy=0.645172	lr=0.004837
Epoch[120] Batch [3999]	Speed: 1738.274782 samples/sec	accuracy=0.645144	lr=0.004834
Epoch[120] Batch [4049]	Speed: 1761.558230 samples/sec	accuracy=0.645120	lr=0.004831
Epoch[120] Batch [4099]	Speed: 1716.036951 samples/sec	accuracy=0.645160	lr=0.004828
Epoch[120] Batch [4149]	Speed: 1755.990314 samples/sec	accuracy=0.645187	lr=0.004825
Epoch[120] Batch [4199]	Speed: 1767.373324 samples/sec	accuracy=0.645175	lr=0.004821
Epoch[120] Batch [4249]	Speed: 1789.743968 samples/sec	accuracy=0.645176	lr=0.004818
Epoch[120] Batch [4299]	Speed: 1782.322191 samples/sec	accuracy=0.645107	lr=0.004815
Epoch[120] Batch [4349]	Speed: 1774.851514 samples/sec	accuracy=0.645066	lr=0.004812
Epoch[120] Batch [4399]	Speed: 1737.924725 samples/sec	accuracy=0.645039	lr=0.004809
Epoch[120] Batch [4449]	Speed: 1785.892197 samples/sec	accuracy=0.645037	lr=0.004805
Epoch[120] Batch [4499]	Speed: 1769.223343 samples/sec	accuracy=0.645001	lr=0.004802
Epoch[120] Batch [4549]	Speed: 1762.321977 samples/sec	accuracy=0.644987	lr=0.004799
Epoch[120] Batch [4599]	Speed: 1750.039865 samples/sec	accuracy=0.644919	lr=0.004796
Epoch[120] Batch [4649]	Speed: 1741.783584 samples/sec	accuracy=0.645005	lr=0.004793
Epoch[120] Batch [4699]	Speed: 1702.364442 samples/sec	accuracy=0.644954	lr=0.004790
Epoch[120] Batch [4749]	Speed: 1734.205878 samples/sec	accuracy=0.644910	lr=0.004786
Epoch[120] Batch [4799]	Speed: 1738.756462 samples/sec	accuracy=0.644850	lr=0.004783
Epoch[120] Batch [4849]	Speed: 1774.532848 samples/sec	accuracy=0.644810	lr=0.004780
Epoch[120] Batch [4899]	Speed: 1771.224251 samples/sec	accuracy=0.644747	lr=0.004777
Epoch[120] Batch [4949]	Speed: 1727.839418 samples/sec	accuracy=0.644691	lr=0.004774
Epoch[120] Batch [4999]	Speed: 1865.600968 samples/sec	accuracy=0.644656	lr=0.004770
[Epoch 120] training: accuracy=0.644661
[Epoch 120] speed: 1753 samples/sec	time cost: 744.735358
[Epoch 120] validation: err-top1=0.324079 err-top5=0.124018
Epoch[121] Batch [49]	Speed: 1637.823253 samples/sec	accuracy=0.651641	lr=0.004767
Epoch[121] Batch [99]	Speed: 1747.823240 samples/sec	accuracy=0.647422	lr=0.004764
Epoch[121] Batch [149]	Speed: 1767.544395 samples/sec	accuracy=0.648021	lr=0.004761
Epoch[121] Batch [199]	Speed: 1827.199977 samples/sec	accuracy=0.646816	lr=0.004757
Epoch[121] Batch [249]	Speed: 1787.619116 samples/sec	accuracy=0.645984	lr=0.004754
Epoch[121] Batch [299]	Speed: 1752.971518 samples/sec	accuracy=0.646641	lr=0.004751
Epoch[121] Batch [349]	Speed: 1734.921585 samples/sec	accuracy=0.646551	lr=0.004748
Epoch[121] Batch [399]	Speed: 1756.331714 samples/sec	accuracy=0.647080	lr=0.004745
Epoch[121] Batch [449]	Speed: 1755.868962 samples/sec	accuracy=0.648099	lr=0.004742
Epoch[121] Batch [499]	Speed: 1768.788156 samples/sec	accuracy=0.647859	lr=0.004738
Epoch[121] Batch [549]	Speed: 1790.640032 samples/sec	accuracy=0.647010	lr=0.004735
Epoch[121] Batch [599]	Speed: 1757.796538 samples/sec	accuracy=0.647135	lr=0.004732
Epoch[121] Batch [649]	Speed: 1779.946839 samples/sec	accuracy=0.647302	lr=0.004729
Epoch[121] Batch [699]	Speed: 1737.053260 samples/sec	accuracy=0.646964	lr=0.004726
Epoch[121] Batch [749]	Speed: 1757.313859 samples/sec	accuracy=0.647203	lr=0.004723
Epoch[121] Batch [799]	Speed: 1729.847807 samples/sec	accuracy=0.647261	lr=0.004719
Epoch[121] Batch [849]	Speed: 1757.703538 samples/sec	accuracy=0.647532	lr=0.004716
Epoch[121] Batch [899]	Speed: 1788.750519 samples/sec	accuracy=0.647166	lr=0.004713
Epoch[121] Batch [949]	Speed: 1725.287784 samples/sec	accuracy=0.646965	lr=0.004710
Epoch[121] Batch [999]	Speed: 1767.609108 samples/sec	accuracy=0.647273	lr=0.004707
Epoch[121] Batch [1049]	Speed: 1725.522676 samples/sec	accuracy=0.647001	lr=0.004704
Epoch[121] Batch [1099]	Speed: 1744.841736 samples/sec	accuracy=0.646836	lr=0.004700
Epoch[121] Batch [1149]	Speed: 1765.884545 samples/sec	accuracy=0.646936	lr=0.004697
Epoch[121] Batch [1199]	Speed: 1794.712635 samples/sec	accuracy=0.646963	lr=0.004694
Epoch[121] Batch [1249]	Speed: 1747.642368 samples/sec	accuracy=0.646834	lr=0.004691
Epoch[121] Batch [1299]	Speed: 1751.874620 samples/sec	accuracy=0.646968	lr=0.004688
Epoch[121] Batch [1349]	Speed: 1752.948452 samples/sec	accuracy=0.647023	lr=0.004685
Epoch[121] Batch [1399]	Speed: 1743.363315 samples/sec	accuracy=0.647199	lr=0.004682
Epoch[121] Batch [1449]	Speed: 1810.552074 samples/sec	accuracy=0.647188	lr=0.004678
Epoch[121] Batch [1499]	Speed: 1758.438142 samples/sec	accuracy=0.647375	lr=0.004675
Epoch[121] Batch [1549]	Speed: 1753.811937 samples/sec	accuracy=0.647303	lr=0.004672
Epoch[121] Batch [1599]	Speed: 1742.307072 samples/sec	accuracy=0.647617	lr=0.004669
Epoch[121] Batch [1649]	Speed: 1770.511274 samples/sec	accuracy=0.647393	lr=0.004666
Epoch[121] Batch [1699]	Speed: 1747.351993 samples/sec	accuracy=0.647541	lr=0.004663
Epoch[121] Batch [1749]	Speed: 1748.423417 samples/sec	accuracy=0.647516	lr=0.004659
Epoch[121] Batch [1799]	Speed: 1757.599326 samples/sec	accuracy=0.647585	lr=0.004656
Epoch[121] Batch [1849]	Speed: 1744.476671 samples/sec	accuracy=0.647663	lr=0.004653
Epoch[121] Batch [1899]	Speed: 1735.302629 samples/sec	accuracy=0.647514	lr=0.004650
Epoch[121] Batch [1949]	Speed: 1735.527576 samples/sec	accuracy=0.647518	lr=0.004647
Epoch[121] Batch [1999]	Speed: 1778.696829 samples/sec	accuracy=0.647367	lr=0.004644
Epoch[121] Batch [2049]	Speed: 1732.959131 samples/sec	accuracy=0.647102	lr=0.004641
Epoch[121] Batch [2099]	Speed: 1761.385426 samples/sec	accuracy=0.647037	lr=0.004637
Epoch[121] Batch [2149]	Speed: 1764.888216 samples/sec	accuracy=0.646895	lr=0.004634
Epoch[121] Batch [2199]	Speed: 1760.728735 samples/sec	accuracy=0.646719	lr=0.004631
Epoch[121] Batch [2249]	Speed: 1795.214820 samples/sec	accuracy=0.646651	lr=0.004628
Epoch[121] Batch [2299]	Speed: 1730.788774 samples/sec	accuracy=0.646673	lr=0.004625
Epoch[121] Batch [2349]	Speed: 1775.038296 samples/sec	accuracy=0.646538	lr=0.004622
Epoch[121] Batch [2399]	Speed: 1764.015763 samples/sec	accuracy=0.646680	lr=0.004619
Epoch[121] Batch [2449]	Speed: 1748.084401 samples/sec	accuracy=0.646637	lr=0.004616
Epoch[121] Batch [2499]	Speed: 1746.386687 samples/sec	accuracy=0.646530	lr=0.004612
Epoch[121] Batch [2549]	Speed: 1762.278764 samples/sec	accuracy=0.646487	lr=0.004609
Epoch[121] Batch [2599]	Speed: 1764.497723 samples/sec	accuracy=0.646496	lr=0.004606
Epoch[121] Batch [2649]	Speed: 1735.210871 samples/sec	accuracy=0.646333	lr=0.004603
Epoch[121] Batch [2699]	Speed: 1737.322287 samples/sec	accuracy=0.646351	lr=0.004600
Epoch[121] Batch [2749]	Speed: 1791.536515 samples/sec	accuracy=0.646354	lr=0.004597
Epoch[121] Batch [2799]	Speed: 1767.916443 samples/sec	accuracy=0.646429	lr=0.004594
Epoch[121] Batch [2849]	Speed: 1758.951175 samples/sec	accuracy=0.646494	lr=0.004590
Epoch[121] Batch [2899]	Speed: 1786.860707 samples/sec	accuracy=0.646505	lr=0.004587
Epoch[121] Batch [2949]	Speed: 1754.855965 samples/sec	accuracy=0.646541	lr=0.004584
Epoch[121] Batch [2999]	Speed: 1710.160839 samples/sec	accuracy=0.646492	lr=0.004581
Epoch[121] Batch [3049]	Speed: 1749.196901 samples/sec	accuracy=0.646482	lr=0.004578
Epoch[121] Batch [3099]	Speed: 1766.412626 samples/sec	accuracy=0.646547	lr=0.004575
Epoch[121] Batch [3149]	Speed: 1752.236726 samples/sec	accuracy=0.646634	lr=0.004572
Epoch[121] Batch [3199]	Speed: 1761.614759 samples/sec	accuracy=0.646580	lr=0.004569
Epoch[121] Batch [3249]	Speed: 1736.766168 samples/sec	accuracy=0.646648	lr=0.004566
Epoch[121] Batch [3299]	Speed: 1747.890330 samples/sec	accuracy=0.646525	lr=0.004562
Epoch[121] Batch [3349]	Speed: 1751.966205 samples/sec	accuracy=0.646553	lr=0.004559
Epoch[121] Batch [3399]	Speed: 1769.100098 samples/sec	accuracy=0.646513	lr=0.004556
Epoch[121] Batch [3449]	Speed: 1758.785623 samples/sec	accuracy=0.646441	lr=0.004553
Epoch[121] Batch [3499]	Speed: 1773.387194 samples/sec	accuracy=0.646344	lr=0.004550
Epoch[121] Batch [3549]	Speed: 1744.249908 samples/sec	accuracy=0.646239	lr=0.004547
Epoch[121] Batch [3599]	Speed: 1760.939992 samples/sec	accuracy=0.646214	lr=0.004544
Epoch[121] Batch [3649]	Speed: 1754.625750 samples/sec	accuracy=0.646223	lr=0.004541
Epoch[121] Batch [3699]	Speed: 1721.314591 samples/sec	accuracy=0.646173	lr=0.004537
Epoch[121] Batch [3749]	Speed: 1750.418219 samples/sec	accuracy=0.646159	lr=0.004534
Epoch[121] Batch [3799]	Speed: 1793.113377 samples/sec	accuracy=0.646128	lr=0.004531
Epoch[121] Batch [3849]	Speed: 1774.848815 samples/sec	accuracy=0.646045	lr=0.004528
Epoch[121] Batch [3899]	Speed: 1717.726539 samples/sec	accuracy=0.646014	lr=0.004525
Epoch[121] Batch [3949]	Speed: 1744.320974 samples/sec	accuracy=0.645924	lr=0.004522
Epoch[121] Batch [3999]	Speed: 1769.208884 samples/sec	accuracy=0.645874	lr=0.004519
Epoch[121] Batch [4049]	Speed: 1769.479683 samples/sec	accuracy=0.645875	lr=0.004516
Epoch[121] Batch [4099]	Speed: 1773.934954 samples/sec	accuracy=0.645800	lr=0.004513
Epoch[121] Batch [4149]	Speed: 1760.687391 samples/sec	accuracy=0.645760	lr=0.004510
Epoch[121] Batch [4199]	Speed: 1743.077246 samples/sec	accuracy=0.645729	lr=0.004506
Epoch[121] Batch [4249]	Speed: 1774.697212 samples/sec	accuracy=0.645757	lr=0.004503
Epoch[121] Batch [4299]	Speed: 1787.432593 samples/sec	accuracy=0.645703	lr=0.004500
Epoch[121] Batch [4349]	Speed: 1748.095102 samples/sec	accuracy=0.645663	lr=0.004497
Epoch[121] Batch [4399]	Speed: 1746.125862 samples/sec	accuracy=0.645615	lr=0.004494
Epoch[121] Batch [4449]	Speed: 1748.883506 samples/sec	accuracy=0.645674	lr=0.004491
Epoch[121] Batch [4499]	Speed: 1759.141139 samples/sec	accuracy=0.645668	lr=0.004488
Epoch[121] Batch [4549]	Speed: 1751.745150 samples/sec	accuracy=0.645702	lr=0.004485
Epoch[121] Batch [4599]	Speed: 1754.392672 samples/sec	accuracy=0.645715	lr=0.004482
Epoch[121] Batch [4649]	Speed: 1755.434063 samples/sec	accuracy=0.645691	lr=0.004479
Epoch[121] Batch [4699]	Speed: 1761.234439 samples/sec	accuracy=0.645746	lr=0.004475
Epoch[121] Batch [4749]	Speed: 1781.187793 samples/sec	accuracy=0.645764	lr=0.004472
Epoch[121] Batch [4799]	Speed: 1734.889405 samples/sec	accuracy=0.645715	lr=0.004469
Epoch[121] Batch [4849]	Speed: 1764.844935 samples/sec	accuracy=0.645705	lr=0.004466
Epoch[121] Batch [4899]	Speed: 1729.507486 samples/sec	accuracy=0.645644	lr=0.004463
Epoch[121] Batch [4949]	Speed: 1757.255937 samples/sec	accuracy=0.645646	lr=0.004460
Epoch[121] Batch [4999]	Speed: 1859.385414 samples/sec	accuracy=0.645595	lr=0.004457
[Epoch 121] training: accuracy=0.645590
[Epoch 121] speed: 1757 samples/sec	time cost: 743.544914
[Epoch 121] validation: err-top1=0.317582 err-top5=0.122270
Epoch[122] Batch [49]	Speed: 1666.554694 samples/sec	accuracy=0.657188	lr=0.004454
Epoch[122] Batch [99]	Speed: 1770.662163 samples/sec	accuracy=0.655742	lr=0.004450
Epoch[122] Batch [149]	Speed: 1760.955067 samples/sec	accuracy=0.652370	lr=0.004447
Epoch[122] Batch [199]	Speed: 1730.549657 samples/sec	accuracy=0.650664	lr=0.004444
Epoch[122] Batch [249]	Speed: 1752.349225 samples/sec	accuracy=0.651453	lr=0.004441
Epoch[122] Batch [299]	Speed: 1779.478167 samples/sec	accuracy=0.651823	lr=0.004438
Epoch[122] Batch [349]	Speed: 1760.559270 samples/sec	accuracy=0.652009	lr=0.004435
Epoch[122] Batch [399]	Speed: 1735.250860 samples/sec	accuracy=0.650986	lr=0.004432
Epoch[122] Batch [449]	Speed: 1778.631538 samples/sec	accuracy=0.650434	lr=0.004429
Epoch[122] Batch [499]	Speed: 1805.197482 samples/sec	accuracy=0.650117	lr=0.004426
Epoch[122] Batch [549]	Speed: 1759.705798 samples/sec	accuracy=0.649489	lr=0.004423
Epoch[122] Batch [599]	Speed: 1763.024956 samples/sec	accuracy=0.649271	lr=0.004420
Epoch[122] Batch [649]	Speed: 1733.272888 samples/sec	accuracy=0.649357	lr=0.004417
Epoch[122] Batch [699]	Speed: 1780.661000 samples/sec	accuracy=0.649542	lr=0.004414
Epoch[122] Batch [749]	Speed: 1771.673910 samples/sec	accuracy=0.649125	lr=0.004411
Epoch[122] Batch [799]	Speed: 1768.088609 samples/sec	accuracy=0.649482	lr=0.004407
Epoch[122] Batch [849]	Speed: 1711.983635 samples/sec	accuracy=0.649522	lr=0.004404
Epoch[122] Batch [899]	Speed: 1758.314955 samples/sec	accuracy=0.649314	lr=0.004401
Epoch[122] Batch [949]	Speed: 1771.619949 samples/sec	accuracy=0.649424	lr=0.004398
Epoch[122] Batch [999]	Speed: 1744.059067 samples/sec	accuracy=0.649160	lr=0.004395
Epoch[122] Batch [1049]	Speed: 1737.007343 samples/sec	accuracy=0.649051	lr=0.004392
Epoch[122] Batch [1099]	Speed: 1756.585309 samples/sec	accuracy=0.649261	lr=0.004389
Epoch[122] Batch [1149]	Speed: 1763.839058 samples/sec	accuracy=0.649327	lr=0.004386
Epoch[122] Batch [1199]	Speed: 1784.585716 samples/sec	accuracy=0.649479	lr=0.004383
Epoch[122] Batch [1249]	Speed: 1806.591411 samples/sec	accuracy=0.649581	lr=0.004380
Epoch[122] Batch [1299]	Speed: 1786.625526 samples/sec	accuracy=0.649657	lr=0.004377
Epoch[122] Batch [1349]	Speed: 1758.098282 samples/sec	accuracy=0.649430	lr=0.004374
Epoch[122] Batch [1399]	Speed: 1752.562309 samples/sec	accuracy=0.649495	lr=0.004371
Epoch[122] Batch [1449]	Speed: 1775.397771 samples/sec	accuracy=0.649572	lr=0.004368
Epoch[122] Batch [1499]	Speed: 1776.051292 samples/sec	accuracy=0.649406	lr=0.004365
Epoch[122] Batch [1549]	Speed: 1767.530778 samples/sec	accuracy=0.649534	lr=0.004362
Epoch[122] Batch [1599]	Speed: 1730.916839 samples/sec	accuracy=0.649399	lr=0.004358
Epoch[122] Batch [1649]	Speed: 1745.776212 samples/sec	accuracy=0.649316	lr=0.004355
Epoch[122] Batch [1699]	Speed: 1751.395245 samples/sec	accuracy=0.649543	lr=0.004352
Epoch[122] Batch [1749]	Speed: 1737.423433 samples/sec	accuracy=0.649402	lr=0.004349
Epoch[122] Batch [1799]	Speed: 1748.523297 samples/sec	accuracy=0.649347	lr=0.004346
Epoch[122] Batch [1849]	Speed: 1756.204054 samples/sec	accuracy=0.649419	lr=0.004343
Epoch[122] Batch [1899]	Speed: 1722.335305 samples/sec	accuracy=0.649354	lr=0.004340
Epoch[122] Batch [1949]	Speed: 1750.249249 samples/sec	accuracy=0.649079	lr=0.004337
Epoch[122] Batch [1999]	Speed: 1765.744690 samples/sec	accuracy=0.649066	lr=0.004334
Epoch[122] Batch [2049]	Speed: 1726.774404 samples/sec	accuracy=0.648948	lr=0.004331
Epoch[122] Batch [2099]	Speed: 1763.724094 samples/sec	accuracy=0.648971	lr=0.004328
Epoch[122] Batch [2149]	Speed: 1732.346044 samples/sec	accuracy=0.648823	lr=0.004325
Epoch[122] Batch [2199]	Speed: 1754.017697 samples/sec	accuracy=0.648865	lr=0.004322
Epoch[122] Batch [2249]	Speed: 1759.616344 samples/sec	accuracy=0.648847	lr=0.004319
Epoch[122] Batch [2299]	Speed: 1763.353055 samples/sec	accuracy=0.648786	lr=0.004316
Epoch[122] Batch [2349]	Speed: 1761.723321 samples/sec	accuracy=0.648630	lr=0.004313
Epoch[122] Batch [2399]	Speed: 1754.937765 samples/sec	accuracy=0.648551	lr=0.004310
Epoch[122] Batch [2449]	Speed: 1745.676986 samples/sec	accuracy=0.648544	lr=0.004307
Epoch[122] Batch [2499]	Speed: 1753.777104 samples/sec	accuracy=0.648767	lr=0.004304
Epoch[122] Batch [2549]	Speed: 1734.304308 samples/sec	accuracy=0.648764	lr=0.004301
Epoch[122] Batch [2599]	Speed: 1752.979932 samples/sec	accuracy=0.648914	lr=0.004298
Epoch[122] Batch [2649]	Speed: 1724.631080 samples/sec	accuracy=0.648939	lr=0.004295
Epoch[122] Batch [2699]	Speed: 1741.183890 samples/sec	accuracy=0.648866	lr=0.004292
Epoch[122] Batch [2749]	Speed: 1718.374804 samples/sec	accuracy=0.648918	lr=0.004288
Epoch[122] Batch [2799]	Speed: 1750.795538 samples/sec	accuracy=0.648899	lr=0.004285
Epoch[122] Batch [2849]	Speed: 1789.000506 samples/sec	accuracy=0.648893	lr=0.004282
Epoch[122] Batch [2899]	Speed: 1763.430552 samples/sec	accuracy=0.648827	lr=0.004279
Epoch[122] Batch [2949]	Speed: 1741.222234 samples/sec	accuracy=0.648763	lr=0.004276
Epoch[122] Batch [2999]	Speed: 1778.526244 samples/sec	accuracy=0.648811	lr=0.004273
Epoch[122] Batch [3049]	Speed: 1760.014603 samples/sec	accuracy=0.648687	lr=0.004270
Epoch[122] Batch [3099]	Speed: 1763.913178 samples/sec	accuracy=0.648696	lr=0.004267
Epoch[122] Batch [3149]	Speed: 1772.021905 samples/sec	accuracy=0.648566	lr=0.004264
Epoch[122] Batch [3199]	Speed: 1743.073624 samples/sec	accuracy=0.648573	lr=0.004261
Epoch[122] Batch [3249]	Speed: 1741.244315 samples/sec	accuracy=0.648498	lr=0.004258
Epoch[122] Batch [3299]	Speed: 1726.780236 samples/sec	accuracy=0.648417	lr=0.004255
Epoch[122] Batch [3349]	Speed: 1772.964652 samples/sec	accuracy=0.648343	lr=0.004252
Epoch[122] Batch [3399]	Speed: 1747.952587 samples/sec	accuracy=0.648450	lr=0.004249
Epoch[122] Batch [3449]	Speed: 1744.527291 samples/sec	accuracy=0.648499	lr=0.004246
Epoch[122] Batch [3499]	Speed: 1803.593003 samples/sec	accuracy=0.648421	lr=0.004243
Epoch[122] Batch [3549]	Speed: 1794.015097 samples/sec	accuracy=0.648358	lr=0.004240
Epoch[122] Batch [3599]	Speed: 1764.410855 samples/sec	accuracy=0.648226	lr=0.004237
Epoch[122] Batch [3649]	Speed: 1781.666294 samples/sec	accuracy=0.648205	lr=0.004234
Epoch[122] Batch [3699]	Speed: 1727.621796 samples/sec	accuracy=0.648087	lr=0.004231
Epoch[122] Batch [3749]	Speed: 1727.238061 samples/sec	accuracy=0.648018	lr=0.004228
Epoch[122] Batch [3799]	Speed: 1804.118358 samples/sec	accuracy=0.648015	lr=0.004225
Epoch[122] Batch [3849]	Speed: 1721.462731 samples/sec	accuracy=0.647938	lr=0.004222
Epoch[122] Batch [3899]	Speed: 1731.721660 samples/sec	accuracy=0.647901	lr=0.004219
Epoch[122] Batch [3949]	Speed: 1704.589337 samples/sec	accuracy=0.647894	lr=0.004216
Epoch[122] Batch [3999]	Speed: 1737.928775 samples/sec	accuracy=0.647869	lr=0.004213
Epoch[122] Batch [4049]	Speed: 1747.647374 samples/sec	accuracy=0.647757	lr=0.004210
Epoch[122] Batch [4099]	Speed: 1752.899974 samples/sec	accuracy=0.647632	lr=0.004207
Epoch[122] Batch [4149]	Speed: 1734.685529 samples/sec	accuracy=0.647633	lr=0.004204
Epoch[122] Batch [4199]	Speed: 1711.157402 samples/sec	accuracy=0.647706	lr=0.004201
Epoch[122] Batch [4249]	Speed: 1715.742453 samples/sec	accuracy=0.647567	lr=0.004198
Epoch[122] Batch [4299]	Speed: 1752.585365 samples/sec	accuracy=0.647579	lr=0.004195
Epoch[122] Batch [4349]	Speed: 1733.544496 samples/sec	accuracy=0.647597	lr=0.004192
Epoch[122] Batch [4399]	Speed: 1765.429111 samples/sec	accuracy=0.647568	lr=0.004189
Epoch[122] Batch [4449]	Speed: 1738.567778 samples/sec	accuracy=0.647572	lr=0.004186
Epoch[122] Batch [4499]	Speed: 1744.269402 samples/sec	accuracy=0.647581	lr=0.004183
Epoch[122] Batch [4549]	Speed: 1744.014875 samples/sec	accuracy=0.647501	lr=0.004180
Epoch[122] Batch [4599]	Speed: 1775.746233 samples/sec	accuracy=0.647466	lr=0.004177
Epoch[122] Batch [4649]	Speed: 1751.256476 samples/sec	accuracy=0.647369	lr=0.004174
Epoch[122] Batch [4699]	Speed: 1748.835310 samples/sec	accuracy=0.647314	lr=0.004171
Epoch[122] Batch [4749]	Speed: 1750.843728 samples/sec	accuracy=0.647302	lr=0.004168
Epoch[122] Batch [4799]	Speed: 1794.237355 samples/sec	accuracy=0.647240	lr=0.004165
Epoch[122] Batch [4849]	Speed: 1777.361838 samples/sec	accuracy=0.647283	lr=0.004162
Epoch[122] Batch [4899]	Speed: 1743.585827 samples/sec	accuracy=0.647287	lr=0.004159
Epoch[122] Batch [4949]	Speed: 1720.388967 samples/sec	accuracy=0.647243	lr=0.004156
Epoch[122] Batch [4999]	Speed: 1844.591155 samples/sec	accuracy=0.647231	lr=0.004153
[Epoch 122] training: accuracy=0.647224
[Epoch 122] speed: 1753 samples/sec	time cost: 745.053781
[Epoch 122] validation: err-top1=0.318369 err-top5=0.121635
Epoch[123] Batch [49]	Speed: 1626.341212 samples/sec	accuracy=0.651016	lr=0.004150
Epoch[123] Batch [99]	Speed: 1770.283588 samples/sec	accuracy=0.649609	lr=0.004147
Epoch[123] Batch [149]	Speed: 1754.551892 samples/sec	accuracy=0.650885	lr=0.004144
Epoch[123] Batch [199]	Speed: 1766.421169 samples/sec	accuracy=0.649414	lr=0.004141
Epoch[123] Batch [249]	Speed: 1730.244803 samples/sec	accuracy=0.650922	lr=0.004138
Epoch[123] Batch [299]	Speed: 1764.870462 samples/sec	accuracy=0.651497	lr=0.004135
Epoch[123] Batch [349]	Speed: 1754.411935 samples/sec	accuracy=0.651886	lr=0.004132
Epoch[123] Batch [399]	Speed: 1741.895253 samples/sec	accuracy=0.651240	lr=0.004129
Epoch[123] Batch [449]	Speed: 1746.227581 samples/sec	accuracy=0.651441	lr=0.004126
Epoch[123] Batch [499]	Speed: 1751.036971 samples/sec	accuracy=0.650930	lr=0.004123
Epoch[123] Batch [549]	Speed: 1739.023144 samples/sec	accuracy=0.650632	lr=0.004120
Epoch[123] Batch [599]	Speed: 1730.340051 samples/sec	accuracy=0.650599	lr=0.004117
Epoch[123] Batch [649]	Speed: 1761.709735 samples/sec	accuracy=0.650367	lr=0.004114
Epoch[123] Batch [699]	Speed: 1748.313585 samples/sec	accuracy=0.650017	lr=0.004111
Epoch[123] Batch [749]	Speed: 1729.757517 samples/sec	accuracy=0.649708	lr=0.004108
Epoch[123] Batch [799]	Speed: 1723.575827 samples/sec	accuracy=0.649795	lr=0.004105
Epoch[123] Batch [849]	Speed: 1755.965043 samples/sec	accuracy=0.649614	lr=0.004102
Epoch[123] Batch [899]	Speed: 1731.669155 samples/sec	accuracy=0.649484	lr=0.004099
Epoch[123] Batch [949]	Speed: 1761.185733 samples/sec	accuracy=0.649507	lr=0.004096
Epoch[123] Batch [999]	Speed: 1712.542076 samples/sec	accuracy=0.649266	lr=0.004093
Epoch[123] Batch [1049]	Speed: 1732.712591 samples/sec	accuracy=0.649375	lr=0.004090
Epoch[123] Batch [1099]	Speed: 1758.024420 samples/sec	accuracy=0.649094	lr=0.004087
Epoch[123] Batch [1149]	Speed: 1777.195274 samples/sec	accuracy=0.649090	lr=0.004084
Epoch[123] Batch [1199]	Speed: 1760.927170 samples/sec	accuracy=0.649076	lr=0.004081
Epoch[123] Batch [1249]	Speed: 1722.121664 samples/sec	accuracy=0.649156	lr=0.004078
Epoch[123] Batch [1299]	Speed: 1750.576947 samples/sec	accuracy=0.649318	lr=0.004075
Epoch[123] Batch [1349]	Speed: 1765.089214 samples/sec	accuracy=0.649514	lr=0.004073
Epoch[123] Batch [1399]	Speed: 1722.743510 samples/sec	accuracy=0.649760	lr=0.004070
Epoch[123] Batch [1449]	Speed: 1754.899962 samples/sec	accuracy=0.649626	lr=0.004067
Epoch[123] Batch [1499]	Speed: 1775.737129 samples/sec	accuracy=0.649557	lr=0.004064
Epoch[123] Batch [1549]	Speed: 1762.874382 samples/sec	accuracy=0.649705	lr=0.004061
Epoch[123] Batch [1599]	Speed: 1772.791067 samples/sec	accuracy=0.649797	lr=0.004058
Epoch[123] Batch [1649]	Speed: 1748.700535 samples/sec	accuracy=0.649744	lr=0.004055
Epoch[123] Batch [1699]	Speed: 1756.187911 samples/sec	accuracy=0.649354	lr=0.004052
Epoch[123] Batch [1749]	Speed: 1754.798950 samples/sec	accuracy=0.649266	lr=0.004049
Epoch[123] Batch [1799]	Speed: 1769.066346 samples/sec	accuracy=0.649306	lr=0.004046
Epoch[123] Batch [1849]	Speed: 1729.361190 samples/sec	accuracy=0.649316	lr=0.004043
Epoch[123] Batch [1899]	Speed: 1730.277146 samples/sec	accuracy=0.649011	lr=0.004040
Epoch[123] Batch [1949]	Speed: 1741.511761 samples/sec	accuracy=0.649089	lr=0.004037
Epoch[123] Batch [1999]	Speed: 1788.604039 samples/sec	accuracy=0.649043	lr=0.004034
Epoch[123] Batch [2049]	Speed: 1768.881517 samples/sec	accuracy=0.648982	lr=0.004031
Epoch[123] Batch [2099]	Speed: 1781.835945 samples/sec	accuracy=0.648849	lr=0.004028
Epoch[123] Batch [2149]	Speed: 1751.707769 samples/sec	accuracy=0.648915	lr=0.004025
Epoch[123] Batch [2199]	Speed: 1731.849361 samples/sec	accuracy=0.648860	lr=0.004022
Epoch[123] Batch [2249]	Speed: 1779.325301 samples/sec	accuracy=0.648799	lr=0.004019
Epoch[123] Batch [2299]	Speed: 1785.256764 samples/sec	accuracy=0.648896	lr=0.004016
Epoch[123] Batch [2349]	Speed: 1780.626274 samples/sec	accuracy=0.649099	lr=0.004014
Epoch[123] Batch [2399]	Speed: 1755.822907 samples/sec	accuracy=0.649185	lr=0.004011
Epoch[123] Batch [2449]	Speed: 1778.293724 samples/sec	accuracy=0.649069	lr=0.004008
Epoch[123] Batch [2499]	Speed: 1756.620024 samples/sec	accuracy=0.649038	lr=0.004005
Epoch[123] Batch [2549]	Speed: 1749.164360 samples/sec	accuracy=0.649095	lr=0.004002
Epoch[123] Batch [2599]	Speed: 1773.654996 samples/sec	accuracy=0.649231	lr=0.003999
Epoch[123] Batch [2649]	Speed: 1759.341349 samples/sec	accuracy=0.649210	lr=0.003996
Epoch[123] Batch [2699]	Speed: 1736.397960 samples/sec	accuracy=0.649157	lr=0.003993
Epoch[123] Batch [2749]	Speed: 1768.153129 samples/sec	accuracy=0.649206	lr=0.003990
Epoch[123] Batch [2799]	Speed: 1733.643298 samples/sec	accuracy=0.649150	lr=0.003987
Epoch[123] Batch [2849]	Speed: 1741.078748 samples/sec	accuracy=0.649145	lr=0.003984
Epoch[123] Batch [2899]	Speed: 1795.115116 samples/sec	accuracy=0.649025	lr=0.003981
Epoch[123] Batch [2949]	Speed: 1793.631265 samples/sec	accuracy=0.649024	lr=0.003978
Epoch[123] Batch [2999]	Speed: 1744.919485 samples/sec	accuracy=0.648905	lr=0.003975
Epoch[123] Batch [3049]	Speed: 1785.119819 samples/sec	accuracy=0.648872	lr=0.003972
Epoch[123] Batch [3099]	Speed: 1763.452157 samples/sec	accuracy=0.648994	lr=0.003970
Epoch[123] Batch [3149]	Speed: 1728.212628 samples/sec	accuracy=0.648886	lr=0.003967
Epoch[123] Batch [3199]	Speed: 1721.434083 samples/sec	accuracy=0.648905	lr=0.003964
Epoch[123] Batch [3249]	Speed: 1753.109356 samples/sec	accuracy=0.648877	lr=0.003961
Epoch[123] Batch [3299]	Speed: 1731.566835 samples/sec	accuracy=0.648893	lr=0.003958
Epoch[123] Batch [3349]	Speed: 1714.964849 samples/sec	accuracy=0.648890	lr=0.003955
Epoch[123] Batch [3399]	Speed: 1765.244520 samples/sec	accuracy=0.648899	lr=0.003952
Epoch[123] Batch [3449]	Speed: 1735.328767 samples/sec	accuracy=0.648881	lr=0.003949
Epoch[123] Batch [3499]	Speed: 1754.332362 samples/sec	accuracy=0.648937	lr=0.003946
Epoch[123] Batch [3549]	Speed: 1777.682463 samples/sec	accuracy=0.648952	lr=0.003943
Epoch[123] Batch [3599]	Speed: 1759.289116 samples/sec	accuracy=0.648888	lr=0.003940
Epoch[123] Batch [3649]	Speed: 1766.327835 samples/sec	accuracy=0.648938	lr=0.003937
Epoch[123] Batch [3699]	Speed: 1750.580315 samples/sec	accuracy=0.648935	lr=0.003934
Epoch[123] Batch [3749]	Speed: 1761.338388 samples/sec	accuracy=0.648943	lr=0.003932
Epoch[123] Batch [3799]	Speed: 1736.742627 samples/sec	accuracy=0.648985	lr=0.003929
Epoch[123] Batch [3849]	Speed: 1750.337354 samples/sec	accuracy=0.648985	lr=0.003926
Epoch[123] Batch [3899]	Speed: 1747.725887 samples/sec	accuracy=0.648977	lr=0.003923
Epoch[123] Batch [3949]	Speed: 1748.391930 samples/sec	accuracy=0.648904	lr=0.003920
Epoch[123] Batch [3999]	Speed: 1753.056978 samples/sec	accuracy=0.648926	lr=0.003917
Epoch[123] Batch [4049]	Speed: 1754.206368 samples/sec	accuracy=0.648935	lr=0.003914
Epoch[123] Batch [4099]	Speed: 1712.184012 samples/sec	accuracy=0.648998	lr=0.003911
Epoch[123] Batch [4149]	Speed: 1771.757754 samples/sec	accuracy=0.649056	lr=0.003908
Epoch[123] Batch [4199]	Speed: 1735.422893 samples/sec	accuracy=0.648978	lr=0.003905
Epoch[123] Batch [4249]	Speed: 1711.844437 samples/sec	accuracy=0.648937	lr=0.003902
Epoch[123] Batch [4299]	Speed: 1733.798551 samples/sec	accuracy=0.648917	lr=0.003900
Epoch[123] Batch [4349]	Speed: 1739.953878 samples/sec	accuracy=0.648913	lr=0.003897
Epoch[123] Batch [4399]	Speed: 1714.360976 samples/sec	accuracy=0.648857	lr=0.003894
Epoch[123] Batch [4449]	Speed: 1751.584038 samples/sec	accuracy=0.648846	lr=0.003891
Epoch[123] Batch [4499]	Speed: 1760.076804 samples/sec	accuracy=0.648859	lr=0.003888
Epoch[123] Batch [4549]	Speed: 1748.597560 samples/sec	accuracy=0.648908	lr=0.003885
Epoch[123] Batch [4599]	Speed: 1740.784624 samples/sec	accuracy=0.649018	lr=0.003882
Epoch[123] Batch [4649]	Speed: 1733.882599 samples/sec	accuracy=0.649018	lr=0.003879
Epoch[123] Batch [4699]	Speed: 1750.942171 samples/sec	accuracy=0.649026	lr=0.003876
Epoch[123] Batch [4749]	Speed: 1777.860010 samples/sec	accuracy=0.649053	lr=0.003873
Epoch[123] Batch [4799]	Speed: 1719.648622 samples/sec	accuracy=0.649014	lr=0.003871
Epoch[123] Batch [4849]	Speed: 1743.758497 samples/sec	accuracy=0.649066	lr=0.003868
Epoch[123] Batch [4899]	Speed: 1721.549341 samples/sec	accuracy=0.649004	lr=0.003865
Epoch[123] Batch [4949]	Speed: 1743.104525 samples/sec	accuracy=0.648961	lr=0.003862
Epoch[123] Batch [4999]	Speed: 1842.879860 samples/sec	accuracy=0.648941	lr=0.003859
[Epoch 123] training: accuracy=0.648914
[Epoch 123] speed: 1750 samples/sec	time cost: 746.601312
[Epoch 123] validation: err-top1=0.316526 err-top5=0.122115
Epoch[124] Batch [49]	Speed: 1618.816119 samples/sec	accuracy=0.652031	lr=0.003856
Epoch[124] Batch [99]	Speed: 1756.612035 samples/sec	accuracy=0.650078	lr=0.003853
Epoch[124] Batch [149]	Speed: 1755.982617 samples/sec	accuracy=0.652344	lr=0.003850
Epoch[124] Batch [199]	Speed: 1733.801071 samples/sec	accuracy=0.652637	lr=0.003847
Epoch[124] Batch [249]	Speed: 1790.725978 samples/sec	accuracy=0.652844	lr=0.003844
Epoch[124] Batch [299]	Speed: 1748.352529 samples/sec	accuracy=0.653112	lr=0.003841
Epoch[124] Batch [349]	Speed: 1735.322372 samples/sec	accuracy=0.651998	lr=0.003839
Epoch[124] Batch [399]	Speed: 1753.901604 samples/sec	accuracy=0.652295	lr=0.003836
Epoch[124] Batch [449]	Speed: 1765.302215 samples/sec	accuracy=0.652708	lr=0.003833
Epoch[124] Batch [499]	Speed: 1756.271961 samples/sec	accuracy=0.653047	lr=0.003830
Epoch[124] Batch [549]	Speed: 1734.171539 samples/sec	accuracy=0.652784	lr=0.003827
Epoch[124] Batch [599]	Speed: 1751.896229 samples/sec	accuracy=0.652962	lr=0.003824
Epoch[124] Batch [649]	Speed: 1780.836662 samples/sec	accuracy=0.652698	lr=0.003821
Epoch[124] Batch [699]	Speed: 1722.942708 samples/sec	accuracy=0.652026	lr=0.003818
Epoch[124] Batch [749]	Speed: 1748.882139 samples/sec	accuracy=0.651974	lr=0.003816
Epoch[124] Batch [799]	Speed: 1760.764422 samples/sec	accuracy=0.652046	lr=0.003813
Epoch[124] Batch [849]	Speed: 1784.586487 samples/sec	accuracy=0.651903	lr=0.003810
Epoch[124] Batch [899]	Speed: 1769.605664 samples/sec	accuracy=0.651827	lr=0.003807
Epoch[124] Batch [949]	Speed: 1761.241950 samples/sec	accuracy=0.651949	lr=0.003804
Epoch[124] Batch [999]	Speed: 1772.918749 samples/sec	accuracy=0.651773	lr=0.003801
Epoch[124] Batch [1049]	Speed: 1782.361895 samples/sec	accuracy=0.651786	lr=0.003798
Epoch[124] Batch [1099]	Speed: 1745.110969 samples/sec	accuracy=0.651392	lr=0.003795
Epoch[124] Batch [1149]	Speed: 1768.491236 samples/sec	accuracy=0.651522	lr=0.003793
Epoch[124] Batch [1199]	Speed: 1755.821472 samples/sec	accuracy=0.651719	lr=0.003790
Epoch[124] Batch [1249]	Speed: 1746.640997 samples/sec	accuracy=0.651456	lr=0.003787
Epoch[124] Batch [1299]	Speed: 1729.142516 samples/sec	accuracy=0.651526	lr=0.003784
Epoch[124] Batch [1349]	Speed: 1748.733743 samples/sec	accuracy=0.651493	lr=0.003781
Epoch[124] Batch [1399]	Speed: 1731.120054 samples/sec	accuracy=0.651526	lr=0.003778
Epoch[124] Batch [1449]	Speed: 1777.162153 samples/sec	accuracy=0.651552	lr=0.003775
Epoch[124] Batch [1499]	Speed: 1754.361427 samples/sec	accuracy=0.651438	lr=0.003773
Epoch[124] Batch [1549]	Speed: 1761.796569 samples/sec	accuracy=0.651358	lr=0.003770
Epoch[124] Batch [1599]	Speed: 1775.409044 samples/sec	accuracy=0.651111	lr=0.003767
Epoch[124] Batch [1649]	Speed: 1744.205254 samples/sec	accuracy=0.651143	lr=0.003764
Epoch[124] Batch [1699]	Speed: 1754.483831 samples/sec	accuracy=0.651137	lr=0.003761
Epoch[124] Batch [1749]	Speed: 1761.562334 samples/sec	accuracy=0.651040	lr=0.003758
Epoch[124] Batch [1799]	Speed: 1746.615256 samples/sec	accuracy=0.651152	lr=0.003755
Epoch[124] Batch [1849]	Speed: 1741.619779 samples/sec	accuracy=0.651324	lr=0.003753
Epoch[124] Batch [1899]	Speed: 1734.814844 samples/sec	accuracy=0.651351	lr=0.003750
Epoch[124] Batch [1949]	Speed: 1757.962652 samples/sec	accuracy=0.651120	lr=0.003747
Epoch[124] Batch [1999]	Speed: 1757.809545 samples/sec	accuracy=0.651166	lr=0.003744
Epoch[124] Batch [2049]	Speed: 1731.910984 samples/sec	accuracy=0.651197	lr=0.003741
Epoch[124] Batch [2099]	Speed: 1755.901409 samples/sec	accuracy=0.651310	lr=0.003738
Epoch[124] Batch [2149]	Speed: 1745.402018 samples/sec	accuracy=0.651230	lr=0.003735
Epoch[124] Batch [2199]	Speed: 1732.610539 samples/sec	accuracy=0.651065	lr=0.003733
Epoch[124] Batch [2249]	Speed: 1724.737126 samples/sec	accuracy=0.651040	lr=0.003730
Epoch[124] Batch [2299]	Speed: 1733.525464 samples/sec	accuracy=0.650994	lr=0.003727
Epoch[124] Batch [2349]	Speed: 1745.560802 samples/sec	accuracy=0.650833	lr=0.003724
Epoch[124] Batch [2399]	Speed: 1722.657774 samples/sec	accuracy=0.650824	lr=0.003721
Epoch[124] Batch [2449]	Speed: 1761.943259 samples/sec	accuracy=0.650823	lr=0.003718
Epoch[124] Batch [2499]	Speed: 1743.002716 samples/sec	accuracy=0.650748	lr=0.003716
Epoch[124] Batch [2549]	Speed: 1743.802732 samples/sec	accuracy=0.650930	lr=0.003713
Epoch[124] Batch [2599]	Speed: 1788.480820 samples/sec	accuracy=0.650921	lr=0.003710
Epoch[124] Batch [2649]	Speed: 1721.313212 samples/sec	accuracy=0.650966	lr=0.003707
Epoch[124] Batch [2699]	Speed: 1731.005297 samples/sec	accuracy=0.651079	lr=0.003704
Epoch[124] Batch [2749]	Speed: 1744.954705 samples/sec	accuracy=0.651192	lr=0.003701
Epoch[124] Batch [2799]	Speed: 1761.897231 samples/sec	accuracy=0.651214	lr=0.003699
Epoch[124] Batch [2849]	Speed: 1733.344014 samples/sec	accuracy=0.651221	lr=0.003696
Epoch[124] Batch [2899]	Speed: 1774.555254 samples/sec	accuracy=0.651171	lr=0.003693
Epoch[124] Batch [2949]	Speed: 1748.599724 samples/sec	accuracy=0.651147	lr=0.003690
Epoch[124] Batch [2999]	Speed: 1789.357668 samples/sec	accuracy=0.651074	lr=0.003687
Epoch[124] Batch [3049]	Speed: 1747.743979 samples/sec	accuracy=0.650982	lr=0.003684
Epoch[124] Batch [3099]	Speed: 1734.384931 samples/sec	accuracy=0.651011	lr=0.003682
Epoch[124] Batch [3149]	Speed: 1768.114288 samples/sec	accuracy=0.651071	lr=0.003679
Epoch[124] Batch [3199]	Speed: 1765.435439 samples/sec	accuracy=0.651051	lr=0.003676
Epoch[124] Batch [3249]	Speed: 1737.503897 samples/sec	accuracy=0.651054	lr=0.003673
Epoch[124] Batch [3299]	Speed: 1748.228588 samples/sec	accuracy=0.651012	lr=0.003670
Epoch[124] Batch [3349]	Speed: 1744.090908 samples/sec	accuracy=0.650946	lr=0.003667
Epoch[124] Batch [3399]	Speed: 1748.577285 samples/sec	accuracy=0.650910	lr=0.003665
Epoch[124] Batch [3449]	Speed: 1734.669106 samples/sec	accuracy=0.650937	lr=0.003662
Epoch[124] Batch [3499]	Speed: 1789.331368 samples/sec	accuracy=0.650848	lr=0.003659
Epoch[124] Batch [3549]	Speed: 1776.896702 samples/sec	accuracy=0.650792	lr=0.003656
Epoch[124] Batch [3599]	Speed: 1726.849608 samples/sec	accuracy=0.650806	lr=0.003653
Epoch[124] Batch [3649]	Speed: 1758.325609 samples/sec	accuracy=0.650797	lr=0.003651
Epoch[124] Batch [3699]	Speed: 1752.026866 samples/sec	accuracy=0.650666	lr=0.003648
Epoch[124] Batch [3749]	Speed: 1743.637358 samples/sec	accuracy=0.650531	lr=0.003645
Epoch[124] Batch [3799]	Speed: 1762.511281 samples/sec	accuracy=0.650541	lr=0.003642
Epoch[124] Batch [3849]	Speed: 1755.356291 samples/sec	accuracy=0.650501	lr=0.003639
Epoch[124] Batch [3899]	Speed: 1752.272985 samples/sec	accuracy=0.650549	lr=0.003636
Epoch[124] Batch [3949]	Speed: 1730.126482 samples/sec	accuracy=0.650551	lr=0.003634
Epoch[124] Batch [3999]	Speed: 1734.615245 samples/sec	accuracy=0.650613	lr=0.003631
Epoch[124] Batch [4049]	Speed: 1748.777433 samples/sec	accuracy=0.650619	lr=0.003628
Epoch[124] Batch [4099]	Speed: 1766.219345 samples/sec	accuracy=0.650674	lr=0.003625
Epoch[124] Batch [4149]	Speed: 1744.626953 samples/sec	accuracy=0.650713	lr=0.003622
Epoch[124] Batch [4199]	Speed: 1755.112461 samples/sec	accuracy=0.650685	lr=0.003620
Epoch[124] Batch [4249]	Speed: 1735.846979 samples/sec	accuracy=0.650639	lr=0.003617
Epoch[124] Batch [4299]	Speed: 1743.422476 samples/sec	accuracy=0.650600	lr=0.003614
Epoch[124] Batch [4349]	Speed: 1779.478403 samples/sec	accuracy=0.650554	lr=0.003611
Epoch[124] Batch [4399]	Speed: 1741.751374 samples/sec	accuracy=0.650510	lr=0.003608
Epoch[124] Batch [4449]	Speed: 1795.082885 samples/sec	accuracy=0.650547	lr=0.003606
Epoch[124] Batch [4499]	Speed: 1766.765476 samples/sec	accuracy=0.650633	lr=0.003603
Epoch[124] Batch [4549]	Speed: 1761.094569 samples/sec	accuracy=0.650654	lr=0.003600
Epoch[124] Batch [4599]	Speed: 1771.084835 samples/sec	accuracy=0.650585	lr=0.003597
Epoch[124] Batch [4649]	Speed: 1758.709168 samples/sec	accuracy=0.650580	lr=0.003594
Epoch[124] Batch [4699]	Speed: 1759.461047 samples/sec	accuracy=0.650534	lr=0.003592
Epoch[124] Batch [4749]	Speed: 1765.516487 samples/sec	accuracy=0.650493	lr=0.003589
Epoch[124] Batch [4799]	Speed: 1736.595385 samples/sec	accuracy=0.650461	lr=0.003586
Epoch[124] Batch [4849]	Speed: 1785.158164 samples/sec	accuracy=0.650481	lr=0.003583
Epoch[124] Batch [4899]	Speed: 1765.938158 samples/sec	accuracy=0.650450	lr=0.003580
Epoch[124] Batch [4949]	Speed: 1772.389463 samples/sec	accuracy=0.650446	lr=0.003578
Epoch[124] Batch [4999]	Speed: 1819.677360 samples/sec	accuracy=0.650408	lr=0.003575
[Epoch 124] training: accuracy=0.650418
[Epoch 124] speed: 1752 samples/sec	time cost: 745.448667
[Epoch 124] validation: err-top1=0.317283 err-top5=0.122509
Epoch[125] Batch [49]	Speed: 1668.299099 samples/sec	accuracy=0.656641	lr=0.003572
Epoch[125] Batch [99]	Speed: 1773.078364 samples/sec	accuracy=0.657188	lr=0.003569
Epoch[125] Batch [149]	Speed: 1777.173271 samples/sec	accuracy=0.656823	lr=0.003566
Epoch[125] Batch [199]	Speed: 1758.590839 samples/sec	accuracy=0.656523	lr=0.003563
Epoch[125] Batch [249]	Speed: 1777.375901 samples/sec	accuracy=0.657297	lr=0.003561
Epoch[125] Batch [299]	Speed: 1759.161429 samples/sec	accuracy=0.656185	lr=0.003558
Epoch[125] Batch [349]	Speed: 1731.004850 samples/sec	accuracy=0.656830	lr=0.003555
Epoch[125] Batch [399]	Speed: 1764.868780 samples/sec	accuracy=0.656387	lr=0.003552
Epoch[125] Batch [449]	Speed: 1738.207022 samples/sec	accuracy=0.656189	lr=0.003550
Epoch[125] Batch [499]	Speed: 1758.269520 samples/sec	accuracy=0.655578	lr=0.003547
Epoch[125] Batch [549]	Speed: 1756.836045 samples/sec	accuracy=0.655916	lr=0.003544
Epoch[125] Batch [599]	Speed: 1742.768982 samples/sec	accuracy=0.655547	lr=0.003541
Epoch[125] Batch [649]	Speed: 1742.954731 samples/sec	accuracy=0.655817	lr=0.003538
Epoch[125] Batch [699]	Speed: 1733.981273 samples/sec	accuracy=0.655642	lr=0.003536
Epoch[125] Batch [749]	Speed: 1732.330560 samples/sec	accuracy=0.655385	lr=0.003533
Epoch[125] Batch [799]	Speed: 1793.846895 samples/sec	accuracy=0.655288	lr=0.003530
Epoch[125] Batch [849]	Speed: 1769.201072 samples/sec	accuracy=0.655335	lr=0.003527
Epoch[125] Batch [899]	Speed: 1744.743467 samples/sec	accuracy=0.655204	lr=0.003525
Epoch[125] Batch [949]	Speed: 1791.773768 samples/sec	accuracy=0.654737	lr=0.003522
Epoch[125] Batch [999]	Speed: 1753.707900 samples/sec	accuracy=0.654863	lr=0.003519
Epoch[125] Batch [1049]	Speed: 1743.626882 samples/sec	accuracy=0.654836	lr=0.003516
Epoch[125] Batch [1099]	Speed: 1730.401288 samples/sec	accuracy=0.654613	lr=0.003514
Epoch[125] Batch [1149]	Speed: 1751.729317 samples/sec	accuracy=0.654677	lr=0.003511
Epoch[125] Batch [1199]	Speed: 1770.927974 samples/sec	accuracy=0.654258	lr=0.003508
Epoch[125] Batch [1249]	Speed: 1745.214272 samples/sec	accuracy=0.654250	lr=0.003505
Epoch[125] Batch [1299]	Speed: 1760.439884 samples/sec	accuracy=0.654216	lr=0.003502
Epoch[125] Batch [1349]	Speed: 1735.668296 samples/sec	accuracy=0.654392	lr=0.003500
Epoch[125] Batch [1399]	Speed: 1742.232608 samples/sec	accuracy=0.654166	lr=0.003497
Epoch[125] Batch [1449]	Speed: 1759.177165 samples/sec	accuracy=0.653812	lr=0.003494
Epoch[125] Batch [1499]	Speed: 1763.229410 samples/sec	accuracy=0.653784	lr=0.003491
Epoch[125] Batch [1549]	Speed: 1742.181160 samples/sec	accuracy=0.653745	lr=0.003489
Epoch[125] Batch [1599]	Speed: 1748.667101 samples/sec	accuracy=0.653621	lr=0.003486
Epoch[125] Batch [1649]	Speed: 1781.168883 samples/sec	accuracy=0.653404	lr=0.003483
Epoch[125] Batch [1699]	Speed: 1749.025033 samples/sec	accuracy=0.653449	lr=0.003480
Epoch[125] Batch [1749]	Speed: 1748.252896 samples/sec	accuracy=0.653346	lr=0.003478
Epoch[125] Batch [1799]	Speed: 1773.628511 samples/sec	accuracy=0.653166	lr=0.003475
Epoch[125] Batch [1849]	Speed: 1735.067198 samples/sec	accuracy=0.653233	lr=0.003472
Epoch[125] Batch [1899]	Speed: 1703.277577 samples/sec	accuracy=0.653232	lr=0.003469
Epoch[125] Batch [1949]	Speed: 1785.963964 samples/sec	accuracy=0.653143	lr=0.003467
Epoch[125] Batch [1999]	Speed: 1753.520997 samples/sec	accuracy=0.652920	lr=0.003464
Epoch[125] Batch [2049]	Speed: 1760.128045 samples/sec	accuracy=0.652915	lr=0.003461
Epoch[125] Batch [2099]	Speed: 1771.219577 samples/sec	accuracy=0.652932	lr=0.003458
Epoch[125] Batch [2149]	Speed: 1756.251048 samples/sec	accuracy=0.652876	lr=0.003456
Epoch[125] Batch [2199]	Speed: 1772.763554 samples/sec	accuracy=0.652825	lr=0.003453
Epoch[125] Batch [2249]	Speed: 1771.487309 samples/sec	accuracy=0.652681	lr=0.003450
Epoch[125] Batch [2299]	Speed: 1765.938158 samples/sec	accuracy=0.652458	lr=0.003447
Epoch[125] Batch [2349]	Speed: 1754.492260 samples/sec	accuracy=0.652502	lr=0.003445
Epoch[125] Batch [2399]	Speed: 1798.622293 samples/sec	accuracy=0.652332	lr=0.003442
Epoch[125] Batch [2449]	Speed: 1768.582644 samples/sec	accuracy=0.652388	lr=0.003439
Epoch[125] Batch [2499]	Speed: 1734.946310 samples/sec	accuracy=0.652466	lr=0.003436
Epoch[125] Batch [2549]	Speed: 1759.576667 samples/sec	accuracy=0.652420	lr=0.003434
Epoch[125] Batch [2599]	Speed: 1763.777518 samples/sec	accuracy=0.652371	lr=0.003431
Epoch[125] Batch [2649]	Speed: 1716.779844 samples/sec	accuracy=0.652329	lr=0.003428
Epoch[125] Batch [2699]	Speed: 1733.888703 samples/sec	accuracy=0.652487	lr=0.003425
Epoch[125] Batch [2749]	Speed: 1717.540962 samples/sec	accuracy=0.652413	lr=0.003423
Epoch[125] Batch [2799]	Speed: 1766.988128 samples/sec	accuracy=0.652270	lr=0.003420
Epoch[125] Batch [2849]	Speed: 1754.224595 samples/sec	accuracy=0.652315	lr=0.003417
Epoch[125] Batch [2899]	Speed: 1744.509492 samples/sec	accuracy=0.652272	lr=0.003415
Epoch[125] Batch [2949]	Speed: 1763.319058 samples/sec	accuracy=0.652202	lr=0.003412
Epoch[125] Batch [2999]	Speed: 1747.528311 samples/sec	accuracy=0.652198	lr=0.003409
Epoch[125] Batch [3049]	Speed: 1765.764436 samples/sec	accuracy=0.652185	lr=0.003406
Epoch[125] Batch [3099]	Speed: 1803.487702 samples/sec	accuracy=0.652165	lr=0.003404
Epoch[125] Batch [3149]	Speed: 1748.548867 samples/sec	accuracy=0.652124	lr=0.003401
Epoch[125] Batch [3199]	Speed: 1743.268382 samples/sec	accuracy=0.652112	lr=0.003398
Epoch[125] Batch [3249]	Speed: 1749.284843 samples/sec	accuracy=0.652126	lr=0.003395
Epoch[125] Batch [3299]	Speed: 1761.747370 samples/sec	accuracy=0.652151	lr=0.003393
Epoch[125] Batch [3349]	Speed: 1775.228582 samples/sec	accuracy=0.652097	lr=0.003390
Epoch[125] Batch [3399]	Speed: 1720.918813 samples/sec	accuracy=0.652078	lr=0.003387
Epoch[125] Batch [3449]	Speed: 1727.465591 samples/sec	accuracy=0.652144	lr=0.003385
Epoch[125] Batch [3499]	Speed: 1748.173198 samples/sec	accuracy=0.652203	lr=0.003382
Epoch[125] Batch [3549]	Speed: 1774.863308 samples/sec	accuracy=0.652195	lr=0.003379
Epoch[125] Batch [3599]	Speed: 1765.991716 samples/sec	accuracy=0.652186	lr=0.003376
Epoch[125] Batch [3649]	Speed: 1729.416563 samples/sec	accuracy=0.652245	lr=0.003374
Epoch[125] Batch [3699]	Speed: 1745.223973 samples/sec	accuracy=0.652243	lr=0.003371
Epoch[125] Batch [3749]	Speed: 1744.125868 samples/sec	accuracy=0.652133	lr=0.003368
Epoch[125] Batch [3799]	Speed: 1751.789219 samples/sec	accuracy=0.652084	lr=0.003366
Epoch[125] Batch [3849]	Speed: 1740.996090 samples/sec	accuracy=0.652095	lr=0.003363
Epoch[125] Batch [3899]	Speed: 1738.692662 samples/sec	accuracy=0.652042	lr=0.003360
Epoch[125] Batch [3949]	Speed: 1752.433709 samples/sec	accuracy=0.652080	lr=0.003357
Epoch[125] Batch [3999]	Speed: 1753.359788 samples/sec	accuracy=0.652041	lr=0.003355
Epoch[125] Batch [4049]	Speed: 1773.126266 samples/sec	accuracy=0.652044	lr=0.003352
Epoch[125] Batch [4099]	Speed: 1758.382046 samples/sec	accuracy=0.651988	lr=0.003349
Epoch[125] Batch [4149]	Speed: 1761.894340 samples/sec	accuracy=0.652046	lr=0.003347
Epoch[125] Batch [4199]	Speed: 1750.111631 samples/sec	accuracy=0.652002	lr=0.003344
Epoch[125] Batch [4249]	Speed: 1755.071093 samples/sec	accuracy=0.652015	lr=0.003341
Epoch[125] Batch [4299]	Speed: 1774.462759 samples/sec	accuracy=0.651959	lr=0.003339
Epoch[125] Batch [4349]	Speed: 1720.555915 samples/sec	accuracy=0.651903	lr=0.003336
Epoch[125] Batch [4399]	Speed: 1758.798587 samples/sec	accuracy=0.651881	lr=0.003333
Epoch[125] Batch [4449]	Speed: 1758.704156 samples/sec	accuracy=0.651787	lr=0.003330
Epoch[125] Batch [4499]	Speed: 1737.094513 samples/sec	accuracy=0.651736	lr=0.003328
Epoch[125] Batch [4549]	Speed: 1701.939832 samples/sec	accuracy=0.651740	lr=0.003325
Epoch[125] Batch [4599]	Speed: 1724.616898 samples/sec	accuracy=0.651810	lr=0.003322
Epoch[125] Batch [4649]	Speed: 1767.265287 samples/sec	accuracy=0.651872	lr=0.003320
Epoch[125] Batch [4699]	Speed: 1755.903592 samples/sec	accuracy=0.651776	lr=0.003317
Epoch[125] Batch [4749]	Speed: 1721.351403 samples/sec	accuracy=0.651756	lr=0.003314
Epoch[125] Batch [4799]	Speed: 1750.115967 samples/sec	accuracy=0.651633	lr=0.003312
Epoch[125] Batch [4849]	Speed: 1766.324639 samples/sec	accuracy=0.651652	lr=0.003309
Epoch[125] Batch [4899]	Speed: 1732.508052 samples/sec	accuracy=0.651617	lr=0.003306
Epoch[125] Batch [4949]	Speed: 1784.677311 samples/sec	accuracy=0.651601	lr=0.003303
Epoch[125] Batch [4999]	Speed: 1870.010841 samples/sec	accuracy=0.651580	lr=0.003301
[Epoch 125] training: accuracy=0.651570
[Epoch 125] speed: 1753 samples/sec	time cost: 745.182135
[Epoch 125] validation: err-top1=0.316126 err-top5=0.120212
Epoch[126] Batch [49]	Speed: 1639.906935 samples/sec	accuracy=0.654531	lr=0.003298
Epoch[126] Batch [99]	Speed: 1776.508814 samples/sec	accuracy=0.658320	lr=0.003295
Epoch[126] Batch [149]	Speed: 1781.116114 samples/sec	accuracy=0.656510	lr=0.003292
Epoch[126] Batch [199]	Speed: 1750.355329 samples/sec	accuracy=0.656074	lr=0.003290
Epoch[126] Batch [249]	Speed: 1760.295869 samples/sec	accuracy=0.655672	lr=0.003287
Epoch[126] Batch [299]	Speed: 1776.110695 samples/sec	accuracy=0.654648	lr=0.003284
Epoch[126] Batch [349]	Speed: 1756.540251 samples/sec	accuracy=0.654687	lr=0.003282
Epoch[126] Batch [399]	Speed: 1759.337255 samples/sec	accuracy=0.654121	lr=0.003279
Epoch[126] Batch [449]	Speed: 1735.692986 samples/sec	accuracy=0.653628	lr=0.003276
Epoch[126] Batch [499]	Speed: 1763.687881 samples/sec	accuracy=0.653969	lr=0.003274
Epoch[126] Batch [549]	Speed: 1769.153440 samples/sec	accuracy=0.654545	lr=0.003271
Epoch[126] Batch [599]	Speed: 1765.636097 samples/sec	accuracy=0.654850	lr=0.003268
Epoch[126] Batch [649]	Speed: 1748.338637 samples/sec	accuracy=0.655325	lr=0.003266
Epoch[126] Batch [699]	Speed: 1771.688293 samples/sec	accuracy=0.655363	lr=0.003263
Epoch[126] Batch [749]	Speed: 1757.811502 samples/sec	accuracy=0.655125	lr=0.003260
Epoch[126] Batch [799]	Speed: 1774.038004 samples/sec	accuracy=0.655078	lr=0.003258
Epoch[126] Batch [849]	Speed: 1787.849557 samples/sec	accuracy=0.654899	lr=0.003255
Epoch[126] Batch [899]	Speed: 1745.551041 samples/sec	accuracy=0.654935	lr=0.003252
Epoch[126] Batch [949]	Speed: 1772.506788 samples/sec	accuracy=0.654905	lr=0.003250
Epoch[126] Batch [999]	Speed: 1750.879872 samples/sec	accuracy=0.655035	lr=0.003247
Epoch[126] Batch [1049]	Speed: 1776.955220 samples/sec	accuracy=0.655301	lr=0.003244
Epoch[126] Batch [1099]	Speed: 1784.744946 samples/sec	accuracy=0.655369	lr=0.003242
Epoch[126] Batch [1149]	Speed: 1758.295836 samples/sec	accuracy=0.655418	lr=0.003239
Epoch[126] Batch [1199]	Speed: 1769.168365 samples/sec	accuracy=0.655339	lr=0.003236
Epoch[126] Batch [1249]	Speed: 1784.106653 samples/sec	accuracy=0.655141	lr=0.003234
Epoch[126] Batch [1299]	Speed: 1752.406538 samples/sec	accuracy=0.654955	lr=0.003231
Epoch[126] Batch [1349]	Speed: 1780.230558 samples/sec	accuracy=0.654809	lr=0.003228
Epoch[126] Batch [1399]	Speed: 1710.908139 samples/sec	accuracy=0.654322	lr=0.003226
Epoch[126] Batch [1449]	Speed: 1737.573458 samples/sec	accuracy=0.654418	lr=0.003223
Epoch[126] Batch [1499]	Speed: 1728.614496 samples/sec	accuracy=0.654370	lr=0.003220
Epoch[126] Batch [1549]	Speed: 1728.831199 samples/sec	accuracy=0.654425	lr=0.003218
Epoch[126] Batch [1599]	Speed: 1766.261763 samples/sec	accuracy=0.654277	lr=0.003215
Epoch[126] Batch [1649]	Speed: 1765.858233 samples/sec	accuracy=0.654325	lr=0.003212
Epoch[126] Batch [1699]	Speed: 1767.765614 samples/sec	accuracy=0.654272	lr=0.003210
Epoch[126] Batch [1749]	Speed: 1760.819400 samples/sec	accuracy=0.654317	lr=0.003207
Epoch[126] Batch [1799]	Speed: 1764.379774 samples/sec	accuracy=0.654286	lr=0.003204
Epoch[126] Batch [1849]	Speed: 1772.221373 samples/sec	accuracy=0.654333	lr=0.003202
Epoch[126] Batch [1899]	Speed: 1745.624597 samples/sec	accuracy=0.654237	lr=0.003199
Epoch[126] Batch [1949]	Speed: 1732.942965 samples/sec	accuracy=0.654259	lr=0.003196
Epoch[126] Batch [1999]	Speed: 1746.845306 samples/sec	accuracy=0.654105	lr=0.003194
Epoch[126] Batch [2049]	Speed: 1799.004767 samples/sec	accuracy=0.653996	lr=0.003191
Epoch[126] Batch [2099]	Speed: 1763.697847 samples/sec	accuracy=0.653955	lr=0.003189
Epoch[126] Batch [2149]	Speed: 1735.473662 samples/sec	accuracy=0.653886	lr=0.003186
Epoch[126] Batch [2199]	Speed: 1770.726112 samples/sec	accuracy=0.653880	lr=0.003183
Epoch[126] Batch [2249]	Speed: 1728.952628 samples/sec	accuracy=0.653833	lr=0.003181
Epoch[126] Batch [2299]	Speed: 1760.043395 samples/sec	accuracy=0.653950	lr=0.003178
Epoch[126] Batch [2349]	Speed: 1748.977228 samples/sec	accuracy=0.653943	lr=0.003175
Epoch[126] Batch [2399]	Speed: 1786.959495 samples/sec	accuracy=0.654010	lr=0.003173
Epoch[126] Batch [2449]	Speed: 1741.182026 samples/sec	accuracy=0.653878	lr=0.003170
Epoch[126] Batch [2499]	Speed: 1756.037067 samples/sec	accuracy=0.653875	lr=0.003167
Epoch[126] Batch [2549]	Speed: 1785.064323 samples/sec	accuracy=0.653899	lr=0.003165
Epoch[126] Batch [2599]	Speed: 1746.832404 samples/sec	accuracy=0.653932	lr=0.003162
Epoch[126] Batch [2649]	Speed: 1732.180712 samples/sec	accuracy=0.653862	lr=0.003159
Epoch[126] Batch [2699]	Speed: 1744.631716 samples/sec	accuracy=0.653773	lr=0.003157
Epoch[126] Batch [2749]	Speed: 1735.213732 samples/sec	accuracy=0.653786	lr=0.003154
Epoch[126] Batch [2799]	Speed: 1735.354401 samples/sec	accuracy=0.653664	lr=0.003152
Epoch[126] Batch [2849]	Speed: 1761.014851 samples/sec	accuracy=0.653609	lr=0.003149
Epoch[126] Batch [2899]	Speed: 1729.665453 samples/sec	accuracy=0.653564	lr=0.003146
Epoch[126] Batch [2949]	Speed: 1715.139951 samples/sec	accuracy=0.653562	lr=0.003144
Epoch[126] Batch [2999]	Speed: 1774.772013 samples/sec	accuracy=0.653535	lr=0.003141
Epoch[126] Batch [3049]	Speed: 1825.308579 samples/sec	accuracy=0.653525	lr=0.003138
Epoch[126] Batch [3099]	Speed: 1773.418827 samples/sec	accuracy=0.653420	lr=0.003136
Epoch[126] Batch [3149]	Speed: 1766.182797 samples/sec	accuracy=0.653342	lr=0.003133
Epoch[126] Batch [3199]	Speed: 1736.187890 samples/sec	accuracy=0.653322	lr=0.003131
Epoch[126] Batch [3249]	Speed: 1758.924032 samples/sec	accuracy=0.653316	lr=0.003128
Epoch[126] Batch [3299]	Speed: 1771.888504 samples/sec	accuracy=0.653277	lr=0.003125
Epoch[126] Batch [3349]	Speed: 1752.548121 samples/sec	accuracy=0.653196	lr=0.003123
Epoch[126] Batch [3399]	Speed: 1746.690834 samples/sec	accuracy=0.653185	lr=0.003120
Epoch[126] Batch [3449]	Speed: 1734.834129 samples/sec	accuracy=0.653111	lr=0.003117
Epoch[126] Batch [3499]	Speed: 1757.872569 samples/sec	accuracy=0.653141	lr=0.003115
Epoch[126] Batch [3549]	Speed: 1744.134140 samples/sec	accuracy=0.652984	lr=0.003112
Epoch[126] Batch [3599]	Speed: 1755.171906 samples/sec	accuracy=0.653056	lr=0.003110
Epoch[126] Batch [3649]	Speed: 1763.231379 samples/sec	accuracy=0.653095	lr=0.003107
Epoch[126] Batch [3699]	Speed: 1735.983260 samples/sec	accuracy=0.653114	lr=0.003104
Epoch[126] Batch [3749]	Speed: 1764.490474 samples/sec	accuracy=0.653128	lr=0.003102
Epoch[126] Batch [3799]	Speed: 1745.430107 samples/sec	accuracy=0.653115	lr=0.003099
Epoch[126] Batch [3849]	Speed: 1743.444953 samples/sec	accuracy=0.653046	lr=0.003097
Epoch[126] Batch [3899]	Speed: 1699.661790 samples/sec	accuracy=0.653056	lr=0.003094
Epoch[126] Batch [3949]	Speed: 1755.222231 samples/sec	accuracy=0.652982	lr=0.003091
Epoch[126] Batch [3999]	Speed: 1749.437836 samples/sec	accuracy=0.653000	lr=0.003089
Epoch[126] Batch [4049]	Speed: 1760.859364 samples/sec	accuracy=0.653023	lr=0.003086
Epoch[126] Batch [4099]	Speed: 1745.436803 samples/sec	accuracy=0.653005	lr=0.003084
Epoch[126] Batch [4149]	Speed: 1783.893832 samples/sec	accuracy=0.652965	lr=0.003081
Epoch[126] Batch [4199]	Speed: 1762.900142 samples/sec	accuracy=0.652958	lr=0.003078
Epoch[126] Batch [4249]	Speed: 1784.231524 samples/sec	accuracy=0.652892	lr=0.003076
Epoch[126] Batch [4299]	Speed: 1701.091838 samples/sec	accuracy=0.652832	lr=0.003073
Epoch[126] Batch [4349]	Speed: 1728.386996 samples/sec	accuracy=0.652821	lr=0.003071
Epoch[126] Batch [4399]	Speed: 1744.622418 samples/sec	accuracy=0.652784	lr=0.003068
Epoch[126] Batch [4449]	Speed: 1773.419823 samples/sec	accuracy=0.652806	lr=0.003065
Epoch[126] Batch [4499]	Speed: 1750.579116 samples/sec	accuracy=0.652810	lr=0.003063
Epoch[126] Batch [4549]	Speed: 1746.149658 samples/sec	accuracy=0.652770	lr=0.003060
Epoch[126] Batch [4599]	Speed: 1738.763782 samples/sec	accuracy=0.652762	lr=0.003058
Epoch[126] Batch [4649]	Speed: 1800.563407 samples/sec	accuracy=0.652832	lr=0.003055
Epoch[126] Batch [4699]	Speed: 1751.459409 samples/sec	accuracy=0.652766	lr=0.003052
Epoch[126] Batch [4749]	Speed: 1777.730613 samples/sec	accuracy=0.652819	lr=0.003050
Epoch[126] Batch [4799]	Speed: 1761.912728 samples/sec	accuracy=0.652835	lr=0.003047
Epoch[126] Batch [4849]	Speed: 1736.907820 samples/sec	accuracy=0.652817	lr=0.003045
Epoch[126] Batch [4899]	Speed: 1740.134572 samples/sec	accuracy=0.652789	lr=0.003042
Epoch[126] Batch [4949]	Speed: 1773.419588 samples/sec	accuracy=0.652833	lr=0.003039
Epoch[126] Batch [4999]	Speed: 1876.889816 samples/sec	accuracy=0.652841	lr=0.003037
[Epoch 126] training: accuracy=0.652877
[Epoch 126] speed: 1755 samples/sec	time cost: 743.804079
[Epoch 126] validation: err-top1=0.315024 err-top5=0.120933
Epoch[127] Batch [49]	Speed: 1650.575513 samples/sec	accuracy=0.659609	lr=0.003034
Epoch[127] Batch [99]	Speed: 1736.475464 samples/sec	accuracy=0.659609	lr=0.003031
Epoch[127] Batch [149]	Speed: 1734.210079 samples/sec	accuracy=0.658828	lr=0.003029
Epoch[127] Batch [199]	Speed: 1739.072998 samples/sec	accuracy=0.658711	lr=0.003026
Epoch[127] Batch [249]	Speed: 1805.818643 samples/sec	accuracy=0.657563	lr=0.003024
Epoch[127] Batch [299]	Speed: 1774.964236 samples/sec	accuracy=0.656380	lr=0.003021
Epoch[127] Batch [349]	Speed: 1750.062398 samples/sec	accuracy=0.656585	lr=0.003019
Epoch[127] Batch [399]	Speed: 1745.492756 samples/sec	accuracy=0.657324	lr=0.003016
Epoch[127] Batch [449]	Speed: 1711.710500 samples/sec	accuracy=0.656128	lr=0.003013
Epoch[127] Batch [499]	Speed: 1778.144300 samples/sec	accuracy=0.655414	lr=0.003011
Epoch[127] Batch [549]	Speed: 1741.625768 samples/sec	accuracy=0.656193	lr=0.003008
Epoch[127] Batch [599]	Speed: 1765.118230 samples/sec	accuracy=0.656289	lr=0.003006
Epoch[127] Batch [649]	Speed: 1772.306496 samples/sec	accuracy=0.655931	lr=0.003003
Epoch[127] Batch [699]	Speed: 1743.089584 samples/sec	accuracy=0.656083	lr=0.003001
Epoch[127] Batch [749]	Speed: 1749.966449 samples/sec	accuracy=0.656156	lr=0.002998
Epoch[127] Batch [799]	Speed: 1785.935269 samples/sec	accuracy=0.656133	lr=0.002995
Epoch[127] Batch [849]	Speed: 1744.792004 samples/sec	accuracy=0.656176	lr=0.002993
Epoch[127] Batch [899]	Speed: 1727.812115 samples/sec	accuracy=0.655499	lr=0.002990
Epoch[127] Batch [949]	Speed: 1747.114021 samples/sec	accuracy=0.655896	lr=0.002988
Epoch[127] Batch [999]	Speed: 1780.807126 samples/sec	accuracy=0.655695	lr=0.002985
Epoch[127] Batch [1049]	Speed: 1760.527748 samples/sec	accuracy=0.655711	lr=0.002983
Epoch[127] Batch [1099]	Speed: 1758.883982 samples/sec	accuracy=0.655980	lr=0.002980
Epoch[127] Batch [1149]	Speed: 1736.502368 samples/sec	accuracy=0.655754	lr=0.002977
Epoch[127] Batch [1199]	Speed: 1738.322454 samples/sec	accuracy=0.655400	lr=0.002975
Epoch[127] Batch [1249]	Speed: 1761.333072 samples/sec	accuracy=0.655497	lr=0.002972
Epoch[127] Batch [1299]	Speed: 1758.032594 samples/sec	accuracy=0.655715	lr=0.002970
Epoch[127] Batch [1349]	Speed: 1751.860215 samples/sec	accuracy=0.655544	lr=0.002967
Epoch[127] Batch [1399]	Speed: 1756.169815 samples/sec	accuracy=0.655511	lr=0.002965
Epoch[127] Batch [1449]	Speed: 1799.894984 samples/sec	accuracy=0.655501	lr=0.002962
Epoch[127] Batch [1499]	Speed: 1751.399473 samples/sec	accuracy=0.655516	lr=0.002960
Epoch[127] Batch [1549]	Speed: 1717.285936 samples/sec	accuracy=0.655222	lr=0.002957
Epoch[127] Batch [1599]	Speed: 1754.735860 samples/sec	accuracy=0.655229	lr=0.002954
Epoch[127] Batch [1649]	Speed: 1750.484823 samples/sec	accuracy=0.655185	lr=0.002952
Epoch[127] Batch [1699]	Speed: 1734.365153 samples/sec	accuracy=0.655154	lr=0.002949
Epoch[127] Batch [1749]	Speed: 1742.122591 samples/sec	accuracy=0.655208	lr=0.002947
Epoch[127] Batch [1799]	Speed: 1774.261321 samples/sec	accuracy=0.655276	lr=0.002944
Epoch[127] Batch [1849]	Speed: 1768.517394 samples/sec	accuracy=0.655401	lr=0.002942
Epoch[127] Batch [1899]	Speed: 1749.330499 samples/sec	accuracy=0.655442	lr=0.002939
Epoch[127] Batch [1949]	Speed: 1722.523301 samples/sec	accuracy=0.655369	lr=0.002937
Epoch[127] Batch [1999]	Speed: 1758.868481 samples/sec	accuracy=0.655318	lr=0.002934
Epoch[127] Batch [2049]	Speed: 1743.418626 samples/sec	accuracy=0.655450	lr=0.002932
Epoch[127] Batch [2099]	Speed: 1740.603287 samples/sec	accuracy=0.655352	lr=0.002929
Epoch[127] Batch [2149]	Speed: 1774.423347 samples/sec	accuracy=0.655362	lr=0.002926
Epoch[127] Batch [2199]	Speed: 1733.419119 samples/sec	accuracy=0.655369	lr=0.002924
Epoch[127] Batch [2249]	Speed: 1757.008474 samples/sec	accuracy=0.655342	lr=0.002921
Epoch[127] Batch [2299]	Speed: 1760.541372 samples/sec	accuracy=0.655442	lr=0.002919
Epoch[127] Batch [2349]	Speed: 1748.805459 samples/sec	accuracy=0.655437	lr=0.002916
Epoch[127] Batch [2399]	Speed: 1763.885940 samples/sec	accuracy=0.655404	lr=0.002914
Epoch[127] Batch [2449]	Speed: 1747.606073 samples/sec	accuracy=0.655346	lr=0.002911
Epoch[127] Batch [2499]	Speed: 1753.503415 samples/sec	accuracy=0.655419	lr=0.002909
Epoch[127] Batch [2549]	Speed: 1770.568380 samples/sec	accuracy=0.655518	lr=0.002906
Epoch[127] Batch [2599]	Speed: 1739.331550 samples/sec	accuracy=0.655479	lr=0.002904
Epoch[127] Batch [2649]	Speed: 1716.413859 samples/sec	accuracy=0.655470	lr=0.002901
Epoch[127] Batch [2699]	Speed: 1713.797410 samples/sec	accuracy=0.655379	lr=0.002899
Epoch[127] Batch [2749]	Speed: 1735.620040 samples/sec	accuracy=0.655416	lr=0.002896
Epoch[127] Batch [2799]	Speed: 1759.910521 samples/sec	accuracy=0.655379	lr=0.002893
Epoch[127] Batch [2849]	Speed: 1772.732822 samples/sec	accuracy=0.655419	lr=0.002891
Epoch[127] Batch [2899]	Speed: 1738.917588 samples/sec	accuracy=0.655489	lr=0.002888
Epoch[127] Batch [2949]	Speed: 1741.548990 samples/sec	accuracy=0.655490	lr=0.002886
Epoch[127] Batch [2999]	Speed: 1784.068887 samples/sec	accuracy=0.655539	lr=0.002883
Epoch[127] Batch [3049]	Speed: 1757.081791 samples/sec	accuracy=0.655447	lr=0.002881
Epoch[127] Batch [3099]	Speed: 1760.911922 samples/sec	accuracy=0.655325	lr=0.002878
Epoch[127] Batch [3149]	Speed: 1760.201219 samples/sec	accuracy=0.655201	lr=0.002876
Epoch[127] Batch [3199]	Speed: 1754.829465 samples/sec	accuracy=0.655261	lr=0.002873
Epoch[127] Batch [3249]	Speed: 1759.111858 samples/sec	accuracy=0.655228	lr=0.002871
Epoch[127] Batch [3299]	Speed: 1762.067706 samples/sec	accuracy=0.655191	lr=0.002868
Epoch[127] Batch [3349]	Speed: 1770.915240 samples/sec	accuracy=0.655156	lr=0.002866
Epoch[127] Batch [3399]	Speed: 1813.265643 samples/sec	accuracy=0.655079	lr=0.002863
Epoch[127] Batch [3449]	Speed: 1773.655992 samples/sec	accuracy=0.655105	lr=0.002861
Epoch[127] Batch [3499]	Speed: 1716.988977 samples/sec	accuracy=0.655172	lr=0.002858
Epoch[127] Batch [3549]	Speed: 1764.854392 samples/sec	accuracy=0.655127	lr=0.002856
Epoch[127] Batch [3599]	Speed: 1770.053218 samples/sec	accuracy=0.655123	lr=0.002853
Epoch[127] Batch [3649]	Speed: 1765.080451 samples/sec	accuracy=0.655154	lr=0.002851
Epoch[127] Batch [3699]	Speed: 1775.905182 samples/sec	accuracy=0.655132	lr=0.002848
Epoch[127] Batch [3749]	Speed: 1782.350711 samples/sec	accuracy=0.655110	lr=0.002846
Epoch[127] Batch [3799]	Speed: 1759.579608 samples/sec	accuracy=0.655032	lr=0.002843
Epoch[127] Batch [3849]	Speed: 1771.172771 samples/sec	accuracy=0.654968	lr=0.002841
Epoch[127] Batch [3899]	Speed: 1737.391890 samples/sec	accuracy=0.654880	lr=0.002838
Epoch[127] Batch [3949]	Speed: 1754.339528 samples/sec	accuracy=0.654916	lr=0.002836
Epoch[127] Batch [3999]	Speed: 1733.717982 samples/sec	accuracy=0.654867	lr=0.002833
Epoch[127] Batch [4049]	Speed: 1744.940866 samples/sec	accuracy=0.654880	lr=0.002831
Epoch[127] Batch [4099]	Speed: 1759.467793 samples/sec	accuracy=0.654793	lr=0.002828
Epoch[127] Batch [4149]	Speed: 1754.991920 samples/sec	accuracy=0.654703	lr=0.002826
Epoch[127] Batch [4199]	Speed: 1754.529300 samples/sec	accuracy=0.654736	lr=0.002823
Epoch[127] Batch [4249]	Speed: 1773.522813 samples/sec	accuracy=0.654671	lr=0.002821
Epoch[127] Batch [4299]	Speed: 1772.163692 samples/sec	accuracy=0.654697	lr=0.002818
Epoch[127] Batch [4349]	Speed: 1765.321486 samples/sec	accuracy=0.654631	lr=0.002816
Epoch[127] Batch [4399]	Speed: 1734.403477 samples/sec	accuracy=0.654615	lr=0.002813
Epoch[127] Batch [4449]	Speed: 1788.258198 samples/sec	accuracy=0.654553	lr=0.002811
Epoch[127] Batch [4499]	Speed: 1761.329431 samples/sec	accuracy=0.654580	lr=0.002808
Epoch[127] Batch [4549]	Speed: 1758.949676 samples/sec	accuracy=0.654590	lr=0.002806
Epoch[127] Batch [4599]	Speed: 1756.411239 samples/sec	accuracy=0.654585	lr=0.002803
Epoch[127] Batch [4649]	Speed: 1748.694782 samples/sec	accuracy=0.654550	lr=0.002801
Epoch[127] Batch [4699]	Speed: 1727.817731 samples/sec	accuracy=0.654483	lr=0.002798
Epoch[127] Batch [4749]	Speed: 1778.968478 samples/sec	accuracy=0.654506	lr=0.002796
Epoch[127] Batch [4799]	Speed: 1749.092898 samples/sec	accuracy=0.654456	lr=0.002793
Epoch[127] Batch [4849]	Speed: 1774.477539 samples/sec	accuracy=0.654419	lr=0.002791
Epoch[127] Batch [4899]	Speed: 1755.483139 samples/sec	accuracy=0.654356	lr=0.002788
Epoch[127] Batch [4949]	Speed: 1735.143350 samples/sec	accuracy=0.654316	lr=0.002786
Epoch[127] Batch [4999]	Speed: 1797.651589 samples/sec	accuracy=0.654273	lr=0.002783
[Epoch 127] training: accuracy=0.654286
[Epoch 127] speed: 1754 samples/sec	time cost: 744.655178
[Epoch 127] validation: err-top1=0.314163 err-top5=0.120653
Epoch[128] Batch [49]	Speed: 1648.282502 samples/sec	accuracy=0.661641	lr=0.002781
Epoch[128] Batch [99]	Speed: 1737.778970 samples/sec	accuracy=0.661797	lr=0.002778
Epoch[128] Batch [149]	Speed: 1752.787862 samples/sec	accuracy=0.658516	lr=0.002776
Epoch[128] Batch [199]	Speed: 1716.030918 samples/sec	accuracy=0.658262	lr=0.002773
Epoch[128] Batch [249]	Speed: 1731.215566 samples/sec	accuracy=0.657219	lr=0.002771
Epoch[128] Batch [299]	Speed: 1735.803427 samples/sec	accuracy=0.658125	lr=0.002768
Epoch[128] Batch [349]	Speed: 1740.732584 samples/sec	accuracy=0.657712	lr=0.002766
Epoch[128] Batch [399]	Speed: 1748.377126 samples/sec	accuracy=0.656553	lr=0.002763
Epoch[128] Batch [449]	Speed: 1755.096568 samples/sec	accuracy=0.656701	lr=0.002761
Epoch[128] Batch [499]	Speed: 1754.518922 samples/sec	accuracy=0.657211	lr=0.002758
Epoch[128] Batch [549]	Speed: 1745.801929 samples/sec	accuracy=0.657599	lr=0.002756
Epoch[128] Batch [599]	Speed: 1774.134852 samples/sec	accuracy=0.658034	lr=0.002753
Epoch[128] Batch [649]	Speed: 1738.333767 samples/sec	accuracy=0.658636	lr=0.002751
Epoch[128] Batch [699]	Speed: 1735.373192 samples/sec	accuracy=0.658661	lr=0.002748
Epoch[128] Batch [749]	Speed: 1744.881886 samples/sec	accuracy=0.658958	lr=0.002746
Epoch[128] Batch [799]	Speed: 1737.296145 samples/sec	accuracy=0.658804	lr=0.002743
Epoch[128] Batch [849]	Speed: 1736.456368 samples/sec	accuracy=0.658929	lr=0.002741
Epoch[128] Batch [899]	Speed: 1734.006643 samples/sec	accuracy=0.658121	lr=0.002739
Epoch[128] Batch [949]	Speed: 1790.001455 samples/sec	accuracy=0.658010	lr=0.002736
Epoch[128] Batch [999]	Speed: 1713.814644 samples/sec	accuracy=0.658141	lr=0.002734
Epoch[128] Batch [1049]	Speed: 1773.704628 samples/sec	accuracy=0.657738	lr=0.002731
Epoch[128] Batch [1099]	Speed: 1748.233825 samples/sec	accuracy=0.657418	lr=0.002729
Epoch[128] Batch [1149]	Speed: 1754.134265 samples/sec	accuracy=0.657459	lr=0.002726
Epoch[128] Batch [1199]	Speed: 1756.058262 samples/sec	accuracy=0.657266	lr=0.002724
Epoch[128] Batch [1249]	Speed: 1736.450022 samples/sec	accuracy=0.657366	lr=0.002721
Epoch[128] Batch [1299]	Speed: 1728.869725 samples/sec	accuracy=0.657169	lr=0.002719
Epoch[128] Batch [1349]	Speed: 1755.051357 samples/sec	accuracy=0.656942	lr=0.002716
Epoch[128] Batch [1399]	Speed: 1733.424940 samples/sec	accuracy=0.657190	lr=0.002714
Epoch[128] Batch [1449]	Speed: 1738.086653 samples/sec	accuracy=0.657150	lr=0.002711
Epoch[128] Batch [1499]	Speed: 1770.729791 samples/sec	accuracy=0.657036	lr=0.002709
Epoch[128] Batch [1549]	Speed: 1771.471118 samples/sec	accuracy=0.656996	lr=0.002707
Epoch[128] Batch [1599]	Speed: 1747.078202 samples/sec	accuracy=0.656975	lr=0.002704
Epoch[128] Batch [1649]	Speed: 1792.096383 samples/sec	accuracy=0.656877	lr=0.002702
Epoch[128] Batch [1699]	Speed: 1798.088691 samples/sec	accuracy=0.656781	lr=0.002699
Epoch[128] Batch [1749]	Speed: 1754.892734 samples/sec	accuracy=0.656705	lr=0.002697
Epoch[128] Batch [1799]	Speed: 1751.672048 samples/sec	accuracy=0.656619	lr=0.002694
Epoch[128] Batch [1849]	Speed: 1759.517211 samples/sec	accuracy=0.656704	lr=0.002692
Epoch[128] Batch [1899]	Speed: 1726.232510 samples/sec	accuracy=0.656904	lr=0.002689
Epoch[128] Batch [1949]	Speed: 1766.222018 samples/sec	accuracy=0.656949	lr=0.002687
Epoch[128] Batch [1999]	Speed: 1779.725098 samples/sec	accuracy=0.656883	lr=0.002685
Epoch[128] Batch [2049]	Speed: 1792.335519 samples/sec	accuracy=0.657008	lr=0.002682
Epoch[128] Batch [2099]	Speed: 1760.645009 samples/sec	accuracy=0.656866	lr=0.002680
Epoch[128] Batch [2149]	Speed: 1695.064065 samples/sec	accuracy=0.657031	lr=0.002677
Epoch[128] Batch [2199]	Speed: 1762.237578 samples/sec	accuracy=0.656864	lr=0.002675
Epoch[128] Batch [2249]	Speed: 1754.019359 samples/sec	accuracy=0.656835	lr=0.002672
Epoch[128] Batch [2299]	Speed: 1764.773869 samples/sec	accuracy=0.656836	lr=0.002670
Epoch[128] Batch [2349]	Speed: 1736.252854 samples/sec	accuracy=0.656917	lr=0.002668
Epoch[128] Batch [2399]	Speed: 1728.135359 samples/sec	accuracy=0.656841	lr=0.002665
Epoch[128] Batch [2449]	Speed: 1749.205963 samples/sec	accuracy=0.656728	lr=0.002663
Epoch[128] Batch [2499]	Speed: 1729.062156 samples/sec	accuracy=0.656636	lr=0.002660
Epoch[128] Batch [2549]	Speed: 1784.022408 samples/sec	accuracy=0.656737	lr=0.002658
Epoch[128] Batch [2599]	Speed: 1770.284814 samples/sec	accuracy=0.656804	lr=0.002655
Epoch[128] Batch [2649]	Speed: 1767.018080 samples/sec	accuracy=0.656809	lr=0.002653
Epoch[128] Batch [2699]	Speed: 1730.091692 samples/sec	accuracy=0.656730	lr=0.002651
Epoch[128] Batch [2749]	Speed: 1746.734649 samples/sec	accuracy=0.656706	lr=0.002648
Epoch[128] Batch [2799]	Speed: 1783.344526 samples/sec	accuracy=0.656759	lr=0.002646
Epoch[128] Batch [2849]	Speed: 1752.287798 samples/sec	accuracy=0.656649	lr=0.002643
Epoch[128] Batch [2899]	Speed: 1762.458802 samples/sec	accuracy=0.656713	lr=0.002641
Epoch[128] Batch [2949]	Speed: 1788.372630 samples/sec	accuracy=0.656756	lr=0.002638
Epoch[128] Batch [2999]	Speed: 1708.543348 samples/sec	accuracy=0.656803	lr=0.002636
Epoch[128] Batch [3049]	Speed: 1727.952755 samples/sec	accuracy=0.656616	lr=0.002634
Epoch[128] Batch [3099]	Speed: 1759.990139 samples/sec	accuracy=0.656598	lr=0.002631
Epoch[128] Batch [3149]	Speed: 1768.143404 samples/sec	accuracy=0.656741	lr=0.002629
Epoch[128] Batch [3199]	Speed: 1757.280555 samples/sec	accuracy=0.656685	lr=0.002626
Epoch[128] Batch [3249]	Speed: 1679.496198 samples/sec	accuracy=0.656700	lr=0.002624
Epoch[128] Batch [3299]	Speed: 1782.832383 samples/sec	accuracy=0.656636	lr=0.002622
Epoch[128] Batch [3349]	Speed: 1748.219992 samples/sec	accuracy=0.656567	lr=0.002619
Epoch[128] Batch [3399]	Speed: 1717.496017 samples/sec	accuracy=0.656549	lr=0.002617
Epoch[128] Batch [3449]	Speed: 1744.413924 samples/sec	accuracy=0.656476	lr=0.002614
Epoch[128] Batch [3499]	Speed: 1740.604754 samples/sec	accuracy=0.656394	lr=0.002612
Epoch[128] Batch [3549]	Speed: 1764.574393 samples/sec	accuracy=0.656489	lr=0.002609
Epoch[128] Batch [3599]	Speed: 1737.568734 samples/sec	accuracy=0.656548	lr=0.002607
Epoch[128] Batch [3649]	Speed: 1746.331414 samples/sec	accuracy=0.656570	lr=0.002605
Epoch[128] Batch [3699]	Speed: 1752.295004 samples/sec	accuracy=0.656659	lr=0.002602
Epoch[128] Batch [3749]	Speed: 1743.168649 samples/sec	accuracy=0.656631	lr=0.002600
Epoch[128] Batch [3799]	Speed: 1735.337405 samples/sec	accuracy=0.656556	lr=0.002597
Epoch[128] Batch [3849]	Speed: 1753.289415 samples/sec	accuracy=0.656488	lr=0.002595
Epoch[128] Batch [3899]	Speed: 1725.192482 samples/sec	accuracy=0.656423	lr=0.002593
Epoch[128] Batch [3949]	Speed: 1748.260810 samples/sec	accuracy=0.656429	lr=0.002590
Epoch[128] Batch [3999]	Speed: 1711.447328 samples/sec	accuracy=0.656401	lr=0.002588
Epoch[128] Batch [4049]	Speed: 1724.295190 samples/sec	accuracy=0.656415	lr=0.002585
Epoch[128] Batch [4099]	Speed: 1795.255100 samples/sec	accuracy=0.656434	lr=0.002583
Epoch[128] Batch [4149]	Speed: 1737.179163 samples/sec	accuracy=0.656454	lr=0.002581
Epoch[128] Batch [4199]	Speed: 1776.264244 samples/sec	accuracy=0.656406	lr=0.002578
Epoch[128] Batch [4249]	Speed: 1762.349398 samples/sec	accuracy=0.656393	lr=0.002576
Epoch[128] Batch [4299]	Speed: 1767.187918 samples/sec	accuracy=0.656351	lr=0.002573
Epoch[128] Batch [4349]	Speed: 1741.084169 samples/sec	accuracy=0.656369	lr=0.002571
Epoch[128] Batch [4399]	Speed: 1777.070386 samples/sec	accuracy=0.656306	lr=0.002569
Epoch[128] Batch [4449]	Speed: 1746.078443 samples/sec	accuracy=0.656303	lr=0.002566
Epoch[128] Batch [4499]	Speed: 1733.128304 samples/sec	accuracy=0.656164	lr=0.002564
Epoch[128] Batch [4549]	Speed: 1758.486926 samples/sec	accuracy=0.656180	lr=0.002562
Epoch[128] Batch [4599]	Speed: 1752.567801 samples/sec	accuracy=0.656215	lr=0.002559
Epoch[128] Batch [4649]	Speed: 1753.282258 samples/sec	accuracy=0.656195	lr=0.002557
Epoch[128] Batch [4699]	Speed: 1763.816921 samples/sec	accuracy=0.656195	lr=0.002554
Epoch[128] Batch [4749]	Speed: 1757.625623 samples/sec	accuracy=0.656209	lr=0.002552
Epoch[128] Batch [4799]	Speed: 1752.165014 samples/sec	accuracy=0.656156	lr=0.002550
Epoch[128] Batch [4849]	Speed: 1751.745378 samples/sec	accuracy=0.656193	lr=0.002547
Epoch[128] Batch [4899]	Speed: 1715.247243 samples/sec	accuracy=0.656185	lr=0.002545
Epoch[128] Batch [4949]	Speed: 1773.061207 samples/sec	accuracy=0.656173	lr=0.002542
Epoch[128] Batch [4999]	Speed: 1855.760220 samples/sec	accuracy=0.656144	lr=0.002540
[Epoch 128] training: accuracy=0.656142
[Epoch 128] speed: 1749 samples/sec	time cost: 746.865960
[Epoch 128] validation: err-top1=0.313417 err-top5=0.118483
Epoch[129] Batch [49]	Speed: 1650.085250 samples/sec	accuracy=0.656094	lr=0.002537
Epoch[129] Batch [99]	Speed: 1769.301590 samples/sec	accuracy=0.656992	lr=0.002535
Epoch[129] Batch [149]	Speed: 1756.560940 samples/sec	accuracy=0.657526	lr=0.002533
Epoch[129] Batch [199]	Speed: 1749.989608 samples/sec	accuracy=0.657734	lr=0.002530
Epoch[129] Batch [249]	Speed: 1752.977528 samples/sec	accuracy=0.656844	lr=0.002528
Epoch[129] Batch [299]	Speed: 1817.825994 samples/sec	accuracy=0.657070	lr=0.002526
Epoch[129] Batch [349]	Speed: 1763.069827 samples/sec	accuracy=0.657321	lr=0.002523
Epoch[129] Batch [399]	Speed: 1738.400806 samples/sec	accuracy=0.657939	lr=0.002521
Epoch[129] Batch [449]	Speed: 1750.882042 samples/sec	accuracy=0.658845	lr=0.002518
Epoch[129] Batch [499]	Speed: 1770.628409 samples/sec	accuracy=0.658406	lr=0.002516
Epoch[129] Batch [549]	Speed: 1742.749747 samples/sec	accuracy=0.658551	lr=0.002514
Epoch[129] Batch [599]	Speed: 1771.910258 samples/sec	accuracy=0.658464	lr=0.002511
Epoch[129] Batch [649]	Speed: 1775.998826 samples/sec	accuracy=0.658395	lr=0.002509
Epoch[129] Batch [699]	Speed: 1750.594928 samples/sec	accuracy=0.658661	lr=0.002507
Epoch[129] Batch [749]	Speed: 1742.094835 samples/sec	accuracy=0.658917	lr=0.002504
Epoch[129] Batch [799]	Speed: 1748.987484 samples/sec	accuracy=0.658662	lr=0.002502
Epoch[129] Batch [849]	Speed: 1755.684642 samples/sec	accuracy=0.658419	lr=0.002500
Epoch[129] Batch [899]	Speed: 1745.259204 samples/sec	accuracy=0.658607	lr=0.002497
Epoch[129] Batch [949]	Speed: 1720.183910 samples/sec	accuracy=0.658754	lr=0.002495
Epoch[129] Batch [999]	Speed: 1753.507023 samples/sec	accuracy=0.658801	lr=0.002493
Epoch[129] Batch [1049]	Speed: 1744.871678 samples/sec	accuracy=0.658683	lr=0.002490
Epoch[129] Batch [1099]	Speed: 1780.279083 samples/sec	accuracy=0.658512	lr=0.002488
Epoch[129] Batch [1149]	Speed: 1759.489590 samples/sec	accuracy=0.658278	lr=0.002485
Epoch[129] Batch [1199]	Speed: 1749.904276 samples/sec	accuracy=0.658369	lr=0.002483
Epoch[129] Batch [1249]	Speed: 1765.248699 samples/sec	accuracy=0.658403	lr=0.002481
Epoch[129] Batch [1299]	Speed: 1795.572905 samples/sec	accuracy=0.658188	lr=0.002478
Epoch[129] Batch [1349]	Speed: 1751.699825 samples/sec	accuracy=0.658105	lr=0.002476
Epoch[129] Batch [1399]	Speed: 1783.978599 samples/sec	accuracy=0.658083	lr=0.002474
Epoch[129] Batch [1449]	Speed: 1735.359337 samples/sec	accuracy=0.658041	lr=0.002471
Epoch[129] Batch [1499]	Speed: 1765.720125 samples/sec	accuracy=0.658169	lr=0.002469
Epoch[129] Batch [1549]	Speed: 1748.405083 samples/sec	accuracy=0.658231	lr=0.002467
Epoch[129] Batch [1599]	Speed: 1774.851514 samples/sec	accuracy=0.658162	lr=0.002464
Epoch[129] Batch [1649]	Speed: 1732.254375 samples/sec	accuracy=0.658063	lr=0.002462
Epoch[129] Batch [1699]	Speed: 1764.595736 samples/sec	accuracy=0.658205	lr=0.002460
Epoch[129] Batch [1749]	Speed: 1783.089366 samples/sec	accuracy=0.658158	lr=0.002457
Epoch[129] Batch [1799]	Speed: 1778.261622 samples/sec	accuracy=0.658331	lr=0.002455
Epoch[129] Batch [1849]	Speed: 1754.019359 samples/sec	accuracy=0.658207	lr=0.002453
Epoch[129] Batch [1899]	Speed: 1773.606128 samples/sec	accuracy=0.658100	lr=0.002450
Epoch[129] Batch [1949]	Speed: 1747.965506 samples/sec	accuracy=0.658041	lr=0.002448
Epoch[129] Batch [1999]	Speed: 1758.373868 samples/sec	accuracy=0.658109	lr=0.002446
Epoch[129] Batch [2049]	Speed: 1766.564968 samples/sec	accuracy=0.658032	lr=0.002443
Epoch[129] Batch [2099]	Speed: 1758.719826 samples/sec	accuracy=0.658023	lr=0.002441
Epoch[129] Batch [2149]	Speed: 1758.672757 samples/sec	accuracy=0.658007	lr=0.002439
Epoch[129] Batch [2199]	Speed: 1751.556265 samples/sec	accuracy=0.657765	lr=0.002436
Epoch[129] Batch [2249]	Speed: 1742.470214 samples/sec	accuracy=0.657674	lr=0.002434
Epoch[129] Batch [2299]	Speed: 1759.728581 samples/sec	accuracy=0.657762	lr=0.002432
Epoch[129] Batch [2349]	Speed: 1759.188751 samples/sec	accuracy=0.657744	lr=0.002429
Epoch[129] Batch [2399]	Speed: 1750.542756 samples/sec	accuracy=0.657733	lr=0.002427
Epoch[129] Batch [2449]	Speed: 1756.327118 samples/sec	accuracy=0.657744	lr=0.002425
Epoch[129] Batch [2499]	Speed: 1740.989654 samples/sec	accuracy=0.657716	lr=0.002422
Epoch[129] Batch [2549]	Speed: 1768.672546 samples/sec	accuracy=0.657567	lr=0.002420
Epoch[129] Batch [2599]	Speed: 1758.511348 samples/sec	accuracy=0.657560	lr=0.002418
Epoch[129] Batch [2649]	Speed: 1771.531910 samples/sec	accuracy=0.657556	lr=0.002415
Epoch[129] Batch [2699]	Speed: 1725.395019 samples/sec	accuracy=0.657504	lr=0.002413
Epoch[129] Batch [2749]	Speed: 1735.873077 samples/sec	accuracy=0.657312	lr=0.002411
Epoch[129] Batch [2799]	Speed: 1771.166636 samples/sec	accuracy=0.657277	lr=0.002408
Epoch[129] Batch [2849]	Speed: 1761.833687 samples/sec	accuracy=0.657246	lr=0.002406
Epoch[129] Batch [2899]	Speed: 1732.548643 samples/sec	accuracy=0.657229	lr=0.002404
Epoch[129] Batch [2949]	Speed: 1739.015821 samples/sec	accuracy=0.657348	lr=0.002401
Epoch[129] Batch [2999]	Speed: 1770.475775 samples/sec	accuracy=0.657470	lr=0.002399
Epoch[129] Batch [3049]	Speed: 1785.734188 samples/sec	accuracy=0.657426	lr=0.002397
Epoch[129] Batch [3099]	Speed: 1786.498121 samples/sec	accuracy=0.657413	lr=0.002395
Epoch[129] Batch [3149]	Speed: 1768.717238 samples/sec	accuracy=0.657359	lr=0.002392
Epoch[129] Batch [3199]	Speed: 1754.103488 samples/sec	accuracy=0.657421	lr=0.002390
Epoch[129] Batch [3249]	Speed: 1759.847813 samples/sec	accuracy=0.657476	lr=0.002388
Epoch[129] Batch [3299]	Speed: 1730.530245 samples/sec	accuracy=0.657474	lr=0.002385
Epoch[129] Batch [3349]	Speed: 1748.421766 samples/sec	accuracy=0.657437	lr=0.002383
Epoch[129] Batch [3399]	Speed: 1763.522885 samples/sec	accuracy=0.657392	lr=0.002381
Epoch[129] Batch [3449]	Speed: 1767.610097 samples/sec	accuracy=0.657372	lr=0.002378
Epoch[129] Batch [3499]	Speed: 1762.128896 samples/sec	accuracy=0.657408	lr=0.002376
Epoch[129] Batch [3549]	Speed: 1771.056090 samples/sec	accuracy=0.657470	lr=0.002374
Epoch[129] Batch [3599]	Speed: 1777.703948 samples/sec	accuracy=0.657456	lr=0.002371
Epoch[129] Batch [3649]	Speed: 1729.597192 samples/sec	accuracy=0.657530	lr=0.002369
Epoch[129] Batch [3699]	Speed: 1763.664995 samples/sec	accuracy=0.657579	lr=0.002367
Epoch[129] Batch [3749]	Speed: 1749.444791 samples/sec	accuracy=0.657579	lr=0.002365
Epoch[129] Batch [3799]	Speed: 1754.821779 samples/sec	accuracy=0.657576	lr=0.002362
Epoch[129] Batch [3849]	Speed: 1720.248123 samples/sec	accuracy=0.657556	lr=0.002360
Epoch[129] Batch [3899]	Speed: 1761.887980 samples/sec	accuracy=0.657598	lr=0.002358
Epoch[129] Batch [3949]	Speed: 1739.432479 samples/sec	accuracy=0.657473	lr=0.002355
Epoch[129] Batch [3999]	Speed: 1749.147149 samples/sec	accuracy=0.657428	lr=0.002353
Epoch[129] Batch [4049]	Speed: 1771.837687 samples/sec	accuracy=0.657421	lr=0.002351
Epoch[129] Batch [4099]	Speed: 1803.506302 samples/sec	accuracy=0.657427	lr=0.002348
Epoch[129] Batch [4149]	Speed: 1762.256204 samples/sec	accuracy=0.657436	lr=0.002346
Epoch[129] Batch [4199]	Speed: 1734.630490 samples/sec	accuracy=0.657408	lr=0.002344
Epoch[129] Batch [4249]	Speed: 1770.951750 samples/sec	accuracy=0.657309	lr=0.002342
Epoch[129] Batch [4299]	Speed: 1761.795818 samples/sec	accuracy=0.657286	lr=0.002339
Epoch[129] Batch [4349]	Speed: 1737.634364 samples/sec	accuracy=0.657187	lr=0.002337
Epoch[129] Batch [4399]	Speed: 1759.606425 samples/sec	accuracy=0.657148	lr=0.002335
Epoch[129] Batch [4449]	Speed: 1785.072039 samples/sec	accuracy=0.657087	lr=0.002332
Epoch[129] Batch [4499]	Speed: 1781.672207 samples/sec	accuracy=0.657010	lr=0.002330
Epoch[129] Batch [4549]	Speed: 1747.747393 samples/sec	accuracy=0.657062	lr=0.002328
Epoch[129] Batch [4599]	Speed: 1750.317723 samples/sec	accuracy=0.657041	lr=0.002326
Epoch[129] Batch [4649]	Speed: 1779.359682 samples/sec	accuracy=0.657019	lr=0.002323
Epoch[129] Batch [4699]	Speed: 1783.658899 samples/sec	accuracy=0.657017	lr=0.002321
Epoch[129] Batch [4749]	Speed: 1744.535171 samples/sec	accuracy=0.656975	lr=0.002319
Epoch[129] Batch [4799]	Speed: 1733.342111 samples/sec	accuracy=0.656930	lr=0.002317
Epoch[129] Batch [4849]	Speed: 1728.302701 samples/sec	accuracy=0.656943	lr=0.002314
Epoch[129] Batch [4899]	Speed: 1733.188115 samples/sec	accuracy=0.656920	lr=0.002312
Epoch[129] Batch [4949]	Speed: 1751.616384 samples/sec	accuracy=0.656944	lr=0.002310
Epoch[129] Batch [4999]	Speed: 1879.538056 samples/sec	accuracy=0.656967	lr=0.002307
[Epoch 129] training: accuracy=0.656970
[Epoch 129] speed: 1757 samples/sec	time cost: 743.282254
[Epoch 129] validation: err-top1=0.313642 err-top5=0.118810
Epoch[130] Batch [49]	Speed: 1620.789250 samples/sec	accuracy=0.654766	lr=0.002305
Epoch[130] Batch [99]	Speed: 1729.790734 samples/sec	accuracy=0.654883	lr=0.002303
Epoch[130] Batch [149]	Speed: 1768.410382 samples/sec	accuracy=0.656094	lr=0.002300
Epoch[130] Batch [199]	Speed: 1783.379359 samples/sec	accuracy=0.658398	lr=0.002298
Epoch[130] Batch [249]	Speed: 1748.957115 samples/sec	accuracy=0.659406	lr=0.002296
Epoch[130] Batch [299]	Speed: 1761.296957 samples/sec	accuracy=0.659661	lr=0.002294
Epoch[130] Batch [349]	Speed: 1739.791601 samples/sec	accuracy=0.659777	lr=0.002291
Epoch[130] Batch [399]	Speed: 1718.890973 samples/sec	accuracy=0.659268	lr=0.002289
Epoch[130] Batch [449]	Speed: 1748.003694 samples/sec	accuracy=0.659080	lr=0.002287
Epoch[130] Batch [499]	Speed: 1771.546348 samples/sec	accuracy=0.658937	lr=0.002285
Epoch[130] Batch [549]	Speed: 1724.734244 samples/sec	accuracy=0.658786	lr=0.002282
Epoch[130] Batch [599]	Speed: 1754.413884 samples/sec	accuracy=0.659108	lr=0.002280
Epoch[130] Batch [649]	Speed: 1785.637554 samples/sec	accuracy=0.659519	lr=0.002278
Epoch[130] Batch [699]	Speed: 1775.181564 samples/sec	accuracy=0.659704	lr=0.002276
Epoch[130] Batch [749]	Speed: 1748.430136 samples/sec	accuracy=0.659818	lr=0.002273
Epoch[130] Batch [799]	Speed: 1768.856806 samples/sec	accuracy=0.659624	lr=0.002271
Epoch[130] Batch [849]	Speed: 1773.187171 samples/sec	accuracy=0.659729	lr=0.002269
Epoch[130] Batch [899]	Speed: 1743.081265 samples/sec	accuracy=0.659787	lr=0.002267
Epoch[130] Batch [949]	Speed: 1729.395505 samples/sec	accuracy=0.659840	lr=0.002264
Epoch[130] Batch [999]	Speed: 1753.478903 samples/sec	accuracy=0.659848	lr=0.002262
Epoch[130] Batch [1049]	Speed: 1758.530644 samples/sec	accuracy=0.660048	lr=0.002260
Epoch[130] Batch [1099]	Speed: 1755.834507 samples/sec	accuracy=0.659673	lr=0.002258
Epoch[130] Batch [1149]	Speed: 1751.741091 samples/sec	accuracy=0.659742	lr=0.002255
Epoch[130] Batch [1199]	Speed: 1733.420518 samples/sec	accuracy=0.659404	lr=0.002253
Epoch[130] Batch [1249]	Speed: 1732.357727 samples/sec	accuracy=0.659353	lr=0.002251
Epoch[130] Batch [1299]	Speed: 1717.578327 samples/sec	accuracy=0.659411	lr=0.002249
Epoch[130] Batch [1349]	Speed: 1729.717558 samples/sec	accuracy=0.659407	lr=0.002246
Epoch[130] Batch [1399]	Speed: 1742.295424 samples/sec	accuracy=0.659188	lr=0.002244
Epoch[130] Batch [1449]	Speed: 1779.866645 samples/sec	accuracy=0.659073	lr=0.002242
Epoch[130] Batch [1499]	Speed: 1749.648559 samples/sec	accuracy=0.659036	lr=0.002240
Epoch[130] Batch [1549]	Speed: 1720.937348 samples/sec	accuracy=0.659068	lr=0.002237
Epoch[130] Batch [1599]	Speed: 1749.725312 samples/sec	accuracy=0.659114	lr=0.002235
Epoch[130] Batch [1649]	Speed: 1726.318379 samples/sec	accuracy=0.658899	lr=0.002233
Epoch[130] Batch [1699]	Speed: 1770.851511 samples/sec	accuracy=0.659026	lr=0.002231
Epoch[130] Batch [1749]	Speed: 1725.390805 samples/sec	accuracy=0.658964	lr=0.002228
Epoch[130] Batch [1799]	Speed: 1771.613050 samples/sec	accuracy=0.659010	lr=0.002226
Epoch[130] Batch [1849]	Speed: 1765.878911 samples/sec	accuracy=0.658995	lr=0.002224
Epoch[130] Batch [1899]	Speed: 1796.609000 samples/sec	accuracy=0.659071	lr=0.002222
Epoch[130] Batch [1949]	Speed: 1731.738529 samples/sec	accuracy=0.659181	lr=0.002220
Epoch[130] Batch [1999]	Speed: 1767.734823 samples/sec	accuracy=0.659270	lr=0.002217
Epoch[130] Batch [2049]	Speed: 1779.464779 samples/sec	accuracy=0.659423	lr=0.002215
Epoch[130] Batch [2099]	Speed: 1777.856771 samples/sec	accuracy=0.659167	lr=0.002213
Epoch[130] Batch [2149]	Speed: 1748.072903 samples/sec	accuracy=0.659108	lr=0.002211
Epoch[130] Batch [2199]	Speed: 1765.356489 samples/sec	accuracy=0.658975	lr=0.002208
Epoch[130] Batch [2249]	Speed: 1755.571485 samples/sec	accuracy=0.659108	lr=0.002206
Epoch[130] Batch [2299]	Speed: 1756.844266 samples/sec	accuracy=0.659142	lr=0.002204
Epoch[130] Batch [2349]	Speed: 1779.838912 samples/sec	accuracy=0.659259	lr=0.002202
Epoch[130] Batch [2399]	Speed: 1762.752483 samples/sec	accuracy=0.659373	lr=0.002199
Epoch[130] Batch [2449]	Speed: 1743.134181 samples/sec	accuracy=0.659357	lr=0.002197
Epoch[130] Batch [2499]	Speed: 1741.365856 samples/sec	accuracy=0.659370	lr=0.002195
Epoch[130] Batch [2549]	Speed: 1778.154665 samples/sec	accuracy=0.659476	lr=0.002193
Epoch[130] Batch [2599]	Speed: 1736.161277 samples/sec	accuracy=0.659396	lr=0.002191
Epoch[130] Batch [2649]	Speed: 1735.690181 samples/sec	accuracy=0.659434	lr=0.002188
Epoch[130] Batch [2699]	Speed: 1750.195671 samples/sec	accuracy=0.659334	lr=0.002186
Epoch[130] Batch [2749]	Speed: 1767.773938 samples/sec	accuracy=0.659334	lr=0.002184
Epoch[130] Batch [2799]	Speed: 1776.360395 samples/sec	accuracy=0.659252	lr=0.002182
Epoch[130] Batch [2849]	Speed: 1736.390434 samples/sec	accuracy=0.659338	lr=0.002180
Epoch[130] Batch [2899]	Speed: 1756.415606 samples/sec	accuracy=0.659372	lr=0.002177
Epoch[130] Batch [2949]	Speed: 1780.053540 samples/sec	accuracy=0.659325	lr=0.002175
Epoch[130] Batch [2999]	Speed: 1801.508907 samples/sec	accuracy=0.659246	lr=0.002173
Epoch[130] Batch [3049]	Speed: 1784.215573 samples/sec	accuracy=0.659120	lr=0.002171
Epoch[130] Batch [3099]	Speed: 1777.875081 samples/sec	accuracy=0.659209	lr=0.002169
Epoch[130] Batch [3149]	Speed: 1770.236073 samples/sec	accuracy=0.659227	lr=0.002166
Epoch[130] Batch [3199]	Speed: 1725.257346 samples/sec	accuracy=0.659221	lr=0.002164
Epoch[130] Batch [3249]	Speed: 1716.014572 samples/sec	accuracy=0.659250	lr=0.002162
Epoch[130] Batch [3299]	Speed: 1757.787100 samples/sec	accuracy=0.659393	lr=0.002160
Epoch[130] Batch [3349]	Speed: 1774.249007 samples/sec	accuracy=0.659320	lr=0.002157
Epoch[130] Batch [3399]	Speed: 1768.692823 samples/sec	accuracy=0.659274	lr=0.002155
Epoch[130] Batch [3449]	Speed: 1794.113658 samples/sec	accuracy=0.659253	lr=0.002153
Epoch[130] Batch [3499]	Speed: 1784.429242 samples/sec	accuracy=0.659265	lr=0.002151
Epoch[130] Batch [3549]	Speed: 1764.549280 samples/sec	accuracy=0.659279	lr=0.002149
Epoch[130] Batch [3599]	Speed: 1738.263639 samples/sec	accuracy=0.659307	lr=0.002147
Epoch[130] Batch [3649]	Speed: 1762.344770 samples/sec	accuracy=0.659359	lr=0.002144
Epoch[130] Batch [3699]	Speed: 1749.804524 samples/sec	accuracy=0.659356	lr=0.002142
Epoch[130] Batch [3749]	Speed: 1749.153589 samples/sec	accuracy=0.659383	lr=0.002140
Epoch[130] Batch [3799]	Speed: 1757.803272 samples/sec	accuracy=0.659284	lr=0.002138
Epoch[130] Batch [3849]	Speed: 1814.638392 samples/sec	accuracy=0.659292	lr=0.002136
Epoch[130] Batch [3899]	Speed: 1784.303098 samples/sec	accuracy=0.659276	lr=0.002133
Epoch[130] Batch [3949]	Speed: 1741.936454 samples/sec	accuracy=0.659197	lr=0.002131
Epoch[130] Batch [3999]	Speed: 1754.025835 samples/sec	accuracy=0.659230	lr=0.002129
Epoch[130] Batch [4049]	Speed: 1716.131684 samples/sec	accuracy=0.659332	lr=0.002127
Epoch[130] Batch [4099]	Speed: 1757.880742 samples/sec	accuracy=0.659320	lr=0.002125
Epoch[130] Batch [4149]	Speed: 1764.566795 samples/sec	accuracy=0.659297	lr=0.002122
Epoch[130] Batch [4199]	Speed: 1771.568679 samples/sec	accuracy=0.659307	lr=0.002120
Epoch[130] Batch [4249]	Speed: 1755.770194 samples/sec	accuracy=0.659310	lr=0.002118
Epoch[130] Batch [4299]	Speed: 1703.090625 samples/sec	accuracy=0.659321	lr=0.002116
Epoch[130] Batch [4349]	Speed: 1710.318997 samples/sec	accuracy=0.659286	lr=0.002114
Epoch[130] Batch [4399]	Speed: 1751.907491 samples/sec	accuracy=0.659334	lr=0.002112
Epoch[130] Batch [4449]	Speed: 1763.482800 samples/sec	accuracy=0.659293	lr=0.002109
Epoch[130] Batch [4499]	Speed: 1740.015571 samples/sec	accuracy=0.659326	lr=0.002107
Epoch[130] Batch [4549]	Speed: 1778.530958 samples/sec	accuracy=0.659199	lr=0.002105
Epoch[130] Batch [4599]	Speed: 1754.492948 samples/sec	accuracy=0.659181	lr=0.002103
Epoch[130] Batch [4649]	Speed: 1737.593085 samples/sec	accuracy=0.659223	lr=0.002101
Epoch[130] Batch [4699]	Speed: 1705.453337 samples/sec	accuracy=0.659203	lr=0.002099
Epoch[130] Batch [4749]	Speed: 1778.983568 samples/sec	accuracy=0.659217	lr=0.002096
Epoch[130] Batch [4799]	Speed: 1727.310804 samples/sec	accuracy=0.659235	lr=0.002094
Epoch[130] Batch [4849]	Speed: 1759.073471 samples/sec	accuracy=0.659204	lr=0.002092
Epoch[130] Batch [4899]	Speed: 1750.015963 samples/sec	accuracy=0.659141	lr=0.002090
Epoch[130] Batch [4949]	Speed: 1756.594965 samples/sec	accuracy=0.659142	lr=0.002088
Epoch[130] Batch [4999]	Speed: 1855.341116 samples/sec	accuracy=0.659166	lr=0.002085
[Epoch 130] training: accuracy=0.659175
[Epoch 130] speed: 1754 samples/sec	time cost: 744.673834
[Epoch 130] validation: err-top1=0.311338 err-top5=0.118770
Epoch[131] Batch [49]	Speed: 1647.791527 samples/sec	accuracy=0.653281	lr=0.002083
Epoch[131] Batch [99]	Speed: 1723.618324 samples/sec	accuracy=0.660312	lr=0.002081
Epoch[131] Batch [149]	Speed: 1717.726044 samples/sec	accuracy=0.660495	lr=0.002079
Epoch[131] Batch [199]	Speed: 1759.854389 samples/sec	accuracy=0.661855	lr=0.002077
Epoch[131] Batch [249]	Speed: 1744.794613 samples/sec	accuracy=0.662156	lr=0.002074
Epoch[131] Batch [299]	Speed: 1747.433095 samples/sec	accuracy=0.662995	lr=0.002072
Epoch[131] Batch [349]	Speed: 1735.714927 samples/sec	accuracy=0.662868	lr=0.002070
Epoch[131] Batch [399]	Speed: 1747.018850 samples/sec	accuracy=0.663340	lr=0.002068
Epoch[131] Batch [449]	Speed: 1744.409843 samples/sec	accuracy=0.663524	lr=0.002066
Epoch[131] Batch [499]	Speed: 1748.470281 samples/sec	accuracy=0.663570	lr=0.002064
Epoch[131] Batch [549]	Speed: 1767.977573 samples/sec	accuracy=0.663494	lr=0.002062
Epoch[131] Batch [599]	Speed: 1772.617750 samples/sec	accuracy=0.663594	lr=0.002059
Epoch[131] Batch [649]	Speed: 1771.897042 samples/sec	accuracy=0.662831	lr=0.002057
Epoch[131] Batch [699]	Speed: 1760.635020 samples/sec	accuracy=0.662701	lr=0.002055
Epoch[131] Batch [749]	Speed: 1744.175278 samples/sec	accuracy=0.662417	lr=0.002053
Epoch[131] Batch [799]	Speed: 1768.790370 samples/sec	accuracy=0.662368	lr=0.002051
Epoch[131] Batch [849]	Speed: 1728.109270 samples/sec	accuracy=0.662312	lr=0.002049
Epoch[131] Batch [899]	Speed: 1736.309175 samples/sec	accuracy=0.662075	lr=0.002047
Epoch[131] Batch [949]	Speed: 1802.832121 samples/sec	accuracy=0.661924	lr=0.002044
Epoch[131] Batch [999]	Speed: 1770.766761 samples/sec	accuracy=0.661750	lr=0.002042
Epoch[131] Batch [1049]	Speed: 1747.298593 samples/sec	accuracy=0.661373	lr=0.002040
Epoch[131] Batch [1099]	Speed: 1762.811463 samples/sec	accuracy=0.661602	lr=0.002038
Epoch[131] Batch [1149]	Speed: 1759.581511 samples/sec	accuracy=0.661420	lr=0.002036
Epoch[131] Batch [1199]	Speed: 1785.100885 samples/sec	accuracy=0.661325	lr=0.002034
Epoch[131] Batch [1249]	Speed: 1741.405902 samples/sec	accuracy=0.661422	lr=0.002032
Epoch[131] Batch [1299]	Speed: 1752.330751 samples/sec	accuracy=0.661478	lr=0.002029
Epoch[131] Batch [1349]	Speed: 1710.497675 samples/sec	accuracy=0.661499	lr=0.002027
Epoch[131] Batch [1399]	Speed: 1767.123934 samples/sec	accuracy=0.661454	lr=0.002025
Epoch[131] Batch [1449]	Speed: 1782.745713 samples/sec	accuracy=0.661331	lr=0.002023
Epoch[131] Batch [1499]	Speed: 1769.774192 samples/sec	accuracy=0.661357	lr=0.002021
Epoch[131] Batch [1549]	Speed: 1805.475039 samples/sec	accuracy=0.661290	lr=0.002019
Epoch[131] Batch [1599]	Speed: 1763.113831 samples/sec	accuracy=0.661453	lr=0.002017
Epoch[131] Batch [1649]	Speed: 1764.101839 samples/sec	accuracy=0.661375	lr=0.002014
Epoch[131] Batch [1699]	Speed: 1738.391575 samples/sec	accuracy=0.661289	lr=0.002012
Epoch[131] Batch [1749]	Speed: 1735.817514 samples/sec	accuracy=0.661326	lr=0.002010
Epoch[131] Batch [1799]	Speed: 1731.982948 samples/sec	accuracy=0.661289	lr=0.002008
Epoch[131] Batch [1849]	Speed: 1745.932680 samples/sec	accuracy=0.661235	lr=0.002006
Epoch[131] Batch [1899]	Speed: 1738.477814 samples/sec	accuracy=0.660925	lr=0.002004
Epoch[131] Batch [1949]	Speed: 1776.557901 samples/sec	accuracy=0.661048	lr=0.002002
Epoch[131] Batch [1999]	Speed: 1772.902063 samples/sec	accuracy=0.660926	lr=0.002000
Epoch[131] Batch [2049]	Speed: 1748.467889 samples/sec	accuracy=0.661008	lr=0.001997
Epoch[131] Batch [2099]	Speed: 1748.917689 samples/sec	accuracy=0.660949	lr=0.001995
Epoch[131] Batch [2149]	Speed: 1732.825393 samples/sec	accuracy=0.660843	lr=0.001993
Epoch[131] Batch [2199]	Speed: 1749.621759 samples/sec	accuracy=0.660804	lr=0.001991
Epoch[131] Batch [2249]	Speed: 1744.071191 samples/sec	accuracy=0.660845	lr=0.001989
Epoch[131] Batch [2299]	Speed: 1749.008053 samples/sec	accuracy=0.660683	lr=0.001987
Epoch[131] Batch [2349]	Speed: 1777.881734 samples/sec	accuracy=0.660698	lr=0.001985
Epoch[131] Batch [2399]	Speed: 1770.635475 samples/sec	accuracy=0.660635	lr=0.001983
Epoch[131] Batch [2449]	Speed: 1750.907452 samples/sec	accuracy=0.660722	lr=0.001981
Epoch[131] Batch [2499]	Speed: 1769.085175 samples/sec	accuracy=0.660687	lr=0.001978
Epoch[131] Batch [2549]	Speed: 1736.584993 samples/sec	accuracy=0.660689	lr=0.001976
Epoch[131] Batch [2599]	Speed: 1721.637120 samples/sec	accuracy=0.660702	lr=0.001974
Epoch[131] Batch [2649]	Speed: 1741.406298 samples/sec	accuracy=0.660740	lr=0.001972
Epoch[131] Batch [2699]	Speed: 1789.090767 samples/sec	accuracy=0.660647	lr=0.001970
Epoch[131] Batch [2749]	Speed: 1775.678984 samples/sec	accuracy=0.660537	lr=0.001968
Epoch[131] Batch [2799]	Speed: 1776.694240 samples/sec	accuracy=0.660417	lr=0.001966
Epoch[131] Batch [2849]	Speed: 1756.019491 samples/sec	accuracy=0.660576	lr=0.001964
Epoch[131] Batch [2899]	Speed: 1750.202860 samples/sec	accuracy=0.660582	lr=0.001962
Epoch[131] Batch [2949]	Speed: 1759.013473 samples/sec	accuracy=0.660501	lr=0.001959
Epoch[131] Batch [2999]	Speed: 1719.831624 samples/sec	accuracy=0.660517	lr=0.001957
Epoch[131] Batch [3049]	Speed: 1762.461058 samples/sec	accuracy=0.660485	lr=0.001955
Epoch[131] Batch [3099]	Speed: 1748.919113 samples/sec	accuracy=0.660450	lr=0.001953
Epoch[131] Batch [3149]	Speed: 1755.263377 samples/sec	accuracy=0.660437	lr=0.001951
Epoch[131] Batch [3199]	Speed: 1745.184771 samples/sec	accuracy=0.660386	lr=0.001949
Epoch[131] Batch [3249]	Speed: 1781.509564 samples/sec	accuracy=0.660281	lr=0.001947
Epoch[131] Batch [3299]	Speed: 1750.323030 samples/sec	accuracy=0.660277	lr=0.001945
Epoch[131] Batch [3349]	Speed: 1757.207451 samples/sec	accuracy=0.660323	lr=0.001943
Epoch[131] Batch [3399]	Speed: 1759.337198 samples/sec	accuracy=0.660267	lr=0.001941
Epoch[131] Batch [3449]	Speed: 1735.144808 samples/sec	accuracy=0.660215	lr=0.001939
Epoch[131] Batch [3499]	Speed: 1746.362657 samples/sec	accuracy=0.660123	lr=0.001936
Epoch[131] Batch [3549]	Speed: 1787.833125 samples/sec	accuracy=0.660124	lr=0.001934
Epoch[131] Batch [3599]	Speed: 1773.676911 samples/sec	accuracy=0.660122	lr=0.001932
Epoch[131] Batch [3649]	Speed: 1737.709111 samples/sec	accuracy=0.660031	lr=0.001930
Epoch[131] Batch [3699]	Speed: 1746.696517 samples/sec	accuracy=0.659882	lr=0.001928
Epoch[131] Batch [3749]	Speed: 1782.555766 samples/sec	accuracy=0.659878	lr=0.001926
Epoch[131] Batch [3799]	Speed: 1760.736011 samples/sec	accuracy=0.659856	lr=0.001924
Epoch[131] Batch [3849]	Speed: 1761.852074 samples/sec	accuracy=0.659728	lr=0.001922
Epoch[131] Batch [3899]	Speed: 1745.927684 samples/sec	accuracy=0.659769	lr=0.001920
Epoch[131] Batch [3949]	Speed: 1763.645123 samples/sec	accuracy=0.659715	lr=0.001918
Epoch[131] Batch [3999]	Speed: 1734.107403 samples/sec	accuracy=0.659745	lr=0.001916
Epoch[131] Batch [4049]	Speed: 1756.378256 samples/sec	accuracy=0.659752	lr=0.001914
Epoch[131] Batch [4099]	Speed: 1751.522436 samples/sec	accuracy=0.659742	lr=0.001911
Epoch[131] Batch [4149]	Speed: 1744.452694 samples/sec	accuracy=0.659721	lr=0.001909
Epoch[131] Batch [4199]	Speed: 1756.161428 samples/sec	accuracy=0.659664	lr=0.001907
Epoch[131] Batch [4249]	Speed: 1759.129322 samples/sec	accuracy=0.659653	lr=0.001905
Epoch[131] Batch [4299]	Speed: 1759.327800 samples/sec	accuracy=0.659717	lr=0.001903
Epoch[131] Batch [4349]	Speed: 1747.886232 samples/sec	accuracy=0.659742	lr=0.001901
Epoch[131] Batch [4399]	Speed: 1792.262462 samples/sec	accuracy=0.659751	lr=0.001899
Epoch[131] Batch [4449]	Speed: 1755.293677 samples/sec	accuracy=0.659716	lr=0.001897
Epoch[131] Batch [4499]	Speed: 1706.060925 samples/sec	accuracy=0.659784	lr=0.001895
Epoch[131] Batch [4549]	Speed: 1730.450927 samples/sec	accuracy=0.659799	lr=0.001893
Epoch[131] Batch [4599]	Speed: 1777.151623 samples/sec	accuracy=0.659847	lr=0.001891
Epoch[131] Batch [4649]	Speed: 1752.916343 samples/sec	accuracy=0.659911	lr=0.001889
Epoch[131] Batch [4699]	Speed: 1759.165348 samples/sec	accuracy=0.659815	lr=0.001887
Epoch[131] Batch [4749]	Speed: 1779.668698 samples/sec	accuracy=0.659850	lr=0.001885
Epoch[131] Batch [4799]	Speed: 1779.987205 samples/sec	accuracy=0.659871	lr=0.001883
Epoch[131] Batch [4849]	Speed: 1756.038043 samples/sec	accuracy=0.659860	lr=0.001880
Epoch[131] Batch [4899]	Speed: 1754.353745 samples/sec	accuracy=0.659849	lr=0.001878
Epoch[131] Batch [4949]	Speed: 1757.546967 samples/sec	accuracy=0.659811	lr=0.001876
Epoch[131] Batch [4999]	Speed: 1849.922185 samples/sec	accuracy=0.659827	lr=0.001874
[Epoch 131] training: accuracy=0.659816
[Epoch 131] speed: 1754 samples/sec	time cost: 744.515334
[Epoch 131] validation: err-top1=0.310965 err-top5=0.119260
Epoch[132] Batch [49]	Speed: 1644.475848 samples/sec	accuracy=0.662266	lr=0.001872
Epoch[132] Batch [99]	Speed: 1731.229578 samples/sec	accuracy=0.661602	lr=0.001870
Epoch[132] Batch [149]	Speed: 1744.446459 samples/sec	accuracy=0.661120	lr=0.001868
Epoch[132] Batch [199]	Speed: 1730.632721 samples/sec	accuracy=0.663184	lr=0.001866
Epoch[132] Batch [249]	Speed: 1793.412871 samples/sec	accuracy=0.662438	lr=0.001864
Epoch[132] Batch [299]	Speed: 1754.235429 samples/sec	accuracy=0.662995	lr=0.001862
Epoch[132] Batch [349]	Speed: 1767.585946 samples/sec	accuracy=0.661920	lr=0.001860
Epoch[132] Batch [399]	Speed: 1770.693991 samples/sec	accuracy=0.660986	lr=0.001858
Epoch[132] Batch [449]	Speed: 1768.882508 samples/sec	accuracy=0.660911	lr=0.001856
Epoch[132] Batch [499]	Speed: 1761.168978 samples/sec	accuracy=0.660297	lr=0.001854
Epoch[132] Batch [549]	Speed: 1720.363497 samples/sec	accuracy=0.660831	lr=0.001852
Epoch[132] Batch [599]	Speed: 1778.024932 samples/sec	accuracy=0.661608	lr=0.001850
Epoch[132] Batch [649]	Speed: 1788.604576 samples/sec	accuracy=0.661995	lr=0.001847
Epoch[132] Batch [699]	Speed: 1735.468052 samples/sec	accuracy=0.662478	lr=0.001845
Epoch[132] Batch [749]	Speed: 1735.626156 samples/sec	accuracy=0.662495	lr=0.001843
Epoch[132] Batch [799]	Speed: 1743.699823 samples/sec	accuracy=0.662637	lr=0.001841
Epoch[132] Batch [849]	Speed: 1759.145750 samples/sec	accuracy=0.662753	lr=0.001839
Epoch[132] Batch [899]	Speed: 1752.043905 samples/sec	accuracy=0.662604	lr=0.001837
Epoch[132] Batch [949]	Speed: 1726.205701 samples/sec	accuracy=0.662722	lr=0.001835
Epoch[132] Batch [999]	Speed: 1792.425159 samples/sec	accuracy=0.662516	lr=0.001833
Epoch[132] Batch [1049]	Speed: 1758.146357 samples/sec	accuracy=0.662567	lr=0.001831
Epoch[132] Batch [1099]	Speed: 1784.016361 samples/sec	accuracy=0.662536	lr=0.001829
Epoch[132] Batch [1149]	Speed: 1760.216916 samples/sec	accuracy=0.662758	lr=0.001827
Epoch[132] Batch [1199]	Speed: 1742.206714 samples/sec	accuracy=0.662780	lr=0.001825
Epoch[132] Batch [1249]	Speed: 1778.647624 samples/sec	accuracy=0.662500	lr=0.001823
Epoch[132] Batch [1299]	Speed: 1750.131086 samples/sec	accuracy=0.662635	lr=0.001821
Epoch[132] Batch [1349]	Speed: 1747.121128 samples/sec	accuracy=0.662509	lr=0.001819
Epoch[132] Batch [1399]	Speed: 1771.591712 samples/sec	accuracy=0.662453	lr=0.001817
Epoch[132] Batch [1449]	Speed: 1780.030700 samples/sec	accuracy=0.662443	lr=0.001815
Epoch[132] Batch [1499]	Speed: 1759.666405 samples/sec	accuracy=0.662229	lr=0.001813
Epoch[132] Batch [1549]	Speed: 1786.859755 samples/sec	accuracy=0.662220	lr=0.001811
Epoch[132] Batch [1599]	Speed: 1733.296335 samples/sec	accuracy=0.662190	lr=0.001809
Epoch[132] Batch [1649]	Speed: 1728.523500 samples/sec	accuracy=0.662166	lr=0.001807
Epoch[132] Batch [1699]	Speed: 1752.871931 samples/sec	accuracy=0.662105	lr=0.001805
Epoch[132] Batch [1749]	Speed: 1747.712744 samples/sec	accuracy=0.662205	lr=0.001803
Epoch[132] Batch [1799]	Speed: 1761.182555 samples/sec	accuracy=0.662198	lr=0.001801
Epoch[132] Batch [1849]	Speed: 1761.492052 samples/sec	accuracy=0.662302	lr=0.001799
Epoch[132] Batch [1899]	Speed: 1791.807914 samples/sec	accuracy=0.662089	lr=0.001797
Epoch[132] Batch [1949]	Speed: 1765.561077 samples/sec	accuracy=0.662017	lr=0.001795
Epoch[132] Batch [1999]	Speed: 1731.474076 samples/sec	accuracy=0.661971	lr=0.001793
Epoch[132] Batch [2049]	Speed: 1751.098367 samples/sec	accuracy=0.661837	lr=0.001791
Epoch[132] Batch [2099]	Speed: 1748.294968 samples/sec	accuracy=0.661708	lr=0.001789
Epoch[132] Batch [2149]	Speed: 1735.723850 samples/sec	accuracy=0.661817	lr=0.001787
Epoch[132] Batch [2199]	Speed: 1739.790192 samples/sec	accuracy=0.661864	lr=0.001785
Epoch[132] Batch [2249]	Speed: 1746.582413 samples/sec	accuracy=0.661877	lr=0.001783
Epoch[132] Batch [2299]	Speed: 1749.801387 samples/sec	accuracy=0.661843	lr=0.001781
Epoch[132] Batch [2349]	Speed: 1798.342621 samples/sec	accuracy=0.661870	lr=0.001779
Epoch[132] Batch [2399]	Speed: 1734.470493 samples/sec	accuracy=0.661880	lr=0.001777
Epoch[132] Batch [2449]	Speed: 1771.284325 samples/sec	accuracy=0.661907	lr=0.001775
Epoch[132] Batch [2499]	Speed: 1762.887465 samples/sec	accuracy=0.661769	lr=0.001773
Epoch[132] Batch [2549]	Speed: 1740.685231 samples/sec	accuracy=0.661699	lr=0.001771
Epoch[132] Batch [2599]	Speed: 1767.079846 samples/sec	accuracy=0.661719	lr=0.001769
Epoch[132] Batch [2649]	Speed: 1740.656392 samples/sec	accuracy=0.661654	lr=0.001767
Epoch[132] Batch [2699]	Speed: 1727.141820 samples/sec	accuracy=0.661570	lr=0.001765
Epoch[132] Batch [2749]	Speed: 1759.428353 samples/sec	accuracy=0.661506	lr=0.001763
Epoch[132] Batch [2799]	Speed: 1734.809687 samples/sec	accuracy=0.661503	lr=0.001761
Epoch[132] Batch [2849]	Speed: 1744.980851 samples/sec	accuracy=0.661523	lr=0.001759
Epoch[132] Batch [2899]	Speed: 1784.336960 samples/sec	accuracy=0.661580	lr=0.001757
Epoch[132] Batch [2949]	Speed: 1764.989463 samples/sec	accuracy=0.661543	lr=0.001755
Epoch[132] Batch [2999]	Speed: 1751.161311 samples/sec	accuracy=0.661525	lr=0.001753
Epoch[132] Batch [3049]	Speed: 1762.852560 samples/sec	accuracy=0.661506	lr=0.001751
Epoch[132] Batch [3099]	Speed: 1755.835196 samples/sec	accuracy=0.661578	lr=0.001749
Epoch[132] Batch [3149]	Speed: 1793.811473 samples/sec	accuracy=0.661546	lr=0.001747
Epoch[132] Batch [3199]	Speed: 1795.189127 samples/sec	accuracy=0.661622	lr=0.001745
Epoch[132] Batch [3249]	Speed: 1815.955172 samples/sec	accuracy=0.661590	lr=0.001743
Epoch[132] Batch [3299]	Speed: 1779.390879 samples/sec	accuracy=0.661604	lr=0.001741
Epoch[132] Batch [3349]	Speed: 1781.531614 samples/sec	accuracy=0.661453	lr=0.001739
Epoch[132] Batch [3399]	Speed: 1720.706240 samples/sec	accuracy=0.661552	lr=0.001737
Epoch[132] Batch [3449]	Speed: 1753.523403 samples/sec	accuracy=0.661557	lr=0.001735
Epoch[132] Batch [3499]	Speed: 1736.118889 samples/sec	accuracy=0.661606	lr=0.001733
Epoch[132] Batch [3549]	Speed: 1741.312990 samples/sec	accuracy=0.661524	lr=0.001731
Epoch[132] Batch [3599]	Speed: 1712.915373 samples/sec	accuracy=0.661521	lr=0.001729
Epoch[132] Batch [3649]	Speed: 1788.817032 samples/sec	accuracy=0.661485	lr=0.001727
Epoch[132] Batch [3699]	Speed: 1782.010773 samples/sec	accuracy=0.661555	lr=0.001725
Epoch[132] Batch [3749]	Speed: 1762.120856 samples/sec	accuracy=0.661482	lr=0.001723
Epoch[132] Batch [3799]	Speed: 1764.371251 samples/sec	accuracy=0.661587	lr=0.001721
Epoch[132] Batch [3849]	Speed: 1759.112837 samples/sec	accuracy=0.661675	lr=0.001719
Epoch[132] Batch [3899]	Speed: 1776.831366 samples/sec	accuracy=0.661658	lr=0.001717
Epoch[132] Batch [3949]	Speed: 1754.538876 samples/sec	accuracy=0.661608	lr=0.001715
Epoch[132] Batch [3999]	Speed: 1766.133294 samples/sec	accuracy=0.661578	lr=0.001713
Epoch[132] Batch [4049]	Speed: 1759.249683 samples/sec	accuracy=0.661466	lr=0.001711
Epoch[132] Batch [4099]	Speed: 1776.217642 samples/sec	accuracy=0.661385	lr=0.001709
Epoch[132] Batch [4149]	Speed: 1722.496386 samples/sec	accuracy=0.661327	lr=0.001707
Epoch[132] Batch [4199]	Speed: 1785.425555 samples/sec	accuracy=0.661323	lr=0.001705
Epoch[132] Batch [4249]	Speed: 1749.624838 samples/sec	accuracy=0.661344	lr=0.001703
Epoch[132] Batch [4299]	Speed: 1753.423925 samples/sec	accuracy=0.661260	lr=0.001701
Epoch[132] Batch [4349]	Speed: 1742.210106 samples/sec	accuracy=0.661251	lr=0.001699
Epoch[132] Batch [4399]	Speed: 1777.828395 samples/sec	accuracy=0.661326	lr=0.001697
Epoch[132] Batch [4449]	Speed: 1766.250781 samples/sec	accuracy=0.661375	lr=0.001695
Epoch[132] Batch [4499]	Speed: 1744.875477 samples/sec	accuracy=0.661374	lr=0.001693
Epoch[132] Batch [4549]	Speed: 1776.564779 samples/sec	accuracy=0.661348	lr=0.001692
Epoch[132] Batch [4599]	Speed: 1752.238442 samples/sec	accuracy=0.661350	lr=0.001690
Epoch[132] Batch [4649]	Speed: 1788.218231 samples/sec	accuracy=0.661353	lr=0.001688
Epoch[132] Batch [4699]	Speed: 1761.743670 samples/sec	accuracy=0.661349	lr=0.001686
Epoch[132] Batch [4749]	Speed: 1759.133184 samples/sec	accuracy=0.661300	lr=0.001684
Epoch[132] Batch [4799]	Speed: 1763.423022 samples/sec	accuracy=0.661277	lr=0.001682
Epoch[132] Batch [4849]	Speed: 1749.519360 samples/sec	accuracy=0.661268	lr=0.001680
Epoch[132] Batch [4899]	Speed: 1768.982466 samples/sec	accuracy=0.661221	lr=0.001678
Epoch[132] Batch [4949]	Speed: 1763.659201 samples/sec	accuracy=0.661290	lr=0.001676
Epoch[132] Batch [4999]	Speed: 1863.724186 samples/sec	accuracy=0.661297	lr=0.001674
[Epoch 132] training: accuracy=0.661303
[Epoch 132] speed: 1758 samples/sec	time cost: 743.162782
[Epoch 132] validation: err-top1=0.311879 err-top5=0.117869
Epoch[133] Batch [49]	Speed: 1664.372088 samples/sec	accuracy=0.672188	lr=0.001672
Epoch[133] Batch [99]	Speed: 1742.995586 samples/sec	accuracy=0.668398	lr=0.001670
Epoch[133] Batch [149]	Speed: 1751.460609 samples/sec	accuracy=0.667734	lr=0.001668
Epoch[133] Batch [199]	Speed: 1743.554230 samples/sec	accuracy=0.665801	lr=0.001666
Epoch[133] Batch [249]	Speed: 1759.454243 samples/sec	accuracy=0.664969	lr=0.001664
Epoch[133] Batch [299]	Speed: 1748.280166 samples/sec	accuracy=0.664570	lr=0.001662
Epoch[133] Batch [349]	Speed: 1747.333397 samples/sec	accuracy=0.665547	lr=0.001660
Epoch[133] Batch [399]	Speed: 1784.639521 samples/sec	accuracy=0.665684	lr=0.001658
Epoch[133] Batch [449]	Speed: 1758.543720 samples/sec	accuracy=0.665295	lr=0.001656
Epoch[133] Batch [499]	Speed: 1714.873148 samples/sec	accuracy=0.664516	lr=0.001654
Epoch[133] Batch [549]	Speed: 1764.753217 samples/sec	accuracy=0.664716	lr=0.001652
Epoch[133] Batch [599]	Speed: 1753.391283 samples/sec	accuracy=0.664492	lr=0.001650
Epoch[133] Batch [649]	Speed: 1775.407811 samples/sec	accuracy=0.664069	lr=0.001649
Epoch[133] Batch [699]	Speed: 1778.219392 samples/sec	accuracy=0.664235	lr=0.001647
Epoch[133] Batch [749]	Speed: 1737.789601 samples/sec	accuracy=0.664156	lr=0.001645
Epoch[133] Batch [799]	Speed: 1712.678601 samples/sec	accuracy=0.664458	lr=0.001643
Epoch[133] Batch [849]	Speed: 1770.643067 samples/sec	accuracy=0.663911	lr=0.001641
Epoch[133] Batch [899]	Speed: 1772.414741 samples/sec	accuracy=0.663659	lr=0.001639
Epoch[133] Batch [949]	Speed: 1766.994409 samples/sec	accuracy=0.663618	lr=0.001637
Epoch[133] Batch [999]	Speed: 1772.111221 samples/sec	accuracy=0.663535	lr=0.001635
Epoch[133] Batch [1049]	Speed: 1766.687686 samples/sec	accuracy=0.663549	lr=0.001633
Epoch[133] Batch [1099]	Speed: 1716.719567 samples/sec	accuracy=0.663352	lr=0.001631
Epoch[133] Batch [1149]	Speed: 1747.905353 samples/sec	accuracy=0.663064	lr=0.001629
Epoch[133] Batch [1199]	Speed: 1747.555786 samples/sec	accuracy=0.663118	lr=0.001627
Epoch[133] Batch [1249]	Speed: 1755.484345 samples/sec	accuracy=0.662900	lr=0.001625
Epoch[133] Batch [1299]	Speed: 1754.689234 samples/sec	accuracy=0.663245	lr=0.001623
Epoch[133] Batch [1349]	Speed: 1755.521427 samples/sec	accuracy=0.663374	lr=0.001622
Epoch[133] Batch [1399]	Speed: 1761.422469 samples/sec	accuracy=0.663245	lr=0.001620
Epoch[133] Batch [1449]	Speed: 1716.706448 samples/sec	accuracy=0.663190	lr=0.001618
Epoch[133] Batch [1499]	Speed: 1741.730975 samples/sec	accuracy=0.662909	lr=0.001616
Epoch[133] Batch [1549]	Speed: 1740.693527 samples/sec	accuracy=0.662850	lr=0.001614
Epoch[133] Batch [1599]	Speed: 1731.891094 samples/sec	accuracy=0.662751	lr=0.001612
Epoch[133] Batch [1649]	Speed: 1728.001030 samples/sec	accuracy=0.662758	lr=0.001610
Epoch[133] Batch [1699]	Speed: 1767.321137 samples/sec	accuracy=0.662755	lr=0.001608
Epoch[133] Batch [1749]	Speed: 1742.441316 samples/sec	accuracy=0.662734	lr=0.001606
Epoch[133] Batch [1799]	Speed: 1733.098036 samples/sec	accuracy=0.662769	lr=0.001604
Epoch[133] Batch [1849]	Speed: 1759.983850 samples/sec	accuracy=0.662853	lr=0.001602
Epoch[133] Batch [1899]	Speed: 1747.306441 samples/sec	accuracy=0.662987	lr=0.001601
Epoch[133] Batch [1949]	Speed: 1767.699958 samples/sec	accuracy=0.662993	lr=0.001599
Epoch[133] Batch [1999]	Speed: 1752.356661 samples/sec	accuracy=0.663057	lr=0.001597
Epoch[133] Batch [2049]	Speed: 1767.392873 samples/sec	accuracy=0.663003	lr=0.001595
Epoch[133] Batch [2099]	Speed: 1723.735535 samples/sec	accuracy=0.663004	lr=0.001593
Epoch[133] Batch [2149]	Speed: 1755.230150 samples/sec	accuracy=0.662961	lr=0.001591
Epoch[133] Batch [2199]	Speed: 1757.620559 samples/sec	accuracy=0.662917	lr=0.001589
Epoch[133] Batch [2249]	Speed: 1770.956131 samples/sec	accuracy=0.662927	lr=0.001587
Epoch[133] Batch [2299]	Speed: 1748.499437 samples/sec	accuracy=0.662891	lr=0.001585
Epoch[133] Batch [2349]	Speed: 1756.288106 samples/sec	accuracy=0.662944	lr=0.001583
Epoch[133] Batch [2399]	Speed: 1774.278501 samples/sec	accuracy=0.662938	lr=0.001582
Epoch[133] Batch [2449]	Speed: 1747.351083 samples/sec	accuracy=0.662953	lr=0.001580
Epoch[133] Batch [2499]	Speed: 1757.015719 samples/sec	accuracy=0.662808	lr=0.001578
Epoch[133] Batch [2549]	Speed: 1746.302615 samples/sec	accuracy=0.662889	lr=0.001576
Epoch[133] Batch [2599]	Speed: 1783.538315 samples/sec	accuracy=0.662776	lr=0.001574
Epoch[133] Batch [2649]	Speed: 1764.715396 samples/sec	accuracy=0.662792	lr=0.001572
Epoch[133] Batch [2699]	Speed: 1762.148965 samples/sec	accuracy=0.662843	lr=0.001570
Epoch[133] Batch [2749]	Speed: 1733.432271 samples/sec	accuracy=0.662849	lr=0.001568
Epoch[133] Batch [2799]	Speed: 1778.889845 samples/sec	accuracy=0.662824	lr=0.001566
Epoch[133] Batch [2849]	Speed: 1773.744242 samples/sec	accuracy=0.662866	lr=0.001565
Epoch[133] Batch [2899]	Speed: 1808.706667 samples/sec	accuracy=0.662660	lr=0.001563
Epoch[133] Batch [2949]	Speed: 1781.053185 samples/sec	accuracy=0.662554	lr=0.001561
Epoch[133] Batch [2999]	Speed: 1775.980613 samples/sec	accuracy=0.662694	lr=0.001559
Epoch[133] Batch [3049]	Speed: 1733.992586 samples/sec	accuracy=0.662588	lr=0.001557
Epoch[133] Batch [3099]	Speed: 1745.553878 samples/sec	accuracy=0.662508	lr=0.001555
Epoch[133] Batch [3149]	Speed: 1760.906839 samples/sec	accuracy=0.662484	lr=0.001553
Epoch[133] Batch [3199]	Speed: 1732.158748 samples/sec	accuracy=0.662412	lr=0.001551
Epoch[133] Batch [3249]	Speed: 1720.174650 samples/sec	accuracy=0.662306	lr=0.001550
Epoch[133] Batch [3299]	Speed: 1748.128742 samples/sec	accuracy=0.662230	lr=0.001548
Epoch[133] Batch [3349]	Speed: 1723.725573 samples/sec	accuracy=0.662322	lr=0.001546
Epoch[133] Batch [3399]	Speed: 1733.626168 samples/sec	accuracy=0.662148	lr=0.001544
Epoch[133] Batch [3449]	Speed: 1741.125671 samples/sec	accuracy=0.662113	lr=0.001542
Epoch[133] Batch [3499]	Speed: 1774.895756 samples/sec	accuracy=0.661954	lr=0.001540
Epoch[133] Batch [3549]	Speed: 1759.877349 samples/sec	accuracy=0.661980	lr=0.001538
Epoch[133] Batch [3599]	Speed: 1745.900544 samples/sec	accuracy=0.662038	lr=0.001536
Epoch[133] Batch [3649]	Speed: 1770.727338 samples/sec	accuracy=0.662058	lr=0.001535
Epoch[133] Batch [3699]	Speed: 1729.818991 samples/sec	accuracy=0.662120	lr=0.001533
Epoch[133] Batch [3749]	Speed: 1761.807959 samples/sec	accuracy=0.662104	lr=0.001531
Epoch[133] Batch [3799]	Speed: 1745.666486 samples/sec	accuracy=0.662043	lr=0.001529
Epoch[133] Batch [3849]	Speed: 1750.757057 samples/sec	accuracy=0.662055	lr=0.001527
Epoch[133] Batch [3899]	Speed: 1790.562633 samples/sec	accuracy=0.661995	lr=0.001525
Epoch[133] Batch [3949]	Speed: 1772.401751 samples/sec	accuracy=0.661916	lr=0.001523
Epoch[133] Batch [3999]	Speed: 1766.557237 samples/sec	accuracy=0.661886	lr=0.001521
Epoch[133] Batch [4049]	Speed: 1726.966814 samples/sec	accuracy=0.661943	lr=0.001520
Epoch[133] Batch [4099]	Speed: 1765.437587 samples/sec	accuracy=0.661950	lr=0.001518
Epoch[133] Batch [4149]	Speed: 1759.267382 samples/sec	accuracy=0.661981	lr=0.001516
Epoch[133] Batch [4199]	Speed: 1747.963343 samples/sec	accuracy=0.661898	lr=0.001514
Epoch[133] Batch [4249]	Speed: 1748.149290 samples/sec	accuracy=0.661812	lr=0.001512
Epoch[133] Batch [4299]	Speed: 1722.809628 samples/sec	accuracy=0.661860	lr=0.001510
Epoch[133] Batch [4349]	Speed: 1766.313656 samples/sec	accuracy=0.661917	lr=0.001509
Epoch[133] Batch [4399]	Speed: 1752.500352 samples/sec	accuracy=0.661934	lr=0.001507
Epoch[133] Batch [4449]	Speed: 1780.992742 samples/sec	accuracy=0.662002	lr=0.001505
Epoch[133] Batch [4499]	Speed: 1742.265118 samples/sec	accuracy=0.661936	lr=0.001503
Epoch[133] Batch [4549]	Speed: 1755.366335 samples/sec	accuracy=0.661918	lr=0.001501
Epoch[133] Batch [4599]	Speed: 1779.790470 samples/sec	accuracy=0.661938	lr=0.001499
Epoch[133] Batch [4649]	Speed: 1729.561922 samples/sec	accuracy=0.661953	lr=0.001497
Epoch[133] Batch [4699]	Speed: 1735.986347 samples/sec	accuracy=0.661936	lr=0.001496
Epoch[133] Batch [4749]	Speed: 1746.760394 samples/sec	accuracy=0.661877	lr=0.001494
Epoch[133] Batch [4799]	Speed: 1757.071440 samples/sec	accuracy=0.661875	lr=0.001492
Epoch[133] Batch [4849]	Speed: 1769.009861 samples/sec	accuracy=0.661823	lr=0.001490
Epoch[133] Batch [4899]	Speed: 1749.253780 samples/sec	accuracy=0.661853	lr=0.001488
Epoch[133] Batch [4949]	Speed: 1748.867042 samples/sec	accuracy=0.661825	lr=0.001486
Epoch[133] Batch [4999]	Speed: 1699.735620 samples/sec	accuracy=0.661852	lr=0.001485
[Epoch 133] training: accuracy=0.661867
[Epoch 133] speed: 1751 samples/sec	time cost: 745.691637
[Epoch 133] validation: err-top1=0.310717 err-top5=0.116466
Epoch[134] Batch [49]	Speed: 1671.992205 samples/sec	accuracy=0.660469	lr=0.001483
Epoch[134] Batch [99]	Speed: 1756.862835 samples/sec	accuracy=0.660273	lr=0.001481
Epoch[134] Batch [149]	Speed: 1776.959396 samples/sec	accuracy=0.663203	lr=0.001479
Epoch[134] Batch [199]	Speed: 1769.970003 samples/sec	accuracy=0.664375	lr=0.001477
Epoch[134] Batch [249]	Speed: 1755.056864 samples/sec	accuracy=0.664016	lr=0.001475
Epoch[134] Batch [299]	Speed: 1747.875989 samples/sec	accuracy=0.664362	lr=0.001473
Epoch[134] Batch [349]	Speed: 1737.691675 samples/sec	accuracy=0.664420	lr=0.001472
Epoch[134] Batch [399]	Speed: 1760.425337 samples/sec	accuracy=0.664941	lr=0.001470
Epoch[134] Batch [449]	Speed: 1747.604651 samples/sec	accuracy=0.664549	lr=0.001468
Epoch[134] Batch [499]	Speed: 1727.102205 samples/sec	accuracy=0.663797	lr=0.001466
Epoch[134] Batch [549]	Speed: 1751.734347 samples/sec	accuracy=0.663778	lr=0.001464
Epoch[134] Batch [599]	Speed: 1747.800081 samples/sec	accuracy=0.663164	lr=0.001462
Epoch[134] Batch [649]	Speed: 1770.330872 samples/sec	accuracy=0.663377	lr=0.001461
Epoch[134] Batch [699]	Speed: 1752.104857 samples/sec	accuracy=0.664085	lr=0.001459
Epoch[134] Batch [749]	Speed: 1764.822251 samples/sec	accuracy=0.663505	lr=0.001457
Epoch[134] Batch [799]	Speed: 1752.621066 samples/sec	accuracy=0.663467	lr=0.001455
Epoch[134] Batch [849]	Speed: 1775.009540 samples/sec	accuracy=0.663415	lr=0.001453
Epoch[134] Batch [899]	Speed: 1820.809579 samples/sec	accuracy=0.663967	lr=0.001451
Epoch[134] Batch [949]	Speed: 1813.952003 samples/sec	accuracy=0.663943	lr=0.001450
Epoch[134] Batch [999]	Speed: 1745.619318 samples/sec	accuracy=0.663922	lr=0.001448
Epoch[134] Batch [1049]	Speed: 1779.557088 samples/sec	accuracy=0.663914	lr=0.001446
Epoch[134] Batch [1099]	Speed: 1751.261732 samples/sec	accuracy=0.664073	lr=0.001444
Epoch[134] Batch [1149]	Speed: 1764.286366 samples/sec	accuracy=0.663719	lr=0.001442
Epoch[134] Batch [1199]	Speed: 1733.155048 samples/sec	accuracy=0.664027	lr=0.001441
Epoch[134] Batch [1249]	Speed: 1751.744921 samples/sec	accuracy=0.663687	lr=0.001439
Epoch[134] Batch [1299]	Speed: 1778.993649 samples/sec	accuracy=0.663525	lr=0.001437
Epoch[134] Batch [1349]	Speed: 1773.399671 samples/sec	accuracy=0.663469	lr=0.001435
Epoch[134] Batch [1399]	Speed: 1761.479221 samples/sec	accuracy=0.663605	lr=0.001433
Epoch[134] Batch [1449]	Speed: 1750.035871 samples/sec	accuracy=0.663508	lr=0.001432
Epoch[134] Batch [1499]	Speed: 1766.084085 samples/sec	accuracy=0.663625	lr=0.001430
Epoch[134] Batch [1549]	Speed: 1765.526008 samples/sec	accuracy=0.663526	lr=0.001428
Epoch[134] Batch [1599]	Speed: 1757.380702 samples/sec	accuracy=0.663489	lr=0.001426
Epoch[134] Batch [1649]	Speed: 1747.420696 samples/sec	accuracy=0.663546	lr=0.001424
Epoch[134] Batch [1699]	Speed: 1740.818039 samples/sec	accuracy=0.663426	lr=0.001423
Epoch[134] Batch [1749]	Speed: 1772.377175 samples/sec	accuracy=0.663473	lr=0.001421
Epoch[134] Batch [1799]	Speed: 1730.161776 samples/sec	accuracy=0.663587	lr=0.001419
Epoch[134] Batch [1849]	Speed: 1768.331922 samples/sec	accuracy=0.663558	lr=0.001417
Epoch[134] Batch [1899]	Speed: 1806.108847 samples/sec	accuracy=0.663489	lr=0.001415
Epoch[134] Batch [1949]	Speed: 1744.558923 samples/sec	accuracy=0.663606	lr=0.001414
Epoch[134] Batch [1999]	Speed: 1730.753231 samples/sec	accuracy=0.663482	lr=0.001412
Epoch[134] Batch [2049]	Speed: 1748.035452 samples/sec	accuracy=0.663445	lr=0.001410
Epoch[134] Batch [2099]	Speed: 1740.506511 samples/sec	accuracy=0.663609	lr=0.001408
Epoch[134] Batch [2149]	Speed: 1760.584673 samples/sec	accuracy=0.663623	lr=0.001406
Epoch[134] Batch [2199]	Speed: 1752.754729 samples/sec	accuracy=0.663592	lr=0.001405
Epoch[134] Batch [2249]	Speed: 1739.478073 samples/sec	accuracy=0.663642	lr=0.001403
Epoch[134] Batch [2299]	Speed: 1733.372667 samples/sec	accuracy=0.663592	lr=0.001401
Epoch[134] Batch [2349]	Speed: 1738.854452 samples/sec	accuracy=0.663670	lr=0.001399
Epoch[134] Batch [2399]	Speed: 1780.579501 samples/sec	accuracy=0.663657	lr=0.001397
Epoch[134] Batch [2449]	Speed: 1727.755677 samples/sec	accuracy=0.663621	lr=0.001396
Epoch[134] Batch [2499]	Speed: 1738.114732 samples/sec	accuracy=0.663637	lr=0.001394
Epoch[134] Batch [2549]	Speed: 1763.035146 samples/sec	accuracy=0.663724	lr=0.001392
Epoch[134] Batch [2599]	Speed: 1758.784874 samples/sec	accuracy=0.663616	lr=0.001390
Epoch[134] Batch [2649]	Speed: 1747.449817 samples/sec	accuracy=0.663429	lr=0.001389
Epoch[134] Batch [2699]	Speed: 1741.825288 samples/sec	accuracy=0.663400	lr=0.001387
Epoch[134] Batch [2749]	Speed: 1769.209176 samples/sec	accuracy=0.663314	lr=0.001385
Epoch[134] Batch [2799]	Speed: 1750.550862 samples/sec	accuracy=0.663249	lr=0.001383
Epoch[134] Batch [2849]	Speed: 1768.759543 samples/sec	accuracy=0.663322	lr=0.001381
Epoch[134] Batch [2899]	Speed: 1751.956600 samples/sec	accuracy=0.663303	lr=0.001380
Epoch[134] Batch [2949]	Speed: 1767.121491 samples/sec	accuracy=0.663272	lr=0.001378
Epoch[134] Batch [2999]	Speed: 1747.776923 samples/sec	accuracy=0.663197	lr=0.001376
Epoch[134] Batch [3049]	Speed: 1702.011808 samples/sec	accuracy=0.663160	lr=0.001374
Epoch[134] Batch [3099]	Speed: 1734.384427 samples/sec	accuracy=0.663194	lr=0.001373
Epoch[134] Batch [3149]	Speed: 1724.574185 samples/sec	accuracy=0.663041	lr=0.001371
Epoch[134] Batch [3199]	Speed: 1769.325555 samples/sec	accuracy=0.663092	lr=0.001369
Epoch[134] Batch [3249]	Speed: 1771.818565 samples/sec	accuracy=0.662992	lr=0.001367
Epoch[134] Batch [3299]	Speed: 1768.024676 samples/sec	accuracy=0.663058	lr=0.001366
Epoch[134] Batch [3349]	Speed: 1717.726044 samples/sec	accuracy=0.663055	lr=0.001364
Epoch[134] Batch [3399]	Speed: 1752.059000 samples/sec	accuracy=0.663156	lr=0.001362
Epoch[134] Batch [3449]	Speed: 1732.462097 samples/sec	accuracy=0.663135	lr=0.001360
Epoch[134] Batch [3499]	Speed: 1779.715717 samples/sec	accuracy=0.663177	lr=0.001358
Epoch[134] Batch [3549]	Speed: 1748.930394 samples/sec	accuracy=0.663119	lr=0.001357
Epoch[134] Batch [3599]	Speed: 1753.770859 samples/sec	accuracy=0.663210	lr=0.001355
Epoch[134] Batch [3649]	Speed: 1826.852913 samples/sec	accuracy=0.663198	lr=0.001353
Epoch[134] Batch [3699]	Speed: 1773.606597 samples/sec	accuracy=0.663199	lr=0.001351
Epoch[134] Batch [3749]	Speed: 1748.563161 samples/sec	accuracy=0.663175	lr=0.001350
Epoch[134] Batch [3799]	Speed: 1743.400113 samples/sec	accuracy=0.663151	lr=0.001348
Epoch[134] Batch [3849]	Speed: 1769.223810 samples/sec	accuracy=0.663146	lr=0.001346
Epoch[134] Batch [3899]	Speed: 1749.562918 samples/sec	accuracy=0.663067	lr=0.001344
Epoch[134] Batch [3949]	Speed: 1759.733888 samples/sec	accuracy=0.663084	lr=0.001343
Epoch[134] Batch [3999]	Speed: 1735.734905 samples/sec	accuracy=0.663053	lr=0.001341
Epoch[134] Batch [4049]	Speed: 1746.411228 samples/sec	accuracy=0.663044	lr=0.001339
Epoch[134] Batch [4099]	Speed: 1769.143354 samples/sec	accuracy=0.663004	lr=0.001337
Epoch[134] Batch [4149]	Speed: 1755.749925 samples/sec	accuracy=0.662945	lr=0.001336
Epoch[134] Batch [4199]	Speed: 1728.286622 samples/sec	accuracy=0.662883	lr=0.001334
Epoch[134] Batch [4249]	Speed: 1767.885937 samples/sec	accuracy=0.662930	lr=0.001332
Epoch[134] Batch [4299]	Speed: 1747.525695 samples/sec	accuracy=0.662900	lr=0.001330
Epoch[134] Batch [4349]	Speed: 1728.928630 samples/sec	accuracy=0.662847	lr=0.001329
Epoch[134] Batch [4399]	Speed: 1764.048801 samples/sec	accuracy=0.662781	lr=0.001327
Epoch[134] Batch [4449]	Speed: 1752.587768 samples/sec	accuracy=0.662818	lr=0.001325
Epoch[134] Batch [4499]	Speed: 1753.340605 samples/sec	accuracy=0.662796	lr=0.001324
Epoch[134] Batch [4549]	Speed: 1741.540911 samples/sec	accuracy=0.662851	lr=0.001322
Epoch[134] Batch [4599]	Speed: 1748.201832 samples/sec	accuracy=0.662842	lr=0.001320
Epoch[134] Batch [4649]	Speed: 1753.112448 samples/sec	accuracy=0.662849	lr=0.001318
Epoch[134] Batch [4699]	Speed: 1759.405174 samples/sec	accuracy=0.662872	lr=0.001317
Epoch[134] Batch [4749]	Speed: 1773.154551 samples/sec	accuracy=0.662802	lr=0.001315
Epoch[134] Batch [4799]	Speed: 1773.188635 samples/sec	accuracy=0.662794	lr=0.001313
Epoch[134] Batch [4849]	Speed: 1761.471939 samples/sec	accuracy=0.662818	lr=0.001311
Epoch[134] Batch [4899]	Speed: 1765.432711 samples/sec	accuracy=0.662793	lr=0.001310
Epoch[134] Batch [4949]	Speed: 1719.178185 samples/sec	accuracy=0.662891	lr=0.001308
Epoch[134] Batch [4999]	Speed: 1800.607189 samples/sec	accuracy=0.662903	lr=0.001306
[Epoch 134] training: accuracy=0.662926
[Epoch 134] speed: 1754 samples/sec	time cost: 744.372797
[Epoch 134] validation: err-top1=0.308793 err-top5=0.116590
Epoch[135] Batch [49]	Speed: 1654.023119 samples/sec	accuracy=0.672891	lr=0.001304
Epoch[135] Batch [99]	Speed: 1747.106118 samples/sec	accuracy=0.670430	lr=0.001303
Epoch[135] Batch [149]	Speed: 1762.831201 samples/sec	accuracy=0.668490	lr=0.001301
Epoch[135] Batch [199]	Speed: 1772.053548 samples/sec	accuracy=0.667891	lr=0.001299
Epoch[135] Batch [249]	Speed: 1742.567718 samples/sec	accuracy=0.667516	lr=0.001297
Epoch[135] Batch [299]	Speed: 1753.658407 samples/sec	accuracy=0.667526	lr=0.001296
Epoch[135] Batch [349]	Speed: 1762.178290 samples/sec	accuracy=0.667076	lr=0.001294
Epoch[135] Batch [399]	Speed: 1751.573751 samples/sec	accuracy=0.667275	lr=0.001292
Epoch[135] Batch [449]	Speed: 1723.987443 samples/sec	accuracy=0.667153	lr=0.001291
Epoch[135] Batch [499]	Speed: 1777.489415 samples/sec	accuracy=0.666063	lr=0.001289
Epoch[135] Batch [549]	Speed: 1744.270819 samples/sec	accuracy=0.665952	lr=0.001287
Epoch[135] Batch [599]	Speed: 1746.337606 samples/sec	accuracy=0.666348	lr=0.001285
Epoch[135] Batch [649]	Speed: 1752.200297 samples/sec	accuracy=0.666070	lr=0.001284
Epoch[135] Batch [699]	Speed: 1714.777130 samples/sec	accuracy=0.666077	lr=0.001282
Epoch[135] Batch [749]	Speed: 1750.477346 samples/sec	accuracy=0.666245	lr=0.001280
Epoch[135] Batch [799]	Speed: 1745.088846 samples/sec	accuracy=0.666279	lr=0.001279
Epoch[135] Batch [849]	Speed: 1814.457041 samples/sec	accuracy=0.666112	lr=0.001277
Epoch[135] Batch [899]	Speed: 1762.274888 samples/sec	accuracy=0.666050	lr=0.001275
Epoch[135] Batch [949]	Speed: 1723.439661 samples/sec	accuracy=0.665880	lr=0.001273
Epoch[135] Batch [999]	Speed: 1746.374587 samples/sec	accuracy=0.666137	lr=0.001272
Epoch[135] Batch [1049]	Speed: 1749.407053 samples/sec	accuracy=0.666243	lr=0.001270
Epoch[135] Batch [1099]	Speed: 1750.500119 samples/sec	accuracy=0.666200	lr=0.001268
Epoch[135] Batch [1149]	Speed: 1768.414750 samples/sec	accuracy=0.665822	lr=0.001267
Epoch[135] Batch [1199]	Speed: 1760.173807 samples/sec	accuracy=0.666035	lr=0.001265
Epoch[135] Batch [1249]	Speed: 1775.336714 samples/sec	accuracy=0.665941	lr=0.001263
Epoch[135] Batch [1299]	Speed: 1767.249406 samples/sec	accuracy=0.666055	lr=0.001262
Epoch[135] Batch [1349]	Speed: 1765.885474 samples/sec	accuracy=0.666128	lr=0.001260
Epoch[135] Batch [1399]	Speed: 1765.140573 samples/sec	accuracy=0.666113	lr=0.001258
Epoch[135] Batch [1449]	Speed: 1747.941148 samples/sec	accuracy=0.666094	lr=0.001256
Epoch[135] Batch [1499]	Speed: 1758.968579 samples/sec	accuracy=0.665940	lr=0.001255
Epoch[135] Batch [1549]	Speed: 1751.287610 samples/sec	accuracy=0.665874	lr=0.001253
Epoch[135] Batch [1599]	Speed: 1758.240095 samples/sec	accuracy=0.665718	lr=0.001251
Epoch[135] Batch [1649]	Speed: 1751.514550 samples/sec	accuracy=0.665485	lr=0.001250
Epoch[135] Batch [1699]	Speed: 1760.395840 samples/sec	accuracy=0.665535	lr=0.001248
Epoch[135] Batch [1749]	Speed: 1774.682428 samples/sec	accuracy=0.665379	lr=0.001246
Epoch[135] Batch [1799]	Speed: 1743.029483 samples/sec	accuracy=0.665421	lr=0.001245
Epoch[135] Batch [1849]	Speed: 1751.005389 samples/sec	accuracy=0.665351	lr=0.001243
Epoch[135] Batch [1899]	Speed: 1786.000801 samples/sec	accuracy=0.665345	lr=0.001241
Epoch[135] Batch [1949]	Speed: 1743.540414 samples/sec	accuracy=0.665607	lr=0.001240
Epoch[135] Batch [1999]	Speed: 1738.264820 samples/sec	accuracy=0.665668	lr=0.001238
Epoch[135] Batch [2049]	Speed: 1748.086564 samples/sec	accuracy=0.665802	lr=0.001236
Epoch[135] Batch [2099]	Speed: 1738.544413 samples/sec	accuracy=0.665627	lr=0.001234
Epoch[135] Batch [2149]	Speed: 1790.597510 samples/sec	accuracy=0.665569	lr=0.001233
Epoch[135] Batch [2199]	Speed: 1778.714096 samples/sec	accuracy=0.665609	lr=0.001231
Epoch[135] Batch [2249]	Speed: 1743.629260 samples/sec	accuracy=0.665467	lr=0.001229
Epoch[135] Batch [2299]	Speed: 1780.444277 samples/sec	accuracy=0.665360	lr=0.001228
Epoch[135] Batch [2349]	Speed: 1758.794554 samples/sec	accuracy=0.665321	lr=0.001226
Epoch[135] Batch [2399]	Speed: 1732.359851 samples/sec	accuracy=0.665181	lr=0.001224
Epoch[135] Batch [2449]	Speed: 1762.323191 samples/sec	accuracy=0.665077	lr=0.001223
Epoch[135] Batch [2499]	Speed: 1777.981240 samples/sec	accuracy=0.665108	lr=0.001221
Epoch[135] Batch [2549]	Speed: 1778.626117 samples/sec	accuracy=0.665040	lr=0.001219
Epoch[135] Batch [2599]	Speed: 1735.201281 samples/sec	accuracy=0.664988	lr=0.001218
Epoch[135] Batch [2649]	Speed: 1750.130287 samples/sec	accuracy=0.665025	lr=0.001216
Epoch[135] Batch [2699]	Speed: 1743.917889 samples/sec	accuracy=0.665012	lr=0.001214
Epoch[135] Batch [2749]	Speed: 1744.629561 samples/sec	accuracy=0.665111	lr=0.001213
Epoch[135] Batch [2799]	Speed: 1781.034869 samples/sec	accuracy=0.665163	lr=0.001211
Epoch[135] Batch [2849]	Speed: 1742.584121 samples/sec	accuracy=0.665182	lr=0.001209
Epoch[135] Batch [2899]	Speed: 1782.147715 samples/sec	accuracy=0.665086	lr=0.001208
Epoch[135] Batch [2949]	Speed: 1761.623950 samples/sec	accuracy=0.664938	lr=0.001206
Epoch[135] Batch [2999]	Speed: 1773.219148 samples/sec	accuracy=0.664947	lr=0.001204
Epoch[135] Batch [3049]	Speed: 1749.245174 samples/sec	accuracy=0.664973	lr=0.001203
Epoch[135] Batch [3099]	Speed: 1773.127964 samples/sec	accuracy=0.665053	lr=0.001201
Epoch[135] Batch [3149]	Speed: 1786.806351 samples/sec	accuracy=0.664950	lr=0.001199
Epoch[135] Batch [3199]	Speed: 1713.300589 samples/sec	accuracy=0.664923	lr=0.001198
Epoch[135] Batch [3249]	Speed: 1761.468067 samples/sec	accuracy=0.664988	lr=0.001196
Epoch[135] Batch [3299]	Speed: 1720.687269 samples/sec	accuracy=0.664911	lr=0.001194
Epoch[135] Batch [3349]	Speed: 1749.235827 samples/sec	accuracy=0.664749	lr=0.001193
Epoch[135] Batch [3399]	Speed: 1791.833928 samples/sec	accuracy=0.664686	lr=0.001191
Epoch[135] Batch [3449]	Speed: 1765.695735 samples/sec	accuracy=0.664630	lr=0.001190
Epoch[135] Batch [3499]	Speed: 1779.135138 samples/sec	accuracy=0.664704	lr=0.001188
Epoch[135] Batch [3549]	Speed: 1790.072299 samples/sec	accuracy=0.664683	lr=0.001186
Epoch[135] Batch [3599]	Speed: 1752.461281 samples/sec	accuracy=0.664605	lr=0.001185
Epoch[135] Batch [3649]	Speed: 1751.165423 samples/sec	accuracy=0.664575	lr=0.001183
Epoch[135] Batch [3699]	Speed: 1777.483530 samples/sec	accuracy=0.664621	lr=0.001181
Epoch[135] Batch [3749]	Speed: 1775.002850 samples/sec	accuracy=0.664534	lr=0.001180
Epoch[135] Batch [3799]	Speed: 1745.348453 samples/sec	accuracy=0.664550	lr=0.001178
Epoch[135] Batch [3849]	Speed: 1746.823310 samples/sec	accuracy=0.664674	lr=0.001176
Epoch[135] Batch [3899]	Speed: 1730.366431 samples/sec	accuracy=0.664716	lr=0.001175
Epoch[135] Batch [3949]	Speed: 1740.748952 samples/sec	accuracy=0.664668	lr=0.001173
Epoch[135] Batch [3999]	Speed: 1759.171804 samples/sec	accuracy=0.664709	lr=0.001171
Epoch[135] Batch [4049]	Speed: 1763.462120 samples/sec	accuracy=0.664702	lr=0.001170
Epoch[135] Batch [4099]	Speed: 1788.544573 samples/sec	accuracy=0.664677	lr=0.001168
Epoch[135] Batch [4149]	Speed: 1759.921944 samples/sec	accuracy=0.664619	lr=0.001167
Epoch[135] Batch [4199]	Speed: 1760.187137 samples/sec	accuracy=0.664618	lr=0.001165
Epoch[135] Batch [4249]	Speed: 1732.765104 samples/sec	accuracy=0.664577	lr=0.001163
Epoch[135] Batch [4299]	Speed: 1783.522969 samples/sec	accuracy=0.664580	lr=0.001162
Epoch[135] Batch [4349]	Speed: 1783.330843 samples/sec	accuracy=0.664561	lr=0.001160
Epoch[135] Batch [4399]	Speed: 1781.437859 samples/sec	accuracy=0.664550	lr=0.001158
Epoch[135] Batch [4449]	Speed: 1747.936880 samples/sec	accuracy=0.664511	lr=0.001157
Epoch[135] Batch [4499]	Speed: 1778.977379 samples/sec	accuracy=0.664420	lr=0.001155
Epoch[135] Batch [4549]	Speed: 1792.890858 samples/sec	accuracy=0.664440	lr=0.001154
Epoch[135] Batch [4599]	Speed: 1726.768795 samples/sec	accuracy=0.664444	lr=0.001152
Epoch[135] Batch [4649]	Speed: 1738.708766 samples/sec	accuracy=0.664477	lr=0.001150
Epoch[135] Batch [4699]	Speed: 1763.109662 samples/sec	accuracy=0.664510	lr=0.001149
Epoch[135] Batch [4749]	Speed: 1774.960774 samples/sec	accuracy=0.664459	lr=0.001147
Epoch[135] Batch [4799]	Speed: 1786.646515 samples/sec	accuracy=0.664478	lr=0.001145
Epoch[135] Batch [4849]	Speed: 1739.067139 samples/sec	accuracy=0.664488	lr=0.001144
Epoch[135] Batch [4899]	Speed: 1726.459276 samples/sec	accuracy=0.664451	lr=0.001142
Epoch[135] Batch [4949]	Speed: 1778.714803 samples/sec	accuracy=0.664419	lr=0.001141
Epoch[135] Batch [4999]	Speed: 1875.378723 samples/sec	accuracy=0.664412	lr=0.001139
[Epoch 135] training: accuracy=0.664415
[Epoch 135] speed: 1758 samples/sec	time cost: 743.020036
[Epoch 135] validation: err-top1=0.309696 err-top5=0.116266
Epoch[136] Batch [49]	Speed: 1631.319532 samples/sec	accuracy=0.667266	lr=0.001137
Epoch[136] Batch [99]	Speed: 1747.037440 samples/sec	accuracy=0.668477	lr=0.001136
Epoch[136] Batch [149]	Speed: 1795.490576 samples/sec	accuracy=0.670130	lr=0.001134
Epoch[136] Batch [199]	Speed: 1743.135143 samples/sec	accuracy=0.668340	lr=0.001132
Epoch[136] Batch [249]	Speed: 1780.646354 samples/sec	accuracy=0.668281	lr=0.001131
Epoch[136] Batch [299]	Speed: 1777.551385 samples/sec	accuracy=0.667930	lr=0.001129
Epoch[136] Batch [349]	Speed: 1765.335592 samples/sec	accuracy=0.668527	lr=0.001128
Epoch[136] Batch [399]	Speed: 1770.569840 samples/sec	accuracy=0.667119	lr=0.001126
Epoch[136] Batch [449]	Speed: 1774.695510 samples/sec	accuracy=0.667535	lr=0.001124
Epoch[136] Batch [499]	Speed: 1756.282820 samples/sec	accuracy=0.667898	lr=0.001123
Epoch[136] Batch [549]	Speed: 1763.432000 samples/sec	accuracy=0.666484	lr=0.001121
Epoch[136] Batch [599]	Speed: 1717.662239 samples/sec	accuracy=0.666387	lr=0.001120
Epoch[136] Batch [649]	Speed: 1744.201174 samples/sec	accuracy=0.666653	lr=0.001118
Epoch[136] Batch [699]	Speed: 1752.155921 samples/sec	accuracy=0.666512	lr=0.001116
Epoch[136] Batch [749]	Speed: 1787.180306 samples/sec	accuracy=0.666156	lr=0.001115
Epoch[136] Batch [799]	Speed: 1764.123693 samples/sec	accuracy=0.666074	lr=0.001113
Epoch[136] Batch [849]	Speed: 1782.264147 samples/sec	accuracy=0.666328	lr=0.001112
Epoch[136] Batch [899]	Speed: 1786.470716 samples/sec	accuracy=0.665911	lr=0.001110
Epoch[136] Batch [949]	Speed: 1755.382291 samples/sec	accuracy=0.665744	lr=0.001108
Epoch[136] Batch [999]	Speed: 1759.500488 samples/sec	accuracy=0.665348	lr=0.001107
Epoch[136] Batch [1049]	Speed: 1773.470672 samples/sec	accuracy=0.664926	lr=0.001105
Epoch[136] Batch [1099]	Speed: 1719.242763 samples/sec	accuracy=0.664837	lr=0.001104
Epoch[136] Batch [1149]	Speed: 1741.463914 samples/sec	accuracy=0.664742	lr=0.001102
Epoch[136] Batch [1199]	Speed: 1741.119911 samples/sec	accuracy=0.664674	lr=0.001100
Epoch[136] Batch [1249]	Speed: 1749.890873 samples/sec	accuracy=0.664562	lr=0.001099
Epoch[136] Batch [1299]	Speed: 1724.432267 samples/sec	accuracy=0.664787	lr=0.001097
Epoch[136] Batch [1349]	Speed: 1733.711655 samples/sec	accuracy=0.664795	lr=0.001096
Epoch[136] Batch [1399]	Speed: 1791.764260 samples/sec	accuracy=0.664927	lr=0.001094
Epoch[136] Batch [1449]	Speed: 1763.035146 samples/sec	accuracy=0.665229	lr=0.001092
Epoch[136] Batch [1499]	Speed: 1765.755957 samples/sec	accuracy=0.665195	lr=0.001091
Epoch[136] Batch [1549]	Speed: 1773.232853 samples/sec	accuracy=0.665370	lr=0.001089
Epoch[136] Batch [1599]	Speed: 1754.356153 samples/sec	accuracy=0.665398	lr=0.001088
Epoch[136] Batch [1649]	Speed: 1747.163088 samples/sec	accuracy=0.665462	lr=0.001086
Epoch[136] Batch [1699]	Speed: 1805.031001 samples/sec	accuracy=0.665420	lr=0.001085
Epoch[136] Batch [1749]	Speed: 1747.291428 samples/sec	accuracy=0.665516	lr=0.001083
Epoch[136] Batch [1799]	Speed: 1755.749006 samples/sec	accuracy=0.665423	lr=0.001081
Epoch[136] Batch [1849]	Speed: 1731.251574 samples/sec	accuracy=0.665397	lr=0.001080
Epoch[136] Batch [1899]	Speed: 1746.933011 samples/sec	accuracy=0.665278	lr=0.001078
Epoch[136] Batch [1949]	Speed: 1745.149032 samples/sec	accuracy=0.665246	lr=0.001077
Epoch[136] Batch [1999]	Speed: 1755.710249 samples/sec	accuracy=0.665193	lr=0.001075
Epoch[136] Batch [2049]	Speed: 1761.447435 samples/sec	accuracy=0.665065	lr=0.001074
Epoch[136] Batch [2099]	Speed: 1780.416762 samples/sec	accuracy=0.665100	lr=0.001072
Epoch[136] Batch [2149]	Speed: 1746.686742 samples/sec	accuracy=0.665214	lr=0.001070
Epoch[136] Batch [2199]	Speed: 1763.519467 samples/sec	accuracy=0.665250	lr=0.001069
Epoch[136] Batch [2249]	Speed: 1755.815672 samples/sec	accuracy=0.665297	lr=0.001067
Epoch[136] Batch [2299]	Speed: 1757.553698 samples/sec	accuracy=0.665146	lr=0.001066
Epoch[136] Batch [2349]	Speed: 1752.717535 samples/sec	accuracy=0.665194	lr=0.001064
Epoch[136] Batch [2399]	Speed: 1776.484654 samples/sec	accuracy=0.665135	lr=0.001063
Epoch[136] Batch [2449]	Speed: 1773.392817 samples/sec	accuracy=0.664997	lr=0.001061
Epoch[136] Batch [2499]	Speed: 1748.465441 samples/sec	accuracy=0.664936	lr=0.001059
Epoch[136] Batch [2549]	Speed: 1765.086834 samples/sec	accuracy=0.665020	lr=0.001058
Epoch[136] Batch [2599]	Speed: 1758.546370 samples/sec	accuracy=0.665041	lr=0.001056
Epoch[136] Batch [2649]	Speed: 1739.905101 samples/sec	accuracy=0.665001	lr=0.001055
Epoch[136] Batch [2699]	Speed: 1757.727477 samples/sec	accuracy=0.664863	lr=0.001053
Epoch[136] Batch [2749]	Speed: 1760.501134 samples/sec	accuracy=0.664885	lr=0.001052
Epoch[136] Batch [2799]	Speed: 1744.470776 samples/sec	accuracy=0.664932	lr=0.001050
Epoch[136] Batch [2849]	Speed: 1765.382089 samples/sec	accuracy=0.664922	lr=0.001049
Epoch[136] Batch [2899]	Speed: 1737.928775 samples/sec	accuracy=0.664965	lr=0.001047
Epoch[136] Batch [2949]	Speed: 1782.011247 samples/sec	accuracy=0.664954	lr=0.001045
Epoch[136] Batch [2999]	Speed: 1746.626223 samples/sec	accuracy=0.664948	lr=0.001044
Epoch[136] Batch [3049]	Speed: 1773.738089 samples/sec	accuracy=0.664899	lr=0.001042
Epoch[136] Batch [3099]	Speed: 1749.349138 samples/sec	accuracy=0.664985	lr=0.001041
Epoch[136] Batch [3149]	Speed: 1747.217504 samples/sec	accuracy=0.665074	lr=0.001039
Epoch[136] Batch [3199]	Speed: 1757.605598 samples/sec	accuracy=0.665066	lr=0.001038
Epoch[136] Batch [3249]	Speed: 1771.738634 samples/sec	accuracy=0.664996	lr=0.001036
Epoch[136] Batch [3299]	Speed: 1771.688585 samples/sec	accuracy=0.665049	lr=0.001035
Epoch[136] Batch [3349]	Speed: 1743.317234 samples/sec	accuracy=0.665003	lr=0.001033
Epoch[136] Batch [3399]	Speed: 1769.022335 samples/sec	accuracy=0.664995	lr=0.001032
Epoch[136] Batch [3449]	Speed: 1779.241152 samples/sec	accuracy=0.665062	lr=0.001030
Epoch[136] Batch [3499]	Speed: 1762.552306 samples/sec	accuracy=0.665165	lr=0.001029
Epoch[136] Batch [3549]	Speed: 1767.951432 samples/sec	accuracy=0.665180	lr=0.001027
Epoch[136] Batch [3599]	Speed: 1763.249389 samples/sec	accuracy=0.665277	lr=0.001025
Epoch[136] Batch [3649]	Speed: 1724.069435 samples/sec	accuracy=0.665230	lr=0.001024
Epoch[136] Batch [3699]	Speed: 1764.781875 samples/sec	accuracy=0.665156	lr=0.001022
Epoch[136] Batch [3749]	Speed: 1756.564791 samples/sec	accuracy=0.665152	lr=0.001021
Epoch[136] Batch [3799]	Speed: 1714.116197 samples/sec	accuracy=0.665147	lr=0.001019
Epoch[136] Batch [3849]	Speed: 1746.341696 samples/sec	accuracy=0.665150	lr=0.001018
Epoch[136] Batch [3899]	Speed: 1782.860920 samples/sec	accuracy=0.665118	lr=0.001016
Epoch[136] Batch [3949]	Speed: 1765.953725 samples/sec	accuracy=0.665225	lr=0.001015
Epoch[136] Batch [3999]	Speed: 1746.227354 samples/sec	accuracy=0.665196	lr=0.001013
Epoch[136] Batch [4049]	Speed: 1769.434661 samples/sec	accuracy=0.665223	lr=0.001012
Epoch[136] Batch [4099]	Speed: 1798.545468 samples/sec	accuracy=0.665196	lr=0.001010
Epoch[136] Batch [4149]	Speed: 1749.556646 samples/sec	accuracy=0.665217	lr=0.001009
Epoch[136] Batch [4199]	Speed: 1783.438187 samples/sec	accuracy=0.665119	lr=0.001007
Epoch[136] Batch [4249]	Speed: 1769.285730 samples/sec	accuracy=0.665093	lr=0.001006
Epoch[136] Batch [4299]	Speed: 1714.890129 samples/sec	accuracy=0.665063	lr=0.001004
Epoch[136] Batch [4349]	Speed: 1753.235880 samples/sec	accuracy=0.665050	lr=0.001003
Epoch[136] Batch [4399]	Speed: 1789.280619 samples/sec	accuracy=0.665006	lr=0.001001
Epoch[136] Batch [4449]	Speed: 1774.578599 samples/sec	accuracy=0.664993	lr=0.001000
Epoch[136] Batch [4499]	Speed: 1748.988452 samples/sec	accuracy=0.664973	lr=0.000998
Epoch[136] Batch [4549]	Speed: 1757.683799 samples/sec	accuracy=0.665012	lr=0.000996
Epoch[136] Batch [4599]	Speed: 1768.236930 samples/sec	accuracy=0.665079	lr=0.000995
Epoch[136] Batch [4649]	Speed: 1727.241339 samples/sec	accuracy=0.664972	lr=0.000993
Epoch[136] Batch [4699]	Speed: 1748.352757 samples/sec	accuracy=0.664938	lr=0.000992
Epoch[136] Batch [4749]	Speed: 1742.400316 samples/sec	accuracy=0.664831	lr=0.000990
Epoch[136] Batch [4799]	Speed: 1749.959490 samples/sec	accuracy=0.664830	lr=0.000989
Epoch[136] Batch [4849]	Speed: 1762.837510 samples/sec	accuracy=0.664785	lr=0.000987
Epoch[136] Batch [4899]	Speed: 1762.580429 samples/sec	accuracy=0.664770	lr=0.000986
Epoch[136] Batch [4949]	Speed: 1754.284267 samples/sec	accuracy=0.664717	lr=0.000984
Epoch[136] Batch [4999]	Speed: 1854.560684 samples/sec	accuracy=0.664668	lr=0.000983
[Epoch 136] training: accuracy=0.664678
[Epoch 136] speed: 1758 samples/sec	time cost: 743.262601
[Epoch 136] validation: err-top1=0.308474 err-top5=0.116146
Epoch[137] Batch [49]	Speed: 1637.626316 samples/sec	accuracy=0.669922	lr=0.000981
Epoch[137] Batch [99]	Speed: 1761.741994 samples/sec	accuracy=0.666055	lr=0.000980
Epoch[137] Batch [149]	Speed: 1761.580772 samples/sec	accuracy=0.666927	lr=0.000978
Epoch[137] Batch [199]	Speed: 1752.588912 samples/sec	accuracy=0.666738	lr=0.000977
Epoch[137] Batch [249]	Speed: 1735.411281 samples/sec	accuracy=0.666469	lr=0.000975
Epoch[137] Batch [299]	Speed: 1785.289653 samples/sec	accuracy=0.666211	lr=0.000974
Epoch[137] Batch [349]	Speed: 1763.621079 samples/sec	accuracy=0.666105	lr=0.000972
Epoch[137] Batch [399]	Speed: 1761.998599 samples/sec	accuracy=0.665840	lr=0.000971
Epoch[137] Batch [449]	Speed: 1752.283737 samples/sec	accuracy=0.665703	lr=0.000969
Epoch[137] Batch [499]	Speed: 1756.211982 samples/sec	accuracy=0.665266	lr=0.000968
Epoch[137] Batch [549]	Speed: 1754.807095 samples/sec	accuracy=0.666101	lr=0.000966
Epoch[137] Batch [599]	Speed: 1783.391740 samples/sec	accuracy=0.666074	lr=0.000965
Epoch[137] Batch [649]	Speed: 1761.997673 samples/sec	accuracy=0.666070	lr=0.000963
Epoch[137] Batch [699]	Speed: 1734.969129 samples/sec	accuracy=0.666228	lr=0.000962
Epoch[137] Batch [749]	Speed: 1746.442474 samples/sec	accuracy=0.666318	lr=0.000960
Epoch[137] Batch [799]	Speed: 1748.307892 samples/sec	accuracy=0.666299	lr=0.000959
Epoch[137] Batch [849]	Speed: 1748.941618 samples/sec	accuracy=0.666838	lr=0.000957
Epoch[137] Batch [899]	Speed: 1775.906180 samples/sec	accuracy=0.666723	lr=0.000956
Epoch[137] Batch [949]	Speed: 1767.931405 samples/sec	accuracy=0.666254	lr=0.000954
Epoch[137] Batch [999]	Speed: 1763.073996 samples/sec	accuracy=0.666617	lr=0.000953
Epoch[137] Batch [1049]	Speed: 1749.004919 samples/sec	accuracy=0.666670	lr=0.000951
Epoch[137] Batch [1099]	Speed: 1756.286899 samples/sec	accuracy=0.666452	lr=0.000950
Epoch[137] Batch [1149]	Speed: 1801.865456 samples/sec	accuracy=0.666250	lr=0.000949
Epoch[137] Batch [1199]	Speed: 1742.951392 samples/sec	accuracy=0.666276	lr=0.000947
Epoch[137] Batch [1249]	Speed: 1738.948735 samples/sec	accuracy=0.666594	lr=0.000946
Epoch[137] Batch [1299]	Speed: 1752.032126 samples/sec	accuracy=0.666472	lr=0.000944
Epoch[137] Batch [1349]	Speed: 1762.423682 samples/sec	accuracy=0.666282	lr=0.000943
Epoch[137] Batch [1399]	Speed: 1774.383996 samples/sec	accuracy=0.666535	lr=0.000941
Epoch[137] Batch [1449]	Speed: 1739.557769 samples/sec	accuracy=0.666317	lr=0.000940
Epoch[137] Batch [1499]	Speed: 1785.095424 samples/sec	accuracy=0.666294	lr=0.000938
Epoch[137] Batch [1549]	Speed: 1780.376672 samples/sec	accuracy=0.666371	lr=0.000937
Epoch[137] Batch [1599]	Speed: 1745.750723 samples/sec	accuracy=0.666389	lr=0.000935
Epoch[137] Batch [1649]	Speed: 1724.938614 samples/sec	accuracy=0.666373	lr=0.000934
Epoch[137] Batch [1699]	Speed: 1809.691180 samples/sec	accuracy=0.666280	lr=0.000932
Epoch[137] Batch [1749]	Speed: 1763.463568 samples/sec	accuracy=0.666058	lr=0.000931
Epoch[137] Batch [1799]	Speed: 1742.562005 samples/sec	accuracy=0.666139	lr=0.000929
Epoch[137] Batch [1849]	Speed: 1769.618905 samples/sec	accuracy=0.666030	lr=0.000928
Epoch[137] Batch [1899]	Speed: 1727.895362 samples/sec	accuracy=0.666018	lr=0.000926
Epoch[137] Batch [1949]	Speed: 1778.611739 samples/sec	accuracy=0.666004	lr=0.000925
Epoch[137] Batch [1999]	Speed: 1768.930183 samples/sec	accuracy=0.665887	lr=0.000924
Epoch[137] Batch [2049]	Speed: 1776.937399 samples/sec	accuracy=0.666079	lr=0.000922
Epoch[137] Batch [2099]	Speed: 1763.228947 samples/sec	accuracy=0.666062	lr=0.000921
Epoch[137] Batch [2149]	Speed: 1770.382478 samples/sec	accuracy=0.666112	lr=0.000919
Epoch[137] Batch [2199]	Speed: 1729.093676 samples/sec	accuracy=0.666184	lr=0.000918
Epoch[137] Batch [2249]	Speed: 1748.563901 samples/sec	accuracy=0.666155	lr=0.000916
Epoch[137] Batch [2299]	Speed: 1760.473308 samples/sec	accuracy=0.666150	lr=0.000915
Epoch[137] Batch [2349]	Speed: 1770.572993 samples/sec	accuracy=0.666280	lr=0.000913
Epoch[137] Batch [2399]	Speed: 1739.319942 samples/sec	accuracy=0.666286	lr=0.000912
Epoch[137] Batch [2449]	Speed: 1777.353482 samples/sec	accuracy=0.666092	lr=0.000910
Epoch[137] Batch [2499]	Speed: 1725.105227 samples/sec	accuracy=0.666203	lr=0.000909
Epoch[137] Batch [2549]	Speed: 1736.270261 samples/sec	accuracy=0.666193	lr=0.000908
Epoch[137] Batch [2599]	Speed: 1744.214717 samples/sec	accuracy=0.666164	lr=0.000906
Epoch[137] Batch [2649]	Speed: 1751.440954 samples/sec	accuracy=0.666098	lr=0.000905
Epoch[137] Batch [2699]	Speed: 1737.894570 samples/sec	accuracy=0.666176	lr=0.000903
Epoch[137] Batch [2749]	Speed: 1746.301195 samples/sec	accuracy=0.666281	lr=0.000902
Epoch[137] Batch [2799]	Speed: 1761.909143 samples/sec	accuracy=0.666257	lr=0.000900
Epoch[137] Batch [2849]	Speed: 1736.689143 samples/sec	accuracy=0.666302	lr=0.000899
Epoch[137] Batch [2899]	Speed: 1767.994632 samples/sec	accuracy=0.666234	lr=0.000898
Epoch[137] Batch [2949]	Speed: 1774.423875 samples/sec	accuracy=0.666316	lr=0.000896
Epoch[137] Batch [2999]	Speed: 1803.446324 samples/sec	accuracy=0.666280	lr=0.000895
Epoch[137] Batch [3049]	Speed: 1741.118104 samples/sec	accuracy=0.666278	lr=0.000893
Epoch[137] Batch [3099]	Speed: 1753.229639 samples/sec	accuracy=0.666241	lr=0.000892
Epoch[137] Batch [3149]	Speed: 1729.232017 samples/sec	accuracy=0.666133	lr=0.000890
Epoch[137] Batch [3199]	Speed: 1784.946576 samples/sec	accuracy=0.666080	lr=0.000889
Epoch[137] Batch [3249]	Speed: 1729.124973 samples/sec	accuracy=0.665889	lr=0.000887
Epoch[137] Batch [3299]	Speed: 1725.774441 samples/sec	accuracy=0.665795	lr=0.000886
Epoch[137] Batch [3349]	Speed: 1774.591386 samples/sec	accuracy=0.665810	lr=0.000885
Epoch[137] Batch [3399]	Speed: 1773.383679 samples/sec	accuracy=0.665798	lr=0.000883
Epoch[137] Batch [3449]	Speed: 1724.764996 samples/sec	accuracy=0.665752	lr=0.000882
Epoch[137] Batch [3499]	Speed: 1767.048846 samples/sec	accuracy=0.665709	lr=0.000880
Epoch[137] Batch [3549]	Speed: 1788.094290 samples/sec	accuracy=0.665722	lr=0.000879
Epoch[137] Batch [3599]	Speed: 1745.121690 samples/sec	accuracy=0.665758	lr=0.000878
Epoch[137] Batch [3649]	Speed: 1756.545538 samples/sec	accuracy=0.665696	lr=0.000876
Epoch[137] Batch [3699]	Speed: 1767.675222 samples/sec	accuracy=0.665681	lr=0.000875
Epoch[137] Batch [3749]	Speed: 1734.568225 samples/sec	accuracy=0.665672	lr=0.000873
Epoch[137] Batch [3799]	Speed: 1763.159227 samples/sec	accuracy=0.665644	lr=0.000872
Epoch[137] Batch [3849]	Speed: 1749.220781 samples/sec	accuracy=0.665659	lr=0.000870
Epoch[137] Batch [3899]	Speed: 1790.580191 samples/sec	accuracy=0.665722	lr=0.000869
Epoch[137] Batch [3949]	Speed: 1749.734892 samples/sec	accuracy=0.665616	lr=0.000868
Epoch[137] Batch [3999]	Speed: 1759.738041 samples/sec	accuracy=0.665574	lr=0.000866
Epoch[137] Batch [4049]	Speed: 1815.503386 samples/sec	accuracy=0.665563	lr=0.000865
Epoch[137] Batch [4099]	Speed: 1739.702977 samples/sec	accuracy=0.665611	lr=0.000863
Epoch[137] Batch [4149]	Speed: 1741.631870 samples/sec	accuracy=0.665545	lr=0.000862
Epoch[137] Batch [4199]	Speed: 1775.083135 samples/sec	accuracy=0.665568	lr=0.000861
Epoch[137] Batch [4249]	Speed: 1740.801219 samples/sec	accuracy=0.665512	lr=0.000859
Epoch[137] Batch [4299]	Speed: 1731.159575 samples/sec	accuracy=0.665516	lr=0.000858
Epoch[137] Batch [4349]	Speed: 1744.998263 samples/sec	accuracy=0.665443	lr=0.000856
Epoch[137] Batch [4399]	Speed: 1739.104883 samples/sec	accuracy=0.665430	lr=0.000855
Epoch[137] Batch [4449]	Speed: 1767.531476 samples/sec	accuracy=0.665443	lr=0.000854
Epoch[137] Batch [4499]	Speed: 1743.787949 samples/sec	accuracy=0.665422	lr=0.000852
Epoch[137] Batch [4549]	Speed: 1734.699429 samples/sec	accuracy=0.665417	lr=0.000851
Epoch[137] Batch [4599]	Speed: 1760.384180 samples/sec	accuracy=0.665458	lr=0.000849
Epoch[137] Batch [4649]	Speed: 1736.943672 samples/sec	accuracy=0.665453	lr=0.000848
Epoch[137] Batch [4699]	Speed: 1773.798802 samples/sec	accuracy=0.665465	lr=0.000847
Epoch[137] Batch [4749]	Speed: 1778.505211 samples/sec	accuracy=0.665428	lr=0.000845
Epoch[137] Batch [4799]	Speed: 1782.695277 samples/sec	accuracy=0.665404	lr=0.000844
Epoch[137] Batch [4849]	Speed: 1761.750029 samples/sec	accuracy=0.665370	lr=0.000842
Epoch[137] Batch [4899]	Speed: 1800.269669 samples/sec	accuracy=0.665413	lr=0.000841
Epoch[137] Batch [4949]	Speed: 1760.324901 samples/sec	accuracy=0.665385	lr=0.000840
Epoch[137] Batch [4999]	Speed: 1852.762942 samples/sec	accuracy=0.665434	lr=0.000838
[Epoch 137] training: accuracy=0.665434
[Epoch 137] speed: 1757 samples/sec	time cost: 743.396389
[Epoch 137] validation: err-top1=0.307737 err-top5=0.116889
Epoch[138] Batch [49]	Speed: 1654.949903 samples/sec	accuracy=0.664531	lr=0.000837
Epoch[138] Batch [99]	Speed: 1788.620784 samples/sec	accuracy=0.664570	lr=0.000835
Epoch[138] Batch [149]	Speed: 1784.420049 samples/sec	accuracy=0.665156	lr=0.000834
Epoch[138] Batch [199]	Speed: 1771.395075 samples/sec	accuracy=0.666406	lr=0.000832
Epoch[138] Batch [249]	Speed: 1767.682847 samples/sec	accuracy=0.665328	lr=0.000831
Epoch[138] Batch [299]	Speed: 1767.136440 samples/sec	accuracy=0.665990	lr=0.000830
Epoch[138] Batch [349]	Speed: 1808.064336 samples/sec	accuracy=0.666161	lr=0.000828
Epoch[138] Batch [399]	Speed: 1777.251988 samples/sec	accuracy=0.666250	lr=0.000827
Epoch[138] Batch [449]	Speed: 1785.565516 samples/sec	accuracy=0.666415	lr=0.000826
Epoch[138] Batch [499]	Speed: 1763.821036 samples/sec	accuracy=0.666602	lr=0.000824
Epoch[138] Batch [549]	Speed: 1766.107266 samples/sec	accuracy=0.667251	lr=0.000823
Epoch[138] Batch [599]	Speed: 1755.028465 samples/sec	accuracy=0.666914	lr=0.000821
Epoch[138] Batch [649]	Speed: 1746.285915 samples/sec	accuracy=0.666629	lr=0.000820
Epoch[138] Batch [699]	Speed: 1723.735314 samples/sec	accuracy=0.666981	lr=0.000819
Epoch[138] Batch [749]	Speed: 1774.089651 samples/sec	accuracy=0.667052	lr=0.000817
Epoch[138] Batch [799]	Speed: 1777.505716 samples/sec	accuracy=0.667075	lr=0.000816
Epoch[138] Batch [849]	Speed: 1766.269782 samples/sec	accuracy=0.667279	lr=0.000815
Epoch[138] Batch [899]	Speed: 1775.149575 samples/sec	accuracy=0.667387	lr=0.000813
Epoch[138] Batch [949]	Speed: 1783.896025 samples/sec	accuracy=0.667405	lr=0.000812
Epoch[138] Batch [999]	Speed: 1761.524071 samples/sec	accuracy=0.667398	lr=0.000810
Epoch[138] Batch [1049]	Speed: 1763.064269 samples/sec	accuracy=0.667139	lr=0.000809
Epoch[138] Batch [1099]	Speed: 1770.724126 samples/sec	accuracy=0.667283	lr=0.000808
Epoch[138] Batch [1149]	Speed: 1730.603489 samples/sec	accuracy=0.667041	lr=0.000806
Epoch[138] Batch [1199]	Speed: 1749.797281 samples/sec	accuracy=0.667048	lr=0.000805
Epoch[138] Batch [1249]	Speed: 1743.577277 samples/sec	accuracy=0.667191	lr=0.000804
Epoch[138] Batch [1299]	Speed: 1732.802854 samples/sec	accuracy=0.667061	lr=0.000802
Epoch[138] Batch [1349]	Speed: 1733.419343 samples/sec	accuracy=0.667124	lr=0.000801
Epoch[138] Batch [1399]	Speed: 1741.822915 samples/sec	accuracy=0.667107	lr=0.000800
Epoch[138] Batch [1449]	Speed: 1747.077065 samples/sec	accuracy=0.666829	lr=0.000798
Epoch[138] Batch [1499]	Speed: 1820.924880 samples/sec	accuracy=0.666922	lr=0.000797
Epoch[138] Batch [1549]	Speed: 1770.762147 samples/sec	accuracy=0.666779	lr=0.000795
Epoch[138] Batch [1599]	Speed: 1768.498344 samples/sec	accuracy=0.666846	lr=0.000794
Epoch[138] Batch [1649]	Speed: 1762.094368 samples/sec	accuracy=0.667062	lr=0.000793
Epoch[138] Batch [1699]	Speed: 1734.956851 samples/sec	accuracy=0.667142	lr=0.000791
Epoch[138] Batch [1749]	Speed: 1765.887507 samples/sec	accuracy=0.667141	lr=0.000790
Epoch[138] Batch [1799]	Speed: 1772.978645 samples/sec	accuracy=0.667161	lr=0.000789
Epoch[138] Batch [1849]	Speed: 1772.935962 samples/sec	accuracy=0.667213	lr=0.000787
Epoch[138] Batch [1899]	Speed: 1776.054230 samples/sec	accuracy=0.667212	lr=0.000786
Epoch[138] Batch [1949]	Speed: 1756.197505 samples/sec	accuracy=0.667256	lr=0.000785
Epoch[138] Batch [1999]	Speed: 1773.250072 samples/sec	accuracy=0.667287	lr=0.000783
Epoch[138] Batch [2049]	Speed: 1762.695707 samples/sec	accuracy=0.667292	lr=0.000782
Epoch[138] Batch [2099]	Speed: 1707.856243 samples/sec	accuracy=0.667401	lr=0.000781
Epoch[138] Batch [2149]	Speed: 1751.833405 samples/sec	accuracy=0.667255	lr=0.000779
Epoch[138] Batch [2199]	Speed: 1750.819519 samples/sec	accuracy=0.667154	lr=0.000778
Epoch[138] Batch [2249]	Speed: 1763.185690 samples/sec	accuracy=0.667083	lr=0.000777
Epoch[138] Batch [2299]	Speed: 1743.999409 samples/sec	accuracy=0.667148	lr=0.000775
Epoch[138] Batch [2349]	Speed: 1759.120561 samples/sec	accuracy=0.667114	lr=0.000774
Epoch[138] Batch [2399]	Speed: 1789.121591 samples/sec	accuracy=0.667100	lr=0.000773
Epoch[138] Batch [2449]	Speed: 1743.705996 samples/sec	accuracy=0.667148	lr=0.000771
Epoch[138] Batch [2499]	Speed: 1769.079112 samples/sec	accuracy=0.667125	lr=0.000770
Epoch[138] Batch [2549]	Speed: 1813.317579 samples/sec	accuracy=0.667137	lr=0.000769
Epoch[138] Batch [2599]	Speed: 1766.812223 samples/sec	accuracy=0.667215	lr=0.000767
Epoch[138] Batch [2649]	Speed: 1739.518314 samples/sec	accuracy=0.667083	lr=0.000766
Epoch[138] Batch [2699]	Speed: 1747.416886 samples/sec	accuracy=0.667104	lr=0.000765
Epoch[138] Batch [2749]	Speed: 1729.048179 samples/sec	accuracy=0.667045	lr=0.000763
Epoch[138] Batch [2799]	Speed: 1763.302553 samples/sec	accuracy=0.667012	lr=0.000762
Epoch[138] Batch [2849]	Speed: 1788.499886 samples/sec	accuracy=0.666976	lr=0.000761
Epoch[138] Batch [2899]	Speed: 1742.864822 samples/sec	accuracy=0.666934	lr=0.000759
Epoch[138] Batch [2949]	Speed: 1743.720494 samples/sec	accuracy=0.666846	lr=0.000758
Epoch[138] Batch [2999]	Speed: 1777.028212 samples/sec	accuracy=0.666872	lr=0.000757
Epoch[138] Batch [3049]	Speed: 1739.877190 samples/sec	accuracy=0.666966	lr=0.000755
Epoch[138] Batch [3099]	Speed: 1753.701656 samples/sec	accuracy=0.667027	lr=0.000754
Epoch[138] Batch [3149]	Speed: 1729.228954 samples/sec	accuracy=0.666961	lr=0.000753
Epoch[138] Batch [3199]	Speed: 1750.461366 samples/sec	accuracy=0.666978	lr=0.000751
Epoch[138] Batch [3249]	Speed: 1729.208179 samples/sec	accuracy=0.667026	lr=0.000750
Epoch[138] Batch [3299]	Speed: 1761.918568 samples/sec	accuracy=0.667114	lr=0.000749
Epoch[138] Batch [3349]	Speed: 1769.079812 samples/sec	accuracy=0.667002	lr=0.000747
Epoch[138] Batch [3399]	Speed: 1729.015659 samples/sec	accuracy=0.667051	lr=0.000746
Epoch[138] Batch [3449]	Speed: 1751.127554 samples/sec	accuracy=0.667073	lr=0.000745
Epoch[138] Batch [3499]	Speed: 1722.189336 samples/sec	accuracy=0.667045	lr=0.000744
Epoch[138] Batch [3549]	Speed: 1767.437501 samples/sec	accuracy=0.666938	lr=0.000742
Epoch[138] Batch [3599]	Speed: 1749.938442 samples/sec	accuracy=0.666909	lr=0.000741
Epoch[138] Batch [3649]	Speed: 1754.239499 samples/sec	accuracy=0.666931	lr=0.000740
Epoch[138] Batch [3699]	Speed: 1709.349697 samples/sec	accuracy=0.666954	lr=0.000738
Epoch[138] Batch [3749]	Speed: 1717.452063 samples/sec	accuracy=0.666986	lr=0.000737
Epoch[138] Batch [3799]	Speed: 1733.501955 samples/sec	accuracy=0.667047	lr=0.000736
Epoch[138] Batch [3849]	Speed: 1787.002439 samples/sec	accuracy=0.667001	lr=0.000734
Epoch[138] Batch [3899]	Speed: 1780.088894 samples/sec	accuracy=0.666939	lr=0.000733
Epoch[138] Batch [3949]	Speed: 1736.876296 samples/sec	accuracy=0.667002	lr=0.000732
Epoch[138] Batch [3999]	Speed: 1752.003367 samples/sec	accuracy=0.667077	lr=0.000730
Epoch[138] Batch [4049]	Speed: 1776.298507 samples/sec	accuracy=0.667065	lr=0.000729
Epoch[138] Batch [4099]	Speed: 1731.339451 samples/sec	accuracy=0.667053	lr=0.000728
Epoch[138] Batch [4149]	Speed: 1740.737325 samples/sec	accuracy=0.667006	lr=0.000727
Epoch[138] Batch [4199]	Speed: 1774.130982 samples/sec	accuracy=0.666988	lr=0.000725
Epoch[138] Batch [4249]	Speed: 1761.439980 samples/sec	accuracy=0.666997	lr=0.000724
Epoch[138] Batch [4299]	Speed: 1742.870480 samples/sec	accuracy=0.666923	lr=0.000723
Epoch[138] Batch [4349]	Speed: 1772.321240 samples/sec	accuracy=0.666988	lr=0.000721
Epoch[138] Batch [4399]	Speed: 1765.311038 samples/sec	accuracy=0.666972	lr=0.000720
Epoch[138] Batch [4449]	Speed: 1740.537546 samples/sec	accuracy=0.667050	lr=0.000719
Epoch[138] Batch [4499]	Speed: 1768.561612 samples/sec	accuracy=0.667043	lr=0.000718
Epoch[138] Batch [4549]	Speed: 1772.514630 samples/sec	accuracy=0.667011	lr=0.000716
Epoch[138] Batch [4599]	Speed: 1757.571593 samples/sec	accuracy=0.666971	lr=0.000715
Epoch[138] Batch [4649]	Speed: 1760.358782 samples/sec	accuracy=0.666957	lr=0.000714
Epoch[138] Batch [4699]	Speed: 1770.604117 samples/sec	accuracy=0.666973	lr=0.000712
Epoch[138] Batch [4749]	Speed: 1761.287481 samples/sec	accuracy=0.666932	lr=0.000711
Epoch[138] Batch [4799]	Speed: 1734.952870 samples/sec	accuracy=0.666908	lr=0.000710
Epoch[138] Batch [4849]	Speed: 1750.194701 samples/sec	accuracy=0.666891	lr=0.000709
Epoch[138] Batch [4899]	Speed: 1745.449571 samples/sec	accuracy=0.666852	lr=0.000707
Epoch[138] Batch [4949]	Speed: 1776.282227 samples/sec	accuracy=0.666924	lr=0.000706
Epoch[138] Batch [4999]	Speed: 1884.016655 samples/sec	accuracy=0.666852	lr=0.000705
[Epoch 138] training: accuracy=0.666859
[Epoch 138] speed: 1758 samples/sec	time cost: 743.122032
[Epoch 138] validation: err-top1=0.308233 err-top5=0.116406
Epoch[139] Batch [49]	Speed: 1624.245500 samples/sec	accuracy=0.666953	lr=0.000703
Epoch[139] Batch [99]	Speed: 1765.074416 samples/sec	accuracy=0.665820	lr=0.000702
Epoch[139] Batch [149]	Speed: 1748.754078 samples/sec	accuracy=0.666927	lr=0.000701
Epoch[139] Batch [199]	Speed: 1770.086541 samples/sec	accuracy=0.666289	lr=0.000700
Epoch[139] Batch [249]	Speed: 1773.435815 samples/sec	accuracy=0.665266	lr=0.000698
Epoch[139] Batch [299]	Speed: 1739.506929 samples/sec	accuracy=0.665326	lr=0.000697
Epoch[139] Batch [349]	Speed: 1791.358258 samples/sec	accuracy=0.665670	lr=0.000696
Epoch[139] Batch [399]	Speed: 1750.159555 samples/sec	accuracy=0.665859	lr=0.000694
Epoch[139] Batch [449]	Speed: 1772.027286 samples/sec	accuracy=0.666571	lr=0.000693
Epoch[139] Batch [499]	Speed: 1745.541960 samples/sec	accuracy=0.667023	lr=0.000692
Epoch[139] Batch [549]	Speed: 1736.108053 samples/sec	accuracy=0.667422	lr=0.000691
Epoch[139] Batch [599]	Speed: 1741.584977 samples/sec	accuracy=0.667207	lr=0.000689
Epoch[139] Batch [649]	Speed: 1743.622635 samples/sec	accuracy=0.667542	lr=0.000688
Epoch[139] Batch [699]	Speed: 1757.904399 samples/sec	accuracy=0.668259	lr=0.000687
Epoch[139] Batch [749]	Speed: 1764.482413 samples/sec	accuracy=0.668021	lr=0.000686
Epoch[139] Batch [799]	Speed: 1747.341302 samples/sec	accuracy=0.667979	lr=0.000684
Epoch[139] Batch [849]	Speed: 1759.451648 samples/sec	accuracy=0.668286	lr=0.000683
Epoch[139] Batch [899]	Speed: 1778.448358 samples/sec	accuracy=0.667865	lr=0.000682
Epoch[139] Batch [949]	Speed: 1746.494458 samples/sec	accuracy=0.667447	lr=0.000681
Epoch[139] Batch [999]	Speed: 1742.319907 samples/sec	accuracy=0.667371	lr=0.000679
Epoch[139] Batch [1049]	Speed: 1750.219122 samples/sec	accuracy=0.667333	lr=0.000678
Epoch[139] Batch [1099]	Speed: 1731.690994 samples/sec	accuracy=0.667223	lr=0.000677
Epoch[139] Batch [1149]	Speed: 1718.920746 samples/sec	accuracy=0.667041	lr=0.000676
Epoch[139] Batch [1199]	Speed: 1738.457773 samples/sec	accuracy=0.667178	lr=0.000674
Epoch[139] Batch [1249]	Speed: 1771.056382 samples/sec	accuracy=0.667241	lr=0.000673
Epoch[139] Batch [1299]	Speed: 1754.077985 samples/sec	accuracy=0.667145	lr=0.000672
Epoch[139] Batch [1349]	Speed: 1731.829696 samples/sec	accuracy=0.667274	lr=0.000671
Epoch[139] Batch [1399]	Speed: 1701.342130 samples/sec	accuracy=0.667280	lr=0.000669
Epoch[139] Batch [1449]	Speed: 1733.551549 samples/sec	accuracy=0.667217	lr=0.000668
Epoch[139] Batch [1499]	Speed: 1726.522348 samples/sec	accuracy=0.667320	lr=0.000667
Epoch[139] Batch [1549]	Speed: 1752.420953 samples/sec	accuracy=0.667447	lr=0.000666
Epoch[139] Batch [1599]	Speed: 1767.329689 samples/sec	accuracy=0.667329	lr=0.000664
Epoch[139] Batch [1649]	Speed: 1758.846239 samples/sec	accuracy=0.667446	lr=0.000663
Epoch[139] Batch [1699]	Speed: 1754.803482 samples/sec	accuracy=0.667392	lr=0.000662
Epoch[139] Batch [1749]	Speed: 1762.247701 samples/sec	accuracy=0.667353	lr=0.000661
Epoch[139] Batch [1799]	Speed: 1746.810692 samples/sec	accuracy=0.667602	lr=0.000659
Epoch[139] Batch [1849]	Speed: 1762.728001 samples/sec	accuracy=0.667597	lr=0.000658
Epoch[139] Batch [1899]	Speed: 1772.576254 samples/sec	accuracy=0.667508	lr=0.000657
Epoch[139] Batch [1949]	Speed: 1748.962642 samples/sec	accuracy=0.667542	lr=0.000656
Epoch[139] Batch [1999]	Speed: 1757.823358 samples/sec	accuracy=0.667561	lr=0.000655
Epoch[139] Batch [2049]	Speed: 1797.396109 samples/sec	accuracy=0.667489	lr=0.000653
Epoch[139] Batch [2099]	Speed: 1745.163101 samples/sec	accuracy=0.667416	lr=0.000652
Epoch[139] Batch [2149]	Speed: 1742.234304 samples/sec	accuracy=0.667629	lr=0.000651
Epoch[139] Batch [2199]	Speed: 1754.870879 samples/sec	accuracy=0.667589	lr=0.000650
Epoch[139] Batch [2249]	Speed: 1760.431860 samples/sec	accuracy=0.667687	lr=0.000648
Epoch[139] Batch [2299]	Speed: 1773.199470 samples/sec	accuracy=0.667537	lr=0.000647
Epoch[139] Batch [2349]	Speed: 1766.634260 samples/sec	accuracy=0.667736	lr=0.000646
Epoch[139] Batch [2399]	Speed: 1794.132784 samples/sec	accuracy=0.667806	lr=0.000645
Epoch[139] Batch [2449]	Speed: 1763.675250 samples/sec	accuracy=0.667734	lr=0.000643
Epoch[139] Batch [2499]	Speed: 1747.889078 samples/sec	accuracy=0.667764	lr=0.000642
Epoch[139] Batch [2549]	Speed: 1726.765518 samples/sec	accuracy=0.667721	lr=0.000641
Epoch[139] Batch [2599]	Speed: 1725.490400 samples/sec	accuracy=0.667719	lr=0.000640
Epoch[139] Batch [2649]	Speed: 1800.679418 samples/sec	accuracy=0.667534	lr=0.000639
Epoch[139] Batch [2699]	Speed: 1743.860167 samples/sec	accuracy=0.667646	lr=0.000637
Epoch[139] Batch [2749]	Speed: 1782.741983 samples/sec	accuracy=0.667500	lr=0.000636
Epoch[139] Batch [2799]	Speed: 1751.394674 samples/sec	accuracy=0.667500	lr=0.000635
Epoch[139] Batch [2849]	Speed: 1740.885270 samples/sec	accuracy=0.667477	lr=0.000634
Epoch[139] Batch [2899]	Speed: 1749.915000 samples/sec	accuracy=0.667426	lr=0.000633
Epoch[139] Batch [2949]	Speed: 1780.540585 samples/sec	accuracy=0.667428	lr=0.000631
Epoch[139] Batch [2999]	Speed: 1760.951602 samples/sec	accuracy=0.667355	lr=0.000630
Epoch[139] Batch [3049]	Speed: 1760.434054 samples/sec	accuracy=0.667478	lr=0.000629
Epoch[139] Batch [3099]	Speed: 1751.246651 samples/sec	accuracy=0.667434	lr=0.000628
Epoch[139] Batch [3149]	Speed: 1721.781836 samples/sec	accuracy=0.667380	lr=0.000627
Epoch[139] Batch [3199]	Speed: 1725.195032 samples/sec	accuracy=0.667411	lr=0.000625
Epoch[139] Batch [3249]	Speed: 1734.465058 samples/sec	accuracy=0.667458	lr=0.000624
Epoch[139] Batch [3299]	Speed: 1788.120554 samples/sec	accuracy=0.667460	lr=0.000623
Epoch[139] Batch [3349]	Speed: 1762.547908 samples/sec	accuracy=0.667535	lr=0.000622
Epoch[139] Batch [3399]	Speed: 1763.113310 samples/sec	accuracy=0.667578	lr=0.000621
Epoch[139] Batch [3449]	Speed: 1756.499505 samples/sec	accuracy=0.667540	lr=0.000619
Epoch[139] Batch [3499]	Speed: 1773.893924 samples/sec	accuracy=0.667642	lr=0.000618
Epoch[139] Batch [3549]	Speed: 1787.566679 samples/sec	accuracy=0.667564	lr=0.000617
Epoch[139] Batch [3599]	Speed: 1761.713898 samples/sec	accuracy=0.667550	lr=0.000616
Epoch[139] Batch [3649]	Speed: 1755.899055 samples/sec	accuracy=0.667610	lr=0.000615
Epoch[139] Batch [3699]	Speed: 1753.659839 samples/sec	accuracy=0.667625	lr=0.000613
Epoch[139] Batch [3749]	Speed: 1740.747202 samples/sec	accuracy=0.667589	lr=0.000612
Epoch[139] Batch [3799]	Speed: 1748.051673 samples/sec	accuracy=0.667587	lr=0.000611
Epoch[139] Batch [3849]	Speed: 1766.459413 samples/sec	accuracy=0.667641	lr=0.000610
Epoch[139] Batch [3899]	Speed: 1770.807237 samples/sec	accuracy=0.667694	lr=0.000609
Epoch[139] Batch [3949]	Speed: 1771.646900 samples/sec	accuracy=0.667600	lr=0.000607
Epoch[139] Batch [3999]	Speed: 1765.835349 samples/sec	accuracy=0.667575	lr=0.000606
Epoch[139] Batch [4049]	Speed: 1758.661120 samples/sec	accuracy=0.667614	lr=0.000605
Epoch[139] Batch [4099]	Speed: 1773.419823 samples/sec	accuracy=0.667649	lr=0.000604
Epoch[139] Batch [4149]	Speed: 1743.842834 samples/sec	accuracy=0.667607	lr=0.000603
Epoch[139] Batch [4199]	Speed: 1770.167316 samples/sec	accuracy=0.667552	lr=0.000601
Epoch[139] Batch [4249]	Speed: 1744.485004 samples/sec	accuracy=0.667573	lr=0.000600
Epoch[139] Batch [4299]	Speed: 1723.776601 samples/sec	accuracy=0.667525	lr=0.000599
Epoch[139] Batch [4349]	Speed: 1755.282372 samples/sec	accuracy=0.667457	lr=0.000598
Epoch[139] Batch [4399]	Speed: 1758.548789 samples/sec	accuracy=0.667477	lr=0.000597
Epoch[139] Batch [4449]	Speed: 1772.411054 samples/sec	accuracy=0.667430	lr=0.000596
Epoch[139] Batch [4499]	Speed: 1706.470726 samples/sec	accuracy=0.667504	lr=0.000594
Epoch[139] Batch [4549]	Speed: 1735.343294 samples/sec	accuracy=0.667517	lr=0.000593
Epoch[139] Batch [4599]	Speed: 1779.096050 samples/sec	accuracy=0.667544	lr=0.000592
Epoch[139] Batch [4649]	Speed: 1709.376583 samples/sec	accuracy=0.667565	lr=0.000591
Epoch[139] Batch [4699]	Speed: 1768.460478 samples/sec	accuracy=0.667591	lr=0.000590
Epoch[139] Batch [4749]	Speed: 1765.256186 samples/sec	accuracy=0.667629	lr=0.000589
Epoch[139] Batch [4799]	Speed: 1728.340035 samples/sec	accuracy=0.667606	lr=0.000587
Epoch[139] Batch [4849]	Speed: 1782.313315 samples/sec	accuracy=0.667612	lr=0.000586
Epoch[139] Batch [4899]	Speed: 1745.365589 samples/sec	accuracy=0.667640	lr=0.000585
Epoch[139] Batch [4949]	Speed: 1757.568198 samples/sec	accuracy=0.667626	lr=0.000584
Epoch[139] Batch [4999]	Speed: 1851.619577 samples/sec	accuracy=0.667593	lr=0.000583
[Epoch 139] training: accuracy=0.667605
[Epoch 139] speed: 1754 samples/sec	time cost: 745.110027
[Epoch 139] validation: err-top1=0.307712 err-top5=0.116446
Epoch[140] Batch [49]	Speed: 1639.868916 samples/sec	accuracy=0.661094	lr=0.000581
Epoch[140] Batch [99]	Speed: 1733.676888 samples/sec	accuracy=0.669141	lr=0.000580
Epoch[140] Batch [149]	Speed: 1756.803736 samples/sec	accuracy=0.668438	lr=0.000579
Epoch[140] Batch [199]	Speed: 1729.325929 samples/sec	accuracy=0.667891	lr=0.000578
Epoch[140] Batch [249]	Speed: 1731.556057 samples/sec	accuracy=0.668172	lr=0.000577
Epoch[140] Batch [299]	Speed: 1746.277849 samples/sec	accuracy=0.667591	lr=0.000576
Epoch[140] Batch [349]	Speed: 1762.510066 samples/sec	accuracy=0.668605	lr=0.000575
Epoch[140] Batch [399]	Speed: 1754.856883 samples/sec	accuracy=0.668916	lr=0.000573
Epoch[140] Batch [449]	Speed: 1742.547866 samples/sec	accuracy=0.670122	lr=0.000572
Epoch[140] Batch [499]	Speed: 1738.796839 samples/sec	accuracy=0.669750	lr=0.000571
Epoch[140] Batch [549]	Speed: 1748.543343 samples/sec	accuracy=0.669169	lr=0.000570
Epoch[140] Batch [599]	Speed: 1746.039658 samples/sec	accuracy=0.669206	lr=0.000569
Epoch[140] Batch [649]	Speed: 1762.510760 samples/sec	accuracy=0.669297	lr=0.000568
Epoch[140] Batch [699]	Speed: 1778.456311 samples/sec	accuracy=0.669046	lr=0.000566
Epoch[140] Batch [749]	Speed: 1745.491054 samples/sec	accuracy=0.668443	lr=0.000565
Epoch[140] Batch [799]	Speed: 1760.950389 samples/sec	accuracy=0.668438	lr=0.000564
Epoch[140] Batch [849]	Speed: 1750.116424 samples/sec	accuracy=0.668350	lr=0.000563
Epoch[140] Batch [899]	Speed: 1742.965199 samples/sec	accuracy=0.668416	lr=0.000562
Epoch[140] Batch [949]	Speed: 1791.007109 samples/sec	accuracy=0.668129	lr=0.000561
Epoch[140] Batch [999]	Speed: 1771.659645 samples/sec	accuracy=0.668234	lr=0.000560
Epoch[140] Batch [1049]	Speed: 1767.883027 samples/sec	accuracy=0.667693	lr=0.000558
Epoch[140] Batch [1099]	Speed: 1772.867932 samples/sec	accuracy=0.667638	lr=0.000557
Epoch[140] Batch [1149]	Speed: 1790.868803 samples/sec	accuracy=0.667714	lr=0.000556
Epoch[140] Batch [1199]	Speed: 1786.666968 samples/sec	accuracy=0.667816	lr=0.000555
Epoch[140] Batch [1249]	Speed: 1743.214212 samples/sec	accuracy=0.668025	lr=0.000554
Epoch[140] Batch [1299]	Speed: 1755.348601 samples/sec	accuracy=0.668224	lr=0.000553
Epoch[140] Batch [1349]	Speed: 1744.284590 samples/sec	accuracy=0.668316	lr=0.000552
Epoch[140] Batch [1399]	Speed: 1753.564927 samples/sec	accuracy=0.668069	lr=0.000551
Epoch[140] Batch [1449]	Speed: 1767.143013 samples/sec	accuracy=0.668163	lr=0.000549
Epoch[140] Batch [1499]	Speed: 1761.074465 samples/sec	accuracy=0.668320	lr=0.000548
Epoch[140] Batch [1549]	Speed: 1758.117857 samples/sec	accuracy=0.668138	lr=0.000547
Epoch[140] Batch [1599]	Speed: 1760.960555 samples/sec	accuracy=0.668105	lr=0.000546
Epoch[140] Batch [1649]	Speed: 1762.777545 samples/sec	accuracy=0.667921	lr=0.000545
Epoch[140] Batch [1699]	Speed: 1757.359475 samples/sec	accuracy=0.667865	lr=0.000544
Epoch[140] Batch [1749]	Speed: 1753.383380 samples/sec	accuracy=0.667786	lr=0.000543
Epoch[140] Batch [1799]	Speed: 1782.360179 samples/sec	accuracy=0.667687	lr=0.000542
Epoch[140] Batch [1849]	Speed: 1774.386928 samples/sec	accuracy=0.667722	lr=0.000540
Epoch[140] Batch [1899]	Speed: 1752.795073 samples/sec	accuracy=0.667784	lr=0.000539
Epoch[140] Batch [1949]	Speed: 1754.730871 samples/sec	accuracy=0.667863	lr=0.000538
Epoch[140] Batch [1999]	Speed: 1772.909440 samples/sec	accuracy=0.667791	lr=0.000537
Epoch[140] Batch [2049]	Speed: 1765.276675 samples/sec	accuracy=0.667792	lr=0.000536
Epoch[140] Batch [2099]	Speed: 1769.145803 samples/sec	accuracy=0.667658	lr=0.000535
Epoch[140] Batch [2149]	Speed: 1723.566586 samples/sec	accuracy=0.667665	lr=0.000534
Epoch[140] Batch [2199]	Speed: 1726.434792 samples/sec	accuracy=0.667642	lr=0.000533
Epoch[140] Batch [2249]	Speed: 1769.931608 samples/sec	accuracy=0.667769	lr=0.000532
Epoch[140] Batch [2299]	Speed: 1763.976408 samples/sec	accuracy=0.667677	lr=0.000530
Epoch[140] Batch [2349]	Speed: 1760.809409 samples/sec	accuracy=0.667693	lr=0.000529
Epoch[140] Batch [2399]	Speed: 1734.974063 samples/sec	accuracy=0.667590	lr=0.000528
Epoch[140] Batch [2449]	Speed: 1748.041144 samples/sec	accuracy=0.667651	lr=0.000527
Epoch[140] Batch [2499]	Speed: 1765.099485 samples/sec	accuracy=0.667656	lr=0.000526
Epoch[140] Batch [2549]	Speed: 1770.276000 samples/sec	accuracy=0.667679	lr=0.000525
Epoch[140] Batch [2599]	Speed: 1766.373397 samples/sec	accuracy=0.667662	lr=0.000524
Epoch[140] Batch [2649]	Speed: 1730.213242 samples/sec	accuracy=0.667650	lr=0.000523
Epoch[140] Batch [2699]	Speed: 1764.803513 samples/sec	accuracy=0.667630	lr=0.000522
Epoch[140] Batch [2749]	Speed: 1747.779313 samples/sec	accuracy=0.667653	lr=0.000520
Epoch[140] Batch [2799]	Speed: 1722.546236 samples/sec	accuracy=0.667638	lr=0.000519
Epoch[140] Batch [2849]	Speed: 1762.513711 samples/sec	accuracy=0.667843	lr=0.000518
Epoch[140] Batch [2899]	Speed: 1779.835726 samples/sec	accuracy=0.667779	lr=0.000517
Epoch[140] Batch [2949]	Speed: 1766.701057 samples/sec	accuracy=0.667881	lr=0.000516
Epoch[140] Batch [2999]	Speed: 1758.144687 samples/sec	accuracy=0.667935	lr=0.000515
Epoch[140] Batch [3049]	Speed: 1743.928879 samples/sec	accuracy=0.667884	lr=0.000514
Epoch[140] Batch [3099]	Speed: 1779.300828 samples/sec	accuracy=0.667831	lr=0.000513
Epoch[140] Batch [3149]	Speed: 1730.700338 samples/sec	accuracy=0.667841	lr=0.000512
Epoch[140] Batch [3199]	Speed: 1775.943661 samples/sec	accuracy=0.667769	lr=0.000511
Epoch[140] Batch [3249]	Speed: 1745.357758 samples/sec	accuracy=0.667758	lr=0.000510
Epoch[140] Batch [3299]	Speed: 1773.563356 samples/sec	accuracy=0.667794	lr=0.000508
Epoch[140] Batch [3349]	Speed: 1733.763500 samples/sec	accuracy=0.667690	lr=0.000507
Epoch[140] Batch [3399]	Speed: 1745.662455 samples/sec	accuracy=0.667676	lr=0.000506
Epoch[140] Batch [3449]	Speed: 1766.136722 samples/sec	accuracy=0.667672	lr=0.000505
Epoch[140] Batch [3499]	Speed: 1747.235131 samples/sec	accuracy=0.667658	lr=0.000504
Epoch[140] Batch [3549]	Speed: 1738.208429 samples/sec	accuracy=0.667664	lr=0.000503
Epoch[140] Batch [3599]	Speed: 1756.869332 samples/sec	accuracy=0.667697	lr=0.000502
Epoch[140] Batch [3649]	Speed: 1781.402924 samples/sec	accuracy=0.667648	lr=0.000501
Epoch[140] Batch [3699]	Speed: 1775.603637 samples/sec	accuracy=0.667644	lr=0.000500
Epoch[140] Batch [3749]	Speed: 1763.851169 samples/sec	accuracy=0.667647	lr=0.000499
Epoch[140] Batch [3799]	Speed: 1802.116885 samples/sec	accuracy=0.667680	lr=0.000498
Epoch[140] Batch [3849]	Speed: 1769.024784 samples/sec	accuracy=0.667704	lr=0.000497
Epoch[140] Batch [3899]	Speed: 1758.930371 samples/sec	accuracy=0.667693	lr=0.000496
Epoch[140] Batch [3949]	Speed: 1722.604435 samples/sec	accuracy=0.667744	lr=0.000494
Epoch[140] Batch [3999]	Speed: 1753.133801 samples/sec	accuracy=0.667727	lr=0.000493
Epoch[140] Batch [4049]	Speed: 1752.942728 samples/sec	accuracy=0.667725	lr=0.000492
Epoch[140] Batch [4099]	Speed: 1750.432829 samples/sec	accuracy=0.667743	lr=0.000491
Epoch[140] Batch [4149]	Speed: 1750.160012 samples/sec	accuracy=0.667765	lr=0.000490
Epoch[140] Batch [4199]	Speed: 1765.851612 samples/sec	accuracy=0.667775	lr=0.000489
Epoch[140] Batch [4249]	Speed: 1796.030447 samples/sec	accuracy=0.667846	lr=0.000488
Epoch[140] Batch [4299]	Speed: 1770.426848 samples/sec	accuracy=0.667882	lr=0.000487
Epoch[140] Batch [4349]	Speed: 1772.216224 samples/sec	accuracy=0.667957	lr=0.000486
Epoch[140] Batch [4399]	Speed: 1771.429910 samples/sec	accuracy=0.667999	lr=0.000485
Epoch[140] Batch [4449]	Speed: 1777.438335 samples/sec	accuracy=0.668035	lr=0.000484
Epoch[140] Batch [4499]	Speed: 1756.818913 samples/sec	accuracy=0.667973	lr=0.000483
Epoch[140] Batch [4549]	Speed: 1749.080476 samples/sec	accuracy=0.667890	lr=0.000482
Epoch[140] Batch [4599]	Speed: 1761.871964 samples/sec	accuracy=0.667895	lr=0.000481
Epoch[140] Batch [4649]	Speed: 1780.670863 samples/sec	accuracy=0.667946	lr=0.000480
Epoch[140] Batch [4699]	Speed: 1727.874619 samples/sec	accuracy=0.667831	lr=0.000478
Epoch[140] Batch [4749]	Speed: 1733.467029 samples/sec	accuracy=0.667869	lr=0.000477
Epoch[140] Batch [4799]	Speed: 1770.751050 samples/sec	accuracy=0.667928	lr=0.000476
Epoch[140] Batch [4849]	Speed: 1767.628604 samples/sec	accuracy=0.667911	lr=0.000475
Epoch[140] Batch [4899]	Speed: 1750.646646 samples/sec	accuracy=0.667863	lr=0.000474
Epoch[140] Batch [4949]	Speed: 1752.854876 samples/sec	accuracy=0.667899	lr=0.000473
Epoch[140] Batch [4999]	Speed: 1862.810123 samples/sec	accuracy=0.667895	lr=0.000472
[Epoch 140] training: accuracy=0.667906
[Epoch 140] speed: 1757 samples/sec	time cost: 743.270867
[Epoch 140] validation: err-top1=0.306342 err-top5=0.116032
Epoch[141] Batch [49]	Speed: 1634.791415 samples/sec	accuracy=0.674766	lr=0.000471
Epoch[141] Batch [99]	Speed: 1733.697323 samples/sec	accuracy=0.675898	lr=0.000470
Epoch[141] Batch [149]	Speed: 1751.633243 samples/sec	accuracy=0.672839	lr=0.000469
Epoch[141] Batch [199]	Speed: 1761.749278 samples/sec	accuracy=0.671582	lr=0.000468
Epoch[141] Batch [249]	Speed: 1738.899339 samples/sec	accuracy=0.669500	lr=0.000467
Epoch[141] Batch [299]	Speed: 1774.543171 samples/sec	accuracy=0.669258	lr=0.000466
Epoch[141] Batch [349]	Speed: 1781.660323 samples/sec	accuracy=0.668571	lr=0.000465
Epoch[141] Batch [399]	Speed: 1785.556074 samples/sec	accuracy=0.668164	lr=0.000464
Epoch[141] Batch [449]	Speed: 1777.817091 samples/sec	accuracy=0.666970	lr=0.000463
Epoch[141] Batch [499]	Speed: 1773.682302 samples/sec	accuracy=0.667539	lr=0.000462
Epoch[141] Batch [549]	Speed: 1745.742719 samples/sec	accuracy=0.667898	lr=0.000461
Epoch[141] Batch [599]	Speed: 1742.678526 samples/sec	accuracy=0.667910	lr=0.000460
Epoch[141] Batch [649]	Speed: 1771.779329 samples/sec	accuracy=0.668371	lr=0.000459
Epoch[141] Batch [699]	Speed: 1774.997451 samples/sec	accuracy=0.668298	lr=0.000458
Epoch[141] Batch [749]	Speed: 1741.538764 samples/sec	accuracy=0.668656	lr=0.000457
Epoch[141] Batch [799]	Speed: 1766.185470 samples/sec	accuracy=0.668853	lr=0.000456
Epoch[141] Batch [849]	Speed: 1762.256898 samples/sec	accuracy=0.668465	lr=0.000454
Epoch[141] Batch [899]	Speed: 1791.508656 samples/sec	accuracy=0.668585	lr=0.000453
Epoch[141] Batch [949]	Speed: 1737.328640 samples/sec	accuracy=0.668405	lr=0.000452
Epoch[141] Batch [999]	Speed: 1763.897415 samples/sec	accuracy=0.668453	lr=0.000451
Epoch[141] Batch [1049]	Speed: 1771.826635 samples/sec	accuracy=0.668497	lr=0.000450
Epoch[141] Batch [1099]	Speed: 1751.302692 samples/sec	accuracy=0.668498	lr=0.000449
Epoch[141] Batch [1149]	Speed: 1749.196901 samples/sec	accuracy=0.668774	lr=0.000448
Epoch[141] Batch [1199]	Speed: 1753.936442 samples/sec	accuracy=0.668815	lr=0.000447
Epoch[141] Batch [1249]	Speed: 1731.623300 samples/sec	accuracy=0.668703	lr=0.000446
Epoch[141] Batch [1299]	Speed: 1735.133255 samples/sec	accuracy=0.668675	lr=0.000445
Epoch[141] Batch [1349]	Speed: 1739.655623 samples/sec	accuracy=0.668811	lr=0.000444
Epoch[141] Batch [1399]	Speed: 1774.667938 samples/sec	accuracy=0.668655	lr=0.000443
Epoch[141] Batch [1449]	Speed: 1794.815834 samples/sec	accuracy=0.668675	lr=0.000442
Epoch[141] Batch [1499]	Speed: 1761.451307 samples/sec	accuracy=0.668625	lr=0.000441
Epoch[141] Batch [1549]	Speed: 1739.677439 samples/sec	accuracy=0.668586	lr=0.000440
Epoch[141] Batch [1599]	Speed: 1725.009446 samples/sec	accuracy=0.668704	lr=0.000439
Epoch[141] Batch [1649]	Speed: 1714.729098 samples/sec	accuracy=0.668741	lr=0.000438
Epoch[141] Batch [1699]	Speed: 1703.799746 samples/sec	accuracy=0.668801	lr=0.000437
Epoch[141] Batch [1749]	Speed: 1761.507079 samples/sec	accuracy=0.668844	lr=0.000436
Epoch[141] Batch [1799]	Speed: 1768.832154 samples/sec	accuracy=0.668830	lr=0.000435
Epoch[141] Batch [1849]	Speed: 1770.434146 samples/sec	accuracy=0.668748	lr=0.000434
Epoch[141] Batch [1899]	Speed: 1751.258647 samples/sec	accuracy=0.668651	lr=0.000433
Epoch[141] Batch [1949]	Speed: 1723.608806 samples/sec	accuracy=0.668568	lr=0.000432
Epoch[141] Batch [1999]	Speed: 1768.417197 samples/sec	accuracy=0.668672	lr=0.000431
Epoch[141] Batch [2049]	Speed: 1756.577837 samples/sec	accuracy=0.668716	lr=0.000430
Epoch[141] Batch [2099]	Speed: 1816.283237 samples/sec	accuracy=0.668756	lr=0.000429
Epoch[141] Batch [2149]	Speed: 1737.351297 samples/sec	accuracy=0.668583	lr=0.000428
Epoch[141] Batch [2199]	Speed: 1738.574590 samples/sec	accuracy=0.668581	lr=0.000427
Epoch[141] Batch [2249]	Speed: 1756.685836 samples/sec	accuracy=0.668540	lr=0.000426
Epoch[141] Batch [2299]	Speed: 1765.576406 samples/sec	accuracy=0.668551	lr=0.000425
Epoch[141] Batch [2349]	Speed: 1770.936328 samples/sec	accuracy=0.668557	lr=0.000424
Epoch[141] Batch [2399]	Speed: 1753.483484 samples/sec	accuracy=0.668696	lr=0.000423
Epoch[141] Batch [2449]	Speed: 1733.256212 samples/sec	accuracy=0.668753	lr=0.000422
Epoch[141] Batch [2499]	Speed: 1750.877474 samples/sec	accuracy=0.668759	lr=0.000421
Epoch[141] Batch [2549]	Speed: 1700.169576 samples/sec	accuracy=0.668819	lr=0.000420
Epoch[141] Batch [2599]	Speed: 1709.988822 samples/sec	accuracy=0.668791	lr=0.000419
Epoch[141] Batch [2649]	Speed: 1741.770078 samples/sec	accuracy=0.668676	lr=0.000418
Epoch[141] Batch [2699]	Speed: 1769.317217 samples/sec	accuracy=0.668644	lr=0.000417
Epoch[141] Batch [2749]	Speed: 1767.933792 samples/sec	accuracy=0.668568	lr=0.000416
Epoch[141] Batch [2799]	Speed: 1723.083773 samples/sec	accuracy=0.668627	lr=0.000415
Epoch[141] Batch [2849]	Speed: 1743.767049 samples/sec	accuracy=0.668651	lr=0.000414
Epoch[141] Batch [2899]	Speed: 1746.701063 samples/sec	accuracy=0.668524	lr=0.000413
Epoch[141] Batch [2949]	Speed: 1753.159277 samples/sec	accuracy=0.668595	lr=0.000412
Epoch[141] Batch [2999]	Speed: 1754.764766 samples/sec	accuracy=0.668562	lr=0.000411
Epoch[141] Batch [3049]	Speed: 1749.857108 samples/sec	accuracy=0.668430	lr=0.000410
Epoch[141] Batch [3099]	Speed: 1745.125491 samples/sec	accuracy=0.668483	lr=0.000409
Epoch[141] Batch [3149]	Speed: 1809.463735 samples/sec	accuracy=0.668342	lr=0.000408
Epoch[141] Batch [3199]	Speed: 1750.456115 samples/sec	accuracy=0.668318	lr=0.000407
Epoch[141] Batch [3249]	Speed: 1722.656779 samples/sec	accuracy=0.668266	lr=0.000406
Epoch[141] Batch [3299]	Speed: 1733.444025 samples/sec	accuracy=0.668298	lr=0.000406
Epoch[141] Batch [3349]	Speed: 1764.201721 samples/sec	accuracy=0.668345	lr=0.000405
Epoch[141] Batch [3399]	Speed: 1748.135914 samples/sec	accuracy=0.668354	lr=0.000404
Epoch[141] Batch [3449]	Speed: 1771.331604 samples/sec	accuracy=0.668353	lr=0.000403
Epoch[141] Batch [3499]	Speed: 1765.051784 samples/sec	accuracy=0.668423	lr=0.000402
Epoch[141] Batch [3549]	Speed: 1748.602628 samples/sec	accuracy=0.668424	lr=0.000401
Epoch[141] Batch [3599]	Speed: 1758.125342 samples/sec	accuracy=0.668433	lr=0.000400
Epoch[141] Batch [3649]	Speed: 1760.487856 samples/sec	accuracy=0.668480	lr=0.000399
Epoch[141] Batch [3699]	Speed: 1736.236627 samples/sec	accuracy=0.668490	lr=0.000398
Epoch[141] Batch [3749]	Speed: 1787.743705 samples/sec	accuracy=0.668458	lr=0.000397
Epoch[141] Batch [3799]	Speed: 1769.710838 samples/sec	accuracy=0.668497	lr=0.000396
Epoch[141] Batch [3849]	Speed: 1804.835304 samples/sec	accuracy=0.668392	lr=0.000395
Epoch[141] Batch [3899]	Speed: 1777.028506 samples/sec	accuracy=0.668427	lr=0.000394
Epoch[141] Batch [3949]	Speed: 1778.604845 samples/sec	accuracy=0.668410	lr=0.000393
Epoch[141] Batch [3999]	Speed: 1742.105519 samples/sec	accuracy=0.668432	lr=0.000392
Epoch[141] Batch [4049]	Speed: 1755.038562 samples/sec	accuracy=0.668477	lr=0.000391
Epoch[141] Batch [4099]	Speed: 1763.838536 samples/sec	accuracy=0.668432	lr=0.000390
Epoch[141] Batch [4149]	Speed: 1766.632283 samples/sec	accuracy=0.668485	lr=0.000389
Epoch[141] Batch [4199]	Speed: 1706.619305 samples/sec	accuracy=0.668464	lr=0.000388
Epoch[141] Batch [4249]	Speed: 1750.603319 samples/sec	accuracy=0.668515	lr=0.000387
Epoch[141] Batch [4299]	Speed: 1748.923443 samples/sec	accuracy=0.668447	lr=0.000386
Epoch[141] Batch [4349]	Speed: 1719.310705 samples/sec	accuracy=0.668440	lr=0.000385
Epoch[141] Batch [4399]	Speed: 1744.023204 samples/sec	accuracy=0.668390	lr=0.000384
Epoch[141] Batch [4449]	Speed: 1728.769517 samples/sec	accuracy=0.668394	lr=0.000384
Epoch[141] Batch [4499]	Speed: 1765.751543 samples/sec	accuracy=0.668384	lr=0.000383
Epoch[141] Batch [4549]	Speed: 1754.738269 samples/sec	accuracy=0.668292	lr=0.000382
Epoch[141] Batch [4599]	Speed: 1759.216075 samples/sec	accuracy=0.668259	lr=0.000381
Epoch[141] Batch [4649]	Speed: 1764.744864 samples/sec	accuracy=0.668275	lr=0.000380
Epoch[141] Batch [4699]	Speed: 1722.492242 samples/sec	accuracy=0.668246	lr=0.000379
Epoch[141] Batch [4749]	Speed: 1741.662211 samples/sec	accuracy=0.668286	lr=0.000378
Epoch[141] Batch [4799]	Speed: 1764.358842 samples/sec	accuracy=0.668257	lr=0.000377
Epoch[141] Batch [4849]	Speed: 1716.906778 samples/sec	accuracy=0.668298	lr=0.000376
Epoch[141] Batch [4899]	Speed: 1743.838303 samples/sec	accuracy=0.668304	lr=0.000375
Epoch[141] Batch [4949]	Speed: 1725.965518 samples/sec	accuracy=0.668381	lr=0.000374
Epoch[141] Batch [4999]	Speed: 1847.643863 samples/sec	accuracy=0.668414	lr=0.000373
[Epoch 141] training: accuracy=0.668426
[Epoch 141] speed: 1752 samples/sec	time cost: 745.479364
[Epoch 141] validation: err-top1=0.307412 err-top5=0.115485
Epoch[142] Batch [49]	Speed: 1629.494421 samples/sec	accuracy=0.670781	lr=0.000372
Epoch[142] Batch [99]	Speed: 1711.685560 samples/sec	accuracy=0.673477	lr=0.000371
Epoch[142] Batch [149]	Speed: 1736.008183 samples/sec	accuracy=0.671276	lr=0.000370
Epoch[142] Batch [199]	Speed: 1777.905462 samples/sec	accuracy=0.669824	lr=0.000369
Epoch[142] Batch [249]	Speed: 1784.854241 samples/sec	accuracy=0.669547	lr=0.000368
Epoch[142] Batch [299]	Speed: 1726.900877 samples/sec	accuracy=0.669258	lr=0.000368
Epoch[142] Batch [349]	Speed: 1757.264622 samples/sec	accuracy=0.669732	lr=0.000367
Epoch[142] Batch [399]	Speed: 1790.310477 samples/sec	accuracy=0.669971	lr=0.000366
Epoch[142] Batch [449]	Speed: 1741.096252 samples/sec	accuracy=0.669063	lr=0.000365
Epoch[142] Batch [499]	Speed: 1755.064553 samples/sec	accuracy=0.668937	lr=0.000364
Epoch[142] Batch [549]	Speed: 1751.936762 samples/sec	accuracy=0.668892	lr=0.000363
Epoch[142] Batch [599]	Speed: 1720.813127 samples/sec	accuracy=0.669316	lr=0.000362
Epoch[142] Batch [649]	Speed: 1747.470066 samples/sec	accuracy=0.669261	lr=0.000361
Epoch[142] Batch [699]	Speed: 1750.206911 samples/sec	accuracy=0.669068	lr=0.000360
Epoch[142] Batch [749]	Speed: 1754.359535 samples/sec	accuracy=0.669484	lr=0.000359
Epoch[142] Batch [799]	Speed: 1751.341312 samples/sec	accuracy=0.669302	lr=0.000358
Epoch[142] Batch [849]	Speed: 1761.369881 samples/sec	accuracy=0.669210	lr=0.000357
Epoch[142] Batch [899]	Speed: 1724.638781 samples/sec	accuracy=0.669258	lr=0.000357
Epoch[142] Batch [949]	Speed: 1786.169257 samples/sec	accuracy=0.669169	lr=0.000356
Epoch[142] Batch [999]	Speed: 1766.577698 samples/sec	accuracy=0.669066	lr=0.000355
Epoch[142] Batch [1049]	Speed: 1749.417542 samples/sec	accuracy=0.669007	lr=0.000354
Epoch[142] Batch [1099]	Speed: 1769.070484 samples/sec	accuracy=0.668857	lr=0.000353
Epoch[142] Batch [1149]	Speed: 1777.285524 samples/sec	accuracy=0.668865	lr=0.000352
Epoch[142] Batch [1199]	Speed: 1764.808386 samples/sec	accuracy=0.668766	lr=0.000351
Epoch[142] Batch [1249]	Speed: 1756.865250 samples/sec	accuracy=0.668694	lr=0.000350
Epoch[142] Batch [1299]	Speed: 1780.609679 samples/sec	accuracy=0.668903	lr=0.000349
Epoch[142] Batch [1349]	Speed: 1767.174481 samples/sec	accuracy=0.668912	lr=0.000348
Epoch[142] Batch [1399]	Speed: 1764.824224 samples/sec	accuracy=0.668806	lr=0.000347
Epoch[142] Batch [1449]	Speed: 1751.941736 samples/sec	accuracy=0.668613	lr=0.000347
Epoch[142] Batch [1499]	Speed: 1762.236595 samples/sec	accuracy=0.668620	lr=0.000346
Epoch[142] Batch [1549]	Speed: 1762.714400 samples/sec	accuracy=0.668997	lr=0.000345
Epoch[142] Batch [1599]	Speed: 1770.011843 samples/sec	accuracy=0.669141	lr=0.000344
Epoch[142] Batch [1649]	Speed: 1763.933868 samples/sec	accuracy=0.669077	lr=0.000343
Epoch[142] Batch [1699]	Speed: 1739.881927 samples/sec	accuracy=0.668925	lr=0.000342
Epoch[142] Batch [1749]	Speed: 1752.092792 samples/sec	accuracy=0.668873	lr=0.000341
Epoch[142] Batch [1799]	Speed: 1757.554446 samples/sec	accuracy=0.668839	lr=0.000340
Epoch[142] Batch [1849]	Speed: 1733.686238 samples/sec	accuracy=0.669022	lr=0.000339
Epoch[142] Batch [1899]	Speed: 1758.044741 samples/sec	accuracy=0.669178	lr=0.000339
Epoch[142] Batch [1949]	Speed: 1762.141909 samples/sec	accuracy=0.669331	lr=0.000338
Epoch[142] Batch [1999]	Speed: 1769.388416 samples/sec	accuracy=0.669342	lr=0.000337
Epoch[142] Batch [2049]	Speed: 1747.377074 samples/sec	accuracy=0.669118	lr=0.000336
Epoch[142] Batch [2099]	Speed: 1789.223611 samples/sec	accuracy=0.669090	lr=0.000335
Epoch[142] Batch [2149]	Speed: 1763.739854 samples/sec	accuracy=0.669142	lr=0.000334
Epoch[142] Batch [2199]	Speed: 1750.783320 samples/sec	accuracy=0.669121	lr=0.000333
Epoch[142] Batch [2249]	Speed: 1735.518151 samples/sec	accuracy=0.669066	lr=0.000332
Epoch[142] Batch [2299]	Speed: 1753.724227 samples/sec	accuracy=0.669188	lr=0.000331
Epoch[142] Batch [2349]	Speed: 1757.049474 samples/sec	accuracy=0.669378	lr=0.000331
Epoch[142] Batch [2399]	Speed: 1754.425178 samples/sec	accuracy=0.669476	lr=0.000330
Epoch[142] Batch [2449]	Speed: 1771.077181 samples/sec	accuracy=0.669437	lr=0.000329
Epoch[142] Batch [2499]	Speed: 1737.216656 samples/sec	accuracy=0.669528	lr=0.000328
Epoch[142] Batch [2549]	Speed: 1771.431897 samples/sec	accuracy=0.669576	lr=0.000327
Epoch[142] Batch [2599]	Speed: 1760.071899 samples/sec	accuracy=0.669423	lr=0.000326
Epoch[142] Batch [2649]	Speed: 1753.136492 samples/sec	accuracy=0.669365	lr=0.000325
Epoch[142] Batch [2699]	Speed: 1740.230122 samples/sec	accuracy=0.669282	lr=0.000324
Epoch[142] Batch [2749]	Speed: 1767.289197 samples/sec	accuracy=0.669359	lr=0.000324
Epoch[142] Batch [2799]	Speed: 1785.939784 samples/sec	accuracy=0.669461	lr=0.000323
Epoch[142] Batch [2849]	Speed: 1760.456625 samples/sec	accuracy=0.669357	lr=0.000322
Epoch[142] Batch [2899]	Speed: 1780.835126 samples/sec	accuracy=0.669423	lr=0.000321
Epoch[142] Batch [2949]	Speed: 1758.566415 samples/sec	accuracy=0.669476	lr=0.000320
Epoch[142] Batch [2999]	Speed: 1781.401447 samples/sec	accuracy=0.669457	lr=0.000319
Epoch[142] Batch [3049]	Speed: 1810.042799 samples/sec	accuracy=0.669421	lr=0.000318
Epoch[142] Batch [3099]	Speed: 1824.607833 samples/sec	accuracy=0.669438	lr=0.000318
Epoch[142] Batch [3149]	Speed: 1733.669610 samples/sec	accuracy=0.669338	lr=0.000317
Epoch[142] Batch [3199]	Speed: 1739.367953 samples/sec	accuracy=0.669413	lr=0.000316
Epoch[142] Batch [3249]	Speed: 1716.343842 samples/sec	accuracy=0.669534	lr=0.000315
Epoch[142] Batch [3299]	Speed: 1730.766566 samples/sec	accuracy=0.669563	lr=0.000314
Epoch[142] Batch [3349]	Speed: 1768.685481 samples/sec	accuracy=0.669601	lr=0.000313
Epoch[142] Batch [3399]	Speed: 1753.331443 samples/sec	accuracy=0.669578	lr=0.000312
Epoch[142] Batch [3449]	Speed: 1726.390324 samples/sec	accuracy=0.669639	lr=0.000312
Epoch[142] Batch [3499]	Speed: 1759.374270 samples/sec	accuracy=0.669660	lr=0.000311
Epoch[142] Batch [3549]	Speed: 1786.057662 samples/sec	accuracy=0.669679	lr=0.000310
Epoch[142] Batch [3599]	Speed: 1734.731827 samples/sec	accuracy=0.669709	lr=0.000309
Epoch[142] Batch [3649]	Speed: 1775.454606 samples/sec	accuracy=0.669754	lr=0.000308
Epoch[142] Batch [3699]	Speed: 1739.287147 samples/sec	accuracy=0.669745	lr=0.000307
Epoch[142] Batch [3749]	Speed: 1753.045186 samples/sec	accuracy=0.669703	lr=0.000306
Epoch[142] Batch [3799]	Speed: 1743.885147 samples/sec	accuracy=0.669693	lr=0.000306
Epoch[142] Batch [3849]	Speed: 1763.828337 samples/sec	accuracy=0.669679	lr=0.000305
Epoch[142] Batch [3899]	Speed: 1754.252281 samples/sec	accuracy=0.669641	lr=0.000304
Epoch[142] Batch [3949]	Speed: 1756.844036 samples/sec	accuracy=0.669661	lr=0.000303
Epoch[142] Batch [3999]	Speed: 1766.525499 samples/sec	accuracy=0.669591	lr=0.000302
Epoch[142] Batch [4049]	Speed: 1779.432635 samples/sec	accuracy=0.669603	lr=0.000301
Epoch[142] Batch [4099]	Speed: 1743.410304 samples/sec	accuracy=0.669553	lr=0.000301
Epoch[142] Batch [4149]	Speed: 1757.444097 samples/sec	accuracy=0.669512	lr=0.000300
Epoch[142] Batch [4199]	Speed: 1755.464829 samples/sec	accuracy=0.669526	lr=0.000299
Epoch[142] Batch [4249]	Speed: 1735.841085 samples/sec	accuracy=0.669510	lr=0.000298
Epoch[142] Batch [4299]	Speed: 1751.248079 samples/sec	accuracy=0.669514	lr=0.000297
Epoch[142] Batch [4349]	Speed: 1740.888600 samples/sec	accuracy=0.669486	lr=0.000296
Epoch[142] Batch [4399]	Speed: 1745.408430 samples/sec	accuracy=0.669434	lr=0.000296
Epoch[142] Batch [4449]	Speed: 1755.905314 samples/sec	accuracy=0.669439	lr=0.000295
Epoch[142] Batch [4499]	Speed: 1760.577398 samples/sec	accuracy=0.669383	lr=0.000294
Epoch[142] Batch [4549]	Speed: 1763.347958 samples/sec	accuracy=0.669406	lr=0.000293
Epoch[142] Batch [4599]	Speed: 1742.725987 samples/sec	accuracy=0.669394	lr=0.000292
Epoch[142] Batch [4649]	Speed: 1734.950291 samples/sec	accuracy=0.669347	lr=0.000291
Epoch[142] Batch [4699]	Speed: 1729.031808 samples/sec	accuracy=0.669342	lr=0.000291
Epoch[142] Batch [4749]	Speed: 1744.283173 samples/sec	accuracy=0.669397	lr=0.000290
Epoch[142] Batch [4799]	Speed: 1789.671420 samples/sec	accuracy=0.669402	lr=0.000289
Epoch[142] Batch [4849]	Speed: 1720.187107 samples/sec	accuracy=0.669476	lr=0.000288
Epoch[142] Batch [4899]	Speed: 1747.799171 samples/sec	accuracy=0.669404	lr=0.000287
Epoch[142] Batch [4949]	Speed: 1781.782604 samples/sec	accuracy=0.669365	lr=0.000287
Epoch[142] Batch [4999]	Speed: 1872.572023 samples/sec	accuracy=0.669352	lr=0.000286
[Epoch 142] training: accuracy=0.669340
[Epoch 142] speed: 1756 samples/sec	time cost: 743.863190
[Epoch 142] validation: err-top1=0.307472 err-top5=0.114724
Epoch[143] Batch [49]	Speed: 1666.203913 samples/sec	accuracy=0.673125	lr=0.000285
Epoch[143] Batch [99]	Speed: 1770.712854 samples/sec	accuracy=0.671602	lr=0.000284
Epoch[143] Batch [149]	Speed: 1730.631773 samples/sec	accuracy=0.670547	lr=0.000283
Epoch[143] Batch [199]	Speed: 1778.594946 samples/sec	accuracy=0.670977	lr=0.000282
Epoch[143] Batch [249]	Speed: 1735.694221 samples/sec	accuracy=0.671156	lr=0.000282
Epoch[143] Batch [299]	Speed: 1744.685463 samples/sec	accuracy=0.672005	lr=0.000281
Epoch[143] Batch [349]	Speed: 1764.190126 samples/sec	accuracy=0.670926	lr=0.000280
Epoch[143] Batch [399]	Speed: 1762.835310 samples/sec	accuracy=0.670176	lr=0.000279
Epoch[143] Batch [449]	Speed: 1741.393080 samples/sec	accuracy=0.670139	lr=0.000278
Epoch[143] Batch [499]	Speed: 1729.063827 samples/sec	accuracy=0.670445	lr=0.000278
Epoch[143] Batch [549]	Speed: 1755.937820 samples/sec	accuracy=0.671392	lr=0.000277
Epoch[143] Batch [599]	Speed: 1738.467906 samples/sec	accuracy=0.671562	lr=0.000276
Epoch[143] Batch [649]	Speed: 1762.155038 samples/sec	accuracy=0.671154	lr=0.000275
Epoch[143] Batch [699]	Speed: 1812.396539 samples/sec	accuracy=0.671484	lr=0.000274
Epoch[143] Batch [749]	Speed: 1755.114125 samples/sec	accuracy=0.671193	lr=0.000274
Epoch[143] Batch [799]	Speed: 1745.691461 samples/sec	accuracy=0.670923	lr=0.000273
Epoch[143] Batch [849]	Speed: 1726.954926 samples/sec	accuracy=0.671172	lr=0.000272
Epoch[143] Batch [899]	Speed: 1777.154329 samples/sec	accuracy=0.671146	lr=0.000271
Epoch[143] Batch [949]	Speed: 1754.144352 samples/sec	accuracy=0.670921	lr=0.000270
Epoch[143] Batch [999]	Speed: 1789.687707 samples/sec	accuracy=0.671234	lr=0.000270
Epoch[143] Batch [1049]	Speed: 1759.227720 samples/sec	accuracy=0.671179	lr=0.000269
Epoch[143] Batch [1099]	Speed: 1730.435477 samples/sec	accuracy=0.671218	lr=0.000268
Epoch[143] Batch [1149]	Speed: 1777.388493 samples/sec	accuracy=0.670649	lr=0.000267
Epoch[143] Batch [1199]	Speed: 1769.243866 samples/sec	accuracy=0.670664	lr=0.000266
Epoch[143] Batch [1249]	Speed: 1754.540367 samples/sec	accuracy=0.670653	lr=0.000266
Epoch[143] Batch [1299]	Speed: 1771.572128 samples/sec	accuracy=0.670703	lr=0.000265
Epoch[143] Batch [1349]	Speed: 1754.554071 samples/sec	accuracy=0.670862	lr=0.000264
Epoch[143] Batch [1399]	Speed: 1743.069606 samples/sec	accuracy=0.671113	lr=0.000263
Epoch[143] Batch [1449]	Speed: 1754.736663 samples/sec	accuracy=0.671196	lr=0.000262
Epoch[143] Batch [1499]	Speed: 1748.461625 samples/sec	accuracy=0.671125	lr=0.000262
Epoch[143] Batch [1549]	Speed: 1753.401820 samples/sec	accuracy=0.671127	lr=0.000261
Epoch[143] Batch [1599]	Speed: 1765.152993 samples/sec	accuracy=0.670867	lr=0.000260
Epoch[143] Batch [1649]	Speed: 1720.654897 samples/sec	accuracy=0.670668	lr=0.000259
Epoch[143] Batch [1699]	Speed: 1773.048149 samples/sec	accuracy=0.670719	lr=0.000259
Epoch[143] Batch [1749]	Speed: 1752.301982 samples/sec	accuracy=0.670725	lr=0.000258
Epoch[143] Batch [1799]	Speed: 1766.183262 samples/sec	accuracy=0.670681	lr=0.000257
Epoch[143] Batch [1849]	Speed: 1745.032238 samples/sec	accuracy=0.670572	lr=0.000256
Epoch[143] Batch [1899]	Speed: 1798.163731 samples/sec	accuracy=0.670785	lr=0.000255
Epoch[143] Batch [1949]	Speed: 1775.149105 samples/sec	accuracy=0.670579	lr=0.000255
Epoch[143] Batch [1999]	Speed: 1748.869947 samples/sec	accuracy=0.670502	lr=0.000254
Epoch[143] Batch [2049]	Speed: 1753.170097 samples/sec	accuracy=0.670452	lr=0.000253
Epoch[143] Batch [2099]	Speed: 1773.486197 samples/sec	accuracy=0.670273	lr=0.000252
Epoch[143] Batch [2149]	Speed: 1774.984423 samples/sec	accuracy=0.670391	lr=0.000252
Epoch[143] Batch [2199]	Speed: 1773.152033 samples/sec	accuracy=0.670250	lr=0.000251
Epoch[143] Batch [2249]	Speed: 1751.783960 samples/sec	accuracy=0.670193	lr=0.000250
Epoch[143] Batch [2299]	Speed: 1743.764444 samples/sec	accuracy=0.670336	lr=0.000249
Epoch[143] Batch [2349]	Speed: 1744.177431 samples/sec	accuracy=0.670489	lr=0.000249
Epoch[143] Batch [2399]	Speed: 1749.596158 samples/sec	accuracy=0.670492	lr=0.000248
Epoch[143] Batch [2449]	Speed: 1777.714072 samples/sec	accuracy=0.670389	lr=0.000247
Epoch[143] Batch [2499]	Speed: 1749.889390 samples/sec	accuracy=0.670434	lr=0.000246
Epoch[143] Batch [2549]	Speed: 1740.669824 samples/sec	accuracy=0.670472	lr=0.000246
Epoch[143] Batch [2599]	Speed: 1731.374069 samples/sec	accuracy=0.670578	lr=0.000245
Epoch[143] Batch [2649]	Speed: 1750.501832 samples/sec	accuracy=0.670427	lr=0.000244
Epoch[143] Batch [2699]	Speed: 1803.615361 samples/sec	accuracy=0.670534	lr=0.000243
Epoch[143] Batch [2749]	Speed: 1763.883506 samples/sec	accuracy=0.670361	lr=0.000243
Epoch[143] Batch [2799]	Speed: 1771.074786 samples/sec	accuracy=0.670505	lr=0.000242
Epoch[143] Batch [2849]	Speed: 1731.655136 samples/sec	accuracy=0.670607	lr=0.000241
Epoch[143] Batch [2899]	Speed: 1745.120272 samples/sec	accuracy=0.670628	lr=0.000240
Epoch[143] Batch [2949]	Speed: 1736.962048 samples/sec	accuracy=0.670552	lr=0.000240
Epoch[143] Batch [2999]	Speed: 1757.418784 samples/sec	accuracy=0.670454	lr=0.000239
Epoch[143] Batch [3049]	Speed: 1753.316842 samples/sec	accuracy=0.670476	lr=0.000238
Epoch[143] Batch [3099]	Speed: 1712.185814 samples/sec	accuracy=0.670389	lr=0.000237
Epoch[143] Batch [3149]	Speed: 1751.096654 samples/sec	accuracy=0.670417	lr=0.000237
Epoch[143] Batch [3199]	Speed: 1740.786769 samples/sec	accuracy=0.670464	lr=0.000236
Epoch[143] Batch [3249]	Speed: 1768.542095 samples/sec	accuracy=0.670329	lr=0.000235
Epoch[143] Batch [3299]	Speed: 1777.122445 samples/sec	accuracy=0.670336	lr=0.000234
Epoch[143] Batch [3349]	Speed: 1757.464636 samples/sec	accuracy=0.670352	lr=0.000234
Epoch[143] Batch [3399]	Speed: 1741.031603 samples/sec	accuracy=0.670370	lr=0.000233
Epoch[143] Batch [3449]	Speed: 1724.209023 samples/sec	accuracy=0.670266	lr=0.000232
Epoch[143] Batch [3499]	Speed: 1723.919906 samples/sec	accuracy=0.670333	lr=0.000231
Epoch[143] Batch [3549]	Speed: 1725.511585 samples/sec	accuracy=0.670298	lr=0.000231
Epoch[143] Batch [3599]	Speed: 1764.349855 samples/sec	accuracy=0.670323	lr=0.000230
Epoch[143] Batch [3649]	Speed: 1767.869404 samples/sec	accuracy=0.670232	lr=0.000229
Epoch[143] Batch [3699]	Speed: 1749.244889 samples/sec	accuracy=0.670211	lr=0.000228
Epoch[143] Batch [3749]	Speed: 1738.172581 samples/sec	accuracy=0.670161	lr=0.000228
Epoch[143] Batch [3799]	Speed: 1738.863012 samples/sec	accuracy=0.670121	lr=0.000227
Epoch[143] Batch [3849]	Speed: 1748.140752 samples/sec	accuracy=0.670060	lr=0.000226
Epoch[143] Batch [3899]	Speed: 1739.734096 samples/sec	accuracy=0.670130	lr=0.000226
Epoch[143] Batch [3949]	Speed: 1759.526092 samples/sec	accuracy=0.670101	lr=0.000225
Epoch[143] Batch [3999]	Speed: 1742.552108 samples/sec	accuracy=0.670090	lr=0.000224
Epoch[143] Batch [4049]	Speed: 1750.640652 samples/sec	accuracy=0.670074	lr=0.000223
Epoch[143] Batch [4099]	Speed: 1757.556633 samples/sec	accuracy=0.670108	lr=0.000223
Epoch[143] Batch [4149]	Speed: 1750.639453 samples/sec	accuracy=0.670090	lr=0.000222
Epoch[143] Batch [4199]	Speed: 1757.770179 samples/sec	accuracy=0.670120	lr=0.000221
Epoch[143] Batch [4249]	Speed: 1741.519105 samples/sec	accuracy=0.670126	lr=0.000220
Epoch[143] Batch [4299]	Speed: 1742.557990 samples/sec	accuracy=0.670140	lr=0.000220
Epoch[143] Batch [4349]	Speed: 1745.778142 samples/sec	accuracy=0.670057	lr=0.000219
Epoch[143] Batch [4399]	Speed: 1759.857101 samples/sec	accuracy=0.670065	lr=0.000218
Epoch[143] Batch [4449]	Speed: 1738.316995 samples/sec	accuracy=0.670142	lr=0.000218
Epoch[143] Batch [4499]	Speed: 1771.467435 samples/sec	accuracy=0.670135	lr=0.000217
Epoch[143] Batch [4549]	Speed: 1761.866182 samples/sec	accuracy=0.670167	lr=0.000216
Epoch[143] Batch [4599]	Speed: 1800.655865 samples/sec	accuracy=0.670163	lr=0.000215
Epoch[143] Batch [4649]	Speed: 1741.470015 samples/sec	accuracy=0.670171	lr=0.000215
Epoch[143] Batch [4699]	Speed: 1765.977658 samples/sec	accuracy=0.670123	lr=0.000214
Epoch[143] Batch [4749]	Speed: 1746.071345 samples/sec	accuracy=0.670062	lr=0.000213
Epoch[143] Batch [4799]	Speed: 1763.013030 samples/sec	accuracy=0.670041	lr=0.000213
Epoch[143] Batch [4849]	Speed: 1742.624450 samples/sec	accuracy=0.669972	lr=0.000212
Epoch[143] Batch [4899]	Speed: 1769.673445 samples/sec	accuracy=0.669959	lr=0.000211
Epoch[143] Batch [4949]	Speed: 1751.584266 samples/sec	accuracy=0.669897	lr=0.000211
Epoch[143] Batch [4999]	Speed: 1786.930827 samples/sec	accuracy=0.669932	lr=0.000210
[Epoch 143] training: accuracy=0.669913
[Epoch 143] speed: 1753 samples/sec	time cost: 745.019660
[Epoch 143] validation: err-top1=0.307252 err-top5=0.115284
Epoch[144] Batch [49]	Speed: 1681.726000 samples/sec	accuracy=0.673047	lr=0.000209
Epoch[144] Batch [99]	Speed: 1744.796030 samples/sec	accuracy=0.670430	lr=0.000208
Epoch[144] Batch [149]	Speed: 1739.376406 samples/sec	accuracy=0.669167	lr=0.000208
Epoch[144] Batch [199]	Speed: 1742.648433 samples/sec	accuracy=0.668945	lr=0.000207
Epoch[144] Batch [249]	Speed: 1744.777205 samples/sec	accuracy=0.670984	lr=0.000206
Epoch[144] Batch [299]	Speed: 1735.837325 samples/sec	accuracy=0.670898	lr=0.000206
Epoch[144] Batch [349]	Speed: 1749.198554 samples/sec	accuracy=0.670915	lr=0.000205
Epoch[144] Batch [399]	Speed: 1749.679578 samples/sec	accuracy=0.671035	lr=0.000204
Epoch[144] Batch [449]	Speed: 1739.314532 samples/sec	accuracy=0.671241	lr=0.000204
Epoch[144] Batch [499]	Speed: 1738.104828 samples/sec	accuracy=0.671422	lr=0.000203
Epoch[144] Batch [549]	Speed: 1771.880083 samples/sec	accuracy=0.671328	lr=0.000202
Epoch[144] Batch [599]	Speed: 1764.010141 samples/sec	accuracy=0.670885	lr=0.000201
Epoch[144] Batch [649]	Speed: 1748.264852 samples/sec	accuracy=0.670367	lr=0.000201
Epoch[144] Batch [699]	Speed: 1744.117992 samples/sec	accuracy=0.670206	lr=0.000200
Epoch[144] Batch [749]	Speed: 1771.212214 samples/sec	accuracy=0.670802	lr=0.000199
Epoch[144] Batch [799]	Speed: 1749.290315 samples/sec	accuracy=0.670884	lr=0.000199
Epoch[144] Batch [849]	Speed: 1731.817071 samples/sec	accuracy=0.670795	lr=0.000198
Epoch[144] Batch [899]	Speed: 1741.887849 samples/sec	accuracy=0.670764	lr=0.000197
Epoch[144] Batch [949]	Speed: 1737.239760 samples/sec	accuracy=0.670625	lr=0.000197
Epoch[144] Batch [999]	Speed: 1726.155417 samples/sec	accuracy=0.670559	lr=0.000196
Epoch[144] Batch [1049]	Speed: 1776.925343 samples/sec	accuracy=0.670298	lr=0.000195
Epoch[144] Batch [1099]	Speed: 1740.411381 samples/sec	accuracy=0.670401	lr=0.000195
Epoch[144] Batch [1149]	Speed: 1778.876937 samples/sec	accuracy=0.670248	lr=0.000194
Epoch[144] Batch [1199]	Speed: 1774.154551 samples/sec	accuracy=0.669870	lr=0.000193
Epoch[144] Batch [1249]	Speed: 1773.054590 samples/sec	accuracy=0.669906	lr=0.000193
Epoch[144] Batch [1299]	Speed: 1733.141899 samples/sec	accuracy=0.670099	lr=0.000192
Epoch[144] Batch [1349]	Speed: 1758.755893 samples/sec	accuracy=0.670185	lr=0.000191
Epoch[144] Batch [1399]	Speed: 1760.290271 samples/sec	accuracy=0.670268	lr=0.000191
Epoch[144] Batch [1449]	Speed: 1748.119463 samples/sec	accuracy=0.670205	lr=0.000190
Epoch[144] Batch [1499]	Speed: 1782.748140 samples/sec	accuracy=0.670141	lr=0.000189
Epoch[144] Batch [1549]	Speed: 1766.775941 samples/sec	accuracy=0.670287	lr=0.000189
Epoch[144] Batch [1599]	Speed: 1774.318845 samples/sec	accuracy=0.670212	lr=0.000188
Epoch[144] Batch [1649]	Speed: 1755.510348 samples/sec	accuracy=0.670152	lr=0.000187
Epoch[144] Batch [1699]	Speed: 1751.903833 samples/sec	accuracy=0.670209	lr=0.000187
Epoch[144] Batch [1749]	Speed: 1751.418442 samples/sec	accuracy=0.670388	lr=0.000186
Epoch[144] Batch [1799]	Speed: 1766.123592 samples/sec	accuracy=0.670373	lr=0.000185
Epoch[144] Batch [1849]	Speed: 1748.562706 samples/sec	accuracy=0.670272	lr=0.000185
Epoch[144] Batch [1899]	Speed: 1746.707712 samples/sec	accuracy=0.670339	lr=0.000184
Epoch[144] Batch [1949]	Speed: 1748.901737 samples/sec	accuracy=0.670503	lr=0.000183
Epoch[144] Batch [1999]	Speed: 1740.051326 samples/sec	accuracy=0.670445	lr=0.000183
Epoch[144] Batch [2049]	Speed: 1744.376630 samples/sec	accuracy=0.670210	lr=0.000182
Epoch[144] Batch [2099]	Speed: 1744.534434 samples/sec	accuracy=0.670060	lr=0.000181
Epoch[144] Batch [2149]	Speed: 1779.827288 samples/sec	accuracy=0.669953	lr=0.000181
Epoch[144] Batch [2199]	Speed: 1787.163827 samples/sec	accuracy=0.670101	lr=0.000180
Epoch[144] Batch [2249]	Speed: 1760.191062 samples/sec	accuracy=0.670167	lr=0.000179
Epoch[144] Batch [2299]	Speed: 1739.594632 samples/sec	accuracy=0.670158	lr=0.000179
Epoch[144] Batch [2349]	Speed: 1762.334067 samples/sec	accuracy=0.670123	lr=0.000178
Epoch[144] Batch [2399]	Speed: 1743.901518 samples/sec	accuracy=0.670073	lr=0.000178
Epoch[144] Batch [2449]	Speed: 1720.866134 samples/sec	accuracy=0.670003	lr=0.000177
Epoch[144] Batch [2499]	Speed: 1760.996944 samples/sec	accuracy=0.670041	lr=0.000176
Epoch[144] Batch [2549]	Speed: 1702.275218 samples/sec	accuracy=0.670040	lr=0.000176
Epoch[144] Batch [2599]	Speed: 1718.241878 samples/sec	accuracy=0.670068	lr=0.000175
Epoch[144] Batch [2649]	Speed: 1738.667661 samples/sec	accuracy=0.670181	lr=0.000174
Epoch[144] Batch [2699]	Speed: 1750.540302 samples/sec	accuracy=0.670288	lr=0.000174
Epoch[144] Batch [2749]	Speed: 1716.260607 samples/sec	accuracy=0.670223	lr=0.000173
Epoch[144] Batch [2799]	Speed: 1735.676321 samples/sec	accuracy=0.670166	lr=0.000172
Epoch[144] Batch [2849]	Speed: 1749.896348 samples/sec	accuracy=0.670155	lr=0.000172
Epoch[144] Batch [2899]	Speed: 1733.239761 samples/sec	accuracy=0.670139	lr=0.000171
Epoch[144] Batch [2949]	Speed: 1745.904575 samples/sec	accuracy=0.670240	lr=0.000171
Epoch[144] Batch [2999]	Speed: 1784.622317 samples/sec	accuracy=0.670258	lr=0.000170
Epoch[144] Batch [3049]	Speed: 1769.541272 samples/sec	accuracy=0.670143	lr=0.000169
Epoch[144] Batch [3099]	Speed: 1732.898384 samples/sec	accuracy=0.670152	lr=0.000169
Epoch[144] Batch [3149]	Speed: 1772.045418 samples/sec	accuracy=0.670114	lr=0.000168
Epoch[144] Batch [3199]	Speed: 1762.364439 samples/sec	accuracy=0.670106	lr=0.000167
Epoch[144] Batch [3249]	Speed: 1731.261623 samples/sec	accuracy=0.670150	lr=0.000167
Epoch[144] Batch [3299]	Speed: 1778.939240 samples/sec	accuracy=0.670143	lr=0.000166
Epoch[144] Batch [3349]	Speed: 1759.505044 samples/sec	accuracy=0.670029	lr=0.000166
Epoch[144] Batch [3399]	Speed: 1736.534103 samples/sec	accuracy=0.670026	lr=0.000165
Epoch[144] Batch [3449]	Speed: 1774.853450 samples/sec	accuracy=0.669982	lr=0.000164
Epoch[144] Batch [3499]	Speed: 1763.965686 samples/sec	accuracy=0.670118	lr=0.000164
Epoch[144] Batch [3549]	Speed: 1743.370674 samples/sec	accuracy=0.670204	lr=0.000163
Epoch[144] Batch [3599]	Speed: 1750.407946 samples/sec	accuracy=0.670099	lr=0.000162
Epoch[144] Batch [3649]	Speed: 1763.508056 samples/sec	accuracy=0.670091	lr=0.000162
Epoch[144] Batch [3699]	Speed: 1724.003940 samples/sec	accuracy=0.670122	lr=0.000161
Epoch[144] Batch [3749]	Speed: 1757.582640 samples/sec	accuracy=0.670033	lr=0.000161
Epoch[144] Batch [3799]	Speed: 1751.811798 samples/sec	accuracy=0.670093	lr=0.000160
Epoch[144] Batch [3849]	Speed: 1741.455328 samples/sec	accuracy=0.670167	lr=0.000159
Epoch[144] Batch [3899]	Speed: 1776.145187 samples/sec	accuracy=0.670191	lr=0.000159
Epoch[144] Batch [3949]	Speed: 1738.540866 samples/sec	accuracy=0.670184	lr=0.000158
Epoch[144] Batch [3999]	Speed: 1762.173720 samples/sec	accuracy=0.670137	lr=0.000158
Epoch[144] Batch [4049]	Speed: 1760.997406 samples/sec	accuracy=0.670136	lr=0.000157
Epoch[144] Batch [4099]	Speed: 1774.352036 samples/sec	accuracy=0.670175	lr=0.000156
Epoch[144] Batch [4149]	Speed: 1747.893175 samples/sec	accuracy=0.670091	lr=0.000156
Epoch[144] Batch [4199]	Speed: 1782.303079 samples/sec	accuracy=0.670069	lr=0.000155
Epoch[144] Batch [4249]	Speed: 1754.730354 samples/sec	accuracy=0.670100	lr=0.000155
Epoch[144] Batch [4299]	Speed: 1751.087287 samples/sec	accuracy=0.670104	lr=0.000154
Epoch[144] Batch [4349]	Speed: 1764.394850 samples/sec	accuracy=0.670105	lr=0.000153
Epoch[144] Batch [4399]	Speed: 1773.480045 samples/sec	accuracy=0.670060	lr=0.000153
Epoch[144] Batch [4449]	Speed: 1770.463105 samples/sec	accuracy=0.670018	lr=0.000152
Epoch[144] Batch [4499]	Speed: 1731.349948 samples/sec	accuracy=0.670006	lr=0.000152
Epoch[144] Batch [4549]	Speed: 1777.968934 samples/sec	accuracy=0.669998	lr=0.000151
Epoch[144] Batch [4599]	Speed: 1754.989224 samples/sec	accuracy=0.670076	lr=0.000150
Epoch[144] Batch [4649]	Speed: 1718.322610 samples/sec	accuracy=0.670071	lr=0.000150
Epoch[144] Batch [4699]	Speed: 1757.470216 samples/sec	accuracy=0.670150	lr=0.000149
Epoch[144] Batch [4749]	Speed: 1742.208410 samples/sec	accuracy=0.670126	lr=0.000149
Epoch[144] Batch [4799]	Speed: 1801.012862 samples/sec	accuracy=0.670128	lr=0.000148
Epoch[144] Batch [4849]	Speed: 1748.312902 samples/sec	accuracy=0.670130	lr=0.000147
Epoch[144] Batch [4899]	Speed: 1754.501376 samples/sec	accuracy=0.670089	lr=0.000147
Epoch[144] Batch [4949]	Speed: 1767.565636 samples/sec	accuracy=0.670037	lr=0.000146
Epoch[144] Batch [4999]	Speed: 1886.236100 samples/sec	accuracy=0.670083	lr=0.000146
[Epoch 144] training: accuracy=0.670090
[Epoch 144] speed: 1753 samples/sec	time cost: 745.146423
[Epoch 144] validation: err-top1=0.307099 err-top5=0.115195
Epoch[145] Batch [49]	Speed: 1635.890998 samples/sec	accuracy=0.678984	lr=0.000145
Epoch[145] Batch [99]	Speed: 1708.305935 samples/sec	accuracy=0.673906	lr=0.000144
Epoch[145] Batch [149]	Speed: 1763.070116 samples/sec	accuracy=0.672786	lr=0.000144
Epoch[145] Batch [199]	Speed: 1754.365555 samples/sec	accuracy=0.672070	lr=0.000143
Epoch[145] Batch [249]	Speed: 1756.569389 samples/sec	accuracy=0.672078	lr=0.000143
Epoch[145] Batch [299]	Speed: 1722.804044 samples/sec	accuracy=0.672513	lr=0.000142
Epoch[145] Batch [349]	Speed: 1749.575575 samples/sec	accuracy=0.671685	lr=0.000142
Epoch[145] Batch [399]	Speed: 1753.078100 samples/sec	accuracy=0.671367	lr=0.000141
Epoch[145] Batch [449]	Speed: 1755.818830 samples/sec	accuracy=0.671580	lr=0.000140
Epoch[145] Batch [499]	Speed: 1781.731986 samples/sec	accuracy=0.672227	lr=0.000140
Epoch[145] Batch [549]	Speed: 1783.211843 samples/sec	accuracy=0.672088	lr=0.000139
Epoch[145] Batch [599]	Speed: 1789.046291 samples/sec	accuracy=0.672129	lr=0.000139
Epoch[145] Batch [649]	Speed: 1798.527513 samples/sec	accuracy=0.672416	lr=0.000138
Epoch[145] Batch [699]	Speed: 1762.277781 samples/sec	accuracy=0.672260	lr=0.000138
Epoch[145] Batch [749]	Speed: 1774.303599 samples/sec	accuracy=0.672271	lr=0.000137
Epoch[145] Batch [799]	Speed: 1738.491719 samples/sec	accuracy=0.672139	lr=0.000136
Epoch[145] Batch [849]	Speed: 1719.312797 samples/sec	accuracy=0.671700	lr=0.000136
Epoch[145] Batch [899]	Speed: 1764.648807 samples/sec	accuracy=0.671706	lr=0.000135
Epoch[145] Batch [949]	Speed: 1722.271820 samples/sec	accuracy=0.671637	lr=0.000135
Epoch[145] Batch [999]	Speed: 1825.977507 samples/sec	accuracy=0.671363	lr=0.000134
Epoch[145] Batch [1049]	Speed: 1763.000872 samples/sec	accuracy=0.671142	lr=0.000134
Epoch[145] Batch [1099]	Speed: 1757.661069 samples/sec	accuracy=0.671136	lr=0.000133
Epoch[145] Batch [1149]	Speed: 1755.011827 samples/sec	accuracy=0.671118	lr=0.000132
Epoch[145] Batch [1199]	Speed: 1756.197792 samples/sec	accuracy=0.671032	lr=0.000132
Epoch[145] Batch [1249]	Speed: 1734.816750 samples/sec	accuracy=0.670934	lr=0.000131
Epoch[145] Batch [1299]	Speed: 1745.870737 samples/sec	accuracy=0.670998	lr=0.000131
Epoch[145] Batch [1349]	Speed: 1728.922227 samples/sec	accuracy=0.670671	lr=0.000130
Epoch[145] Batch [1399]	Speed: 1723.185811 samples/sec	accuracy=0.670843	lr=0.000130
Epoch[145] Batch [1449]	Speed: 1805.817611 samples/sec	accuracy=0.670692	lr=0.000129
Epoch[145] Batch [1499]	Speed: 1759.775707 samples/sec	accuracy=0.670766	lr=0.000129
Epoch[145] Batch [1549]	Speed: 1782.621109 samples/sec	accuracy=0.670522	lr=0.000128
Epoch[145] Batch [1599]	Speed: 1755.413572 samples/sec	accuracy=0.670361	lr=0.000128
Epoch[145] Batch [1649]	Speed: 1769.095201 samples/sec	accuracy=0.670516	lr=0.000127
Epoch[145] Batch [1699]	Speed: 1729.579418 samples/sec	accuracy=0.670639	lr=0.000126
Epoch[145] Batch [1749]	Speed: 1762.401523 samples/sec	accuracy=0.670770	lr=0.000126
Epoch[145] Batch [1799]	Speed: 1771.290695 samples/sec	accuracy=0.670493	lr=0.000125
Epoch[145] Batch [1849]	Speed: 1742.583894 samples/sec	accuracy=0.670281	lr=0.000125
Epoch[145] Batch [1899]	Speed: 1775.962107 samples/sec	accuracy=0.670245	lr=0.000124
Epoch[145] Batch [1949]	Speed: 1774.874867 samples/sec	accuracy=0.670298	lr=0.000124
Epoch[145] Batch [1999]	Speed: 1763.544261 samples/sec	accuracy=0.670371	lr=0.000123
Epoch[145] Batch [2049]	Speed: 1746.210656 samples/sec	accuracy=0.670255	lr=0.000123
Epoch[145] Batch [2099]	Speed: 1722.122161 samples/sec	accuracy=0.670121	lr=0.000122
Epoch[145] Batch [2149]	Speed: 1753.270692 samples/sec	accuracy=0.670194	lr=0.000122
Epoch[145] Batch [2199]	Speed: 1709.353997 samples/sec	accuracy=0.670105	lr=0.000121
Epoch[145] Batch [2249]	Speed: 1755.877806 samples/sec	accuracy=0.669899	lr=0.000121
Epoch[145] Batch [2299]	Speed: 1766.863741 samples/sec	accuracy=0.669871	lr=0.000120
Epoch[145] Batch [2349]	Speed: 1769.225267 samples/sec	accuracy=0.669721	lr=0.000119
Epoch[145] Batch [2399]	Speed: 1756.991109 samples/sec	accuracy=0.669860	lr=0.000119
Epoch[145] Batch [2449]	Speed: 1755.084060 samples/sec	accuracy=0.669871	lr=0.000118
Epoch[145] Batch [2499]	Speed: 1801.988531 samples/sec	accuracy=0.669937	lr=0.000118
Epoch[145] Batch [2549]	Speed: 1744.888067 samples/sec	accuracy=0.669919	lr=0.000117
Epoch[145] Batch [2599]	Speed: 1745.928422 samples/sec	accuracy=0.670114	lr=0.000117
Epoch[145] Batch [2649]	Speed: 1759.494664 samples/sec	accuracy=0.670338	lr=0.000116
Epoch[145] Batch [2699]	Speed: 1729.125474 samples/sec	accuracy=0.670463	lr=0.000116
Epoch[145] Batch [2749]	Speed: 1730.491422 samples/sec	accuracy=0.670362	lr=0.000115
Epoch[145] Batch [2799]	Speed: 1742.531181 samples/sec	accuracy=0.670353	lr=0.000115
Epoch[145] Batch [2849]	Speed: 1745.267544 samples/sec	accuracy=0.670181	lr=0.000114
Epoch[145] Batch [2899]	Speed: 1758.608006 samples/sec	accuracy=0.670207	lr=0.000114
Epoch[145] Batch [2949]	Speed: 1743.345482 samples/sec	accuracy=0.670173	lr=0.000113
Epoch[145] Batch [2999]	Speed: 1720.906843 samples/sec	accuracy=0.670249	lr=0.000113
Epoch[145] Batch [3049]	Speed: 1726.719866 samples/sec	accuracy=0.670324	lr=0.000112
Epoch[145] Batch [3099]	Speed: 1737.723734 samples/sec	accuracy=0.670239	lr=0.000112
Epoch[145] Batch [3149]	Speed: 1757.553986 samples/sec	accuracy=0.670270	lr=0.000111
Epoch[145] Batch [3199]	Speed: 1735.595296 samples/sec	accuracy=0.670239	lr=0.000111
Epoch[145] Batch [3249]	Speed: 1721.737662 samples/sec	accuracy=0.670252	lr=0.000110
Epoch[145] Batch [3299]	Speed: 1757.459573 samples/sec	accuracy=0.670196	lr=0.000110
Epoch[145] Batch [3349]	Speed: 1721.449538 samples/sec	accuracy=0.670225	lr=0.000109
Epoch[145] Batch [3399]	Speed: 1769.811881 samples/sec	accuracy=0.670167	lr=0.000109
Epoch[145] Batch [3449]	Speed: 1723.215734 samples/sec	accuracy=0.670154	lr=0.000108
Epoch[145] Batch [3499]	Speed: 1726.958204 samples/sec	accuracy=0.670277	lr=0.000108
Epoch[145] Batch [3549]	Speed: 1753.391512 samples/sec	accuracy=0.670310	lr=0.000107
Epoch[145] Batch [3599]	Speed: 1741.232681 samples/sec	accuracy=0.670240	lr=0.000107
Epoch[145] Batch [3649]	Speed: 1707.358462 samples/sec	accuracy=0.670225	lr=0.000106
Epoch[145] Batch [3699]	Speed: 1755.143273 samples/sec	accuracy=0.670253	lr=0.000106
Epoch[145] Batch [3749]	Speed: 1768.734661 samples/sec	accuracy=0.670240	lr=0.000105
Epoch[145] Batch [3799]	Speed: 1723.662207 samples/sec	accuracy=0.670175	lr=0.000105
Epoch[145] Batch [3849]	Speed: 1751.765041 samples/sec	accuracy=0.670234	lr=0.000104
Epoch[145] Batch [3899]	Speed: 1794.770233 samples/sec	accuracy=0.670295	lr=0.000104
Epoch[145] Batch [3949]	Speed: 1754.873288 samples/sec	accuracy=0.670391	lr=0.000103
Epoch[145] Batch [3999]	Speed: 1762.082280 samples/sec	accuracy=0.670331	lr=0.000103
Epoch[145] Batch [4049]	Speed: 1719.716596 samples/sec	accuracy=0.670386	lr=0.000102
Epoch[145] Batch [4099]	Speed: 1745.971063 samples/sec	accuracy=0.670373	lr=0.000102
Epoch[145] Batch [4149]	Speed: 1745.918145 samples/sec	accuracy=0.670404	lr=0.000101
Epoch[145] Batch [4199]	Speed: 1744.606544 samples/sec	accuracy=0.670371	lr=0.000101
Epoch[145] Batch [4249]	Speed: 1732.794856 samples/sec	accuracy=0.670361	lr=0.000100
Epoch[145] Batch [4299]	Speed: 1761.931173 samples/sec	accuracy=0.670344	lr=0.000100
Epoch[145] Batch [4349]	Speed: 1772.398298 samples/sec	accuracy=0.670312	lr=0.000099
Epoch[145] Batch [4399]	Speed: 1736.740324 samples/sec	accuracy=0.670368	lr=0.000099
Epoch[145] Batch [4449]	Speed: 1732.761636 samples/sec	accuracy=0.670410	lr=0.000098
Epoch[145] Batch [4499]	Speed: 1734.216409 samples/sec	accuracy=0.670410	lr=0.000098
Epoch[145] Batch [4549]	Speed: 1740.025497 samples/sec	accuracy=0.670416	lr=0.000097
Epoch[145] Batch [4599]	Speed: 1778.265569 samples/sec	accuracy=0.670456	lr=0.000097
Epoch[145] Batch [4649]	Speed: 1758.111351 samples/sec	accuracy=0.670429	lr=0.000096
Epoch[145] Batch [4699]	Speed: 1761.927530 samples/sec	accuracy=0.670374	lr=0.000096
Epoch[145] Batch [4749]	Speed: 1748.743312 samples/sec	accuracy=0.670404	lr=0.000095
Epoch[145] Batch [4799]	Speed: 1738.549818 samples/sec	accuracy=0.670400	lr=0.000095
Epoch[145] Batch [4849]	Speed: 1771.446568 samples/sec	accuracy=0.670412	lr=0.000095
Epoch[145] Batch [4899]	Speed: 1777.010213 samples/sec	accuracy=0.670375	lr=0.000094
Epoch[145] Batch [4949]	Speed: 1772.703379 samples/sec	accuracy=0.670402	lr=0.000094
Epoch[145] Batch [4999]	Speed: 1855.038338 samples/sec	accuracy=0.670427	lr=0.000093
[Epoch 145] training: accuracy=0.670423
[Epoch 145] speed: 1751 samples/sec	time cost: 746.042643
[Epoch 145] validation: err-top1=0.307011 err-top5=0.115204
Epoch[146] Batch [49]	Speed: 1650.715330 samples/sec	accuracy=0.666172	lr=0.000093
Epoch[146] Batch [99]	Speed: 1737.381938 samples/sec	accuracy=0.670117	lr=0.000092
Epoch[146] Batch [149]	Speed: 1716.231365 samples/sec	accuracy=0.669740	lr=0.000092
Epoch[146] Batch [199]	Speed: 1768.220274 samples/sec	accuracy=0.670996	lr=0.000091
Epoch[146] Batch [249]	Speed: 1735.227809 samples/sec	accuracy=0.672000	lr=0.000091
Epoch[146] Batch [299]	Speed: 1743.993970 samples/sec	accuracy=0.671263	lr=0.000090
Epoch[146] Batch [349]	Speed: 1741.021158 samples/sec	accuracy=0.670502	lr=0.000090
Epoch[146] Batch [399]	Speed: 1736.880061 samples/sec	accuracy=0.669785	lr=0.000089
Epoch[146] Batch [449]	Speed: 1757.741980 samples/sec	accuracy=0.670104	lr=0.000089
Epoch[146] Batch [499]	Speed: 1733.124052 samples/sec	accuracy=0.669844	lr=0.000088
Epoch[146] Batch [549]	Speed: 1741.798728 samples/sec	accuracy=0.670220	lr=0.000088
Epoch[146] Batch [599]	Speed: 1757.317943 samples/sec	accuracy=0.670410	lr=0.000088
Epoch[146] Batch [649]	Speed: 1763.145620 samples/sec	accuracy=0.670409	lr=0.000087
Epoch[146] Batch [699]	Speed: 1769.531007 samples/sec	accuracy=0.670831	lr=0.000087
Epoch[146] Batch [749]	Speed: 1772.245943 samples/sec	accuracy=0.670469	lr=0.000086
Epoch[146] Batch [799]	Speed: 1722.590949 samples/sec	accuracy=0.670312	lr=0.000086
Epoch[146] Batch [849]	Speed: 1774.860843 samples/sec	accuracy=0.670363	lr=0.000085
Epoch[146] Batch [899]	Speed: 1769.995678 samples/sec	accuracy=0.670512	lr=0.000085
Epoch[146] Batch [949]	Speed: 1741.475494 samples/sec	accuracy=0.670876	lr=0.000084
Epoch[146] Batch [999]	Speed: 1740.937375 samples/sec	accuracy=0.670852	lr=0.000084
Epoch[146] Batch [1049]	Speed: 1753.145823 samples/sec	accuracy=0.671094	lr=0.000084
Epoch[146] Batch [1099]	Speed: 1757.207451 samples/sec	accuracy=0.670969	lr=0.000083
Epoch[146] Batch [1149]	Speed: 1779.183604 samples/sec	accuracy=0.670866	lr=0.000083
Epoch[146] Batch [1199]	Speed: 1738.865828 samples/sec	accuracy=0.670876	lr=0.000082
Epoch[146] Batch [1249]	Speed: 1739.447583 samples/sec	accuracy=0.670972	lr=0.000082
Epoch[146] Batch [1299]	Speed: 1728.800134 samples/sec	accuracy=0.670880	lr=0.000081
Epoch[146] Batch [1349]	Speed: 1745.767413 samples/sec	accuracy=0.670822	lr=0.000081
Epoch[146] Batch [1399]	Speed: 1746.615483 samples/sec	accuracy=0.670857	lr=0.000080
Epoch[146] Batch [1449]	Speed: 1736.098397 samples/sec	accuracy=0.670921	lr=0.000080
Epoch[146] Batch [1499]	Speed: 1738.988445 samples/sec	accuracy=0.670904	lr=0.000080
Epoch[146] Batch [1549]	Speed: 1783.667136 samples/sec	accuracy=0.670900	lr=0.000079
Epoch[146] Batch [1599]	Speed: 1775.941663 samples/sec	accuracy=0.671104	lr=0.000079
Epoch[146] Batch [1649]	Speed: 1739.141783 samples/sec	accuracy=0.670916	lr=0.000078
Epoch[146] Batch [1699]	Speed: 1745.123392 samples/sec	accuracy=0.670790	lr=0.000078
Epoch[146] Batch [1749]	Speed: 1778.581806 samples/sec	accuracy=0.670743	lr=0.000077
Epoch[146] Batch [1799]	Speed: 1778.489421 samples/sec	accuracy=0.670477	lr=0.000077
Epoch[146] Batch [1849]	Speed: 1765.136975 samples/sec	accuracy=0.670435	lr=0.000077
Epoch[146] Batch [1899]	Speed: 1743.086697 samples/sec	accuracy=0.670535	lr=0.000076
Epoch[146] Batch [1949]	Speed: 1733.919726 samples/sec	accuracy=0.670465	lr=0.000076
Epoch[146] Batch [1999]	Speed: 1738.393770 samples/sec	accuracy=0.670443	lr=0.000075
Epoch[146] Batch [2049]	Speed: 1766.650595 samples/sec	accuracy=0.670476	lr=0.000075
Epoch[146] Batch [2099]	Speed: 1735.649499 samples/sec	accuracy=0.670415	lr=0.000074
Epoch[146] Batch [2149]	Speed: 1743.649930 samples/sec	accuracy=0.670374	lr=0.000074
Epoch[146] Batch [2199]	Speed: 1725.360141 samples/sec	accuracy=0.670385	lr=0.000074
Epoch[146] Batch [2249]	Speed: 1741.589271 samples/sec	accuracy=0.670328	lr=0.000073
Epoch[146] Batch [2299]	Speed: 1739.891851 samples/sec	accuracy=0.670314	lr=0.000073
Epoch[146] Batch [2349]	Speed: 1745.402755 samples/sec	accuracy=0.670459	lr=0.000072
Epoch[146] Batch [2399]	Speed: 1755.170414 samples/sec	accuracy=0.670435	lr=0.000072
Epoch[146] Batch [2449]	Speed: 1768.377879 samples/sec	accuracy=0.670418	lr=0.000072
Epoch[146] Batch [2499]	Speed: 1749.975975 samples/sec	accuracy=0.670364	lr=0.000071
Epoch[146] Batch [2549]	Speed: 1747.671667 samples/sec	accuracy=0.670337	lr=0.000071
Epoch[146] Batch [2599]	Speed: 1765.492160 samples/sec	accuracy=0.670451	lr=0.000070
Epoch[146] Batch [2649]	Speed: 1764.510366 samples/sec	accuracy=0.670482	lr=0.000070
Epoch[146] Batch [2699]	Speed: 1749.078595 samples/sec	accuracy=0.670488	lr=0.000070
Epoch[146] Batch [2749]	Speed: 1759.210311 samples/sec	accuracy=0.670430	lr=0.000069
Epoch[146] Batch [2799]	Speed: 1731.191170 samples/sec	accuracy=0.670495	lr=0.000069
Epoch[146] Batch [2849]	Speed: 1749.443138 samples/sec	accuracy=0.670312	lr=0.000068
Epoch[146] Batch [2899]	Speed: 1687.231575 samples/sec	accuracy=0.670310	lr=0.000068
Epoch[146] Batch [2949]	Speed: 1746.870770 samples/sec	accuracy=0.670299	lr=0.000068
Epoch[146] Batch [2999]	Speed: 1746.557298 samples/sec	accuracy=0.670280	lr=0.000067
Epoch[146] Batch [3049]	Speed: 1782.869623 samples/sec	accuracy=0.670429	lr=0.000067
Epoch[146] Batch [3099]	Speed: 1764.714468 samples/sec	accuracy=0.670457	lr=0.000066
Epoch[146] Batch [3149]	Speed: 1761.200466 samples/sec	accuracy=0.670466	lr=0.000066
Epoch[146] Batch [3199]	Speed: 1715.260834 samples/sec	accuracy=0.670452	lr=0.000066
Epoch[146] Batch [3249]	Speed: 1729.346706 samples/sec	accuracy=0.670393	lr=0.000065
Epoch[146] Batch [3299]	Speed: 1742.231647 samples/sec	accuracy=0.670339	lr=0.000065
Epoch[146] Batch [3349]	Speed: 1778.633011 samples/sec	accuracy=0.670405	lr=0.000064
Epoch[146] Batch [3399]	Speed: 1738.282549 samples/sec	accuracy=0.670339	lr=0.000064
Epoch[146] Batch [3449]	Speed: 1746.261377 samples/sec	accuracy=0.670370	lr=0.000064
Epoch[146] Batch [3499]	Speed: 1751.480780 samples/sec	accuracy=0.670296	lr=0.000063
Epoch[146] Batch [3549]	Speed: 1719.830687 samples/sec	accuracy=0.670298	lr=0.000063
Epoch[146] Batch [3599]	Speed: 1722.340444 samples/sec	accuracy=0.670314	lr=0.000062
Epoch[146] Batch [3649]	Speed: 1744.751575 samples/sec	accuracy=0.670360	lr=0.000062
Epoch[146] Batch [3699]	Speed: 1724.898379 samples/sec	accuracy=0.670319	lr=0.000062
Epoch[146] Batch [3749]	Speed: 1750.990312 samples/sec	accuracy=0.670349	lr=0.000061
Epoch[146] Batch [3799]	Speed: 1760.654420 samples/sec	accuracy=0.670390	lr=0.000061
Epoch[146] Batch [3849]	Speed: 1729.885430 samples/sec	accuracy=0.670317	lr=0.000061
Epoch[146] Batch [3899]	Speed: 1767.505406 samples/sec	accuracy=0.670340	lr=0.000060
Epoch[146] Batch [3949]	Speed: 1765.660951 samples/sec	accuracy=0.670410	lr=0.000060
Epoch[146] Batch [3999]	Speed: 1749.899428 samples/sec	accuracy=0.670437	lr=0.000059
Epoch[146] Batch [4049]	Speed: 1762.713185 samples/sec	accuracy=0.670477	lr=0.000059
Epoch[146] Batch [4099]	Speed: 1752.226146 samples/sec	accuracy=0.670444	lr=0.000059
Epoch[146] Batch [4149]	Speed: 1746.001328 samples/sec	accuracy=0.670447	lr=0.000058
Epoch[146] Batch [4199]	Speed: 1732.835517 samples/sec	accuracy=0.670418	lr=0.000058
Epoch[146] Batch [4249]	Speed: 1784.012863 samples/sec	accuracy=0.670445	lr=0.000058
Epoch[146] Batch [4299]	Speed: 1770.921315 samples/sec	accuracy=0.670469	lr=0.000057
Epoch[146] Batch [4349]	Speed: 1771.176452 samples/sec	accuracy=0.670594	lr=0.000057
Epoch[146] Batch [4399]	Speed: 1748.017524 samples/sec	accuracy=0.670521	lr=0.000057
Epoch[146] Batch [4449]	Speed: 1760.103636 samples/sec	accuracy=0.670500	lr=0.000056
Epoch[146] Batch [4499]	Speed: 1798.698883 samples/sec	accuracy=0.670527	lr=0.000056
Epoch[146] Batch [4549]	Speed: 1715.493497 samples/sec	accuracy=0.670577	lr=0.000055
Epoch[146] Batch [4599]	Speed: 1772.007166 samples/sec	accuracy=0.670608	lr=0.000055
Epoch[146] Batch [4649]	Speed: 1766.363401 samples/sec	accuracy=0.670607	lr=0.000055
Epoch[146] Batch [4699]	Speed: 1752.165471 samples/sec	accuracy=0.670690	lr=0.000054
Epoch[146] Batch [4749]	Speed: 1754.024402 samples/sec	accuracy=0.670680	lr=0.000054
Epoch[146] Batch [4799]	Speed: 1741.573847 samples/sec	accuracy=0.670669	lr=0.000054
Epoch[146] Batch [4849]	Speed: 1763.656768 samples/sec	accuracy=0.670748	lr=0.000053
Epoch[146] Batch [4899]	Speed: 1736.533373 samples/sec	accuracy=0.670696	lr=0.000053
Epoch[146] Batch [4949]	Speed: 1744.847917 samples/sec	accuracy=0.670736	lr=0.000053
Epoch[146] Batch [4999]	Speed: 1851.196533 samples/sec	accuracy=0.670679	lr=0.000052
[Epoch 146] training: accuracy=0.670668
[Epoch 146] speed: 1749 samples/sec	time cost: 746.438404
[Epoch 146] validation: err-top1=0.306330 err-top5=0.115705
Epoch[147] Batch [49]	Speed: 1630.702436 samples/sec	accuracy=0.670937	lr=0.000052
Epoch[147] Batch [99]	Speed: 1703.708803 samples/sec	accuracy=0.667656	lr=0.000052
Epoch[147] Batch [149]	Speed: 1726.856384 samples/sec	accuracy=0.666510	lr=0.000051
Epoch[147] Batch [199]	Speed: 1743.748303 samples/sec	accuracy=0.668379	lr=0.000051
Epoch[147] Batch [249]	Speed: 1745.007735 samples/sec	accuracy=0.669188	lr=0.000050
Epoch[147] Batch [299]	Speed: 1764.627114 samples/sec	accuracy=0.669909	lr=0.000050
Epoch[147] Batch [349]	Speed: 1779.129655 samples/sec	accuracy=0.669654	lr=0.000050
Epoch[147] Batch [399]	Speed: 1718.976609 samples/sec	accuracy=0.670225	lr=0.000049
Epoch[147] Batch [449]	Speed: 1750.776240 samples/sec	accuracy=0.670026	lr=0.000049
Epoch[147] Batch [499]	Speed: 1752.453100 samples/sec	accuracy=0.669609	lr=0.000049
Epoch[147] Batch [549]	Speed: 1729.144577 samples/sec	accuracy=0.670270	lr=0.000048
Epoch[147] Batch [599]	Speed: 1742.856278 samples/sec	accuracy=0.670195	lr=0.000048
Epoch[147] Batch [649]	Speed: 1733.427794 samples/sec	accuracy=0.669958	lr=0.000048
Epoch[147] Batch [699]	Speed: 1719.694396 samples/sec	accuracy=0.670206	lr=0.000047
Epoch[147] Batch [749]	Speed: 1737.384075 samples/sec	accuracy=0.670115	lr=0.000047
Epoch[147] Batch [799]	Speed: 1780.644818 samples/sec	accuracy=0.669824	lr=0.000047
Epoch[147] Batch [849]	Speed: 1784.250380 samples/sec	accuracy=0.669871	lr=0.000046
Epoch[147] Batch [899]	Speed: 1792.809253 samples/sec	accuracy=0.670139	lr=0.000046
Epoch[147] Batch [949]	Speed: 1722.553200 samples/sec	accuracy=0.670428	lr=0.000046
Epoch[147] Batch [999]	Speed: 1751.187700 samples/sec	accuracy=0.670402	lr=0.000045
Epoch[147] Batch [1049]	Speed: 1760.208490 samples/sec	accuracy=0.670472	lr=0.000045
Epoch[147] Batch [1099]	Speed: 1747.265895 samples/sec	accuracy=0.670856	lr=0.000045
Epoch[147] Batch [1149]	Speed: 1748.630535 samples/sec	accuracy=0.670676	lr=0.000044
Epoch[147] Batch [1199]	Speed: 1774.469855 samples/sec	accuracy=0.670859	lr=0.000044
Epoch[147] Batch [1249]	Speed: 1796.093958 samples/sec	accuracy=0.670913	lr=0.000044
Epoch[147] Batch [1299]	Speed: 1774.548567 samples/sec	accuracy=0.670553	lr=0.000044
Epoch[147] Batch [1349]	Speed: 1768.387664 samples/sec	accuracy=0.670651	lr=0.000043
Epoch[147] Batch [1399]	Speed: 1754.329209 samples/sec	accuracy=0.670770	lr=0.000043
Epoch[147] Batch [1449]	Speed: 1763.477239 samples/sec	accuracy=0.670781	lr=0.000043
Epoch[147] Batch [1499]	Speed: 1760.558519 samples/sec	accuracy=0.670758	lr=0.000042
Epoch[147] Batch [1549]	Speed: 1732.165511 samples/sec	accuracy=0.670696	lr=0.000042
Epoch[147] Batch [1599]	Speed: 1794.492958 samples/sec	accuracy=0.670579	lr=0.000042
Epoch[147] Batch [1649]	Speed: 1788.403906 samples/sec	accuracy=0.670608	lr=0.000041
Epoch[147] Batch [1699]	Speed: 1740.551258 samples/sec	accuracy=0.670614	lr=0.000041
Epoch[147] Batch [1749]	Speed: 1771.128890 samples/sec	accuracy=0.670616	lr=0.000041
Epoch[147] Batch [1799]	Speed: 1747.135683 samples/sec	accuracy=0.670566	lr=0.000040
Epoch[147] Batch [1849]	Speed: 1727.852875 samples/sec	accuracy=0.670395	lr=0.000040
Epoch[147] Batch [1899]	Speed: 1736.298337 samples/sec	accuracy=0.670518	lr=0.000040
Epoch[147] Batch [1949]	Speed: 1746.326926 samples/sec	accuracy=0.670613	lr=0.000039
Epoch[147] Batch [1999]	Speed: 1751.039427 samples/sec	accuracy=0.670570	lr=0.000039
Epoch[147] Batch [2049]	Speed: 1749.573466 samples/sec	accuracy=0.670554	lr=0.000039
Epoch[147] Batch [2099]	Speed: 1745.471986 samples/sec	accuracy=0.670599	lr=0.000039
Epoch[147] Batch [2149]	Speed: 1709.599922 samples/sec	accuracy=0.670680	lr=0.000038
Epoch[147] Batch [2199]	Speed: 1780.055488 samples/sec	accuracy=0.670856	lr=0.000038
Epoch[147] Batch [2249]	Speed: 1757.462047 samples/sec	accuracy=0.670832	lr=0.000038
Epoch[147] Batch [2299]	Speed: 1739.233901 samples/sec	accuracy=0.670827	lr=0.000037
Epoch[147] Batch [2349]	Speed: 1743.079114 samples/sec	accuracy=0.670805	lr=0.000037
Epoch[147] Batch [2399]	Speed: 1739.748303 samples/sec	accuracy=0.670793	lr=0.000037
Epoch[147] Batch [2449]	Speed: 1789.115808 samples/sec	accuracy=0.670891	lr=0.000036
Epoch[147] Batch [2499]	Speed: 1757.756885 samples/sec	accuracy=0.670923	lr=0.000036
Epoch[147] Batch [2549]	Speed: 1751.074836 samples/sec	accuracy=0.670951	lr=0.000036
Epoch[147] Batch [2599]	Speed: 1766.595021 samples/sec	accuracy=0.670978	lr=0.000036
Epoch[147] Batch [2649]	Speed: 1763.916307 samples/sec	accuracy=0.670977	lr=0.000035
Epoch[147] Batch [2699]	Speed: 1735.095403 samples/sec	accuracy=0.670930	lr=0.000035
Epoch[147] Batch [2749]	Speed: 1791.040927 samples/sec	accuracy=0.671131	lr=0.000035
Epoch[147] Batch [2799]	Speed: 1768.215440 samples/sec	accuracy=0.671136	lr=0.000034
Epoch[147] Batch [2849]	Speed: 1763.046320 samples/sec	accuracy=0.671202	lr=0.000034
Epoch[147] Batch [2899]	Speed: 1750.272016 samples/sec	accuracy=0.671133	lr=0.000034
Epoch[147] Batch [2949]	Speed: 1767.615975 samples/sec	accuracy=0.671182	lr=0.000034
Epoch[147] Batch [2999]	Speed: 1771.408576 samples/sec	accuracy=0.671250	lr=0.000033
Epoch[147] Batch [3049]	Speed: 1770.540936 samples/sec	accuracy=0.671346	lr=0.000033
Epoch[147] Batch [3099]	Speed: 1754.998403 samples/sec	accuracy=0.671402	lr=0.000033
Epoch[147] Batch [3149]	Speed: 1740.312257 samples/sec	accuracy=0.671493	lr=0.000033
Epoch[147] Batch [3199]	Speed: 1814.830085 samples/sec	accuracy=0.671379	lr=0.000032
Epoch[147] Batch [3249]	Speed: 1744.650538 samples/sec	accuracy=0.671435	lr=0.000032
Epoch[147] Batch [3299]	Speed: 1763.824686 samples/sec	accuracy=0.671454	lr=0.000032
Epoch[147] Batch [3349]	Speed: 1712.450634 samples/sec	accuracy=0.671428	lr=0.000031
Epoch[147] Batch [3399]	Speed: 1770.705320 samples/sec	accuracy=0.671365	lr=0.000031
Epoch[147] Batch [3449]	Speed: 1762.538187 samples/sec	accuracy=0.671389	lr=0.000031
Epoch[147] Batch [3499]	Speed: 1763.487376 samples/sec	accuracy=0.671375	lr=0.000031
Epoch[147] Batch [3549]	Speed: 1784.681049 samples/sec	accuracy=0.671322	lr=0.000030
Epoch[147] Batch [3599]	Speed: 1768.567496 samples/sec	accuracy=0.671388	lr=0.000030
Epoch[147] Batch [3649]	Speed: 1761.338099 samples/sec	accuracy=0.671365	lr=0.000030
Epoch[147] Batch [3699]	Speed: 1762.845498 samples/sec	accuracy=0.671413	lr=0.000030
Epoch[147] Batch [3749]	Speed: 1775.159142 samples/sec	accuracy=0.671276	lr=0.000029
Epoch[147] Batch [3799]	Speed: 1783.651729 samples/sec	accuracy=0.671312	lr=0.000029
Epoch[147] Batch [3849]	Speed: 1784.696177 samples/sec	accuracy=0.671221	lr=0.000029
Epoch[147] Batch [3899]	Speed: 1783.339314 samples/sec	accuracy=0.671212	lr=0.000028
Epoch[147] Batch [3949]	Speed: 1763.554225 samples/sec	accuracy=0.671158	lr=0.000028
Epoch[147] Batch [3999]	Speed: 1765.790048 samples/sec	accuracy=0.671161	lr=0.000028
Epoch[147] Batch [4049]	Speed: 1774.532085 samples/sec	accuracy=0.671207	lr=0.000028
Epoch[147] Batch [4099]	Speed: 1778.116090 samples/sec	accuracy=0.671209	lr=0.000027
Epoch[147] Batch [4149]	Speed: 1777.076562 samples/sec	accuracy=0.671241	lr=0.000027
Epoch[147] Batch [4199]	Speed: 1772.679323 samples/sec	accuracy=0.671215	lr=0.000027
Epoch[147] Batch [4249]	Speed: 1763.739159 samples/sec	accuracy=0.671270	lr=0.000027
Epoch[147] Batch [4299]	Speed: 1784.179759 samples/sec	accuracy=0.671352	lr=0.000026
Epoch[147] Batch [4349]	Speed: 1770.844443 samples/sec	accuracy=0.671378	lr=0.000026
Epoch[147] Batch [4399]	Speed: 1754.658208 samples/sec	accuracy=0.671398	lr=0.000026
Epoch[147] Batch [4449]	Speed: 1759.031628 samples/sec	accuracy=0.671368	lr=0.000026
Epoch[147] Batch [4499]	Speed: 1779.999775 samples/sec	accuracy=0.671326	lr=0.000025
Epoch[147] Batch [4549]	Speed: 1721.045643 samples/sec	accuracy=0.671268	lr=0.000025
Epoch[147] Batch [4599]	Speed: 1758.998489 samples/sec	accuracy=0.671220	lr=0.000025
Epoch[147] Batch [4649]	Speed: 1773.568747 samples/sec	accuracy=0.671218	lr=0.000025
Epoch[147] Batch [4699]	Speed: 1759.979523 samples/sec	accuracy=0.671213	lr=0.000025
Epoch[147] Batch [4749]	Speed: 1737.051855 samples/sec	accuracy=0.671204	lr=0.000024
Epoch[147] Batch [4799]	Speed: 1762.014097 samples/sec	accuracy=0.671176	lr=0.000024
Epoch[147] Batch [4849]	Speed: 1748.400983 samples/sec	accuracy=0.671207	lr=0.000024
Epoch[147] Batch [4899]	Speed: 1725.320330 samples/sec	accuracy=0.671167	lr=0.000024
Epoch[147] Batch [4949]	Speed: 1771.846283 samples/sec	accuracy=0.671156	lr=0.000023
Epoch[147] Batch [4999]	Speed: 1857.555430 samples/sec	accuracy=0.671130	lr=0.000023
[Epoch 147] training: accuracy=0.671107
[Epoch 147] speed: 1757 samples/sec	time cost: 743.397951
[Epoch 147] validation: err-top1=0.307258 err-top5=0.115294
Epoch[148] Batch [49]	Speed: 1652.989926 samples/sec	accuracy=0.672422	lr=0.000023
Epoch[148] Batch [99]	Speed: 1734.741972 samples/sec	accuracy=0.674883	lr=0.000023
Epoch[148] Batch [149]	Speed: 1772.441775 samples/sec	accuracy=0.674323	lr=0.000022
Epoch[148] Batch [199]	Speed: 1724.944156 samples/sec	accuracy=0.673711	lr=0.000022
Epoch[148] Batch [249]	Speed: 1753.998672 samples/sec	accuracy=0.673531	lr=0.000022
Epoch[148] Batch [299]	Speed: 1783.246374 samples/sec	accuracy=0.673724	lr=0.000022
Epoch[148] Batch [349]	Speed: 1778.916782 samples/sec	accuracy=0.673504	lr=0.000021
Epoch[148] Batch [399]	Speed: 1742.782220 samples/sec	accuracy=0.673125	lr=0.000021
Epoch[148] Batch [449]	Speed: 1756.412733 samples/sec	accuracy=0.672708	lr=0.000021
Epoch[148] Batch [499]	Speed: 1755.046996 samples/sec	accuracy=0.671695	lr=0.000021
Epoch[148] Batch [549]	Speed: 1763.875972 samples/sec	accuracy=0.671790	lr=0.000021
Epoch[148] Batch [599]	Speed: 1755.775190 samples/sec	accuracy=0.671602	lr=0.000020
Epoch[148] Batch [649]	Speed: 1754.771534 samples/sec	accuracy=0.671520	lr=0.000020
Epoch[148] Batch [699]	Speed: 1776.860710 samples/sec	accuracy=0.671758	lr=0.000020
Epoch[148] Batch [749]	Speed: 1747.979620 samples/sec	accuracy=0.671271	lr=0.000020
Epoch[148] Batch [799]	Speed: 1749.795627 samples/sec	accuracy=0.671304	lr=0.000020
Epoch[148] Batch [849]	Speed: 1742.108120 samples/sec	accuracy=0.671521	lr=0.000019
Epoch[148] Batch [899]	Speed: 1725.585514 samples/sec	accuracy=0.671523	lr=0.000019
Epoch[148] Batch [949]	Speed: 1756.734983 samples/sec	accuracy=0.671579	lr=0.000019
Epoch[148] Batch [999]	Speed: 1767.450011 samples/sec	accuracy=0.671973	lr=0.000019
Epoch[148] Batch [1049]	Speed: 1779.378494 samples/sec	accuracy=0.672057	lr=0.000018
Epoch[148] Batch [1099]	Speed: 1749.979626 samples/sec	accuracy=0.672106	lr=0.000018
Epoch[148] Batch [1149]	Speed: 1767.451407 samples/sec	accuracy=0.672126	lr=0.000018
Epoch[148] Batch [1199]	Speed: 1754.454246 samples/sec	accuracy=0.672223	lr=0.000018
Epoch[148] Batch [1249]	Speed: 1737.461892 samples/sec	accuracy=0.672341	lr=0.000018
Epoch[148] Batch [1299]	Speed: 1750.426894 samples/sec	accuracy=0.672284	lr=0.000017
Epoch[148] Batch [1349]	Speed: 1737.479155 samples/sec	accuracy=0.672222	lr=0.000017
Epoch[148] Batch [1399]	Speed: 1731.098452 samples/sec	accuracy=0.672101	lr=0.000017
Epoch[148] Batch [1449]	Speed: 1768.676217 samples/sec	accuracy=0.672139	lr=0.000017
Epoch[148] Batch [1499]	Speed: 1770.775814 samples/sec	accuracy=0.672286	lr=0.000017
Epoch[148] Batch [1549]	Speed: 1732.109290 samples/sec	accuracy=0.672298	lr=0.000016
Epoch[148] Batch [1599]	Speed: 1771.867159 samples/sec	accuracy=0.672378	lr=0.000016
Epoch[148] Batch [1649]	Speed: 1753.395807 samples/sec	accuracy=0.672244	lr=0.000016
Epoch[148] Batch [1699]	Speed: 1747.552657 samples/sec	accuracy=0.672238	lr=0.000016
Epoch[148] Batch [1749]	Speed: 1775.698189 samples/sec	accuracy=0.672121	lr=0.000016
Epoch[148] Batch [1799]	Speed: 1737.788813 samples/sec	accuracy=0.672227	lr=0.000015
Epoch[148] Batch [1849]	Speed: 1771.805525 samples/sec	accuracy=0.672025	lr=0.000015
Epoch[148] Batch [1899]	Speed: 1752.576497 samples/sec	accuracy=0.672050	lr=0.000015
Epoch[148] Batch [1949]	Speed: 1751.016639 samples/sec	accuracy=0.672049	lr=0.000015
Epoch[148] Batch [1999]	Speed: 1751.315660 samples/sec	accuracy=0.672080	lr=0.000015
Epoch[148] Batch [2049]	Speed: 1743.347181 samples/sec	accuracy=0.672052	lr=0.000015
Epoch[148] Batch [2099]	Speed: 1732.383776 samples/sec	accuracy=0.672041	lr=0.000014
Epoch[148] Batch [2149]	Speed: 1752.157808 samples/sec	accuracy=0.671853	lr=0.000014
Epoch[148] Batch [2199]	Speed: 1720.459260 samples/sec	accuracy=0.671763	lr=0.000014
Epoch[148] Batch [2249]	Speed: 1758.493435 samples/sec	accuracy=0.671760	lr=0.000014
Epoch[148] Batch [2299]	Speed: 1698.417561 samples/sec	accuracy=0.671727	lr=0.000014
Epoch[148] Batch [2349]	Speed: 1775.232280 samples/sec	accuracy=0.671594	lr=0.000013
Epoch[148] Batch [2399]	Speed: 1764.649503 samples/sec	accuracy=0.671372	lr=0.000013
Epoch[148] Batch [2449]	Speed: 1780.239472 samples/sec	accuracy=0.671311	lr=0.000013
Epoch[148] Batch [2499]	Speed: 1797.642018 samples/sec	accuracy=0.671383	lr=0.000013
Epoch[148] Batch [2549]	Speed: 1759.881215 samples/sec	accuracy=0.671319	lr=0.000013
Epoch[148] Batch [2599]	Speed: 1753.601928 samples/sec	accuracy=0.671286	lr=0.000013
Epoch[148] Batch [2649]	Speed: 1742.117843 samples/sec	accuracy=0.671173	lr=0.000012
Epoch[148] Batch [2699]	Speed: 1727.212888 samples/sec	accuracy=0.671152	lr=0.000012
Epoch[148] Batch [2749]	Speed: 1754.466057 samples/sec	accuracy=0.671162	lr=0.000012
Epoch[148] Batch [2799]	Speed: 1711.522621 samples/sec	accuracy=0.671123	lr=0.000012
Epoch[148] Batch [2849]	Speed: 1728.132633 samples/sec	accuracy=0.671121	lr=0.000012
Epoch[148] Batch [2899]	Speed: 1751.626728 samples/sec	accuracy=0.671115	lr=0.000012
Epoch[148] Batch [2949]	Speed: 1735.604498 samples/sec	accuracy=0.670967	lr=0.000011
Epoch[148] Batch [2999]	Speed: 1738.588553 samples/sec	accuracy=0.671057	lr=0.000011
Epoch[148] Batch [3049]	Speed: 1753.253915 samples/sec	accuracy=0.671232	lr=0.000011
Epoch[148] Batch [3099]	Speed: 1754.209521 samples/sec	accuracy=0.671188	lr=0.000011
Epoch[148] Batch [3149]	Speed: 1761.811081 samples/sec	accuracy=0.671188	lr=0.000011
Epoch[148] Batch [3199]	Speed: 1759.973407 samples/sec	accuracy=0.671185	lr=0.000011
Epoch[148] Batch [3249]	Speed: 1771.419389 samples/sec	accuracy=0.671276	lr=0.000010
Epoch[148] Batch [3299]	Speed: 1776.881470 samples/sec	accuracy=0.671326	lr=0.000010
Epoch[148] Batch [3349]	Speed: 1743.192591 samples/sec	accuracy=0.671318	lr=0.000010
Epoch[148] Batch [3399]	Speed: 1730.554566 samples/sec	accuracy=0.671351	lr=0.000010
Epoch[148] Batch [3449]	Speed: 1718.557755 samples/sec	accuracy=0.671381	lr=0.000010
Epoch[148] Batch [3499]	Speed: 1762.194832 samples/sec	accuracy=0.671401	lr=0.000010
Epoch[148] Batch [3549]	Speed: 1733.965536 samples/sec	accuracy=0.671490	lr=0.000010
Epoch[148] Batch [3599]	Speed: 1739.656074 samples/sec	accuracy=0.671433	lr=0.000009
Epoch[148] Batch [3649]	Speed: 1725.137378 samples/sec	accuracy=0.671320	lr=0.000009
Epoch[148] Batch [3699]	Speed: 1758.238886 samples/sec	accuracy=0.671365	lr=0.000009
Epoch[148] Batch [3749]	Speed: 1736.729930 samples/sec	accuracy=0.671347	lr=0.000009
Epoch[148] Batch [3799]	Speed: 1713.787782 samples/sec	accuracy=0.671407	lr=0.000009
Epoch[148] Batch [3849]	Speed: 1734.653805 samples/sec	accuracy=0.671405	lr=0.000009
Epoch[148] Batch [3899]	Speed: 1758.840477 samples/sec	accuracy=0.671502	lr=0.000009
Epoch[148] Batch [3949]	Speed: 1746.294719 samples/sec	accuracy=0.671492	lr=0.000008
Epoch[148] Batch [3999]	Speed: 1769.056319 samples/sec	accuracy=0.671528	lr=0.000008
Epoch[148] Batch [4049]	Speed: 1745.774850 samples/sec	accuracy=0.671510	lr=0.000008
Epoch[148] Batch [4099]	Speed: 1731.524001 samples/sec	accuracy=0.671542	lr=0.000008
Epoch[148] Batch [4149]	Speed: 1779.229300 samples/sec	accuracy=0.671443	lr=0.000008
Epoch[148] Batch [4199]	Speed: 1780.067410 samples/sec	accuracy=0.671442	lr=0.000008
Epoch[148] Batch [4249]	Speed: 1737.447048 samples/sec	accuracy=0.671492	lr=0.000008
Epoch[148] Batch [4299]	Speed: 1767.903810 samples/sec	accuracy=0.671496	lr=0.000007
Epoch[148] Batch [4349]	Speed: 1804.345795 samples/sec	accuracy=0.671454	lr=0.000007
Epoch[148] Batch [4399]	Speed: 1765.177832 samples/sec	accuracy=0.671444	lr=0.000007
Epoch[148] Batch [4449]	Speed: 1740.113759 samples/sec	accuracy=0.671453	lr=0.000007
Epoch[148] Batch [4499]	Speed: 1757.762237 samples/sec	accuracy=0.671423	lr=0.000007
Epoch[148] Batch [4549]	Speed: 1775.018578 samples/sec	accuracy=0.671384	lr=0.000007
Epoch[148] Batch [4599]	Speed: 1751.354452 samples/sec	accuracy=0.671411	lr=0.000007
Epoch[148] Batch [4649]	Speed: 1750.246624 samples/sec	accuracy=0.671447	lr=0.000007
Epoch[148] Batch [4699]	Speed: 1755.338442 samples/sec	accuracy=0.671449	lr=0.000006
Epoch[148] Batch [4749]	Speed: 1738.849721 samples/sec	accuracy=0.671338	lr=0.000006
Epoch[148] Batch [4799]	Speed: 1767.350692 samples/sec	accuracy=0.671389	lr=0.000006
Epoch[148] Batch [4849]	Speed: 1759.219246 samples/sec	accuracy=0.671397	lr=0.000006
Epoch[148] Batch [4899]	Speed: 1775.759800 samples/sec	accuracy=0.671310	lr=0.000006
Epoch[148] Batch [4949]	Speed: 1769.334360 samples/sec	accuracy=0.671329	lr=0.000006
Epoch[148] Batch [4999]	Speed: 1857.067358 samples/sec	accuracy=0.671365	lr=0.000006
[Epoch 148] training: accuracy=0.671355
[Epoch 148] speed: 1752 samples/sec	time cost: 745.584112
[Epoch 148] validation: err-top1=0.306350 err-top5=0.114744
Epoch[149] Batch [49]	Speed: 1634.343469 samples/sec	accuracy=0.664062	lr=0.000006
Epoch[149] Batch [99]	Speed: 1727.710195 samples/sec	accuracy=0.669453	lr=0.000005
Epoch[149] Batch [149]	Speed: 1754.390550 samples/sec	accuracy=0.669141	lr=0.000005
Epoch[149] Batch [199]	Speed: 1730.760708 samples/sec	accuracy=0.671348	lr=0.000005
Epoch[149] Batch [249]	Speed: 1769.005956 samples/sec	accuracy=0.671641	lr=0.000005
Epoch[149] Batch [299]	Speed: 1761.247786 samples/sec	accuracy=0.671432	lr=0.000005
Epoch[149] Batch [349]	Speed: 1766.995456 samples/sec	accuracy=0.671987	lr=0.000005
Epoch[149] Batch [399]	Speed: 1781.749844 samples/sec	accuracy=0.672168	lr=0.000005
Epoch[149] Batch [449]	Speed: 1735.205487 samples/sec	accuracy=0.672821	lr=0.000005
Epoch[149] Batch [499]	Speed: 1722.978207 samples/sec	accuracy=0.672797	lr=0.000005
Epoch[149] Batch [549]	Speed: 1741.121605 samples/sec	accuracy=0.672216	lr=0.000004
Epoch[149] Batch [599]	Speed: 1771.948564 samples/sec	accuracy=0.672298	lr=0.000004
Epoch[149] Batch [649]	Speed: 1753.016622 samples/sec	accuracy=0.672392	lr=0.000004
Epoch[149] Batch [699]	Speed: 1739.012498 samples/sec	accuracy=0.672182	lr=0.000004
Epoch[149] Batch [749]	Speed: 1747.160245 samples/sec	accuracy=0.671948	lr=0.000004
Epoch[149] Batch [799]	Speed: 1746.935399 samples/sec	accuracy=0.671948	lr=0.000004
Epoch[149] Batch [849]	Speed: 1739.050352 samples/sec	accuracy=0.672312	lr=0.000004
Epoch[149] Batch [899]	Speed: 1758.057292 samples/sec	accuracy=0.672287	lr=0.000004
Epoch[149] Batch [949]	Speed: 1780.125842 samples/sec	accuracy=0.672780	lr=0.000004
Epoch[149] Batch [999]	Speed: 1760.629246 samples/sec	accuracy=0.672441	lr=0.000004
Epoch[149] Batch [1049]	Speed: 1762.397416 samples/sec	accuracy=0.672333	lr=0.000004
Epoch[149] Batch [1099]	Speed: 1715.813299 samples/sec	accuracy=0.672241	lr=0.000003
Epoch[149] Batch [1149]	Speed: 1745.074098 samples/sec	accuracy=0.672221	lr=0.000003
Epoch[149] Batch [1199]	Speed: 1755.952982 samples/sec	accuracy=0.671852	lr=0.000003
Epoch[149] Batch [1249]	Speed: 1780.076558 samples/sec	accuracy=0.671556	lr=0.000003
Epoch[149] Batch [1299]	Speed: 1756.979264 samples/sec	accuracy=0.671599	lr=0.000003
Epoch[149] Batch [1349]	Speed: 1752.063802 samples/sec	accuracy=0.671409	lr=0.000003
Epoch[149] Batch [1399]	Speed: 1776.948045 samples/sec	accuracy=0.671325	lr=0.000003
Epoch[149] Batch [1449]	Speed: 1750.116196 samples/sec	accuracy=0.671091	lr=0.000003
Epoch[149] Batch [1499]	Speed: 1756.548929 samples/sec	accuracy=0.671021	lr=0.000003
Epoch[149] Batch [1549]	Speed: 1760.779899 samples/sec	accuracy=0.670910	lr=0.000003
Epoch[149] Batch [1599]	Speed: 1719.973061 samples/sec	accuracy=0.671050	lr=0.000003
Epoch[149] Batch [1649]	Speed: 1759.961580 samples/sec	accuracy=0.671243	lr=0.000003
Epoch[149] Batch [1699]	Speed: 1718.899943 samples/sec	accuracy=0.671213	lr=0.000002
Epoch[149] Batch [1749]	Speed: 1752.004339 samples/sec	accuracy=0.670958	lr=0.000002
Epoch[149] Batch [1799]	Speed: 1713.447352 samples/sec	accuracy=0.670742	lr=0.000002
Epoch[149] Batch [1849]	Speed: 1745.457005 samples/sec	accuracy=0.670773	lr=0.000002
Epoch[149] Batch [1899]	Speed: 1711.887941 samples/sec	accuracy=0.670905	lr=0.000002
Epoch[149] Batch [1949]	Speed: 1744.803912 samples/sec	accuracy=0.670865	lr=0.000002
Epoch[149] Batch [1999]	Speed: 1731.213668 samples/sec	accuracy=0.670818	lr=0.000002
Epoch[149] Batch [2049]	Speed: 1712.609653 samples/sec	accuracy=0.670772	lr=0.000002
Epoch[149] Batch [2099]	Speed: 1776.826661 samples/sec	accuracy=0.670658	lr=0.000002
Epoch[149] Batch [2149]	Speed: 1772.651813 samples/sec	accuracy=0.670621	lr=0.000002
Epoch[149] Batch [2199]	Speed: 1781.931635 samples/sec	accuracy=0.670478	lr=0.000002
Epoch[149] Batch [2249]	Speed: 1782.391186 samples/sec	accuracy=0.670479	lr=0.000002
Epoch[149] Batch [2299]	Speed: 1749.270537 samples/sec	accuracy=0.670513	lr=0.000002
Epoch[149] Batch [2349]	Speed: 1790.461715 samples/sec	accuracy=0.670706	lr=0.000002
Epoch[149] Batch [2399]	Speed: 1792.670609 samples/sec	accuracy=0.670763	lr=0.000001
Epoch[149] Batch [2449]	Speed: 1757.418554 samples/sec	accuracy=0.670776	lr=0.000001
Epoch[149] Batch [2499]	Speed: 1743.772317 samples/sec	accuracy=0.670700	lr=0.000001
Epoch[149] Batch [2549]	Speed: 1729.280587 samples/sec	accuracy=0.670715	lr=0.000001
Epoch[149] Batch [2599]	Speed: 1752.034814 samples/sec	accuracy=0.670628	lr=0.000001
Epoch[149] Batch [2649]	Speed: 1755.600189 samples/sec	accuracy=0.670744	lr=0.000001
Epoch[149] Batch [2699]	Speed: 1749.954243 samples/sec	accuracy=0.670612	lr=0.000001
Epoch[149] Batch [2749]	Speed: 1732.008260 samples/sec	accuracy=0.670513	lr=0.000001
Epoch[149] Batch [2799]	Speed: 1765.295191 samples/sec	accuracy=0.670530	lr=0.000001
Epoch[149] Batch [2849]	Speed: 1772.128126 samples/sec	accuracy=0.670540	lr=0.000001
Epoch[149] Batch [2899]	Speed: 1729.306265 samples/sec	accuracy=0.670447	lr=0.000001
Epoch[149] Batch [2949]	Speed: 1823.622142 samples/sec	accuracy=0.670531	lr=0.000001
Epoch[149] Batch [2999]	Speed: 1798.859678 samples/sec	accuracy=0.670510	lr=0.000001
Epoch[149] Batch [3049]	Speed: 1746.350046 samples/sec	accuracy=0.670530	lr=0.000001
Epoch[149] Batch [3099]	Speed: 1782.021243 samples/sec	accuracy=0.670558	lr=0.000001
Epoch[149] Batch [3149]	Speed: 1780.287230 samples/sec	accuracy=0.670523	lr=0.000001
Epoch[149] Batch [3199]	Speed: 1758.434513 samples/sec	accuracy=0.670402	lr=0.000001
Epoch[149] Batch [3249]	Speed: 1736.227699 samples/sec	accuracy=0.670424	lr=0.000001
Epoch[149] Batch [3299]	Speed: 1763.637070 samples/sec	accuracy=0.670492	lr=0.000001
Epoch[149] Batch [3349]	Speed: 1742.932889 samples/sec	accuracy=0.670542	lr=0.000001
Epoch[149] Batch [3399]	Speed: 1706.428473 samples/sec	accuracy=0.670496	lr=0.000001
Epoch[149] Batch [3449]	Speed: 1718.414460 samples/sec	accuracy=0.670523	lr=0.000001
Epoch[149] Batch [3499]	Speed: 1738.085021 samples/sec	accuracy=0.670540	lr=0.000000
Epoch[149] Batch [3549]	Speed: 1759.685034 samples/sec	accuracy=0.670480	lr=0.000000
Epoch[149] Batch [3599]	Speed: 1765.144461 samples/sec	accuracy=0.670449	lr=0.000000
Epoch[149] Batch [3649]	Speed: 1765.012035 samples/sec	accuracy=0.670422	lr=0.000000
Epoch[149] Batch [3699]	Speed: 1744.241861 samples/sec	accuracy=0.670393	lr=0.000000
Epoch[149] Batch [3749]	Speed: 1777.007978 samples/sec	accuracy=0.670341	lr=0.000000
Epoch[149] Batch [3799]	Speed: 1779.683564 samples/sec	accuracy=0.670218	lr=0.000000
Epoch[149] Batch [3849]	Speed: 1748.263485 samples/sec	accuracy=0.670218	lr=0.000000
Epoch[149] Batch [3899]	Speed: 1750.707958 samples/sec	accuracy=0.670261	lr=0.000000
Epoch[149] Batch [3949]	Speed: 1778.935586 samples/sec	accuracy=0.670184	lr=0.000000
Epoch[149] Batch [3999]	Speed: 1756.336311 samples/sec	accuracy=0.670253	lr=0.000000
Epoch[149] Batch [4049]	Speed: 1756.661522 samples/sec	accuracy=0.670308	lr=0.000000
Epoch[149] Batch [4099]	Speed: 1746.599743 samples/sec	accuracy=0.670400	lr=0.000000
Epoch[149] Batch [4149]	Speed: 1756.580998 samples/sec	accuracy=0.670296	lr=0.000000
Epoch[149] Batch [4199]	Speed: 1745.567726 samples/sec	accuracy=0.670406	lr=0.000000
Epoch[149] Batch [4249]	Speed: 1749.022640 samples/sec	accuracy=0.670347	lr=0.000000
Epoch[149] Batch [4299]	Speed: 1718.065262 samples/sec	accuracy=0.670447	lr=0.000000
Epoch[149] Batch [4349]	Speed: 1743.317744 samples/sec	accuracy=0.670364	lr=0.000000
Epoch[149] Batch [4399]	Speed: 1782.130382 samples/sec	accuracy=0.670344	lr=0.000000
Epoch[149] Batch [4449]	Speed: 1760.727811 samples/sec	accuracy=0.670368	lr=0.000000
Epoch[149] Batch [4499]	Speed: 1745.816973 samples/sec	accuracy=0.670382	lr=0.000000
Epoch[149] Batch [4549]	Speed: 1762.881965 samples/sec	accuracy=0.670334	lr=0.000000
Epoch[149] Batch [4599]	Speed: 1772.425800 samples/sec	accuracy=0.670296	lr=0.000000
Epoch[149] Batch [4649]	Speed: 1754.201783 samples/sec	accuracy=0.670298	lr=0.000000
Epoch[149] Batch [4699]	Speed: 1777.827924 samples/sec	accuracy=0.670306	lr=0.000000
Epoch[149] Batch [4749]	Speed: 1779.467492 samples/sec	accuracy=0.670374	lr=0.000000
Epoch[149] Batch [4799]	Speed: 1761.394094 samples/sec	accuracy=0.670372	lr=0.000000
Epoch[149] Batch [4849]	Speed: 1754.137589 samples/sec	accuracy=0.670345	lr=0.000000
Epoch[149] Batch [4899]	Speed: 1749.310435 samples/sec	accuracy=0.670337	lr=0.000000
Epoch[149] Batch [4949]	Speed: 1730.779400 samples/sec	accuracy=0.670327	lr=0.000000
Epoch[149] Batch [4999]	Speed: 1842.041992 samples/sec	accuracy=0.670295	lr=0.000000
[Epoch 149] training: accuracy=0.670291
[Epoch 149] speed: 1753 samples/sec	time cost: 745.076714
[Epoch 149] validation: err-top1=0.306631 err-top5=0.114744