Namespace(batch_norm=False, batch_size=64, data_dir='~/.mxnet/datasets/imagenet', dtype='float32', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnet152_v1d_best.log', lr=0.2, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=False, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet152_v1d', momentum=0.9, no_wd=True, num_epochs=120, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', save_dir='params_resnet152_v1d_best', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001) Epoch[0] Batch [49] Speed: 385.513481 samples/sec accuracy=0.820061 lr=0.000783 Epoch[0] Batch [99] Speed: 735.125244 samples/sec accuracy=0.833358 lr=0.001583 Epoch[0] Batch [149] Speed: 731.644426 samples/sec accuracy=0.850772 lr=0.002382 Epoch[0] Batch [199] Speed: 729.159361 samples/sec accuracy=0.866983 lr=0.003181 Epoch[0] Batch [249] Speed: 724.475473 samples/sec accuracy=0.879329 lr=0.003981 Epoch[0] Batch [299] Speed: 733.529485 samples/sec accuracy=0.887961 lr=0.004780 Epoch[0] Batch [349] Speed: 742.029503 samples/sec accuracy=0.893129 lr=0.005580 Epoch[0] Batch [399] Speed: 744.795523 samples/sec accuracy=0.895456 lr=0.006379 Epoch[0] Batch [449] Speed: 741.403670 samples/sec accuracy=0.895590 lr=0.007178 Epoch[0] Batch [499] Speed: 739.292087 samples/sec accuracy=0.893721 lr=0.007978 Epoch[0] Batch [549] Speed: 747.421775 samples/sec accuracy=0.890275 lr=0.008777 Epoch[0] Batch [599] Speed: 736.218999 samples/sec accuracy=0.885786 lr=0.009576 Epoch[0] Batch [649] Speed: 739.008134 samples/sec accuracy=0.880432 lr=0.010376 Epoch[0] Batch [699] Speed: 731.308220 samples/sec accuracy=0.874291 lr=0.011175 Epoch[0] Batch [749] Speed: 735.777670 samples/sec accuracy=0.867698 lr=0.011974 Epoch[0] Batch [799] Speed: 738.996527 samples/sec accuracy=0.860743 lr=0.012774 Epoch[0] Batch [849] Speed: 734.278646 samples/sec accuracy=0.853472 lr=0.013573 Epoch[0] Batch [899] Speed: 730.758422 samples/sec accuracy=0.845780 lr=0.014373 Epoch[0] Batch [949] Speed: 716.849733 samples/sec accuracy=0.838089 lr=0.015172 Epoch[0] Batch [999] Speed: 727.536353 samples/sec accuracy=0.830276 lr=0.015971 Epoch[0] Batch [1049] Speed: 713.812913 samples/sec accuracy=0.822442 lr=0.016771 Epoch[0] Batch [1099] Speed: 734.895199 samples/sec accuracy=0.814823 lr=0.017570 Epoch[0] Batch [1149] Speed: 725.402117 samples/sec accuracy=0.807286 lr=0.018369 Epoch[0] Batch [1199] Speed: 741.305495 samples/sec accuracy=0.799881 lr=0.019169 Epoch[0] Batch [1249] Speed: 725.390728 samples/sec accuracy=0.792561 lr=0.019968 Epoch[0] Batch [1299] Speed: 720.705667 samples/sec accuracy=0.785288 lr=0.020767 Epoch[0] Batch [1349] Speed: 719.429250 samples/sec accuracy=0.778327 lr=0.021567 Epoch[0] Batch [1399] Speed: 726.446605 samples/sec accuracy=0.771486 lr=0.022366 Epoch[0] Batch [1449] Speed: 733.787152 samples/sec accuracy=0.764906 lr=0.023165 Epoch[0] Batch [1499] Speed: 721.763376 samples/sec accuracy=0.758480 lr=0.023965 Epoch[0] Batch [1549] Speed: 732.775665 samples/sec accuracy=0.752215 lr=0.024764 Epoch[0] Batch [1599] Speed: 735.028890 samples/sec accuracy=0.746121 lr=0.025564 Epoch[0] Batch [1649] Speed: 725.900998 samples/sec accuracy=0.740282 lr=0.026363 Epoch[0] Batch [1699] Speed: 732.935256 samples/sec accuracy=0.734589 lr=0.027162 Epoch[0] Batch [1749] Speed: 730.293011 samples/sec accuracy=0.729082 lr=0.027962 Epoch[0] Batch [1799] Speed: 734.063503 samples/sec accuracy=0.723660 lr=0.028761 Epoch[0] Batch [1849] Speed: 730.455458 samples/sec accuracy=0.718420 lr=0.029560 Epoch[0] Batch [1899] Speed: 722.193450 samples/sec accuracy=0.713278 lr=0.030360 Epoch[0] Batch [1949] Speed: 740.667163 samples/sec accuracy=0.708313 lr=0.031159 Epoch[0] Batch [1999] Speed: 737.909292 samples/sec accuracy=0.703457 lr=0.031958 Epoch[0] Batch [2049] Speed: 729.117082 samples/sec accuracy=0.698744 lr=0.032758 Epoch[0] Batch [2099] Speed: 723.985320 samples/sec accuracy=0.694180 lr=0.033557 Epoch[0] Batch [2149] Speed: 731.424411 samples/sec accuracy=0.689748 lr=0.034357 Epoch[0] Batch [2199] Speed: 732.996728 samples/sec accuracy=0.685443 lr=0.035156 Epoch[0] Batch [2249] Speed: 729.085619 samples/sec accuracy=0.681234 lr=0.035955 Epoch[0] Batch [2299] Speed: 723.612584 samples/sec accuracy=0.677111 lr=0.036755 Epoch[0] Batch [2349] Speed: 729.314517 samples/sec accuracy=0.673103 lr=0.037554 Epoch[0] Batch [2399] Speed: 734.104190 samples/sec accuracy=0.669237 lr=0.038353 Epoch[0] Batch [2449] Speed: 721.698976 samples/sec accuracy=0.665473 lr=0.039153 Epoch[0] Batch [2499] Speed: 733.755120 samples/sec accuracy=0.661809 lr=0.039952 [Epoch 0] training: accuracy=0.661591 [Epoch 0] speed: 718 samples/sec time cost: 1784.030406 [Epoch 0] validation: err-top1=1.000000 err-top5=1.000000 Epoch[1] Batch [49] Speed: 714.902998 samples/sec accuracy=0.475846 lr=0.040783 Epoch[1] Batch [99] Speed: 737.319842 samples/sec accuracy=0.474868 lr=0.041583 Epoch[1] Batch [149] Speed: 745.659461 samples/sec accuracy=0.473447 lr=0.042382 Epoch[1] Batch [199] Speed: 731.771875 samples/sec accuracy=0.471981 lr=0.043181 Epoch[1] Batch [249] Speed: 725.286474 samples/sec accuracy=0.470760 lr=0.043981 Epoch[1] Batch [299] Speed: 726.559629 samples/sec accuracy=0.470295 lr=0.044780 Epoch[1] Batch [349] Speed: 738.440892 samples/sec accuracy=0.469159 lr=0.045580 Epoch[1] Batch [399] Speed: 718.960239 samples/sec accuracy=0.468389 lr=0.046379 Epoch[1] Batch [449] Speed: 725.801268 samples/sec accuracy=0.467303 lr=0.047178 Epoch[1] Batch [499] Speed: 722.931645 samples/sec accuracy=0.465992 lr=0.047978 Epoch[1] Batch [549] Speed: 731.848550 samples/sec accuracy=0.464861 lr=0.048777 Epoch[1] Batch [599] Speed: 722.688256 samples/sec accuracy=0.463918 lr=0.049576 Epoch[1] Batch [649] Speed: 714.527709 samples/sec accuracy=0.462967 lr=0.050376 Epoch[1] Batch [699] Speed: 730.906663 samples/sec accuracy=0.462018 lr=0.051175 Epoch[1] Batch [749] Speed: 731.585214 samples/sec accuracy=0.461091 lr=0.051974 Epoch[1] Batch [799] Speed: 730.932625 samples/sec accuracy=0.460052 lr=0.052774 Epoch[1] Batch [849] Speed: 730.873399 samples/sec accuracy=0.459166 lr=0.053573 Epoch[1] Batch [899] Speed: 743.952243 samples/sec accuracy=0.458379 lr=0.054373 Epoch[1] Batch [949] Speed: 728.069818 samples/sec accuracy=0.457455 lr=0.055172 Epoch[1] Batch [999] Speed: 714.293105 samples/sec accuracy=0.456718 lr=0.055971 Epoch[1] Batch [1049] Speed: 712.021907 samples/sec accuracy=0.455843 lr=0.056771 Epoch[1] Batch [1099] Speed: 724.124330 samples/sec accuracy=0.454995 lr=0.057570 Epoch[1] Batch [1149] Speed: 719.176291 samples/sec accuracy=0.454212 lr=0.058369 Epoch[1] Batch [1199] Speed: 719.902517 samples/sec accuracy=0.453487 lr=0.059169 Epoch[1] Batch [1249] Speed: 716.727624 samples/sec accuracy=0.452810 lr=0.059968 Epoch[1] Batch [1299] Speed: 717.476481 samples/sec accuracy=0.452158 lr=0.060767 Epoch[1] Batch [1349] Speed: 722.172913 samples/sec accuracy=0.451533 lr=0.061567 Epoch[1] Batch [1399] Speed: 718.672503 samples/sec accuracy=0.450966 lr=0.062366 Epoch[1] Batch [1449] Speed: 718.306630 samples/sec accuracy=0.450341 lr=0.063165 Epoch[1] Batch [1499] Speed: 716.534725 samples/sec accuracy=0.449853 lr=0.063965 Epoch[1] Batch [1549] Speed: 725.273835 samples/sec accuracy=0.449341 lr=0.064764 Epoch[1] Batch [1599] Speed: 723.663806 samples/sec accuracy=0.448823 lr=0.065564 Epoch[1] Batch [1649] Speed: 719.629667 samples/sec accuracy=0.448376 lr=0.066363 Epoch[1] Batch [1699] Speed: 725.977886 samples/sec accuracy=0.447914 lr=0.067162 Epoch[1] Batch [1749] Speed: 717.994364 samples/sec accuracy=0.447521 lr=0.067962 Epoch[1] Batch [1799] Speed: 715.829920 samples/sec accuracy=0.447143 lr=0.068761 Epoch[1] Batch [1849] Speed: 721.957582 samples/sec accuracy=0.446751 lr=0.069560 Epoch[1] Batch [1899] Speed: 725.671363 samples/sec accuracy=0.446373 lr=0.070360 Epoch[1] Batch [1949] Speed: 730.493206 samples/sec accuracy=0.446091 lr=0.071159 Epoch[1] Batch [1999] Speed: 739.478215 samples/sec accuracy=0.445847 lr=0.071958 Epoch[1] Batch [2049] Speed: 727.394567 samples/sec accuracy=0.445573 lr=0.072758 Epoch[1] Batch [2099] Speed: 722.918620 samples/sec accuracy=0.445261 lr=0.073557 Epoch[1] Batch [2149] Speed: 730.340598 samples/sec accuracy=0.445074 lr=0.074357 Epoch[1] Batch [2199] Speed: 736.373125 samples/sec accuracy=0.444856 lr=0.075156 Epoch[1] Batch [2249] Speed: 740.652470 samples/sec accuracy=0.444702 lr=0.075955 Epoch[1] Batch [2299] Speed: 729.223480 samples/sec accuracy=0.444557 lr=0.076755 Epoch[1] Batch [2349] Speed: 732.542495 samples/sec accuracy=0.444428 lr=0.077554 Epoch[1] Batch [2399] Speed: 730.648533 samples/sec accuracy=0.444260 lr=0.078353 Epoch[1] Batch [2449] Speed: 733.116540 samples/sec accuracy=0.444116 lr=0.079153 Epoch[1] Batch [2499] Speed: 724.118142 samples/sec accuracy=0.444030 lr=0.079952 [Epoch 1] training: accuracy=0.444023 [Epoch 1] speed: 725 samples/sec time cost: 1764.487057 [Epoch 1] validation: err-top1=0.991667 err-top5=0.991667 Epoch[2] Batch [49] Speed: 728.462230 samples/sec accuracy=0.437935 lr=0.080783 Epoch[2] Batch [99] Speed: 724.691219 samples/sec accuracy=0.439010 lr=0.081583 Epoch[2] Batch [149] Speed: 718.953634 samples/sec accuracy=0.439982 lr=0.082382 Epoch[2] Batch [199] Speed: 717.105152 samples/sec accuracy=0.440022 lr=0.083181 Epoch[2] Batch [249] Speed: 731.989314 samples/sec accuracy=0.440393 lr=0.083981 Epoch[2] Batch [299] Speed: 740.548359 samples/sec accuracy=0.440794 lr=0.084780 Epoch[2] Batch [349] Speed: 713.889767 samples/sec accuracy=0.440923 lr=0.085580 Epoch[2] Batch [399] Speed: 716.220749 samples/sec accuracy=0.441195 lr=0.086379 Epoch[2] Batch [449] Speed: 717.645857 samples/sec accuracy=0.441505 lr=0.087178 Epoch[2] Batch [499] Speed: 717.202990 samples/sec accuracy=0.441830 lr=0.087978 Epoch[2] Batch [549] Speed: 725.663198 samples/sec accuracy=0.441993 lr=0.088777 Epoch[2] Batch [599] Speed: 713.713231 samples/sec accuracy=0.442421 lr=0.089576 Epoch[2] Batch [649] Speed: 729.178306 samples/sec accuracy=0.442614 lr=0.090376 Epoch[2] Batch [699] Speed: 734.002168 samples/sec accuracy=0.442968 lr=0.091175 Epoch[2] Batch [749] Speed: 715.132602 samples/sec accuracy=0.443321 lr=0.091974 Epoch[2] Batch [799] Speed: 720.918122 samples/sec accuracy=0.443672 lr=0.092774 Epoch[2] Batch [849] Speed: 715.853682 samples/sec accuracy=0.444184 lr=0.093573 Epoch[2] Batch [899] Speed: 727.591795 samples/sec accuracy=0.444583 lr=0.094373 Epoch[2] Batch [949] Speed: 724.169617 samples/sec accuracy=0.445002 lr=0.095172 Epoch[2] Batch [999] Speed: 728.480308 samples/sec accuracy=0.445393 lr=0.095971 Epoch[2] Batch [1049] Speed: 732.772919 samples/sec accuracy=0.445809 lr=0.096771 Epoch[2] Batch [1099] Speed: 732.184354 samples/sec accuracy=0.446233 lr=0.097570 Epoch[2] Batch [1149] Speed: 734.385335 samples/sec accuracy=0.446608 lr=0.098369 Epoch[2] Batch [1199] Speed: 742.053529 samples/sec accuracy=0.446867 lr=0.099169 Epoch[2] Batch [1249] Speed: 731.380195 samples/sec accuracy=0.447265 lr=0.099968 Epoch[2] Batch [1299] Speed: 742.610271 samples/sec accuracy=0.447656 lr=0.100767 Epoch[2] Batch [1349] Speed: 729.115879 samples/sec accuracy=0.448040 lr=0.101567 Epoch[2] Batch [1399] Speed: 729.265489 samples/sec accuracy=0.448437 lr=0.102366 Epoch[2] Batch [1449] Speed: 736.048686 samples/sec accuracy=0.448911 lr=0.103165 Epoch[2] Batch [1499] Speed: 730.492142 samples/sec accuracy=0.449372 lr=0.103965 Epoch[2] Batch [1549] Speed: 726.510675 samples/sec accuracy=0.449827 lr=0.104764 Epoch[2] Batch [1599] Speed: 717.857678 samples/sec accuracy=0.450218 lr=0.105564 Epoch[2] Batch [1649] Speed: 737.755116 samples/sec accuracy=0.450617 lr=0.106363 Epoch[2] Batch [1699] Speed: 736.215698 samples/sec accuracy=0.450986 lr=0.107162 Epoch[2] Batch [1749] Speed: 737.158821 samples/sec accuracy=0.451417 lr=0.107962 Epoch[2] Batch [1799] Speed: 732.343058 samples/sec accuracy=0.451813 lr=0.108761 Epoch[2] Batch [1849] Speed: 741.693612 samples/sec accuracy=0.452227 lr=0.109560 Epoch[2] Batch [1899] Speed: 719.833396 samples/sec accuracy=0.452608 lr=0.110360 Epoch[2] Batch [1949] Speed: 728.725918 samples/sec accuracy=0.452970 lr=0.111159 Epoch[2] Batch [1999] Speed: 741.141102 samples/sec accuracy=0.453404 lr=0.111958 Epoch[2] Batch [2049] Speed: 730.896836 samples/sec accuracy=0.453820 lr=0.112758 Epoch[2] Batch [2099] Speed: 722.076730 samples/sec accuracy=0.454241 lr=0.113557 Epoch[2] Batch [2149] Speed: 722.918090 samples/sec accuracy=0.454693 lr=0.114357 Epoch[2] Batch [2199] Speed: 732.671702 samples/sec accuracy=0.455092 lr=0.115156 Epoch[2] Batch [2249] Speed: 735.075023 samples/sec accuracy=0.455543 lr=0.115955 Epoch[2] Batch [2299] Speed: 729.344295 samples/sec accuracy=0.455929 lr=0.116755 Epoch[2] Batch [2349] Speed: 737.808699 samples/sec accuracy=0.456353 lr=0.117554 Epoch[2] Batch [2399] Speed: 733.675503 samples/sec accuracy=0.456791 lr=0.118353 Epoch[2] Batch [2449] Speed: 724.886225 samples/sec accuracy=0.457229 lr=0.119153 Epoch[2] Batch [2499] Speed: 721.118493 samples/sec accuracy=0.457708 lr=0.119952 [Epoch 2] training: accuracy=0.457724 [Epoch 2] speed: 727 samples/sec time cost: 1759.343296 [Epoch 2] validation: err-top1=0.983333 err-top5=0.983333 Epoch[3] Batch [49] Speed: 730.333926 samples/sec accuracy=0.478615 lr=0.120783 Epoch[3] Batch [99] Speed: 734.422350 samples/sec accuracy=0.479073 lr=0.121583 Epoch[3] Batch [149] Speed: 740.943731 samples/sec accuracy=0.479285 lr=0.122382 Epoch[3] Batch [199] Speed: 717.016036 samples/sec accuracy=0.479590 lr=0.123181 Epoch[3] Batch [249] Speed: 724.430876 samples/sec accuracy=0.479639 lr=0.123981 Epoch[3] Batch [299] Speed: 729.340719 samples/sec accuracy=0.479989 lr=0.124780 Epoch[3] Batch [349] Speed: 733.268157 samples/sec accuracy=0.480438 lr=0.125580 Epoch[3] Batch [399] Speed: 736.579432 samples/sec accuracy=0.480867 lr=0.126379 Epoch[3] Batch [449] Speed: 736.595601 samples/sec accuracy=0.481372 lr=0.127178 Epoch[3] Batch [499] Speed: 718.484719 samples/sec accuracy=0.481632 lr=0.127978 Epoch[3] Batch [549] Speed: 734.624163 samples/sec accuracy=0.482112 lr=0.128777 Epoch[3] Batch [599] Speed: 733.715565 samples/sec accuracy=0.482757 lr=0.129576 Epoch[3] Batch [649] Speed: 734.224354 samples/sec accuracy=0.483064 lr=0.130376 Epoch[3] Batch [699] Speed: 731.901967 samples/sec accuracy=0.483401 lr=0.131175 Epoch[3] Batch [749] Speed: 726.224488 samples/sec accuracy=0.483690 lr=0.131974 Epoch[3] Batch [799] Speed: 729.607825 samples/sec accuracy=0.484153 lr=0.132774 Epoch[3] Batch [849] Speed: 727.939994 samples/sec accuracy=0.484642 lr=0.133573 Epoch[3] Batch [899] Speed: 735.578393 samples/sec accuracy=0.485131 lr=0.134373 Epoch[3] Batch [949] Speed: 729.456246 samples/sec accuracy=0.485596 lr=0.135172 Epoch[3] Batch [999] Speed: 727.041480 samples/sec accuracy=0.486069 lr=0.135971 Epoch[3] Batch [1049] Speed: 739.406216 samples/sec accuracy=0.486571 lr=0.136771 Epoch[3] Batch [1099] Speed: 724.405461 samples/sec accuracy=0.487085 lr=0.137570 Epoch[3] Batch [1149] Speed: 735.547534 samples/sec accuracy=0.487369 lr=0.138369 Epoch[3] Batch [1199] Speed: 731.133445 samples/sec accuracy=0.487814 lr=0.139169 Epoch[3] Batch [1249] Speed: 723.088511 samples/sec accuracy=0.488178 lr=0.139968 Epoch[3] Batch [1299] Speed: 726.204591 samples/sec accuracy=0.488494 lr=0.140767 Epoch[3] Batch [1349] Speed: 736.589179 samples/sec accuracy=0.488868 lr=0.141567 Epoch[3] Batch [1399] Speed: 726.524862 samples/sec accuracy=0.489275 lr=0.142366 Epoch[3] Batch [1449] Speed: 730.692864 samples/sec accuracy=0.489646 lr=0.143165 Epoch[3] Batch [1499] Speed: 735.865798 samples/sec accuracy=0.489997 lr=0.143965 Epoch[3] Batch [1549] Speed: 741.386367 samples/sec accuracy=0.490411 lr=0.144764 Epoch[3] Batch [1599] Speed: 733.553784 samples/sec accuracy=0.490830 lr=0.145564 Epoch[3] Batch [1649] Speed: 716.915898 samples/sec accuracy=0.491302 lr=0.146363 Epoch[3] Batch [1699] Speed: 732.128469 samples/sec accuracy=0.491634 lr=0.147162 Epoch[3] Batch [1749] Speed: 735.520039 samples/sec accuracy=0.492060 lr=0.147962 Epoch[3] Batch [1799] Speed: 738.581547 samples/sec accuracy=0.492344 lr=0.148761 Epoch[3] Batch [1849] Speed: 742.920212 samples/sec accuracy=0.492813 lr=0.149560 Epoch[3] Batch [1899] Speed: 734.574207 samples/sec accuracy=0.493198 lr=0.150360 Epoch[3] Batch [1949] Speed: 726.032143 samples/sec accuracy=0.493569 lr=0.151159 Epoch[3] Batch [1999] Speed: 739.910331 samples/sec accuracy=0.494006 lr=0.151958 Epoch[3] Batch [2049] Speed: 733.622799 samples/sec accuracy=0.494470 lr=0.152758 Epoch[3] Batch [2099] Speed: 747.826923 samples/sec accuracy=0.494863 lr=0.153557 Epoch[3] Batch [2149] Speed: 722.913004 samples/sec accuracy=0.495242 lr=0.154357 Epoch[3] Batch [2199] Speed: 726.730138 samples/sec accuracy=0.495646 lr=0.155156 Epoch[3] Batch [2249] Speed: 731.268714 samples/sec accuracy=0.496022 lr=0.155955 Epoch[3] Batch [2299] Speed: 726.627328 samples/sec accuracy=0.496441 lr=0.156755 Epoch[3] Batch [2349] Speed: 729.072897 samples/sec accuracy=0.496824 lr=0.157554 Epoch[3] Batch [2399] Speed: 743.602553 samples/sec accuracy=0.497243 lr=0.158353 Epoch[3] Batch [2449] Speed: 725.950753 samples/sec accuracy=0.497636 lr=0.159153 Epoch[3] Batch [2499] Speed: 719.823517 samples/sec accuracy=0.498054 lr=0.159952 [Epoch 3] training: accuracy=0.498077 [Epoch 3] speed: 730 samples/sec time cost: 1752.442515 [Epoch 3] validation: err-top1=0.975000 err-top5=0.975000 Epoch[4] Batch [49] Speed: 733.083705 samples/sec accuracy=0.517345 lr=0.160783 Epoch[4] Batch [99] Speed: 735.095566 samples/sec accuracy=0.516619 lr=0.161583 Epoch[4] Batch [149] Speed: 747.202705 samples/sec accuracy=0.516745 lr=0.162382 Epoch[4] Batch [199] Speed: 732.649606 samples/sec accuracy=0.517666 lr=0.163181 Epoch[4] Batch [249] Speed: 730.168946 samples/sec accuracy=0.518302 lr=0.163981 Epoch[4] Batch [299] Speed: 725.680804 samples/sec accuracy=0.518842 lr=0.164780 Epoch[4] Batch [349] Speed: 745.981758 samples/sec accuracy=0.519265 lr=0.165580 Epoch[4] Batch [399] Speed: 736.185548 samples/sec accuracy=0.519744 lr=0.166379 Epoch[4] Batch [449] Speed: 728.095723 samples/sec accuracy=0.520210 lr=0.167178 Epoch[4] Batch [499] Speed: 726.266290 samples/sec accuracy=0.520725 lr=0.167978 Epoch[4] Batch [549] Speed: 736.930406 samples/sec accuracy=0.521037 lr=0.168777 Epoch[4] Batch [599] Speed: 743.340433 samples/sec accuracy=0.521225 lr=0.169576 Epoch[4] Batch [649] Speed: 726.491607 samples/sec accuracy=0.521552 lr=0.170376 Epoch[4] Batch [699] Speed: 734.964718 samples/sec accuracy=0.522037 lr=0.171175 Epoch[4] Batch [749] Speed: 726.406526 samples/sec accuracy=0.522468 lr=0.171974 Epoch[4] Batch [799] Speed: 735.052193 samples/sec accuracy=0.522832 lr=0.172774 Epoch[4] Batch [849] Speed: 734.686929 samples/sec accuracy=0.523163 lr=0.173573 Epoch[4] Batch [899] Speed: 725.425695 samples/sec accuracy=0.523480 lr=0.174373 Epoch[4] Batch [949] Speed: 717.137313 samples/sec accuracy=0.523786 lr=0.175172 Epoch[4] Batch [999] Speed: 730.278487 samples/sec accuracy=0.524157 lr=0.175971 Epoch[4] Batch [1049] Speed: 719.210989 samples/sec accuracy=0.524600 lr=0.176771 Epoch[4] Batch [1099] Speed: 720.933955 samples/sec accuracy=0.525010 lr=0.177570 Epoch[4] Batch [1149] Speed: 727.262209 samples/sec accuracy=0.525244 lr=0.178369 Epoch[4] Batch [1199] Speed: 722.508193 samples/sec accuracy=0.525585 lr=0.179169 Epoch[4] Batch [1249] Speed: 724.723164 samples/sec accuracy=0.525906 lr=0.179968 Epoch[4] Batch [1299] Speed: 716.713884 samples/sec accuracy=0.526211 lr=0.180767 Epoch[4] Batch [1349] Speed: 720.296047 samples/sec accuracy=0.526553 lr=0.181567 Epoch[4] Batch [1399] Speed: 723.097315 samples/sec accuracy=0.526813 lr=0.182366 Epoch[4] Batch [1449] Speed: 726.089242 samples/sec accuracy=0.527196 lr=0.183165 Epoch[4] Batch [1499] Speed: 731.772523 samples/sec accuracy=0.527569 lr=0.183965 Epoch[4] Batch [1549] Speed: 727.887025 samples/sec accuracy=0.527919 lr=0.184764 Epoch[4] Batch [1599] Speed: 728.087873 samples/sec accuracy=0.528244 lr=0.185564 Epoch[4] Batch [1649] Speed: 731.364254 samples/sec accuracy=0.528585 lr=0.186363 Epoch[4] Batch [1699] Speed: 728.448822 samples/sec accuracy=0.528888 lr=0.187162 Epoch[4] Batch [1749] Speed: 726.145426 samples/sec accuracy=0.529270 lr=0.187962 Epoch[4] Batch [1799] Speed: 732.035804 samples/sec accuracy=0.529581 lr=0.188761 Epoch[4] Batch [1849] Speed: 727.386653 samples/sec accuracy=0.529909 lr=0.189560 Epoch[4] Batch [1899] Speed: 728.977707 samples/sec accuracy=0.530291 lr=0.190360 Epoch[4] Batch [1949] Speed: 734.559392 samples/sec accuracy=0.530609 lr=0.191159 Epoch[4] Batch [1999] Speed: 729.905279 samples/sec accuracy=0.530964 lr=0.191958 Epoch[4] Batch [2049] Speed: 725.010161 samples/sec accuracy=0.531287 lr=0.192758 Epoch[4] Batch [2099] Speed: 726.495461 samples/sec accuracy=0.531649 lr=0.193557 Epoch[4] Batch [2149] Speed: 723.712187 samples/sec accuracy=0.531966 lr=0.194357 Epoch[4] Batch [2199] Speed: 732.791838 samples/sec accuracy=0.532272 lr=0.195156 Epoch[4] Batch [2249] Speed: 719.275794 samples/sec accuracy=0.532618 lr=0.195955 Epoch[4] Batch [2299] Speed: 720.402380 samples/sec accuracy=0.532985 lr=0.196755 Epoch[4] Batch [2349] Speed: 728.252995 samples/sec accuracy=0.533265 lr=0.197554 Epoch[4] Batch [2399] Speed: 722.813543 samples/sec accuracy=0.533630 lr=0.198353 Epoch[4] Batch [2449] Speed: 723.434273 samples/sec accuracy=0.533939 lr=0.199153 Epoch[4] Batch [2499] Speed: 744.530656 samples/sec accuracy=0.534266 lr=0.199952 [Epoch 4] training: accuracy=0.534282 [Epoch 4] speed: 728 samples/sec time cost: 1757.625409 [Epoch 4] validation: err-top1=0.966667 err-top5=0.966667 Epoch[5] Batch [49] Speed: 734.816622 samples/sec accuracy=0.550603 lr=0.200000 Epoch[5] Batch [99] Speed: 729.816182 samples/sec accuracy=0.550472 lr=0.200000 Epoch[5] Batch [149] Speed: 728.700340 samples/sec accuracy=0.550723 lr=0.200000 Epoch[5] Batch [199] Speed: 724.885344 samples/sec accuracy=0.551251 lr=0.200000 Epoch[5] Batch [249] Speed: 727.992654 samples/sec accuracy=0.551041 lr=0.200000 Epoch[5] Batch [299] Speed: 735.185116 samples/sec accuracy=0.551253 lr=0.199999 Epoch[5] Batch [349] Speed: 729.568424 samples/sec accuracy=0.551401 lr=0.199999 Epoch[5] Batch [399] Speed: 732.424500 samples/sec accuracy=0.551442 lr=0.199999 Epoch[5] Batch [449] Speed: 731.101977 samples/sec accuracy=0.551563 lr=0.199999 Epoch[5] Batch [499] Speed: 726.381297 samples/sec accuracy=0.551930 lr=0.199999 Epoch[5] Batch [549] Speed: 730.489141 samples/sec accuracy=0.552143 lr=0.199998 Epoch[5] Batch [599] Speed: 735.285246 samples/sec accuracy=0.552546 lr=0.199998 Epoch[5] Batch [649] Speed: 723.655622 samples/sec accuracy=0.552908 lr=0.199997 Epoch[5] Batch [699] Speed: 736.799991 samples/sec accuracy=0.553149 lr=0.199997 Epoch[5] Batch [749] Speed: 730.119758 samples/sec accuracy=0.553537 lr=0.199997 Epoch[5] Batch [799] Speed: 730.894493 samples/sec accuracy=0.553860 lr=0.199996 Epoch[5] Batch [849] Speed: 734.670466 samples/sec accuracy=0.554149 lr=0.199996 Epoch[5] Batch [899] Speed: 727.474167 samples/sec accuracy=0.554417 lr=0.199995 Epoch[5] Batch [949] Speed: 725.208625 samples/sec accuracy=0.554724 lr=0.199995 Epoch[5] Batch [999] Speed: 719.246567 samples/sec accuracy=0.555122 lr=0.199994 Epoch[5] Batch [1049] Speed: 726.629226 samples/sec accuracy=0.555422 lr=0.199993 Epoch[5] Batch [1099] Speed: 724.224996 samples/sec accuracy=0.555661 lr=0.199993 Epoch[5] Batch [1149] Speed: 733.413315 samples/sec accuracy=0.555989 lr=0.199992 Epoch[5] Batch [1199] Speed: 736.027586 samples/sec accuracy=0.556197 lr=0.199991 Epoch[5] Batch [1249] Speed: 734.077058 samples/sec accuracy=0.556524 lr=0.199991 Epoch[5] Batch [1299] Speed: 729.014635 samples/sec accuracy=0.556782 lr=0.199990 Epoch[5] Batch [1349] Speed: 737.658649 samples/sec accuracy=0.557124 lr=0.199989 Epoch[5] Batch [1399] Speed: 730.503170 samples/sec accuracy=0.557422 lr=0.199988 Epoch[5] Batch [1449] Speed: 730.282525 samples/sec accuracy=0.557714 lr=0.199987 Epoch[5] Batch [1499] Speed: 729.584579 samples/sec accuracy=0.557916 lr=0.199987 Epoch[5] Batch [1549] Speed: 727.517537 samples/sec accuracy=0.558244 lr=0.199986 Epoch[5] Batch [1599] Speed: 728.895616 samples/sec accuracy=0.558551 lr=0.199985 Epoch[5] Batch [1649] Speed: 736.109980 samples/sec accuracy=0.558851 lr=0.199984 Epoch[5] Batch [1699] Speed: 729.106492 samples/sec accuracy=0.559188 lr=0.199983 Epoch[5] Batch [1749] Speed: 734.447528 samples/sec accuracy=0.559502 lr=0.199982 Epoch[5] Batch [1799] Speed: 725.090101 samples/sec accuracy=0.559771 lr=0.199981 Epoch[5] Batch [1849] Speed: 730.691074 samples/sec accuracy=0.560017 lr=0.199980 Epoch[5] Batch [1899] Speed: 727.180405 samples/sec accuracy=0.560271 lr=0.199979 Epoch[5] Batch [1949] Speed: 735.087670 samples/sec accuracy=0.560525 lr=0.199977 Epoch[5] Batch [1999] Speed: 729.294594 samples/sec accuracy=0.560873 lr=0.199976 Epoch[5] Batch [2049] Speed: 733.785492 samples/sec accuracy=0.561198 lr=0.199975 Epoch[5] Batch [2099] Speed: 723.816398 samples/sec accuracy=0.561458 lr=0.199974 Epoch[5] Batch [2149] Speed: 732.138538 samples/sec accuracy=0.561788 lr=0.199972 Epoch[5] Batch [2199] Speed: 727.638755 samples/sec accuracy=0.562099 lr=0.199971 Epoch[5] Batch [2249] Speed: 725.718742 samples/sec accuracy=0.562407 lr=0.199970 Epoch[5] Batch [2299] Speed: 720.705483 samples/sec accuracy=0.562674 lr=0.199968 Epoch[5] Batch [2349] Speed: 719.319464 samples/sec accuracy=0.562916 lr=0.199967 Epoch[5] Batch [2399] Speed: 729.274088 samples/sec accuracy=0.563244 lr=0.199966 Epoch[5] Batch [2449] Speed: 733.470784 samples/sec accuracy=0.563522 lr=0.199964 Epoch[5] Batch [2499] Speed: 735.540687 samples/sec accuracy=0.563832 lr=0.199963 [Epoch 5] training: accuracy=0.563845 [Epoch 5] speed: 729 samples/sec time cost: 1755.412372 [Epoch 5] validation: err-top1=0.958333 err-top5=0.958333 Epoch[6] Batch [49] Speed: 736.255907 samples/sec accuracy=0.576056 lr=0.199961 Epoch[6] Batch [99] Speed: 736.206258 samples/sec accuracy=0.576517 lr=0.199960 Epoch[6] Batch [149] Speed: 735.998894 samples/sec accuracy=0.577766 lr=0.199958 Epoch[6] Batch [199] Speed: 731.517733 samples/sec accuracy=0.577939 lr=0.199957 Epoch[6] Batch [249] Speed: 725.689367 samples/sec accuracy=0.578212 lr=0.199955 Epoch[6] Batch [299] Speed: 723.376953 samples/sec accuracy=0.578073 lr=0.199953 Epoch[6] Batch [349] Speed: 722.725264 samples/sec accuracy=0.577942 lr=0.199952 Epoch[6] Batch [399] Speed: 725.964241 samples/sec accuracy=0.578013 lr=0.199950 Epoch[6] Batch [449] Speed: 731.070742 samples/sec accuracy=0.578319 lr=0.199948 Epoch[6] Batch [499] Speed: 743.745768 samples/sec accuracy=0.578487 lr=0.199946 Epoch[6] Batch [549] Speed: 739.321097 samples/sec accuracy=0.578785 lr=0.199945 Epoch[6] Batch [599] Speed: 735.155075 samples/sec accuracy=0.579129 lr=0.199943 Epoch[6] Batch [649] Speed: 737.375524 samples/sec accuracy=0.579383 lr=0.199941 Epoch[6] Batch [699] Speed: 736.762392 samples/sec accuracy=0.579644 lr=0.199939 Epoch[6] Batch [749] Speed: 732.159116 samples/sec accuracy=0.579868 lr=0.199937 Epoch[6] Batch [799] Speed: 738.151869 samples/sec accuracy=0.580133 lr=0.199935 Epoch[6] Batch [849] Speed: 741.916429 samples/sec accuracy=0.580411 lr=0.199933 Epoch[6] Batch [899] Speed: 732.838826 samples/sec accuracy=0.580665 lr=0.199931 Epoch[6] Batch [949] Speed: 734.577644 samples/sec accuracy=0.580711 lr=0.199929 Epoch[6] Batch [999] Speed: 737.660839 samples/sec accuracy=0.581004 lr=0.199927 Epoch[6] Batch [1049] Speed: 737.143477 samples/sec accuracy=0.581277 lr=0.199925 Epoch[6] Batch [1099] Speed: 734.000447 samples/sec accuracy=0.581659 lr=0.199923 Epoch[6] Batch [1149] Speed: 741.014568 samples/sec accuracy=0.581897 lr=0.199921 Epoch[6] Batch [1199] Speed: 741.537958 samples/sec accuracy=0.582151 lr=0.199918 Epoch[6] Batch [1249] Speed: 739.798335 samples/sec accuracy=0.582357 lr=0.199916 Epoch[6] Batch [1299] Speed: 737.894571 samples/sec accuracy=0.582686 lr=0.199914 Epoch[6] Batch [1349] Speed: 729.864575 samples/sec accuracy=0.582848 lr=0.199912 Epoch[6] Batch [1399] Speed: 743.240942 samples/sec accuracy=0.583065 lr=0.199909 Epoch[6] Batch [1449] Speed: 739.537963 samples/sec accuracy=0.583336 lr=0.199907 Epoch[6] Batch [1499] Speed: 739.079053 samples/sec accuracy=0.583653 lr=0.199905 Epoch[6] Batch [1549] Speed: 733.786059 samples/sec accuracy=0.583978 lr=0.199902 Epoch[6] Batch [1599] Speed: 736.101002 samples/sec accuracy=0.584262 lr=0.199900 Epoch[6] Batch [1649] Speed: 746.082659 samples/sec accuracy=0.584551 lr=0.199897 Epoch[6] Batch [1699] Speed: 743.795923 samples/sec accuracy=0.584777 lr=0.199895 Epoch[6] Batch [1749] Speed: 739.098279 samples/sec accuracy=0.584986 lr=0.199892 Epoch[6] Batch [1799] Speed: 744.035725 samples/sec accuracy=0.585230 lr=0.199890 Epoch[6] Batch [1849] Speed: 726.749774 samples/sec accuracy=0.585450 lr=0.199887 Epoch[6] Batch [1899] Speed: 728.068969 samples/sec accuracy=0.585720 lr=0.199885 Epoch[6] Batch [1949] Speed: 720.596304 samples/sec accuracy=0.585943 lr=0.199882 Epoch[6] Batch [1999] Speed: 728.990803 samples/sec accuracy=0.586221 lr=0.199879 Epoch[6] Batch [2049] Speed: 722.342755 samples/sec accuracy=0.586450 lr=0.199877 Epoch[6] Batch [2099] Speed: 732.103550 samples/sec accuracy=0.586698 lr=0.199874 Epoch[6] Batch [2149] Speed: 716.597217 samples/sec accuracy=0.586947 lr=0.199871 Epoch[6] Batch [2199] Speed: 725.129701 samples/sec accuracy=0.587228 lr=0.199868 Epoch[6] Batch [2249] Speed: 726.529271 samples/sec accuracy=0.587537 lr=0.199865 Epoch[6] Batch [2299] Speed: 724.376682 samples/sec accuracy=0.587764 lr=0.199863 Epoch[6] Batch [2349] Speed: 727.738976 samples/sec accuracy=0.587973 lr=0.199860 Epoch[6] Batch [2399] Speed: 730.011455 samples/sec accuracy=0.588271 lr=0.199857 Epoch[6] Batch [2449] Speed: 737.302810 samples/sec accuracy=0.588484 lr=0.199854 Epoch[6] Batch [2499] Speed: 726.524759 samples/sec accuracy=0.588737 lr=0.199851 [Epoch 6] training: accuracy=0.588748 [Epoch 6] speed: 733 samples/sec time cost: 1746.542644 [Epoch 6] validation: err-top1=0.950000 err-top5=0.950000 Epoch[7] Batch [49] Speed: 726.016282 samples/sec accuracy=0.598170 lr=0.199848 Epoch[7] Batch [99] Speed: 732.578930 samples/sec accuracy=0.599221 lr=0.199845 Epoch[7] Batch [149] Speed: 719.122856 samples/sec accuracy=0.600434 lr=0.199842 Epoch[7] Batch [199] Speed: 724.438916 samples/sec accuracy=0.600504 lr=0.199839 Epoch[7] Batch [249] Speed: 729.691927 samples/sec accuracy=0.601033 lr=0.199836 Epoch[7] Batch [299] Speed: 727.985448 samples/sec accuracy=0.601078 lr=0.199832 Epoch[7] Batch [349] Speed: 739.275875 samples/sec accuracy=0.601208 lr=0.199829 Epoch[7] Batch [399] Speed: 732.938633 samples/sec accuracy=0.601299 lr=0.199826 Epoch[7] Batch [449] Speed: 730.240449 samples/sec accuracy=0.601356 lr=0.199823 Epoch[7] Batch [499] Speed: 733.297433 samples/sec accuracy=0.601316 lr=0.199820 Epoch[7] Batch [549] Speed: 725.412786 samples/sec accuracy=0.601531 lr=0.199816 Epoch[7] Batch [599] Speed: 732.276442 samples/sec accuracy=0.601716 lr=0.199813 Epoch[7] Batch [649] Speed: 728.166450 samples/sec accuracy=0.601916 lr=0.199810 Epoch[7] Batch [699] Speed: 729.928009 samples/sec accuracy=0.602067 lr=0.199806 Epoch[7] Batch [749] Speed: 736.467123 samples/sec accuracy=0.602354 lr=0.199803 Epoch[7] Batch [799] Speed: 731.149087 samples/sec accuracy=0.602616 lr=0.199799 Epoch[7] Batch [849] Speed: 725.706127 samples/sec accuracy=0.602819 lr=0.199796 Epoch[7] Batch [899] Speed: 727.620619 samples/sec accuracy=0.603028 lr=0.199792 Epoch[7] Batch [949] Speed: 740.003180 samples/sec accuracy=0.603210 lr=0.199789 Epoch[7] Batch [999] Speed: 728.087754 samples/sec accuracy=0.603442 lr=0.199785 Epoch[7] Batch [1049] Speed: 730.006646 samples/sec accuracy=0.603618 lr=0.199782 Epoch[7] Batch [1099] Speed: 733.379888 samples/sec accuracy=0.603799 lr=0.199778 Epoch[7] Batch [1149] Speed: 727.540637 samples/sec accuracy=0.603941 lr=0.199774 Epoch[7] Batch [1199] Speed: 723.998569 samples/sec accuracy=0.604267 lr=0.199771 Epoch[7] Batch [1249] Speed: 735.375774 samples/sec accuracy=0.604485 lr=0.199767 Epoch[7] Batch [1299] Speed: 742.934137 samples/sec accuracy=0.604662 lr=0.199763 Epoch[7] Batch [1349] Speed: 752.307494 samples/sec accuracy=0.604968 lr=0.199760 Epoch[7] Batch [1399] Speed: 736.704876 samples/sec accuracy=0.605236 lr=0.199756 Epoch[7] Batch [1449] Speed: 745.110543 samples/sec accuracy=0.605424 lr=0.199752 Epoch[7] Batch [1499] Speed: 741.074242 samples/sec accuracy=0.605670 lr=0.199748 Epoch[7] Batch [1549] Speed: 740.905816 samples/sec accuracy=0.605968 lr=0.199744 Epoch[7] Batch [1599] Speed: 732.073422 samples/sec accuracy=0.606182 lr=0.199740 Epoch[7] Batch [1649] Speed: 730.436183 samples/sec accuracy=0.606424 lr=0.199736 Epoch[7] Batch [1699] Speed: 730.448749 samples/sec accuracy=0.606639 lr=0.199732 Epoch[7] Batch [1749] Speed: 734.801476 samples/sec accuracy=0.606795 lr=0.199728 Epoch[7] Batch [1799] Speed: 727.278096 samples/sec accuracy=0.607047 lr=0.199724 Epoch[7] Batch [1849] Speed: 722.074326 samples/sec accuracy=0.607270 lr=0.199720 Epoch[7] Batch [1899] Speed: 732.506254 samples/sec accuracy=0.607492 lr=0.199716 Epoch[7] Batch [1949] Speed: 727.755568 samples/sec accuracy=0.607674 lr=0.199712 Epoch[7] Batch [1999] Speed: 728.030331 samples/sec accuracy=0.607949 lr=0.199708 Epoch[7] Batch [2049] Speed: 738.661099 samples/sec accuracy=0.608167 lr=0.199704 Epoch[7] Batch [2099] Speed: 726.363185 samples/sec accuracy=0.608352 lr=0.199699 Epoch[7] Batch [2149] Speed: 733.901990 samples/sec accuracy=0.608542 lr=0.199695 Epoch[7] Batch [2199] Speed: 728.991758 samples/sec accuracy=0.608723 lr=0.199691 Epoch[7] Batch [2249] Speed: 735.935692 samples/sec accuracy=0.608927 lr=0.199687 Epoch[7] Batch [2299] Speed: 727.912689 samples/sec accuracy=0.609144 lr=0.199682 Epoch[7] Batch [2349] Speed: 736.623662 samples/sec accuracy=0.609325 lr=0.199678 Epoch[7] Batch [2399] Speed: 729.255286 samples/sec accuracy=0.609511 lr=0.199674 Epoch[7] Batch [2449] Speed: 733.851646 samples/sec accuracy=0.609720 lr=0.199669 Epoch[7] Batch [2499] Speed: 745.224898 samples/sec accuracy=0.609858 lr=0.199665 [Epoch 7] training: accuracy=0.609867 [Epoch 7] speed: 731 samples/sec time cost: 1750.287122 [Epoch 7] validation: err-top1=0.941667 err-top5=0.941667 Epoch[8] Batch [49] Speed: 736.859630 samples/sec accuracy=0.617966 lr=0.199660 Epoch[8] Batch [99] Speed: 743.037407 samples/sec accuracy=0.617312 lr=0.199655 Epoch[8] Batch [149] Speed: 731.068965 samples/sec accuracy=0.616933 lr=0.199651 Epoch[8] Batch [199] Speed: 737.403098 samples/sec accuracy=0.617179 lr=0.199646 Epoch[8] Batch [249] Speed: 730.527354 samples/sec accuracy=0.617092 lr=0.199642 Epoch[8] Batch [299] Speed: 736.550354 samples/sec accuracy=0.616736 lr=0.199637 Epoch[8] Batch [349] Speed: 731.920547 samples/sec accuracy=0.617191 lr=0.199632 Epoch[8] Batch [399] Speed: 729.811767 samples/sec accuracy=0.617699 lr=0.199628 Epoch[8] Batch [449] Speed: 738.840234 samples/sec accuracy=0.617897 lr=0.199623 Epoch[8] Batch [499] Speed: 727.445971 samples/sec accuracy=0.618172 lr=0.199618 Epoch[8] Batch [549] Speed: 734.774247 samples/sec accuracy=0.618469 lr=0.199613 Epoch[8] Batch [599] Speed: 729.306086 samples/sec accuracy=0.618615 lr=0.199609 Epoch[8] Batch [649] Speed: 734.836214 samples/sec accuracy=0.619015 lr=0.199604 Epoch[8] Batch [699] Speed: 726.413598 samples/sec accuracy=0.619377 lr=0.199599 Epoch[8] Batch [749] Speed: 727.411287 samples/sec accuracy=0.619611 lr=0.199594 Epoch[8] Batch [799] Speed: 726.208849 samples/sec accuracy=0.619929 lr=0.199589 Epoch[8] Batch [849] Speed: 732.764523 samples/sec accuracy=0.620150 lr=0.199584 Epoch[8] Batch [899] Speed: 719.929769 samples/sec accuracy=0.620335 lr=0.199579 Epoch[8] Batch [949] Speed: 734.654838 samples/sec accuracy=0.620515 lr=0.199574 Epoch[8] Batch [999] Speed: 732.509107 samples/sec accuracy=0.620704 lr=0.199569 Epoch[8] Batch [1049] Speed: 724.865496 samples/sec accuracy=0.620934 lr=0.199564 Epoch[8] Batch [1099] Speed: 730.317300 samples/sec accuracy=0.621053 lr=0.199559 Epoch[8] Batch [1149] Speed: 735.100442 samples/sec accuracy=0.621199 lr=0.199554 Epoch[8] Batch [1199] Speed: 739.206948 samples/sec accuracy=0.621274 lr=0.199549 Epoch[8] Batch [1249] Speed: 735.614299 samples/sec accuracy=0.621410 lr=0.199543 Epoch[8] Batch [1299] Speed: 731.871960 samples/sec accuracy=0.621571 lr=0.199538 Epoch[8] Batch [1349] Speed: 733.996699 samples/sec accuracy=0.621771 lr=0.199533 Epoch[8] Batch [1399] Speed: 730.972736 samples/sec accuracy=0.621895 lr=0.199528 Epoch[8] Batch [1449] Speed: 724.703427 samples/sec accuracy=0.622135 lr=0.199522 Epoch[8] Batch [1499] Speed: 734.426690 samples/sec accuracy=0.622305 lr=0.199517 Epoch[8] Batch [1549] Speed: 739.341791 samples/sec accuracy=0.622502 lr=0.199512 Epoch[8] Batch [1599] Speed: 740.787058 samples/sec accuracy=0.622751 lr=0.199506 Epoch[8] Batch [1649] Speed: 737.611802 samples/sec accuracy=0.622888 lr=0.199501 Epoch[8] Batch [1699] Speed: 736.507572 samples/sec accuracy=0.623033 lr=0.199495 Epoch[8] Batch [1749] Speed: 730.495561 samples/sec accuracy=0.623220 lr=0.199490 Epoch[8] Batch [1799] Speed: 737.944705 samples/sec accuracy=0.623420 lr=0.199484 Epoch[8] Batch [1849] Speed: 730.564275 samples/sec accuracy=0.623568 lr=0.199479 Epoch[8] Batch [1899] Speed: 740.443191 samples/sec accuracy=0.623730 lr=0.199473 Epoch[8] Batch [1949] Speed: 741.025440 samples/sec accuracy=0.623920 lr=0.199468 Epoch[8] Batch [1999] Speed: 744.561096 samples/sec accuracy=0.624126 lr=0.199462 Epoch[8] Batch [2049] Speed: 742.865647 samples/sec accuracy=0.624333 lr=0.199456 Epoch[8] Batch [2099] Speed: 742.375795 samples/sec accuracy=0.624522 lr=0.199451 Epoch[8] Batch [2149] Speed: 738.535094 samples/sec accuracy=0.624689 lr=0.199445 Epoch[8] Batch [2199] Speed: 725.438894 samples/sec accuracy=0.624846 lr=0.199439 Epoch[8] Batch [2249] Speed: 740.711677 samples/sec accuracy=0.624983 lr=0.199433 Epoch[8] Batch [2299] Speed: 741.618235 samples/sec accuracy=0.625157 lr=0.199427 Epoch[8] Batch [2349] Speed: 748.995051 samples/sec accuracy=0.625360 lr=0.199422 Epoch[8] Batch [2399] Speed: 734.962922 samples/sec accuracy=0.625557 lr=0.199416 Epoch[8] Batch [2449] Speed: 737.742788 samples/sec accuracy=0.625729 lr=0.199410 Epoch[8] Batch [2499] Speed: 740.842759 samples/sec accuracy=0.625850 lr=0.199404 [Epoch 8] training: accuracy=0.625852 [Epoch 8] speed: 734 samples/sec time cost: 1743.654232 [Epoch 8] validation: err-top1=0.933333 err-top5=0.933333 Epoch[9] Batch [49] Speed: 743.520183 samples/sec accuracy=0.632790 lr=0.199398 Epoch[9] Batch [99] Speed: 740.112330 samples/sec accuracy=0.632417 lr=0.199392 Epoch[9] Batch [149] Speed: 742.308696 samples/sec accuracy=0.632099 lr=0.199386 Epoch[9] Batch [199] Speed: 735.896512 samples/sec accuracy=0.632333 lr=0.199380 Epoch[9] Batch [249] Speed: 736.199121 samples/sec accuracy=0.632322 lr=0.199374 Epoch[9] Batch [299] Speed: 735.846044 samples/sec accuracy=0.632189 lr=0.199367 Epoch[9] Batch [349] Speed: 736.182055 samples/sec accuracy=0.632280 lr=0.199361 Epoch[9] Batch [399] Speed: 748.317890 samples/sec accuracy=0.632474 lr=0.199355 Epoch[9] Batch [449] Speed: 744.131536 samples/sec accuracy=0.632760 lr=0.199349 Epoch[9] Batch [499] Speed: 741.975818 samples/sec accuracy=0.632984 lr=0.199343 Epoch[9] Batch [549] Speed: 742.952052 samples/sec accuracy=0.633266 lr=0.199336 Epoch[9] Batch [599] Speed: 729.806588 samples/sec accuracy=0.633422 lr=0.199330 Epoch[9] Batch [649] Speed: 744.278391 samples/sec accuracy=0.633581 lr=0.199324 Epoch[9] Batch [699] Speed: 754.273849 samples/sec accuracy=0.633820 lr=0.199317 Epoch[9] Batch [749] Speed: 745.899399 samples/sec accuracy=0.634065 lr=0.199311 Epoch[9] Batch [799] Speed: 742.107523 samples/sec accuracy=0.634239 lr=0.199305 Epoch[9] Batch [849] Speed: 744.937590 samples/sec accuracy=0.634372 lr=0.199298 Epoch[9] Batch [899] Speed: 743.100730 samples/sec accuracy=0.634536 lr=0.199292 Epoch[9] Batch [949] Speed: 740.389142 samples/sec accuracy=0.634617 lr=0.199285 Epoch[9] Batch [999] Speed: 748.297598 samples/sec accuracy=0.634828 lr=0.199279 Epoch[9] Batch [1049] Speed: 740.798787 samples/sec accuracy=0.635021 lr=0.199272 Epoch[9] Batch [1099] Speed: 735.950148 samples/sec accuracy=0.635154 lr=0.199266 Epoch[9] Batch [1149] Speed: 725.523596 samples/sec accuracy=0.635372 lr=0.199259 Epoch[9] Batch [1199] Speed: 726.699752 samples/sec accuracy=0.635424 lr=0.199252 Epoch[9] Batch [1249] Speed: 728.815209 samples/sec accuracy=0.635614 lr=0.199246 Epoch[9] Batch [1299] Speed: 731.989838 samples/sec accuracy=0.635793 lr=0.199239 Epoch[9] Batch [1349] Speed: 737.961280 samples/sec accuracy=0.635858 lr=0.199232 Epoch[9] Batch [1399] Speed: 747.730768 samples/sec accuracy=0.635977 lr=0.199225 Epoch[9] Batch [1449] Speed: 755.082391 samples/sec accuracy=0.636099 lr=0.199219 Epoch[9] Batch [1499] Speed: 742.168681 samples/sec accuracy=0.636240 lr=0.199212 Epoch[9] Batch [1549] Speed: 739.027676 samples/sec accuracy=0.636351 lr=0.199205 Epoch[9] Batch [1599] Speed: 743.805904 samples/sec accuracy=0.636572 lr=0.199198 Epoch[9] Batch [1649] Speed: 749.253066 samples/sec accuracy=0.636748 lr=0.199191 Epoch[9] Batch [1699] Speed: 732.444534 samples/sec accuracy=0.636925 lr=0.199184 Epoch[9] Batch [1749] Speed: 743.568948 samples/sec accuracy=0.637064 lr=0.199177 Epoch[9] Batch [1799] Speed: 745.963542 samples/sec accuracy=0.637236 lr=0.199170 Epoch[9] Batch [1849] Speed: 741.017958 samples/sec accuracy=0.637426 lr=0.199163 Epoch[9] Batch [1899] Speed: 741.887343 samples/sec accuracy=0.637536 lr=0.199156 Epoch[9] Batch [1949] Speed: 743.447765 samples/sec accuracy=0.637748 lr=0.199149 Epoch[9] Batch [1999] Speed: 751.770580 samples/sec accuracy=0.637885 lr=0.199142 Epoch[9] Batch [2049] Speed: 752.681808 samples/sec accuracy=0.638050 lr=0.199135 Epoch[9] Batch [2099] Speed: 737.351421 samples/sec accuracy=0.638147 lr=0.199128 Epoch[9] Batch [2149] Speed: 736.037258 samples/sec accuracy=0.638224 lr=0.199120 Epoch[9] Batch [2199] Speed: 745.661071 samples/sec accuracy=0.638387 lr=0.199113 Epoch[9] Batch [2249] Speed: 740.402825 samples/sec accuracy=0.638535 lr=0.199106 Epoch[9] Batch [2299] Speed: 747.819710 samples/sec accuracy=0.638637 lr=0.199099 Epoch[9] Batch [2349] Speed: 748.496929 samples/sec accuracy=0.638782 lr=0.199091 Epoch[9] Batch [2399] Speed: 743.244827 samples/sec accuracy=0.638876 lr=0.199084 Epoch[9] Batch [2449] Speed: 747.375666 samples/sec accuracy=0.639033 lr=0.199076 Epoch[9] Batch [2499] Speed: 747.194984 samples/sec accuracy=0.639170 lr=0.199069 [Epoch 9] training: accuracy=0.639173 [Epoch 9] speed: 741 samples/sec time cost: 1726.976848 [Epoch 9] validation: err-top1=0.925000 err-top5=0.925000 Epoch[10] Batch [49] Speed: 744.649874 samples/sec accuracy=0.642458 lr=0.199061 Epoch[10] Batch [99] Speed: 728.332719 samples/sec accuracy=0.643780 lr=0.199054 Epoch[10] Batch [149] Speed: 731.601733 samples/sec accuracy=0.642771 lr=0.199046 Epoch[10] Batch [199] Speed: 740.606288 samples/sec accuracy=0.642853 lr=0.199039 Epoch[10] Batch [249] Speed: 740.558534 samples/sec accuracy=0.643014 lr=0.199031 Epoch[10] Batch [299] Speed: 740.750278 samples/sec accuracy=0.643131 lr=0.199024 Epoch[10] Batch [349] Speed: 728.370851 samples/sec accuracy=0.643465 lr=0.199016 Epoch[10] Batch [399] Speed: 739.355114 samples/sec accuracy=0.643456 lr=0.199008 Epoch[10] Batch [449] Speed: 740.523916 samples/sec accuracy=0.643687 lr=0.199001 Epoch[10] Batch [499] Speed: 739.808830 samples/sec accuracy=0.643857 lr=0.198993 Epoch[10] Batch [549] Speed: 744.116720 samples/sec accuracy=0.644074 lr=0.198985 Epoch[10] Batch [599] Speed: 739.126658 samples/sec accuracy=0.644429 lr=0.198977 Epoch[10] Batch [649] Speed: 744.734881 samples/sec accuracy=0.644524 lr=0.198970 Epoch[10] Batch [699] Speed: 728.936211 samples/sec accuracy=0.644809 lr=0.198962 Epoch[10] Batch [749] Speed: 731.885080 samples/sec accuracy=0.644854 lr=0.198954 Epoch[10] Batch [799] Speed: 732.503910 samples/sec accuracy=0.644994 lr=0.198946 Epoch[10] Batch [849] Speed: 743.122824 samples/sec accuracy=0.645254 lr=0.198938 Epoch[10] Batch [899] Speed: 742.321028 samples/sec accuracy=0.645389 lr=0.198930 Epoch[10] Batch [949] Speed: 740.335122 samples/sec accuracy=0.645492 lr=0.198922 Epoch[10] Batch [999] Speed: 740.778487 samples/sec accuracy=0.645709 lr=0.198914 Epoch[10] Batch [1049] Speed: 735.197680 samples/sec accuracy=0.645872 lr=0.198906 Epoch[10] Batch [1099] Speed: 738.089874 samples/sec accuracy=0.646107 lr=0.198898 Epoch[10] Batch [1149] Speed: 738.513704 samples/sec accuracy=0.646269 lr=0.198890 Epoch[10] Batch [1199] Speed: 742.552542 samples/sec accuracy=0.646379 lr=0.198882 Epoch[10] Batch [1249] Speed: 735.559285 samples/sec accuracy=0.646533 lr=0.198874 Epoch[10] Batch [1299] Speed: 746.133565 samples/sec accuracy=0.646666 lr=0.198866 Epoch[10] Batch [1349] Speed: 753.704990 samples/sec accuracy=0.646750 lr=0.198857 Epoch[10] Batch [1399] Speed: 745.141346 samples/sec accuracy=0.646822 lr=0.198849 Epoch[10] Batch [1449] Speed: 738.550116 samples/sec accuracy=0.646971 lr=0.198841 Epoch[10] Batch [1499] Speed: 744.363246 samples/sec accuracy=0.647146 lr=0.198832 Epoch[10] Batch [1549] Speed: 745.230086 samples/sec accuracy=0.647224 lr=0.198824 Epoch[10] Batch [1599] Speed: 735.808780 samples/sec accuracy=0.647295 lr=0.198816 Epoch[10] Batch [1649] Speed: 737.914840 samples/sec accuracy=0.647403 lr=0.198807 Epoch[10] Batch [1699] Speed: 737.641855 samples/sec accuracy=0.647502 lr=0.198799 Epoch[10] Batch [1749] Speed: 740.495771 samples/sec accuracy=0.647616 lr=0.198791 Epoch[10] Batch [1799] Speed: 743.459404 samples/sec accuracy=0.647691 lr=0.198782 Epoch[10] Batch [1849] Speed: 736.740386 samples/sec accuracy=0.647793 lr=0.198774 Epoch[10] Batch [1899] Speed: 751.109835 samples/sec accuracy=0.647873 lr=0.198765 Epoch[10] Batch [1949] Speed: 742.090203 samples/sec accuracy=0.647984 lr=0.198756 Epoch[10] Batch [1999] Speed: 733.586872 samples/sec accuracy=0.648128 lr=0.198748 Epoch[10] Batch [2049] Speed: 737.704794 samples/sec accuracy=0.648279 lr=0.198739 Epoch[10] Batch [2099] Speed: 736.636488 samples/sec accuracy=0.648425 lr=0.198731 Epoch[10] Batch [2149] Speed: 742.174155 samples/sec accuracy=0.648536 lr=0.198722 Epoch[10] Batch [2199] Speed: 737.826180 samples/sec accuracy=0.648682 lr=0.198713 Epoch[10] Batch [2249] Speed: 747.422363 samples/sec accuracy=0.648799 lr=0.198704 Epoch[10] Batch [2299] Speed: 738.352589 samples/sec accuracy=0.648881 lr=0.198696 Epoch[10] Batch [2349] Speed: 748.569708 samples/sec accuracy=0.649027 lr=0.198687 Epoch[10] Batch [2399] Speed: 748.876256 samples/sec accuracy=0.649119 lr=0.198678 Epoch[10] Batch [2449] Speed: 737.119491 samples/sec accuracy=0.649224 lr=0.198669 Epoch[10] Batch [2499] Speed: 733.934331 samples/sec accuracy=0.649309 lr=0.198660 [Epoch 10] training: accuracy=0.649318 [Epoch 10] speed: 739 samples/sec time cost: 1732.230643 [Epoch 10] validation: err-top1=0.916667 err-top5=0.916667 Epoch[11] Batch [49] Speed: 739.885634 samples/sec accuracy=0.653109 lr=0.198651 Epoch[11] Batch [99] Speed: 733.264482 samples/sec accuracy=0.653143 lr=0.198642 Epoch[11] Batch [149] Speed: 743.537137 samples/sec accuracy=0.653343 lr=0.198633 Epoch[11] Batch [199] Speed: 736.273884 samples/sec accuracy=0.652490 lr=0.198624 Epoch[11] Batch [249] Speed: 737.924095 samples/sec accuracy=0.652462 lr=0.198615 Epoch[11] Batch [299] Speed: 742.440879 samples/sec accuracy=0.652557 lr=0.198606 Epoch[11] Batch [349] Speed: 748.807867 samples/sec accuracy=0.652867 lr=0.198597 Epoch[11] Batch [399] Speed: 752.119862 samples/sec accuracy=0.653255 lr=0.198588 Epoch[11] Batch [449] Speed: 747.433231 samples/sec accuracy=0.653305 lr=0.198579 Epoch[11] Batch [499] Speed: 730.973926 samples/sec accuracy=0.653399 lr=0.198569 Epoch[11] Batch [549] Speed: 739.820503 samples/sec accuracy=0.653413 lr=0.198560 Epoch[11] Batch [599] Speed: 740.203790 samples/sec accuracy=0.653627 lr=0.198551 Epoch[11] Batch [649] Speed: 754.566624 samples/sec accuracy=0.653763 lr=0.198542 Epoch[11] Batch [699] Speed: 743.555390 samples/sec accuracy=0.653841 lr=0.198532 Epoch[11] Batch [749] Speed: 740.886348 samples/sec accuracy=0.653882 lr=0.198523 Epoch[11] Batch [799] Speed: 754.496815 samples/sec accuracy=0.653938 lr=0.198514 Epoch[11] Batch [849] Speed: 739.323423 samples/sec accuracy=0.654169 lr=0.198504 Epoch[11] Batch [899] Speed: 737.091351 samples/sec accuracy=0.654156 lr=0.198495 Epoch[11] Batch [949] Speed: 732.725560 samples/sec accuracy=0.654252 lr=0.198485 Epoch[11] Batch [999] Speed: 747.360284 samples/sec accuracy=0.654232 lr=0.198476 Epoch[11] Batch [1049] Speed: 743.425806 samples/sec accuracy=0.654381 lr=0.198466 Epoch[11] Batch [1099] Speed: 741.573808 samples/sec accuracy=0.654349 lr=0.198457 Epoch[11] Batch [1149] Speed: 733.802653 samples/sec accuracy=0.654508 lr=0.198447 Epoch[11] Batch [1199] Speed: 750.335922 samples/sec accuracy=0.654651 lr=0.198438 Epoch[11] Batch [1249] Speed: 749.056174 samples/sec accuracy=0.654771 lr=0.198428 Epoch[11] Batch [1299] Speed: 747.503113 samples/sec accuracy=0.654808 lr=0.198418 Epoch[11] Batch [1349] Speed: 739.397504 samples/sec accuracy=0.654868 lr=0.198409 Epoch[11] Batch [1399] Speed: 737.663960 samples/sec accuracy=0.654992 lr=0.198399 Epoch[11] Batch [1449] Speed: 752.685660 samples/sec accuracy=0.655130 lr=0.198389 Epoch[11] Batch [1499] Speed: 757.827897 samples/sec accuracy=0.655158 lr=0.198379 Epoch[11] Batch [1549] Speed: 754.464063 samples/sec accuracy=0.655249 lr=0.198370 Epoch[11] Batch [1599] Speed: 741.419729 samples/sec accuracy=0.655355 lr=0.198360 Epoch[11] Batch [1649] Speed: 738.276636 samples/sec accuracy=0.655494 lr=0.198350 Epoch[11] Batch [1699] Speed: 742.264165 samples/sec accuracy=0.655531 lr=0.198340 Epoch[11] Batch [1749] Speed: 742.113847 samples/sec accuracy=0.655665 lr=0.198330 Epoch[11] Batch [1799] Speed: 746.927229 samples/sec accuracy=0.655829 lr=0.198320 Epoch[11] Batch [1849] Speed: 747.458435 samples/sec accuracy=0.655894 lr=0.198310 Epoch[11] Batch [1899] Speed: 740.807962 samples/sec accuracy=0.656034 lr=0.198300 Epoch[11] Batch [1949] Speed: 746.804076 samples/sec accuracy=0.656157 lr=0.198290 Epoch[11] Batch [1999] Speed: 744.368830 samples/sec accuracy=0.656251 lr=0.198280 Epoch[11] Batch [2049] Speed: 748.799679 samples/sec accuracy=0.656342 lr=0.198270 Epoch[11] Batch [2099] Speed: 734.136865 samples/sec accuracy=0.656449 lr=0.198260 Epoch[11] Batch [2149] Speed: 749.492435 samples/sec accuracy=0.656585 lr=0.198250 Epoch[11] Batch [2199] Speed: 739.245953 samples/sec accuracy=0.656718 lr=0.198240 Epoch[11] Batch [2249] Speed: 735.076040 samples/sec accuracy=0.656873 lr=0.198229 Epoch[11] Batch [2299] Speed: 756.750210 samples/sec accuracy=0.657005 lr=0.198219 Epoch[11] Batch [2349] Speed: 747.290278 samples/sec accuracy=0.657105 lr=0.198209 Epoch[11] Batch [2399] Speed: 738.496892 samples/sec accuracy=0.657268 lr=0.198198 Epoch[11] Batch [2449] Speed: 743.438958 samples/sec accuracy=0.657398 lr=0.198188 Epoch[11] Batch [2499] Speed: 746.997686 samples/sec accuracy=0.657560 lr=0.198178 [Epoch 11] training: accuracy=0.657561 [Epoch 11] speed: 743 samples/sec time cost: 1722.821422 [Epoch 11] validation: err-top1=0.908333 err-top5=0.908333 Epoch[12] Batch [49] Speed: 752.169715 samples/sec accuracy=0.661399 lr=0.198167 Epoch[12] Batch [99] Speed: 737.388189 samples/sec accuracy=0.661931 lr=0.198157 Epoch[12] Batch [149] Speed: 736.551157 samples/sec accuracy=0.661706 lr=0.198146 Epoch[12] Batch [199] Speed: 749.123093 samples/sec accuracy=0.661015 lr=0.198136 Epoch[12] Batch [249] Speed: 744.322663 samples/sec accuracy=0.661608 lr=0.198125 Epoch[12] Batch [299] Speed: 734.057571 samples/sec accuracy=0.661489 lr=0.198115 Epoch[12] Batch [349] Speed: 751.727423 samples/sec accuracy=0.661394 lr=0.198104 Epoch[12] Batch [399] Speed: 743.118915 samples/sec accuracy=0.661541 lr=0.198093 Epoch[12] Batch [449] Speed: 741.821255 samples/sec accuracy=0.661522 lr=0.198083 Epoch[12] Batch [499] Speed: 747.117638 samples/sec accuracy=0.661710 lr=0.198072 Epoch[12] Batch [549] Speed: 745.540810 samples/sec accuracy=0.661586 lr=0.198061 Epoch[12] Batch [599] Speed: 743.008357 samples/sec accuracy=0.661629 lr=0.198051 Epoch[12] Batch [649] Speed: 746.195217 samples/sec accuracy=0.661601 lr=0.198040 Epoch[12] Batch [699] Speed: 735.749290 samples/sec accuracy=0.661720 lr=0.198029 Epoch[12] Batch [749] Speed: 741.036277 samples/sec accuracy=0.661834 lr=0.198018 Epoch[12] Batch [799] Speed: 741.239792 samples/sec accuracy=0.661915 lr=0.198008 Epoch[12] Batch [849] Speed: 747.236988 samples/sec accuracy=0.662079 lr=0.197997 Epoch[12] Batch [899] Speed: 741.681598 samples/sec accuracy=0.662100 lr=0.197986 Epoch[12] Batch [949] Speed: 738.298698 samples/sec accuracy=0.662152 lr=0.197975 Epoch[12] Batch [999] Speed: 746.653565 samples/sec accuracy=0.662257 lr=0.197964 Epoch[12] Batch [1049] Speed: 741.089821 samples/sec accuracy=0.662363 lr=0.197953 Epoch[12] Batch [1099] Speed: 741.948768 samples/sec accuracy=0.662411 lr=0.197942 Epoch[12] Batch [1149] Speed: 753.090616 samples/sec accuracy=0.662408 lr=0.197931 Epoch[12] Batch [1199] Speed: 749.649991 samples/sec accuracy=0.662544 lr=0.197920 Epoch[12] Batch [1249] Speed: 746.196918 samples/sec accuracy=0.662634 lr=0.197909 Epoch[12] Batch [1299] Speed: 741.003588 samples/sec accuracy=0.662738 lr=0.197898 Epoch[12] Batch [1349] Speed: 752.701463 samples/sec accuracy=0.662889 lr=0.197887 Epoch[12] Batch [1399] Speed: 749.590111 samples/sec accuracy=0.663031 lr=0.197875 Epoch[12] Batch [1449] Speed: 749.177724 samples/sec accuracy=0.663107 lr=0.197864 Epoch[12] Batch [1499] Speed: 745.106515 samples/sec accuracy=0.663201 lr=0.197853 Epoch[12] Batch [1549] Speed: 740.373873 samples/sec accuracy=0.663275 lr=0.197842 Epoch[12] Batch [1599] Speed: 750.246601 samples/sec accuracy=0.663389 lr=0.197830 Epoch[12] Batch [1649] Speed: 740.841640 samples/sec accuracy=0.663511 lr=0.197819 Epoch[12] Batch [1699] Speed: 744.220902 samples/sec accuracy=0.663609 lr=0.197808 Epoch[12] Batch [1749] Speed: 750.531792 samples/sec accuracy=0.663704 lr=0.197796 Epoch[12] Batch [1799] Speed: 749.337742 samples/sec accuracy=0.663859 lr=0.197785 Epoch[12] Batch [1849] Speed: 740.026278 samples/sec accuracy=0.663989 lr=0.197773 Epoch[12] Batch [1899] Speed: 742.402451 samples/sec accuracy=0.664058 lr=0.197762 Epoch[12] Batch [1949] Speed: 749.431282 samples/sec accuracy=0.664183 lr=0.197751 Epoch[12] Batch [1999] Speed: 746.674645 samples/sec accuracy=0.664306 lr=0.197739 Epoch[12] Batch [2049] Speed: 747.305876 samples/sec accuracy=0.664386 lr=0.197727 Epoch[12] Batch [2099] Speed: 750.940956 samples/sec accuracy=0.664500 lr=0.197716 Epoch[12] Batch [2149] Speed: 744.902102 samples/sec accuracy=0.664565 lr=0.197704 Epoch[12] Batch [2199] Speed: 740.405653 samples/sec accuracy=0.664679 lr=0.197693 Epoch[12] Batch [2249] Speed: 742.152204 samples/sec accuracy=0.664765 lr=0.197681 Epoch[12] Batch [2299] Speed: 742.720042 samples/sec accuracy=0.664846 lr=0.197669 Epoch[12] Batch [2349] Speed: 740.678909 samples/sec accuracy=0.664909 lr=0.197657 Epoch[12] Batch [2399] Speed: 734.535257 samples/sec accuracy=0.665060 lr=0.197646 Epoch[12] Batch [2449] Speed: 755.988816 samples/sec accuracy=0.665200 lr=0.197634 Epoch[12] Batch [2499] Speed: 750.928603 samples/sec accuracy=0.665312 lr=0.197622 [Epoch 12] training: accuracy=0.665316 [Epoch 12] speed: 744 samples/sec time cost: 1720.224191 [Epoch 12] validation: err-top1=0.900000 err-top5=0.900000 Epoch[13] Batch [49] Speed: 747.214462 samples/sec accuracy=0.664455 lr=0.197610 Epoch[13] Batch [99] Speed: 743.035572 samples/sec accuracy=0.665816 lr=0.197598 Epoch[13] Batch [149] Speed: 743.378547 samples/sec accuracy=0.666661 lr=0.197586 Epoch[13] Batch [199] Speed: 749.319936 samples/sec accuracy=0.666857 lr=0.197574 Epoch[13] Batch [249] Speed: 744.309594 samples/sec accuracy=0.667133 lr=0.197562 Epoch[13] Batch [299] Speed: 746.243618 samples/sec accuracy=0.667325 lr=0.197550 Epoch[13] Batch [349] Speed: 746.882620 samples/sec accuracy=0.667494 lr=0.197538 Epoch[13] Batch [399] Speed: 737.268071 samples/sec accuracy=0.667749 lr=0.197526 Epoch[13] Batch [449] Speed: 734.462343 samples/sec accuracy=0.667743 lr=0.197514 Epoch[13] Batch [499] Speed: 751.058248 samples/sec accuracy=0.667743 lr=0.197502 Epoch[13] Batch [549] Speed: 742.427532 samples/sec accuracy=0.667875 lr=0.197490 Epoch[13] Batch [599] Speed: 734.854842 samples/sec accuracy=0.668054 lr=0.197477 Epoch[13] Batch [649] Speed: 744.035509 samples/sec accuracy=0.668014 lr=0.197465 Epoch[13] Batch [699] Speed: 742.987827 samples/sec accuracy=0.668003 lr=0.197453 Epoch[13] Batch [749] Speed: 750.389078 samples/sec accuracy=0.668056 lr=0.197441 Epoch[13] Batch [799] Speed: 748.106076 samples/sec accuracy=0.668145 lr=0.197429 Epoch[13] Batch [849] Speed: 739.545292 samples/sec accuracy=0.668299 lr=0.197416 Epoch[13] Batch [899] Speed: 744.926386 samples/sec accuracy=0.668470 lr=0.197404 Epoch[13] Batch [949] Speed: 732.614214 samples/sec accuracy=0.668504 lr=0.197391 Epoch[13] Batch [999] Speed: 747.174571 samples/sec accuracy=0.668634 lr=0.197379 Epoch[13] Batch [1049] Speed: 736.214532 samples/sec accuracy=0.668793 lr=0.197367 Epoch[13] Batch [1099] Speed: 741.066411 samples/sec accuracy=0.669035 lr=0.197354 Epoch[13] Batch [1149] Speed: 735.129215 samples/sec accuracy=0.669099 lr=0.197342 Epoch[13] Batch [1199] Speed: 740.916797 samples/sec accuracy=0.669142 lr=0.197329 Epoch[13] Batch [1249] Speed: 743.463162 samples/sec accuracy=0.669232 lr=0.197317 Epoch[13] Batch [1299] Speed: 729.428664 samples/sec accuracy=0.669301 lr=0.197304 Epoch[13] Batch [1349] Speed: 752.288608 samples/sec accuracy=0.669427 lr=0.197291 Epoch[13] Batch [1399] Speed: 742.394566 samples/sec accuracy=0.669559 lr=0.197279 Epoch[13] Batch [1449] Speed: 748.842648 samples/sec accuracy=0.669597 lr=0.197266 Epoch[13] Batch [1499] Speed: 741.334279 samples/sec accuracy=0.669672 lr=0.197253 Epoch[13] Batch [1549] Speed: 752.929017 samples/sec accuracy=0.669794 lr=0.197241 Epoch[13] Batch [1599] Speed: 756.177344 samples/sec accuracy=0.669961 lr=0.197228 Epoch[13] Batch [1649] Speed: 741.779339 samples/sec accuracy=0.670098 lr=0.197215 Epoch[13] Batch [1699] Speed: 739.423493 samples/sec accuracy=0.670159 lr=0.197202 Epoch[13] Batch [1749] Speed: 738.075085 samples/sec accuracy=0.670279 lr=0.197190 Epoch[13] Batch [1799] Speed: 750.999203 samples/sec accuracy=0.670379 lr=0.197177 Epoch[13] Batch [1849] Speed: 738.177115 samples/sec accuracy=0.670432 lr=0.197164 Epoch[13] Batch [1899] Speed: 749.059728 samples/sec accuracy=0.670539 lr=0.197151 Epoch[13] Batch [1949] Speed: 748.905219 samples/sec accuracy=0.670647 lr=0.197138 Epoch[13] Batch [1999] Speed: 748.647287 samples/sec accuracy=0.670733 lr=0.197125 Epoch[13] Batch [2049] Speed: 745.312748 samples/sec accuracy=0.670802 lr=0.197112 Epoch[13] Batch [2099] Speed: 735.220480 samples/sec accuracy=0.670837 lr=0.197099 Epoch[13] Batch [2149] Speed: 748.470998 samples/sec accuracy=0.670942 lr=0.197086 Epoch[13] Batch [2199] Speed: 753.125140 samples/sec accuracy=0.671045 lr=0.197073 Epoch[13] Batch [2249] Speed: 744.475287 samples/sec accuracy=0.671178 lr=0.197060 Epoch[13] Batch [2299] Speed: 730.618027 samples/sec accuracy=0.671253 lr=0.197046 Epoch[13] Batch [2349] Speed: 732.554300 samples/sec accuracy=0.671333 lr=0.197033 Epoch[13] Batch [2399] Speed: 743.536767 samples/sec accuracy=0.671445 lr=0.197020 Epoch[13] Batch [2449] Speed: 740.123436 samples/sec accuracy=0.671508 lr=0.197007 Epoch[13] Batch [2499] Speed: 742.335342 samples/sec accuracy=0.671577 lr=0.196994 [Epoch 13] training: accuracy=0.671571 [Epoch 13] speed: 742 samples/sec time cost: 1723.797438 [Epoch 13] validation: err-top1=0.891667 err-top5=0.891667 Epoch[14] Batch [49] Speed: 743.481704 samples/sec accuracy=0.675091 lr=0.196980 Epoch[14] Batch [99] Speed: 744.730542 samples/sec accuracy=0.674962 lr=0.196966 Epoch[14] Batch [149] Speed: 742.569899 samples/sec accuracy=0.674983 lr=0.196953 Epoch[14] Batch [199] Speed: 739.151671 samples/sec accuracy=0.674870 lr=0.196940 Epoch[14] Batch [249] Speed: 738.219624 samples/sec accuracy=0.674865 lr=0.196926 Epoch[14] Batch [299] Speed: 747.150145 samples/sec accuracy=0.674818 lr=0.196913 Epoch[14] Batch [349] Speed: 733.685935 samples/sec accuracy=0.674954 lr=0.196899 Epoch[14] Batch [399] Speed: 744.760549 samples/sec accuracy=0.674540 lr=0.196886 Epoch[14] Batch [449] Speed: 742.599454 samples/sec accuracy=0.674688 lr=0.196872 Epoch[14] Batch [499] Speed: 752.086426 samples/sec accuracy=0.674623 lr=0.196859 Epoch[14] Batch [549] Speed: 751.116072 samples/sec accuracy=0.674712 lr=0.196845 Epoch[14] Batch [599] Speed: 739.509465 samples/sec accuracy=0.674636 lr=0.196831 Epoch[14] Batch [649] Speed: 734.530553 samples/sec accuracy=0.674775 lr=0.196818 Epoch[14] Batch [699] Speed: 738.281255 samples/sec accuracy=0.674810 lr=0.196804 Epoch[14] Batch [749] Speed: 747.465158 samples/sec accuracy=0.674960 lr=0.196790 Epoch[14] Batch [799] Speed: 745.848094 samples/sec accuracy=0.675104 lr=0.196777 Epoch[14] Batch [849] Speed: 736.634512 samples/sec accuracy=0.675131 lr=0.196763 Epoch[14] Batch [899] Speed: 740.237500 samples/sec accuracy=0.675040 lr=0.196749 Epoch[14] Batch [949] Speed: 742.338939 samples/sec accuracy=0.675037 lr=0.196735 Epoch[14] Batch [999] Speed: 754.208646 samples/sec accuracy=0.675093 lr=0.196721 Epoch[14] Batch [1049] Speed: 746.758807 samples/sec accuracy=0.675241 lr=0.196708 Epoch[14] Batch [1099] Speed: 731.800243 samples/sec accuracy=0.675337 lr=0.196694 Epoch[14] Batch [1149] Speed: 735.290165 samples/sec accuracy=0.675330 lr=0.196680 Epoch[14] Batch [1199] Speed: 745.203988 samples/sec accuracy=0.675337 lr=0.196666 Epoch[14] Batch [1249] Speed: 744.170814 samples/sec accuracy=0.675394 lr=0.196652 Epoch[14] Batch [1299] Speed: 739.753075 samples/sec accuracy=0.675463 lr=0.196638 Epoch[14] Batch [1349] Speed: 746.599213 samples/sec accuracy=0.675500 lr=0.196624 Epoch[14] Batch [1399] Speed: 741.466719 samples/sec accuracy=0.675640 lr=0.196610 Epoch[14] Batch [1449] Speed: 740.304312 samples/sec accuracy=0.675773 lr=0.196596 Epoch[14] Batch [1499] Speed: 738.887726 samples/sec accuracy=0.675903 lr=0.196581 Epoch[14] Batch [1549] Speed: 738.164941 samples/sec accuracy=0.675955 lr=0.196567 Epoch[14] Batch [1599] Speed: 748.998975 samples/sec accuracy=0.676023 lr=0.196553 Epoch[14] Batch [1649] Speed: 748.604821 samples/sec accuracy=0.676114 lr=0.196539 Epoch[14] Batch [1699] Speed: 743.255893 samples/sec accuracy=0.676154 lr=0.196525 Epoch[14] Batch [1749] Speed: 736.532721 samples/sec accuracy=0.676230 lr=0.196510 Epoch[14] Batch [1799] Speed: 744.490984 samples/sec accuracy=0.676342 lr=0.196496 Epoch[14] Batch [1849] Speed: 750.307818 samples/sec accuracy=0.676379 lr=0.196482 Epoch[14] Batch [1899] Speed: 746.425755 samples/sec accuracy=0.676497 lr=0.196467 Epoch[14] Batch [1949] Speed: 745.702883 samples/sec accuracy=0.676627 lr=0.196453 Epoch[14] Batch [1999] Speed: 746.323787 samples/sec accuracy=0.676693 lr=0.196438 Epoch[14] Batch [2049] Speed: 736.040245 samples/sec accuracy=0.676775 lr=0.196424 Epoch[14] Batch [2099] Speed: 736.999445 samples/sec accuracy=0.676919 lr=0.196410 Epoch[14] Batch [2149] Speed: 734.613794 samples/sec accuracy=0.676992 lr=0.196395 Epoch[14] Batch [2199] Speed: 761.814046 samples/sec accuracy=0.677066 lr=0.196380 Epoch[14] Batch [2249] Speed: 752.026161 samples/sec accuracy=0.677168 lr=0.196366 Epoch[14] Batch [2299] Speed: 733.056419 samples/sec accuracy=0.677229 lr=0.196351 Epoch[14] Batch [2349] Speed: 739.086054 samples/sec accuracy=0.677328 lr=0.196337 Epoch[14] Batch [2399] Speed: 739.376273 samples/sec accuracy=0.677492 lr=0.196322 Epoch[14] Batch [2449] Speed: 741.699114 samples/sec accuracy=0.677594 lr=0.196307 Epoch[14] Batch [2499] Speed: 753.701287 samples/sec accuracy=0.677692 lr=0.196293 [Epoch 14] training: accuracy=0.677688 [Epoch 14] speed: 742 samples/sec time cost: 1725.074796 [Epoch 14] validation: err-top1=0.883333 err-top5=0.883333 Epoch[15] Batch [49] Speed: 759.351759 samples/sec accuracy=0.679445 lr=0.196277 Epoch[15] Batch [99] Speed: 749.281969 samples/sec accuracy=0.678829 lr=0.196263 Epoch[15] Batch [149] Speed: 744.029693 samples/sec accuracy=0.678601 lr=0.196248 Epoch[15] Batch [199] Speed: 737.803381 samples/sec accuracy=0.678829 lr=0.196233 Epoch[15] Batch [249] Speed: 733.197903 samples/sec accuracy=0.679094 lr=0.196218 Epoch[15] Batch [299] Speed: 736.282119 samples/sec accuracy=0.679678 lr=0.196203 Epoch[15] Batch [349] Speed: 742.072478 samples/sec accuracy=0.679756 lr=0.196188 Epoch[15] Batch [399] Speed: 741.687746 samples/sec accuracy=0.679911 lr=0.196173 Epoch[15] Batch [449] Speed: 743.593227 samples/sec accuracy=0.679834 lr=0.196158 Epoch[15] Batch [499] Speed: 744.770628 samples/sec accuracy=0.679784 lr=0.196143 Epoch[15] Batch [549] Speed: 747.755888 samples/sec accuracy=0.679835 lr=0.196128 Epoch[15] Batch [599] Speed: 743.957970 samples/sec accuracy=0.679736 lr=0.196113 Epoch[15] Batch [649] Speed: 744.839206 samples/sec accuracy=0.679648 lr=0.196098 Epoch[15] Batch [699] Speed: 743.089210 samples/sec accuracy=0.679560 lr=0.196083 Epoch[15] Batch [749] Speed: 750.869858 samples/sec accuracy=0.679768 lr=0.196068 Epoch[15] Batch [799] Speed: 748.457433 samples/sec accuracy=0.679762 lr=0.196053 Epoch[15] Batch [849] Speed: 738.701041 samples/sec accuracy=0.679805 lr=0.196037 Epoch[15] Batch [899] Speed: 735.415825 samples/sec accuracy=0.680002 lr=0.196022 Epoch[15] Batch [949] Speed: 737.718676 samples/sec accuracy=0.680107 lr=0.196007 Epoch[15] Batch [999] Speed: 748.609085 samples/sec accuracy=0.680287 lr=0.195992 Epoch[15] Batch [1049] Speed: 748.107630 samples/sec accuracy=0.680459 lr=0.195976 Epoch[15] Batch [1099] Speed: 742.806542 samples/sec accuracy=0.680548 lr=0.195961 Epoch[15] Batch [1149] Speed: 755.238833 samples/sec accuracy=0.680615 lr=0.195946 Epoch[15] Batch [1199] Speed: 744.705305 samples/sec accuracy=0.680689 lr=0.195930 Epoch[15] Batch [1249] Speed: 749.120307 samples/sec accuracy=0.680822 lr=0.195915 Epoch[15] Batch [1299] Speed: 732.799349 samples/sec accuracy=0.680937 lr=0.195899 Epoch[15] Batch [1349] Speed: 753.015413 samples/sec accuracy=0.681046 lr=0.195884 Epoch[15] Batch [1399] Speed: 757.844879 samples/sec accuracy=0.681078 lr=0.195868 Epoch[15] Batch [1449] Speed: 744.256083 samples/sec accuracy=0.681221 lr=0.195853 Epoch[15] Batch [1499] Speed: 739.224348 samples/sec accuracy=0.681329 lr=0.195837 Epoch[15] Batch [1549] Speed: 732.196017 samples/sec accuracy=0.681426 lr=0.195822 Epoch[15] Batch [1599] Speed: 750.949458 samples/sec accuracy=0.681530 lr=0.195806 Epoch[15] Batch [1649] Speed: 753.296510 samples/sec accuracy=0.681606 lr=0.195790 Epoch[15] Batch [1699] Speed: 741.820133 samples/sec accuracy=0.681645 lr=0.195775 Epoch[15] Batch [1749] Speed: 738.436631 samples/sec accuracy=0.681744 lr=0.195759 Epoch[15] Batch [1799] Speed: 744.545850 samples/sec accuracy=0.681749 lr=0.195743 Epoch[15] Batch [1849] Speed: 750.896659 samples/sec accuracy=0.681787 lr=0.195727 Epoch[15] Batch [1899] Speed: 736.502570 samples/sec accuracy=0.681791 lr=0.195712 Epoch[15] Batch [1949] Speed: 745.994674 samples/sec accuracy=0.681896 lr=0.195696 Epoch[15] Batch [1999] Speed: 749.366128 samples/sec accuracy=0.681944 lr=0.195680 Epoch[15] Batch [2049] Speed: 750.162249 samples/sec accuracy=0.681994 lr=0.195664 Epoch[15] Batch [2099] Speed: 738.576685 samples/sec accuracy=0.682085 lr=0.195648 Epoch[15] Batch [2149] Speed: 748.577567 samples/sec accuracy=0.682186 lr=0.195632 Epoch[15] Batch [2199] Speed: 747.325339 samples/sec accuracy=0.682234 lr=0.195616 Epoch[15] Batch [2249] Speed: 745.951327 samples/sec accuracy=0.682344 lr=0.195600 Epoch[15] Batch [2299] Speed: 752.799581 samples/sec accuracy=0.682480 lr=0.195584 Epoch[15] Batch [2349] Speed: 739.511284 samples/sec accuracy=0.682548 lr=0.195568 Epoch[15] Batch [2399] Speed: 740.262481 samples/sec accuracy=0.682603 lr=0.195552 Epoch[15] Batch [2449] Speed: 738.345389 samples/sec accuracy=0.682724 lr=0.195536 Epoch[15] Batch [2499] Speed: 742.721825 samples/sec accuracy=0.682814 lr=0.195520 [Epoch 15] training: accuracy=0.682818 [Epoch 15] speed: 744 samples/sec time cost: 1720.638258 [Epoch 15] validation: err-top1=0.875000 err-top5=0.875000 Epoch[16] Batch [49] Speed: 742.013889 samples/sec accuracy=0.684526 lr=0.195503 Epoch[16] Batch [99] Speed: 749.836413 samples/sec accuracy=0.683966 lr=0.195487 Epoch[16] Batch [149] Speed: 746.542778 samples/sec accuracy=0.683181 lr=0.195471 Epoch[16] Batch [199] Speed: 740.046068 samples/sec accuracy=0.683213 lr=0.195454 Epoch[16] Batch [249] Speed: 747.018811 samples/sec accuracy=0.683738 lr=0.195438 Epoch[16] Batch [299] Speed: 752.651297 samples/sec accuracy=0.684021 lr=0.195422 Epoch[16] Batch [349] Speed: 742.310072 samples/sec accuracy=0.683744 lr=0.195405 Epoch[16] Batch [399] Speed: 742.857968 samples/sec accuracy=0.683583 lr=0.195389 Epoch[16] Batch [449] Speed: 750.953865 samples/sec accuracy=0.683803 lr=0.195373 Epoch[16] Batch [499] Speed: 745.496584 samples/sec accuracy=0.683860 lr=0.195356 Epoch[16] Batch [549] Speed: 744.641921 samples/sec accuracy=0.683991 lr=0.195340 Epoch[16] Batch [599] Speed: 735.749351 samples/sec accuracy=0.684009 lr=0.195323 Epoch[16] Batch [649] Speed: 746.232525 samples/sec accuracy=0.684236 lr=0.195307 Epoch[16] Batch [699] Speed: 749.825171 samples/sec accuracy=0.684295 lr=0.195290 Epoch[16] Batch [749] Speed: 742.425073 samples/sec accuracy=0.684324 lr=0.195274 Epoch[16] Batch [799] Speed: 745.988740 samples/sec accuracy=0.684358 lr=0.195257 Epoch[16] Batch [849] Speed: 746.121775 samples/sec accuracy=0.684279 lr=0.195240 Epoch[16] Batch [899] Speed: 759.105177 samples/sec accuracy=0.684284 lr=0.195224 Epoch[16] Batch [949] Speed: 752.186845 samples/sec accuracy=0.684425 lr=0.195207 Epoch[16] Batch [999] Speed: 746.447461 samples/sec accuracy=0.684482 lr=0.195190 Epoch[16] Batch [1049] Speed: 747.448924 samples/sec accuracy=0.684621 lr=0.195174 Epoch[16] Batch [1099] Speed: 744.203416 samples/sec accuracy=0.684744 lr=0.195157 Epoch[16] Batch [1149] Speed: 740.289159 samples/sec accuracy=0.684781 lr=0.195140 Epoch[16] Batch [1199] Speed: 743.443189 samples/sec accuracy=0.684841 lr=0.195123 Epoch[16] Batch [1249] Speed: 741.723333 samples/sec accuracy=0.684850 lr=0.195106 Epoch[16] Batch [1299] Speed: 744.616860 samples/sec accuracy=0.684913 lr=0.195089 Epoch[16] Batch [1349] Speed: 751.797472 samples/sec accuracy=0.684948 lr=0.195073 Epoch[16] Batch [1399] Speed: 749.955429 samples/sec accuracy=0.685000 lr=0.195056 Epoch[16] Batch [1449] Speed: 752.321794 samples/sec accuracy=0.685102 lr=0.195039 Epoch[16] Batch [1499] Speed: 751.187684 samples/sec accuracy=0.685203 lr=0.195022 Epoch[16] Batch [1549] Speed: 750.798201 samples/sec accuracy=0.685242 lr=0.195005 Epoch[16] Batch [1599] Speed: 746.759544 samples/sec accuracy=0.685331 lr=0.194988 Epoch[16] Batch [1649] Speed: 752.088111 samples/sec accuracy=0.685407 lr=0.194970 Epoch[16] Batch [1699] Speed: 743.858231 samples/sec accuracy=0.685509 lr=0.194953 Epoch[16] Batch [1749] Speed: 740.684182 samples/sec accuracy=0.685586 lr=0.194936 Epoch[16] Batch [1799] Speed: 744.214475 samples/sec accuracy=0.685705 lr=0.194919 Epoch[16] Batch [1849] Speed: 750.472584 samples/sec accuracy=0.685819 lr=0.194902 Epoch[16] Batch [1899] Speed: 747.424090 samples/sec accuracy=0.685880 lr=0.194885 Epoch[16] Batch [1949] Speed: 746.162228 samples/sec accuracy=0.685954 lr=0.194867 Epoch[16] Batch [1999] Speed: 750.690888 samples/sec accuracy=0.686019 lr=0.194850 Epoch[16] Batch [2049] Speed: 749.332413 samples/sec accuracy=0.686143 lr=0.194833 Epoch[16] Batch [2099] Speed: 738.918993 samples/sec accuracy=0.686276 lr=0.194815 Epoch[16] Batch [2149] Speed: 741.497559 samples/sec accuracy=0.686362 lr=0.194798 Epoch[16] Batch [2199] Speed: 743.501530 samples/sec accuracy=0.686438 lr=0.194781 Epoch[16] Batch [2249] Speed: 740.730859 samples/sec accuracy=0.686538 lr=0.194763 Epoch[16] Batch [2299] Speed: 753.116033 samples/sec accuracy=0.686586 lr=0.194746 Epoch[16] Batch [2349] Speed: 742.595705 samples/sec accuracy=0.686680 lr=0.194728 Epoch[16] Batch [2399] Speed: 739.701522 samples/sec accuracy=0.686697 lr=0.194711 Epoch[16] Batch [2449] Speed: 746.412067 samples/sec accuracy=0.686724 lr=0.194693 Epoch[16] Batch [2499] Speed: 736.084219 samples/sec accuracy=0.686797 lr=0.194676 [Epoch 16] training: accuracy=0.686798 [Epoch 16] speed: 745 samples/sec time cost: 1717.280907 [Epoch 16] validation: err-top1=0.866667 err-top5=0.866667 Epoch[17] Batch [49] Speed: 738.395971 samples/sec accuracy=0.690063 lr=0.194657 Epoch[17] Batch [99] Speed: 750.900361 samples/sec accuracy=0.689474 lr=0.194640 Epoch[17] Batch [149] Speed: 749.028564 samples/sec accuracy=0.689377 lr=0.194622 Epoch[17] Batch [199] Speed: 740.836043 samples/sec accuracy=0.688936 lr=0.194605 Epoch[17] Batch [249] Speed: 746.520921 samples/sec accuracy=0.689137 lr=0.194587 Epoch[17] Batch [299] Speed: 751.975090 samples/sec accuracy=0.689274 lr=0.194569 Epoch[17] Batch [349] Speed: 750.157343 samples/sec accuracy=0.689197 lr=0.194551 Epoch[17] Batch [399] Speed: 737.864014 samples/sec accuracy=0.689101 lr=0.194534 Epoch[17] Batch [449] Speed: 737.657327 samples/sec accuracy=0.688741 lr=0.194516 Epoch[17] Batch [499] Speed: 750.161913 samples/sec accuracy=0.688584 lr=0.194498 Epoch[17] Batch [549] Speed: 750.432638 samples/sec accuracy=0.688747 lr=0.194480 Epoch[17] Batch [599] Speed: 752.335921 samples/sec accuracy=0.688919 lr=0.194462 Epoch[17] Batch [649] Speed: 754.510489 samples/sec accuracy=0.688921 lr=0.194444 Epoch[17] Batch [699] Speed: 742.415386 samples/sec accuracy=0.688960 lr=0.194426 Epoch[17] Batch [749] Speed: 734.834801 samples/sec accuracy=0.688906 lr=0.194408 Epoch[17] Batch [799] Speed: 744.243073 samples/sec accuracy=0.689103 lr=0.194390 Epoch[17] Batch [849] Speed: 748.724929 samples/sec accuracy=0.689028 lr=0.194372 Epoch[17] Batch [899] Speed: 751.963915 samples/sec accuracy=0.689047 lr=0.194354 Epoch[17] Batch [949] Speed: 737.714890 samples/sec accuracy=0.689060 lr=0.194336 Epoch[17] Batch [999] Speed: 747.683595 samples/sec accuracy=0.689237 lr=0.194318 Epoch[17] Batch [1049] Speed: 745.951565 samples/sec accuracy=0.689251 lr=0.194300 Epoch[17] Batch [1099] Speed: 745.410451 samples/sec accuracy=0.689240 lr=0.194282 Epoch[17] Batch [1149] Speed: 737.670229 samples/sec accuracy=0.689376 lr=0.194263 Epoch[17] Batch [1199] Speed: 747.688515 samples/sec accuracy=0.689388 lr=0.194245 Epoch[17] Batch [1249] Speed: 743.788447 samples/sec accuracy=0.689366 lr=0.194227 Epoch[17] Batch [1299] Speed: 746.851065 samples/sec accuracy=0.689415 lr=0.194209 Epoch[17] Batch [1349] Speed: 743.418595 samples/sec accuracy=0.689463 lr=0.194190 Epoch[17] Batch [1399] Speed: 750.620982 samples/sec accuracy=0.689583 lr=0.194172 Epoch[17] Batch [1449] Speed: 747.764928 samples/sec accuracy=0.689666 lr=0.194153 Epoch[17] Batch [1499] Speed: 744.973837 samples/sec accuracy=0.689756 lr=0.194135 Epoch[17] Batch [1549] Speed: 746.568622 samples/sec accuracy=0.689813 lr=0.194117 Epoch[17] Batch [1599] Speed: 734.797176 samples/sec accuracy=0.689877 lr=0.194098 Epoch[17] Batch [1649] Speed: 739.399403 samples/sec accuracy=0.689875 lr=0.194080 Epoch[17] Batch [1699] Speed: 743.505304 samples/sec accuracy=0.690022 lr=0.194061 Epoch[17] Batch [1749] Speed: 747.976199 samples/sec accuracy=0.690138 lr=0.194043 Epoch[17] Batch [1799] Speed: 747.709498 samples/sec accuracy=0.690234 lr=0.194024 Epoch[17] Batch [1849] Speed: 744.627999 samples/sec accuracy=0.690287 lr=0.194005 Epoch[17] Batch [1899] Speed: 749.449292 samples/sec accuracy=0.690325 lr=0.193987 Epoch[17] Batch [1949] Speed: 744.651537 samples/sec accuracy=0.690426 lr=0.193968 Epoch[17] Batch [1999] Speed: 750.326043 samples/sec accuracy=0.690514 lr=0.193949 Epoch[17] Batch [2049] Speed: 756.749004 samples/sec accuracy=0.690538 lr=0.193931 Epoch[17] Batch [2099] Speed: 753.173504 samples/sec accuracy=0.690634 lr=0.193912 Epoch[17] Batch [2149] Speed: 751.846598 samples/sec accuracy=0.690665 lr=0.193893 Epoch[17] Batch [2199] Speed: 737.923714 samples/sec accuracy=0.690712 lr=0.193874 Epoch[17] Batch [2249] Speed: 763.249175 samples/sec accuracy=0.690722 lr=0.193856 Epoch[17] Batch [2299] Speed: 754.383291 samples/sec accuracy=0.690742 lr=0.193837 Epoch[17] Batch [2349] Speed: 747.663687 samples/sec accuracy=0.690869 lr=0.193818 Epoch[17] Batch [2399] Speed: 730.737669 samples/sec accuracy=0.690942 lr=0.193799 Epoch[17] Batch [2449] Speed: 752.064406 samples/sec accuracy=0.691036 lr=0.193780 Epoch[17] Batch [2499] Speed: 748.061942 samples/sec accuracy=0.691093 lr=0.193761 [Epoch 17] training: accuracy=0.691105 [Epoch 17] speed: 745 samples/sec time cost: 1717.244368 [Epoch 17] validation: err-top1=0.858333 err-top5=0.858333 Epoch[18] Batch [49] Speed: 749.405281 samples/sec accuracy=0.691937 lr=0.193741 Epoch[18] Batch [99] Speed: 738.913257 samples/sec accuracy=0.691726 lr=0.193722 Epoch[18] Batch [149] Speed: 745.136506 samples/sec accuracy=0.691788 lr=0.193703 Epoch[18] Batch [199] Speed: 752.674110 samples/sec accuracy=0.691595 lr=0.193684 Epoch[18] Batch [249] Speed: 743.293792 samples/sec accuracy=0.691546 lr=0.193665 Epoch[18] Batch [299] Speed: 746.107097 samples/sec accuracy=0.691788 lr=0.193646 Epoch[18] Batch [349] Speed: 743.544047 samples/sec accuracy=0.691855 lr=0.193627 Epoch[18] Batch [399] Speed: 755.026338 samples/sec accuracy=0.692114 lr=0.193608 Epoch[18] Batch [449] Speed: 740.538890 samples/sec accuracy=0.691931 lr=0.193588 Epoch[18] Batch [499] Speed: 738.184052 samples/sec accuracy=0.692024 lr=0.193569 Epoch[18] Batch [549] Speed: 750.681846 samples/sec accuracy=0.691931 lr=0.193550 Epoch[18] Batch [599] Speed: 736.984441 samples/sec accuracy=0.691992 lr=0.193530 Epoch[18] Batch [649] Speed: 750.991072 samples/sec accuracy=0.692158 lr=0.193511 Epoch[18] Batch [699] Speed: 758.715313 samples/sec accuracy=0.692166 lr=0.193492 Epoch[18] Batch [749] Speed: 756.618364 samples/sec accuracy=0.692268 lr=0.193472 Epoch[18] Batch [799] Speed: 746.568643 samples/sec accuracy=0.692392 lr=0.193453 Epoch[18] Batch [849] Speed: 736.851018 samples/sec accuracy=0.692617 lr=0.193434 Epoch[18] Batch [899] Speed: 747.975652 samples/sec accuracy=0.692760 lr=0.193414 Epoch[18] Batch [949] Speed: 758.300421 samples/sec accuracy=0.692773 lr=0.193395 Epoch[18] Batch [999] Speed: 749.547313 samples/sec accuracy=0.692880 lr=0.193375 Epoch[18] Batch [1049] Speed: 746.620119 samples/sec accuracy=0.692977 lr=0.193355 Epoch[18] Batch [1099] Speed: 748.410758 samples/sec accuracy=0.693031 lr=0.193336 Epoch[18] Batch [1149] Speed: 750.827706 samples/sec accuracy=0.693085 lr=0.193316 Epoch[18] Batch [1199] Speed: 754.735828 samples/sec accuracy=0.693128 lr=0.193297 Epoch[18] Batch [1249] Speed: 752.550976 samples/sec accuracy=0.693204 lr=0.193277 Epoch[18] Batch [1299] Speed: 746.177016 samples/sec accuracy=0.693310 lr=0.193257 Epoch[18] Batch [1349] Speed: 735.173820 samples/sec accuracy=0.693407 lr=0.193238 Epoch[18] Batch [1399] Speed: 746.339324 samples/sec accuracy=0.693425 lr=0.193218 Epoch[18] Batch [1449] Speed: 757.254185 samples/sec accuracy=0.693507 lr=0.193198 Epoch[18] Batch [1499] Speed: 752.818113 samples/sec accuracy=0.693505 lr=0.193178 Epoch[18] Batch [1549] Speed: 749.617925 samples/sec accuracy=0.693534 lr=0.193158 Epoch[18] Batch [1599] Speed: 754.643054 samples/sec accuracy=0.693653 lr=0.193139 Epoch[18] Batch [1649] Speed: 753.406360 samples/sec accuracy=0.693711 lr=0.193119 Epoch[18] Batch [1699] Speed: 738.947913 samples/sec accuracy=0.693787 lr=0.193099 Epoch[18] Batch [1749] Speed: 750.955031 samples/sec accuracy=0.693879 lr=0.193079 Epoch[18] Batch [1799] Speed: 752.266920 samples/sec accuracy=0.693952 lr=0.193059 Epoch[18] Batch [1849] Speed: 741.588051 samples/sec accuracy=0.693994 lr=0.193039 Epoch[18] Batch [1899] Speed: 730.825454 samples/sec accuracy=0.694066 lr=0.193019 Epoch[18] Batch [1949] Speed: 738.593348 samples/sec accuracy=0.694110 lr=0.192999 Epoch[18] Batch [1999] Speed: 752.829492 samples/sec accuracy=0.694188 lr=0.192979 Epoch[18] Batch [2049] Speed: 751.583527 samples/sec accuracy=0.694333 lr=0.192959 Epoch[18] Batch [2099] Speed: 743.840984 samples/sec accuracy=0.694403 lr=0.192938 Epoch[18] Batch [2149] Speed: 730.201917 samples/sec accuracy=0.694397 lr=0.192918 Epoch[18] Batch [2199] Speed: 752.271653 samples/sec accuracy=0.694438 lr=0.192898 Epoch[18] Batch [2249] Speed: 758.152205 samples/sec accuracy=0.694520 lr=0.192878 Epoch[18] Batch [2299] Speed: 747.625908 samples/sec accuracy=0.694556 lr=0.192858 Epoch[18] Batch [2349] Speed: 741.596261 samples/sec accuracy=0.694621 lr=0.192837 Epoch[18] Batch [2399] Speed: 749.253699 samples/sec accuracy=0.694712 lr=0.192817 Epoch[18] Batch [2449] Speed: 743.656016 samples/sec accuracy=0.694780 lr=0.192797 Epoch[18] Batch [2499] Speed: 738.936994 samples/sec accuracy=0.694794 lr=0.192776 [Epoch 18] training: accuracy=0.694791 [Epoch 18] speed: 746 samples/sec time cost: 1714.700317 [Epoch 18] validation: err-top1=0.850000 err-top5=0.850000 Epoch[19] Batch [49] Speed: 746.992198 samples/sec accuracy=0.695716 lr=0.192755 Epoch[19] Batch [99] Speed: 753.963148 samples/sec accuracy=0.695597 lr=0.192735 Epoch[19] Batch [149] Speed: 744.221485 samples/sec accuracy=0.695531 lr=0.192714 Epoch[19] Batch [199] Speed: 748.186364 samples/sec accuracy=0.695368 lr=0.192694 Epoch[19] Batch [249] Speed: 745.016305 samples/sec accuracy=0.695224 lr=0.192673 Epoch[19] Batch [299] Speed: 745.661765 samples/sec accuracy=0.695396 lr=0.192653 Epoch[19] Batch [349] Speed: 744.835357 samples/sec accuracy=0.695454 lr=0.192632 Epoch[19] Batch [399] Speed: 746.551005 samples/sec accuracy=0.695441 lr=0.192612 Epoch[19] Batch [449] Speed: 743.912076 samples/sec accuracy=0.695401 lr=0.192591 Epoch[19] Batch [499] Speed: 745.103041 samples/sec accuracy=0.695501 lr=0.192570 Epoch[19] Batch [549] Speed: 750.865515 samples/sec accuracy=0.695653 lr=0.192550 Epoch[19] Batch [599] Speed: 745.732750 samples/sec accuracy=0.695762 lr=0.192529 Epoch[19] Batch [649] Speed: 739.623814 samples/sec accuracy=0.695959 lr=0.192508 Epoch[19] Batch [699] Speed: 746.879326 samples/sec accuracy=0.695985 lr=0.192488 Epoch[19] Batch [749] Speed: 754.758126 samples/sec accuracy=0.695958 lr=0.192467 Epoch[19] Batch [799] Speed: 752.131021 samples/sec accuracy=0.696094 lr=0.192446 Epoch[19] Batch [849] Speed: 735.098500 samples/sec accuracy=0.696221 lr=0.192425 Epoch[19] Batch [899] Speed: 747.341328 samples/sec accuracy=0.696345 lr=0.192404 Epoch[19] Batch [949] Speed: 753.388932 samples/sec accuracy=0.696189 lr=0.192383 Epoch[19] Batch [999] Speed: 742.179526 samples/sec accuracy=0.696456 lr=0.192363 Epoch[19] Batch [1049] Speed: 740.319084 samples/sec accuracy=0.696537 lr=0.192342 Epoch[19] Batch [1099] Speed: 753.689061 samples/sec accuracy=0.696660 lr=0.192321 Epoch[19] Batch [1149] Speed: 745.819694 samples/sec accuracy=0.696791 lr=0.192300 Epoch[19] Batch [1199] Speed: 734.320556 samples/sec accuracy=0.696902 lr=0.192279 Epoch[19] Batch [1249] Speed: 735.604623 samples/sec accuracy=0.697068 lr=0.192258 Epoch[19] Batch [1299] Speed: 746.786058 samples/sec accuracy=0.697155 lr=0.192237 Epoch[19] Batch [1349] Speed: 757.002297 samples/sec accuracy=0.697183 lr=0.192215 Epoch[19] Batch [1399] Speed: 760.188995 samples/sec accuracy=0.697293 lr=0.192194 Epoch[19] Batch [1449] Speed: 746.038197 samples/sec accuracy=0.697335 lr=0.192173 Epoch[19] Batch [1499] Speed: 737.144879 samples/sec accuracy=0.697339 lr=0.192152 Epoch[19] Batch [1549] Speed: 746.003998 samples/sec accuracy=0.697372 lr=0.192131 Epoch[19] Batch [1599] Speed: 755.766143 samples/sec accuracy=0.697351 lr=0.192109 Epoch[19] Batch [1649] Speed: 749.373895 samples/sec accuracy=0.697419 lr=0.192088 Epoch[19] Batch [1699] Speed: 739.956360 samples/sec accuracy=0.697569 lr=0.192067 Epoch[19] Batch [1749] Speed: 742.150891 samples/sec accuracy=0.697576 lr=0.192046 Epoch[19] Batch [1799] Speed: 757.090458 samples/sec accuracy=0.697605 lr=0.192024 Epoch[19] Batch [1849] Speed: 748.533570 samples/sec accuracy=0.697730 lr=0.192003 Epoch[19] Batch [1899] Speed: 742.802467 samples/sec accuracy=0.697720 lr=0.191981 Epoch[19] Batch [1949] Speed: 743.713160 samples/sec accuracy=0.697774 lr=0.191960 Epoch[19] Batch [1999] Speed: 756.725623 samples/sec accuracy=0.697806 lr=0.191939 Epoch[19] Batch [2049] Speed: 752.561287 samples/sec accuracy=0.697849 lr=0.191917 Epoch[19] Batch [2099] Speed: 737.849594 samples/sec accuracy=0.697932 lr=0.191896 Epoch[19] Batch [2149] Speed: 746.128976 samples/sec accuracy=0.698042 lr=0.191874 Epoch[19] Batch [2199] Speed: 748.501224 samples/sec accuracy=0.698107 lr=0.191852 Epoch[19] Batch [2249] Speed: 741.516675 samples/sec accuracy=0.698162 lr=0.191831 Epoch[19] Batch [2299] Speed: 741.929030 samples/sec accuracy=0.698196 lr=0.191809 Epoch[19] Batch [2349] Speed: 745.656007 samples/sec accuracy=0.698257 lr=0.191788 Epoch[19] Batch [2399] Speed: 757.186500 samples/sec accuracy=0.698328 lr=0.191766 Epoch[19] Batch [2449] Speed: 751.050099 samples/sec accuracy=0.698405 lr=0.191744 Epoch[19] Batch [2499] Speed: 748.439857 samples/sec accuracy=0.698495 lr=0.191722 [Epoch 19] training: accuracy=0.698495 [Epoch 19] speed: 746 samples/sec time cost: 1715.379441 [Epoch 19] validation: err-top1=0.841667 err-top5=0.841667 Epoch[20] Batch [49] Speed: 753.775854 samples/sec accuracy=0.699403 lr=0.191700 Epoch[20] Batch [99] Speed: 748.665526 samples/sec accuracy=0.698361 lr=0.191678 Epoch[20] Batch [149] Speed: 749.228264 samples/sec accuracy=0.698746 lr=0.191656 Epoch[20] Batch [199] Speed: 741.429523 samples/sec accuracy=0.698022 lr=0.191634 Epoch[20] Batch [249] Speed: 757.463142 samples/sec accuracy=0.698601 lr=0.191612 Epoch[20] Batch [299] Speed: 755.509641 samples/sec accuracy=0.698533 lr=0.191591 Epoch[20] Batch [349] Speed: 746.553901 samples/sec accuracy=0.699014 lr=0.191569 Epoch[20] Batch [399] Speed: 746.974716 samples/sec accuracy=0.698817 lr=0.191547 Epoch[20] Batch [449] Speed: 733.560971 samples/sec accuracy=0.698897 lr=0.191525 Epoch[20] Batch [499] Speed: 755.098380 samples/sec accuracy=0.698678 lr=0.191503 Epoch[20] Batch [549] Speed: 755.599444 samples/sec accuracy=0.698581 lr=0.191481 Epoch[20] Batch [599] Speed: 755.775888 samples/sec accuracy=0.698439 lr=0.191459 Epoch[20] Batch [649] Speed: 751.381239 samples/sec accuracy=0.698624 lr=0.191437 Epoch[20] Batch [699] Speed: 746.169274 samples/sec accuracy=0.698860 lr=0.191414 Epoch[20] Batch [749] Speed: 739.122862 samples/sec accuracy=0.698856 lr=0.191392 Epoch[20] Batch [799] Speed: 744.697398 samples/sec accuracy=0.698825 lr=0.191370 Epoch[20] Batch [849] Speed: 740.718708 samples/sec accuracy=0.698887 lr=0.191348 Epoch[20] Batch [899] Speed: 739.777896 samples/sec accuracy=0.698955 lr=0.191326 Epoch[20] Batch [949] Speed: 751.056908 samples/sec accuracy=0.698942 lr=0.191303 Epoch[20] Batch [999] Speed: 756.009415 samples/sec accuracy=0.699023 lr=0.191281 Epoch[20] Batch [1049] Speed: 752.969324 samples/sec accuracy=0.699093 lr=0.191259 Epoch[20] Batch [1099] Speed: 743.925673 samples/sec accuracy=0.699289 lr=0.191236 Epoch[20] Batch [1149] Speed: 745.640131 samples/sec accuracy=0.699354 lr=0.191214 Epoch[20] Batch [1199] Speed: 752.167196 samples/sec accuracy=0.699316 lr=0.191192 Epoch[20] Batch [1249] Speed: 750.779906 samples/sec accuracy=0.699413 lr=0.191169 Epoch[20] Batch [1299] Speed: 737.026757 samples/sec accuracy=0.699483 lr=0.191147 Epoch[20] Batch [1349] Speed: 741.921545 samples/sec accuracy=0.699538 lr=0.191124 Epoch[20] Batch [1399] Speed: 747.719714 samples/sec accuracy=0.699621 lr=0.191102 Epoch[20] Batch [1449] Speed: 738.139974 samples/sec accuracy=0.699778 lr=0.191079 Epoch[20] Batch [1499] Speed: 735.829610 samples/sec accuracy=0.699885 lr=0.191057 Epoch[20] Batch [1549] Speed: 730.850197 samples/sec accuracy=0.699999 lr=0.191034 Epoch[20] Batch [1599] Speed: 753.847815 samples/sec accuracy=0.700069 lr=0.191012 Epoch[20] Batch [1649] Speed: 750.261463 samples/sec accuracy=0.700105 lr=0.190989 Epoch[20] Batch [1699] Speed: 756.121624 samples/sec accuracy=0.700228 lr=0.190966 Epoch[20] Batch [1749] Speed: 754.114449 samples/sec accuracy=0.700360 lr=0.190944 Epoch[20] Batch [1799] Speed: 732.295570 samples/sec accuracy=0.700355 lr=0.190921 Epoch[20] Batch [1849] Speed: 743.838495 samples/sec accuracy=0.700435 lr=0.190898 Epoch[20] Batch [1899] Speed: 751.941692 samples/sec accuracy=0.700455 lr=0.190875 Epoch[20] Batch [1949] Speed: 751.652798 samples/sec accuracy=0.700509 lr=0.190853 Epoch[20] Batch [1999] Speed: 751.538581 samples/sec accuracy=0.700601 lr=0.190830 Epoch[20] Batch [2049] Speed: 751.536845 samples/sec accuracy=0.700653 lr=0.190807 Epoch[20] Batch [2099] Speed: 757.266302 samples/sec accuracy=0.700709 lr=0.190784 Epoch[20] Batch [2149] Speed: 744.030601 samples/sec accuracy=0.700813 lr=0.190761 Epoch[20] Batch [2199] Speed: 739.904876 samples/sec accuracy=0.700922 lr=0.190738 Epoch[20] Batch [2249] Speed: 750.017280 samples/sec accuracy=0.700984 lr=0.190715 Epoch[20] Batch [2299] Speed: 749.249422 samples/sec accuracy=0.701071 lr=0.190692 Epoch[20] Batch [2349] Speed: 744.982593 samples/sec accuracy=0.701222 lr=0.190669 Epoch[20] Batch [2399] Speed: 743.197529 samples/sec accuracy=0.701269 lr=0.190646 Epoch[20] Batch [2449] Speed: 749.815835 samples/sec accuracy=0.701360 lr=0.190623 Epoch[20] Batch [2499] Speed: 752.755134 samples/sec accuracy=0.701359 lr=0.190600 [Epoch 20] training: accuracy=0.701358 [Epoch 20] speed: 747 samples/sec time cost: 1713.986009 [Epoch 20] validation: err-top1=0.833333 err-top5=0.833333 Epoch[21] Batch [49] Speed: 741.682392 samples/sec accuracy=0.699802 lr=0.190576 Epoch[21] Batch [99] Speed: 742.616685 samples/sec accuracy=0.700988 lr=0.190553 Epoch[21] Batch [149] Speed: 737.855055 samples/sec accuracy=0.701190 lr=0.190530 Epoch[21] Batch [199] Speed: 751.224058 samples/sec accuracy=0.700838 lr=0.190506 Epoch[21] Batch [249] Speed: 762.833803 samples/sec accuracy=0.700992 lr=0.190483 Epoch[21] Batch [299] Speed: 749.752263 samples/sec accuracy=0.701285 lr=0.190460 Epoch[21] Batch [349] Speed: 757.556702 samples/sec accuracy=0.701150 lr=0.190437 Epoch[21] Batch [399] Speed: 755.795460 samples/sec accuracy=0.701133 lr=0.190413 Epoch[21] Batch [449] Speed: 745.943460 samples/sec accuracy=0.701056 lr=0.190390 Epoch[21] Batch [499] Speed: 743.085183 samples/sec accuracy=0.701404 lr=0.190367 Epoch[21] Batch [549] Speed: 744.437468 samples/sec accuracy=0.701107 lr=0.190343 Epoch[21] Batch [599] Speed: 744.726865 samples/sec accuracy=0.701119 lr=0.190320 Epoch[21] Batch [649] Speed: 751.864819 samples/sec accuracy=0.701377 lr=0.190296 Epoch[21] Batch [699] Speed: 742.368107 samples/sec accuracy=0.701494 lr=0.190273 Epoch[21] Batch [749] Speed: 744.039206 samples/sec accuracy=0.701630 lr=0.190249 Epoch[21] Batch [799] Speed: 747.939264 samples/sec accuracy=0.701665 lr=0.190226 Epoch[21] Batch [849] Speed: 753.120021 samples/sec accuracy=0.701762 lr=0.190202 Epoch[21] Batch [899] Speed: 764.985880 samples/sec accuracy=0.701820 lr=0.190179 Epoch[21] Batch [949] Speed: 763.657721 samples/sec accuracy=0.701952 lr=0.190155 Epoch[21] Batch [999] Speed: 747.079243 samples/sec accuracy=0.701983 lr=0.190132 Epoch[21] Batch [1049] Speed: 757.703477 samples/sec accuracy=0.702093 lr=0.190108 Epoch[21] Batch [1099] Speed: 749.716775 samples/sec accuracy=0.702139 lr=0.190084 Epoch[21] Batch [1149] Speed: 750.724506 samples/sec accuracy=0.702283 lr=0.190061 Epoch[21] Batch [1199] Speed: 755.148006 samples/sec accuracy=0.702413 lr=0.190037 Epoch[21] Batch [1249] Speed: 743.338792 samples/sec accuracy=0.702507 lr=0.190013 Epoch[21] Batch [1299] Speed: 749.367771 samples/sec accuracy=0.702614 lr=0.189989 Epoch[21] Batch [1349] Speed: 744.349866 samples/sec accuracy=0.702725 lr=0.189965 Epoch[21] Batch [1399] Speed: 748.890097 samples/sec accuracy=0.702790 lr=0.189942 Epoch[21] Batch [1449] Speed: 743.354138 samples/sec accuracy=0.702889 lr=0.189918 Epoch[21] Batch [1499] Speed: 736.614632 samples/sec accuracy=0.702975 lr=0.189894 Epoch[21] Batch [1549] Speed: 755.440844 samples/sec accuracy=0.703024 lr=0.189870 Epoch[21] Batch [1599] Speed: 752.068268 samples/sec accuracy=0.703075 lr=0.189846 Epoch[21] Batch [1649] Speed: 736.391341 samples/sec accuracy=0.703102 lr=0.189822 Epoch[21] Batch [1699] Speed: 745.241693 samples/sec accuracy=0.703149 lr=0.189798 Epoch[21] Batch [1749] Speed: 745.896186 samples/sec accuracy=0.703200 lr=0.189774 Epoch[21] Batch [1799] Speed: 739.679764 samples/sec accuracy=0.703191 lr=0.189750 Epoch[21] Batch [1849] Speed: 746.250558 samples/sec accuracy=0.703230 lr=0.189726 Epoch[21] Batch [1899] Speed: 751.259373 samples/sec accuracy=0.703284 lr=0.189702 Epoch[21] Batch [1949] Speed: 761.477386 samples/sec accuracy=0.703383 lr=0.189677 Epoch[21] Batch [1999] Speed: 747.861982 samples/sec accuracy=0.703512 lr=0.189653 Epoch[21] Batch [2049] Speed: 738.670688 samples/sec accuracy=0.703598 lr=0.189629 Epoch[21] Batch [2099] Speed: 750.402104 samples/sec accuracy=0.703622 lr=0.189605 Epoch[21] Batch [2149] Speed: 747.556087 samples/sec accuracy=0.703674 lr=0.189581 Epoch[21] Batch [2199] Speed: 743.981579 samples/sec accuracy=0.703708 lr=0.189556 Epoch[21] Batch [2249] Speed: 743.765428 samples/sec accuracy=0.703786 lr=0.189532 Epoch[21] Batch [2299] Speed: 738.825694 samples/sec accuracy=0.703836 lr=0.189508 Epoch[21] Batch [2349] Speed: 757.125585 samples/sec accuracy=0.703916 lr=0.189483 Epoch[21] Batch [2399] Speed: 761.889275 samples/sec accuracy=0.703976 lr=0.189459 Epoch[21] Batch [2449] Speed: 748.856780 samples/sec accuracy=0.704048 lr=0.189435 Epoch[21] Batch [2499] Speed: 747.563618 samples/sec accuracy=0.704105 lr=0.189410 [Epoch 21] training: accuracy=0.704108 [Epoch 21] speed: 748 samples/sec time cost: 1711.986102 [Epoch 21] validation: err-top1=0.825000 err-top5=0.825000 Epoch[22] Batch [49] Speed: 757.588895 samples/sec accuracy=0.702868 lr=0.189385 Epoch[22] Batch [99] Speed: 753.284318 samples/sec accuracy=0.703266 lr=0.189360 Epoch[22] Batch [149] Speed: 751.030621 samples/sec accuracy=0.704150 lr=0.189336 Epoch[22] Batch [199] Speed: 749.994995 samples/sec accuracy=0.704267 lr=0.189311 Epoch[22] Batch [249] Speed: 742.086505 samples/sec accuracy=0.704457 lr=0.189287 Epoch[22] Batch [299] Speed: 733.430398 samples/sec accuracy=0.704210 lr=0.189262 Epoch[22] Batch [349] Speed: 746.785752 samples/sec accuracy=0.704713 lr=0.189237 Epoch[22] Batch [399] Speed: 763.201385 samples/sec accuracy=0.704512 lr=0.189213 Epoch[22] Batch [449] Speed: 755.853011 samples/sec accuracy=0.704297 lr=0.189188 Epoch[22] Batch [499] Speed: 744.488909 samples/sec accuracy=0.704529 lr=0.189163 Epoch[22] Batch [549] Speed: 738.431350 samples/sec accuracy=0.704598 lr=0.189139 Epoch[22] Batch [599] Speed: 743.775284 samples/sec accuracy=0.704400 lr=0.189114 Epoch[22] Batch [649] Speed: 752.078829 samples/sec accuracy=0.704306 lr=0.189089 Epoch[22] Batch [699] Speed: 743.282956 samples/sec accuracy=0.704357 lr=0.189064 Epoch[22] Batch [749] Speed: 737.728094 samples/sec accuracy=0.704478 lr=0.189039 Epoch[22] Batch [799] Speed: 751.244929 samples/sec accuracy=0.704557 lr=0.189014 Epoch[22] Batch [849] Speed: 748.221635 samples/sec accuracy=0.704629 lr=0.188990 Epoch[22] Batch [899] Speed: 753.903868 samples/sec accuracy=0.704702 lr=0.188965 Epoch[22] Batch [949] Speed: 755.339442 samples/sec accuracy=0.704815 lr=0.188940 Epoch[22] Batch [999] Speed: 746.079133 samples/sec accuracy=0.704860 lr=0.188915 Epoch[22] Batch [1049] Speed: 759.570075 samples/sec accuracy=0.704884 lr=0.188890 Epoch[22] Batch [1099] Speed: 738.580246 samples/sec accuracy=0.704896 lr=0.188865 Epoch[22] Batch [1149] Speed: 731.820807 samples/sec accuracy=0.704969 lr=0.188840 Epoch[22] Batch [1199] Speed: 748.354424 samples/sec accuracy=0.705055 lr=0.188815 Epoch[22] Batch [1249] Speed: 747.232521 samples/sec accuracy=0.705113 lr=0.188790 Epoch[22] Batch [1299] Speed: 756.040322 samples/sec accuracy=0.705167 lr=0.188764 Epoch[22] Batch [1349] Speed: 737.430602 samples/sec accuracy=0.705164 lr=0.188739 Epoch[22] Batch [1399] Speed: 748.365492 samples/sec accuracy=0.705184 lr=0.188714 Epoch[22] Batch [1449] Speed: 746.277731 samples/sec accuracy=0.705368 lr=0.188689 Epoch[22] Batch [1499] Speed: 741.898282 samples/sec accuracy=0.705440 lr=0.188664 Epoch[22] Batch [1549] Speed: 737.476896 samples/sec accuracy=0.705509 lr=0.188638 Epoch[22] Batch [1599] Speed: 740.308549 samples/sec accuracy=0.705530 lr=0.188613 Epoch[22] Batch [1649] Speed: 752.481365 samples/sec accuracy=0.705502 lr=0.188588 Epoch[22] Batch [1699] Speed: 746.095272 samples/sec accuracy=0.705521 lr=0.188562 Epoch[22] Batch [1749] Speed: 751.189313 samples/sec accuracy=0.705583 lr=0.188537 Epoch[22] Batch [1799] Speed: 735.755486 samples/sec accuracy=0.705680 lr=0.188512 Epoch[22] Batch [1849] Speed: 749.924097 samples/sec accuracy=0.705721 lr=0.188486 Epoch[22] Batch [1899] Speed: 753.846815 samples/sec accuracy=0.705767 lr=0.188461 Epoch[22] Batch [1949] Speed: 754.332567 samples/sec accuracy=0.705814 lr=0.188435 Epoch[22] Batch [1999] Speed: 739.093308 samples/sec accuracy=0.705868 lr=0.188410 Epoch[22] Batch [2049] Speed: 753.309278 samples/sec accuracy=0.705890 lr=0.188384 Epoch[22] Batch [2099] Speed: 748.645601 samples/sec accuracy=0.705959 lr=0.188359 Epoch[22] Batch [2149] Speed: 738.170152 samples/sec accuracy=0.705986 lr=0.188333 Epoch[22] Batch [2199] Speed: 734.185626 samples/sec accuracy=0.706012 lr=0.188308 Epoch[22] Batch [2249] Speed: 755.928408 samples/sec accuracy=0.706067 lr=0.188282 Epoch[22] Batch [2299] Speed: 740.609138 samples/sec accuracy=0.706162 lr=0.188256 Epoch[22] Batch [2349] Speed: 746.896803 samples/sec accuracy=0.706265 lr=0.188231 Epoch[22] Batch [2399] Speed: 748.995010 samples/sec accuracy=0.706305 lr=0.188205 Epoch[22] Batch [2449] Speed: 759.985164 samples/sec accuracy=0.706378 lr=0.188179 Epoch[22] Batch [2499] Speed: 745.825103 samples/sec accuracy=0.706427 lr=0.188153 [Epoch 22] training: accuracy=0.706426 [Epoch 22] speed: 746 samples/sec time cost: 1714.792854 [Epoch 22] validation: err-top1=0.816667 err-top5=0.816667 Epoch[23] Batch [49] Speed: 744.068012 samples/sec accuracy=0.707979 lr=0.188127 Epoch[23] Batch [99] Speed: 753.418133 samples/sec accuracy=0.707635 lr=0.188101 Epoch[23] Batch [149] Speed: 754.850817 samples/sec accuracy=0.707907 lr=0.188075 Epoch[23] Batch [199] Speed: 737.648443 samples/sec accuracy=0.707497 lr=0.188049 Epoch[23] Batch [249] Speed: 746.475510 samples/sec accuracy=0.706906 lr=0.188023 Epoch[23] Batch [299] Speed: 751.223947 samples/sec accuracy=0.707084 lr=0.187997 Epoch[23] Batch [349] Speed: 753.764842 samples/sec accuracy=0.707034 lr=0.187971 Epoch[23] Batch [399] Speed: 733.435523 samples/sec accuracy=0.707100 lr=0.187945 Epoch[23] Batch [449] Speed: 738.839726 samples/sec accuracy=0.707227 lr=0.187919 Epoch[23] Batch [499] Speed: 737.772447 samples/sec accuracy=0.707317 lr=0.187893 Epoch[23] Batch [549] Speed: 746.466438 samples/sec accuracy=0.707404 lr=0.187867 Epoch[23] Batch [599] Speed: 750.157317 samples/sec accuracy=0.707534 lr=0.187841 Epoch[23] Batch [649] Speed: 741.340483 samples/sec accuracy=0.707586 lr=0.187815 Epoch[23] Batch [699] Speed: 739.864120 samples/sec accuracy=0.707720 lr=0.187789 Epoch[23] Batch [749] Speed: 744.255258 samples/sec accuracy=0.707677 lr=0.187763 Epoch[23] Batch [799] Speed: 741.244146 samples/sec accuracy=0.707685 lr=0.187737 Epoch[23] Batch [849] Speed: 747.077320 samples/sec accuracy=0.707750 lr=0.187710 Epoch[23] Batch [899] Speed: 749.806284 samples/sec accuracy=0.707791 lr=0.187684 Epoch[23] Batch [949] Speed: 749.776571 samples/sec accuracy=0.707843 lr=0.187658 Epoch[23] Batch [999] Speed: 752.567279 samples/sec accuracy=0.707886 lr=0.187632 Epoch[23] Batch [1049] Speed: 749.535833 samples/sec accuracy=0.708019 lr=0.187605 Epoch[23] Batch [1099] Speed: 757.391322 samples/sec accuracy=0.708052 lr=0.187579 Epoch[23] Batch [1149] Speed: 763.028343 samples/sec accuracy=0.708081 lr=0.187553 Epoch[23] Batch [1199] Speed: 752.373308 samples/sec accuracy=0.708140 lr=0.187526 Epoch[23] Batch [1249] Speed: 738.047106 samples/sec accuracy=0.708155 lr=0.187500 Epoch[23] Batch [1299] Speed: 741.416079 samples/sec accuracy=0.708139 lr=0.187473 Epoch[23] Batch [1349] Speed: 739.971521 samples/sec accuracy=0.708211 lr=0.187447 Epoch[23] Batch [1399] Speed: 742.185318 samples/sec accuracy=0.708264 lr=0.187420 Epoch[23] Batch [1449] Speed: 744.895797 samples/sec accuracy=0.708288 lr=0.187394 Epoch[23] Batch [1499] Speed: 754.649036 samples/sec accuracy=0.708405 lr=0.187367 Epoch[23] Batch [1549] Speed: 740.836431 samples/sec accuracy=0.708429 lr=0.187341 Epoch[23] Batch [1599] Speed: 755.351637 samples/sec accuracy=0.708486 lr=0.187314 Epoch[23] Batch [1649] Speed: 740.538032 samples/sec accuracy=0.708543 lr=0.187288 Epoch[23] Batch [1699] Speed: 755.809521 samples/sec accuracy=0.708605 lr=0.187261 Epoch[23] Batch [1749] Speed: 756.469574 samples/sec accuracy=0.708608 lr=0.187234 Epoch[23] Batch [1799] Speed: 748.671043 samples/sec accuracy=0.708680 lr=0.187207 Epoch[23] Batch [1849] Speed: 756.269362 samples/sec accuracy=0.708728 lr=0.187181 Epoch[23] Batch [1899] Speed: 747.082253 samples/sec accuracy=0.708789 lr=0.187154 Epoch[23] Batch [1949] Speed: 750.778756 samples/sec accuracy=0.708827 lr=0.187127 Epoch[23] Batch [1999] Speed: 750.817468 samples/sec accuracy=0.708877 lr=0.187100 Epoch[23] Batch [2049] Speed: 750.356177 samples/sec accuracy=0.708952 lr=0.187074 Epoch[23] Batch [2099] Speed: 745.797859 samples/sec accuracy=0.709016 lr=0.187047 Epoch[23] Batch [2149] Speed: 748.676081 samples/sec accuracy=0.709039 lr=0.187020 Epoch[23] Batch [2199] Speed: 757.630103 samples/sec accuracy=0.709044 lr=0.186993 Epoch[23] Batch [2249] Speed: 750.132900 samples/sec accuracy=0.709097 lr=0.186966 Epoch[23] Batch [2299] Speed: 746.668809 samples/sec accuracy=0.709124 lr=0.186939 Epoch[23] Batch [2349] Speed: 748.627734 samples/sec accuracy=0.709184 lr=0.186912 Epoch[23] Batch [2399] Speed: 745.851700 samples/sec accuracy=0.709225 lr=0.186885 Epoch[23] Batch [2449] Speed: 743.813962 samples/sec accuracy=0.709272 lr=0.186858 Epoch[23] Batch [2499] Speed: 762.920422 samples/sec accuracy=0.709343 lr=0.186831 [Epoch 23] training: accuracy=0.709343 [Epoch 23] speed: 747 samples/sec time cost: 1712.740600 [Epoch 23] validation: err-top1=0.808333 err-top5=0.808333 Epoch[24] Batch [49] Speed: 752.989543 samples/sec accuracy=0.707130 lr=0.186803 Epoch[24] Batch [99] Speed: 743.177442 samples/sec accuracy=0.707982 lr=0.186776 Epoch[24] Batch [149] Speed: 752.506715 samples/sec accuracy=0.708127 lr=0.186748 Epoch[24] Batch [199] Speed: 749.792770 samples/sec accuracy=0.708731 lr=0.186721 Epoch[24] Batch [249] Speed: 755.584391 samples/sec accuracy=0.708912 lr=0.186694 Epoch[24] Batch [299] Speed: 750.616784 samples/sec accuracy=0.708968 lr=0.186667 Epoch[24] Batch [349] Speed: 738.842263 samples/sec accuracy=0.708906 lr=0.186640 Epoch[24] Batch [399] Speed: 751.519876 samples/sec accuracy=0.708925 lr=0.186612 Epoch[24] Batch [449] Speed: 747.010486 samples/sec accuracy=0.709188 lr=0.186585 Epoch[24] Batch [499] Speed: 748.940254 samples/sec accuracy=0.709139 lr=0.186558 Epoch[24] Batch [549] Speed: 753.964551 samples/sec accuracy=0.709323 lr=0.186530 Epoch[24] Batch [599] Speed: 748.186521 samples/sec accuracy=0.709417 lr=0.186503 Epoch[24] Batch [649] Speed: 743.580745 samples/sec accuracy=0.709364 lr=0.186476 Epoch[24] Batch [699] Speed: 742.846004 samples/sec accuracy=0.709493 lr=0.186448 Epoch[24] Batch [749] Speed: 747.174160 samples/sec accuracy=0.709696 lr=0.186421 Epoch[24] Batch [799] Speed: 746.759238 samples/sec accuracy=0.709661 lr=0.186393 Epoch[24] Batch [849] Speed: 751.853531 samples/sec accuracy=0.709590 lr=0.186366 Epoch[24] Batch [899] Speed: 753.259385 samples/sec accuracy=0.709732 lr=0.186338 Epoch[24] Batch [949] Speed: 754.822305 samples/sec accuracy=0.709748 lr=0.186311 Epoch[24] Batch [999] Speed: 758.012480 samples/sec accuracy=0.709867 lr=0.186283 Epoch[24] Batch [1049] Speed: 761.419694 samples/sec accuracy=0.709891 lr=0.186255 Epoch[24] Batch [1099] Speed: 751.173511 samples/sec accuracy=0.710001 lr=0.186228 Epoch[24] Batch [1149] Speed: 747.947001 samples/sec accuracy=0.710031 lr=0.186200 Epoch[24] Batch [1199] Speed: 746.669634 samples/sec accuracy=0.710202 lr=0.186172 Epoch[24] Batch [1249] Speed: 743.264120 samples/sec accuracy=0.710267 lr=0.186145 Epoch[24] Batch [1299] Speed: 745.059565 samples/sec accuracy=0.710272 lr=0.186117 Epoch[24] Batch [1349] Speed: 753.899157 samples/sec accuracy=0.710364 lr=0.186089 Epoch[24] Batch [1399] Speed: 749.575888 samples/sec accuracy=0.710407 lr=0.186061 Epoch[24] Batch [1449] Speed: 747.705759 samples/sec accuracy=0.710470 lr=0.186034 Epoch[24] Batch [1499] Speed: 750.484418 samples/sec accuracy=0.710550 lr=0.186006 Epoch[24] Batch [1549] Speed: 751.743075 samples/sec accuracy=0.710656 lr=0.185978 Epoch[24] Batch [1599] Speed: 737.848803 samples/sec accuracy=0.710685 lr=0.185950 Epoch[24] Batch [1649] Speed: 738.637420 samples/sec accuracy=0.710694 lr=0.185922 Epoch[24] Batch [1699] Speed: 753.312914 samples/sec accuracy=0.710687 lr=0.185894 Epoch[24] Batch [1749] Speed: 750.666899 samples/sec accuracy=0.710705 lr=0.185866 Epoch[24] Batch [1799] Speed: 750.890163 samples/sec accuracy=0.710697 lr=0.185838 Epoch[24] Batch [1849] Speed: 754.230647 samples/sec accuracy=0.710738 lr=0.185810 Epoch[24] Batch [1899] Speed: 753.884442 samples/sec accuracy=0.710831 lr=0.185782 Epoch[24] Batch [1949] Speed: 752.748648 samples/sec accuracy=0.710870 lr=0.185754 Epoch[24] Batch [1999] Speed: 752.634172 samples/sec accuracy=0.710946 lr=0.185726 Epoch[24] Batch [2049] Speed: 755.720914 samples/sec accuracy=0.711003 lr=0.185698 Epoch[24] Batch [2099] Speed: 755.218318 samples/sec accuracy=0.711064 lr=0.185670 Epoch[24] Batch [2149] Speed: 747.932642 samples/sec accuracy=0.711175 lr=0.185642 Epoch[24] Batch [2199] Speed: 746.160708 samples/sec accuracy=0.711194 lr=0.185613 Epoch[24] Batch [2249] Speed: 744.719974 samples/sec accuracy=0.711199 lr=0.185585 Epoch[24] Batch [2299] Speed: 756.972614 samples/sec accuracy=0.711243 lr=0.185557 Epoch[24] Batch [2349] Speed: 750.003832 samples/sec accuracy=0.711289 lr=0.185529 Epoch[24] Batch [2399] Speed: 737.828132 samples/sec accuracy=0.711348 lr=0.185500 Epoch[24] Batch [2449] Speed: 754.842246 samples/sec accuracy=0.711363 lr=0.185472 Epoch[24] Batch [2499] Speed: 751.559591 samples/sec accuracy=0.711355 lr=0.185444 [Epoch 24] training: accuracy=0.711358 [Epoch 24] speed: 749 samples/sec time cost: 1708.754861 [Epoch 24] validation: err-top1=0.800000 err-top5=0.800000 Epoch[25] Batch [49] Speed: 750.075641 samples/sec accuracy=0.710653 lr=0.185414 Epoch[25] Batch [99] Speed: 747.214826 samples/sec accuracy=0.712719 lr=0.185386 Epoch[25] Batch [149] Speed: 737.872178 samples/sec accuracy=0.712249 lr=0.185357 Epoch[25] Batch [199] Speed: 748.944590 samples/sec accuracy=0.712250 lr=0.185329 Epoch[25] Batch [249] Speed: 746.996797 samples/sec accuracy=0.712113 lr=0.185300 Epoch[25] Batch [299] Speed: 749.234909 samples/sec accuracy=0.711876 lr=0.185272 Epoch[25] Batch [349] Speed: 743.974104 samples/sec accuracy=0.711708 lr=0.185243 Epoch[25] Batch [399] Speed: 747.889095 samples/sec accuracy=0.711757 lr=0.185215 Epoch[25] Batch [449] Speed: 743.535258 samples/sec accuracy=0.711726 lr=0.185186 Epoch[25] Batch [499] Speed: 745.958525 samples/sec accuracy=0.711844 lr=0.185158 Epoch[25] Batch [549] Speed: 751.963888 samples/sec accuracy=0.711932 lr=0.185129 Epoch[25] Batch [599] Speed: 748.003826 samples/sec accuracy=0.711920 lr=0.185100 Epoch[25] Batch [649] Speed: 753.032381 samples/sec accuracy=0.712064 lr=0.185072 Epoch[25] Batch [699] Speed: 752.847803 samples/sec accuracy=0.712153 lr=0.185043 Epoch[25] Batch [749] Speed: 753.117982 samples/sec accuracy=0.712245 lr=0.185014 Epoch[25] Batch [799] Speed: 738.775546 samples/sec accuracy=0.712263 lr=0.184985 Epoch[25] Batch [849] Speed: 748.238955 samples/sec accuracy=0.712238 lr=0.184957 Epoch[25] Batch [899] Speed: 745.287642 samples/sec accuracy=0.712277 lr=0.184928 Epoch[25] Batch [949] Speed: 742.012018 samples/sec accuracy=0.712297 lr=0.184899 Epoch[25] Batch [999] Speed: 737.447194 samples/sec accuracy=0.712415 lr=0.184870 Epoch[25] Batch [1049] Speed: 751.074865 samples/sec accuracy=0.712471 lr=0.184841 Epoch[25] Batch [1099] Speed: 747.940056 samples/sec accuracy=0.712418 lr=0.184812 Epoch[25] Batch [1149] Speed: 754.273537 samples/sec accuracy=0.712378 lr=0.184783 Epoch[25] Batch [1199] Speed: 746.674100 samples/sec accuracy=0.712472 lr=0.184754 Epoch[25] Batch [1249] Speed: 739.423065 samples/sec accuracy=0.712531 lr=0.184725 Epoch[25] Batch [1299] Speed: 764.588990 samples/sec accuracy=0.712625 lr=0.184696 Epoch[25] Batch [1349] Speed: 761.681241 samples/sec accuracy=0.712733 lr=0.184667 Epoch[25] Batch [1399] Speed: 754.441650 samples/sec accuracy=0.712710 lr=0.184638 Epoch[25] Batch [1449] Speed: 751.028572 samples/sec accuracy=0.712782 lr=0.184609 Epoch[25] Batch [1499] Speed: 748.535276 samples/sec accuracy=0.712926 lr=0.184580 Epoch[25] Batch [1549] Speed: 744.698198 samples/sec accuracy=0.712961 lr=0.184551 Epoch[25] Batch [1599] Speed: 745.109463 samples/sec accuracy=0.713057 lr=0.184522 Epoch[25] Batch [1649] Speed: 756.690310 samples/sec accuracy=0.713118 lr=0.184493 Epoch[25] Batch [1699] Speed: 750.724862 samples/sec accuracy=0.713177 lr=0.184463 Epoch[25] Batch [1749] Speed: 745.898710 samples/sec accuracy=0.713185 lr=0.184434 Epoch[25] Batch [1799] Speed: 748.727341 samples/sec accuracy=0.713179 lr=0.184405 Epoch[25] Batch [1849] Speed: 744.895322 samples/sec accuracy=0.713267 lr=0.184376 Epoch[25] Batch [1899] Speed: 748.188481 samples/sec accuracy=0.713314 lr=0.184346 Epoch[25] Batch [1949] Speed: 739.543882 samples/sec accuracy=0.713375 lr=0.184317 Epoch[25] Batch [1999] Speed: 745.749801 samples/sec accuracy=0.713408 lr=0.184288 Epoch[25] Batch [2049] Speed: 760.855547 samples/sec accuracy=0.713407 lr=0.184258 Epoch[25] Batch [2099] Speed: 753.363728 samples/sec accuracy=0.713456 lr=0.184229 Epoch[25] Batch [2149] Speed: 751.711508 samples/sec accuracy=0.713533 lr=0.184199 Epoch[25] Batch [2199] Speed: 745.069972 samples/sec accuracy=0.713596 lr=0.184170 Epoch[25] Batch [2249] Speed: 750.060483 samples/sec accuracy=0.713651 lr=0.184140 Epoch[25] Batch [2299] Speed: 752.453697 samples/sec accuracy=0.713721 lr=0.184111 Epoch[25] Batch [2349] Speed: 760.815437 samples/sec accuracy=0.713774 lr=0.184081 Epoch[25] Batch [2399] Speed: 744.842420 samples/sec accuracy=0.713802 lr=0.184052 Epoch[25] Batch [2449] Speed: 750.990106 samples/sec accuracy=0.713891 lr=0.184022 Epoch[25] Batch [2499] Speed: 759.191150 samples/sec accuracy=0.713935 lr=0.183993 [Epoch 25] training: accuracy=0.713935 [Epoch 25] speed: 748 samples/sec time cost: 1711.089958 [Epoch 25] validation: err-top1=0.791667 err-top5=0.791667 Epoch[26] Batch [49] Speed: 750.487832 samples/sec accuracy=0.715163 lr=0.183962 Epoch[26] Batch [99] Speed: 750.993430 samples/sec accuracy=0.715223 lr=0.183932 Epoch[26] Batch [149] Speed: 743.943594 samples/sec accuracy=0.714633 lr=0.183902 Epoch[26] Batch [199] Speed: 755.710632 samples/sec accuracy=0.714260 lr=0.183873 Epoch[26] Batch [249] Speed: 750.339723 samples/sec accuracy=0.713931 lr=0.183843 Epoch[26] Batch [299] Speed: 731.648484 samples/sec accuracy=0.713685 lr=0.183813 Epoch[26] Batch [349] Speed: 743.257406 samples/sec accuracy=0.713958 lr=0.183783 Epoch[26] Batch [399] Speed: 755.692586 samples/sec accuracy=0.714203 lr=0.183754 Epoch[26] Batch [449] Speed: 755.587087 samples/sec accuracy=0.714297 lr=0.183724 Epoch[26] Batch [499] Speed: 748.231541 samples/sec accuracy=0.714352 lr=0.183694 Epoch[26] Batch [549] Speed: 738.531071 samples/sec accuracy=0.714443 lr=0.183664 Epoch[26] Batch [599] Speed: 758.519194 samples/sec accuracy=0.714439 lr=0.183634 Epoch[26] Batch [649] Speed: 748.465484 samples/sec accuracy=0.714467 lr=0.183604 Epoch[26] Batch [699] Speed: 751.688706 samples/sec accuracy=0.714379 lr=0.183574 Epoch[26] Batch [749] Speed: 743.713551 samples/sec accuracy=0.714270 lr=0.183544 Epoch[26] Batch [799] Speed: 754.433757 samples/sec accuracy=0.714338 lr=0.183514 Epoch[26] Batch [849] Speed: 751.648609 samples/sec accuracy=0.714579 lr=0.183484 Epoch[26] Batch [899] Speed: 748.774578 samples/sec accuracy=0.714552 lr=0.183454 Epoch[26] Batch [949] Speed: 751.396262 samples/sec accuracy=0.714622 lr=0.183424 Epoch[26] Batch [999] Speed: 749.697433 samples/sec accuracy=0.714647 lr=0.183394 Epoch[26] Batch [1049] Speed: 755.709404 samples/sec accuracy=0.714662 lr=0.183364 Epoch[26] Batch [1099] Speed: 748.134328 samples/sec accuracy=0.714774 lr=0.183334 Epoch[26] Batch [1149] Speed: 745.977348 samples/sec accuracy=0.714920 lr=0.183303 Epoch[26] Batch [1199] Speed: 736.687681 samples/sec accuracy=0.714871 lr=0.183273 Epoch[26] Batch [1249] Speed: 751.026964 samples/sec accuracy=0.714872 lr=0.183243 Epoch[26] Batch [1299] Speed: 759.608437 samples/sec accuracy=0.714992 lr=0.183213 Epoch[26] Batch [1349] Speed: 752.331077 samples/sec accuracy=0.715025 lr=0.183182 Epoch[26] Batch [1399] Speed: 743.077650 samples/sec accuracy=0.715082 lr=0.183152 Epoch[26] Batch [1449] Speed: 751.475269 samples/sec accuracy=0.715163 lr=0.183122 Epoch[26] Batch [1499] Speed: 751.384925 samples/sec accuracy=0.715222 lr=0.183091 Epoch[26] Batch [1549] Speed: 755.912688 samples/sec accuracy=0.715333 lr=0.183061 Epoch[26] Batch [1599] Speed: 758.779716 samples/sec accuracy=0.715343 lr=0.183031 Epoch[26] Batch [1649] Speed: 748.787392 samples/sec accuracy=0.715514 lr=0.183000 Epoch[26] Batch [1699] Speed: 745.866829 samples/sec accuracy=0.715545 lr=0.182970 Epoch[26] Batch [1749] Speed: 756.824623 samples/sec accuracy=0.715523 lr=0.182939 Epoch[26] Batch [1799] Speed: 750.827244 samples/sec accuracy=0.715608 lr=0.182909 Epoch[26] Batch [1849] Speed: 739.637922 samples/sec accuracy=0.715727 lr=0.182878 Epoch[26] Batch [1899] Speed: 748.020386 samples/sec accuracy=0.715808 lr=0.182848 Epoch[26] Batch [1949] Speed: 758.278925 samples/sec accuracy=0.715932 lr=0.182817 Epoch[26] Batch [1999] Speed: 746.153983 samples/sec accuracy=0.715980 lr=0.182786 Epoch[26] Batch [2049] Speed: 755.061301 samples/sec accuracy=0.716076 lr=0.182756 Epoch[26] Batch [2099] Speed: 734.301473 samples/sec accuracy=0.716154 lr=0.182725 Epoch[26] Batch [2149] Speed: 741.736829 samples/sec accuracy=0.716142 lr=0.182694 Epoch[26] Batch [2199] Speed: 748.692937 samples/sec accuracy=0.716183 lr=0.182664 Epoch[26] Batch [2249] Speed: 753.647100 samples/sec accuracy=0.716212 lr=0.182633 Epoch[26] Batch [2299] Speed: 753.361091 samples/sec accuracy=0.716281 lr=0.182602 Epoch[26] Batch [2349] Speed: 748.044347 samples/sec accuracy=0.716283 lr=0.182571 Epoch[26] Batch [2399] Speed: 746.121448 samples/sec accuracy=0.716308 lr=0.182541 Epoch[26] Batch [2449] Speed: 747.629359 samples/sec accuracy=0.716389 lr=0.182510 Epoch[26] Batch [2499] Speed: 757.270714 samples/sec accuracy=0.716417 lr=0.182479 [Epoch 26] training: accuracy=0.716418 [Epoch 26] speed: 749 samples/sec time cost: 1709.420697 [Epoch 26] validation: err-top1=0.783333 err-top5=0.783333 Epoch[27] Batch [49] Speed: 755.529954 samples/sec accuracy=0.716523 lr=0.182447 Epoch[27] Batch [99] Speed: 744.842957 samples/sec accuracy=0.715828 lr=0.182416 Epoch[27] Batch [149] Speed: 739.163771 samples/sec accuracy=0.716660 lr=0.182385 Epoch[27] Batch [199] Speed: 756.104629 samples/sec accuracy=0.715747 lr=0.182354 Epoch[27] Batch [249] Speed: 758.338113 samples/sec accuracy=0.715766 lr=0.182323 Epoch[27] Batch [299] Speed: 752.338372 samples/sec accuracy=0.715707 lr=0.182292 Epoch[27] Batch [349] Speed: 744.612920 samples/sec accuracy=0.715575 lr=0.182261 Epoch[27] Batch [399] Speed: 754.762800 samples/sec accuracy=0.715623 lr=0.182230 Epoch[27] Batch [449] Speed: 743.441485 samples/sec accuracy=0.715594 lr=0.182199 Epoch[27] Batch [499] Speed: 755.556531 samples/sec accuracy=0.715584 lr=0.182168 Epoch[27] Batch [549] Speed: 755.354358 samples/sec accuracy=0.715643 lr=0.182137 Epoch[27] Batch [599] Speed: 748.056370 samples/sec accuracy=0.715881 lr=0.182105 Epoch[27] Batch [649] Speed: 749.089076 samples/sec accuracy=0.715948 lr=0.182074 Epoch[27] Batch [699] Speed: 745.121758 samples/sec accuracy=0.716171 lr=0.182043 Epoch[27] Batch [749] Speed: 743.818358 samples/sec accuracy=0.716321 lr=0.182012 Epoch[27] Batch [799] Speed: 741.718691 samples/sec accuracy=0.716424 lr=0.181981 Epoch[27] Batch [849] Speed: 754.219909 samples/sec accuracy=0.716278 lr=0.181949 Epoch[27] Batch [899] Speed: 766.311695 samples/sec accuracy=0.716399 lr=0.181918 Epoch[27] Batch [949] Speed: 750.299634 samples/sec accuracy=0.716487 lr=0.181887 Epoch[27] Batch [999] Speed: 740.426612 samples/sec accuracy=0.716601 lr=0.181855 Epoch[27] Batch [1049] Speed: 752.374836 samples/sec accuracy=0.716686 lr=0.181824 Epoch[27] Batch [1099] Speed: 755.881802 samples/sec accuracy=0.716712 lr=0.181793 Epoch[27] Batch [1149] Speed: 742.334762 samples/sec accuracy=0.716783 lr=0.181761 Epoch[27] Batch [1199] Speed: 754.511761 samples/sec accuracy=0.716853 lr=0.181730 Epoch[27] Batch [1249] Speed: 742.013412 samples/sec accuracy=0.716898 lr=0.181698 Epoch[27] Batch [1299] Speed: 753.758540 samples/sec accuracy=0.716969 lr=0.181667 Epoch[27] Batch [1349] Speed: 750.299613 samples/sec accuracy=0.717052 lr=0.181635 Epoch[27] Batch [1399] Speed: 748.004368 samples/sec accuracy=0.717182 lr=0.181604 Epoch[27] Batch [1449] Speed: 747.541816 samples/sec accuracy=0.717307 lr=0.181572 Epoch[27] Batch [1499] Speed: 753.902402 samples/sec accuracy=0.717438 lr=0.181541 Epoch[27] Batch [1549] Speed: 752.412232 samples/sec accuracy=0.717495 lr=0.181509 Epoch[27] Batch [1599] Speed: 751.062482 samples/sec accuracy=0.717528 lr=0.181477 Epoch[27] Batch [1649] Speed: 753.896383 samples/sec accuracy=0.717677 lr=0.181446 Epoch[27] Batch [1699] Speed: 743.760915 samples/sec accuracy=0.717757 lr=0.181414 Epoch[27] Batch [1749] Speed: 735.254095 samples/sec accuracy=0.717804 lr=0.181382 Epoch[27] Batch [1799] Speed: 738.035570 samples/sec accuracy=0.717805 lr=0.181350 Epoch[27] Batch [1849] Speed: 754.059710 samples/sec accuracy=0.717918 lr=0.181319 Epoch[27] Batch [1899] Speed: 755.080474 samples/sec accuracy=0.718019 lr=0.181287 Epoch[27] Batch [1949] Speed: 764.114325 samples/sec accuracy=0.718116 lr=0.181255 Epoch[27] Batch [1999] Speed: 746.768498 samples/sec accuracy=0.718123 lr=0.181223 Epoch[27] Batch [2049] Speed: 747.907208 samples/sec accuracy=0.718196 lr=0.181191 Epoch[27] Batch [2099] Speed: 743.356207 samples/sec accuracy=0.718208 lr=0.181160 Epoch[27] Batch [2149] Speed: 747.458810 samples/sec accuracy=0.718319 lr=0.181128 Epoch[27] Batch [2199] Speed: 743.926580 samples/sec accuracy=0.718352 lr=0.181096 Epoch[27] Batch [2249] Speed: 754.694355 samples/sec accuracy=0.718383 lr=0.181064 Epoch[27] Batch [2299] Speed: 750.762950 samples/sec accuracy=0.718438 lr=0.181032 Epoch[27] Batch [2349] Speed: 754.463124 samples/sec accuracy=0.718492 lr=0.181000 Epoch[27] Batch [2399] Speed: 736.676612 samples/sec accuracy=0.718508 lr=0.180968 Epoch[27] Batch [2449] Speed: 753.690209 samples/sec accuracy=0.718558 lr=0.180936 Epoch[27] Batch [2499] Speed: 758.791797 samples/sec accuracy=0.718624 lr=0.180904 [Epoch 27] training: accuracy=0.718627 [Epoch 27] speed: 749 samples/sec time cost: 1708.822485 [Epoch 27] validation: err-top1=0.775000 err-top5=0.775000 Epoch[28] Batch [49] Speed: 750.913421 samples/sec accuracy=0.720077 lr=0.180870 Epoch[28] Batch [99] Speed: 747.719432 samples/sec accuracy=0.717805 lr=0.180838 Epoch[28] Batch [149] Speed: 754.630039 samples/sec accuracy=0.718093 lr=0.180806 Epoch[28] Batch [199] Speed: 749.293571 samples/sec accuracy=0.718042 lr=0.180774 Epoch[28] Batch [249] Speed: 749.837534 samples/sec accuracy=0.717888 lr=0.180742 Epoch[28] Batch [299] Speed: 737.858543 samples/sec accuracy=0.717870 lr=0.180709 Epoch[28] Batch [349] Speed: 748.822192 samples/sec accuracy=0.718121 lr=0.180677 Epoch[28] Batch [399] Speed: 753.112003 samples/sec accuracy=0.718275 lr=0.180645 Epoch[28] Batch [449] Speed: 753.875581 samples/sec accuracy=0.718504 lr=0.180613 Epoch[28] Batch [499] Speed: 737.982344 samples/sec accuracy=0.718402 lr=0.180580 Epoch[28] Batch [549] Speed: 753.943835 samples/sec accuracy=0.718230 lr=0.180548 Epoch[28] Batch [599] Speed: 752.593479 samples/sec accuracy=0.718241 lr=0.180516 Epoch[28] Batch [649] Speed: 742.596501 samples/sec accuracy=0.718241 lr=0.180483 Epoch[28] Batch [699] Speed: 742.471543 samples/sec accuracy=0.718324 lr=0.180451 Epoch[28] Batch [749] Speed: 756.452722 samples/sec accuracy=0.718329 lr=0.180418 Epoch[28] Batch [799] Speed: 756.166401 samples/sec accuracy=0.718349 lr=0.180386 Epoch[28] Batch [849] Speed: 744.310414 samples/sec accuracy=0.718423 lr=0.180353 Epoch[28] Batch [899] Speed: 749.852337 samples/sec accuracy=0.718328 lr=0.180321 Epoch[28] Batch [949] Speed: 754.949677 samples/sec accuracy=0.718416 lr=0.180288 Epoch[28] Batch [999] Speed: 751.546198 samples/sec accuracy=0.718388 lr=0.180256 Epoch[28] Batch [1049] Speed: 751.776412 samples/sec accuracy=0.718434 lr=0.180223 Epoch[28] Batch [1099] Speed: 746.560348 samples/sec accuracy=0.718474 lr=0.180191 Epoch[28] Batch [1149] Speed: 756.792650 samples/sec accuracy=0.718499 lr=0.180158 Epoch[28] Batch [1199] Speed: 749.827674 samples/sec accuracy=0.718556 lr=0.180125 Epoch[28] Batch [1249] Speed: 755.093054 samples/sec accuracy=0.718735 lr=0.180093 Epoch[28] Batch [1299] Speed: 732.994016 samples/sec accuracy=0.718792 lr=0.180060 Epoch[28] Batch [1349] Speed: 739.054753 samples/sec accuracy=0.718924 lr=0.180027 Epoch[28] Batch [1399] Speed: 749.539219 samples/sec accuracy=0.719061 lr=0.179994 Epoch[28] Batch [1449] Speed: 748.225488 samples/sec accuracy=0.719123 lr=0.179962 Epoch[28] Batch [1499] Speed: 753.976897 samples/sec accuracy=0.719147 lr=0.179929 Epoch[28] Batch [1549] Speed: 758.095262 samples/sec accuracy=0.719234 lr=0.179896 Epoch[28] Batch [1599] Speed: 747.980419 samples/sec accuracy=0.719301 lr=0.179863 Epoch[28] Batch [1649] Speed: 745.122472 samples/sec accuracy=0.719363 lr=0.179830 Epoch[28] Batch [1699] Speed: 762.979041 samples/sec accuracy=0.719385 lr=0.179797 Epoch[28] Batch [1749] Speed: 747.218580 samples/sec accuracy=0.719360 lr=0.179765 Epoch[28] Batch [1799] Speed: 749.180970 samples/sec accuracy=0.719327 lr=0.179732 Epoch[28] Batch [1849] Speed: 750.368957 samples/sec accuracy=0.719338 lr=0.179699 Epoch[28] Batch [1899] Speed: 754.011582 samples/sec accuracy=0.719417 lr=0.179666 Epoch[28] Batch [1949] Speed: 759.111322 samples/sec accuracy=0.719424 lr=0.179633 Epoch[28] Batch [1999] Speed: 744.429262 samples/sec accuracy=0.719483 lr=0.179600 Epoch[28] Batch [2049] Speed: 742.673453 samples/sec accuracy=0.719520 lr=0.179567 Epoch[28] Batch [2099] Speed: 742.817601 samples/sec accuracy=0.719578 lr=0.179533 Epoch[28] Batch [2149] Speed: 766.976207 samples/sec accuracy=0.719623 lr=0.179500 Epoch[28] Batch [2199] Speed: 758.006219 samples/sec accuracy=0.719667 lr=0.179467 Epoch[28] Batch [2249] Speed: 754.418152 samples/sec accuracy=0.719708 lr=0.179434 Epoch[28] Batch [2299] Speed: 729.886658 samples/sec accuracy=0.719762 lr=0.179401 Epoch[28] Batch [2349] Speed: 747.217951 samples/sec accuracy=0.719849 lr=0.179368 Epoch[28] Batch [2399] Speed: 756.968692 samples/sec accuracy=0.719887 lr=0.179335 Epoch[28] Batch [2449] Speed: 755.265480 samples/sec accuracy=0.719926 lr=0.179301 Epoch[28] Batch [2499] Speed: 750.236772 samples/sec accuracy=0.720030 lr=0.179268 [Epoch 28] training: accuracy=0.720032 [Epoch 28] speed: 749 samples/sec time cost: 1709.091588 [Epoch 28] validation: err-top1=0.766667 err-top5=0.766667 Epoch[29] Batch [49] Speed: 754.350236 samples/sec accuracy=0.719811 lr=0.179233 Epoch[29] Batch [99] Speed: 746.908482 samples/sec accuracy=0.718719 lr=0.179200 Epoch[29] Batch [149] Speed: 748.831237 samples/sec accuracy=0.719078 lr=0.179167 Epoch[29] Batch [199] Speed: 755.894371 samples/sec accuracy=0.719639 lr=0.179133 Epoch[29] Batch [249] Speed: 748.139030 samples/sec accuracy=0.719662 lr=0.179100 Epoch[29] Batch [299] Speed: 742.885671 samples/sec accuracy=0.719623 lr=0.179067 Epoch[29] Batch [349] Speed: 742.652167 samples/sec accuracy=0.719609 lr=0.179033 Epoch[29] Batch [399] Speed: 752.773615 samples/sec accuracy=0.719716 lr=0.179000 Epoch[29] Batch [449] Speed: 747.886366 samples/sec accuracy=0.719976 lr=0.178966 Epoch[29] Batch [499] Speed: 752.097014 samples/sec accuracy=0.720187 lr=0.178933 Epoch[29] Batch [549] Speed: 763.279325 samples/sec accuracy=0.720380 lr=0.178899 Epoch[29] Batch [599] Speed: 747.813855 samples/sec accuracy=0.720493 lr=0.178866 Epoch[29] Batch [649] Speed: 746.765470 samples/sec accuracy=0.720594 lr=0.178832 Epoch[29] Batch [699] Speed: 749.932844 samples/sec accuracy=0.720545 lr=0.178798 Epoch[29] Batch [749] Speed: 748.385230 samples/sec accuracy=0.720606 lr=0.178765 Epoch[29] Batch [799] Speed: 748.132248 samples/sec accuracy=0.720697 lr=0.178731 Epoch[29] Batch [849] Speed: 757.099299 samples/sec accuracy=0.720751 lr=0.178697 Epoch[29] Batch [899] Speed: 754.245715 samples/sec accuracy=0.720847 lr=0.178664 Epoch[29] Batch [949] Speed: 751.434354 samples/sec accuracy=0.720664 lr=0.178630 Epoch[29] Batch [999] Speed: 751.964863 samples/sec accuracy=0.720633 lr=0.178596 Epoch[29] Batch [1049] Speed: 758.847644 samples/sec accuracy=0.720768 lr=0.178563 Epoch[29] Batch [1099] Speed: 751.563931 samples/sec accuracy=0.720731 lr=0.178529 Epoch[29] Batch [1149] Speed: 746.802596 samples/sec accuracy=0.720808 lr=0.178495 Epoch[29] Batch [1199] Speed: 757.507950 samples/sec accuracy=0.720853 lr=0.178461 Epoch[29] Batch [1249] Speed: 754.260158 samples/sec accuracy=0.720872 lr=0.178427 Epoch[29] Batch [1299] Speed: 742.451434 samples/sec accuracy=0.720921 lr=0.178393 Epoch[29] Batch [1349] Speed: 748.118299 samples/sec accuracy=0.720983 lr=0.178359 Epoch[29] Batch [1399] Speed: 760.382166 samples/sec accuracy=0.721082 lr=0.178326 Epoch[29] Batch [1449] Speed: 747.504445 samples/sec accuracy=0.721064 lr=0.178292 Epoch[29] Batch [1499] Speed: 744.681175 samples/sec accuracy=0.721189 lr=0.178258 Epoch[29] Batch [1549] Speed: 754.184780 samples/sec accuracy=0.721293 lr=0.178224 Epoch[29] Batch [1599] Speed: 753.096468 samples/sec accuracy=0.721333 lr=0.178190 Epoch[29] Batch [1649] Speed: 756.754130 samples/sec accuracy=0.721441 lr=0.178156 Epoch[29] Batch [1699] Speed: 754.709484 samples/sec accuracy=0.721466 lr=0.178121 Epoch[29] Batch [1749] Speed: 750.195525 samples/sec accuracy=0.721507 lr=0.178087 Epoch[29] Batch [1799] Speed: 753.324156 samples/sec accuracy=0.721536 lr=0.178053 Epoch[29] Batch [1849] Speed: 754.093630 samples/sec accuracy=0.721598 lr=0.178019 Epoch[29] Batch [1899] Speed: 735.432790 samples/sec accuracy=0.721609 lr=0.177985 Epoch[29] Batch [1949] Speed: 747.607480 samples/sec accuracy=0.721622 lr=0.177951 Epoch[29] Batch [1999] Speed: 751.295685 samples/sec accuracy=0.721708 lr=0.177917 Epoch[29] Batch [2049] Speed: 747.700235 samples/sec accuracy=0.721768 lr=0.177882 Epoch[29] Batch [2099] Speed: 740.966163 samples/sec accuracy=0.721833 lr=0.177848 Epoch[29] Batch [2149] Speed: 754.340898 samples/sec accuracy=0.721822 lr=0.177814 Epoch[29] Batch [2199] Speed: 753.487875 samples/sec accuracy=0.721854 lr=0.177779 Epoch[29] Batch [2249] Speed: 748.516037 samples/sec accuracy=0.721860 lr=0.177745 Epoch[29] Batch [2299] Speed: 747.910553 samples/sec accuracy=0.721900 lr=0.177711 Epoch[29] Batch [2349] Speed: 744.895275 samples/sec accuracy=0.721949 lr=0.177676 Epoch[29] Batch [2399] Speed: 764.870295 samples/sec accuracy=0.721983 lr=0.177642 Epoch[29] Batch [2449] Speed: 749.737354 samples/sec accuracy=0.722034 lr=0.177608 Epoch[29] Batch [2499] Speed: 757.899623 samples/sec accuracy=0.722105 lr=0.177573 [Epoch 29] training: accuracy=0.722100 [Epoch 29] speed: 750 samples/sec time cost: 1706.106938 [Epoch 29] validation: err-top1=0.758333 err-top5=0.758333 Epoch[30] Batch [49] Speed: 765.291608 samples/sec accuracy=0.720874 lr=0.177537 Epoch[30] Batch [99] Speed: 758.347775 samples/sec accuracy=0.721614 lr=0.177503 Epoch[30] Batch [149] Speed: 753.039051 samples/sec accuracy=0.722119 lr=0.177468 Epoch[30] Batch [199] Speed: 748.975637 samples/sec accuracy=0.722076 lr=0.177434 Epoch[30] Batch [249] Speed: 754.896202 samples/sec accuracy=0.721741 lr=0.177399 Epoch[30] Batch [299] Speed: 754.830450 samples/sec accuracy=0.721827 lr=0.177365 Epoch[30] Batch [349] Speed: 755.834734 samples/sec accuracy=0.721970 lr=0.177330 Epoch[30] Batch [399] Speed: 740.187253 samples/sec accuracy=0.721716 lr=0.177295 Epoch[30] Batch [449] Speed: 757.396339 samples/sec accuracy=0.721654 lr=0.177261 Epoch[30] Batch [499] Speed: 752.706201 samples/sec accuracy=0.721739 lr=0.177226 Epoch[30] Batch [549] Speed: 747.880464 samples/sec accuracy=0.721831 lr=0.177191 Epoch[30] Batch [599] Speed: 753.054684 samples/sec accuracy=0.722047 lr=0.177157 Epoch[30] Batch [649] Speed: 747.317214 samples/sec accuracy=0.722113 lr=0.177122 Epoch[30] Batch [699] Speed: 750.255392 samples/sec accuracy=0.722086 lr=0.177087 Epoch[30] Batch [749] Speed: 746.029624 samples/sec accuracy=0.722138 lr=0.177052 Epoch[30] Batch [799] Speed: 757.349327 samples/sec accuracy=0.722312 lr=0.177018 Epoch[30] Batch [849] Speed: 741.036855 samples/sec accuracy=0.722271 lr=0.176983 Epoch[30] Batch [899] Speed: 741.011008 samples/sec accuracy=0.722242 lr=0.176948 Epoch[30] Batch [949] Speed: 750.708130 samples/sec accuracy=0.722237 lr=0.176913 Epoch[30] Batch [999] Speed: 761.201150 samples/sec accuracy=0.722259 lr=0.176878 Epoch[30] Batch [1049] Speed: 758.171311 samples/sec accuracy=0.722330 lr=0.176843 Epoch[30] Batch [1099] Speed: 745.389198 samples/sec accuracy=0.722302 lr=0.176808 Epoch[30] Batch [1149] Speed: 751.017688 samples/sec accuracy=0.722415 lr=0.176773 Epoch[30] Batch [1199] Speed: 742.765872 samples/sec accuracy=0.722438 lr=0.176738 Epoch[30] Batch [1249] Speed: 738.718671 samples/sec accuracy=0.722472 lr=0.176703 Epoch[30] Batch [1299] Speed: 747.585822 samples/sec accuracy=0.722618 lr=0.176668 Epoch[30] Batch [1349] Speed: 767.263296 samples/sec accuracy=0.722689 lr=0.176633 Epoch[30] Batch [1399] Speed: 763.264372 samples/sec accuracy=0.722802 lr=0.176598 Epoch[30] Batch [1449] Speed: 749.491048 samples/sec accuracy=0.722820 lr=0.176563 Epoch[30] Batch [1499] Speed: 755.322243 samples/sec accuracy=0.722823 lr=0.176528 Epoch[30] Batch [1549] Speed: 751.463315 samples/sec accuracy=0.722933 lr=0.176493 Epoch[30] Batch [1599] Speed: 748.760167 samples/sec accuracy=0.722905 lr=0.176458 Epoch[30] Batch [1649] Speed: 756.327629 samples/sec accuracy=0.722832 lr=0.176422 Epoch[30] Batch [1699] Speed: 746.397622 samples/sec accuracy=0.722908 lr=0.176387 Epoch[30] Batch [1749] Speed: 753.599871 samples/sec accuracy=0.722945 lr=0.176352 Epoch[30] Batch [1799] Speed: 754.994342 samples/sec accuracy=0.723004 lr=0.176317 Epoch[30] Batch [1849] Speed: 740.781533 samples/sec accuracy=0.723013 lr=0.176281 Epoch[30] Batch [1899] Speed: 746.856141 samples/sec accuracy=0.723102 lr=0.176246 Epoch[30] Batch [1949] Speed: 753.059670 samples/sec accuracy=0.723152 lr=0.176211 Epoch[30] Batch [1999] Speed: 746.468550 samples/sec accuracy=0.723246 lr=0.176175 Epoch[30] Batch [2049] Speed: 749.046946 samples/sec accuracy=0.723326 lr=0.176140 Epoch[30] Batch [2099] Speed: 750.771580 samples/sec accuracy=0.723455 lr=0.176105 Epoch[30] Batch [2149] Speed: 757.155259 samples/sec accuracy=0.723478 lr=0.176069 Epoch[30] Batch [2199] Speed: 752.477584 samples/sec accuracy=0.723605 lr=0.176034 Epoch[30] Batch [2249] Speed: 750.261221 samples/sec accuracy=0.723713 lr=0.175998 Epoch[30] Batch [2299] Speed: 749.865691 samples/sec accuracy=0.723789 lr=0.175963 Epoch[30] Batch [2349] Speed: 743.463975 samples/sec accuracy=0.723804 lr=0.175927 Epoch[30] Batch [2399] Speed: 741.338937 samples/sec accuracy=0.723828 lr=0.175892 Epoch[30] Batch [2449] Speed: 744.321564 samples/sec accuracy=0.723853 lr=0.175856 Epoch[30] Batch [2499] Speed: 761.166156 samples/sec accuracy=0.723891 lr=0.175821 [Epoch 30] training: accuracy=0.723895 [Epoch 30] speed: 750 samples/sec time cost: 1705.691313 [Epoch 30] validation: err-top1=0.750000 err-top5=0.750000 Epoch[31] Batch [49] Speed: 735.990177 samples/sec accuracy=0.723077 lr=0.175783 Epoch[31] Batch [99] Speed: 738.974068 samples/sec accuracy=0.723683 lr=0.175748 Epoch[31] Batch [149] Speed: 741.204445 samples/sec accuracy=0.723532 lr=0.175712 Epoch[31] Batch [199] Speed: 753.028880 samples/sec accuracy=0.724259 lr=0.175677 Epoch[31] Batch [249] Speed: 752.919630 samples/sec accuracy=0.724092 lr=0.175641 Epoch[31] Batch [299] Speed: 752.462809 samples/sec accuracy=0.723818 lr=0.175605 Epoch[31] Batch [349] Speed: 749.257933 samples/sec accuracy=0.723392 lr=0.175569 Epoch[31] Batch [399] Speed: 737.173468 samples/sec accuracy=0.723701 lr=0.175534 Epoch[31] Batch [449] Speed: 759.128722 samples/sec accuracy=0.723816 lr=0.175498 Epoch[31] Batch [499] Speed: 751.668510 samples/sec accuracy=0.723929 lr=0.175462 Epoch[31] Batch [549] Speed: 744.403529 samples/sec accuracy=0.724070 lr=0.175426 Epoch[31] Batch [599] Speed: 737.420620 samples/sec accuracy=0.724021 lr=0.175390 Epoch[31] Batch [649] Speed: 755.386337 samples/sec accuracy=0.724168 lr=0.175354 Epoch[31] Batch [699] Speed: 740.365480 samples/sec accuracy=0.724168 lr=0.175319 Epoch[31] Batch [749] Speed: 750.214279 samples/sec accuracy=0.724327 lr=0.175283 Epoch[31] Batch [799] Speed: 744.593598 samples/sec accuracy=0.724226 lr=0.175247 Epoch[31] Batch [849] Speed: 751.248041 samples/sec accuracy=0.724249 lr=0.175211 Epoch[31] Batch [899] Speed: 755.137762 samples/sec accuracy=0.724320 lr=0.175175 Epoch[31] Batch [949] Speed: 762.409724 samples/sec accuracy=0.724402 lr=0.175139 Epoch[31] Batch [999] Speed: 751.663106 samples/sec accuracy=0.724442 lr=0.175103 Epoch[31] Batch [1049] Speed: 750.947872 samples/sec accuracy=0.724542 lr=0.175067 Epoch[31] Batch [1099] Speed: 744.378743 samples/sec accuracy=0.724556 lr=0.175031 Epoch[31] Batch [1149] Speed: 754.940239 samples/sec accuracy=0.724614 lr=0.174994 Epoch[31] Batch [1199] Speed: 752.549873 samples/sec accuracy=0.724671 lr=0.174958 Epoch[31] Batch [1249] Speed: 751.152197 samples/sec accuracy=0.724764 lr=0.174922 Epoch[31] Batch [1299] Speed: 751.666173 samples/sec accuracy=0.724771 lr=0.174886 Epoch[31] Batch [1349] Speed: 751.085772 samples/sec accuracy=0.724896 lr=0.174850 Epoch[31] Batch [1399] Speed: 747.894492 samples/sec accuracy=0.725073 lr=0.174814 Epoch[31] Batch [1449] Speed: 747.266781 samples/sec accuracy=0.725118 lr=0.174777 Epoch[31] Batch [1499] Speed: 748.373436 samples/sec accuracy=0.725181 lr=0.174741 Epoch[31] Batch [1549] Speed: 739.363463 samples/sec accuracy=0.725283 lr=0.174705 Epoch[31] Batch [1599] Speed: 747.506386 samples/sec accuracy=0.725351 lr=0.174669 Epoch[31] Batch [1649] Speed: 744.663735 samples/sec accuracy=0.725385 lr=0.174632 Epoch[31] Batch [1699] Speed: 749.538230 samples/sec accuracy=0.725441 lr=0.174596 Epoch[31] Batch [1749] Speed: 757.413638 samples/sec accuracy=0.725499 lr=0.174559 Epoch[31] Batch [1799] Speed: 765.061487 samples/sec accuracy=0.725514 lr=0.174523 Epoch[31] Batch [1849] Speed: 754.335832 samples/sec accuracy=0.725575 lr=0.174487 Epoch[31] Batch [1899] Speed: 744.328679 samples/sec accuracy=0.725652 lr=0.174450 Epoch[31] Batch [1949] Speed: 748.172460 samples/sec accuracy=0.725698 lr=0.174414 Epoch[31] Batch [1999] Speed: 739.776872 samples/sec accuracy=0.725760 lr=0.174377 Epoch[31] Batch [2049] Speed: 747.056524 samples/sec accuracy=0.725801 lr=0.174341 Epoch[31] Batch [2099] Speed: 744.981574 samples/sec accuracy=0.725838 lr=0.174304 Epoch[31] Batch [2149] Speed: 750.290926 samples/sec accuracy=0.725868 lr=0.174268 Epoch[31] Batch [2199] Speed: 745.626316 samples/sec accuracy=0.725923 lr=0.174231 Epoch[31] Batch [2249] Speed: 750.317445 samples/sec accuracy=0.725956 lr=0.174195 Epoch[31] Batch [2299] Speed: 749.447670 samples/sec accuracy=0.726052 lr=0.174158 Epoch[31] Batch [2349] Speed: 752.745619 samples/sec accuracy=0.726109 lr=0.174121 Epoch[31] Batch [2399] Speed: 757.873465 samples/sec accuracy=0.726179 lr=0.174085 Epoch[31] Batch [2449] Speed: 744.921285 samples/sec accuracy=0.726237 lr=0.174048 Epoch[31] Batch [2499] Speed: 757.098108 samples/sec accuracy=0.726233 lr=0.174011 [Epoch 31] training: accuracy=0.726239 [Epoch 31] speed: 748 samples/sec time cost: 1710.235835 [Epoch 31] validation: err-top1=0.741667 err-top5=0.741667 Epoch[32] Batch [49] Speed: 749.598651 samples/sec accuracy=0.724578 lr=0.173973 Epoch[32] Batch [99] Speed: 745.137483 samples/sec accuracy=0.724225 lr=0.173936 Epoch[32] Batch [149] Speed: 747.060183 samples/sec accuracy=0.725266 lr=0.173900 Epoch[32] Batch [199] Speed: 753.689902 samples/sec accuracy=0.725777 lr=0.173863 Epoch[32] Batch [249] Speed: 744.102725 samples/sec accuracy=0.725847 lr=0.173826 Epoch[32] Batch [299] Speed: 758.013673 samples/sec accuracy=0.725453 lr=0.173789 Epoch[32] Batch [349] Speed: 753.419487 samples/sec accuracy=0.725476 lr=0.173752 Epoch[32] Batch [399] Speed: 746.867362 samples/sec accuracy=0.725717 lr=0.173715 Epoch[32] Batch [449] Speed: 752.413339 samples/sec accuracy=0.725789 lr=0.173678 Epoch[32] Batch [499] Speed: 758.944362 samples/sec accuracy=0.725925 lr=0.173642 Epoch[32] Batch [549] Speed: 741.831208 samples/sec accuracy=0.725987 lr=0.173605 Epoch[32] Batch [599] Speed: 754.049585 samples/sec accuracy=0.726032 lr=0.173568 Epoch[32] Batch [649] Speed: 751.719149 samples/sec accuracy=0.726025 lr=0.173531 Epoch[32] Batch [699] Speed: 745.741130 samples/sec accuracy=0.726041 lr=0.173494 Epoch[32] Batch [749] Speed: 748.907272 samples/sec accuracy=0.726275 lr=0.173457 Epoch[32] Batch [799] Speed: 749.698491 samples/sec accuracy=0.726345 lr=0.173420 Epoch[32] Batch [849] Speed: 757.823137 samples/sec accuracy=0.726467 lr=0.173382 Epoch[32] Batch [899] Speed: 752.744358 samples/sec accuracy=0.726575 lr=0.173345 Epoch[32] Batch [949] Speed: 748.643785 samples/sec accuracy=0.726661 lr=0.173308 Epoch[32] Batch [999] Speed: 746.850541 samples/sec accuracy=0.726643 lr=0.173271 Epoch[32] Batch [1049] Speed: 740.522782 samples/sec accuracy=0.726638 lr=0.173234 Epoch[32] Batch [1099] Speed: 753.551114 samples/sec accuracy=0.726745 lr=0.173197 Epoch[32] Batch [1149] Speed: 752.860530 samples/sec accuracy=0.726849 lr=0.173160 Epoch[32] Batch [1199] Speed: 752.000669 samples/sec accuracy=0.726848 lr=0.173122 Epoch[32] Batch [1249] Speed: 738.806163 samples/sec accuracy=0.726902 lr=0.173085 Epoch[32] Batch [1299] Speed: 746.848712 samples/sec accuracy=0.726957 lr=0.173048 Epoch[32] Batch [1349] Speed: 752.942750 samples/sec accuracy=0.727048 lr=0.173011 Epoch[32] Batch [1399] Speed: 744.332621 samples/sec accuracy=0.727082 lr=0.172973 Epoch[32] Batch [1449] Speed: 750.728972 samples/sec accuracy=0.727064 lr=0.172936 Epoch[32] Batch [1499] Speed: 746.542170 samples/sec accuracy=0.727070 lr=0.172899 Epoch[32] Batch [1549] Speed: 754.052032 samples/sec accuracy=0.727150 lr=0.172861 Epoch[32] Batch [1599] Speed: 763.656971 samples/sec accuracy=0.727161 lr=0.172824 Epoch[32] Batch [1649] Speed: 756.752226 samples/sec accuracy=0.727152 lr=0.172786 Epoch[32] Batch [1699] Speed: 741.711446 samples/sec accuracy=0.727136 lr=0.172749 Epoch[32] Batch [1749] Speed: 745.334167 samples/sec accuracy=0.727139 lr=0.172711 Epoch[32] Batch [1799] Speed: 754.546474 samples/sec accuracy=0.727126 lr=0.172674 Epoch[32] Batch [1849] Speed: 752.738622 samples/sec accuracy=0.727142 lr=0.172636 Epoch[32] Batch [1899] Speed: 754.310316 samples/sec accuracy=0.727121 lr=0.172599 Epoch[32] Batch [1949] Speed: 745.431999 samples/sec accuracy=0.727131 lr=0.172561 Epoch[32] Batch [1999] Speed: 737.715062 samples/sec accuracy=0.727127 lr=0.172524 Epoch[32] Batch [2049] Speed: 757.719849 samples/sec accuracy=0.727195 lr=0.172486 Epoch[32] Batch [2099] Speed: 743.509366 samples/sec accuracy=0.727243 lr=0.172449 Epoch[32] Batch [2149] Speed: 756.517526 samples/sec accuracy=0.727312 lr=0.172411 Epoch[32] Batch [2199] Speed: 742.714396 samples/sec accuracy=0.727400 lr=0.172373 Epoch[32] Batch [2249] Speed: 746.538838 samples/sec accuracy=0.727486 lr=0.172336 Epoch[32] Batch [2299] Speed: 751.556782 samples/sec accuracy=0.727577 lr=0.172298 Epoch[32] Batch [2349] Speed: 749.552362 samples/sec accuracy=0.727606 lr=0.172260 Epoch[32] Batch [2399] Speed: 748.739559 samples/sec accuracy=0.727650 lr=0.172222 Epoch[32] Batch [2449] Speed: 754.315896 samples/sec accuracy=0.727666 lr=0.172185 Epoch[32] Batch [2499] Speed: 759.228953 samples/sec accuracy=0.727747 lr=0.172147 [Epoch 32] training: accuracy=0.727757 [Epoch 32] speed: 749 samples/sec time cost: 1708.735519 [Epoch 32] validation: err-top1=0.733333 err-top5=0.733333 Epoch[33] Batch [49] Speed: 755.160726 samples/sec accuracy=0.724783 lr=0.172107 Epoch[33] Batch [99] Speed: 751.813722 samples/sec accuracy=0.725651 lr=0.172070 Epoch[33] Batch [149] Speed: 742.799255 samples/sec accuracy=0.725642 lr=0.172032 Epoch[33] Batch [199] Speed: 742.342301 samples/sec accuracy=0.725940 lr=0.171994 Epoch[33] Batch [249] Speed: 758.605302 samples/sec accuracy=0.726133 lr=0.171956 Epoch[33] Batch [299] Speed: 763.629039 samples/sec accuracy=0.726067 lr=0.171918 Epoch[33] Batch [349] Speed: 746.422710 samples/sec accuracy=0.726209 lr=0.171880 Epoch[33] Batch [399] Speed: 745.504353 samples/sec accuracy=0.726401 lr=0.171842 Epoch[33] Batch [449] Speed: 764.197808 samples/sec accuracy=0.726527 lr=0.171804 Epoch[33] Batch [499] Speed: 746.921513 samples/sec accuracy=0.726652 lr=0.171766 Epoch[33] Batch [549] Speed: 742.349276 samples/sec accuracy=0.726585 lr=0.171728 Epoch[33] Batch [599] Speed: 742.770701 samples/sec accuracy=0.726749 lr=0.171690 Epoch[33] Batch [649] Speed: 752.457166 samples/sec accuracy=0.726871 lr=0.171652 Epoch[33] Batch [699] Speed: 754.864036 samples/sec accuracy=0.727061 lr=0.171614 Epoch[33] Batch [749] Speed: 754.821902 samples/sec accuracy=0.727145 lr=0.171576 Epoch[33] Batch [799] Speed: 751.917907 samples/sec accuracy=0.727306 lr=0.171538 Epoch[33] Batch [849] Speed: 750.507629 samples/sec accuracy=0.727524 lr=0.171500 Epoch[33] Batch [899] Speed: 750.960477 samples/sec accuracy=0.727611 lr=0.171461 Epoch[33] Batch [949] Speed: 737.031634 samples/sec accuracy=0.727696 lr=0.171423 Epoch[33] Batch [999] Speed: 737.936327 samples/sec accuracy=0.727549 lr=0.171385 Epoch[33] Batch [1049] Speed: 758.091676 samples/sec accuracy=0.727667 lr=0.171347 Epoch[33] Batch [1099] Speed: 755.393766 samples/sec accuracy=0.727670 lr=0.171308 Epoch[33] Batch [1149] Speed: 749.123271 samples/sec accuracy=0.727748 lr=0.171270 Epoch[33] Batch [1199] Speed: 743.132009 samples/sec accuracy=0.727726 lr=0.171232 Epoch[33] Batch [1249] Speed: 754.360793 samples/sec accuracy=0.727835 lr=0.171193 Epoch[33] Batch [1299] Speed: 751.863334 samples/sec accuracy=0.727936 lr=0.171155 Epoch[33] Batch [1349] Speed: 746.301311 samples/sec accuracy=0.728027 lr=0.171117 Epoch[33] Batch [1399] Speed: 742.407871 samples/sec accuracy=0.728112 lr=0.171078 Epoch[33] Batch [1449] Speed: 752.143750 samples/sec accuracy=0.728164 lr=0.171040 Epoch[33] Batch [1499] Speed: 734.640337 samples/sec accuracy=0.728226 lr=0.171002 Epoch[33] Batch [1549] Speed: 747.545110 samples/sec accuracy=0.728336 lr=0.170963 Epoch[33] Batch [1599] Speed: 759.843370 samples/sec accuracy=0.728314 lr=0.170925 Epoch[33] Batch [1649] Speed: 763.991322 samples/sec accuracy=0.728347 lr=0.170886 Epoch[33] Batch [1699] Speed: 749.751295 samples/sec accuracy=0.728373 lr=0.170848 Epoch[33] Batch [1749] Speed: 744.886155 samples/sec accuracy=0.728459 lr=0.170809 Epoch[33] Batch [1799] Speed: 746.765818 samples/sec accuracy=0.728513 lr=0.170770 Epoch[33] Batch [1849] Speed: 756.091073 samples/sec accuracy=0.728604 lr=0.170732 Epoch[33] Batch [1899] Speed: 743.189612 samples/sec accuracy=0.728642 lr=0.170693 Epoch[33] Batch [1949] Speed: 754.791371 samples/sec accuracy=0.728681 lr=0.170655 Epoch[33] Batch [1999] Speed: 757.864307 samples/sec accuracy=0.728763 lr=0.170616 Epoch[33] Batch [2049] Speed: 751.629667 samples/sec accuracy=0.728833 lr=0.170577 Epoch[33] Batch [2099] Speed: 750.623826 samples/sec accuracy=0.728961 lr=0.170539 Epoch[33] Batch [2149] Speed: 758.704028 samples/sec accuracy=0.729047 lr=0.170500 Epoch[33] Batch [2199] Speed: 746.252492 samples/sec accuracy=0.729086 lr=0.170461 Epoch[33] Batch [2249] Speed: 749.573361 samples/sec accuracy=0.729150 lr=0.170423 Epoch[33] Batch [2299] Speed: 744.675086 samples/sec accuracy=0.729232 lr=0.170384 Epoch[33] Batch [2349] Speed: 762.215116 samples/sec accuracy=0.729285 lr=0.170345 Epoch[33] Batch [2399] Speed: 758.540944 samples/sec accuracy=0.729321 lr=0.170306 Epoch[33] Batch [2449] Speed: 744.783129 samples/sec accuracy=0.729390 lr=0.170267 Epoch[33] Batch [2499] Speed: 745.925857 samples/sec accuracy=0.729463 lr=0.170228 [Epoch 33] training: accuracy=0.729464 [Epoch 33] speed: 749 samples/sec time cost: 1707.376236 [Epoch 33] validation: err-top1=0.725000 err-top5=0.725000 Epoch[34] Batch [49] Speed: 737.448086 samples/sec accuracy=0.729654 lr=0.170188 Epoch[34] Batch [99] Speed: 747.769755 samples/sec accuracy=0.729910 lr=0.170149 Epoch[34] Batch [149] Speed: 758.320252 samples/sec accuracy=0.729407 lr=0.170110 Epoch[34] Batch [199] Speed: 756.521166 samples/sec accuracy=0.729568 lr=0.170071 Epoch[34] Batch [249] Speed: 761.288365 samples/sec accuracy=0.729688 lr=0.170032 Epoch[34] Batch [299] Speed: 749.401819 samples/sec accuracy=0.730202 lr=0.169993 Epoch[34] Batch [349] Speed: 745.511000 samples/sec accuracy=0.730084 lr=0.169954 Epoch[34] Batch [399] Speed: 752.635919 samples/sec accuracy=0.729786 lr=0.169915 Epoch[34] Batch [449] Speed: 758.045969 samples/sec accuracy=0.729451 lr=0.169876 Epoch[34] Batch [499] Speed: 742.612012 samples/sec accuracy=0.729877 lr=0.169837 Epoch[34] Batch [549] Speed: 752.283659 samples/sec accuracy=0.730046 lr=0.169798 Epoch[34] Batch [599] Speed: 751.569455 samples/sec accuracy=0.729982 lr=0.169759 Epoch[34] Batch [649] Speed: 741.090144 samples/sec accuracy=0.729992 lr=0.169720 Epoch[34] Batch [699] Speed: 743.466436 samples/sec accuracy=0.730016 lr=0.169681 Epoch[34] Batch [749] Speed: 757.984430 samples/sec accuracy=0.729964 lr=0.169642 Epoch[34] Batch [799] Speed: 756.553069 samples/sec accuracy=0.729960 lr=0.169602 Epoch[34] Batch [849] Speed: 759.305202 samples/sec accuracy=0.729990 lr=0.169563 Epoch[34] Batch [899] Speed: 756.463605 samples/sec accuracy=0.730053 lr=0.169524 Epoch[34] Batch [949] Speed: 746.740832 samples/sec accuracy=0.730156 lr=0.169485 Epoch[34] Batch [999] Speed: 759.104791 samples/sec accuracy=0.730240 lr=0.169445 Epoch[34] Batch [1049] Speed: 756.681047 samples/sec accuracy=0.730315 lr=0.169406 Epoch[34] Batch [1099] Speed: 745.096841 samples/sec accuracy=0.730225 lr=0.169367 Epoch[34] Batch [1149] Speed: 752.305238 samples/sec accuracy=0.730300 lr=0.169327 Epoch[34] Batch [1199] Speed: 758.117020 samples/sec accuracy=0.730387 lr=0.169288 Epoch[34] Batch [1249] Speed: 743.457288 samples/sec accuracy=0.730458 lr=0.169249 Epoch[34] Batch [1299] Speed: 754.081566 samples/sec accuracy=0.730513 lr=0.169209 Epoch[34] Batch [1349] Speed: 752.105875 samples/sec accuracy=0.730536 lr=0.169170 Epoch[34] Batch [1399] Speed: 749.393241 samples/sec accuracy=0.730618 lr=0.169131 Epoch[34] Batch [1449] Speed: 748.666141 samples/sec accuracy=0.730727 lr=0.169091 Epoch[34] Batch [1499] Speed: 749.358864 samples/sec accuracy=0.730767 lr=0.169052 Epoch[34] Batch [1549] Speed: 745.734185 samples/sec accuracy=0.730844 lr=0.169012 Epoch[34] Batch [1599] Speed: 743.308853 samples/sec accuracy=0.730902 lr=0.168973 Epoch[34] Batch [1649] Speed: 754.669255 samples/sec accuracy=0.730945 lr=0.168933 Epoch[34] Batch [1699] Speed: 762.676702 samples/sec accuracy=0.731049 lr=0.168893 Epoch[34] Batch [1749] Speed: 761.047180 samples/sec accuracy=0.731097 lr=0.168854 Epoch[34] Batch [1799] Speed: 752.091778 samples/sec accuracy=0.731080 lr=0.168814 Epoch[34] Batch [1849] Speed: 750.026857 samples/sec accuracy=0.731197 lr=0.168775 Epoch[34] Batch [1899] Speed: 752.713325 samples/sec accuracy=0.731225 lr=0.168735 Epoch[34] Batch [1949] Speed: 753.149002 samples/sec accuracy=0.731258 lr=0.168695 Epoch[34] Batch [1999] Speed: 741.213563 samples/sec accuracy=0.731315 lr=0.168656 Epoch[34] Batch [2049] Speed: 749.859213 samples/sec accuracy=0.731345 lr=0.168616 Epoch[34] Batch [2099] Speed: 760.352013 samples/sec accuracy=0.731354 lr=0.168576 Epoch[34] Batch [2149] Speed: 747.360153 samples/sec accuracy=0.731342 lr=0.168536 Epoch[34] Batch [2199] Speed: 750.459497 samples/sec accuracy=0.731360 lr=0.168497 Epoch[34] Batch [2249] Speed: 756.510794 samples/sec accuracy=0.731400 lr=0.168457 Epoch[34] Batch [2299] Speed: 759.938465 samples/sec accuracy=0.731432 lr=0.168417 Epoch[34] Batch [2349] Speed: 749.252867 samples/sec accuracy=0.731447 lr=0.168377 Epoch[34] Batch [2399] Speed: 748.814551 samples/sec accuracy=0.731486 lr=0.168337 Epoch[34] Batch [2449] Speed: 763.538030 samples/sec accuracy=0.731538 lr=0.168298 Epoch[34] Batch [2499] Speed: 758.451389 samples/sec accuracy=0.731583 lr=0.168258 [Epoch 34] training: accuracy=0.731585 [Epoch 34] speed: 751 samples/sec time cost: 1703.431889 [Epoch 34] validation: err-top1=0.716667 err-top5=0.716667 Epoch[35] Batch [49] Speed: 740.592731 samples/sec accuracy=0.732659 lr=0.168216 Epoch[35] Batch [99] Speed: 736.965118 samples/sec accuracy=0.733167 lr=0.168176 Epoch[35] Batch [149] Speed: 750.230220 samples/sec accuracy=0.733114 lr=0.168136 Epoch[35] Batch [199] Speed: 757.635529 samples/sec accuracy=0.732377 lr=0.168096 Epoch[35] Batch [249] Speed: 749.573936 samples/sec accuracy=0.732146 lr=0.168056 Epoch[35] Batch [299] Speed: 750.442047 samples/sec accuracy=0.732275 lr=0.168016 Epoch[35] Batch [349] Speed: 749.545801 samples/sec accuracy=0.732177 lr=0.167976 Epoch[35] Batch [399] Speed: 755.149122 samples/sec accuracy=0.731919 lr=0.167936 Epoch[35] Batch [449] Speed: 746.470004 samples/sec accuracy=0.731718 lr=0.167896 Epoch[35] Batch [499] Speed: 743.199062 samples/sec accuracy=0.731746 lr=0.167856 Epoch[35] Batch [549] Speed: 744.832732 samples/sec accuracy=0.731842 lr=0.167816 Epoch[35] Batch [599] Speed: 758.454491 samples/sec accuracy=0.731826 lr=0.167776 Epoch[35] Batch [649] Speed: 758.870727 samples/sec accuracy=0.731819 lr=0.167736 Epoch[35] Batch [699] Speed: 750.710749 samples/sec accuracy=0.731808 lr=0.167696 Epoch[35] Batch [749] Speed: 750.865389 samples/sec accuracy=0.731800 lr=0.167655 Epoch[35] Batch [799] Speed: 753.857914 samples/sec accuracy=0.731690 lr=0.167615 Epoch[35] Batch [849] Speed: 761.683240 samples/sec accuracy=0.731688 lr=0.167575 Epoch[35] Batch [899] Speed: 764.331994 samples/sec accuracy=0.731812 lr=0.167535 Epoch[35] Batch [949] Speed: 744.894413 samples/sec accuracy=0.732011 lr=0.167494 Epoch[35] Batch [999] Speed: 747.122477 samples/sec accuracy=0.731993 lr=0.167454 Epoch[35] Batch [1049] Speed: 754.559041 samples/sec accuracy=0.731996 lr=0.167414 Epoch[35] Batch [1099] Speed: 753.066340 samples/sec accuracy=0.731967 lr=0.167373 Epoch[35] Batch [1149] Speed: 746.978598 samples/sec accuracy=0.731982 lr=0.167333 Epoch[35] Batch [1199] Speed: 762.103525 samples/sec accuracy=0.732026 lr=0.167293 Epoch[35] Batch [1249] Speed: 750.872257 samples/sec accuracy=0.731976 lr=0.167252 Epoch[35] Batch [1299] Speed: 755.757930 samples/sec accuracy=0.732032 lr=0.167212 Epoch[35] Batch [1349] Speed: 741.628869 samples/sec accuracy=0.732074 lr=0.167171 Epoch[35] Batch [1399] Speed: 746.843528 samples/sec accuracy=0.732098 lr=0.167131 Epoch[35] Batch [1449] Speed: 750.305333 samples/sec accuracy=0.732141 lr=0.167091 Epoch[35] Batch [1499] Speed: 748.796019 samples/sec accuracy=0.732182 lr=0.167050 Epoch[35] Batch [1549] Speed: 758.457036 samples/sec accuracy=0.732262 lr=0.167010 Epoch[35] Batch [1599] Speed: 738.470455 samples/sec accuracy=0.732357 lr=0.166969 Epoch[35] Batch [1649] Speed: 755.479453 samples/sec accuracy=0.732353 lr=0.166928 Epoch[35] Batch [1699] Speed: 752.528038 samples/sec accuracy=0.732388 lr=0.166888 Epoch[35] Batch [1749] Speed: 745.283194 samples/sec accuracy=0.732468 lr=0.166847 Epoch[35] Batch [1799] Speed: 742.855404 samples/sec accuracy=0.732569 lr=0.166807 Epoch[35] Batch [1849] Speed: 754.212200 samples/sec accuracy=0.732667 lr=0.166766 Epoch[35] Batch [1899] Speed: 755.337040 samples/sec accuracy=0.732750 lr=0.166725 Epoch[35] Batch [1949] Speed: 751.756390 samples/sec accuracy=0.732776 lr=0.166685 Epoch[35] Batch [1999] Speed: 743.619059 samples/sec accuracy=0.732829 lr=0.166644 Epoch[35] Batch [2049] Speed: 752.309033 samples/sec accuracy=0.732856 lr=0.166603 Epoch[35] Batch [2099] Speed: 757.345364 samples/sec accuracy=0.732874 lr=0.166563 Epoch[35] Batch [2149] Speed: 740.420705 samples/sec accuracy=0.732876 lr=0.166522 Epoch[35] Batch [2199] Speed: 736.247350 samples/sec accuracy=0.732953 lr=0.166481 Epoch[35] Batch [2249] Speed: 758.813526 samples/sec accuracy=0.732952 lr=0.166440 Epoch[35] Batch [2299] Speed: 759.016251 samples/sec accuracy=0.733008 lr=0.166399 Epoch[35] Batch [2349] Speed: 755.849887 samples/sec accuracy=0.733028 lr=0.166359 Epoch[35] Batch [2399] Speed: 751.842865 samples/sec accuracy=0.733075 lr=0.166318 Epoch[35] Batch [2449] Speed: 751.107765 samples/sec accuracy=0.733184 lr=0.166277 Epoch[35] Batch [2499] Speed: 763.936064 samples/sec accuracy=0.733222 lr=0.166236 [Epoch 35] training: accuracy=0.733233 [Epoch 35] speed: 750 samples/sec time cost: 1706.572266 [Epoch 35] validation: err-top1=0.708333 err-top5=0.708333 Epoch[36] Batch [49] Speed: 746.815228 samples/sec accuracy=0.730094 lr=0.166193 Epoch[36] Batch [99] Speed: 759.131427 samples/sec accuracy=0.733023 lr=0.166153 Epoch[36] Batch [149] Speed: 755.401297 samples/sec accuracy=0.733327 lr=0.166112 Epoch[36] Batch [199] Speed: 747.784342 samples/sec accuracy=0.733298 lr=0.166071 Epoch[36] Batch [249] Speed: 743.706958 samples/sec accuracy=0.732911 lr=0.166030 Epoch[36] Batch [299] Speed: 747.062257 samples/sec accuracy=0.732910 lr=0.165989 Epoch[36] Batch [349] Speed: 762.264367 samples/sec accuracy=0.732985 lr=0.165948 Epoch[36] Batch [399] Speed: 753.886019 samples/sec accuracy=0.733142 lr=0.165907 Epoch[36] Batch [449] Speed: 742.133979 samples/sec accuracy=0.733320 lr=0.165865 Epoch[36] Batch [499] Speed: 743.445217 samples/sec accuracy=0.733261 lr=0.165824 Epoch[36] Batch [549] Speed: 752.865930 samples/sec accuracy=0.733143 lr=0.165783 Epoch[36] Batch [599] Speed: 755.113705 samples/sec accuracy=0.733155 lr=0.165742 Epoch[36] Batch [649] Speed: 759.505333 samples/sec accuracy=0.733334 lr=0.165701 Epoch[36] Batch [699] Speed: 758.811970 samples/sec accuracy=0.733315 lr=0.165660 Epoch[36] Batch [749] Speed: 751.733143 samples/sec accuracy=0.733476 lr=0.165619 Epoch[36] Batch [799] Speed: 750.060237 samples/sec accuracy=0.733476 lr=0.165577 Epoch[36] Batch [849] Speed: 741.177405 samples/sec accuracy=0.733630 lr=0.165536 Epoch[36] Batch [899] Speed: 753.025231 samples/sec accuracy=0.733690 lr=0.165495 Epoch[36] Batch [949] Speed: 757.979732 samples/sec accuracy=0.733822 lr=0.165454 Epoch[36] Batch [999] Speed: 754.810775 samples/sec accuracy=0.733756 lr=0.165412 Epoch[36] Batch [1049] Speed: 750.532852 samples/sec accuracy=0.733852 lr=0.165371 Epoch[36] Batch [1099] Speed: 751.275910 samples/sec accuracy=0.733819 lr=0.165330 Epoch[36] Batch [1149] Speed: 760.404589 samples/sec accuracy=0.733974 lr=0.165288 Epoch[36] Batch [1199] Speed: 759.884394 samples/sec accuracy=0.734086 lr=0.165247 Epoch[36] Batch [1249] Speed: 758.984366 samples/sec accuracy=0.734110 lr=0.165206 Epoch[36] Batch [1299] Speed: 746.508906 samples/sec accuracy=0.734068 lr=0.165164 Epoch[36] Batch [1349] Speed: 753.476697 samples/sec accuracy=0.734174 lr=0.165123 Epoch[36] Batch [1399] Speed: 752.378263 samples/sec accuracy=0.734250 lr=0.165081 Epoch[36] Batch [1449] Speed: 755.197576 samples/sec accuracy=0.734245 lr=0.165040 Epoch[36] Batch [1499] Speed: 747.994035 samples/sec accuracy=0.734257 lr=0.164999 Epoch[36] Batch [1549] Speed: 752.835689 samples/sec accuracy=0.734223 lr=0.164957 Epoch[36] Batch [1599] Speed: 748.803768 samples/sec accuracy=0.734218 lr=0.164916 Epoch[36] Batch [1649] Speed: 751.552153 samples/sec accuracy=0.734186 lr=0.164874 Epoch[36] Batch [1699] Speed: 743.342955 samples/sec accuracy=0.734286 lr=0.164832 Epoch[36] Batch [1749] Speed: 756.735154 samples/sec accuracy=0.734322 lr=0.164791 Epoch[36] Batch [1799] Speed: 749.176234 samples/sec accuracy=0.734384 lr=0.164749 Epoch[36] Batch [1849] Speed: 752.192989 samples/sec accuracy=0.734482 lr=0.164708 Epoch[36] Batch [1899] Speed: 752.582924 samples/sec accuracy=0.734517 lr=0.164666 Epoch[36] Batch [1949] Speed: 750.899395 samples/sec accuracy=0.734539 lr=0.164624 Epoch[36] Batch [1999] Speed: 740.908306 samples/sec accuracy=0.734554 lr=0.164583 Epoch[36] Batch [2049] Speed: 749.323973 samples/sec accuracy=0.734558 lr=0.164541 Epoch[36] Batch [2099] Speed: 757.346437 samples/sec accuracy=0.734590 lr=0.164499 Epoch[36] Batch [2149] Speed: 765.282848 samples/sec accuracy=0.734645 lr=0.164458 Epoch[36] Batch [2199] Speed: 753.632257 samples/sec accuracy=0.734632 lr=0.164416 Epoch[36] Batch [2249] Speed: 749.064854 samples/sec accuracy=0.734688 lr=0.164374 Epoch[36] Batch [2299] Speed: 755.348226 samples/sec accuracy=0.734710 lr=0.164332 Epoch[36] Batch [2349] Speed: 760.322681 samples/sec accuracy=0.734742 lr=0.164290 Epoch[36] Batch [2399] Speed: 749.948531 samples/sec accuracy=0.734785 lr=0.164249 Epoch[36] Batch [2449] Speed: 746.408980 samples/sec accuracy=0.734852 lr=0.164207 Epoch[36] Batch [2499] Speed: 760.303148 samples/sec accuracy=0.734940 lr=0.164165 [Epoch 36] training: accuracy=0.734942 [Epoch 36] speed: 752 samples/sec time cost: 1702.737748 [Epoch 36] validation: err-top1=0.700000 err-top5=0.700000 Epoch[37] Batch [49] Speed: 743.251752 samples/sec accuracy=0.735995 lr=0.164121 Epoch[37] Batch [99] Speed: 757.377427 samples/sec accuracy=0.734761 lr=0.164079 Epoch[37] Batch [149] Speed: 761.354096 samples/sec accuracy=0.735088 lr=0.164038 Epoch[37] Batch [199] Speed: 744.990770 samples/sec accuracy=0.734952 lr=0.163996 Epoch[37] Batch [249] Speed: 741.878050 samples/sec accuracy=0.734940 lr=0.163954 Epoch[37] Batch [299] Speed: 757.234922 samples/sec accuracy=0.735350 lr=0.163912 Epoch[37] Batch [349] Speed: 742.952124 samples/sec accuracy=0.735910 lr=0.163870 Epoch[37] Batch [399] Speed: 761.894919 samples/sec accuracy=0.735836 lr=0.163828 Epoch[37] Batch [449] Speed: 757.513508 samples/sec accuracy=0.735877 lr=0.163786 Epoch[37] Batch [499] Speed: 752.981638 samples/sec accuracy=0.735729 lr=0.163744 Epoch[37] Batch [549] Speed: 752.343971 samples/sec accuracy=0.735725 lr=0.163702 Epoch[37] Batch [599] Speed: 748.143356 samples/sec accuracy=0.735785 lr=0.163659 Epoch[37] Batch [649] Speed: 749.923175 samples/sec accuracy=0.735739 lr=0.163617 Epoch[37] Batch [699] Speed: 752.138023 samples/sec accuracy=0.735681 lr=0.163575 Epoch[37] Batch [749] Speed: 738.066571 samples/sec accuracy=0.735700 lr=0.163533 Epoch[37] Batch [799] Speed: 748.960079 samples/sec accuracy=0.735494 lr=0.163491 Epoch[37] Batch [849] Speed: 743.940182 samples/sec accuracy=0.735404 lr=0.163449 Epoch[37] Batch [899] Speed: 754.651768 samples/sec accuracy=0.735452 lr=0.163406 Epoch[37] Batch [949] Speed: 763.496719 samples/sec accuracy=0.735505 lr=0.163364 Epoch[37] Batch [999] Speed: 740.940127 samples/sec accuracy=0.735401 lr=0.163322 Epoch[37] Batch [1049] Speed: 750.485304 samples/sec accuracy=0.735416 lr=0.163280 Epoch[37] Batch [1099] Speed: 761.875122 samples/sec accuracy=0.735516 lr=0.163237 Epoch[37] Batch [1149] Speed: 759.513290 samples/sec accuracy=0.735607 lr=0.163195 Epoch[37] Batch [1199] Speed: 750.745444 samples/sec accuracy=0.735668 lr=0.163153 Epoch[37] Batch [1249] Speed: 742.067037 samples/sec accuracy=0.735850 lr=0.163110 Epoch[37] Batch [1299] Speed: 744.874755 samples/sec accuracy=0.735863 lr=0.163068 Epoch[37] Batch [1349] Speed: 754.495373 samples/sec accuracy=0.736039 lr=0.163026 Epoch[37] Batch [1399] Speed: 765.422609 samples/sec accuracy=0.736077 lr=0.162983 Epoch[37] Batch [1449] Speed: 768.115661 samples/sec accuracy=0.736112 lr=0.162941 Epoch[37] Batch [1499] Speed: 759.863890 samples/sec accuracy=0.736187 lr=0.162899 Epoch[37] Batch [1549] Speed: 756.199483 samples/sec accuracy=0.736154 lr=0.162856 Epoch[37] Batch [1599] Speed: 757.071423 samples/sec accuracy=0.736153 lr=0.162814 Epoch[37] Batch [1649] Speed: 744.829218 samples/sec accuracy=0.736139 lr=0.162771 Epoch[37] Batch [1699] Speed: 749.703935 samples/sec accuracy=0.736205 lr=0.162729 Epoch[37] Batch [1749] Speed: 757.762548 samples/sec accuracy=0.736208 lr=0.162686 Epoch[37] Batch [1799] Speed: 753.957441 samples/sec accuracy=0.736237 lr=0.162644 Epoch[37] Batch [1849] Speed: 749.581639 samples/sec accuracy=0.736270 lr=0.162601 Epoch[37] Batch [1899] Speed: 748.572990 samples/sec accuracy=0.736268 lr=0.162558 Epoch[37] Batch [1949] Speed: 763.526281 samples/sec accuracy=0.736337 lr=0.162516 Epoch[37] Batch [1999] Speed: 765.350041 samples/sec accuracy=0.736322 lr=0.162473 Epoch[37] Batch [2049] Speed: 746.683508 samples/sec accuracy=0.736408 lr=0.162431 Epoch[37] Batch [2099] Speed: 760.993426 samples/sec accuracy=0.736480 lr=0.162388 Epoch[37] Batch [2149] Speed: 738.667705 samples/sec accuracy=0.736558 lr=0.162345 Epoch[37] Batch [2199] Speed: 750.742189 samples/sec accuracy=0.736598 lr=0.162303 Epoch[37] Batch [2249] Speed: 742.952118 samples/sec accuracy=0.736605 lr=0.162260 Epoch[37] Batch [2299] Speed: 756.748780 samples/sec accuracy=0.736691 lr=0.162217 Epoch[37] Batch [2349] Speed: 758.930431 samples/sec accuracy=0.736697 lr=0.162174 Epoch[37] Batch [2399] Speed: 745.442204 samples/sec accuracy=0.736704 lr=0.162132 Epoch[37] Batch [2449] Speed: 734.667827 samples/sec accuracy=0.736794 lr=0.162089 Epoch[37] Batch [2499] Speed: 758.411329 samples/sec accuracy=0.736839 lr=0.162046 [Epoch 37] training: accuracy=0.736847 [Epoch 37] speed: 751 samples/sec time cost: 1703.130993 [Epoch 37] validation: err-top1=0.691667 err-top5=0.691667 Epoch[38] Batch [49] Speed: 756.542674 samples/sec accuracy=0.736088 lr=0.162001 Epoch[38] Batch [99] Speed: 749.573606 samples/sec accuracy=0.735207 lr=0.161959 Epoch[38] Batch [149] Speed: 742.310975 samples/sec accuracy=0.736244 lr=0.161916 Epoch[38] Batch [199] Speed: 752.864252 samples/sec accuracy=0.736012 lr=0.161873 Epoch[38] Batch [249] Speed: 752.201562 samples/sec accuracy=0.736011 lr=0.161830 Epoch[38] Batch [299] Speed: 756.962005 samples/sec accuracy=0.736071 lr=0.161787 Epoch[38] Batch [349] Speed: 765.456342 samples/sec accuracy=0.736108 lr=0.161744 Epoch[38] Batch [399] Speed: 754.348434 samples/sec accuracy=0.736463 lr=0.161701 Epoch[38] Batch [449] Speed: 748.786729 samples/sec accuracy=0.736329 lr=0.161658 Epoch[38] Batch [499] Speed: 758.993143 samples/sec accuracy=0.736524 lr=0.161615 Epoch[38] Batch [549] Speed: 755.538115 samples/sec accuracy=0.736597 lr=0.161572 Epoch[38] Batch [599] Speed: 746.953266 samples/sec accuracy=0.736540 lr=0.161529 Epoch[38] Batch [649] Speed: 748.119352 samples/sec accuracy=0.736652 lr=0.161486 Epoch[38] Batch [699] Speed: 755.814628 samples/sec accuracy=0.736571 lr=0.161443 Epoch[38] Batch [749] Speed: 759.588151 samples/sec accuracy=0.736610 lr=0.161400 Epoch[38] Batch [799] Speed: 745.151667 samples/sec accuracy=0.736721 lr=0.161357 Epoch[38] Batch [849] Speed: 753.193099 samples/sec accuracy=0.736772 lr=0.161314 Epoch[38] Batch [899] Speed: 747.265887 samples/sec accuracy=0.736857 lr=0.161271 Epoch[38] Batch [949] Speed: 747.524309 samples/sec accuracy=0.736742 lr=0.161227 Epoch[38] Batch [999] Speed: 744.894562 samples/sec accuracy=0.736768 lr=0.161184 Epoch[38] Batch [1049] Speed: 751.072705 samples/sec accuracy=0.736908 lr=0.161141 Epoch[38] Batch [1099] Speed: 755.099920 samples/sec accuracy=0.737008 lr=0.161098 Epoch[38] Batch [1149] Speed: 748.126363 samples/sec accuracy=0.736938 lr=0.161055 Epoch[38] Batch [1199] Speed: 739.648453 samples/sec accuracy=0.736924 lr=0.161011 Epoch[38] Batch [1249] Speed: 739.088592 samples/sec accuracy=0.736919 lr=0.160968 Epoch[38] Batch [1299] Speed: 747.110594 samples/sec accuracy=0.736907 lr=0.160925 Epoch[38] Batch [1349] Speed: 745.700682 samples/sec accuracy=0.736990 lr=0.160882 Epoch[38] Batch [1399] Speed: 753.604969 samples/sec accuracy=0.736967 lr=0.160838 Epoch[38] Batch [1449] Speed: 744.217457 samples/sec accuracy=0.737130 lr=0.160795 Epoch[38] Batch [1499] Speed: 752.769678 samples/sec accuracy=0.737240 lr=0.160752 Epoch[38] Batch [1549] Speed: 750.778158 samples/sec accuracy=0.737280 lr=0.160708 Epoch[38] Batch [1599] Speed: 753.006800 samples/sec accuracy=0.737430 lr=0.160665 Epoch[38] Batch [1649] Speed: 736.917574 samples/sec accuracy=0.737463 lr=0.160621 Epoch[38] Batch [1699] Speed: 750.614952 samples/sec accuracy=0.737554 lr=0.160578 Epoch[38] Batch [1749] Speed: 759.960846 samples/sec accuracy=0.737577 lr=0.160535 Epoch[38] Batch [1799] Speed: 757.022664 samples/sec accuracy=0.737626 lr=0.160491 Epoch[38] Batch [1849] Speed: 752.369575 samples/sec accuracy=0.737722 lr=0.160448 Epoch[38] Batch [1899] Speed: 743.613831 samples/sec accuracy=0.737741 lr=0.160404 Epoch[38] Batch [1949] Speed: 758.221658 samples/sec accuracy=0.737753 lr=0.160361 Epoch[38] Batch [1999] Speed: 752.710982 samples/sec accuracy=0.737844 lr=0.160317 Epoch[38] Batch [2049] Speed: 751.579224 samples/sec accuracy=0.737918 lr=0.160273 Epoch[38] Batch [2099] Speed: 755.097934 samples/sec accuracy=0.737966 lr=0.160230 Epoch[38] Batch [2149] Speed: 751.967380 samples/sec accuracy=0.738029 lr=0.160186 Epoch[38] Batch [2199] Speed: 745.973259 samples/sec accuracy=0.738031 lr=0.160143 Epoch[38] Batch [2249] Speed: 745.189367 samples/sec accuracy=0.738084 lr=0.160099 Epoch[38] Batch [2299] Speed: 754.897736 samples/sec accuracy=0.738129 lr=0.160055 Epoch[38] Batch [2349] Speed: 746.535226 samples/sec accuracy=0.738160 lr=0.160012 Epoch[38] Batch [2399] Speed: 757.623020 samples/sec accuracy=0.738212 lr=0.159968 Epoch[38] Batch [2449] Speed: 752.594117 samples/sec accuracy=0.738249 lr=0.159924 Epoch[38] Batch [2499] Speed: 760.496372 samples/sec accuracy=0.738283 lr=0.159881 [Epoch 38] training: accuracy=0.738292 [Epoch 38] speed: 750 samples/sec time cost: 1705.639863 [Epoch 38] validation: err-top1=0.683333 err-top5=0.683333 Epoch[39] Batch [49] Speed: 752.286837 samples/sec accuracy=0.739249 lr=0.159835 Epoch[39] Batch [99] Speed: 741.298647 samples/sec accuracy=0.738576 lr=0.159791 Epoch[39] Batch [149] Speed: 745.682049 samples/sec accuracy=0.738878 lr=0.159748 Epoch[39] Batch [199] Speed: 750.149629 samples/sec accuracy=0.738875 lr=0.159704 Epoch[39] Batch [249] Speed: 752.483179 samples/sec accuracy=0.738515 lr=0.159660 Epoch[39] Batch [299] Speed: 753.477030 samples/sec accuracy=0.738496 lr=0.159616 Epoch[39] Batch [349] Speed: 751.314074 samples/sec accuracy=0.738375 lr=0.159572 Epoch[39] Batch [399] Speed: 753.128706 samples/sec accuracy=0.738311 lr=0.159529 Epoch[39] Batch [449] Speed: 754.606210 samples/sec accuracy=0.738316 lr=0.159485 Epoch[39] Batch [499] Speed: 748.583543 samples/sec accuracy=0.738526 lr=0.159441 Epoch[39] Batch [549] Speed: 742.466846 samples/sec accuracy=0.738380 lr=0.159397 Epoch[39] Batch [599] Speed: 744.415910 samples/sec accuracy=0.738307 lr=0.159353 Epoch[39] Batch [649] Speed: 746.333882 samples/sec accuracy=0.738381 lr=0.159309 Epoch[39] Batch [699] Speed: 754.993068 samples/sec accuracy=0.738695 lr=0.159265 Epoch[39] Batch [749] Speed: 746.207855 samples/sec accuracy=0.738778 lr=0.159221 Epoch[39] Batch [799] Speed: 738.118029 samples/sec accuracy=0.738877 lr=0.159177 Epoch[39] Batch [849] Speed: 757.914298 samples/sec accuracy=0.738897 lr=0.159133 Epoch[39] Batch [899] Speed: 750.146877 samples/sec accuracy=0.739027 lr=0.159089 Epoch[39] Batch [949] Speed: 764.598948 samples/sec accuracy=0.739061 lr=0.159045 Epoch[39] Batch [999] Speed: 754.356436 samples/sec accuracy=0.739009 lr=0.159001 Epoch[39] Batch [1049] Speed: 749.495809 samples/sec accuracy=0.739041 lr=0.158957 Epoch[39] Batch [1099] Speed: 753.181925 samples/sec accuracy=0.739157 lr=0.158913 Epoch[39] Batch [1149] Speed: 763.744592 samples/sec accuracy=0.739180 lr=0.158869 Epoch[39] Batch [1199] Speed: 751.900873 samples/sec accuracy=0.739219 lr=0.158824 Epoch[39] Batch [1249] Speed: 743.103923 samples/sec accuracy=0.739243 lr=0.158780 Epoch[39] Batch [1299] Speed: 737.405513 samples/sec accuracy=0.739329 lr=0.158736 Epoch[39] Batch [1349] Speed: 752.905344 samples/sec accuracy=0.739437 lr=0.158692 Epoch[39] Batch [1399] Speed: 756.761421 samples/sec accuracy=0.739528 lr=0.158648 Epoch[39] Batch [1449] Speed: 767.565722 samples/sec accuracy=0.739615 lr=0.158603 Epoch[39] Batch [1499] Speed: 747.117809 samples/sec accuracy=0.739676 lr=0.158559 Epoch[39] Batch [1549] Speed: 742.764022 samples/sec accuracy=0.739655 lr=0.158515 Epoch[39] Batch [1599] Speed: 750.661614 samples/sec accuracy=0.739728 lr=0.158471 Epoch[39] Batch [1649] Speed: 759.781313 samples/sec accuracy=0.739758 lr=0.158426 Epoch[39] Batch [1699] Speed: 750.389917 samples/sec accuracy=0.739841 lr=0.158382 Epoch[39] Batch [1749] Speed: 749.514989 samples/sec accuracy=0.739914 lr=0.158338 Epoch[39] Batch [1799] Speed: 751.953219 samples/sec accuracy=0.739940 lr=0.158293 Epoch[39] Batch [1849] Speed: 737.558784 samples/sec accuracy=0.739948 lr=0.158249 Epoch[39] Batch [1899] Speed: 748.723812 samples/sec accuracy=0.740057 lr=0.158205 Epoch[39] Batch [1949] Speed: 750.577121 samples/sec accuracy=0.740165 lr=0.158160 Epoch[39] Batch [1999] Speed: 755.682906 samples/sec accuracy=0.740110 lr=0.158116 Epoch[39] Batch [2049] Speed: 745.524132 samples/sec accuracy=0.740112 lr=0.158071 Epoch[39] Batch [2099] Speed: 762.964945 samples/sec accuracy=0.740119 lr=0.158027 Epoch[39] Batch [2149] Speed: 742.250045 samples/sec accuracy=0.740178 lr=0.157982 Epoch[39] Batch [2199] Speed: 751.173532 samples/sec accuracy=0.740194 lr=0.157938 Epoch[39] Batch [2249] Speed: 751.312618 samples/sec accuracy=0.740238 lr=0.157893 Epoch[39] Batch [2299] Speed: 754.532285 samples/sec accuracy=0.740289 lr=0.157849 Epoch[39] Batch [2349] Speed: 752.907250 samples/sec accuracy=0.740328 lr=0.157804 Epoch[39] Batch [2399] Speed: 757.959357 samples/sec accuracy=0.740308 lr=0.157760 Epoch[39] Batch [2449] Speed: 757.564441 samples/sec accuracy=0.740315 lr=0.157715 Epoch[39] Batch [2499] Speed: 757.060742 samples/sec accuracy=0.740338 lr=0.157671 [Epoch 39] training: accuracy=0.740324 [Epoch 39] speed: 750 samples/sec time cost: 1706.337296 [Epoch 39] validation: err-top1=0.675000 err-top5=0.675000 Epoch[40] Batch [49] Speed: 745.589530 samples/sec accuracy=0.738075 lr=0.157624 Epoch[40] Batch [99] Speed: 756.744151 samples/sec accuracy=0.738576 lr=0.157580 Epoch[40] Batch [149] Speed: 758.330835 samples/sec accuracy=0.739659 lr=0.157535 Epoch[40] Batch [199] Speed: 759.956855 samples/sec accuracy=0.739472 lr=0.157490 Epoch[40] Batch [249] Speed: 745.707937 samples/sec accuracy=0.739600 lr=0.157446 Epoch[40] Batch [299] Speed: 751.443704 samples/sec accuracy=0.739659 lr=0.157401 Epoch[40] Batch [349] Speed: 758.355300 samples/sec accuracy=0.739563 lr=0.157356 Epoch[40] Batch [399] Speed: 757.865072 samples/sec accuracy=0.739776 lr=0.157312 Epoch[40] Batch [449] Speed: 749.471980 samples/sec accuracy=0.739814 lr=0.157267 Epoch[40] Batch [499] Speed: 749.894311 samples/sec accuracy=0.739872 lr=0.157222 Epoch[40] Batch [549] Speed: 753.924804 samples/sec accuracy=0.739985 lr=0.157177 Epoch[40] Batch [599] Speed: 761.597064 samples/sec accuracy=0.739923 lr=0.157132 Epoch[40] Batch [649] Speed: 749.365114 samples/sec accuracy=0.739853 lr=0.157088 Epoch[40] Batch [699] Speed: 755.011574 samples/sec accuracy=0.739956 lr=0.157043 Epoch[40] Batch [749] Speed: 750.607360 samples/sec accuracy=0.740016 lr=0.156998 Epoch[40] Batch [799] Speed: 750.396713 samples/sec accuracy=0.740109 lr=0.156953 Epoch[40] Batch [849] Speed: 751.295990 samples/sec accuracy=0.740042 lr=0.156908 Epoch[40] Batch [899] Speed: 746.755841 samples/sec accuracy=0.740087 lr=0.156863 Epoch[40] Batch [949] Speed: 754.499302 samples/sec accuracy=0.740102 lr=0.156818 Epoch[40] Batch [999] Speed: 740.663413 samples/sec accuracy=0.740223 lr=0.156773 Epoch[40] Batch [1049] Speed: 748.478089 samples/sec accuracy=0.740255 lr=0.156729 Epoch[40] Batch [1099] Speed: 752.355579 samples/sec accuracy=0.740344 lr=0.156684 Epoch[40] Batch [1149] Speed: 757.648087 samples/sec accuracy=0.740367 lr=0.156639 Epoch[40] Batch [1199] Speed: 751.896861 samples/sec accuracy=0.740454 lr=0.156594 Epoch[40] Batch [1249] Speed: 743.247306 samples/sec accuracy=0.740581 lr=0.156549 Epoch[40] Batch [1299] Speed: 755.572837 samples/sec accuracy=0.740664 lr=0.156504 Epoch[40] Batch [1349] Speed: 757.748152 samples/sec accuracy=0.740749 lr=0.156458 Epoch[40] Batch [1399] Speed: 747.015522 samples/sec accuracy=0.740797 lr=0.156413 Epoch[40] Batch [1449] Speed: 746.491618 samples/sec accuracy=0.740902 lr=0.156368 Epoch[40] Batch [1499] Speed: 757.132777 samples/sec accuracy=0.740998 lr=0.156323 Epoch[40] Batch [1549] Speed: 758.309402 samples/sec accuracy=0.741047 lr=0.156278 Epoch[40] Batch [1599] Speed: 753.285940 samples/sec accuracy=0.741053 lr=0.156233 Epoch[40] Batch [1649] Speed: 749.879726 samples/sec accuracy=0.741140 lr=0.156188 Epoch[40] Batch [1699] Speed: 756.143647 samples/sec accuracy=0.741179 lr=0.156143 Epoch[40] Batch [1749] Speed: 752.935326 samples/sec accuracy=0.741249 lr=0.156097 Epoch[40] Batch [1799] Speed: 741.245134 samples/sec accuracy=0.741273 lr=0.156052 Epoch[40] Batch [1849] Speed: 739.151584 samples/sec accuracy=0.741355 lr=0.156007 Epoch[40] Batch [1899] Speed: 761.795323 samples/sec accuracy=0.741386 lr=0.155962 Epoch[40] Batch [1949] Speed: 764.421435 samples/sec accuracy=0.741456 lr=0.155917 Epoch[40] Batch [1999] Speed: 750.923777 samples/sec accuracy=0.741488 lr=0.155871 Epoch[40] Batch [2049] Speed: 747.665410 samples/sec accuracy=0.741516 lr=0.155826 Epoch[40] Batch [2099] Speed: 760.328081 samples/sec accuracy=0.741621 lr=0.155781 Epoch[40] Batch [2149] Speed: 751.912652 samples/sec accuracy=0.741718 lr=0.155735 Epoch[40] Batch [2199] Speed: 756.938345 samples/sec accuracy=0.741801 lr=0.155690 Epoch[40] Batch [2249] Speed: 753.139165 samples/sec accuracy=0.741837 lr=0.155645 Epoch[40] Batch [2299] Speed: 752.392524 samples/sec accuracy=0.741876 lr=0.155599 Epoch[40] Batch [2349] Speed: 753.128172 samples/sec accuracy=0.741950 lr=0.155554 Epoch[40] Batch [2399] Speed: 755.651609 samples/sec accuracy=0.741972 lr=0.155509 Epoch[40] Batch [2449] Speed: 764.380420 samples/sec accuracy=0.741987 lr=0.155463 Epoch[40] Batch [2499] Speed: 760.998043 samples/sec accuracy=0.742014 lr=0.155418 [Epoch 40] training: accuracy=0.742013 [Epoch 40] speed: 752 samples/sec time cost: 1701.335430 [Epoch 40] validation: err-top1=0.666667 err-top5=0.666667 Epoch[41] Batch [49] Speed: 744.692006 samples/sec accuracy=0.741213 lr=0.155370 Epoch[41] Batch [99] Speed: 757.335054 samples/sec accuracy=0.741390 lr=0.155325 Epoch[41] Batch [149] Speed: 755.057494 samples/sec accuracy=0.741384 lr=0.155279 Epoch[41] Batch [199] Speed: 752.360666 samples/sec accuracy=0.741508 lr=0.155234 Epoch[41] Batch [249] Speed: 734.056407 samples/sec accuracy=0.742257 lr=0.155188 Epoch[41] Batch [299] Speed: 736.566244 samples/sec accuracy=0.742298 lr=0.155143 Epoch[41] Batch [349] Speed: 761.933267 samples/sec accuracy=0.742149 lr=0.155097 Epoch[41] Batch [399] Speed: 761.451763 samples/sec accuracy=0.742042 lr=0.155052 Epoch[41] Batch [449] Speed: 757.084832 samples/sec accuracy=0.742172 lr=0.155006 Epoch[41] Batch [499] Speed: 741.535679 samples/sec accuracy=0.742287 lr=0.154961 Epoch[41] Batch [549] Speed: 760.648465 samples/sec accuracy=0.742170 lr=0.154915 Epoch[41] Batch [599] Speed: 757.348184 samples/sec accuracy=0.741988 lr=0.154869 Epoch[41] Batch [649] Speed: 753.723942 samples/sec accuracy=0.742051 lr=0.154824 Epoch[41] Batch [699] Speed: 752.584960 samples/sec accuracy=0.742049 lr=0.154778 Epoch[41] Batch [749] Speed: 741.242406 samples/sec accuracy=0.742050 lr=0.154732 Epoch[41] Batch [799] Speed: 742.307706 samples/sec accuracy=0.742035 lr=0.154687 Epoch[41] Batch [849] Speed: 755.304948 samples/sec accuracy=0.742202 lr=0.154641 Epoch[41] Batch [899] Speed: 750.807624 samples/sec accuracy=0.742117 lr=0.154595 Epoch[41] Batch [949] Speed: 746.403729 samples/sec accuracy=0.742197 lr=0.154549 Epoch[41] Batch [999] Speed: 748.265089 samples/sec accuracy=0.742218 lr=0.154504 Epoch[41] Batch [1049] Speed: 754.621298 samples/sec accuracy=0.742326 lr=0.154458 Epoch[41] Batch [1099] Speed: 753.303364 samples/sec accuracy=0.742381 lr=0.154412 Epoch[41] Batch [1149] Speed: 758.641449 samples/sec accuracy=0.742460 lr=0.154366 Epoch[41] Batch [1199] Speed: 755.449156 samples/sec accuracy=0.742550 lr=0.154321 Epoch[41] Batch [1249] Speed: 746.281491 samples/sec accuracy=0.742520 lr=0.154275 Epoch[41] Batch [1299] Speed: 725.597423 samples/sec accuracy=0.742550 lr=0.154229 Epoch[41] Batch [1349] Speed: 753.458868 samples/sec accuracy=0.742548 lr=0.154183 Epoch[41] Batch [1399] Speed: 763.869407 samples/sec accuracy=0.742565 lr=0.154137 Epoch[41] Batch [1449] Speed: 750.119778 samples/sec accuracy=0.742616 lr=0.154091 Epoch[41] Batch [1499] Speed: 752.199180 samples/sec accuracy=0.742599 lr=0.154045 Epoch[41] Batch [1549] Speed: 747.498882 samples/sec accuracy=0.742599 lr=0.153999 Epoch[41] Batch [1599] Speed: 756.434321 samples/sec accuracy=0.742670 lr=0.153953 Epoch[41] Batch [1649] Speed: 749.587693 samples/sec accuracy=0.742672 lr=0.153907 Epoch[41] Batch [1699] Speed: 763.607789 samples/sec accuracy=0.742745 lr=0.153861 Epoch[41] Batch [1749] Speed: 749.362091 samples/sec accuracy=0.742770 lr=0.153815 Epoch[41] Batch [1799] Speed: 741.373375 samples/sec accuracy=0.742842 lr=0.153769 Epoch[41] Batch [1849] Speed: 747.377304 samples/sec accuracy=0.742950 lr=0.153723 Epoch[41] Batch [1899] Speed: 752.608634 samples/sec accuracy=0.742952 lr=0.153677 Epoch[41] Batch [1949] Speed: 759.144367 samples/sec accuracy=0.742945 lr=0.153631 Epoch[41] Batch [1999] Speed: 747.841403 samples/sec accuracy=0.742980 lr=0.153585 Epoch[41] Batch [2049] Speed: 734.172805 samples/sec accuracy=0.743029 lr=0.153539 Epoch[41] Batch [2099] Speed: 753.656109 samples/sec accuracy=0.743117 lr=0.153493 Epoch[41] Batch [2149] Speed: 754.268265 samples/sec accuracy=0.743238 lr=0.153447 Epoch[41] Batch [2199] Speed: 742.846138 samples/sec accuracy=0.743264 lr=0.153401 Epoch[41] Batch [2249] Speed: 753.786167 samples/sec accuracy=0.743299 lr=0.153354 Epoch[41] Batch [2299] Speed: 747.282773 samples/sec accuracy=0.743382 lr=0.153308 Epoch[41] Batch [2349] Speed: 761.396985 samples/sec accuracy=0.743485 lr=0.153262 Epoch[41] Batch [2399] Speed: 748.042664 samples/sec accuracy=0.743479 lr=0.153216 Epoch[41] Batch [2449] Speed: 745.859524 samples/sec accuracy=0.743508 lr=0.153170 Epoch[41] Batch [2499] Speed: 748.863309 samples/sec accuracy=0.743579 lr=0.153123 [Epoch 41] training: accuracy=0.743579 [Epoch 41] speed: 750 samples/sec time cost: 1706.949232 [Epoch 41] validation: err-top1=0.658333 err-top5=0.658333 Epoch[42] Batch [49] Speed: 755.353040 samples/sec accuracy=0.743652 lr=0.153075 Epoch[42] Batch [99] Speed: 758.544609 samples/sec accuracy=0.743170 lr=0.153029 Epoch[42] Batch [149] Speed: 744.509129 samples/sec accuracy=0.743795 lr=0.152983 Epoch[42] Batch [199] Speed: 744.061592 samples/sec accuracy=0.743575 lr=0.152936 Epoch[42] Batch [249] Speed: 742.479250 samples/sec accuracy=0.743303 lr=0.152890 Epoch[42] Batch [299] Speed: 753.960956 samples/sec accuracy=0.743699 lr=0.152844 Epoch[42] Batch [349] Speed: 757.218950 samples/sec accuracy=0.743818 lr=0.152797 Epoch[42] Batch [399] Speed: 751.520607 samples/sec accuracy=0.743373 lr=0.152751 Epoch[42] Batch [449] Speed: 747.968899 samples/sec accuracy=0.743365 lr=0.152705 Epoch[42] Batch [499] Speed: 757.586227 samples/sec accuracy=0.743394 lr=0.152658 Epoch[42] Batch [549] Speed: 755.088556 samples/sec accuracy=0.743514 lr=0.152612 Epoch[42] Batch [599] Speed: 740.138114 samples/sec accuracy=0.743629 lr=0.152565 Epoch[42] Batch [649] Speed: 740.495133 samples/sec accuracy=0.743705 lr=0.152519 Epoch[42] Batch [699] Speed: 749.383544 samples/sec accuracy=0.743738 lr=0.152472 Epoch[42] Batch [749] Speed: 763.061664 samples/sec accuracy=0.743750 lr=0.152426 Epoch[42] Batch [799] Speed: 756.129350 samples/sec accuracy=0.743630 lr=0.152379 Epoch[42] Batch [849] Speed: 745.549994 samples/sec accuracy=0.743678 lr=0.152333 Epoch[42] Batch [899] Speed: 747.113822 samples/sec accuracy=0.743637 lr=0.152286 Epoch[42] Batch [949] Speed: 747.734564 samples/sec accuracy=0.743696 lr=0.152240 Epoch[42] Batch [999] Speed: 760.846096 samples/sec accuracy=0.743713 lr=0.152193 Epoch[42] Batch [1049] Speed: 740.200560 samples/sec accuracy=0.743735 lr=0.152147 Epoch[42] Batch [1099] Speed: 757.908552 samples/sec accuracy=0.743721 lr=0.152100 Epoch[42] Batch [1149] Speed: 759.311963 samples/sec accuracy=0.743809 lr=0.152054 Epoch[42] Batch [1199] Speed: 748.138894 samples/sec accuracy=0.743859 lr=0.152007 Epoch[42] Batch [1249] Speed: 758.204589 samples/sec accuracy=0.743873 lr=0.151960 Epoch[42] Batch [1299] Speed: 756.316303 samples/sec accuracy=0.743895 lr=0.151914 Epoch[42] Batch [1349] Speed: 749.406489 samples/sec accuracy=0.743920 lr=0.151867 Epoch[42] Batch [1399] Speed: 747.660886 samples/sec accuracy=0.743957 lr=0.151820 Epoch[42] Batch [1449] Speed: 747.892336 samples/sec accuracy=0.744018 lr=0.151774 Epoch[42] Batch [1499] Speed: 755.179995 samples/sec accuracy=0.744035 lr=0.151727 Epoch[42] Batch [1549] Speed: 761.203729 samples/sec accuracy=0.744100 lr=0.151680 Epoch[42] Batch [1599] Speed: 748.787585 samples/sec accuracy=0.744142 lr=0.151633 Epoch[42] Batch [1649] Speed: 752.502823 samples/sec accuracy=0.744156 lr=0.151587 Epoch[42] Batch [1699] Speed: 751.827146 samples/sec accuracy=0.744154 lr=0.151540 Epoch[42] Batch [1749] Speed: 757.657710 samples/sec accuracy=0.744206 lr=0.151493 Epoch[42] Batch [1799] Speed: 756.229504 samples/sec accuracy=0.744256 lr=0.151446 Epoch[42] Batch [1849] Speed: 751.512376 samples/sec accuracy=0.744265 lr=0.151399 Epoch[42] Batch [1899] Speed: 748.682914 samples/sec accuracy=0.744305 lr=0.151353 Epoch[42] Batch [1949] Speed: 755.832031 samples/sec accuracy=0.744356 lr=0.151306 Epoch[42] Batch [1999] Speed: 749.279642 samples/sec accuracy=0.744459 lr=0.151259 Epoch[42] Batch [2049] Speed: 740.218257 samples/sec accuracy=0.744517 lr=0.151212 Epoch[42] Batch [2099] Speed: 747.365522 samples/sec accuracy=0.744567 lr=0.151165 Epoch[42] Batch [2149] Speed: 755.948296 samples/sec accuracy=0.744606 lr=0.151118 Epoch[42] Batch [2199] Speed: 746.400969 samples/sec accuracy=0.744646 lr=0.151071 Epoch[42] Batch [2249] Speed: 755.025669 samples/sec accuracy=0.744677 lr=0.151024 Epoch[42] Batch [2299] Speed: 752.199660 samples/sec accuracy=0.744730 lr=0.150977 Epoch[42] Batch [2349] Speed: 756.499015 samples/sec accuracy=0.744793 lr=0.150930 Epoch[42] Batch [2399] Speed: 745.872456 samples/sec accuracy=0.744838 lr=0.150883 Epoch[42] Batch [2449] Speed: 750.439808 samples/sec accuracy=0.744920 lr=0.150836 Epoch[42] Batch [2499] Speed: 764.972533 samples/sec accuracy=0.744970 lr=0.150789 [Epoch 42] training: accuracy=0.744969 [Epoch 42] speed: 751 samples/sec time cost: 1704.804532 [Epoch 42] validation: err-top1=0.650000 err-top5=0.650000 Epoch[43] Batch [49] Speed: 754.635310 samples/sec accuracy=0.744957 lr=0.150740 Epoch[43] Batch [99] Speed: 747.726358 samples/sec accuracy=0.743973 lr=0.150693 Epoch[43] Batch [149] Speed: 754.447629 samples/sec accuracy=0.744369 lr=0.150646 Epoch[43] Batch [199] Speed: 752.051965 samples/sec accuracy=0.743856 lr=0.150599 Epoch[43] Batch [249] Speed: 748.276728 samples/sec accuracy=0.743848 lr=0.150552 Epoch[43] Batch [299] Speed: 748.958611 samples/sec accuracy=0.743968 lr=0.150505 Epoch[43] Batch [349] Speed: 745.946523 samples/sec accuracy=0.744120 lr=0.150458 Epoch[43] Batch [399] Speed: 748.863899 samples/sec accuracy=0.744242 lr=0.150411 Epoch[43] Batch [449] Speed: 760.062088 samples/sec accuracy=0.744377 lr=0.150364 Epoch[43] Batch [499] Speed: 761.674422 samples/sec accuracy=0.744408 lr=0.150316 Epoch[43] Batch [549] Speed: 748.192162 samples/sec accuracy=0.744414 lr=0.150269 Epoch[43] Batch [599] Speed: 746.728026 samples/sec accuracy=0.744357 lr=0.150222 Epoch[43] Batch [649] Speed: 746.536009 samples/sec accuracy=0.744346 lr=0.150175 Epoch[43] Batch [699] Speed: 756.821177 samples/sec accuracy=0.744528 lr=0.150128 Epoch[43] Batch [749] Speed: 754.392402 samples/sec accuracy=0.744740 lr=0.150080 Epoch[43] Batch [799] Speed: 744.893978 samples/sec accuracy=0.744673 lr=0.150033 Epoch[43] Batch [849] Speed: 752.813420 samples/sec accuracy=0.744763 lr=0.149986 Epoch[43] Batch [899] Speed: 748.847734 samples/sec accuracy=0.744877 lr=0.149939 Epoch[43] Batch [949] Speed: 757.859166 samples/sec accuracy=0.745018 lr=0.149891 Epoch[43] Batch [999] Speed: 747.757851 samples/sec accuracy=0.745190 lr=0.149844 Epoch[43] Batch [1049] Speed: 753.470558 samples/sec accuracy=0.745328 lr=0.149797 Epoch[43] Batch [1099] Speed: 748.922655 samples/sec accuracy=0.745455 lr=0.149749 Epoch[43] Batch [1149] Speed: 742.951389 samples/sec accuracy=0.745478 lr=0.149702 Epoch[43] Batch [1199] Speed: 754.492033 samples/sec accuracy=0.745516 lr=0.149654 Epoch[43] Batch [1249] Speed: 749.488830 samples/sec accuracy=0.745485 lr=0.149607 Epoch[43] Batch [1299] Speed: 751.185945 samples/sec accuracy=0.745569 lr=0.149560 Epoch[43] Batch [1349] Speed: 755.053729 samples/sec accuracy=0.745557 lr=0.149512 Epoch[43] Batch [1399] Speed: 748.834699 samples/sec accuracy=0.745652 lr=0.149465 Epoch[43] Batch [1449] Speed: 746.686359 samples/sec accuracy=0.745711 lr=0.149417 Epoch[43] Batch [1499] Speed: 751.233907 samples/sec accuracy=0.745749 lr=0.149370 Epoch[43] Batch [1549] Speed: 750.050811 samples/sec accuracy=0.745914 lr=0.149322 Epoch[43] Batch [1599] Speed: 764.529214 samples/sec accuracy=0.745965 lr=0.149275 Epoch[43] Batch [1649] Speed: 746.346831 samples/sec accuracy=0.745971 lr=0.149227 Epoch[43] Batch [1699] Speed: 752.711356 samples/sec accuracy=0.746015 lr=0.149180 Epoch[43] Batch [1749] Speed: 756.301040 samples/sec accuracy=0.746015 lr=0.149132 Epoch[43] Batch [1799] Speed: 761.096324 samples/sec accuracy=0.746035 lr=0.149085 Epoch[43] Batch [1849] Speed: 747.404731 samples/sec accuracy=0.746052 lr=0.149037 Epoch[43] Batch [1899] Speed: 746.046740 samples/sec accuracy=0.746076 lr=0.148990 Epoch[43] Batch [1949] Speed: 759.819868 samples/sec accuracy=0.746161 lr=0.148942 Epoch[43] Batch [1999] Speed: 752.986248 samples/sec accuracy=0.746238 lr=0.148894 Epoch[43] Batch [2049] Speed: 748.711246 samples/sec accuracy=0.746293 lr=0.148847 Epoch[43] Batch [2099] Speed: 745.000808 samples/sec accuracy=0.746380 lr=0.148799 Epoch[43] Batch [2149] Speed: 751.849046 samples/sec accuracy=0.746369 lr=0.148751 Epoch[43] Batch [2199] Speed: 745.255726 samples/sec accuracy=0.746447 lr=0.148704 Epoch[43] Batch [2249] Speed: 746.160335 samples/sec accuracy=0.746507 lr=0.148656 Epoch[43] Batch [2299] Speed: 744.842523 samples/sec accuracy=0.746545 lr=0.148608 Epoch[43] Batch [2349] Speed: 752.342426 samples/sec accuracy=0.746588 lr=0.148561 Epoch[43] Batch [2399] Speed: 741.069270 samples/sec accuracy=0.746562 lr=0.148513 Epoch[43] Batch [2449] Speed: 751.594606 samples/sec accuracy=0.746563 lr=0.148465 Epoch[43] Batch [2499] Speed: 753.361133 samples/sec accuracy=0.746609 lr=0.148417 [Epoch 43] training: accuracy=0.746609 [Epoch 43] speed: 750 samples/sec time cost: 1706.016293 [Epoch 43] validation: err-top1=0.641667 err-top5=0.641667 Epoch[44] Batch [49] Speed: 752.884269 samples/sec accuracy=0.746022 lr=0.148368 Epoch[44] Batch [99] Speed: 746.236264 samples/sec accuracy=0.745649 lr=0.148320 Epoch[44] Batch [149] Speed: 750.231782 samples/sec accuracy=0.746081 lr=0.148272 Epoch[44] Batch [199] Speed: 761.275303 samples/sec accuracy=0.745889 lr=0.148224 Epoch[44] Batch [249] Speed: 753.853007 samples/sec accuracy=0.745884 lr=0.148177 Epoch[44] Batch [299] Speed: 751.504696 samples/sec accuracy=0.746009 lr=0.148129 Epoch[44] Batch [349] Speed: 765.341078 samples/sec accuracy=0.746089 lr=0.148081 Epoch[44] Batch [399] Speed: 763.499591 samples/sec accuracy=0.745952 lr=0.148033 Epoch[44] Batch [449] Speed: 745.996369 samples/sec accuracy=0.745859 lr=0.147985 Epoch[44] Batch [499] Speed: 753.803461 samples/sec accuracy=0.746065 lr=0.147937 Epoch[44] Batch [549] Speed: 753.223771 samples/sec accuracy=0.746263 lr=0.147889 Epoch[44] Batch [599] Speed: 750.651885 samples/sec accuracy=0.746104 lr=0.147841 Epoch[44] Batch [649] Speed: 754.818967 samples/sec accuracy=0.746046 lr=0.147793 Epoch[44] Batch [699] Speed: 755.029922 samples/sec accuracy=0.746077 lr=0.147745 Epoch[44] Batch [749] Speed: 750.259617 samples/sec accuracy=0.746077 lr=0.147697 Epoch[44] Batch [799] Speed: 752.476741 samples/sec accuracy=0.746142 lr=0.147649 Epoch[44] Batch [849] Speed: 756.020221 samples/sec accuracy=0.746255 lr=0.147601 Epoch[44] Batch [899] Speed: 750.055317 samples/sec accuracy=0.746326 lr=0.147553 Epoch[44] Batch [949] Speed: 747.640905 samples/sec accuracy=0.746389 lr=0.147505 Epoch[44] Batch [999] Speed: 742.863812 samples/sec accuracy=0.746345 lr=0.147457 Epoch[44] Batch [1049] Speed: 758.837840 samples/sec accuracy=0.746360 lr=0.147409 Epoch[44] Batch [1099] Speed: 759.043149 samples/sec accuracy=0.746477 lr=0.147361 Epoch[44] Batch [1149] Speed: 748.651139 samples/sec accuracy=0.746634 lr=0.147313 Epoch[44] Batch [1199] Speed: 741.798854 samples/sec accuracy=0.746656 lr=0.147265 Epoch[44] Batch [1249] Speed: 753.217737 samples/sec accuracy=0.746781 lr=0.147217 Epoch[44] Batch [1299] Speed: 764.926588 samples/sec accuracy=0.746774 lr=0.147169 Epoch[44] Batch [1349] Speed: 747.338951 samples/sec accuracy=0.746825 lr=0.147121 Epoch[44] Batch [1399] Speed: 746.049979 samples/sec accuracy=0.746922 lr=0.147072 Epoch[44] Batch [1449] Speed: 753.887528 samples/sec accuracy=0.746998 lr=0.147024 Epoch[44] Batch [1499] Speed: 749.924385 samples/sec accuracy=0.747062 lr=0.146976 Epoch[44] Batch [1549] Speed: 754.492102 samples/sec accuracy=0.747046 lr=0.146928 Epoch[44] Batch [1599] Speed: 742.725252 samples/sec accuracy=0.747132 lr=0.146880 Epoch[44] Batch [1649] Speed: 754.782308 samples/sec accuracy=0.747126 lr=0.146831 Epoch[44] Batch [1699] Speed: 757.384729 samples/sec accuracy=0.747142 lr=0.146783 Epoch[44] Batch [1749] Speed: 744.691675 samples/sec accuracy=0.747167 lr=0.146735 Epoch[44] Batch [1799] Speed: 751.908187 samples/sec accuracy=0.747134 lr=0.146687 Epoch[44] Batch [1849] Speed: 744.036566 samples/sec accuracy=0.747204 lr=0.146638 Epoch[44] Batch [1899] Speed: 757.964450 samples/sec accuracy=0.747249 lr=0.146590 Epoch[44] Batch [1949] Speed: 758.190798 samples/sec accuracy=0.747278 lr=0.146542 Epoch[44] Batch [1999] Speed: 751.356853 samples/sec accuracy=0.747310 lr=0.146493 Epoch[44] Batch [2049] Speed: 745.278595 samples/sec accuracy=0.747307 lr=0.146445 Epoch[44] Batch [2099] Speed: 757.849164 samples/sec accuracy=0.747311 lr=0.146397 Epoch[44] Batch [2149] Speed: 746.565902 samples/sec accuracy=0.747388 lr=0.146348 Epoch[44] Batch [2199] Speed: 755.939169 samples/sec accuracy=0.747370 lr=0.146300 Epoch[44] Batch [2249] Speed: 759.570080 samples/sec accuracy=0.747466 lr=0.146252 Epoch[44] Batch [2299] Speed: 759.685827 samples/sec accuracy=0.747488 lr=0.146203 Epoch[44] Batch [2349] Speed: 754.410036 samples/sec accuracy=0.747538 lr=0.146155 Epoch[44] Batch [2399] Speed: 745.265466 samples/sec accuracy=0.747619 lr=0.146106 Epoch[44] Batch [2449] Speed: 752.129567 samples/sec accuracy=0.747668 lr=0.146058 Epoch[44] Batch [2499] Speed: 762.470734 samples/sec accuracy=0.747719 lr=0.146009 [Epoch 44] training: accuracy=0.747719 [Epoch 44] speed: 752 samples/sec time cost: 1701.895151 [Epoch 44] validation: err-top1=0.633333 err-top5=0.633333 Epoch[45] Batch [49] Speed: 752.231842 samples/sec accuracy=0.747804 lr=0.145959 Epoch[45] Batch [99] Speed: 746.344543 samples/sec accuracy=0.748077 lr=0.145911 Epoch[45] Batch [149] Speed: 764.599590 samples/sec accuracy=0.748233 lr=0.145862 Epoch[45] Batch [199] Speed: 756.991346 samples/sec accuracy=0.747754 lr=0.145813 Epoch[45] Batch [249] Speed: 742.717602 samples/sec accuracy=0.748475 lr=0.145765 Epoch[45] Batch [299] Speed: 752.872043 samples/sec accuracy=0.748345 lr=0.145716 Epoch[45] Batch [349] Speed: 745.363653 samples/sec accuracy=0.748181 lr=0.145668 Epoch[45] Batch [399] Speed: 760.943643 samples/sec accuracy=0.748150 lr=0.145619 Epoch[45] Batch [449] Speed: 757.993789 samples/sec accuracy=0.748111 lr=0.145571 Epoch[45] Batch [499] Speed: 752.182113 samples/sec accuracy=0.748360 lr=0.145522 Epoch[45] Batch [549] Speed: 746.480019 samples/sec accuracy=0.748405 lr=0.145473 Epoch[45] Batch [599] Speed: 751.684864 samples/sec accuracy=0.748428 lr=0.145425 Epoch[45] Batch [649] Speed: 756.973329 samples/sec accuracy=0.748496 lr=0.145376 Epoch[45] Batch [699] Speed: 740.713480 samples/sec accuracy=0.748453 lr=0.145328 Epoch[45] Batch [749] Speed: 751.511250 samples/sec accuracy=0.748494 lr=0.145279 Epoch[45] Batch [799] Speed: 759.954886 samples/sec accuracy=0.748549 lr=0.145230 Epoch[45] Batch [849] Speed: 748.904117 samples/sec accuracy=0.748466 lr=0.145181 Epoch[45] Batch [899] Speed: 745.965801 samples/sec accuracy=0.748624 lr=0.145133 Epoch[45] Batch [949] Speed: 745.828232 samples/sec accuracy=0.748645 lr=0.145084 Epoch[45] Batch [999] Speed: 752.951140 samples/sec accuracy=0.748678 lr=0.145035 Epoch[45] Batch [1049] Speed: 762.777938 samples/sec accuracy=0.748654 lr=0.144987 Epoch[45] Batch [1099] Speed: 754.081989 samples/sec accuracy=0.748685 lr=0.144938 Epoch[45] Batch [1149] Speed: 747.246437 samples/sec accuracy=0.748762 lr=0.144889 Epoch[45] Batch [1199] Speed: 749.936400 samples/sec accuracy=0.748867 lr=0.144840 Epoch[45] Batch [1249] Speed: 750.091272 samples/sec accuracy=0.748977 lr=0.144791 Epoch[45] Batch [1299] Speed: 742.318683 samples/sec accuracy=0.749008 lr=0.144743 Epoch[45] Batch [1349] Speed: 745.123341 samples/sec accuracy=0.749052 lr=0.144694 Epoch[45] Batch [1399] Speed: 755.884101 samples/sec accuracy=0.749100 lr=0.144645 Epoch[45] Batch [1449] Speed: 740.207862 samples/sec accuracy=0.749109 lr=0.144596 Epoch[45] Batch [1499] Speed: 751.755038 samples/sec accuracy=0.749109 lr=0.144547 Epoch[45] Batch [1549] Speed: 760.090270 samples/sec accuracy=0.749063 lr=0.144498 Epoch[45] Batch [1599] Speed: 756.650211 samples/sec accuracy=0.749168 lr=0.144449 Epoch[45] Batch [1649] Speed: 753.057922 samples/sec accuracy=0.749262 lr=0.144401 Epoch[45] Batch [1699] Speed: 740.365501 samples/sec accuracy=0.749291 lr=0.144352 Epoch[45] Batch [1749] Speed: 751.581060 samples/sec accuracy=0.749404 lr=0.144303 Epoch[45] Batch [1799] Speed: 761.228607 samples/sec accuracy=0.749467 lr=0.144254 Epoch[45] Batch [1849] Speed: 762.524995 samples/sec accuracy=0.749495 lr=0.144205 Epoch[45] Batch [1899] Speed: 750.373424 samples/sec accuracy=0.749542 lr=0.144156 Epoch[45] Batch [1949] Speed: 754.740878 samples/sec accuracy=0.749648 lr=0.144107 Epoch[45] Batch [1999] Speed: 749.202894 samples/sec accuracy=0.749691 lr=0.144058 Epoch[45] Batch [2049] Speed: 741.267696 samples/sec accuracy=0.749728 lr=0.144009 Epoch[45] Batch [2099] Speed: 749.607516 samples/sec accuracy=0.749730 lr=0.143960 Epoch[45] Batch [2149] Speed: 753.321117 samples/sec accuracy=0.749730 lr=0.143911 Epoch[45] Batch [2199] Speed: 765.567153 samples/sec accuracy=0.749711 lr=0.143862 Epoch[45] Batch [2249] Speed: 754.789078 samples/sec accuracy=0.749774 lr=0.143813 Epoch[45] Batch [2299] Speed: 747.349422 samples/sec accuracy=0.749898 lr=0.143763 Epoch[45] Batch [2349] Speed: 751.375087 samples/sec accuracy=0.749898 lr=0.143714 Epoch[45] Batch [2399] Speed: 750.557714 samples/sec accuracy=0.749911 lr=0.143665 Epoch[45] Batch [2449] Speed: 754.259247 samples/sec accuracy=0.749985 lr=0.143616 Epoch[45] Batch [2499] Speed: 764.135402 samples/sec accuracy=0.750010 lr=0.143567 [Epoch 45] training: accuracy=0.750009 [Epoch 45] speed: 751 samples/sec time cost: 1703.482258 [Epoch 45] validation: err-top1=0.625000 err-top5=0.625000 Epoch[46] Batch [49] Speed: 755.768574 samples/sec accuracy=0.747790 lr=0.143516 Epoch[46] Batch [99] Speed: 746.030438 samples/sec accuracy=0.748733 lr=0.143467 Epoch[46] Batch [149] Speed: 754.340723 samples/sec accuracy=0.749459 lr=0.143418 Epoch[46] Batch [199] Speed: 753.245134 samples/sec accuracy=0.749294 lr=0.143368 Epoch[46] Batch [249] Speed: 751.363930 samples/sec accuracy=0.749427 lr=0.143319 Epoch[46] Batch [299] Speed: 759.040627 samples/sec accuracy=0.749366 lr=0.143270 Epoch[46] Batch [349] Speed: 749.061980 samples/sec accuracy=0.749485 lr=0.143221 Epoch[46] Batch [399] Speed: 759.929919 samples/sec accuracy=0.749210 lr=0.143172 Epoch[46] Batch [449] Speed: 768.931909 samples/sec accuracy=0.749212 lr=0.143122 Epoch[46] Batch [499] Speed: 748.420998 samples/sec accuracy=0.749291 lr=0.143073 Epoch[46] Batch [549] Speed: 747.814621 samples/sec accuracy=0.749290 lr=0.143024 Epoch[46] Batch [599] Speed: 755.986868 samples/sec accuracy=0.749347 lr=0.142974 Epoch[46] Batch [649] Speed: 763.689571 samples/sec accuracy=0.749477 lr=0.142925 Epoch[46] Batch [699] Speed: 749.175027 samples/sec accuracy=0.749556 lr=0.142876 Epoch[46] Batch [749] Speed: 750.649334 samples/sec accuracy=0.749467 lr=0.142827 Epoch[46] Batch [799] Speed: 741.117842 samples/sec accuracy=0.749586 lr=0.142777 Epoch[46] Batch [849] Speed: 760.865053 samples/sec accuracy=0.749687 lr=0.142728 Epoch[46] Batch [899] Speed: 761.385954 samples/sec accuracy=0.749755 lr=0.142678 Epoch[46] Batch [949] Speed: 754.867443 samples/sec accuracy=0.749737 lr=0.142629 Epoch[46] Batch [999] Speed: 751.466334 samples/sec accuracy=0.749706 lr=0.142580 Epoch[46] Batch [1049] Speed: 753.255951 samples/sec accuracy=0.749740 lr=0.142530 Epoch[46] Batch [1099] Speed: 754.220512 samples/sec accuracy=0.749801 lr=0.142481 Epoch[46] Batch [1149] Speed: 761.090239 samples/sec accuracy=0.749836 lr=0.142431 Epoch[46] Batch [1199] Speed: 751.493404 samples/sec accuracy=0.749962 lr=0.142382 Epoch[46] Batch [1249] Speed: 745.973394 samples/sec accuracy=0.750104 lr=0.142333 Epoch[46] Batch [1299] Speed: 734.666309 samples/sec accuracy=0.750160 lr=0.142283 Epoch[46] Batch [1349] Speed: 750.126900 samples/sec accuracy=0.750193 lr=0.142234 Epoch[46] Batch [1399] Speed: 758.322340 samples/sec accuracy=0.750298 lr=0.142184 Epoch[46] Batch [1449] Speed: 754.222467 samples/sec accuracy=0.750391 lr=0.142135 Epoch[46] Batch [1499] Speed: 750.064680 samples/sec accuracy=0.750473 lr=0.142085 Epoch[46] Batch [1549] Speed: 743.641935 samples/sec accuracy=0.750570 lr=0.142036 Epoch[46] Batch [1599] Speed: 752.682763 samples/sec accuracy=0.750583 lr=0.141986 Epoch[46] Batch [1649] Speed: 754.887652 samples/sec accuracy=0.750707 lr=0.141936 Epoch[46] Batch [1699] Speed: 757.361940 samples/sec accuracy=0.750769 lr=0.141887 Epoch[46] Batch [1749] Speed: 742.179746 samples/sec accuracy=0.750833 lr=0.141837 Epoch[46] Batch [1799] Speed: 745.688869 samples/sec accuracy=0.750890 lr=0.141788 Epoch[46] Batch [1849] Speed: 748.687007 samples/sec accuracy=0.750965 lr=0.141738 Epoch[46] Batch [1899] Speed: 754.675933 samples/sec accuracy=0.751027 lr=0.141689 Epoch[46] Batch [1949] Speed: 758.854911 samples/sec accuracy=0.751108 lr=0.141639 Epoch[46] Batch [1999] Speed: 759.832815 samples/sec accuracy=0.751158 lr=0.141589 Epoch[46] Batch [2049] Speed: 761.662319 samples/sec accuracy=0.751137 lr=0.141540 Epoch[46] Batch [2099] Speed: 751.042036 samples/sec accuracy=0.751193 lr=0.141490 Epoch[46] Batch [2149] Speed: 753.419085 samples/sec accuracy=0.751249 lr=0.141440 Epoch[46] Batch [2199] Speed: 752.821897 samples/sec accuracy=0.751337 lr=0.141391 Epoch[46] Batch [2249] Speed: 750.990568 samples/sec accuracy=0.751401 lr=0.141341 Epoch[46] Batch [2299] Speed: 752.518930 samples/sec accuracy=0.751428 lr=0.141291 Epoch[46] Batch [2349] Speed: 750.019235 samples/sec accuracy=0.751468 lr=0.141241 Epoch[46] Batch [2399] Speed: 750.370231 samples/sec accuracy=0.751456 lr=0.141192 Epoch[46] Batch [2449] Speed: 755.406510 samples/sec accuracy=0.751465 lr=0.141142 Epoch[46] Batch [2499] Speed: 756.344618 samples/sec accuracy=0.751570 lr=0.141092 [Epoch 46] training: accuracy=0.751567 [Epoch 46] speed: 752 samples/sec time cost: 1702.122584 [Epoch 46] validation: err-top1=0.616667 err-top5=0.616667 Epoch[47] Batch [49] Speed: 758.395671 samples/sec accuracy=0.751890 lr=0.141040 Epoch[47] Batch [99] Speed: 750.115293 samples/sec accuracy=0.752546 lr=0.140991 Epoch[47] Batch [149] Speed: 751.755790 samples/sec accuracy=0.751992 lr=0.140941 Epoch[47] Batch [199] Speed: 761.640633 samples/sec accuracy=0.752053 lr=0.140891 Epoch[47] Batch [249] Speed: 753.394963 samples/sec accuracy=0.752268 lr=0.140841 Epoch[47] Batch [299] Speed: 755.529513 samples/sec accuracy=0.751870 lr=0.140791 Epoch[47] Batch [349] Speed: 749.970803 samples/sec accuracy=0.751643 lr=0.140741 Epoch[47] Batch [399] Speed: 755.641064 samples/sec accuracy=0.751705 lr=0.140692 Epoch[47] Batch [449] Speed: 748.728349 samples/sec accuracy=0.751572 lr=0.140642 Epoch[47] Batch [499] Speed: 749.785372 samples/sec accuracy=0.751724 lr=0.140592 Epoch[47] Batch [549] Speed: 748.181792 samples/sec accuracy=0.751792 lr=0.140542 Epoch[47] Batch [599] Speed: 752.059739 samples/sec accuracy=0.751799 lr=0.140492 Epoch[47] Batch [649] Speed: 756.593365 samples/sec accuracy=0.751828 lr=0.140442 Epoch[47] Batch [699] Speed: 753.266186 samples/sec accuracy=0.751971 lr=0.140392 Epoch[47] Batch [749] Speed: 756.212019 samples/sec accuracy=0.751869 lr=0.140342 Epoch[47] Batch [799] Speed: 759.497334 samples/sec accuracy=0.751847 lr=0.140292 Epoch[47] Batch [849] Speed: 751.758596 samples/sec accuracy=0.751916 lr=0.140242 Epoch[47] Batch [899] Speed: 740.782647 samples/sec accuracy=0.751943 lr=0.140192 Epoch[47] Batch [949] Speed: 754.904237 samples/sec accuracy=0.751811 lr=0.140142 Epoch[47] Batch [999] Speed: 767.165690 samples/sec accuracy=0.751778 lr=0.140092 Epoch[47] Batch [1049] Speed: 756.834194 samples/sec accuracy=0.751769 lr=0.140042 Epoch[47] Batch [1099] Speed: 753.992373 samples/sec accuracy=0.751738 lr=0.139992 Epoch[47] Batch [1149] Speed: 747.194521 samples/sec accuracy=0.751852 lr=0.139942 Epoch[47] Batch [1199] Speed: 748.528054 samples/sec accuracy=0.751894 lr=0.139892 Epoch[47] Batch [1249] Speed: 741.434658 samples/sec accuracy=0.751908 lr=0.139842 Epoch[47] Batch [1299] Speed: 731.539892 samples/sec accuracy=0.751888 lr=0.139792 Epoch[47] Batch [1349] Speed: 744.685224 samples/sec accuracy=0.751860 lr=0.139742 Epoch[47] Batch [1399] Speed: 739.955136 samples/sec accuracy=0.751891 lr=0.139692 Epoch[47] Batch [1449] Speed: 739.220714 samples/sec accuracy=0.751944 lr=0.139642 Epoch[47] Batch [1499] Speed: 744.964771 samples/sec accuracy=0.752088 lr=0.139592 Epoch[47] Batch [1549] Speed: 738.741283 samples/sec accuracy=0.752134 lr=0.139541 Epoch[47] Batch [1599] Speed: 751.334709 samples/sec accuracy=0.752134 lr=0.139491 Epoch[47] Batch [1649] Speed: 743.040210 samples/sec accuracy=0.752152 lr=0.139441 Epoch[47] Batch [1699] Speed: 753.575774 samples/sec accuracy=0.752162 lr=0.139391 Epoch[47] Batch [1749] Speed: 754.279667 samples/sec accuracy=0.752185 lr=0.139341 Epoch[47] Batch [1799] Speed: 747.966846 samples/sec accuracy=0.752224 lr=0.139291 Epoch[47] Batch [1849] Speed: 744.436018 samples/sec accuracy=0.752229 lr=0.139240 Epoch[47] Batch [1899] Speed: 745.464256 samples/sec accuracy=0.752294 lr=0.139190 Epoch[47] Batch [1949] Speed: 748.749630 samples/sec accuracy=0.752384 lr=0.139140 Epoch[47] Batch [1999] Speed: 739.147661 samples/sec accuracy=0.752459 lr=0.139090 Epoch[47] Batch [2049] Speed: 736.515665 samples/sec accuracy=0.752503 lr=0.139039 Epoch[47] Batch [2099] Speed: 744.357637 samples/sec accuracy=0.752558 lr=0.138989 Epoch[47] Batch [2149] Speed: 738.766656 samples/sec accuracy=0.752628 lr=0.138939 Epoch[47] Batch [2199] Speed: 749.189632 samples/sec accuracy=0.752695 lr=0.138889 Epoch[47] Batch [2249] Speed: 746.063219 samples/sec accuracy=0.752750 lr=0.138838 Epoch[47] Batch [2299] Speed: 738.322908 samples/sec accuracy=0.752824 lr=0.138788 Epoch[47] Batch [2349] Speed: 749.060888 samples/sec accuracy=0.752866 lr=0.138738 Epoch[47] Batch [2399] Speed: 743.446772 samples/sec accuracy=0.752947 lr=0.138687 Epoch[47] Batch [2449] Speed: 747.177732 samples/sec accuracy=0.753000 lr=0.138637 Epoch[47] Batch [2499] Speed: 755.464134 samples/sec accuracy=0.752977 lr=0.138587 [Epoch 47] training: accuracy=0.752977 [Epoch 47] speed: 748 samples/sec time cost: 1710.956183 [Epoch 47] validation: err-top1=0.608333 err-top5=0.608333 Epoch[48] Batch [49] Speed: 746.574716 samples/sec accuracy=0.752561 lr=0.138534 Epoch[48] Batch [99] Speed: 751.399637 samples/sec accuracy=0.752533 lr=0.138484 Epoch[48] Batch [149] Speed: 744.530718 samples/sec accuracy=0.753173 lr=0.138433 Epoch[48] Batch [199] Speed: 747.931074 samples/sec accuracy=0.752690 lr=0.138383 Epoch[48] Batch [249] Speed: 742.724820 samples/sec accuracy=0.752750 lr=0.138333 Epoch[48] Batch [299] Speed: 740.485318 samples/sec accuracy=0.752930 lr=0.138282 Epoch[48] Batch [349] Speed: 753.372682 samples/sec accuracy=0.752957 lr=0.138232 Epoch[48] Batch [399] Speed: 739.673181 samples/sec accuracy=0.752762 lr=0.138181 Epoch[48] Batch [449] Speed: 740.970325 samples/sec accuracy=0.752728 lr=0.138131 Epoch[48] Batch [499] Speed: 751.106777 samples/sec accuracy=0.752706 lr=0.138080 Epoch[48] Batch [549] Speed: 746.802726 samples/sec accuracy=0.752555 lr=0.138030 Epoch[48] Batch [599] Speed: 744.513827 samples/sec accuracy=0.752468 lr=0.137979 Epoch[48] Batch [649] Speed: 754.441205 samples/sec accuracy=0.752453 lr=0.137929 Epoch[48] Batch [699] Speed: 739.654996 samples/sec accuracy=0.752545 lr=0.137878 Epoch[48] Batch [749] Speed: 744.983482 samples/sec accuracy=0.752672 lr=0.137828 Epoch[48] Batch [799] Speed: 748.817267 samples/sec accuracy=0.752775 lr=0.137777 Epoch[48] Batch [849] Speed: 748.179566 samples/sec accuracy=0.752790 lr=0.137727 Epoch[48] Batch [899] Speed: 739.799742 samples/sec accuracy=0.752835 lr=0.137676 Epoch[48] Batch [949] Speed: 737.879830 samples/sec accuracy=0.752870 lr=0.137626 Epoch[48] Batch [999] Speed: 743.842452 samples/sec accuracy=0.752945 lr=0.137575 Epoch[48] Batch [1049] Speed: 751.492694 samples/sec accuracy=0.752950 lr=0.137524 Epoch[48] Batch [1099] Speed: 748.939940 samples/sec accuracy=0.753022 lr=0.137474 Epoch[48] Batch [1149] Speed: 750.939700 samples/sec accuracy=0.753133 lr=0.137423 Epoch[48] Batch [1199] Speed: 756.042148 samples/sec accuracy=0.753173 lr=0.137373 Epoch[48] Batch [1249] Speed: 768.145252 samples/sec accuracy=0.753311 lr=0.137322 Epoch[48] Batch [1299] Speed: 766.786176 samples/sec accuracy=0.753337 lr=0.137271 Epoch[48] Batch [1349] Speed: 751.939349 samples/sec accuracy=0.753338 lr=0.137221 Epoch[48] Batch [1399] Speed: 752.214072 samples/sec accuracy=0.753336 lr=0.137170 Epoch[48] Batch [1449] Speed: 748.040434 samples/sec accuracy=0.753299 lr=0.137119 Epoch[48] Batch [1499] Speed: 750.133162 samples/sec accuracy=0.753282 lr=0.137069 Epoch[48] Batch [1549] Speed: 756.956274 samples/sec accuracy=0.753321 lr=0.137018 Epoch[48] Batch [1599] Speed: 748.858352 samples/sec accuracy=0.753364 lr=0.136967 Epoch[48] Batch [1649] Speed: 747.207504 samples/sec accuracy=0.753403 lr=0.136916 Epoch[48] Batch [1699] Speed: 753.194806 samples/sec accuracy=0.753468 lr=0.136866 Epoch[48] Batch [1749] Speed: 755.141926 samples/sec accuracy=0.753547 lr=0.136815 Epoch[48] Batch [1799] Speed: 748.930720 samples/sec accuracy=0.753570 lr=0.136764 Epoch[48] Batch [1849] Speed: 748.437301 samples/sec accuracy=0.753676 lr=0.136713 Epoch[48] Batch [1899] Speed: 752.779088 samples/sec accuracy=0.753646 lr=0.136663 Epoch[48] Batch [1949] Speed: 745.646448 samples/sec accuracy=0.753679 lr=0.136612 Epoch[48] Batch [1999] Speed: 750.724532 samples/sec accuracy=0.753712 lr=0.136561 Epoch[48] Batch [2049] Speed: 748.146349 samples/sec accuracy=0.753758 lr=0.136510 Epoch[48] Batch [2099] Speed: 754.175669 samples/sec accuracy=0.753805 lr=0.136459 Epoch[48] Batch [2149] Speed: 759.966956 samples/sec accuracy=0.753826 lr=0.136408 Epoch[48] Batch [2199] Speed: 742.020273 samples/sec accuracy=0.753864 lr=0.136358 Epoch[48] Batch [2249] Speed: 738.644259 samples/sec accuracy=0.753933 lr=0.136307 Epoch[48] Batch [2299] Speed: 751.215391 samples/sec accuracy=0.753976 lr=0.136256 Epoch[48] Batch [2349] Speed: 759.850903 samples/sec accuracy=0.753978 lr=0.136205 Epoch[48] Batch [2399] Speed: 759.595072 samples/sec accuracy=0.754026 lr=0.136154 Epoch[48] Batch [2449] Speed: 747.433299 samples/sec accuracy=0.754111 lr=0.136103 Epoch[48] Batch [2499] Speed: 747.332595 samples/sec accuracy=0.754167 lr=0.136052 [Epoch 48] training: accuracy=0.754175 [Epoch 48] speed: 749 samples/sec time cost: 1709.568450 [Epoch 48] validation: err-top1=0.600000 err-top5=0.600000 Epoch[49] Batch [49] Speed: 753.708937 samples/sec accuracy=0.753498 lr=0.135999 Epoch[49] Batch [99] Speed: 751.046506 samples/sec accuracy=0.754019 lr=0.135948 Epoch[49] Batch [149] Speed: 759.308827 samples/sec accuracy=0.754363 lr=0.135897 Epoch[49] Batch [199] Speed: 754.319160 samples/sec accuracy=0.754455 lr=0.135846 Epoch[49] Batch [249] Speed: 759.171542 samples/sec accuracy=0.754459 lr=0.135796 Epoch[49] Batch [299] Speed: 753.534498 samples/sec accuracy=0.754245 lr=0.135745 Epoch[49] Batch [349] Speed: 756.325487 samples/sec accuracy=0.754257 lr=0.135694 Epoch[49] Batch [399] Speed: 746.605941 samples/sec accuracy=0.754102 lr=0.135643 Epoch[49] Batch [449] Speed: 751.233245 samples/sec accuracy=0.754077 lr=0.135592 Epoch[49] Batch [499] Speed: 749.588886 samples/sec accuracy=0.753925 lr=0.135540 Epoch[49] Batch [549] Speed: 757.808675 samples/sec accuracy=0.754149 lr=0.135489 Epoch[49] Batch [599] Speed: 753.906398 samples/sec accuracy=0.754129 lr=0.135438 Epoch[49] Batch [649] Speed: 750.056323 samples/sec accuracy=0.754225 lr=0.135387 Epoch[49] Batch [699] Speed: 758.090503 samples/sec accuracy=0.754276 lr=0.135336 Epoch[49] Batch [749] Speed: 753.675877 samples/sec accuracy=0.754266 lr=0.135285 Epoch[49] Batch [799] Speed: 755.797689 samples/sec accuracy=0.754411 lr=0.135234 Epoch[49] Batch [849] Speed: 745.323964 samples/sec accuracy=0.754624 lr=0.135183 Epoch[49] Batch [899] Speed: 754.404254 samples/sec accuracy=0.754554 lr=0.135132 Epoch[49] Batch [949] Speed: 752.418865 samples/sec accuracy=0.754435 lr=0.135081 Epoch[49] Batch [999] Speed: 764.034100 samples/sec accuracy=0.754371 lr=0.135030 Epoch[49] Batch [1049] Speed: 756.988390 samples/sec accuracy=0.754455 lr=0.134979 Epoch[49] Batch [1099] Speed: 751.917001 samples/sec accuracy=0.754498 lr=0.134927 Epoch[49] Batch [1149] Speed: 747.378043 samples/sec accuracy=0.754586 lr=0.134876 Epoch[49] Batch [1199] Speed: 758.600226 samples/sec accuracy=0.754670 lr=0.134825 Epoch[49] Batch [1249] Speed: 754.525679 samples/sec accuracy=0.754836 lr=0.134774 Epoch[49] Batch [1299] Speed: 754.992760 samples/sec accuracy=0.754918 lr=0.134723 Epoch[49] Batch [1349] Speed: 752.363449 samples/sec accuracy=0.754974 lr=0.134671 Epoch[49] Batch [1399] Speed: 756.843684 samples/sec accuracy=0.754974 lr=0.134620 Epoch[49] Batch [1449] Speed: 761.555606 samples/sec accuracy=0.755013 lr=0.134569 Epoch[49] Batch [1499] Speed: 742.927495 samples/sec accuracy=0.755060 lr=0.134518 Epoch[49] Batch [1549] Speed: 751.115457 samples/sec accuracy=0.755018 lr=0.134467 Epoch[49] Batch [1599] Speed: 745.704333 samples/sec accuracy=0.755101 lr=0.134415 Epoch[49] Batch [1649] Speed: 761.115331 samples/sec accuracy=0.755092 lr=0.134364 Epoch[49] Batch [1699] Speed: 751.598158 samples/sec accuracy=0.755080 lr=0.134313 Epoch[49] Batch [1749] Speed: 755.287878 samples/sec accuracy=0.755125 lr=0.134262 Epoch[49] Batch [1799] Speed: 744.113708 samples/sec accuracy=0.755193 lr=0.134210 Epoch[49] Batch [1849] Speed: 744.922608 samples/sec accuracy=0.755320 lr=0.134159 Epoch[49] Batch [1899] Speed: 748.300982 samples/sec accuracy=0.755338 lr=0.134108 Epoch[49] Batch [1949] Speed: 748.835054 samples/sec accuracy=0.755376 lr=0.134056 Epoch[49] Batch [1999] Speed: 756.079174 samples/sec accuracy=0.755431 lr=0.134005 Epoch[49] Batch [2049] Speed: 747.863186 samples/sec accuracy=0.755468 lr=0.133954 Epoch[49] Batch [2099] Speed: 752.284740 samples/sec accuracy=0.755494 lr=0.133902 Epoch[49] Batch [2149] Speed: 754.766667 samples/sec accuracy=0.755555 lr=0.133851 Epoch[49] Batch [2199] Speed: 753.892943 samples/sec accuracy=0.755561 lr=0.133800 Epoch[49] Batch [2249] Speed: 755.276312 samples/sec accuracy=0.755573 lr=0.133748 Epoch[49] Batch [2299] Speed: 760.727404 samples/sec accuracy=0.755641 lr=0.133697 Epoch[49] Batch [2349] Speed: 757.610736 samples/sec accuracy=0.755656 lr=0.133645 Epoch[49] Batch [2399] Speed: 756.332882 samples/sec accuracy=0.755801 lr=0.133594 Epoch[49] Batch [2449] Speed: 754.942999 samples/sec accuracy=0.755820 lr=0.133542 Epoch[49] Batch [2499] Speed: 758.347459 samples/sec accuracy=0.755847 lr=0.133491 [Epoch 49] training: accuracy=0.755851 [Epoch 49] speed: 753 samples/sec time cost: 1700.100647 [Epoch 49] validation: err-top1=0.591667 err-top5=0.591667 Epoch[50] Batch [49] Speed: 762.423962 samples/sec accuracy=0.755367 lr=0.133438 Epoch[50] Batch [99] Speed: 758.253029 samples/sec accuracy=0.755767 lr=0.133386 Epoch[50] Batch [149] Speed: 742.698317 samples/sec accuracy=0.755141 lr=0.133335 Epoch[50] Batch [199] Speed: 746.274940 samples/sec accuracy=0.755162 lr=0.133283 Epoch[50] Batch [249] Speed: 753.832250 samples/sec accuracy=0.755217 lr=0.133232 Epoch[50] Batch [299] Speed: 746.688649 samples/sec accuracy=0.755163 lr=0.133180 Epoch[50] Batch [349] Speed: 755.367573 samples/sec accuracy=0.755198 lr=0.133129 Epoch[50] Batch [399] Speed: 755.370825 samples/sec accuracy=0.755456 lr=0.133077 Epoch[50] Batch [449] Speed: 743.557697 samples/sec accuracy=0.755370 lr=0.133026 Epoch[50] Batch [499] Speed: 744.927792 samples/sec accuracy=0.755231 lr=0.132974 Epoch[50] Batch [549] Speed: 754.259088 samples/sec accuracy=0.755199 lr=0.132923 Epoch[50] Batch [599] Speed: 752.281556 samples/sec accuracy=0.755115 lr=0.132871 Epoch[50] Batch [649] Speed: 755.644802 samples/sec accuracy=0.755126 lr=0.132819 Epoch[50] Batch [699] Speed: 757.369429 samples/sec accuracy=0.755045 lr=0.132768 Epoch[50] Batch [749] Speed: 750.203592 samples/sec accuracy=0.755049 lr=0.132716 Epoch[50] Batch [799] Speed: 754.967220 samples/sec accuracy=0.755092 lr=0.132665 Epoch[50] Batch [849] Speed: 754.866976 samples/sec accuracy=0.755231 lr=0.132613 Epoch[50] Batch [899] Speed: 749.386614 samples/sec accuracy=0.755364 lr=0.132561 Epoch[50] Batch [949] Speed: 748.648446 samples/sec accuracy=0.755543 lr=0.132510 Epoch[50] Batch [999] Speed: 758.777513 samples/sec accuracy=0.755620 lr=0.132458 Epoch[50] Batch [1049] Speed: 746.072767 samples/sec accuracy=0.755638 lr=0.132407 Epoch[50] Batch [1099] Speed: 732.505544 samples/sec accuracy=0.755787 lr=0.132355 Epoch[50] Batch [1149] Speed: 746.315150 samples/sec accuracy=0.755950 lr=0.132303 Epoch[50] Batch [1199] Speed: 752.614806 samples/sec accuracy=0.755872 lr=0.132252 Epoch[50] Batch [1249] Speed: 746.981233 samples/sec accuracy=0.755980 lr=0.132200 Epoch[50] Batch [1299] Speed: 756.860980 samples/sec accuracy=0.755963 lr=0.132148 Epoch[50] Batch [1349] Speed: 761.958534 samples/sec accuracy=0.756039 lr=0.132097 Epoch[50] Batch [1399] Speed: 757.259312 samples/sec accuracy=0.756166 lr=0.132045 Epoch[50] Batch [1449] Speed: 751.544914 samples/sec accuracy=0.756284 lr=0.131993 Epoch[50] Batch [1499] Speed: 760.614863 samples/sec accuracy=0.756343 lr=0.131941 Epoch[50] Batch [1549] Speed: 759.409492 samples/sec accuracy=0.756435 lr=0.131890 Epoch[50] Batch [1599] Speed: 752.808063 samples/sec accuracy=0.756453 lr=0.131838 Epoch[50] Batch [1649] Speed: 754.965548 samples/sec accuracy=0.756405 lr=0.131786 Epoch[50] Batch [1699] Speed: 751.093180 samples/sec accuracy=0.756429 lr=0.131734 Epoch[50] Batch [1749] Speed: 751.695573 samples/sec accuracy=0.756443 lr=0.131683 Epoch[50] Batch [1799] Speed: 750.629325 samples/sec accuracy=0.756500 lr=0.131631 Epoch[50] Batch [1849] Speed: 741.746457 samples/sec accuracy=0.756561 lr=0.131579 Epoch[50] Batch [1899] Speed: 735.645249 samples/sec accuracy=0.756627 lr=0.131527 Epoch[50] Batch [1949] Speed: 744.581217 samples/sec accuracy=0.756716 lr=0.131475 Epoch[50] Batch [1999] Speed: 756.082166 samples/sec accuracy=0.756815 lr=0.131424 Epoch[50] Batch [2049] Speed: 753.323352 samples/sec accuracy=0.756882 lr=0.131372 Epoch[50] Batch [2099] Speed: 744.248985 samples/sec accuracy=0.756971 lr=0.131320 Epoch[50] Batch [2149] Speed: 742.643358 samples/sec accuracy=0.757005 lr=0.131268 Epoch[50] Batch [2199] Speed: 743.292367 samples/sec accuracy=0.757052 lr=0.131216 Epoch[50] Batch [2249] Speed: 747.884048 samples/sec accuracy=0.757055 lr=0.131164 Epoch[50] Batch [2299] Speed: 745.485792 samples/sec accuracy=0.757124 lr=0.131112 Epoch[50] Batch [2349] Speed: 750.124657 samples/sec accuracy=0.757168 lr=0.131061 Epoch[50] Batch [2399] Speed: 740.499688 samples/sec accuracy=0.757204 lr=0.131009 Epoch[50] Batch [2449] Speed: 747.420183 samples/sec accuracy=0.757186 lr=0.130957 Epoch[50] Batch [2499] Speed: 751.000149 samples/sec accuracy=0.757228 lr=0.130905 [Epoch 50] training: accuracy=0.757231 [Epoch 50] speed: 750 samples/sec time cost: 1707.857583 [Epoch 50] validation: err-top1=0.583333 err-top5=0.583333 Epoch[51] Batch [49] Speed: 732.539372 samples/sec accuracy=0.756069 lr=0.130851 Epoch[51] Batch [99] Speed: 749.967949 samples/sec accuracy=0.756019 lr=0.130799 Epoch[51] Batch [149] Speed: 742.944444 samples/sec accuracy=0.757109 lr=0.130747 Epoch[51] Batch [199] Speed: 748.510329 samples/sec accuracy=0.757040 lr=0.130695 Epoch[51] Batch [249] Speed: 732.778830 samples/sec accuracy=0.757588 lr=0.130643 Epoch[51] Batch [299] Speed: 745.408691 samples/sec accuracy=0.757713 lr=0.130591 Epoch[51] Batch [349] Speed: 743.631676 samples/sec accuracy=0.757740 lr=0.130539 Epoch[51] Batch [399] Speed: 740.150164 samples/sec accuracy=0.757720 lr=0.130487 Epoch[51] Batch [449] Speed: 743.865235 samples/sec accuracy=0.757449 lr=0.130435 Epoch[51] Batch [499] Speed: 739.557981 samples/sec accuracy=0.757596 lr=0.130383 Epoch[51] Batch [549] Speed: 740.090828 samples/sec accuracy=0.757365 lr=0.130331 Epoch[51] Batch [599] Speed: 746.688057 samples/sec accuracy=0.757329 lr=0.130279 Epoch[51] Batch [649] Speed: 752.642439 samples/sec accuracy=0.757264 lr=0.130227 Epoch[51] Batch [699] Speed: 739.194419 samples/sec accuracy=0.757270 lr=0.130175 Epoch[51] Batch [749] Speed: 743.054463 samples/sec accuracy=0.757255 lr=0.130123 Epoch[51] Batch [799] Speed: 744.150220 samples/sec accuracy=0.757238 lr=0.130071 Epoch[51] Batch [849] Speed: 750.841011 samples/sec accuracy=0.757404 lr=0.130019 Epoch[51] Batch [899] Speed: 746.561542 samples/sec accuracy=0.757539 lr=0.129967 Epoch[51] Batch [949] Speed: 743.456187 samples/sec accuracy=0.757461 lr=0.129915 Epoch[51] Batch [999] Speed: 748.083758 samples/sec accuracy=0.757558 lr=0.129863 Epoch[51] Batch [1049] Speed: 732.062266 samples/sec accuracy=0.757634 lr=0.129810 Epoch[51] Batch [1099] Speed: 739.962199 samples/sec accuracy=0.757654 lr=0.129758 Epoch[51] Batch [1149] Speed: 742.719929 samples/sec accuracy=0.757747 lr=0.129706 Epoch[51] Batch [1199] Speed: 743.992781 samples/sec accuracy=0.757761 lr=0.129654 Epoch[51] Batch [1249] Speed: 739.134341 samples/sec accuracy=0.757861 lr=0.129602 Epoch[51] Batch [1299] Speed: 749.462349 samples/sec accuracy=0.757799 lr=0.129550 Epoch[51] Batch [1349] Speed: 742.361845 samples/sec accuracy=0.757880 lr=0.129498 Epoch[51] Batch [1399] Speed: 748.773570 samples/sec accuracy=0.757956 lr=0.129445 Epoch[51] Batch [1449] Speed: 749.953717 samples/sec accuracy=0.757977 lr=0.129393 Epoch[51] Batch [1499] Speed: 740.024911 samples/sec accuracy=0.758038 lr=0.129341 Epoch[51] Batch [1549] Speed: 735.901822 samples/sec accuracy=0.758028 lr=0.129289 Epoch[51] Batch [1599] Speed: 733.324907 samples/sec accuracy=0.758097 lr=0.129237 Epoch[51] Batch [1649] Speed: 741.512486 samples/sec accuracy=0.758112 lr=0.129184 Epoch[51] Batch [1699] Speed: 741.908109 samples/sec accuracy=0.758158 lr=0.129132 Epoch[51] Batch [1749] Speed: 737.320925 samples/sec accuracy=0.758229 lr=0.129080 Epoch[51] Batch [1799] Speed: 754.479983 samples/sec accuracy=0.758241 lr=0.129028 Epoch[51] Batch [1849] Speed: 748.083232 samples/sec accuracy=0.758296 lr=0.128976 Epoch[51] Batch [1899] Speed: 734.387861 samples/sec accuracy=0.758349 lr=0.128923 Epoch[51] Batch [1949] Speed: 743.343933 samples/sec accuracy=0.758393 lr=0.128871 Epoch[51] Batch [1999] Speed: 751.872437 samples/sec accuracy=0.758420 lr=0.128819 Epoch[51] Batch [2049] Speed: 740.096541 samples/sec accuracy=0.758496 lr=0.128766 Epoch[51] Batch [2099] Speed: 749.846205 samples/sec accuracy=0.758560 lr=0.128714 Epoch[51] Batch [2149] Speed: 754.389471 samples/sec accuracy=0.758585 lr=0.128662 Epoch[51] Batch [2199] Speed: 741.331638 samples/sec accuracy=0.758712 lr=0.128610 Epoch[51] Batch [2249] Speed: 747.020641 samples/sec accuracy=0.758699 lr=0.128557 Epoch[51] Batch [2299] Speed: 739.849835 samples/sec accuracy=0.758762 lr=0.128505 Epoch[51] Batch [2349] Speed: 747.800554 samples/sec accuracy=0.758875 lr=0.128453 Epoch[51] Batch [2399] Speed: 748.914793 samples/sec accuracy=0.758948 lr=0.128400 Epoch[51] Batch [2449] Speed: 744.657822 samples/sec accuracy=0.759034 lr=0.128348 Epoch[51] Batch [2499] Speed: 746.352812 samples/sec accuracy=0.759090 lr=0.128296 [Epoch 51] training: accuracy=0.759091 [Epoch 51] speed: 743 samples/sec time cost: 1722.624897 [Epoch 51] validation: err-top1=0.575000 err-top5=0.575000 Epoch[52] Batch [49] Speed: 748.903793 samples/sec accuracy=0.759882 lr=0.128241 Epoch[52] Batch [99] Speed: 736.297518 samples/sec accuracy=0.759964 lr=0.128189 Epoch[52] Batch [149] Speed: 745.025889 samples/sec accuracy=0.760655 lr=0.128136 Epoch[52] Batch [199] Speed: 746.141762 samples/sec accuracy=0.760592 lr=0.128084 Epoch[52] Batch [249] Speed: 743.772301 samples/sec accuracy=0.760529 lr=0.128032 Epoch[52] Batch [299] Speed: 738.437845 samples/sec accuracy=0.760466 lr=0.127979 Epoch[52] Batch [349] Speed: 751.608091 samples/sec accuracy=0.760536 lr=0.127927 Epoch[52] Batch [399] Speed: 762.148083 samples/sec accuracy=0.760399 lr=0.127874 Epoch[52] Batch [449] Speed: 762.262322 samples/sec accuracy=0.760207 lr=0.127822 Epoch[52] Batch [499] Speed: 753.122081 samples/sec accuracy=0.760014 lr=0.127769 Epoch[52] Batch [549] Speed: 743.844009 samples/sec accuracy=0.759806 lr=0.127717 Epoch[52] Batch [599] Speed: 755.216555 samples/sec accuracy=0.759769 lr=0.127664 Epoch[52] Batch [649] Speed: 757.880868 samples/sec accuracy=0.759686 lr=0.127612 Epoch[52] Batch [699] Speed: 750.873318 samples/sec accuracy=0.759607 lr=0.127560 Epoch[52] Batch [749] Speed: 746.262176 samples/sec accuracy=0.759515 lr=0.127507 Epoch[52] Batch [799] Speed: 746.620659 samples/sec accuracy=0.759446 lr=0.127455 Epoch[52] Batch [849] Speed: 747.014737 samples/sec accuracy=0.759444 lr=0.127402 Epoch[52] Batch [899] Speed: 757.630622 samples/sec accuracy=0.759440 lr=0.127350 Epoch[52] Batch [949] Speed: 747.953102 samples/sec accuracy=0.759374 lr=0.127297 Epoch[52] Batch [999] Speed: 741.798208 samples/sec accuracy=0.759294 lr=0.127245 Epoch[52] Batch [1049] Speed: 739.640393 samples/sec accuracy=0.759300 lr=0.127192 Epoch[52] Batch [1099] Speed: 753.176790 samples/sec accuracy=0.759463 lr=0.127139 Epoch[52] Batch [1149] Speed: 751.883498 samples/sec accuracy=0.759504 lr=0.127087 Epoch[52] Batch [1199] Speed: 762.653934 samples/sec accuracy=0.759563 lr=0.127034 Epoch[52] Batch [1249] Speed: 760.632423 samples/sec accuracy=0.759713 lr=0.126982 Epoch[52] Batch [1299] Speed: 743.835604 samples/sec accuracy=0.759746 lr=0.126929 Epoch[52] Batch [1349] Speed: 747.052251 samples/sec accuracy=0.759733 lr=0.126877 Epoch[52] Batch [1399] Speed: 748.323950 samples/sec accuracy=0.759730 lr=0.126824 Epoch[52] Batch [1449] Speed: 759.341373 samples/sec accuracy=0.759773 lr=0.126771 Epoch[52] Batch [1499] Speed: 755.564341 samples/sec accuracy=0.759806 lr=0.126719 Epoch[52] Batch [1549] Speed: 749.278021 samples/sec accuracy=0.759880 lr=0.126666 Epoch[52] Batch [1599] Speed: 734.642001 samples/sec accuracy=0.759858 lr=0.126614 Epoch[52] Batch [1649] Speed: 741.609963 samples/sec accuracy=0.759891 lr=0.126561 Epoch[52] Batch [1699] Speed: 750.221513 samples/sec accuracy=0.759974 lr=0.126508 Epoch[52] Batch [1749] Speed: 748.472313 samples/sec accuracy=0.760013 lr=0.126456 Epoch[52] Batch [1799] Speed: 750.271402 samples/sec accuracy=0.760089 lr=0.126403 Epoch[52] Batch [1849] Speed: 757.484410 samples/sec accuracy=0.760092 lr=0.126350 Epoch[52] Batch [1899] Speed: 767.599737 samples/sec accuracy=0.760140 lr=0.126298 Epoch[52] Batch [1949] Speed: 763.055797 samples/sec accuracy=0.760186 lr=0.126245 Epoch[52] Batch [1999] Speed: 745.742700 samples/sec accuracy=0.760173 lr=0.126192 Epoch[52] Batch [2049] Speed: 746.206273 samples/sec accuracy=0.760199 lr=0.126140 Epoch[52] Batch [2099] Speed: 743.778220 samples/sec accuracy=0.760263 lr=0.126087 Epoch[52] Batch [2149] Speed: 754.923695 samples/sec accuracy=0.760293 lr=0.126034 Epoch[52] Batch [2199] Speed: 753.585051 samples/sec accuracy=0.760314 lr=0.125982 Epoch[52] Batch [2249] Speed: 759.856609 samples/sec accuracy=0.760334 lr=0.125929 Epoch[52] Batch [2299] Speed: 759.432357 samples/sec accuracy=0.760369 lr=0.125876 Epoch[52] Batch [2349] Speed: 757.256000 samples/sec accuracy=0.760423 lr=0.125823 Epoch[52] Batch [2399] Speed: 753.520527 samples/sec accuracy=0.760469 lr=0.125771 Epoch[52] Batch [2449] Speed: 746.790369 samples/sec accuracy=0.760556 lr=0.125718 Epoch[52] Batch [2499] Speed: 748.941346 samples/sec accuracy=0.760591 lr=0.125665 [Epoch 52] training: accuracy=0.760592 [Epoch 52] speed: 750 samples/sec time cost: 1706.564366 [Epoch 52] validation: err-top1=0.566667 err-top5=0.566667 Epoch[53] Batch [49] Speed: 767.888853 samples/sec accuracy=0.761650 lr=0.125610 Epoch[53] Batch [99] Speed: 753.610428 samples/sec accuracy=0.761154 lr=0.125557 Epoch[53] Batch [149] Speed: 746.029344 samples/sec accuracy=0.761635 lr=0.125505 Epoch[53] Batch [199] Speed: 753.704191 samples/sec accuracy=0.761891 lr=0.125452 Epoch[53] Batch [249] Speed: 748.555612 samples/sec accuracy=0.761681 lr=0.125399 Epoch[53] Batch [299] Speed: 766.237974 samples/sec accuracy=0.761708 lr=0.125346 Epoch[53] Batch [349] Speed: 750.803398 samples/sec accuracy=0.761670 lr=0.125293 Epoch[53] Batch [399] Speed: 740.063099 samples/sec accuracy=0.761415 lr=0.125241 Epoch[53] Batch [449] Speed: 747.765584 samples/sec accuracy=0.761262 lr=0.125188 Epoch[53] Batch [499] Speed: 754.631661 samples/sec accuracy=0.761330 lr=0.125135 Epoch[53] Batch [549] Speed: 766.709588 samples/sec accuracy=0.761335 lr=0.125082 Epoch[53] Batch [599] Speed: 749.081425 samples/sec accuracy=0.761501 lr=0.125029 Epoch[53] Batch [649] Speed: 746.951354 samples/sec accuracy=0.761512 lr=0.124976 Epoch[53] Batch [699] Speed: 747.930308 samples/sec accuracy=0.761393 lr=0.124924 Epoch[53] Batch [749] Speed: 754.749133 samples/sec accuracy=0.761425 lr=0.124871 Epoch[53] Batch [799] Speed: 753.125140 samples/sec accuracy=0.761405 lr=0.124818 Epoch[53] Batch [849] Speed: 748.936237 samples/sec accuracy=0.761357 lr=0.124765 Epoch[53] Batch [899] Speed: 750.243938 samples/sec accuracy=0.761368 lr=0.124712 Epoch[53] Batch [949] Speed: 754.773607 samples/sec accuracy=0.761274 lr=0.124659 Epoch[53] Batch [999] Speed: 762.056106 samples/sec accuracy=0.761256 lr=0.124606 Epoch[53] Batch [1049] Speed: 766.586345 samples/sec accuracy=0.761181 lr=0.124553 Epoch[53] Batch [1099] Speed: 753.298106 samples/sec accuracy=0.761262 lr=0.124500 Epoch[53] Batch [1149] Speed: 745.081832 samples/sec accuracy=0.761305 lr=0.124447 Epoch[53] Batch [1199] Speed: 751.636934 samples/sec accuracy=0.761267 lr=0.124394 Epoch[53] Batch [1249] Speed: 752.777932 samples/sec accuracy=0.761262 lr=0.124342 Epoch[53] Batch [1299] Speed: 764.207414 samples/sec accuracy=0.761263 lr=0.124289 Epoch[53] Batch [1349] Speed: 760.644219 samples/sec accuracy=0.761310 lr=0.124236 Epoch[53] Batch [1399] Speed: 744.731756 samples/sec accuracy=0.761412 lr=0.124183 Epoch[53] Batch [1449] Speed: 762.483273 samples/sec accuracy=0.761472 lr=0.124130 Epoch[53] Batch [1499] Speed: 750.985147 samples/sec accuracy=0.761563 lr=0.124077 Epoch[53] Batch [1549] Speed: 768.987270 samples/sec accuracy=0.761653 lr=0.124024 Epoch[53] Batch [1599] Speed: 766.285434 samples/sec accuracy=0.761667 lr=0.123971 Epoch[53] Batch [1649] Speed: 759.116700 samples/sec accuracy=0.761709 lr=0.123918 Epoch[53] Batch [1699] Speed: 754.755919 samples/sec accuracy=0.761777 lr=0.123865 Epoch[53] Batch [1749] Speed: 741.418726 samples/sec accuracy=0.761763 lr=0.123812 Epoch[53] Batch [1799] Speed: 765.095367 samples/sec accuracy=0.761793 lr=0.123759 Epoch[53] Batch [1849] Speed: 756.581893 samples/sec accuracy=0.761782 lr=0.123706 Epoch[53] Batch [1899] Speed: 755.631513 samples/sec accuracy=0.761806 lr=0.123653 Epoch[53] Batch [1949] Speed: 749.754457 samples/sec accuracy=0.761872 lr=0.123600 Epoch[53] Batch [1999] Speed: 746.792483 samples/sec accuracy=0.761926 lr=0.123546 Epoch[53] Batch [2049] Speed: 758.623241 samples/sec accuracy=0.761935 lr=0.123493 Epoch[53] Batch [2099] Speed: 758.865755 samples/sec accuracy=0.761947 lr=0.123440 Epoch[53] Batch [2149] Speed: 760.932038 samples/sec accuracy=0.762010 lr=0.123387 Epoch[53] Batch [2199] Speed: 754.044274 samples/sec accuracy=0.762074 lr=0.123334 Epoch[53] Batch [2249] Speed: 742.727518 samples/sec accuracy=0.762098 lr=0.123281 Epoch[53] Batch [2299] Speed: 756.540643 samples/sec accuracy=0.762119 lr=0.123228 Epoch[53] Batch [2349] Speed: 763.230582 samples/sec accuracy=0.762176 lr=0.123175 Epoch[53] Batch [2399] Speed: 760.867856 samples/sec accuracy=0.762210 lr=0.123122 Epoch[53] Batch [2449] Speed: 758.305096 samples/sec accuracy=0.762226 lr=0.123069 Epoch[53] Batch [2499] Speed: 744.023806 samples/sec accuracy=0.762276 lr=0.123016 [Epoch 53] training: accuracy=0.762279 [Epoch 53] speed: 754 samples/sec time cost: 1698.107418 [Epoch 53] validation: err-top1=0.558333 err-top5=0.558333 Epoch[54] Batch [49] Speed: 752.497845 samples/sec accuracy=0.762178 lr=0.122960 Epoch[54] Batch [99] Speed: 753.083290 samples/sec accuracy=0.762038 lr=0.122907 Epoch[54] Batch [149] Speed: 763.815780 samples/sec accuracy=0.762113 lr=0.122854 Epoch[54] Batch [199] Speed: 753.023034 samples/sec accuracy=0.761825 lr=0.122801 Epoch[54] Batch [249] Speed: 750.245411 samples/sec accuracy=0.762077 lr=0.122748 Epoch[54] Batch [299] Speed: 759.199079 samples/sec accuracy=0.761778 lr=0.122695 Epoch[54] Batch [349] Speed: 757.133828 samples/sec accuracy=0.761772 lr=0.122641 Epoch[54] Batch [399] Speed: 769.590357 samples/sec accuracy=0.761853 lr=0.122588 Epoch[54] Batch [449] Speed: 762.303764 samples/sec accuracy=0.761779 lr=0.122535 Epoch[54] Batch [499] Speed: 741.660732 samples/sec accuracy=0.762090 lr=0.122482 Epoch[54] Batch [549] Speed: 751.518572 samples/sec accuracy=0.762172 lr=0.122429 Epoch[54] Batch [599] Speed: 755.410502 samples/sec accuracy=0.762134 lr=0.122375 Epoch[54] Batch [649] Speed: 759.234267 samples/sec accuracy=0.762322 lr=0.122322 Epoch[54] Batch [699] Speed: 744.472995 samples/sec accuracy=0.762332 lr=0.122269 Epoch[54] Batch [749] Speed: 758.642258 samples/sec accuracy=0.762257 lr=0.122216 Epoch[54] Batch [799] Speed: 766.443111 samples/sec accuracy=0.762217 lr=0.122163 Epoch[54] Batch [849] Speed: 755.215285 samples/sec accuracy=0.762259 lr=0.122109 Epoch[54] Batch [899] Speed: 742.337908 samples/sec accuracy=0.762343 lr=0.122056 Epoch[54] Batch [949] Speed: 752.446352 samples/sec accuracy=0.762280 lr=0.122003 Epoch[54] Batch [999] Speed: 758.050979 samples/sec accuracy=0.762318 lr=0.121950 Epoch[54] Batch [1049] Speed: 751.649225 samples/sec accuracy=0.762366 lr=0.121896 Epoch[54] Batch [1099] Speed: 747.455251 samples/sec accuracy=0.762394 lr=0.121843 Epoch[54] Batch [1149] Speed: 762.637375 samples/sec accuracy=0.762443 lr=0.121790 Epoch[54] Batch [1199] Speed: 764.154240 samples/sec accuracy=0.762520 lr=0.121736 Epoch[54] Batch [1249] Speed: 745.130632 samples/sec accuracy=0.762540 lr=0.121683 Epoch[54] Batch [1299] Speed: 748.120139 samples/sec accuracy=0.762635 lr=0.121630 Epoch[54] Batch [1349] Speed: 752.500899 samples/sec accuracy=0.762692 lr=0.121577 Epoch[54] Batch [1399] Speed: 765.802674 samples/sec accuracy=0.762700 lr=0.121523 Epoch[54] Batch [1449] Speed: 757.841199 samples/sec accuracy=0.762727 lr=0.121470 Epoch[54] Batch [1499] Speed: 748.480348 samples/sec accuracy=0.762789 lr=0.121417 Epoch[54] Batch [1549] Speed: 744.764082 samples/sec accuracy=0.762788 lr=0.121363 Epoch[54] Batch [1599] Speed: 758.204787 samples/sec accuracy=0.762793 lr=0.121310 Epoch[54] Batch [1649] Speed: 758.634170 samples/sec accuracy=0.762856 lr=0.121257 Epoch[54] Batch [1699] Speed: 754.898872 samples/sec accuracy=0.762948 lr=0.121203 Epoch[54] Batch [1749] Speed: 744.711612 samples/sec accuracy=0.763043 lr=0.121150 Epoch[54] Batch [1799] Speed: 746.490357 samples/sec accuracy=0.763101 lr=0.121097 Epoch[54] Batch [1849] Speed: 758.545376 samples/sec accuracy=0.763172 lr=0.121043 Epoch[54] Batch [1899] Speed: 767.075490 samples/sec accuracy=0.763223 lr=0.120990 Epoch[54] Batch [1949] Speed: 751.583969 samples/sec accuracy=0.763242 lr=0.120936 Epoch[54] Batch [1999] Speed: 754.122198 samples/sec accuracy=0.763274 lr=0.120883 Epoch[54] Batch [2049] Speed: 749.651577 samples/sec accuracy=0.763381 lr=0.120830 Epoch[54] Batch [2099] Speed: 753.745868 samples/sec accuracy=0.763428 lr=0.120776 Epoch[54] Batch [2149] Speed: 761.037293 samples/sec accuracy=0.763447 lr=0.120723 Epoch[54] Batch [2199] Speed: 761.353913 samples/sec accuracy=0.763490 lr=0.120669 Epoch[54] Batch [2249] Speed: 755.443963 samples/sec accuracy=0.763562 lr=0.120616 Epoch[54] Batch [2299] Speed: 754.808419 samples/sec accuracy=0.763577 lr=0.120563 Epoch[54] Batch [2349] Speed: 744.140726 samples/sec accuracy=0.763600 lr=0.120509 Epoch[54] Batch [2399] Speed: 762.964647 samples/sec accuracy=0.763635 lr=0.120456 Epoch[54] Batch [2449] Speed: 750.990211 samples/sec accuracy=0.763661 lr=0.120402 Epoch[54] Batch [2499] Speed: 746.068045 samples/sec accuracy=0.763716 lr=0.120349 [Epoch 54] training: accuracy=0.763720 [Epoch 54] speed: 754 samples/sec time cost: 1697.797628 [Epoch 54] validation: err-top1=0.550000 err-top5=0.550000 Epoch[55] Batch [49] Speed: 761.926033 samples/sec accuracy=0.763764 lr=0.120293 Epoch[55] Batch [99] Speed: 762.322020 samples/sec accuracy=0.764447 lr=0.120240 Epoch[55] Batch [149] Speed: 754.467312 samples/sec accuracy=0.764502 lr=0.120186 Epoch[55] Batch [199] Speed: 737.784801 samples/sec accuracy=0.764109 lr=0.120133 Epoch[55] Batch [249] Speed: 752.615360 samples/sec accuracy=0.764089 lr=0.120079 Epoch[55] Batch [299] Speed: 744.347554 samples/sec accuracy=0.763783 lr=0.120026 Epoch[55] Batch [349] Speed: 759.062252 samples/sec accuracy=0.764164 lr=0.119972 Epoch[55] Batch [399] Speed: 752.354403 samples/sec accuracy=0.764221 lr=0.119919 Epoch[55] Batch [449] Speed: 745.882756 samples/sec accuracy=0.764188 lr=0.119865 Epoch[55] Batch [499] Speed: 753.499698 samples/sec accuracy=0.764052 lr=0.119812 Epoch[55] Batch [549] Speed: 752.472100 samples/sec accuracy=0.764027 lr=0.119758 Epoch[55] Batch [599] Speed: 752.975745 samples/sec accuracy=0.764155 lr=0.119705 Epoch[55] Batch [649] Speed: 745.464189 samples/sec accuracy=0.764002 lr=0.119651 Epoch[55] Batch [699] Speed: 752.005704 samples/sec accuracy=0.764074 lr=0.119598 Epoch[55] Batch [749] Speed: 759.980877 samples/sec accuracy=0.764176 lr=0.119544 Epoch[55] Batch [799] Speed: 764.284966 samples/sec accuracy=0.764157 lr=0.119491 Epoch[55] Batch [849] Speed: 749.006384 samples/sec accuracy=0.764291 lr=0.119437 Epoch[55] Batch [899] Speed: 742.643661 samples/sec accuracy=0.764385 lr=0.119384 Epoch[55] Batch [949] Speed: 745.848923 samples/sec accuracy=0.764581 lr=0.119330 Epoch[55] Batch [999] Speed: 759.566787 samples/sec accuracy=0.764587 lr=0.119276 Epoch[55] Batch [1049] Speed: 752.143971 samples/sec accuracy=0.764602 lr=0.119223 Epoch[55] Batch [1099] Speed: 756.873063 samples/sec accuracy=0.764762 lr=0.119169 Epoch[55] Batch [1149] Speed: 747.346494 samples/sec accuracy=0.764859 lr=0.119116 Epoch[55] Batch [1199] Speed: 760.529834 samples/sec accuracy=0.764861 lr=0.119062 Epoch[55] Batch [1249] Speed: 763.911280 samples/sec accuracy=0.764929 lr=0.119009 Epoch[55] Batch [1299] Speed: 752.450776 samples/sec accuracy=0.764906 lr=0.118955 Epoch[55] Batch [1349] Speed: 749.207745 samples/sec accuracy=0.764999 lr=0.118901 Epoch[55] Batch [1399] Speed: 760.606415 samples/sec accuracy=0.764968 lr=0.118848 Epoch[55] Batch [1449] Speed: 756.733703 samples/sec accuracy=0.764935 lr=0.118794 Epoch[55] Batch [1499] Speed: 747.486986 samples/sec accuracy=0.765004 lr=0.118740 Epoch[55] Batch [1549] Speed: 756.438014 samples/sec accuracy=0.765143 lr=0.118687 Epoch[55] Batch [1599] Speed: 755.326477 samples/sec accuracy=0.765184 lr=0.118633 Epoch[55] Batch [1649] Speed: 745.365697 samples/sec accuracy=0.765230 lr=0.118580 Epoch[55] Batch [1699] Speed: 757.049442 samples/sec accuracy=0.765338 lr=0.118526 Epoch[55] Batch [1749] Speed: 744.920184 samples/sec accuracy=0.765420 lr=0.118472 Epoch[55] Batch [1799] Speed: 736.354657 samples/sec accuracy=0.765415 lr=0.118419 Epoch[55] Batch [1849] Speed: 738.924327 samples/sec accuracy=0.765503 lr=0.118365 Epoch[55] Batch [1899] Speed: 755.673403 samples/sec accuracy=0.765525 lr=0.118311 Epoch[55] Batch [1949] Speed: 754.911986 samples/sec accuracy=0.765576 lr=0.118258 Epoch[55] Batch [1999] Speed: 753.721963 samples/sec accuracy=0.765638 lr=0.118204 Epoch[55] Batch [2049] Speed: 747.320164 samples/sec accuracy=0.765662 lr=0.118150 Epoch[55] Batch [2099] Speed: 758.136194 samples/sec accuracy=0.765711 lr=0.118097 Epoch[55] Batch [2149] Speed: 758.061008 samples/sec accuracy=0.765738 lr=0.118043 Epoch[55] Batch [2199] Speed: 749.255915 samples/sec accuracy=0.765750 lr=0.117989 Epoch[55] Batch [2249] Speed: 755.764962 samples/sec accuracy=0.765771 lr=0.117935 Epoch[55] Batch [2299] Speed: 764.940505 samples/sec accuracy=0.765807 lr=0.117882 Epoch[55] Batch [2349] Speed: 760.648039 samples/sec accuracy=0.765844 lr=0.117828 Epoch[55] Batch [2399] Speed: 750.485299 samples/sec accuracy=0.765855 lr=0.117774 Epoch[55] Batch [2449] Speed: 749.877270 samples/sec accuracy=0.765865 lr=0.117721 Epoch[55] Batch [2499] Speed: 754.046652 samples/sec accuracy=0.765925 lr=0.117667 [Epoch 55] training: accuracy=0.765919 [Epoch 55] speed: 752 samples/sec time cost: 1701.748670 [Epoch 55] validation: err-top1=0.541667 err-top5=0.541667 Epoch[56] Batch [49] Speed: 773.813427 samples/sec accuracy=0.763666 lr=0.117611 Epoch[56] Batch [99] Speed: 751.914548 samples/sec accuracy=0.765420 lr=0.117557 Epoch[56] Batch [149] Speed: 747.967388 samples/sec accuracy=0.765129 lr=0.117504 Epoch[56] Batch [199] Speed: 753.103472 samples/sec accuracy=0.764581 lr=0.117450 Epoch[56] Batch [249] Speed: 748.110147 samples/sec accuracy=0.765060 lr=0.117396 Epoch[56] Batch [299] Speed: 752.948663 samples/sec accuracy=0.765188 lr=0.117342 Epoch[56] Batch [349] Speed: 760.727808 samples/sec accuracy=0.765106 lr=0.117288 Epoch[56] Batch [399] Speed: 740.390296 samples/sec accuracy=0.765064 lr=0.117235 Epoch[56] Batch [449] Speed: 758.014588 samples/sec accuracy=0.765283 lr=0.117181 Epoch[56] Batch [499] Speed: 770.088691 samples/sec accuracy=0.765355 lr=0.117127 Epoch[56] Batch [549] Speed: 755.303365 samples/sec accuracy=0.765325 lr=0.117073 Epoch[56] Batch [599] Speed: 744.170406 samples/sec accuracy=0.765177 lr=0.117020 Epoch[56] Batch [649] Speed: 757.062759 samples/sec accuracy=0.765159 lr=0.116966 Epoch[56] Batch [699] Speed: 757.487258 samples/sec accuracy=0.764983 lr=0.116912 Epoch[56] Batch [749] Speed: 757.480397 samples/sec accuracy=0.764903 lr=0.116858 Epoch[56] Batch [799] Speed: 750.708943 samples/sec accuracy=0.764973 lr=0.116804 Epoch[56] Batch [849] Speed: 747.756627 samples/sec accuracy=0.764915 lr=0.116751 Epoch[56] Batch [899] Speed: 752.533349 samples/sec accuracy=0.764935 lr=0.116697 Epoch[56] Batch [949] Speed: 753.966017 samples/sec accuracy=0.765013 lr=0.116643 Epoch[56] Batch [999] Speed: 760.347727 samples/sec accuracy=0.764956 lr=0.116589 Epoch[56] Batch [1049] Speed: 749.926579 samples/sec accuracy=0.765050 lr=0.116535 Epoch[56] Batch [1099] Speed: 759.211168 samples/sec accuracy=0.765000 lr=0.116481 Epoch[56] Batch [1149] Speed: 763.472474 samples/sec accuracy=0.765175 lr=0.116427 Epoch[56] Batch [1199] Speed: 757.154047 samples/sec accuracy=0.765286 lr=0.116374 Epoch[56] Batch [1249] Speed: 745.233774 samples/sec accuracy=0.765374 lr=0.116320 Epoch[56] Batch [1299] Speed: 756.926307 samples/sec accuracy=0.765441 lr=0.116266 Epoch[56] Batch [1349] Speed: 754.530774 samples/sec accuracy=0.765499 lr=0.116212 Epoch[56] Batch [1399] Speed: 749.318509 samples/sec accuracy=0.765629 lr=0.116158 Epoch[56] Batch [1449] Speed: 748.705487 samples/sec accuracy=0.765680 lr=0.116104 Epoch[56] Batch [1499] Speed: 769.564030 samples/sec accuracy=0.765756 lr=0.116050 Epoch[56] Batch [1549] Speed: 758.256601 samples/sec accuracy=0.765751 lr=0.115997 Epoch[56] Batch [1599] Speed: 758.182044 samples/sec accuracy=0.765785 lr=0.115943 Epoch[56] Batch [1649] Speed: 741.533277 samples/sec accuracy=0.765805 lr=0.115889 Epoch[56] Batch [1699] Speed: 743.866250 samples/sec accuracy=0.765861 lr=0.115835 Epoch[56] Batch [1749] Speed: 755.143508 samples/sec accuracy=0.765927 lr=0.115781 Epoch[56] Batch [1799] Speed: 762.230937 samples/sec accuracy=0.765945 lr=0.115727 Epoch[56] Batch [1849] Speed: 749.200243 samples/sec accuracy=0.765995 lr=0.115673 Epoch[56] Batch [1899] Speed: 746.526252 samples/sec accuracy=0.766022 lr=0.115619 Epoch[56] Batch [1949] Speed: 757.817013 samples/sec accuracy=0.766084 lr=0.115565 Epoch[56] Batch [1999] Speed: 767.245083 samples/sec accuracy=0.766149 lr=0.115511 Epoch[56] Batch [2049] Speed: 755.484604 samples/sec accuracy=0.766217 lr=0.115457 Epoch[56] Batch [2099] Speed: 748.275456 samples/sec accuracy=0.766299 lr=0.115403 Epoch[56] Batch [2149] Speed: 751.708003 samples/sec accuracy=0.766327 lr=0.115350 Epoch[56] Batch [2199] Speed: 750.907939 samples/sec accuracy=0.766353 lr=0.115296 Epoch[56] Batch [2249] Speed: 745.412401 samples/sec accuracy=0.766403 lr=0.115242 Epoch[56] Batch [2299] Speed: 746.618260 samples/sec accuracy=0.766408 lr=0.115188 Epoch[56] Batch [2349] Speed: 745.735791 samples/sec accuracy=0.766458 lr=0.115134 Epoch[56] Batch [2399] Speed: 754.708619 samples/sec accuracy=0.766531 lr=0.115080 Epoch[56] Batch [2449] Speed: 748.179368 samples/sec accuracy=0.766589 lr=0.115026 Epoch[56] Batch [2499] Speed: 756.919231 samples/sec accuracy=0.766576 lr=0.114972 [Epoch 56] training: accuracy=0.766580 [Epoch 56] speed: 753 samples/sec time cost: 1699.593245 [Epoch 56] validation: err-top1=0.533333 err-top5=0.533333 Epoch[57] Batch [49] Speed: 750.811914 samples/sec accuracy=0.770051 lr=0.114916 Epoch[57] Batch [99] Speed: 743.201258 samples/sec accuracy=0.767471 lr=0.114862 Epoch[57] Batch [149] Speed: 757.581764 samples/sec accuracy=0.766543 lr=0.114808 Epoch[57] Batch [199] Speed: 753.380088 samples/sec accuracy=0.766432 lr=0.114754 Epoch[57] Batch [249] Speed: 752.758279 samples/sec accuracy=0.766024 lr=0.114700 Epoch[57] Batch [299] Speed: 750.856179 samples/sec accuracy=0.766272 lr=0.114646 Epoch[57] Batch [349] Speed: 760.717632 samples/sec accuracy=0.766420 lr=0.114592 Epoch[57] Batch [399] Speed: 770.206881 samples/sec accuracy=0.766321 lr=0.114538 Epoch[57] Batch [449] Speed: 761.485378 samples/sec accuracy=0.766402 lr=0.114484 Epoch[57] Batch [499] Speed: 752.798610 samples/sec accuracy=0.766354 lr=0.114430 Epoch[57] Batch [549] Speed: 747.864170 samples/sec accuracy=0.766417 lr=0.114376 Epoch[57] Batch [599] Speed: 767.219218 samples/sec accuracy=0.766487 lr=0.114322 Epoch[57] Batch [649] Speed: 765.745663 samples/sec accuracy=0.766416 lr=0.114268 Epoch[57] Batch [699] Speed: 768.583803 samples/sec accuracy=0.766347 lr=0.114214 Epoch[57] Batch [749] Speed: 753.178010 samples/sec accuracy=0.766392 lr=0.114159 Epoch[57] Batch [799] Speed: 746.805229 samples/sec accuracy=0.766354 lr=0.114105 Epoch[57] Batch [849] Speed: 754.537444 samples/sec accuracy=0.766457 lr=0.114051 Epoch[57] Batch [899] Speed: 755.155181 samples/sec accuracy=0.766448 lr=0.113997 Epoch[57] Batch [949] Speed: 744.262418 samples/sec accuracy=0.766356 lr=0.113943 Epoch[57] Batch [999] Speed: 751.529034 samples/sec accuracy=0.766425 lr=0.113889 Epoch[57] Batch [1049] Speed: 749.715257 samples/sec accuracy=0.766487 lr=0.113835 Epoch[57] Batch [1099] Speed: 758.218488 samples/sec accuracy=0.766633 lr=0.113781 Epoch[57] Batch [1149] Speed: 764.355705 samples/sec accuracy=0.766721 lr=0.113727 Epoch[57] Batch [1199] Speed: 766.690624 samples/sec accuracy=0.766787 lr=0.113673 Epoch[57] Batch [1249] Speed: 772.073638 samples/sec accuracy=0.766917 lr=0.113619 Epoch[57] Batch [1299] Speed: 763.503532 samples/sec accuracy=0.767031 lr=0.113565 Epoch[57] Batch [1349] Speed: 769.725891 samples/sec accuracy=0.767071 lr=0.113511 Epoch[57] Batch [1399] Speed: 759.586351 samples/sec accuracy=0.767137 lr=0.113457 Epoch[57] Batch [1449] Speed: 754.509380 samples/sec accuracy=0.767156 lr=0.113402 Epoch[57] Batch [1499] Speed: 765.448244 samples/sec accuracy=0.767230 lr=0.113348 Epoch[57] Batch [1549] Speed: 760.116227 samples/sec accuracy=0.767229 lr=0.113294 Epoch[57] Batch [1599] Speed: 756.215412 samples/sec accuracy=0.767304 lr=0.113240 Epoch[57] Batch [1649] Speed: 771.911632 samples/sec accuracy=0.767321 lr=0.113186 Epoch[57] Batch [1699] Speed: 752.679666 samples/sec accuracy=0.767379 lr=0.113132 Epoch[57] Batch [1749] Speed: 765.311081 samples/sec accuracy=0.767458 lr=0.113078 Epoch[57] Batch [1799] Speed: 759.531406 samples/sec accuracy=0.767532 lr=0.113024 Epoch[57] Batch [1849] Speed: 762.826579 samples/sec accuracy=0.767681 lr=0.112970 Epoch[57] Batch [1899] Speed: 758.229314 samples/sec accuracy=0.767755 lr=0.112915 Epoch[57] Batch [1949] Speed: 762.241873 samples/sec accuracy=0.767814 lr=0.112861 Epoch[57] Batch [1999] Speed: 754.987594 samples/sec accuracy=0.767883 lr=0.112807 Epoch[57] Batch [2049] Speed: 749.615596 samples/sec accuracy=0.767921 lr=0.112753 Epoch[57] Batch [2099] Speed: 738.489542 samples/sec accuracy=0.768017 lr=0.112699 Epoch[57] Batch [2149] Speed: 745.949285 samples/sec accuracy=0.768174 lr=0.112645 Epoch[57] Batch [2199] Speed: 739.381400 samples/sec accuracy=0.768234 lr=0.112591 Epoch[57] Batch [2249] Speed: 743.250115 samples/sec accuracy=0.768257 lr=0.112536 Epoch[57] Batch [2299] Speed: 761.149321 samples/sec accuracy=0.768286 lr=0.112482 Epoch[57] Batch [2349] Speed: 761.901883 samples/sec accuracy=0.768315 lr=0.112428 Epoch[57] Batch [2399] Speed: 753.753233 samples/sec accuracy=0.768392 lr=0.112374 Epoch[57] Batch [2449] Speed: 751.032449 samples/sec accuracy=0.768436 lr=0.112320 Epoch[57] Batch [2499] Speed: 749.267517 samples/sec accuracy=0.768481 lr=0.112265 [Epoch 57] training: accuracy=0.768493 [Epoch 57] speed: 756 samples/sec time cost: 1694.061265 [Epoch 57] validation: err-top1=0.525000 err-top5=0.525000 Epoch[58] Batch [49] Speed: 768.989947 samples/sec accuracy=0.771213 lr=0.112209 Epoch[58] Batch [99] Speed: 762.704402 samples/sec accuracy=0.770652 lr=0.112155 Epoch[58] Batch [149] Speed: 749.714425 samples/sec accuracy=0.769327 lr=0.112101 Epoch[58] Batch [199] Speed: 742.864588 samples/sec accuracy=0.769091 lr=0.112047 Epoch[58] Batch [249] Speed: 744.840658 samples/sec accuracy=0.768583 lr=0.111992 Epoch[58] Batch [299] Speed: 761.018943 samples/sec accuracy=0.768446 lr=0.111938 Epoch[58] Batch [349] Speed: 773.978508 samples/sec accuracy=0.768535 lr=0.111884 Epoch[58] Batch [399] Speed: 763.297279 samples/sec accuracy=0.768455 lr=0.111830 Epoch[58] Batch [449] Speed: 754.905485 samples/sec accuracy=0.768535 lr=0.111776 Epoch[58] Batch [499] Speed: 753.382858 samples/sec accuracy=0.768522 lr=0.111721 Epoch[58] Batch [549] Speed: 746.942739 samples/sec accuracy=0.768483 lr=0.111667 Epoch[58] Batch [599] Speed: 753.098459 samples/sec accuracy=0.768479 lr=0.111613 Epoch[58] Batch [649] Speed: 755.219428 samples/sec accuracy=0.768479 lr=0.111559 Epoch[58] Batch [699] Speed: 757.196891 samples/sec accuracy=0.768449 lr=0.111504 Epoch[58] Batch [749] Speed: 743.090979 samples/sec accuracy=0.768395 lr=0.111450 Epoch[58] Batch [799] Speed: 741.531920 samples/sec accuracy=0.768357 lr=0.111396 Epoch[58] Batch [849] Speed: 756.959764 samples/sec accuracy=0.768491 lr=0.111342 Epoch[58] Batch [899] Speed: 753.340403 samples/sec accuracy=0.768546 lr=0.111288 Epoch[58] Batch [949] Speed: 751.404733 samples/sec accuracy=0.768562 lr=0.111233 Epoch[58] Batch [999] Speed: 752.828431 samples/sec accuracy=0.768699 lr=0.111179 Epoch[58] Batch [1049] Speed: 754.208312 samples/sec accuracy=0.768663 lr=0.111125 Epoch[58] Batch [1099] Speed: 757.453396 samples/sec accuracy=0.768702 lr=0.111071 Epoch[58] Batch [1149] Speed: 751.802905 samples/sec accuracy=0.768764 lr=0.111016 Epoch[58] Batch [1199] Speed: 757.476993 samples/sec accuracy=0.768819 lr=0.110962 Epoch[58] Batch [1249] Speed: 761.337021 samples/sec accuracy=0.768882 lr=0.110908 Epoch[58] Batch [1299] Speed: 758.883460 samples/sec accuracy=0.769027 lr=0.110853 Epoch[58] Batch [1349] Speed: 758.091965 samples/sec accuracy=0.769083 lr=0.110799 Epoch[58] Batch [1399] Speed: 742.555469 samples/sec accuracy=0.769114 lr=0.110745 Epoch[58] Batch [1449] Speed: 750.074656 samples/sec accuracy=0.769113 lr=0.110691 Epoch[58] Batch [1499] Speed: 762.401961 samples/sec accuracy=0.769176 lr=0.110636 Epoch[58] Batch [1549] Speed: 754.987886 samples/sec accuracy=0.769318 lr=0.110582 Epoch[58] Batch [1599] Speed: 762.348784 samples/sec accuracy=0.769375 lr=0.110528 Epoch[58] Batch [1649] Speed: 738.747128 samples/sec accuracy=0.769399 lr=0.110473 Epoch[58] Batch [1699] Speed: 749.783707 samples/sec accuracy=0.769439 lr=0.110419 Epoch[58] Batch [1749] Speed: 756.514797 samples/sec accuracy=0.769417 lr=0.110365 Epoch[58] Batch [1799] Speed: 748.791063 samples/sec accuracy=0.769450 lr=0.110311 Epoch[58] Batch [1849] Speed: 759.536612 samples/sec accuracy=0.769439 lr=0.110256 Epoch[58] Batch [1899] Speed: 741.340227 samples/sec accuracy=0.769470 lr=0.110202 Epoch[58] Batch [1949] Speed: 751.492783 samples/sec accuracy=0.769555 lr=0.110148 Epoch[58] Batch [1999] Speed: 758.536566 samples/sec accuracy=0.769600 lr=0.110093 Epoch[58] Batch [2049] Speed: 749.212962 samples/sec accuracy=0.769637 lr=0.110039 Epoch[58] Batch [2099] Speed: 737.177501 samples/sec accuracy=0.769698 lr=0.109985 Epoch[58] Batch [2149] Speed: 746.428090 samples/sec accuracy=0.769788 lr=0.109930 Epoch[58] Batch [2199] Speed: 756.447755 samples/sec accuracy=0.769846 lr=0.109876 Epoch[58] Batch [2249] Speed: 756.092702 samples/sec accuracy=0.769947 lr=0.109822 Epoch[58] Batch [2299] Speed: 754.174562 samples/sec accuracy=0.770019 lr=0.109767 Epoch[58] Batch [2349] Speed: 746.663975 samples/sec accuracy=0.770029 lr=0.109713 Epoch[58] Batch [2399] Speed: 756.462709 samples/sec accuracy=0.770089 lr=0.109659 Epoch[58] Batch [2449] Speed: 754.475577 samples/sec accuracy=0.770156 lr=0.109604 Epoch[58] Batch [2499] Speed: 765.739432 samples/sec accuracy=0.770192 lr=0.109550 [Epoch 58] training: accuracy=0.770191 [Epoch 58] speed: 753 samples/sec time cost: 1699.817069 [Epoch 58] validation: err-top1=0.516667 err-top5=0.516667 Epoch[59] Batch [49] Speed: 763.321589 samples/sec accuracy=0.770505 lr=0.109494 Epoch[59] Batch [99] Speed: 764.426229 samples/sec accuracy=0.770325 lr=0.109439 Epoch[59] Batch [149] Speed: 755.777011 samples/sec accuracy=0.770308 lr=0.109385 Epoch[59] Batch [199] Speed: 737.493763 samples/sec accuracy=0.770538 lr=0.109330 Epoch[59] Batch [249] Speed: 747.851695 samples/sec accuracy=0.770282 lr=0.109276 Epoch[59] Batch [299] Speed: 756.141145 samples/sec accuracy=0.770120 lr=0.109222 Epoch[59] Batch [349] Speed: 763.162958 samples/sec accuracy=0.769978 lr=0.109167 Epoch[59] Batch [399] Speed: 760.120403 samples/sec accuracy=0.770009 lr=0.109113 Epoch[59] Batch [449] Speed: 754.418613 samples/sec accuracy=0.770152 lr=0.109059 Epoch[59] Batch [499] Speed: 749.763896 samples/sec accuracy=0.770147 lr=0.109004 Epoch[59] Batch [549] Speed: 747.938701 samples/sec accuracy=0.770103 lr=0.108950 Epoch[59] Batch [599] Speed: 764.232075 samples/sec accuracy=0.770291 lr=0.108896 Epoch[59] Batch [649] Speed: 752.311378 samples/sec accuracy=0.770434 lr=0.108841 Epoch[59] Batch [699] Speed: 748.400080 samples/sec accuracy=0.770472 lr=0.108787 Epoch[59] Batch [749] Speed: 747.876557 samples/sec accuracy=0.770419 lr=0.108732 Epoch[59] Batch [799] Speed: 750.505914 samples/sec accuracy=0.770428 lr=0.108678 Epoch[59] Batch [849] Speed: 762.449028 samples/sec accuracy=0.770501 lr=0.108624 Epoch[59] Batch [899] Speed: 768.208760 samples/sec accuracy=0.770712 lr=0.108569 Epoch[59] Batch [949] Speed: 752.367714 samples/sec accuracy=0.770759 lr=0.108515 Epoch[59] Batch [999] Speed: 746.439906 samples/sec accuracy=0.770772 lr=0.108460 Epoch[59] Batch [1049] Speed: 744.577515 samples/sec accuracy=0.770730 lr=0.108406 Epoch[59] Batch [1099] Speed: 749.213156 samples/sec accuracy=0.770695 lr=0.108352 Epoch[59] Batch [1149] Speed: 756.105880 samples/sec accuracy=0.770736 lr=0.108297 Epoch[59] Batch [1199] Speed: 755.088938 samples/sec accuracy=0.770807 lr=0.108243 Epoch[59] Batch [1249] Speed: 745.256854 samples/sec accuracy=0.770938 lr=0.108188 Epoch[59] Batch [1299] Speed: 755.691028 samples/sec accuracy=0.771056 lr=0.108134 Epoch[59] Batch [1349] Speed: 749.888273 samples/sec accuracy=0.771028 lr=0.108080 Epoch[59] Batch [1399] Speed: 753.072895 samples/sec accuracy=0.771084 lr=0.108025 Epoch[59] Batch [1449] Speed: 764.945671 samples/sec accuracy=0.771111 lr=0.107971 Epoch[59] Batch [1499] Speed: 762.868539 samples/sec accuracy=0.771177 lr=0.107916 Epoch[59] Batch [1549] Speed: 756.906991 samples/sec accuracy=0.771270 lr=0.107862 Epoch[59] Batch [1599] Speed: 745.408365 samples/sec accuracy=0.771280 lr=0.107808 Epoch[59] Batch [1649] Speed: 750.011497 samples/sec accuracy=0.771367 lr=0.107753 Epoch[59] Batch [1699] Speed: 756.273831 samples/sec accuracy=0.771403 lr=0.107699 Epoch[59] Batch [1749] Speed: 759.149841 samples/sec accuracy=0.771484 lr=0.107644 Epoch[59] Batch [1799] Speed: 742.747251 samples/sec accuracy=0.771562 lr=0.107590 Epoch[59] Batch [1849] Speed: 756.744236 samples/sec accuracy=0.771564 lr=0.107535 Epoch[59] Batch [1899] Speed: 740.718299 samples/sec accuracy=0.771562 lr=0.107481 Epoch[59] Batch [1949] Speed: 760.507738 samples/sec accuracy=0.771572 lr=0.107427 Epoch[59] Batch [1999] Speed: 753.998546 samples/sec accuracy=0.771580 lr=0.107372 Epoch[59] Batch [2049] Speed: 750.287387 samples/sec accuracy=0.771629 lr=0.107318 Epoch[59] Batch [2099] Speed: 760.109409 samples/sec accuracy=0.771656 lr=0.107263 Epoch[59] Batch [2149] Speed: 762.471372 samples/sec accuracy=0.771684 lr=0.107209 Epoch[59] Batch [2199] Speed: 752.610649 samples/sec accuracy=0.771731 lr=0.107154 Epoch[59] Batch [2249] Speed: 753.217409 samples/sec accuracy=0.771761 lr=0.107100 Epoch[59] Batch [2299] Speed: 752.446462 samples/sec accuracy=0.771796 lr=0.107045 Epoch[59] Batch [2349] Speed: 764.497958 samples/sec accuracy=0.771836 lr=0.106991 Epoch[59] Batch [2399] Speed: 752.665901 samples/sec accuracy=0.771892 lr=0.106936 Epoch[59] Batch [2449] Speed: 770.227091 samples/sec accuracy=0.771918 lr=0.106882 Epoch[59] Batch [2499] Speed: 767.552487 samples/sec accuracy=0.771930 lr=0.106828 [Epoch 59] training: accuracy=0.771936 [Epoch 59] speed: 754 samples/sec time cost: 1697.421658 [Epoch 59] validation: err-top1=0.508333 err-top5=0.508333 Epoch[60] Batch [49] Speed: 771.286476 samples/sec accuracy=0.770129 lr=0.106771 Epoch[60] Batch [99] Speed: 751.744111 samples/sec accuracy=0.771953 lr=0.106716 Epoch[60] Batch [149] Speed: 746.523075 samples/sec accuracy=0.772259 lr=0.106662 Epoch[60] Batch [199] Speed: 751.618660 samples/sec accuracy=0.772220 lr=0.106607 Epoch[60] Batch [249] Speed: 766.085032 samples/sec accuracy=0.772069 lr=0.106553 Epoch[60] Batch [299] Speed: 750.511333 samples/sec accuracy=0.772068 lr=0.106499 Epoch[60] Batch [349] Speed: 744.268434 samples/sec accuracy=0.772089 lr=0.106444 Epoch[60] Batch [399] Speed: 745.095735 samples/sec accuracy=0.772197 lr=0.106390 Epoch[60] Batch [449] Speed: 753.061154 samples/sec accuracy=0.771991 lr=0.106335 Epoch[60] Batch [499] Speed: 761.657786 samples/sec accuracy=0.771918 lr=0.106281 Epoch[60] Batch [549] Speed: 743.445861 samples/sec accuracy=0.771934 lr=0.106226 Epoch[60] Batch [599] Speed: 745.962635 samples/sec accuracy=0.771757 lr=0.106172 Epoch[60] Batch [649] Speed: 762.287610 samples/sec accuracy=0.771707 lr=0.106117 Epoch[60] Batch [699] Speed: 752.398302 samples/sec accuracy=0.771770 lr=0.106063 Epoch[60] Batch [749] Speed: 764.964457 samples/sec accuracy=0.771626 lr=0.106008 Epoch[60] Batch [799] Speed: 746.688145 samples/sec accuracy=0.771758 lr=0.105954 Epoch[60] Batch [849] Speed: 742.712367 samples/sec accuracy=0.771835 lr=0.105899 Epoch[60] Batch [899] Speed: 756.526155 samples/sec accuracy=0.771896 lr=0.105845 Epoch[60] Batch [949] Speed: 757.472980 samples/sec accuracy=0.771884 lr=0.105790 Epoch[60] Batch [999] Speed: 753.269267 samples/sec accuracy=0.771893 lr=0.105736 Epoch[60] Batch [1049] Speed: 739.548323 samples/sec accuracy=0.771878 lr=0.105681 Epoch[60] Batch [1099] Speed: 750.169544 samples/sec accuracy=0.771946 lr=0.105627 Epoch[60] Batch [1149] Speed: 750.688558 samples/sec accuracy=0.771969 lr=0.105572 Epoch[60] Batch [1199] Speed: 760.297318 samples/sec accuracy=0.772078 lr=0.105518 Epoch[60] Batch [1249] Speed: 757.704910 samples/sec accuracy=0.772155 lr=0.105463 Epoch[60] Batch [1299] Speed: 755.123954 samples/sec accuracy=0.772174 lr=0.105409 Epoch[60] Batch [1349] Speed: 756.875592 samples/sec accuracy=0.772215 lr=0.105354 Epoch[60] Batch [1399] Speed: 756.393802 samples/sec accuracy=0.772279 lr=0.105300 Epoch[60] Batch [1449] Speed: 754.830227 samples/sec accuracy=0.772262 lr=0.105245 Epoch[60] Batch [1499] Speed: 750.451352 samples/sec accuracy=0.772361 lr=0.105191 Epoch[60] Batch [1549] Speed: 748.915384 samples/sec accuracy=0.772391 lr=0.105136 Epoch[60] Batch [1599] Speed: 738.949835 samples/sec accuracy=0.772454 lr=0.105081 Epoch[60] Batch [1649] Speed: 750.079603 samples/sec accuracy=0.772515 lr=0.105027 Epoch[60] Batch [1699] Speed: 767.225676 samples/sec accuracy=0.772531 lr=0.104972 Epoch[60] Batch [1749] Speed: 752.857347 samples/sec accuracy=0.772603 lr=0.104918 Epoch[60] Batch [1799] Speed: 751.142129 samples/sec accuracy=0.772683 lr=0.104863 Epoch[60] Batch [1849] Speed: 757.467224 samples/sec accuracy=0.772749 lr=0.104809 Epoch[60] Batch [1899] Speed: 757.260839 samples/sec accuracy=0.772815 lr=0.104754 Epoch[60] Batch [1949] Speed: 764.477775 samples/sec accuracy=0.772923 lr=0.104700 Epoch[60] Batch [1999] Speed: 749.606422 samples/sec accuracy=0.772986 lr=0.104645 Epoch[60] Batch [2049] Speed: 754.106383 samples/sec accuracy=0.773100 lr=0.104591 Epoch[60] Batch [2099] Speed: 759.004239 samples/sec accuracy=0.773159 lr=0.104536 Epoch[60] Batch [2149] Speed: 751.117906 samples/sec accuracy=0.773239 lr=0.104482 Epoch[60] Batch [2199] Speed: 758.796790 samples/sec accuracy=0.773323 lr=0.104427 Epoch[60] Batch [2249] Speed: 755.501147 samples/sec accuracy=0.773335 lr=0.104373 Epoch[60] Batch [2299] Speed: 768.223562 samples/sec accuracy=0.773396 lr=0.104318 Epoch[60] Batch [2349] Speed: 762.611018 samples/sec accuracy=0.773437 lr=0.104263 Epoch[60] Batch [2399] Speed: 750.969879 samples/sec accuracy=0.773472 lr=0.104209 Epoch[60] Batch [2449] Speed: 750.659305 samples/sec accuracy=0.773483 lr=0.104154 Epoch[60] Batch [2499] Speed: 760.449584 samples/sec accuracy=0.773464 lr=0.104100 [Epoch 60] training: accuracy=0.773470 [Epoch 60] speed: 753 samples/sec time cost: 1699.482088 [Epoch 60] validation: err-top1=0.500000 err-top5=0.500000 Epoch[61] Batch [49] Speed: 764.325285 samples/sec accuracy=0.774082 lr=0.104043 Epoch[61] Batch [99] Speed: 758.829919 samples/sec accuracy=0.773094 lr=0.103989 Epoch[61] Batch [149] Speed: 748.590766 samples/sec accuracy=0.772831 lr=0.103934 Epoch[61] Batch [199] Speed: 739.198776 samples/sec accuracy=0.772002 lr=0.103879 Epoch[61] Batch [249] Speed: 755.441758 samples/sec accuracy=0.772349 lr=0.103825 Epoch[61] Batch [299] Speed: 756.053492 samples/sec accuracy=0.772544 lr=0.103770 Epoch[61] Batch [349] Speed: 756.213180 samples/sec accuracy=0.772670 lr=0.103716 Epoch[61] Batch [399] Speed: 756.698340 samples/sec accuracy=0.772939 lr=0.103661 Epoch[61] Batch [449] Speed: 753.461798 samples/sec accuracy=0.773244 lr=0.103607 Epoch[61] Batch [499] Speed: 745.483531 samples/sec accuracy=0.773301 lr=0.103552 Epoch[61] Batch [549] Speed: 755.363582 samples/sec accuracy=0.773535 lr=0.103498 Epoch[61] Batch [599] Speed: 761.200540 samples/sec accuracy=0.773558 lr=0.103443 Epoch[61] Batch [649] Speed: 750.279848 samples/sec accuracy=0.773687 lr=0.103388 Epoch[61] Batch [699] Speed: 756.726749 samples/sec accuracy=0.773628 lr=0.103334 Epoch[61] Batch [749] Speed: 754.279492 samples/sec accuracy=0.773669 lr=0.103279 Epoch[61] Batch [799] Speed: 755.350925 samples/sec accuracy=0.773783 lr=0.103225 Epoch[61] Batch [849] Speed: 756.817529 samples/sec accuracy=0.773819 lr=0.103170 Epoch[61] Batch [899] Speed: 747.756278 samples/sec accuracy=0.773939 lr=0.103116 Epoch[61] Batch [949] Speed: 754.293402 samples/sec accuracy=0.774059 lr=0.103061 Epoch[61] Batch [999] Speed: 750.463342 samples/sec accuracy=0.774139 lr=0.103007 Epoch[61] Batch [1049] Speed: 750.286176 samples/sec accuracy=0.774178 lr=0.102952 Epoch[61] Batch [1099] Speed: 749.796331 samples/sec accuracy=0.774252 lr=0.102897 Epoch[61] Batch [1149] Speed: 760.110469 samples/sec accuracy=0.774252 lr=0.102843 Epoch[61] Batch [1199] Speed: 756.712926 samples/sec accuracy=0.774354 lr=0.102788 Epoch[61] Batch [1249] Speed: 751.767164 samples/sec accuracy=0.774374 lr=0.102734 Epoch[61] Batch [1299] Speed: 762.295257 samples/sec accuracy=0.774454 lr=0.102679 Epoch[61] Batch [1349] Speed: 754.849814 samples/sec accuracy=0.774439 lr=0.102625 Epoch[61] Batch [1399] Speed: 764.625165 samples/sec accuracy=0.774486 lr=0.102570 Epoch[61] Batch [1449] Speed: 760.315294 samples/sec accuracy=0.774522 lr=0.102515 Epoch[61] Batch [1499] Speed: 750.471110 samples/sec accuracy=0.774558 lr=0.102461 Epoch[61] Batch [1549] Speed: 760.649171 samples/sec accuracy=0.774589 lr=0.102406 Epoch[61] Batch [1599] Speed: 765.181236 samples/sec accuracy=0.774582 lr=0.102352 Epoch[61] Batch [1649] Speed: 752.849260 samples/sec accuracy=0.774629 lr=0.102297 Epoch[61] Batch [1699] Speed: 741.104348 samples/sec accuracy=0.774637 lr=0.102242 Epoch[61] Batch [1749] Speed: 752.206890 samples/sec accuracy=0.774623 lr=0.102188 Epoch[61] Batch [1799] Speed: 765.620065 samples/sec accuracy=0.774724 lr=0.102133 Epoch[61] Batch [1849] Speed: 762.888458 samples/sec accuracy=0.774768 lr=0.102079 Epoch[61] Batch [1899] Speed: 764.902677 samples/sec accuracy=0.774824 lr=0.102024 Epoch[61] Batch [1949] Speed: 744.279969 samples/sec accuracy=0.774844 lr=0.101970 Epoch[61] Batch [1999] Speed: 753.066652 samples/sec accuracy=0.774846 lr=0.101915 Epoch[61] Batch [2049] Speed: 763.848187 samples/sec accuracy=0.774880 lr=0.101860 Epoch[61] Batch [2099] Speed: 764.711641 samples/sec accuracy=0.774868 lr=0.101806 Epoch[61] Batch [2149] Speed: 748.619921 samples/sec accuracy=0.774896 lr=0.101751 Epoch[61] Batch [2199] Speed: 746.062130 samples/sec accuracy=0.774934 lr=0.101697 Epoch[61] Batch [2249] Speed: 757.900142 samples/sec accuracy=0.774946 lr=0.101642 Epoch[61] Batch [2299] Speed: 764.106962 samples/sec accuracy=0.774987 lr=0.101587 Epoch[61] Batch [2349] Speed: 766.488752 samples/sec accuracy=0.775017 lr=0.101533 Epoch[61] Batch [2399] Speed: 753.728650 samples/sec accuracy=0.775045 lr=0.101478 Epoch[61] Batch [2449] Speed: 747.434236 samples/sec accuracy=0.775113 lr=0.101424 Epoch[61] Batch [2499] Speed: 763.029937 samples/sec accuracy=0.775201 lr=0.101369 [Epoch 61] training: accuracy=0.775201 [Epoch 61] speed: 755 samples/sec time cost: 1695.721261 [Epoch 61] validation: err-top1=0.491667 err-top5=0.491667 Epoch[62] Batch [49] Speed: 767.304253 samples/sec accuracy=0.777518 lr=0.101312 Epoch[62] Batch [99] Speed: 756.691856 samples/sec accuracy=0.776780 lr=0.101258 Epoch[62] Batch [149] Speed: 748.028958 samples/sec accuracy=0.776627 lr=0.101203 Epoch[62] Batch [199] Speed: 748.003805 samples/sec accuracy=0.775588 lr=0.101149 Epoch[62] Batch [249] Speed: 760.876472 samples/sec accuracy=0.775283 lr=0.101094 Epoch[62] Batch [299] Speed: 759.920642 samples/sec accuracy=0.775107 lr=0.101039 Epoch[62] Batch [349] Speed: 757.897023 samples/sec accuracy=0.774942 lr=0.100985 Epoch[62] Batch [399] Speed: 757.498940 samples/sec accuracy=0.774959 lr=0.100930 Epoch[62] Batch [449] Speed: 752.452015 samples/sec accuracy=0.774755 lr=0.100876 Epoch[62] Batch [499] Speed: 758.117111 samples/sec accuracy=0.774595 lr=0.100821 Epoch[62] Batch [549] Speed: 752.194975 samples/sec accuracy=0.774579 lr=0.100766 Epoch[62] Batch [599] Speed: 743.673734 samples/sec accuracy=0.774822 lr=0.100712 Epoch[62] Batch [649] Speed: 754.729775 samples/sec accuracy=0.775051 lr=0.100657 Epoch[62] Batch [699] Speed: 756.825626 samples/sec accuracy=0.775192 lr=0.100603 Epoch[62] Batch [749] Speed: 765.499759 samples/sec accuracy=0.775260 lr=0.100548 Epoch[62] Batch [799] Speed: 758.836060 samples/sec accuracy=0.775379 lr=0.100494 Epoch[62] Batch [849] Speed: 749.851981 samples/sec accuracy=0.775377 lr=0.100439 Epoch[62] Batch [899] Speed: 744.028848 samples/sec accuracy=0.775328 lr=0.100384 Epoch[62] Batch [949] Speed: 756.153498 samples/sec accuracy=0.775467 lr=0.100330 Epoch[62] Batch [999] Speed: 764.266639 samples/sec accuracy=0.775524 lr=0.100275 Epoch[62] Batch [1049] Speed: 760.300484 samples/sec accuracy=0.775591 lr=0.100221 Epoch[62] Batch [1099] Speed: 750.033846 samples/sec accuracy=0.775583 lr=0.100166 Epoch[62] Batch [1149] Speed: 746.261086 samples/sec accuracy=0.775645 lr=0.100111 Epoch[62] Batch [1199] Speed: 751.126675 samples/sec accuracy=0.775724 lr=0.100057 Epoch[62] Batch [1249] Speed: 759.678410 samples/sec accuracy=0.775787 lr=0.100002 Epoch[62] Batch [1299] Speed: 765.096512 samples/sec accuracy=0.775895 lr=0.099948 Epoch[62] Batch [1349] Speed: 758.703529 samples/sec accuracy=0.775895 lr=0.099893 Epoch[62] Batch [1399] Speed: 754.043321 samples/sec accuracy=0.775947 lr=0.099838 Epoch[62] Batch [1449] Speed: 744.408742 samples/sec accuracy=0.775967 lr=0.099784 Epoch[62] Batch [1499] Speed: 745.481191 samples/sec accuracy=0.776035 lr=0.099729 Epoch[62] Batch [1549] Speed: 759.042833 samples/sec accuracy=0.776037 lr=0.099675 Epoch[62] Batch [1599] Speed: 766.976070 samples/sec accuracy=0.776026 lr=0.099620 Epoch[62] Batch [1649] Speed: 754.905840 samples/sec accuracy=0.776060 lr=0.099565 Epoch[62] Batch [1699] Speed: 754.150408 samples/sec accuracy=0.776084 lr=0.099511 Epoch[62] Batch [1749] Speed: 746.740812 samples/sec accuracy=0.776163 lr=0.099456 Epoch[62] Batch [1799] Speed: 745.533165 samples/sec accuracy=0.776226 lr=0.099402 Epoch[62] Batch [1849] Speed: 772.993794 samples/sec accuracy=0.776191 lr=0.099347 Epoch[62] Batch [1899] Speed: 761.240146 samples/sec accuracy=0.776233 lr=0.099292 Epoch[62] Batch [1949] Speed: 753.678565 samples/sec accuracy=0.776269 lr=0.099238 Epoch[62] Batch [1999] Speed: 750.058854 samples/sec accuracy=0.776282 lr=0.099183 Epoch[62] Batch [2049] Speed: 751.979814 samples/sec accuracy=0.776306 lr=0.099129 Epoch[62] Batch [2099] Speed: 761.102550 samples/sec accuracy=0.776428 lr=0.099074 Epoch[62] Batch [2149] Speed: 768.183407 samples/sec accuracy=0.776477 lr=0.099020 Epoch[62] Batch [2199] Speed: 774.102449 samples/sec accuracy=0.776529 lr=0.098965 Epoch[62] Batch [2249] Speed: 773.067930 samples/sec accuracy=0.776605 lr=0.098910 Epoch[62] Batch [2299] Speed: 759.565508 samples/sec accuracy=0.776642 lr=0.098856 Epoch[62] Batch [2349] Speed: 767.418617 samples/sec accuracy=0.776694 lr=0.098801 Epoch[62] Batch [2399] Speed: 753.626000 samples/sec accuracy=0.776723 lr=0.098747 Epoch[62] Batch [2449] Speed: 751.031214 samples/sec accuracy=0.776805 lr=0.098692 Epoch[62] Batch [2499] Speed: 752.496980 samples/sec accuracy=0.776865 lr=0.098637 [Epoch 62] training: accuracy=0.776864 [Epoch 62] speed: 756 samples/sec time cost: 1693.504225 [Epoch 62] validation: err-top1=0.483333 err-top5=0.483333 Epoch[63] Batch [49] Speed: 749.799451 samples/sec accuracy=0.776781 lr=0.098581 Epoch[63] Batch [99] Speed: 747.907625 samples/sec accuracy=0.776676 lr=0.098526 Epoch[63] Batch [149] Speed: 746.942853 samples/sec accuracy=0.777182 lr=0.098471 Epoch[63] Batch [199] Speed: 753.650496 samples/sec accuracy=0.777145 lr=0.098417 Epoch[63] Batch [249] Speed: 757.696590 samples/sec accuracy=0.777137 lr=0.098362 Epoch[63] Batch [299] Speed: 764.658604 samples/sec accuracy=0.777207 lr=0.098308 Epoch[63] Batch [349] Speed: 756.850491 samples/sec accuracy=0.777101 lr=0.098253 Epoch[63] Batch [399] Speed: 753.982806 samples/sec accuracy=0.776915 lr=0.098199 Epoch[63] Batch [449] Speed: 752.245570 samples/sec accuracy=0.776947 lr=0.098144 Epoch[63] Batch [499] Speed: 746.286932 samples/sec accuracy=0.777058 lr=0.098089 Epoch[63] Batch [549] Speed: 760.189200 samples/sec accuracy=0.777261 lr=0.098035 Epoch[63] Batch [599] Speed: 761.403642 samples/sec accuracy=0.777408 lr=0.097980 Epoch[63] Batch [649] Speed: 754.474671 samples/sec accuracy=0.777445 lr=0.097926 Epoch[63] Batch [699] Speed: 751.687895 samples/sec accuracy=0.777476 lr=0.097871 Epoch[63] Batch [749] Speed: 746.115667 samples/sec accuracy=0.777519 lr=0.097816 Epoch[63] Batch [799] Speed: 756.210363 samples/sec accuracy=0.777468 lr=0.097762 Epoch[63] Batch [849] Speed: 759.881195 samples/sec accuracy=0.777409 lr=0.097707 Epoch[63] Batch [899] Speed: 766.627438 samples/sec accuracy=0.777377 lr=0.097653 Epoch[63] Batch [949] Speed: 751.380934 samples/sec accuracy=0.777373 lr=0.097598 Epoch[63] Batch [999] Speed: 755.149679 samples/sec accuracy=0.777365 lr=0.097544 Epoch[63] Batch [1049] Speed: 751.739875 samples/sec accuracy=0.777403 lr=0.097489 Epoch[63] Batch [1099] Speed: 761.721107 samples/sec accuracy=0.777510 lr=0.097434 Epoch[63] Batch [1149] Speed: 759.312118 samples/sec accuracy=0.777489 lr=0.097380 Epoch[63] Batch [1199] Speed: 743.352841 samples/sec accuracy=0.777493 lr=0.097325 Epoch[63] Batch [1249] Speed: 750.332204 samples/sec accuracy=0.777516 lr=0.097271 Epoch[63] Batch [1299] Speed: 753.850721 samples/sec accuracy=0.777537 lr=0.097216 Epoch[63] Batch [1349] Speed: 764.763934 samples/sec accuracy=0.777595 lr=0.097162 Epoch[63] Batch [1399] Speed: 756.648798 samples/sec accuracy=0.777690 lr=0.097107 Epoch[63] Batch [1449] Speed: 757.839338 samples/sec accuracy=0.777758 lr=0.097052 Epoch[63] Batch [1499] Speed: 744.561375 samples/sec accuracy=0.777819 lr=0.096998 Epoch[63] Batch [1549] Speed: 752.588478 samples/sec accuracy=0.777822 lr=0.096943 Epoch[63] Batch [1599] Speed: 769.411820 samples/sec accuracy=0.777874 lr=0.096889 Epoch[63] Batch [1649] Speed: 760.007612 samples/sec accuracy=0.777820 lr=0.096834 Epoch[63] Batch [1699] Speed: 745.948109 samples/sec accuracy=0.777841 lr=0.096780 Epoch[63] Batch [1749] Speed: 741.632117 samples/sec accuracy=0.777819 lr=0.096725 Epoch[63] Batch [1799] Speed: 750.986487 samples/sec accuracy=0.777828 lr=0.096670 Epoch[63] Batch [1849] Speed: 752.041688 samples/sec accuracy=0.777875 lr=0.096616 Epoch[63] Batch [1899] Speed: 764.851989 samples/sec accuracy=0.777912 lr=0.096561 Epoch[63] Batch [1949] Speed: 764.217955 samples/sec accuracy=0.777950 lr=0.096507 Epoch[63] Batch [1999] Speed: 767.191645 samples/sec accuracy=0.777957 lr=0.096452 Epoch[63] Batch [2049] Speed: 753.283747 samples/sec accuracy=0.777967 lr=0.096398 Epoch[63] Batch [2099] Speed: 744.555102 samples/sec accuracy=0.778007 lr=0.096343 Epoch[63] Batch [2149] Speed: 739.189707 samples/sec accuracy=0.778027 lr=0.096289 Epoch[63] Batch [2199] Speed: 751.486851 samples/sec accuracy=0.778054 lr=0.096234 Epoch[63] Batch [2249] Speed: 746.409810 samples/sec accuracy=0.778142 lr=0.096179 Epoch[63] Batch [2299] Speed: 747.782056 samples/sec accuracy=0.778168 lr=0.096125 Epoch[63] Batch [2349] Speed: 753.622562 samples/sec accuracy=0.778166 lr=0.096070 Epoch[63] Batch [2399] Speed: 752.653460 samples/sec accuracy=0.778235 lr=0.096016 Epoch[63] Batch [2449] Speed: 760.357048 samples/sec accuracy=0.778320 lr=0.095961 Epoch[63] Batch [2499] Speed: 751.353194 samples/sec accuracy=0.778373 lr=0.095907 [Epoch 63] training: accuracy=0.778377 [Epoch 63] speed: 753 samples/sec time cost: 1698.861311 [Epoch 63] validation: err-top1=0.475000 err-top5=0.475000 Epoch[64] Batch [49] Speed: 757.641987 samples/sec accuracy=0.779225 lr=0.095850 Epoch[64] Batch [99] Speed: 757.419328 samples/sec accuracy=0.778544 lr=0.095795 Epoch[64] Batch [149] Speed: 752.819395 samples/sec accuracy=0.777843 lr=0.095741 Epoch[64] Batch [199] Speed: 757.516602 samples/sec accuracy=0.777425 lr=0.095686 Epoch[64] Batch [249] Speed: 761.484768 samples/sec accuracy=0.777756 lr=0.095632 Epoch[64] Batch [299] Speed: 755.029747 samples/sec accuracy=0.777701 lr=0.095577 Epoch[64] Batch [349] Speed: 752.172855 samples/sec accuracy=0.778085 lr=0.095523 Epoch[64] Batch [399] Speed: 748.443686 samples/sec accuracy=0.778136 lr=0.095468 Epoch[64] Batch [449] Speed: 759.603342 samples/sec accuracy=0.778112 lr=0.095414 Epoch[64] Batch [499] Speed: 761.705604 samples/sec accuracy=0.778127 lr=0.095359 Epoch[64] Batch [549] Speed: 760.184932 samples/sec accuracy=0.778164 lr=0.095305 Epoch[64] Batch [599] Speed: 747.711940 samples/sec accuracy=0.778333 lr=0.095250 Epoch[64] Batch [649] Speed: 746.590154 samples/sec accuracy=0.778377 lr=0.095196 Epoch[64] Batch [699] Speed: 753.925381 samples/sec accuracy=0.778358 lr=0.095141 Epoch[64] Batch [749] Speed: 749.097118 samples/sec accuracy=0.778437 lr=0.095086 Epoch[64] Batch [799] Speed: 752.978053 samples/sec accuracy=0.778420 lr=0.095032 Epoch[64] Batch [849] Speed: 759.702011 samples/sec accuracy=0.778389 lr=0.094977 Epoch[64] Batch [899] Speed: 752.877026 samples/sec accuracy=0.778527 lr=0.094923 Epoch[64] Batch [949] Speed: 757.221956 samples/sec accuracy=0.778654 lr=0.094868 Epoch[64] Batch [999] Speed: 766.250157 samples/sec accuracy=0.778785 lr=0.094814 Epoch[64] Batch [1049] Speed: 759.573707 samples/sec accuracy=0.778701 lr=0.094759 Epoch[64] Batch [1099] Speed: 746.598621 samples/sec accuracy=0.778713 lr=0.094705 Epoch[64] Batch [1149] Speed: 743.498354 samples/sec accuracy=0.778868 lr=0.094650 Epoch[64] Batch [1199] Speed: 741.191398 samples/sec accuracy=0.778866 lr=0.094596 Epoch[64] Batch [1249] Speed: 752.698719 samples/sec accuracy=0.778905 lr=0.094541 Epoch[64] Batch [1299] Speed: 749.989636 samples/sec accuracy=0.778904 lr=0.094487 Epoch[64] Batch [1349] Speed: 751.693852 samples/sec accuracy=0.778958 lr=0.094432 Epoch[64] Batch [1399] Speed: 759.855684 samples/sec accuracy=0.779079 lr=0.094378 Epoch[64] Batch [1449] Speed: 757.160876 samples/sec accuracy=0.779091 lr=0.094323 Epoch[64] Batch [1499] Speed: 757.996523 samples/sec accuracy=0.779083 lr=0.094269 Epoch[64] Batch [1549] Speed: 747.433429 samples/sec accuracy=0.779116 lr=0.094214 Epoch[64] Batch [1599] Speed: 746.969203 samples/sec accuracy=0.779248 lr=0.094160 Epoch[64] Batch [1649] Speed: 752.770275 samples/sec accuracy=0.779359 lr=0.094105 Epoch[64] Batch [1699] Speed: 752.622107 samples/sec accuracy=0.779392 lr=0.094051 Epoch[64] Batch [1749] Speed: 749.673392 samples/sec accuracy=0.779431 lr=0.093996 Epoch[64] Batch [1799] Speed: 755.652455 samples/sec accuracy=0.779436 lr=0.093942 Epoch[64] Batch [1849] Speed: 767.807279 samples/sec accuracy=0.779469 lr=0.093887 Epoch[64] Batch [1899] Speed: 754.395010 samples/sec accuracy=0.779469 lr=0.093833 Epoch[64] Batch [1949] Speed: 756.570511 samples/sec accuracy=0.779484 lr=0.093778 Epoch[64] Batch [1999] Speed: 754.402298 samples/sec accuracy=0.779565 lr=0.093724 Epoch[64] Batch [2049] Speed: 745.794772 samples/sec accuracy=0.779585 lr=0.093669 Epoch[64] Batch [2099] Speed: 752.297210 samples/sec accuracy=0.779689 lr=0.093615 Epoch[64] Batch [2149] Speed: 757.186569 samples/sec accuracy=0.779738 lr=0.093560 Epoch[64] Batch [2199] Speed: 759.060706 samples/sec accuracy=0.779800 lr=0.093506 Epoch[64] Batch [2249] Speed: 745.694234 samples/sec accuracy=0.779807 lr=0.093451 Epoch[64] Batch [2299] Speed: 752.725456 samples/sec accuracy=0.779777 lr=0.093397 Epoch[64] Batch [2349] Speed: 746.132020 samples/sec accuracy=0.779852 lr=0.093342 Epoch[64] Batch [2399] Speed: 748.930015 samples/sec accuracy=0.779892 lr=0.093288 Epoch[64] Batch [2449] Speed: 750.829864 samples/sec accuracy=0.779960 lr=0.093233 Epoch[64] Batch [2499] Speed: 759.184312 samples/sec accuracy=0.779973 lr=0.093179 [Epoch 64] training: accuracy=0.779966 [Epoch 64] speed: 753 samples/sec time cost: 1700.400613 [Epoch 64] validation: err-top1=0.466667 err-top5=0.466667 Epoch[65] Batch [49] Speed: 766.755475 samples/sec accuracy=0.778181 lr=0.093122 Epoch[65] Batch [99] Speed: 757.145964 samples/sec accuracy=0.778740 lr=0.093068 Epoch[65] Batch [149] Speed: 751.317207 samples/sec accuracy=0.779763 lr=0.093013 Epoch[65] Batch [199] Speed: 753.769303 samples/sec accuracy=0.780141 lr=0.092959 Epoch[65] Batch [249] Speed: 754.146281 samples/sec accuracy=0.779600 lr=0.092905 Epoch[65] Batch [299] Speed: 750.802427 samples/sec accuracy=0.779568 lr=0.092850 Epoch[65] Batch [349] Speed: 757.157187 samples/sec accuracy=0.779499 lr=0.092796 Epoch[65] Batch [399] Speed: 765.287495 samples/sec accuracy=0.779577 lr=0.092741 Epoch[65] Batch [449] Speed: 758.610340 samples/sec accuracy=0.779681 lr=0.092687 Epoch[65] Batch [499] Speed: 750.184644 samples/sec accuracy=0.779736 lr=0.092632 Epoch[65] Batch [549] Speed: 752.097630 samples/sec accuracy=0.779734 lr=0.092578 Epoch[65] Batch [599] Speed: 752.145162 samples/sec accuracy=0.779888 lr=0.092523 Epoch[65] Batch [649] Speed: 740.017980 samples/sec accuracy=0.779929 lr=0.092469 Epoch[65] Batch [699] Speed: 754.698153 samples/sec accuracy=0.779906 lr=0.092415 Epoch[65] Batch [749] Speed: 756.735671 samples/sec accuracy=0.780006 lr=0.092360 Epoch[65] Batch [799] Speed: 748.752502 samples/sec accuracy=0.780070 lr=0.092306 Epoch[65] Batch [849] Speed: 752.658931 samples/sec accuracy=0.780204 lr=0.092251 Epoch[65] Batch [899] Speed: 754.707192 samples/sec accuracy=0.780314 lr=0.092197 Epoch[65] Batch [949] Speed: 749.916984 samples/sec accuracy=0.780327 lr=0.092142 Epoch[65] Batch [999] Speed: 749.062638 samples/sec accuracy=0.780481 lr=0.092088 Epoch[65] Batch [1049] Speed: 755.876487 samples/sec accuracy=0.780527 lr=0.092034 Epoch[65] Batch [1099] Speed: 768.543743 samples/sec accuracy=0.780522 lr=0.091979 Epoch[65] Batch [1149] Speed: 764.946407 samples/sec accuracy=0.780670 lr=0.091925 Epoch[65] Batch [1199] Speed: 763.623234 samples/sec accuracy=0.780561 lr=0.091870 Epoch[65] Batch [1249] Speed: 748.807470 samples/sec accuracy=0.780639 lr=0.091816 Epoch[65] Batch [1299] Speed: 757.672370 samples/sec accuracy=0.780747 lr=0.091761 Epoch[65] Batch [1349] Speed: 747.101439 samples/sec accuracy=0.780899 lr=0.091707 Epoch[65] Batch [1399] Speed: 746.179515 samples/sec accuracy=0.780946 lr=0.091653 Epoch[65] Batch [1449] Speed: 748.714242 samples/sec accuracy=0.780966 lr=0.091598 Epoch[65] Batch [1499] Speed: 736.384503 samples/sec accuracy=0.780996 lr=0.091544 Epoch[65] Batch [1549] Speed: 742.687503 samples/sec accuracy=0.780990 lr=0.091489 Epoch[65] Batch [1599] Speed: 741.154081 samples/sec accuracy=0.781029 lr=0.091435 Epoch[65] Batch [1649] Speed: 747.848460 samples/sec accuracy=0.781027 lr=0.091381 Epoch[65] Batch [1699] Speed: 770.131205 samples/sec accuracy=0.781069 lr=0.091326 Epoch[65] Batch [1749] Speed: 758.132554 samples/sec accuracy=0.781054 lr=0.091272 Epoch[65] Batch [1799] Speed: 766.596743 samples/sec accuracy=0.781079 lr=0.091218 Epoch[65] Batch [1849] Speed: 765.839811 samples/sec accuracy=0.781123 lr=0.091163 Epoch[65] Batch [1899] Speed: 753.313379 samples/sec accuracy=0.781140 lr=0.091109 Epoch[65] Batch [1949] Speed: 753.730820 samples/sec accuracy=0.781178 lr=0.091054 Epoch[65] Batch [1999] Speed: 750.613063 samples/sec accuracy=0.781224 lr=0.091000 Epoch[65] Batch [2049] Speed: 755.157741 samples/sec accuracy=0.781302 lr=0.090946 Epoch[65] Batch [2099] Speed: 759.001942 samples/sec accuracy=0.781374 lr=0.090891 Epoch[65] Batch [2149] Speed: 756.494564 samples/sec accuracy=0.781435 lr=0.090837 Epoch[65] Batch [2199] Speed: 767.485270 samples/sec accuracy=0.781469 lr=0.090783 Epoch[65] Batch [2249] Speed: 757.772645 samples/sec accuracy=0.781472 lr=0.090728 Epoch[65] Batch [2299] Speed: 737.175487 samples/sec accuracy=0.781488 lr=0.090674 Epoch[65] Batch [2349] Speed: 753.451837 samples/sec accuracy=0.781525 lr=0.090619 Epoch[65] Batch [2399] Speed: 751.590282 samples/sec accuracy=0.781581 lr=0.090565 Epoch[65] Batch [2449] Speed: 738.845354 samples/sec accuracy=0.781626 lr=0.090511 Epoch[65] Batch [2499] Speed: 757.006439 samples/sec accuracy=0.781664 lr=0.090456 [Epoch 65] training: accuracy=0.781666 [Epoch 65] speed: 753 samples/sec time cost: 1699.356997 [Epoch 65] validation: err-top1=0.458333 err-top5=0.458333 Epoch[66] Batch [49] Speed: 764.698870 samples/sec accuracy=0.780530 lr=0.090400 Epoch[66] Batch [99] Speed: 752.469358 samples/sec accuracy=0.782283 lr=0.090346 Epoch[66] Batch [149] Speed: 748.941325 samples/sec accuracy=0.781877 lr=0.090291 Epoch[66] Batch [199] Speed: 737.038869 samples/sec accuracy=0.781471 lr=0.090237 Epoch[66] Batch [249] Speed: 749.655063 samples/sec accuracy=0.781637 lr=0.090183 Epoch[66] Batch [299] Speed: 760.952395 samples/sec accuracy=0.781509 lr=0.090128 Epoch[66] Batch [349] Speed: 765.136895 samples/sec accuracy=0.781490 lr=0.090074 Epoch[66] Batch [399] Speed: 769.533122 samples/sec accuracy=0.781415 lr=0.090020 Epoch[66] Batch [449] Speed: 763.702324 samples/sec accuracy=0.781488 lr=0.089965 Epoch[66] Batch [499] Speed: 770.894147 samples/sec accuracy=0.781496 lr=0.089911 Epoch[66] Batch [549] Speed: 749.483960 samples/sec accuracy=0.781473 lr=0.089857 Epoch[66] Batch [599] Speed: 747.522758 samples/sec accuracy=0.781621 lr=0.089802 Epoch[66] Batch [649] Speed: 745.511191 samples/sec accuracy=0.781770 lr=0.089748 Epoch[66] Batch [699] Speed: 744.859300 samples/sec accuracy=0.781888 lr=0.089694 Epoch[66] Batch [749] Speed: 754.763463 samples/sec accuracy=0.781938 lr=0.089639 Epoch[66] Batch [799] Speed: 769.112466 samples/sec accuracy=0.781979 lr=0.089585 Epoch[66] Batch [849] Speed: 761.361973 samples/sec accuracy=0.782089 lr=0.089531 Epoch[66] Batch [899] Speed: 748.907893 samples/sec accuracy=0.782043 lr=0.089477 Epoch[66] Batch [949] Speed: 750.126261 samples/sec accuracy=0.781995 lr=0.089422 Epoch[66] Batch [999] Speed: 765.497494 samples/sec accuracy=0.781941 lr=0.089368 Epoch[66] Batch [1049] Speed: 761.409052 samples/sec accuracy=0.782117 lr=0.089314 Epoch[66] Batch [1099] Speed: 755.766877 samples/sec accuracy=0.782155 lr=0.089259 Epoch[66] Batch [1149] Speed: 760.097695 samples/sec accuracy=0.782220 lr=0.089205 Epoch[66] Batch [1199] Speed: 763.846774 samples/sec accuracy=0.782209 lr=0.089151 Epoch[66] Batch [1249] Speed: 766.815232 samples/sec accuracy=0.782274 lr=0.089097 Epoch[66] Batch [1299] Speed: 763.690798 samples/sec accuracy=0.782306 lr=0.089042 Epoch[66] Batch [1349] Speed: 757.660961 samples/sec accuracy=0.782315 lr=0.088988 Epoch[66] Batch [1399] Speed: 765.296299 samples/sec accuracy=0.782348 lr=0.088934 Epoch[66] Batch [1449] Speed: 762.654611 samples/sec accuracy=0.782355 lr=0.088880 Epoch[66] Batch [1499] Speed: 760.104222 samples/sec accuracy=0.782359 lr=0.088825 Epoch[66] Batch [1549] Speed: 740.905581 samples/sec accuracy=0.782391 lr=0.088771 Epoch[66] Batch [1599] Speed: 751.141419 samples/sec accuracy=0.782465 lr=0.088717 Epoch[66] Batch [1649] Speed: 755.152935 samples/sec accuracy=0.782533 lr=0.088663 Epoch[66] Batch [1699] Speed: 761.183607 samples/sec accuracy=0.782565 lr=0.088608 Epoch[66] Batch [1749] Speed: 756.285113 samples/sec accuracy=0.782601 lr=0.088554 Epoch[66] Batch [1799] Speed: 758.392050 samples/sec accuracy=0.782681 lr=0.088500 Epoch[66] Batch [1849] Speed: 753.662520 samples/sec accuracy=0.782733 lr=0.088446 Epoch[66] Batch [1899] Speed: 759.655885 samples/sec accuracy=0.782722 lr=0.088391 Epoch[66] Batch [1949] Speed: 757.376038 samples/sec accuracy=0.782819 lr=0.088337 Epoch[66] Batch [1999] Speed: 751.325740 samples/sec accuracy=0.782928 lr=0.088283 Epoch[66] Batch [2049] Speed: 749.310811 samples/sec accuracy=0.782980 lr=0.088229 Epoch[66] Batch [2099] Speed: 759.624467 samples/sec accuracy=0.782996 lr=0.088175 Epoch[66] Batch [2149] Speed: 756.925186 samples/sec accuracy=0.783037 lr=0.088120 Epoch[66] Batch [2199] Speed: 745.599000 samples/sec accuracy=0.783066 lr=0.088066 Epoch[66] Batch [2249] Speed: 758.371519 samples/sec accuracy=0.783126 lr=0.088012 Epoch[66] Batch [2299] Speed: 769.093146 samples/sec accuracy=0.783163 lr=0.087958 Epoch[66] Batch [2349] Speed: 764.442121 samples/sec accuracy=0.783222 lr=0.087904 Epoch[66] Batch [2399] Speed: 770.632242 samples/sec accuracy=0.783255 lr=0.087849 Epoch[66] Batch [2449] Speed: 763.961072 samples/sec accuracy=0.783318 lr=0.087795 Epoch[66] Batch [2499] Speed: 758.194213 samples/sec accuracy=0.783395 lr=0.087741 [Epoch 66] training: accuracy=0.783397 [Epoch 66] speed: 757 samples/sec time cost: 1691.229962 [Epoch 66] validation: err-top1=0.450000 err-top5=0.450000 Epoch[67] Batch [49] Speed: 746.490383 samples/sec accuracy=0.782082 lr=0.087685 Epoch[67] Batch [99] Speed: 749.946729 samples/sec accuracy=0.783865 lr=0.087630 Epoch[67] Batch [149] Speed: 749.172403 samples/sec accuracy=0.783510 lr=0.087576 Epoch[67] Batch [199] Speed: 758.373768 samples/sec accuracy=0.783402 lr=0.087522 Epoch[67] Batch [249] Speed: 749.962915 samples/sec accuracy=0.782941 lr=0.087468 Epoch[67] Batch [299] Speed: 758.425444 samples/sec accuracy=0.782489 lr=0.087414 Epoch[67] Batch [349] Speed: 757.724560 samples/sec accuracy=0.782437 lr=0.087360 Epoch[67] Batch [399] Speed: 757.411261 samples/sec accuracy=0.782604 lr=0.087306 Epoch[67] Batch [449] Speed: 749.467591 samples/sec accuracy=0.782781 lr=0.087251 Epoch[67] Batch [499] Speed: 745.721931 samples/sec accuracy=0.782897 lr=0.087197 Epoch[67] Batch [549] Speed: 739.572815 samples/sec accuracy=0.782985 lr=0.087143 Epoch[67] Batch [599] Speed: 745.902793 samples/sec accuracy=0.783063 lr=0.087089 Epoch[67] Batch [649] Speed: 738.611461 samples/sec accuracy=0.783033 lr=0.087035 Epoch[67] Batch [699] Speed: 741.543504 samples/sec accuracy=0.783023 lr=0.086981 Epoch[67] Batch [749] Speed: 740.017016 samples/sec accuracy=0.783101 lr=0.086927 Epoch[67] Batch [799] Speed: 736.139674 samples/sec accuracy=0.783249 lr=0.086872 Epoch[67] Batch [849] Speed: 739.528774 samples/sec accuracy=0.783361 lr=0.086818 Epoch[67] Batch [899] Speed: 742.745273 samples/sec accuracy=0.783256 lr=0.086764 Epoch[67] Batch [949] Speed: 749.293880 samples/sec accuracy=0.783225 lr=0.086710 Epoch[67] Batch [999] Speed: 748.480040 samples/sec accuracy=0.783240 lr=0.086656 Epoch[67] Batch [1049] Speed: 747.280220 samples/sec accuracy=0.783268 lr=0.086602 Epoch[67] Batch [1099] Speed: 749.382577 samples/sec accuracy=0.783411 lr=0.086548 Epoch[67] Batch [1149] Speed: 749.007387 samples/sec accuracy=0.783443 lr=0.086494 Epoch[67] Batch [1199] Speed: 743.202189 samples/sec accuracy=0.783479 lr=0.086440 Epoch[67] Batch [1249] Speed: 743.364369 samples/sec accuracy=0.783497 lr=0.086385 Epoch[67] Batch [1299] Speed: 743.487491 samples/sec accuracy=0.783474 lr=0.086331 Epoch[67] Batch [1349] Speed: 731.603528 samples/sec accuracy=0.783422 lr=0.086277 Epoch[67] Batch [1399] Speed: 741.565306 samples/sec accuracy=0.783506 lr=0.086223 Epoch[67] Batch [1449] Speed: 745.191819 samples/sec accuracy=0.783554 lr=0.086169 Epoch[67] Batch [1499] Speed: 748.715422 samples/sec accuracy=0.783586 lr=0.086115 Epoch[67] Batch [1549] Speed: 733.563031 samples/sec accuracy=0.783628 lr=0.086061 Epoch[67] Batch [1599] Speed: 746.324700 samples/sec accuracy=0.783753 lr=0.086007 Epoch[67] Batch [1649] Speed: 748.168087 samples/sec accuracy=0.783819 lr=0.085953 Epoch[67] Batch [1699] Speed: 746.157141 samples/sec accuracy=0.783843 lr=0.085899 Epoch[67] Batch [1749] Speed: 744.628210 samples/sec accuracy=0.783854 lr=0.085845 Epoch[67] Batch [1799] Speed: 738.038933 samples/sec accuracy=0.783935 lr=0.085791 Epoch[67] Batch [1849] Speed: 740.189860 samples/sec accuracy=0.784021 lr=0.085737 Epoch[67] Batch [1899] Speed: 742.723053 samples/sec accuracy=0.784100 lr=0.085683 Epoch[67] Batch [1949] Speed: 748.840089 samples/sec accuracy=0.784101 lr=0.085629 Epoch[67] Batch [1999] Speed: 732.801445 samples/sec accuracy=0.784127 lr=0.085575 Epoch[67] Batch [2049] Speed: 736.182247 samples/sec accuracy=0.784209 lr=0.085521 Epoch[67] Batch [2099] Speed: 745.260350 samples/sec accuracy=0.784258 lr=0.085467 Epoch[67] Batch [2149] Speed: 752.079446 samples/sec accuracy=0.784339 lr=0.085413 Epoch[67] Batch [2199] Speed: 733.553674 samples/sec accuracy=0.784396 lr=0.085359 Epoch[67] Batch [2249] Speed: 751.565151 samples/sec accuracy=0.784445 lr=0.085305 Epoch[67] Batch [2299] Speed: 747.392771 samples/sec accuracy=0.784547 lr=0.085251 Epoch[67] Batch [2349] Speed: 739.458028 samples/sec accuracy=0.784593 lr=0.085197 Epoch[67] Batch [2399] Speed: 743.781446 samples/sec accuracy=0.784680 lr=0.085143 Epoch[67] Batch [2449] Speed: 741.909724 samples/sec accuracy=0.784746 lr=0.085089 Epoch[67] Batch [2499] Speed: 747.260176 samples/sec accuracy=0.784756 lr=0.085035 [Epoch 67] training: accuracy=0.784751 [Epoch 67] speed: 744 samples/sec time cost: 1719.885866 [Epoch 67] validation: err-top1=0.441667 err-top5=0.441667 Epoch[68] Batch [49] Speed: 744.674456 samples/sec accuracy=0.784878 lr=0.084979 Epoch[68] Batch [99] Speed: 748.547842 samples/sec accuracy=0.785490 lr=0.084925 Epoch[68] Batch [149] Speed: 747.329719 samples/sec accuracy=0.785893 lr=0.084871 Epoch[68] Batch [199] Speed: 738.046167 samples/sec accuracy=0.786275 lr=0.084817 Epoch[68] Batch [249] Speed: 746.614652 samples/sec accuracy=0.786358 lr=0.084763 Epoch[68] Batch [299] Speed: 734.906567 samples/sec accuracy=0.786131 lr=0.084709 Epoch[68] Batch [349] Speed: 744.303083 samples/sec accuracy=0.786126 lr=0.084655 Epoch[68] Batch [399] Speed: 741.388317 samples/sec accuracy=0.786244 lr=0.084601 Epoch[68] Batch [449] Speed: 744.990206 samples/sec accuracy=0.786378 lr=0.084547 Epoch[68] Batch [499] Speed: 743.045151 samples/sec accuracy=0.786089 lr=0.084493 Epoch[68] Batch [549] Speed: 747.973948 samples/sec accuracy=0.785806 lr=0.084439 Epoch[68] Batch [599] Speed: 744.407575 samples/sec accuracy=0.785579 lr=0.084385 Epoch[68] Batch [649] Speed: 742.801994 samples/sec accuracy=0.785528 lr=0.084331 Epoch[68] Batch [699] Speed: 733.336211 samples/sec accuracy=0.785547 lr=0.084277 Epoch[68] Batch [749] Speed: 738.957560 samples/sec accuracy=0.785536 lr=0.084223 Epoch[68] Batch [799] Speed: 742.542010 samples/sec accuracy=0.785542 lr=0.084169 Epoch[68] Batch [849] Speed: 742.547607 samples/sec accuracy=0.785545 lr=0.084116 Epoch[68] Batch [899] Speed: 740.319406 samples/sec accuracy=0.785627 lr=0.084062 Epoch[68] Batch [949] Speed: 748.808744 samples/sec accuracy=0.785634 lr=0.084008 Epoch[68] Batch [999] Speed: 742.820746 samples/sec accuracy=0.785733 lr=0.083954 Epoch[68] Batch [1049] Speed: 747.398644 samples/sec accuracy=0.785698 lr=0.083900 Epoch[68] Batch [1099] Speed: 745.938351 samples/sec accuracy=0.785750 lr=0.083846 Epoch[68] Batch [1149] Speed: 736.406320 samples/sec accuracy=0.785714 lr=0.083792 Epoch[68] Batch [1199] Speed: 749.455480 samples/sec accuracy=0.785704 lr=0.083738 Epoch[68] Batch [1249] Speed: 741.508210 samples/sec accuracy=0.785650 lr=0.083685 Epoch[68] Batch [1299] Speed: 741.479643 samples/sec accuracy=0.785655 lr=0.083631 Epoch[68] Batch [1349] Speed: 744.472603 samples/sec accuracy=0.785668 lr=0.083577 Epoch[68] Batch [1399] Speed: 742.219465 samples/sec accuracy=0.785741 lr=0.083523 Epoch[68] Batch [1449] Speed: 743.975589 samples/sec accuracy=0.785871 lr=0.083469 Epoch[68] Batch [1499] Speed: 744.465505 samples/sec accuracy=0.785941 lr=0.083415 Epoch[68] Batch [1549] Speed: 747.284671 samples/sec accuracy=0.785997 lr=0.083361 Epoch[68] Batch [1599] Speed: 745.588945 samples/sec accuracy=0.786019 lr=0.083308 Epoch[68] Batch [1649] Speed: 746.108621 samples/sec accuracy=0.786045 lr=0.083254 Epoch[68] Batch [1699] Speed: 752.550448 samples/sec accuracy=0.786052 lr=0.083200 Epoch[68] Batch [1749] Speed: 751.117443 samples/sec accuracy=0.786064 lr=0.083146 Epoch[68] Batch [1799] Speed: 739.851140 samples/sec accuracy=0.786135 lr=0.083092 Epoch[68] Batch [1849] Speed: 739.122730 samples/sec accuracy=0.786175 lr=0.083039 Epoch[68] Batch [1899] Speed: 751.913200 samples/sec accuracy=0.786199 lr=0.082985 Epoch[68] Batch [1949] Speed: 736.027818 samples/sec accuracy=0.786198 lr=0.082931 Epoch[68] Batch [1999] Speed: 747.237929 samples/sec accuracy=0.786196 lr=0.082877 Epoch[68] Batch [2049] Speed: 745.877305 samples/sec accuracy=0.786221 lr=0.082823 Epoch[68] Batch [2099] Speed: 744.951767 samples/sec accuracy=0.786234 lr=0.082770 Epoch[68] Batch [2149] Speed: 740.215501 samples/sec accuracy=0.786295 lr=0.082716 Epoch[68] Batch [2199] Speed: 743.692741 samples/sec accuracy=0.786409 lr=0.082662 Epoch[68] Batch [2249] Speed: 753.131606 samples/sec accuracy=0.786438 lr=0.082608 Epoch[68] Batch [2299] Speed: 733.581569 samples/sec accuracy=0.786537 lr=0.082555 Epoch[68] Batch [2349] Speed: 741.835980 samples/sec accuracy=0.786570 lr=0.082501 Epoch[68] Batch [2399] Speed: 737.739534 samples/sec accuracy=0.786620 lr=0.082447 Epoch[68] Batch [2449] Speed: 742.471348 samples/sec accuracy=0.786646 lr=0.082393 Epoch[68] Batch [2499] Speed: 749.635128 samples/sec accuracy=0.786685 lr=0.082340 [Epoch 68] training: accuracy=0.786691 [Epoch 68] speed: 743 samples/sec time cost: 1723.336380 [Epoch 68] validation: err-top1=0.433333 err-top5=0.433333 Epoch[69] Batch [49] Speed: 740.990073 samples/sec accuracy=0.788028 lr=0.082284 Epoch[69] Batch [99] Speed: 743.662331 samples/sec accuracy=0.786930 lr=0.082230 Epoch[69] Batch [149] Speed: 745.406564 samples/sec accuracy=0.786921 lr=0.082176 Epoch[69] Batch [199] Speed: 738.131460 samples/sec accuracy=0.786451 lr=0.082123 Epoch[69] Batch [249] Speed: 748.595714 samples/sec accuracy=0.786456 lr=0.082069 Epoch[69] Batch [299] Speed: 754.451923 samples/sec accuracy=0.786711 lr=0.082015 Epoch[69] Batch [349] Speed: 740.209510 samples/sec accuracy=0.786632 lr=0.081961 Epoch[69] Batch [399] Speed: 738.956619 samples/sec accuracy=0.786606 lr=0.081908 Epoch[69] Batch [449] Speed: 742.253144 samples/sec accuracy=0.786658 lr=0.081854 Epoch[69] Batch [499] Speed: 736.940653 samples/sec accuracy=0.786790 lr=0.081800 Epoch[69] Batch [549] Speed: 749.970526 samples/sec accuracy=0.786801 lr=0.081747 Epoch[69] Batch [599] Speed: 745.042804 samples/sec accuracy=0.786749 lr=0.081693 Epoch[69] Batch [649] Speed: 745.092591 samples/sec accuracy=0.786626 lr=0.081639 Epoch[69] Batch [699] Speed: 748.875509 samples/sec accuracy=0.786653 lr=0.081586 Epoch[69] Batch [749] Speed: 759.051343 samples/sec accuracy=0.786598 lr=0.081532 Epoch[69] Batch [799] Speed: 752.939339 samples/sec accuracy=0.786553 lr=0.081478 Epoch[69] Batch [849] Speed: 748.022075 samples/sec accuracy=0.786732 lr=0.081425 Epoch[69] Batch [899] Speed: 749.581550 samples/sec accuracy=0.786960 lr=0.081371 Epoch[69] Batch [949] Speed: 753.097688 samples/sec accuracy=0.787036 lr=0.081317 Epoch[69] Batch [999] Speed: 751.028288 samples/sec accuracy=0.787043 lr=0.081264 Epoch[69] Batch [1049] Speed: 751.294713 samples/sec accuracy=0.786951 lr=0.081210 Epoch[69] Batch [1099] Speed: 770.743097 samples/sec accuracy=0.787015 lr=0.081157 Epoch[69] Batch [1149] Speed: 762.553842 samples/sec accuracy=0.787047 lr=0.081103 Epoch[69] Batch [1199] Speed: 761.153417 samples/sec accuracy=0.787178 lr=0.081049 Epoch[69] Batch [1249] Speed: 753.688526 samples/sec accuracy=0.787182 lr=0.080996 Epoch[69] Batch [1299] Speed: 761.087455 samples/sec accuracy=0.787258 lr=0.080942 Epoch[69] Batch [1349] Speed: 765.499900 samples/sec accuracy=0.787236 lr=0.080889 Epoch[69] Batch [1399] Speed: 760.130374 samples/sec accuracy=0.787343 lr=0.080835 Epoch[69] Batch [1449] Speed: 755.502906 samples/sec accuracy=0.787388 lr=0.080781 Epoch[69] Batch [1499] Speed: 752.360950 samples/sec accuracy=0.787456 lr=0.080728 Epoch[69] Batch [1549] Speed: 767.199949 samples/sec accuracy=0.787451 lr=0.080674 Epoch[69] Batch [1599] Speed: 770.176038 samples/sec accuracy=0.787512 lr=0.080621 Epoch[69] Batch [1649] Speed: 764.139236 samples/sec accuracy=0.787538 lr=0.080567 Epoch[69] Batch [1699] Speed: 747.519375 samples/sec accuracy=0.787624 lr=0.080514 Epoch[69] Batch [1749] Speed: 735.650299 samples/sec accuracy=0.787710 lr=0.080460 Epoch[69] Batch [1799] Speed: 750.751165 samples/sec accuracy=0.787791 lr=0.080407 Epoch[69] Batch [1849] Speed: 771.158550 samples/sec accuracy=0.787823 lr=0.080353 Epoch[69] Batch [1899] Speed: 764.950609 samples/sec accuracy=0.787911 lr=0.080299 Epoch[69] Batch [1949] Speed: 763.613030 samples/sec accuracy=0.787993 lr=0.080246 Epoch[69] Batch [1999] Speed: 756.350852 samples/sec accuracy=0.788088 lr=0.080192 Epoch[69] Batch [2049] Speed: 758.342017 samples/sec accuracy=0.788166 lr=0.080139 Epoch[69] Batch [2099] Speed: 749.261248 samples/sec accuracy=0.788224 lr=0.080085 Epoch[69] Batch [2149] Speed: 748.138436 samples/sec accuracy=0.788237 lr=0.080032 Epoch[69] Batch [2199] Speed: 764.127870 samples/sec accuracy=0.788262 lr=0.079978 Epoch[69] Batch [2249] Speed: 762.776187 samples/sec accuracy=0.788270 lr=0.079925 Epoch[69] Batch [2299] Speed: 748.624561 samples/sec accuracy=0.788288 lr=0.079871 Epoch[69] Batch [2349] Speed: 758.239847 samples/sec accuracy=0.788337 lr=0.079818 Epoch[69] Batch [2399] Speed: 754.090214 samples/sec accuracy=0.788337 lr=0.079765 Epoch[69] Batch [2449] Speed: 765.853653 samples/sec accuracy=0.788455 lr=0.079711 Epoch[69] Batch [2499] Speed: 772.168165 samples/sec accuracy=0.788498 lr=0.079658 [Epoch 69] training: accuracy=0.788505 [Epoch 69] speed: 753 samples/sec time cost: 1699.255233 [Epoch 69] validation: err-top1=0.425000 err-top5=0.425000 Epoch[70] Batch [49] Speed: 757.690874 samples/sec accuracy=0.792066 lr=0.079602 Epoch[70] Batch [99] Speed: 742.169481 samples/sec accuracy=0.790305 lr=0.079549 Epoch[70] Batch [149] Speed: 755.445590 samples/sec accuracy=0.789905 lr=0.079495 Epoch[70] Batch [199] Speed: 759.048461 samples/sec accuracy=0.789452 lr=0.079442 Epoch[70] Batch [249] Speed: 758.723456 samples/sec accuracy=0.789703 lr=0.079388 Epoch[70] Batch [299] Speed: 761.979779 samples/sec accuracy=0.790012 lr=0.079335 Epoch[70] Batch [349] Speed: 761.860251 samples/sec accuracy=0.789784 lr=0.079281 Epoch[70] Batch [399] Speed: 753.642773 samples/sec accuracy=0.789801 lr=0.079228 Epoch[70] Batch [449] Speed: 758.975208 samples/sec accuracy=0.789864 lr=0.079175 Epoch[70] Batch [499] Speed: 751.688311 samples/sec accuracy=0.789921 lr=0.079121 Epoch[70] Batch [549] Speed: 757.216333 samples/sec accuracy=0.789868 lr=0.079068 Epoch[70] Batch [599] Speed: 756.453655 samples/sec accuracy=0.789842 lr=0.079014 Epoch[70] Batch [649] Speed: 766.000354 samples/sec accuracy=0.789772 lr=0.078961 Epoch[70] Batch [699] Speed: 761.772657 samples/sec accuracy=0.789771 lr=0.078908 Epoch[70] Batch [749] Speed: 764.192903 samples/sec accuracy=0.789705 lr=0.078854 Epoch[70] Batch [799] Speed: 753.746402 samples/sec accuracy=0.789711 lr=0.078801 Epoch[70] Batch [849] Speed: 755.815586 samples/sec accuracy=0.789612 lr=0.078748 Epoch[70] Batch [899] Speed: 756.839101 samples/sec accuracy=0.789581 lr=0.078694 Epoch[70] Batch [949] Speed: 752.046771 samples/sec accuracy=0.789628 lr=0.078641 Epoch[70] Batch [999] Speed: 746.227868 samples/sec accuracy=0.789573 lr=0.078588 Epoch[70] Batch [1049] Speed: 754.098296 samples/sec accuracy=0.789502 lr=0.078534 Epoch[70] Batch [1099] Speed: 741.842299 samples/sec accuracy=0.789460 lr=0.078481 Epoch[70] Batch [1149] Speed: 749.366918 samples/sec accuracy=0.789419 lr=0.078428 Epoch[70] Batch [1199] Speed: 752.539409 samples/sec accuracy=0.789428 lr=0.078374 Epoch[70] Batch [1249] Speed: 762.580325 samples/sec accuracy=0.789536 lr=0.078321 Epoch[70] Batch [1299] Speed: 749.147757 samples/sec accuracy=0.789411 lr=0.078268 Epoch[70] Batch [1349] Speed: 758.704966 samples/sec accuracy=0.789424 lr=0.078215 Epoch[70] Batch [1399] Speed: 768.269970 samples/sec accuracy=0.789448 lr=0.078161 Epoch[70] Batch [1449] Speed: 759.378020 samples/sec accuracy=0.789415 lr=0.078108 Epoch[70] Batch [1499] Speed: 765.103692 samples/sec accuracy=0.789390 lr=0.078055 Epoch[70] Batch [1549] Speed: 762.678815 samples/sec accuracy=0.789467 lr=0.078001 Epoch[70] Batch [1599] Speed: 755.587618 samples/sec accuracy=0.789534 lr=0.077948 Epoch[70] Batch [1649] Speed: 750.371332 samples/sec accuracy=0.789589 lr=0.077895 Epoch[70] Batch [1699] Speed: 758.203984 samples/sec accuracy=0.789545 lr=0.077842 Epoch[70] Batch [1749] Speed: 751.604802 samples/sec accuracy=0.789547 lr=0.077789 Epoch[70] Batch [1799] Speed: 761.475955 samples/sec accuracy=0.789586 lr=0.077735 Epoch[70] Batch [1849] Speed: 755.263790 samples/sec accuracy=0.789638 lr=0.077682 Epoch[70] Batch [1899] Speed: 742.532531 samples/sec accuracy=0.789655 lr=0.077629 Epoch[70] Batch [1949] Speed: 757.894734 samples/sec accuracy=0.789723 lr=0.077576 Epoch[70] Batch [1999] Speed: 760.244213 samples/sec accuracy=0.789723 lr=0.077522 Epoch[70] Batch [2049] Speed: 750.679909 samples/sec accuracy=0.789747 lr=0.077469 Epoch[70] Batch [2099] Speed: 754.977556 samples/sec accuracy=0.789749 lr=0.077416 Epoch[70] Batch [2149] Speed: 764.845342 samples/sec accuracy=0.789756 lr=0.077363 Epoch[70] Batch [2199] Speed: 753.814669 samples/sec accuracy=0.789746 lr=0.077310 Epoch[70] Batch [2249] Speed: 760.436190 samples/sec accuracy=0.789752 lr=0.077257 Epoch[70] Batch [2299] Speed: 757.591428 samples/sec accuracy=0.789768 lr=0.077203 Epoch[70] Batch [2349] Speed: 759.510249 samples/sec accuracy=0.789809 lr=0.077150 Epoch[70] Batch [2399] Speed: 752.744263 samples/sec accuracy=0.789870 lr=0.077097 Epoch[70] Batch [2449] Speed: 751.292000 samples/sec accuracy=0.789929 lr=0.077044 Epoch[70] Batch [2499] Speed: 763.843128 samples/sec accuracy=0.790014 lr=0.076991 [Epoch 70] training: accuracy=0.790011 [Epoch 70] speed: 756 samples/sec time cost: 1693.793960 [Epoch 70] validation: err-top1=0.416667 err-top5=0.416667 Epoch[71] Batch [49] Speed: 780.310427 samples/sec accuracy=0.791432 lr=0.076936 Epoch[71] Batch [99] Speed: 751.008742 samples/sec accuracy=0.791661 lr=0.076882 Epoch[71] Batch [149] Speed: 748.531096 samples/sec accuracy=0.790736 lr=0.076829 Epoch[71] Batch [199] Speed: 744.436229 samples/sec accuracy=0.790196 lr=0.076776 Epoch[71] Batch [249] Speed: 746.731729 samples/sec accuracy=0.790181 lr=0.076723 Epoch[71] Batch [299] Speed: 761.058945 samples/sec accuracy=0.790146 lr=0.076670 Epoch[71] Batch [349] Speed: 753.505863 samples/sec accuracy=0.789964 lr=0.076617 Epoch[71] Batch [399] Speed: 749.993680 samples/sec accuracy=0.790200 lr=0.076564 Epoch[71] Batch [449] Speed: 755.995357 samples/sec accuracy=0.790399 lr=0.076511 Epoch[71] Batch [499] Speed: 756.673267 samples/sec accuracy=0.790490 lr=0.076458 Epoch[71] Batch [549] Speed: 754.133331 samples/sec accuracy=0.790534 lr=0.076405 Epoch[71] Batch [599] Speed: 759.386736 samples/sec accuracy=0.790433 lr=0.076352 Epoch[71] Batch [649] Speed: 753.373037 samples/sec accuracy=0.790325 lr=0.076299 Epoch[71] Batch [699] Speed: 756.688966 samples/sec accuracy=0.790424 lr=0.076246 Epoch[71] Batch [749] Speed: 767.106426 samples/sec accuracy=0.790527 lr=0.076193 Epoch[71] Batch [799] Speed: 761.592872 samples/sec accuracy=0.790702 lr=0.076140 Epoch[71] Batch [849] Speed: 756.758866 samples/sec accuracy=0.790516 lr=0.076087 Epoch[71] Batch [899] Speed: 752.795111 samples/sec accuracy=0.790579 lr=0.076034 Epoch[71] Batch [949] Speed: 755.256347 samples/sec accuracy=0.790573 lr=0.075981 Epoch[71] Batch [999] Speed: 749.098190 samples/sec accuracy=0.790601 lr=0.075928 Epoch[71] Batch [1049] Speed: 762.292151 samples/sec accuracy=0.790682 lr=0.075875 Epoch[71] Batch [1099] Speed: 761.272998 samples/sec accuracy=0.790747 lr=0.075822 Epoch[71] Batch [1149] Speed: 755.293361 samples/sec accuracy=0.790748 lr=0.075769 Epoch[71] Batch [1199] Speed: 759.519758 samples/sec accuracy=0.790770 lr=0.075716 Epoch[71] Batch [1249] Speed: 758.330069 samples/sec accuracy=0.790863 lr=0.075663 Epoch[71] Batch [1299] Speed: 760.257218 samples/sec accuracy=0.790907 lr=0.075610 Epoch[71] Batch [1349] Speed: 749.921064 samples/sec accuracy=0.790892 lr=0.075557 Epoch[71] Batch [1399] Speed: 759.587006 samples/sec accuracy=0.790895 lr=0.075504 Epoch[71] Batch [1449] Speed: 769.843357 samples/sec accuracy=0.790932 lr=0.075451 Epoch[71] Batch [1499] Speed: 754.822353 samples/sec accuracy=0.790957 lr=0.075398 Epoch[71] Batch [1549] Speed: 762.179623 samples/sec accuracy=0.790930 lr=0.075345 Epoch[71] Batch [1599] Speed: 766.915482 samples/sec accuracy=0.790957 lr=0.075292 Epoch[71] Batch [1649] Speed: 758.357298 samples/sec accuracy=0.791022 lr=0.075239 Epoch[71] Batch [1699] Speed: 763.187552 samples/sec accuracy=0.791049 lr=0.075186 Epoch[71] Batch [1749] Speed: 751.424736 samples/sec accuracy=0.791146 lr=0.075134 Epoch[71] Batch [1799] Speed: 757.105886 samples/sec accuracy=0.791150 lr=0.075081 Epoch[71] Batch [1849] Speed: 754.690393 samples/sec accuracy=0.791178 lr=0.075028 Epoch[71] Batch [1899] Speed: 760.361317 samples/sec accuracy=0.791266 lr=0.074975 Epoch[71] Batch [1949] Speed: 762.527150 samples/sec accuracy=0.791307 lr=0.074922 Epoch[71] Batch [1999] Speed: 756.383678 samples/sec accuracy=0.791336 lr=0.074869 Epoch[71] Batch [2049] Speed: 759.302324 samples/sec accuracy=0.791315 lr=0.074816 Epoch[71] Batch [2099] Speed: 763.729691 samples/sec accuracy=0.791359 lr=0.074764 Epoch[71] Batch [2149] Speed: 758.423060 samples/sec accuracy=0.791403 lr=0.074711 Epoch[71] Batch [2199] Speed: 763.373800 samples/sec accuracy=0.791419 lr=0.074658 Epoch[71] Batch [2249] Speed: 757.188561 samples/sec accuracy=0.791451 lr=0.074605 Epoch[71] Batch [2299] Speed: 750.182600 samples/sec accuracy=0.791506 lr=0.074552 Epoch[71] Batch [2349] Speed: 746.393788 samples/sec accuracy=0.791595 lr=0.074500 Epoch[71] Batch [2399] Speed: 752.482188 samples/sec accuracy=0.791667 lr=0.074447 Epoch[71] Batch [2449] Speed: 759.578414 samples/sec accuracy=0.791728 lr=0.074394 Epoch[71] Batch [2499] Speed: 766.481404 samples/sec accuracy=0.791781 lr=0.074341 [Epoch 71] training: accuracy=0.791796 [Epoch 71] speed: 757 samples/sec time cost: 1691.922283 [Epoch 71] validation: err-top1=0.408333 err-top5=0.408333 Epoch[72] Batch [49] Speed: 766.815829 samples/sec accuracy=0.790270 lr=0.074286 Epoch[72] Batch [99] Speed: 763.042582 samples/sec accuracy=0.791151 lr=0.074234 Epoch[72] Batch [149] Speed: 758.683742 samples/sec accuracy=0.791611 lr=0.074181 Epoch[72] Batch [199] Speed: 749.159638 samples/sec accuracy=0.791964 lr=0.074128 Epoch[72] Batch [249] Speed: 750.192275 samples/sec accuracy=0.791672 lr=0.074075 Epoch[72] Batch [299] Speed: 760.833049 samples/sec accuracy=0.791717 lr=0.074023 Epoch[72] Batch [349] Speed: 759.517367 samples/sec accuracy=0.791712 lr=0.073970 Epoch[72] Batch [399] Speed: 753.495907 samples/sec accuracy=0.791675 lr=0.073917 Epoch[72] Batch [449] Speed: 752.620578 samples/sec accuracy=0.791801 lr=0.073865 Epoch[72] Batch [499] Speed: 755.577229 samples/sec accuracy=0.791873 lr=0.073812 Epoch[72] Batch [549] Speed: 754.326939 samples/sec accuracy=0.791959 lr=0.073759 Epoch[72] Batch [599] Speed: 759.445855 samples/sec accuracy=0.792266 lr=0.073706 Epoch[72] Batch [649] Speed: 757.282117 samples/sec accuracy=0.792398 lr=0.073654 Epoch[72] Batch [699] Speed: 738.910033 samples/sec accuracy=0.792588 lr=0.073601 Epoch[72] Batch [749] Speed: 756.124015 samples/sec accuracy=0.792575 lr=0.073549 Epoch[72] Batch [799] Speed: 753.468713 samples/sec accuracy=0.792546 lr=0.073496 Epoch[72] Batch [849] Speed: 770.916081 samples/sec accuracy=0.792697 lr=0.073443 Epoch[72] Batch [899] Speed: 753.230661 samples/sec accuracy=0.792823 lr=0.073391 Epoch[72] Batch [949] Speed: 758.150138 samples/sec accuracy=0.792881 lr=0.073338 Epoch[72] Batch [999] Speed: 759.681968 samples/sec accuracy=0.792917 lr=0.073285 Epoch[72] Batch [1049] Speed: 753.003431 samples/sec accuracy=0.792894 lr=0.073233 Epoch[72] Batch [1099] Speed: 747.816371 samples/sec accuracy=0.792875 lr=0.073180 Epoch[72] Batch [1149] Speed: 756.735447 samples/sec accuracy=0.792917 lr=0.073128 Epoch[72] Batch [1199] Speed: 765.996185 samples/sec accuracy=0.792828 lr=0.073075 Epoch[72] Batch [1249] Speed: 759.731838 samples/sec accuracy=0.792885 lr=0.073022 Epoch[72] Batch [1299] Speed: 754.484250 samples/sec accuracy=0.792913 lr=0.072970 Epoch[72] Batch [1349] Speed: 748.858598 samples/sec accuracy=0.792949 lr=0.072917 Epoch[72] Batch [1399] Speed: 765.388737 samples/sec accuracy=0.792957 lr=0.072865 Epoch[72] Batch [1449] Speed: 755.154624 samples/sec accuracy=0.792934 lr=0.072812 Epoch[72] Batch [1499] Speed: 750.979201 samples/sec accuracy=0.792961 lr=0.072760 Epoch[72] Batch [1549] Speed: 746.098901 samples/sec accuracy=0.793054 lr=0.072707 Epoch[72] Batch [1599] Speed: 764.646521 samples/sec accuracy=0.793097 lr=0.072655 Epoch[72] Batch [1649] Speed: 756.085334 samples/sec accuracy=0.793207 lr=0.072602 Epoch[72] Batch [1699] Speed: 762.847764 samples/sec accuracy=0.793252 lr=0.072550 Epoch[72] Batch [1749] Speed: 762.272739 samples/sec accuracy=0.793307 lr=0.072497 Epoch[72] Batch [1799] Speed: 752.136479 samples/sec accuracy=0.793332 lr=0.072445 Epoch[72] Batch [1849] Speed: 749.824401 samples/sec accuracy=0.793331 lr=0.072392 Epoch[72] Batch [1899] Speed: 732.349197 samples/sec accuracy=0.793333 lr=0.072340 Epoch[72] Batch [1949] Speed: 735.631590 samples/sec accuracy=0.793398 lr=0.072287 Epoch[72] Batch [1999] Speed: 764.852833 samples/sec accuracy=0.793411 lr=0.072235 Epoch[72] Batch [2049] Speed: 760.262122 samples/sec accuracy=0.793423 lr=0.072182 Epoch[72] Batch [2099] Speed: 760.518651 samples/sec accuracy=0.793459 lr=0.072130 Epoch[72] Batch [2149] Speed: 758.039686 samples/sec accuracy=0.793460 lr=0.072078 Epoch[72] Batch [2199] Speed: 755.495618 samples/sec accuracy=0.793481 lr=0.072025 Epoch[72] Batch [2249] Speed: 758.845080 samples/sec accuracy=0.793530 lr=0.071973 Epoch[72] Batch [2299] Speed: 754.016713 samples/sec accuracy=0.793536 lr=0.071920 Epoch[72] Batch [2349] Speed: 758.251139 samples/sec accuracy=0.793540 lr=0.071868 Epoch[72] Batch [2399] Speed: 747.513547 samples/sec accuracy=0.793558 lr=0.071816 Epoch[72] Batch [2449] Speed: 753.187732 samples/sec accuracy=0.793603 lr=0.071763 Epoch[72] Batch [2499] Speed: 744.526924 samples/sec accuracy=0.793655 lr=0.071711 [Epoch 72] training: accuracy=0.793661 [Epoch 72] speed: 754 samples/sec time cost: 1696.154520 [Epoch 72] validation: err-top1=0.400000 err-top5=0.400000 Epoch[73] Batch [49] Speed: 757.503621 samples/sec accuracy=0.795592 lr=0.071656 Epoch[73] Batch [99] Speed: 737.317655 samples/sec accuracy=0.793957 lr=0.071604 Epoch[73] Batch [149] Speed: 747.416057 samples/sec accuracy=0.793907 lr=0.071552 Epoch[73] Batch [199] Speed: 741.944641 samples/sec accuracy=0.793909 lr=0.071499 Epoch[73] Batch [249] Speed: 745.163184 samples/sec accuracy=0.794199 lr=0.071447 Epoch[73] Batch [299] Speed: 746.027737 samples/sec accuracy=0.794061 lr=0.071395 Epoch[73] Batch [349] Speed: 740.796002 samples/sec accuracy=0.793992 lr=0.071342 Epoch[73] Batch [399] Speed: 748.494962 samples/sec accuracy=0.793681 lr=0.071290 Epoch[73] Batch [449] Speed: 746.819996 samples/sec accuracy=0.793688 lr=0.071238 Epoch[73] Batch [499] Speed: 745.067955 samples/sec accuracy=0.793659 lr=0.071185 Epoch[73] Batch [549] Speed: 748.403737 samples/sec accuracy=0.793672 lr=0.071133 Epoch[73] Batch [599] Speed: 743.982574 samples/sec accuracy=0.793648 lr=0.071081 Epoch[73] Batch [649] Speed: 748.984931 samples/sec accuracy=0.793768 lr=0.071029 Epoch[73] Batch [699] Speed: 744.581955 samples/sec accuracy=0.793759 lr=0.070976 Epoch[73] Batch [749] Speed: 738.744185 samples/sec accuracy=0.793731 lr=0.070924 Epoch[73] Batch [799] Speed: 759.136804 samples/sec accuracy=0.793851 lr=0.070872 Epoch[73] Batch [849] Speed: 753.929219 samples/sec accuracy=0.793988 lr=0.070820 Epoch[73] Batch [899] Speed: 755.977830 samples/sec accuracy=0.794098 lr=0.070768 Epoch[73] Batch [949] Speed: 741.509091 samples/sec accuracy=0.794099 lr=0.070715 Epoch[73] Batch [999] Speed: 748.958261 samples/sec accuracy=0.794221 lr=0.070663 Epoch[73] Batch [1049] Speed: 749.160145 samples/sec accuracy=0.794253 lr=0.070611 Epoch[73] Batch [1099] Speed: 750.603818 samples/sec accuracy=0.794241 lr=0.070559 Epoch[73] Batch [1149] Speed: 745.063271 samples/sec accuracy=0.794273 lr=0.070507 Epoch[73] Batch [1199] Speed: 745.298578 samples/sec accuracy=0.794310 lr=0.070454 Epoch[73] Batch [1249] Speed: 748.116402 samples/sec accuracy=0.794362 lr=0.070402 Epoch[73] Batch [1299] Speed: 743.131767 samples/sec accuracy=0.794288 lr=0.070350 Epoch[73] Batch [1349] Speed: 732.247328 samples/sec accuracy=0.794308 lr=0.070298 Epoch[73] Batch [1399] Speed: 747.149927 samples/sec accuracy=0.794388 lr=0.070246 Epoch[73] Batch [1449] Speed: 751.090994 samples/sec accuracy=0.794459 lr=0.070194 Epoch[73] Batch [1499] Speed: 744.084037 samples/sec accuracy=0.794510 lr=0.070142 Epoch[73] Batch [1549] Speed: 748.060300 samples/sec accuracy=0.794617 lr=0.070090 Epoch[73] Batch [1599] Speed: 750.543434 samples/sec accuracy=0.794642 lr=0.070037 Epoch[73] Batch [1649] Speed: 742.782530 samples/sec accuracy=0.794684 lr=0.069985 Epoch[73] Batch [1699] Speed: 745.105864 samples/sec accuracy=0.794772 lr=0.069933 Epoch[73] Batch [1749] Speed: 759.176834 samples/sec accuracy=0.794865 lr=0.069881 Epoch[73] Batch [1799] Speed: 739.990491 samples/sec accuracy=0.794991 lr=0.069829 Epoch[73] Batch [1849] Speed: 763.217247 samples/sec accuracy=0.795094 lr=0.069777 Epoch[73] Batch [1899] Speed: 762.552434 samples/sec accuracy=0.795159 lr=0.069725 Epoch[73] Batch [1949] Speed: 758.543736 samples/sec accuracy=0.795204 lr=0.069673 Epoch[73] Batch [1999] Speed: 756.202231 samples/sec accuracy=0.795256 lr=0.069621 Epoch[73] Batch [2049] Speed: 748.892244 samples/sec accuracy=0.795301 lr=0.069569 Epoch[73] Batch [2099] Speed: 755.133173 samples/sec accuracy=0.795313 lr=0.069517 Epoch[73] Batch [2149] Speed: 763.034736 samples/sec accuracy=0.795298 lr=0.069465 Epoch[73] Batch [2199] Speed: 761.506241 samples/sec accuracy=0.795341 lr=0.069413 Epoch[73] Batch [2249] Speed: 749.360182 samples/sec accuracy=0.795373 lr=0.069361 Epoch[73] Batch [2299] Speed: 746.429393 samples/sec accuracy=0.795421 lr=0.069309 Epoch[73] Batch [2349] Speed: 744.030791 samples/sec accuracy=0.795429 lr=0.069257 Epoch[73] Batch [2399] Speed: 756.327767 samples/sec accuracy=0.795449 lr=0.069205 Epoch[73] Batch [2449] Speed: 764.937535 samples/sec accuracy=0.795496 lr=0.069153 Epoch[73] Batch [2499] Speed: 763.895188 samples/sec accuracy=0.795535 lr=0.069101 [Epoch 73] training: accuracy=0.795537 [Epoch 73] speed: 749 samples/sec time cost: 1709.308160 [Epoch 73] validation: err-top1=0.391667 err-top5=0.391667 Epoch[74] Batch [49] Speed: 756.019039 samples/sec accuracy=0.794962 lr=0.069047 Epoch[74] Batch [99] Speed: 752.506689 samples/sec accuracy=0.795136 lr=0.068996 Epoch[74] Batch [149] Speed: 760.975558 samples/sec accuracy=0.795570 lr=0.068944 Epoch[74] Batch [199] Speed: 752.140615 samples/sec accuracy=0.795608 lr=0.068892 Epoch[74] Batch [249] Speed: 750.243041 samples/sec accuracy=0.795081 lr=0.068840 Epoch[74] Batch [299] Speed: 757.538856 samples/sec accuracy=0.795291 lr=0.068788 Epoch[74] Batch [349] Speed: 746.746166 samples/sec accuracy=0.795378 lr=0.068736 Epoch[74] Batch [399] Speed: 753.884754 samples/sec accuracy=0.795394 lr=0.068684 Epoch[74] Batch [449] Speed: 746.891187 samples/sec accuracy=0.795396 lr=0.068632 Epoch[74] Batch [499] Speed: 749.638843 samples/sec accuracy=0.795575 lr=0.068581 Epoch[74] Batch [549] Speed: 757.317940 samples/sec accuracy=0.795610 lr=0.068529 Epoch[74] Batch [599] Speed: 765.916777 samples/sec accuracy=0.795737 lr=0.068477 Epoch[74] Batch [649] Speed: 759.577490 samples/sec accuracy=0.795652 lr=0.068425 Epoch[74] Batch [699] Speed: 744.763545 samples/sec accuracy=0.795610 lr=0.068373 Epoch[74] Batch [749] Speed: 751.653950 samples/sec accuracy=0.795583 lr=0.068322 Epoch[74] Batch [799] Speed: 744.821696 samples/sec accuracy=0.795745 lr=0.068270 Epoch[74] Batch [849] Speed: 746.548134 samples/sec accuracy=0.795860 lr=0.068218 Epoch[74] Batch [899] Speed: 746.695244 samples/sec accuracy=0.795883 lr=0.068166 Epoch[74] Batch [949] Speed: 750.150729 samples/sec accuracy=0.795860 lr=0.068115 Epoch[74] Batch [999] Speed: 759.967456 samples/sec accuracy=0.795803 lr=0.068063 Epoch[74] Batch [1049] Speed: 763.805663 samples/sec accuracy=0.795817 lr=0.068011 Epoch[74] Batch [1099] Speed: 757.881606 samples/sec accuracy=0.795846 lr=0.067959 Epoch[74] Batch [1149] Speed: 748.520373 samples/sec accuracy=0.795881 lr=0.067908 Epoch[74] Batch [1199] Speed: 753.538094 samples/sec accuracy=0.796017 lr=0.067856 Epoch[74] Batch [1249] Speed: 764.825070 samples/sec accuracy=0.795996 lr=0.067804 Epoch[74] Batch [1299] Speed: 757.229859 samples/sec accuracy=0.796008 lr=0.067753 Epoch[74] Batch [1349] Speed: 766.648353 samples/sec accuracy=0.796056 lr=0.067701 Epoch[74] Batch [1399] Speed: 746.573714 samples/sec accuracy=0.796062 lr=0.067649 Epoch[74] Batch [1449] Speed: 752.206115 samples/sec accuracy=0.796120 lr=0.067598 Epoch[74] Batch [1499] Speed: 753.123170 samples/sec accuracy=0.796071 lr=0.067546 Epoch[74] Batch [1549] Speed: 755.414849 samples/sec accuracy=0.796164 lr=0.067494 Epoch[74] Batch [1599] Speed: 768.864196 samples/sec accuracy=0.796202 lr=0.067443 Epoch[74] Batch [1649] Speed: 767.011578 samples/sec accuracy=0.796206 lr=0.067391 Epoch[74] Batch [1699] Speed: 753.664895 samples/sec accuracy=0.796268 lr=0.067339 Epoch[74] Batch [1749] Speed: 758.822336 samples/sec accuracy=0.796342 lr=0.067288 Epoch[74] Batch [1799] Speed: 747.383063 samples/sec accuracy=0.796402 lr=0.067236 Epoch[74] Batch [1849] Speed: 757.084565 samples/sec accuracy=0.796457 lr=0.067185 Epoch[74] Batch [1899] Speed: 763.216520 samples/sec accuracy=0.796427 lr=0.067133 Epoch[74] Batch [1949] Speed: 765.829613 samples/sec accuracy=0.796466 lr=0.067082 Epoch[74] Batch [1999] Speed: 747.993592 samples/sec accuracy=0.796470 lr=0.067030 Epoch[74] Batch [2049] Speed: 757.379243 samples/sec accuracy=0.796527 lr=0.066978 Epoch[74] Batch [2099] Speed: 748.642887 samples/sec accuracy=0.796520 lr=0.066927 Epoch[74] Batch [2149] Speed: 752.890557 samples/sec accuracy=0.796564 lr=0.066875 Epoch[74] Batch [2199] Speed: 753.259961 samples/sec accuracy=0.796638 lr=0.066824 Epoch[74] Batch [2249] Speed: 748.011012 samples/sec accuracy=0.796709 lr=0.066772 Epoch[74] Batch [2299] Speed: 740.173058 samples/sec accuracy=0.796779 lr=0.066721 Epoch[74] Batch [2349] Speed: 748.813648 samples/sec accuracy=0.796850 lr=0.066669 Epoch[74] Batch [2399] Speed: 742.276773 samples/sec accuracy=0.796869 lr=0.066618 Epoch[74] Batch [2449] Speed: 748.071187 samples/sec accuracy=0.796920 lr=0.066567 Epoch[74] Batch [2499] Speed: 748.825236 samples/sec accuracy=0.796981 lr=0.066515 [Epoch 74] training: accuracy=0.796979 [Epoch 74] speed: 753 samples/sec time cost: 1699.443596 [Epoch 74] validation: err-top1=0.383333 err-top5=0.383333 Epoch[75] Batch [49] Speed: 740.896036 samples/sec accuracy=0.797399 lr=0.066462 Epoch[75] Batch [99] Speed: 757.627596 samples/sec accuracy=0.796717 lr=0.066410 Epoch[75] Batch [149] Speed: 756.895018 samples/sec accuracy=0.797303 lr=0.066359 Epoch[75] Batch [199] Speed: 765.477100 samples/sec accuracy=0.797593 lr=0.066307 Epoch[75] Batch [249] Speed: 764.268102 samples/sec accuracy=0.797815 lr=0.066256 Epoch[75] Batch [299] Speed: 763.721103 samples/sec accuracy=0.797981 lr=0.066205 Epoch[75] Batch [349] Speed: 753.084858 samples/sec accuracy=0.797905 lr=0.066153 Epoch[75] Batch [399] Speed: 756.076427 samples/sec accuracy=0.797986 lr=0.066102 Epoch[75] Batch [449] Speed: 759.146009 samples/sec accuracy=0.797960 lr=0.066051 Epoch[75] Batch [499] Speed: 752.109742 samples/sec accuracy=0.798066 lr=0.065999 Epoch[75] Batch [549] Speed: 749.067791 samples/sec accuracy=0.798062 lr=0.065948 Epoch[75] Batch [599] Speed: 761.830553 samples/sec accuracy=0.797928 lr=0.065897 Epoch[75] Batch [649] Speed: 762.418646 samples/sec accuracy=0.797943 lr=0.065845 Epoch[75] Batch [699] Speed: 760.846619 samples/sec accuracy=0.797965 lr=0.065794 Epoch[75] Batch [749] Speed: 763.153905 samples/sec accuracy=0.797932 lr=0.065743 Epoch[75] Batch [799] Speed: 766.452724 samples/sec accuracy=0.797897 lr=0.065691 Epoch[75] Batch [849] Speed: 758.257409 samples/sec accuracy=0.798032 lr=0.065640 Epoch[75] Batch [899] Speed: 753.184635 samples/sec accuracy=0.797952 lr=0.065589 Epoch[75] Batch [949] Speed: 754.324629 samples/sec accuracy=0.797899 lr=0.065538 Epoch[75] Batch [999] Speed: 754.902300 samples/sec accuracy=0.797897 lr=0.065486 Epoch[75] Batch [1049] Speed: 766.824492 samples/sec accuracy=0.797959 lr=0.065435 Epoch[75] Batch [1099] Speed: 748.980281 samples/sec accuracy=0.797836 lr=0.065384 Epoch[75] Batch [1149] Speed: 760.034510 samples/sec accuracy=0.797787 lr=0.065333 Epoch[75] Batch [1199] Speed: 755.328257 samples/sec accuracy=0.797780 lr=0.065281 Epoch[75] Batch [1249] Speed: 762.285131 samples/sec accuracy=0.797763 lr=0.065230 Epoch[75] Batch [1299] Speed: 760.658800 samples/sec accuracy=0.797776 lr=0.065179 Epoch[75] Batch [1349] Speed: 752.916066 samples/sec accuracy=0.797802 lr=0.065128 Epoch[75] Batch [1399] Speed: 740.696481 samples/sec accuracy=0.797869 lr=0.065077 Epoch[75] Batch [1449] Speed: 735.808568 samples/sec accuracy=0.797963 lr=0.065026 Epoch[75] Batch [1499] Speed: 756.746300 samples/sec accuracy=0.798024 lr=0.064974 Epoch[75] Batch [1549] Speed: 753.835891 samples/sec accuracy=0.798096 lr=0.064923 Epoch[75] Batch [1599] Speed: 762.898100 samples/sec accuracy=0.798183 lr=0.064872 Epoch[75] Batch [1649] Speed: 749.033230 samples/sec accuracy=0.798331 lr=0.064821 Epoch[75] Batch [1699] Speed: 750.504199 samples/sec accuracy=0.798313 lr=0.064770 Epoch[75] Batch [1749] Speed: 757.066074 samples/sec accuracy=0.798318 lr=0.064719 Epoch[75] Batch [1799] Speed: 754.487187 samples/sec accuracy=0.798371 lr=0.064668 Epoch[75] Batch [1849] Speed: 760.769429 samples/sec accuracy=0.798459 lr=0.064617 Epoch[75] Batch [1899] Speed: 757.839113 samples/sec accuracy=0.798539 lr=0.064566 Epoch[75] Batch [1949] Speed: 753.385987 samples/sec accuracy=0.798632 lr=0.064515 Epoch[75] Batch [1999] Speed: 758.527038 samples/sec accuracy=0.798707 lr=0.064464 Epoch[75] Batch [2049] Speed: 759.516357 samples/sec accuracy=0.798738 lr=0.064413 Epoch[75] Batch [2099] Speed: 756.665215 samples/sec accuracy=0.798767 lr=0.064362 Epoch[75] Batch [2149] Speed: 750.693817 samples/sec accuracy=0.798853 lr=0.064311 Epoch[75] Batch [2199] Speed: 764.043467 samples/sec accuracy=0.798962 lr=0.064260 Epoch[75] Batch [2249] Speed: 757.505908 samples/sec accuracy=0.799011 lr=0.064209 Epoch[75] Batch [2299] Speed: 742.667937 samples/sec accuracy=0.799096 lr=0.064158 Epoch[75] Batch [2349] Speed: 752.547104 samples/sec accuracy=0.799133 lr=0.064107 Epoch[75] Batch [2399] Speed: 759.644797 samples/sec accuracy=0.799206 lr=0.064056 Epoch[75] Batch [2449] Speed: 759.028678 samples/sec accuracy=0.799255 lr=0.064005 Epoch[75] Batch [2499] Speed: 757.416593 samples/sec accuracy=0.799301 lr=0.063954 [Epoch 75] training: accuracy=0.799306 [Epoch 75] speed: 755 samples/sec time cost: 1694.782590 [Epoch 75] validation: err-top1=0.375000 err-top5=0.375000 Epoch[76] Batch [49] Speed: 771.388015 samples/sec accuracy=0.799819 lr=0.063901 Epoch[76] Batch [99] Speed: 759.802259 samples/sec accuracy=0.800143 lr=0.063850 Epoch[76] Batch [149] Speed: 753.233033 samples/sec accuracy=0.799050 lr=0.063799 Epoch[76] Batch [199] Speed: 750.717178 samples/sec accuracy=0.798650 lr=0.063748 Epoch[76] Batch [249] Speed: 761.918275 samples/sec accuracy=0.798521 lr=0.063697 Epoch[76] Batch [299] Speed: 767.080987 samples/sec accuracy=0.798449 lr=0.063646 Epoch[76] Batch [349] Speed: 762.278302 samples/sec accuracy=0.798634 lr=0.063596 Epoch[76] Batch [399] Speed: 762.740372 samples/sec accuracy=0.798907 lr=0.063545 Epoch[76] Batch [449] Speed: 751.809442 samples/sec accuracy=0.799128 lr=0.063494 Epoch[76] Batch [499] Speed: 760.719600 samples/sec accuracy=0.799327 lr=0.063443 Epoch[76] Batch [549] Speed: 755.736801 samples/sec accuracy=0.799252 lr=0.063392 Epoch[76] Batch [599] Speed: 755.176968 samples/sec accuracy=0.799049 lr=0.063341 Epoch[76] Batch [649] Speed: 753.086570 samples/sec accuracy=0.798927 lr=0.063291 Epoch[76] Batch [699] Speed: 764.079933 samples/sec accuracy=0.798934 lr=0.063240 Epoch[76] Batch [749] Speed: 769.423585 samples/sec accuracy=0.798904 lr=0.063189 Epoch[76] Batch [799] Speed: 763.070281 samples/sec accuracy=0.798934 lr=0.063138 Epoch[76] Batch [849] Speed: 758.954324 samples/sec accuracy=0.799046 lr=0.063088 Epoch[76] Batch [899] Speed: 744.690704 samples/sec accuracy=0.799021 lr=0.063037 Epoch[76] Batch [949] Speed: 752.761446 samples/sec accuracy=0.799202 lr=0.062986 Epoch[76] Batch [999] Speed: 755.532474 samples/sec accuracy=0.799212 lr=0.062936 Epoch[76] Batch [1049] Speed: 754.683720 samples/sec accuracy=0.799212 lr=0.062885 Epoch[76] Batch [1099] Speed: 756.129638 samples/sec accuracy=0.799308 lr=0.062834 Epoch[76] Batch [1149] Speed: 758.941208 samples/sec accuracy=0.799291 lr=0.062783 Epoch[76] Batch [1199] Speed: 762.377710 samples/sec accuracy=0.799340 lr=0.062733 Epoch[76] Batch [1249] Speed: 757.541528 samples/sec accuracy=0.799385 lr=0.062682 Epoch[76] Batch [1299] Speed: 760.424331 samples/sec accuracy=0.799452 lr=0.062631 Epoch[76] Batch [1349] Speed: 770.478675 samples/sec accuracy=0.799480 lr=0.062581 Epoch[76] Batch [1399] Speed: 760.290389 samples/sec accuracy=0.799592 lr=0.062530 Epoch[76] Batch [1449] Speed: 750.235912 samples/sec accuracy=0.799586 lr=0.062480 Epoch[76] Batch [1499] Speed: 751.455637 samples/sec accuracy=0.799674 lr=0.062429 Epoch[76] Batch [1549] Speed: 750.199021 samples/sec accuracy=0.799739 lr=0.062378 Epoch[76] Batch [1599] Speed: 762.140390 samples/sec accuracy=0.799818 lr=0.062328 Epoch[76] Batch [1649] Speed: 753.609164 samples/sec accuracy=0.799818 lr=0.062277 Epoch[76] Batch [1699] Speed: 754.894397 samples/sec accuracy=0.799941 lr=0.062227 Epoch[76] Batch [1749] Speed: 753.066958 samples/sec accuracy=0.799986 lr=0.062176 Epoch[76] Batch [1799] Speed: 761.158440 samples/sec accuracy=0.799987 lr=0.062126 Epoch[76] Batch [1849] Speed: 747.242006 samples/sec accuracy=0.799977 lr=0.062075 Epoch[76] Batch [1899] Speed: 753.906356 samples/sec accuracy=0.800097 lr=0.062025 Epoch[76] Batch [1949] Speed: 750.606462 samples/sec accuracy=0.800145 lr=0.061974 Epoch[76] Batch [1999] Speed: 755.584965 samples/sec accuracy=0.800242 lr=0.061924 Epoch[76] Batch [2049] Speed: 747.925786 samples/sec accuracy=0.800270 lr=0.061873 Epoch[76] Batch [2099] Speed: 742.884011 samples/sec accuracy=0.800350 lr=0.061823 Epoch[76] Batch [2149] Speed: 750.761454 samples/sec accuracy=0.800393 lr=0.061772 Epoch[76] Batch [2199] Speed: 758.903638 samples/sec accuracy=0.800420 lr=0.061722 Epoch[76] Batch [2249] Speed: 764.464511 samples/sec accuracy=0.800471 lr=0.061671 Epoch[76] Batch [2299] Speed: 767.165827 samples/sec accuracy=0.800532 lr=0.061621 Epoch[76] Batch [2349] Speed: 764.087806 samples/sec accuracy=0.800605 lr=0.061571 Epoch[76] Batch [2399] Speed: 764.713264 samples/sec accuracy=0.800679 lr=0.061520 Epoch[76] Batch [2449] Speed: 759.044968 samples/sec accuracy=0.800731 lr=0.061470 Epoch[76] Batch [2499] Speed: 748.914464 samples/sec accuracy=0.800740 lr=0.061419 [Epoch 76] training: accuracy=0.800742 [Epoch 76] speed: 756 samples/sec time cost: 1691.650477 [Epoch 76] validation: err-top1=0.366667 err-top5=0.366667 Epoch[77] Batch [49] Speed: 757.585714 samples/sec accuracy=0.803375 lr=0.061367 Epoch[77] Batch [99] Speed: 760.233356 samples/sec accuracy=0.802065 lr=0.061317 Epoch[77] Batch [149] Speed: 754.292956 samples/sec accuracy=0.802193 lr=0.061266 Epoch[77] Batch [199] Speed: 742.295200 samples/sec accuracy=0.801877 lr=0.061216 Epoch[77] Batch [249] Speed: 754.861993 samples/sec accuracy=0.801954 lr=0.061166 Epoch[77] Batch [299] Speed: 749.248700 samples/sec accuracy=0.802004 lr=0.061115 Epoch[77] Batch [349] Speed: 757.497705 samples/sec accuracy=0.802118 lr=0.061065 Epoch[77] Batch [399] Speed: 755.673403 samples/sec accuracy=0.802093 lr=0.061015 Epoch[77] Batch [449] Speed: 744.728115 samples/sec accuracy=0.801738 lr=0.060965 Epoch[77] Batch [499] Speed: 745.746652 samples/sec accuracy=0.801734 lr=0.060914 Epoch[77] Batch [549] Speed: 750.804627 samples/sec accuracy=0.801572 lr=0.060864 Epoch[77] Batch [599] Speed: 761.712180 samples/sec accuracy=0.801533 lr=0.060814 Epoch[77] Batch [649] Speed: 768.802270 samples/sec accuracy=0.801483 lr=0.060764 Epoch[77] Batch [699] Speed: 763.001596 samples/sec accuracy=0.801442 lr=0.060713 Epoch[77] Batch [749] Speed: 754.512159 samples/sec accuracy=0.801348 lr=0.060663 Epoch[77] Batch [799] Speed: 758.074773 samples/sec accuracy=0.801396 lr=0.060613 Epoch[77] Batch [849] Speed: 762.111596 samples/sec accuracy=0.801434 lr=0.060563 Epoch[77] Batch [899] Speed: 758.046237 samples/sec accuracy=0.801417 lr=0.060513 Epoch[77] Batch [949] Speed: 749.939983 samples/sec accuracy=0.801510 lr=0.060463 Epoch[77] Batch [999] Speed: 747.330941 samples/sec accuracy=0.801486 lr=0.060412 Epoch[77] Batch [1049] Speed: 765.235180 samples/sec accuracy=0.801607 lr=0.060362 Epoch[77] Batch [1099] Speed: 764.907205 samples/sec accuracy=0.801683 lr=0.060312 Epoch[77] Batch [1149] Speed: 767.974547 samples/sec accuracy=0.801685 lr=0.060262 Epoch[77] Batch [1199] Speed: 761.753590 samples/sec accuracy=0.801691 lr=0.060212 Epoch[77] Batch [1249] Speed: 770.622082 samples/sec accuracy=0.801711 lr=0.060162 Epoch[77] Batch [1299] Speed: 760.866880 samples/sec accuracy=0.801713 lr=0.060112 Epoch[77] Batch [1349] Speed: 757.027430 samples/sec accuracy=0.801655 lr=0.060062 Epoch[77] Batch [1399] Speed: 745.918136 samples/sec accuracy=0.801674 lr=0.060012 Epoch[77] Batch [1449] Speed: 749.253814 samples/sec accuracy=0.801671 lr=0.059962 Epoch[77] Batch [1499] Speed: 756.956744 samples/sec accuracy=0.801716 lr=0.059912 Epoch[77] Batch [1549] Speed: 761.997223 samples/sec accuracy=0.801833 lr=0.059862 Epoch[77] Batch [1599] Speed: 764.103792 samples/sec accuracy=0.801863 lr=0.059812 Epoch[77] Batch [1649] Speed: 755.239529 samples/sec accuracy=0.801915 lr=0.059762 Epoch[77] Batch [1699] Speed: 751.349135 samples/sec accuracy=0.801977 lr=0.059712 Epoch[77] Batch [1749] Speed: 761.808452 samples/sec accuracy=0.802045 lr=0.059662 Epoch[77] Batch [1799] Speed: 755.342965 samples/sec accuracy=0.802125 lr=0.059612 Epoch[77] Batch [1849] Speed: 763.256201 samples/sec accuracy=0.802179 lr=0.059562 Epoch[77] Batch [1899] Speed: 752.095623 samples/sec accuracy=0.802225 lr=0.059512 Epoch[77] Batch [1949] Speed: 764.994246 samples/sec accuracy=0.802277 lr=0.059462 Epoch[77] Batch [1999] Speed: 760.921204 samples/sec accuracy=0.802308 lr=0.059412 Epoch[77] Batch [2049] Speed: 755.393788 samples/sec accuracy=0.802410 lr=0.059362 Epoch[77] Batch [2099] Speed: 752.941440 samples/sec accuracy=0.802477 lr=0.059312 Epoch[77] Batch [2149] Speed: 760.392306 samples/sec accuracy=0.802528 lr=0.059263 Epoch[77] Batch [2199] Speed: 754.317586 samples/sec accuracy=0.802563 lr=0.059213 Epoch[77] Batch [2249] Speed: 750.653952 samples/sec accuracy=0.802597 lr=0.059163 Epoch[77] Batch [2299] Speed: 749.002324 samples/sec accuracy=0.802656 lr=0.059113 Epoch[77] Batch [2349] Speed: 763.405806 samples/sec accuracy=0.802716 lr=0.059063 Epoch[77] Batch [2399] Speed: 770.749692 samples/sec accuracy=0.802733 lr=0.059013 Epoch[77] Batch [2449] Speed: 746.118669 samples/sec accuracy=0.802751 lr=0.058964 Epoch[77] Batch [2499] Speed: 766.066804 samples/sec accuracy=0.802833 lr=0.058914 [Epoch 77] training: accuracy=0.802832 [Epoch 77] speed: 756 samples/sec time cost: 1692.128879 [Epoch 77] validation: err-top1=0.358333 err-top5=0.358333 Epoch[78] Batch [49] Speed: 764.821071 samples/sec accuracy=0.805479 lr=0.058862 Epoch[78] Batch [99] Speed: 748.141412 samples/sec accuracy=0.804281 lr=0.058812 Epoch[78] Batch [149] Speed: 749.780325 samples/sec accuracy=0.804152 lr=0.058763 Epoch[78] Batch [199] Speed: 760.554280 samples/sec accuracy=0.804500 lr=0.058713 Epoch[78] Batch [249] Speed: 773.258191 samples/sec accuracy=0.804093 lr=0.058663 Epoch[78] Batch [299] Speed: 759.482985 samples/sec accuracy=0.803784 lr=0.058613 Epoch[78] Batch [349] Speed: 758.157028 samples/sec accuracy=0.803588 lr=0.058564 Epoch[78] Batch [399] Speed: 745.610768 samples/sec accuracy=0.803704 lr=0.058514 Epoch[78] Batch [449] Speed: 749.673439 samples/sec accuracy=0.803637 lr=0.058464 Epoch[78] Batch [499] Speed: 761.134408 samples/sec accuracy=0.803548 lr=0.058415 Epoch[78] Batch [549] Speed: 755.643935 samples/sec accuracy=0.803289 lr=0.058365 Epoch[78] Batch [599] Speed: 763.059343 samples/sec accuracy=0.803293 lr=0.058315 Epoch[78] Batch [649] Speed: 756.652962 samples/sec accuracy=0.803124 lr=0.058266 Epoch[78] Batch [699] Speed: 754.916036 samples/sec accuracy=0.803151 lr=0.058216 Epoch[78] Batch [749] Speed: 762.181008 samples/sec accuracy=0.803248 lr=0.058167 Epoch[78] Batch [799] Speed: 755.481729 samples/sec accuracy=0.803230 lr=0.058117 Epoch[78] Batch [849] Speed: 764.564970 samples/sec accuracy=0.803193 lr=0.058067 Epoch[78] Batch [899] Speed: 762.636303 samples/sec accuracy=0.803175 lr=0.058018 Epoch[78] Batch [949] Speed: 740.643080 samples/sec accuracy=0.803164 lr=0.057968 Epoch[78] Batch [999] Speed: 754.344390 samples/sec accuracy=0.803295 lr=0.057919 Epoch[78] Batch [1049] Speed: 758.422546 samples/sec accuracy=0.803386 lr=0.057869 Epoch[78] Batch [1099] Speed: 764.156682 samples/sec accuracy=0.803425 lr=0.057820 Epoch[78] Batch [1149] Speed: 752.473160 samples/sec accuracy=0.803556 lr=0.057770 Epoch[78] Batch [1199] Speed: 757.279943 samples/sec accuracy=0.803639 lr=0.057721 Epoch[78] Batch [1249] Speed: 768.962185 samples/sec accuracy=0.803631 lr=0.057671 Epoch[78] Batch [1299] Speed: 755.090877 samples/sec accuracy=0.803663 lr=0.057622 Epoch[78] Batch [1349] Speed: 753.921580 samples/sec accuracy=0.803670 lr=0.057572 Epoch[78] Batch [1399] Speed: 750.059095 samples/sec accuracy=0.803703 lr=0.057523 Epoch[78] Batch [1449] Speed: 750.164219 samples/sec accuracy=0.803749 lr=0.057474 Epoch[78] Batch [1499] Speed: 759.446033 samples/sec accuracy=0.803763 lr=0.057424 Epoch[78] Batch [1549] Speed: 763.199817 samples/sec accuracy=0.803777 lr=0.057375 Epoch[78] Batch [1599] Speed: 759.252574 samples/sec accuracy=0.803812 lr=0.057325 Epoch[78] Batch [1649] Speed: 752.583499 samples/sec accuracy=0.803851 lr=0.057276 Epoch[78] Batch [1699] Speed: 756.712904 samples/sec accuracy=0.803845 lr=0.057227 Epoch[78] Batch [1749] Speed: 764.250831 samples/sec accuracy=0.803883 lr=0.057177 Epoch[78] Batch [1799] Speed: 749.153591 samples/sec accuracy=0.803892 lr=0.057128 Epoch[78] Batch [1849] Speed: 744.456927 samples/sec accuracy=0.803960 lr=0.057079 Epoch[78] Batch [1899] Speed: 747.836819 samples/sec accuracy=0.804007 lr=0.057029 Epoch[78] Batch [1949] Speed: 748.560377 samples/sec accuracy=0.804016 lr=0.056980 Epoch[78] Batch [1999] Speed: 760.514449 samples/sec accuracy=0.803995 lr=0.056931 Epoch[78] Batch [2049] Speed: 748.525623 samples/sec accuracy=0.804084 lr=0.056882 Epoch[78] Batch [2099] Speed: 757.132035 samples/sec accuracy=0.804138 lr=0.056832 Epoch[78] Batch [2149] Speed: 761.408895 samples/sec accuracy=0.804175 lr=0.056783 Epoch[78] Batch [2199] Speed: 757.367859 samples/sec accuracy=0.804256 lr=0.056734 Epoch[78] Batch [2249] Speed: 759.854780 samples/sec accuracy=0.804283 lr=0.056685 Epoch[78] Batch [2299] Speed: 750.099294 samples/sec accuracy=0.804335 lr=0.056636 Epoch[78] Batch [2349] Speed: 765.552438 samples/sec accuracy=0.804384 lr=0.056586 Epoch[78] Batch [2399] Speed: 758.597906 samples/sec accuracy=0.804435 lr=0.056537 Epoch[78] Batch [2449] Speed: 758.990423 samples/sec accuracy=0.804492 lr=0.056488 Epoch[78] Batch [2499] Speed: 758.564844 samples/sec accuracy=0.804535 lr=0.056439 [Epoch 78] training: accuracy=0.804543 [Epoch 78] speed: 756 samples/sec time cost: 1693.793927 [Epoch 78] validation: err-top1=0.350000 err-top5=0.350000 Epoch[79] Batch [49] Speed: 749.669619 samples/sec accuracy=0.804336 lr=0.056388 Epoch[79] Batch [99] Speed: 759.266447 samples/sec accuracy=0.804044 lr=0.056339 Epoch[79] Batch [149] Speed: 768.577135 samples/sec accuracy=0.804174 lr=0.056290 Epoch[79] Batch [199] Speed: 754.207247 samples/sec accuracy=0.804138 lr=0.056240 Epoch[79] Batch [249] Speed: 754.203247 samples/sec accuracy=0.803912 lr=0.056191 Epoch[79] Batch [299] Speed: 756.534540 samples/sec accuracy=0.804198 lr=0.056142 Epoch[79] Batch [349] Speed: 761.172610 samples/sec accuracy=0.804219 lr=0.056093 Epoch[79] Batch [399] Speed: 757.554981 samples/sec accuracy=0.804384 lr=0.056044 Epoch[79] Batch [449] Speed: 758.223992 samples/sec accuracy=0.804615 lr=0.055995 Epoch[79] Batch [499] Speed: 762.988475 samples/sec accuracy=0.804570 lr=0.055946 Epoch[79] Batch [549] Speed: 754.209737 samples/sec accuracy=0.804446 lr=0.055897 Epoch[79] Batch [599] Speed: 738.423910 samples/sec accuracy=0.804530 lr=0.055848 Epoch[79] Batch [649] Speed: 753.723587 samples/sec accuracy=0.804702 lr=0.055799 Epoch[79] Batch [699] Speed: 758.912054 samples/sec accuracy=0.804817 lr=0.055750 Epoch[79] Batch [749] Speed: 761.936760 samples/sec accuracy=0.804912 lr=0.055701 Epoch[79] Batch [799] Speed: 760.657243 samples/sec accuracy=0.804954 lr=0.055652 Epoch[79] Batch [849] Speed: 746.776777 samples/sec accuracy=0.805105 lr=0.055603 Epoch[79] Batch [899] Speed: 753.111115 samples/sec accuracy=0.805096 lr=0.055554 Epoch[79] Batch [949] Speed: 763.341868 samples/sec accuracy=0.805185 lr=0.055506 Epoch[79] Batch [999] Speed: 760.155252 samples/sec accuracy=0.805125 lr=0.055457 Epoch[79] Batch [1049] Speed: 762.131610 samples/sec accuracy=0.805142 lr=0.055408 Epoch[79] Batch [1099] Speed: 757.718726 samples/sec accuracy=0.805192 lr=0.055359 Epoch[79] Batch [1149] Speed: 763.043943 samples/sec accuracy=0.805281 lr=0.055310 Epoch[79] Batch [1199] Speed: 753.982250 samples/sec accuracy=0.805309 lr=0.055261 Epoch[79] Batch [1249] Speed: 756.602977 samples/sec accuracy=0.805307 lr=0.055212 Epoch[79] Batch [1299] Speed: 766.715928 samples/sec accuracy=0.805431 lr=0.055164 Epoch[79] Batch [1349] Speed: 757.656791 samples/sec accuracy=0.805466 lr=0.055115 Epoch[79] Batch [1399] Speed: 757.813788 samples/sec accuracy=0.805539 lr=0.055066 Epoch[79] Batch [1449] Speed: 758.172028 samples/sec accuracy=0.805593 lr=0.055017 Epoch[79] Batch [1499] Speed: 757.015459 samples/sec accuracy=0.805629 lr=0.054969 Epoch[79] Batch [1549] Speed: 765.236571 samples/sec accuracy=0.805724 lr=0.054920 Epoch[79] Batch [1599] Speed: 755.051590 samples/sec accuracy=0.805734 lr=0.054871 Epoch[79] Batch [1649] Speed: 747.748790 samples/sec accuracy=0.805801 lr=0.054822 Epoch[79] Batch [1699] Speed: 759.607378 samples/sec accuracy=0.805840 lr=0.054774 Epoch[79] Batch [1749] Speed: 764.867990 samples/sec accuracy=0.805842 lr=0.054725 Epoch[79] Batch [1799] Speed: 755.305931 samples/sec accuracy=0.805835 lr=0.054676 Epoch[79] Batch [1849] Speed: 743.448388 samples/sec accuracy=0.805850 lr=0.054628 Epoch[79] Batch [1899] Speed: 756.343345 samples/sec accuracy=0.805909 lr=0.054579 Epoch[79] Batch [1949] Speed: 761.357811 samples/sec accuracy=0.805925 lr=0.054530 Epoch[79] Batch [1999] Speed: 754.017025 samples/sec accuracy=0.805949 lr=0.054482 Epoch[79] Batch [2049] Speed: 754.544693 samples/sec accuracy=0.805999 lr=0.054433 Epoch[79] Batch [2099] Speed: 753.506440 samples/sec accuracy=0.805977 lr=0.054385 Epoch[79] Batch [2149] Speed: 760.350640 samples/sec accuracy=0.806034 lr=0.054336 Epoch[79] Batch [2199] Speed: 757.680807 samples/sec accuracy=0.806108 lr=0.054287 Epoch[79] Batch [2249] Speed: 761.772494 samples/sec accuracy=0.806169 lr=0.054239 Epoch[79] Batch [2299] Speed: 760.025821 samples/sec accuracy=0.806247 lr=0.054190 Epoch[79] Batch [2349] Speed: 755.513613 samples/sec accuracy=0.806295 lr=0.054142 Epoch[79] Batch [2399] Speed: 768.634635 samples/sec accuracy=0.806340 lr=0.054093 Epoch[79] Batch [2449] Speed: 755.633007 samples/sec accuracy=0.806406 lr=0.054045 Epoch[79] Batch [2499] Speed: 760.443897 samples/sec accuracy=0.806461 lr=0.053996 [Epoch 79] training: accuracy=0.806464 [Epoch 79] speed: 757 samples/sec time cost: 1691.141153 [Epoch 79] validation: err-top1=0.341667 err-top5=0.341667 Epoch[80] Batch [49] Speed: 759.030636 samples/sec accuracy=0.807770 lr=0.053946 Epoch[80] Batch [99] Speed: 758.316117 samples/sec accuracy=0.806848 lr=0.053898 Epoch[80] Batch [149] Speed: 760.484447 samples/sec accuracy=0.806765 lr=0.053849 Epoch[80] Batch [199] Speed: 746.604285 samples/sec accuracy=0.806766 lr=0.053801 Epoch[80] Batch [249] Speed: 750.273604 samples/sec accuracy=0.806864 lr=0.053752 Epoch[80] Batch [299] Speed: 760.508411 samples/sec accuracy=0.807036 lr=0.053704 Epoch[80] Batch [349] Speed: 756.595780 samples/sec accuracy=0.806871 lr=0.053655 Epoch[80] Batch [399] Speed: 749.643146 samples/sec accuracy=0.807230 lr=0.053607 Epoch[80] Batch [449] Speed: 746.968398 samples/sec accuracy=0.807485 lr=0.053559 Epoch[80] Batch [499] Speed: 753.399599 samples/sec accuracy=0.807567 lr=0.053510 Epoch[80] Batch [549] Speed: 763.345873 samples/sec accuracy=0.807610 lr=0.053462 Epoch[80] Batch [599] Speed: 760.948572 samples/sec accuracy=0.807569 lr=0.053414 Epoch[80] Batch [649] Speed: 768.547203 samples/sec accuracy=0.807457 lr=0.053365 Epoch[80] Batch [699] Speed: 753.917520 samples/sec accuracy=0.807345 lr=0.053317 Epoch[80] Batch [749] Speed: 744.960414 samples/sec accuracy=0.807373 lr=0.053269 Epoch[80] Batch [799] Speed: 755.198309 samples/sec accuracy=0.807355 lr=0.053221 Epoch[80] Batch [849] Speed: 761.872857 samples/sec accuracy=0.807431 lr=0.053172 Epoch[80] Batch [899] Speed: 773.039378 samples/sec accuracy=0.807557 lr=0.053124 Epoch[80] Batch [949] Speed: 758.997081 samples/sec accuracy=0.807612 lr=0.053076 Epoch[80] Batch [999] Speed: 751.392181 samples/sec accuracy=0.807566 lr=0.053028 Epoch[80] Batch [1049] Speed: 746.282534 samples/sec accuracy=0.807555 lr=0.052980 Epoch[80] Batch [1099] Speed: 752.556197 samples/sec accuracy=0.807575 lr=0.052931 Epoch[80] Batch [1149] Speed: 756.613107 samples/sec accuracy=0.807651 lr=0.052883 Epoch[80] Batch [1199] Speed: 765.673427 samples/sec accuracy=0.807741 lr=0.052835 Epoch[80] Batch [1249] Speed: 767.103072 samples/sec accuracy=0.807787 lr=0.052787 Epoch[80] Batch [1299] Speed: 767.205009 samples/sec accuracy=0.807800 lr=0.052739 Epoch[80] Batch [1349] Speed: 747.793565 samples/sec accuracy=0.807806 lr=0.052691 Epoch[80] Batch [1399] Speed: 763.684465 samples/sec accuracy=0.807894 lr=0.052643 Epoch[80] Batch [1449] Speed: 757.439722 samples/sec accuracy=0.807915 lr=0.052595 Epoch[80] Batch [1499] Speed: 768.790033 samples/sec accuracy=0.807935 lr=0.052547 Epoch[80] Batch [1549] Speed: 748.450975 samples/sec accuracy=0.807935 lr=0.052498 Epoch[80] Batch [1599] Speed: 757.052730 samples/sec accuracy=0.807950 lr=0.052450 Epoch[80] Batch [1649] Speed: 766.374643 samples/sec accuracy=0.807970 lr=0.052402 Epoch[80] Batch [1699] Speed: 770.625401 samples/sec accuracy=0.807944 lr=0.052354 Epoch[80] Batch [1749] Speed: 762.352124 samples/sec accuracy=0.807884 lr=0.052306 Epoch[80] Batch [1799] Speed: 752.743651 samples/sec accuracy=0.807921 lr=0.052258 Epoch[80] Batch [1849] Speed: 754.060335 samples/sec accuracy=0.807958 lr=0.052210 Epoch[80] Batch [1899] Speed: 756.309468 samples/sec accuracy=0.808027 lr=0.052163 Epoch[80] Batch [1949] Speed: 770.337708 samples/sec accuracy=0.808045 lr=0.052115 Epoch[80] Batch [1999] Speed: 764.137381 samples/sec accuracy=0.808117 lr=0.052067 Epoch[80] Batch [2049] Speed: 756.937987 samples/sec accuracy=0.808143 lr=0.052019 Epoch[80] Batch [2099] Speed: 759.442380 samples/sec accuracy=0.808200 lr=0.051971 Epoch[80] Batch [2149] Speed: 765.088237 samples/sec accuracy=0.808310 lr=0.051923 Epoch[80] Batch [2199] Speed: 756.860825 samples/sec accuracy=0.808370 lr=0.051875 Epoch[80] Batch [2249] Speed: 766.575185 samples/sec accuracy=0.808410 lr=0.051827 Epoch[80] Batch [2299] Speed: 757.229614 samples/sec accuracy=0.808448 lr=0.051779 Epoch[80] Batch [2349] Speed: 755.947110 samples/sec accuracy=0.808497 lr=0.051732 Epoch[80] Batch [2399] Speed: 755.813985 samples/sec accuracy=0.808576 lr=0.051684 Epoch[80] Batch [2449] Speed: 762.045354 samples/sec accuracy=0.808624 lr=0.051636 Epoch[80] Batch [2499] Speed: 764.584879 samples/sec accuracy=0.808659 lr=0.051588 [Epoch 80] training: accuracy=0.808657 [Epoch 80] speed: 758 samples/sec time cost: 1688.854678 [Epoch 80] validation: err-top1=0.333333 err-top5=0.333333 Epoch[81] Batch [49] Speed: 748.292649 samples/sec accuracy=0.807039 lr=0.051539 Epoch[81] Batch [99] Speed: 753.964016 samples/sec accuracy=0.806930 lr=0.051491 Epoch[81] Batch [149] Speed: 756.751266 samples/sec accuracy=0.807094 lr=0.051443 Epoch[81] Batch [199] Speed: 752.487382 samples/sec accuracy=0.808100 lr=0.051395 Epoch[81] Batch [249] Speed: 756.130958 samples/sec accuracy=0.808402 lr=0.051348 Epoch[81] Batch [299] Speed: 743.973754 samples/sec accuracy=0.808355 lr=0.051300 Epoch[81] Batch [349] Speed: 755.111432 samples/sec accuracy=0.808188 lr=0.051252 Epoch[81] Batch [399] Speed: 756.872621 samples/sec accuracy=0.808383 lr=0.051205 Epoch[81] Batch [449] Speed: 759.734161 samples/sec accuracy=0.808427 lr=0.051157 Epoch[81] Batch [499] Speed: 758.425193 samples/sec accuracy=0.808577 lr=0.051109 Epoch[81] Batch [549] Speed: 764.404527 samples/sec accuracy=0.808742 lr=0.051062 Epoch[81] Batch [599] Speed: 755.887645 samples/sec accuracy=0.808717 lr=0.051014 Epoch[81] Batch [649] Speed: 764.037769 samples/sec accuracy=0.808718 lr=0.050967 Epoch[81] Batch [699] Speed: 756.430052 samples/sec accuracy=0.808771 lr=0.050919 Epoch[81] Batch [749] Speed: 758.692604 samples/sec accuracy=0.808825 lr=0.050871 Epoch[81] Batch [799] Speed: 749.618668 samples/sec accuracy=0.808741 lr=0.050824 Epoch[81] Batch [849] Speed: 764.084951 samples/sec accuracy=0.808758 lr=0.050776 Epoch[81] Batch [899] Speed: 762.970578 samples/sec accuracy=0.808706 lr=0.050729 Epoch[81] Batch [949] Speed: 758.808753 samples/sec accuracy=0.808689 lr=0.050681 Epoch[81] Batch [999] Speed: 752.767419 samples/sec accuracy=0.808783 lr=0.050634 Epoch[81] Batch [1049] Speed: 753.860158 samples/sec accuracy=0.808833 lr=0.050586 Epoch[81] Batch [1099] Speed: 755.109606 samples/sec accuracy=0.808838 lr=0.050539 Epoch[81] Batch [1149] Speed: 745.829563 samples/sec accuracy=0.808757 lr=0.050492 Epoch[81] Batch [1199] Speed: 762.900686 samples/sec accuracy=0.808719 lr=0.050444 Epoch[81] Batch [1249] Speed: 764.352354 samples/sec accuracy=0.808751 lr=0.050397 Epoch[81] Batch [1299] Speed: 765.586340 samples/sec accuracy=0.808795 lr=0.050349 Epoch[81] Batch [1349] Speed: 762.575012 samples/sec accuracy=0.808819 lr=0.050302 Epoch[81] Batch [1399] Speed: 749.223439 samples/sec accuracy=0.808862 lr=0.050255 Epoch[81] Batch [1449] Speed: 755.269517 samples/sec accuracy=0.808896 lr=0.050207 Epoch[81] Batch [1499] Speed: 761.837332 samples/sec accuracy=0.808853 lr=0.050160 Epoch[81] Batch [1549] Speed: 754.460304 samples/sec accuracy=0.808881 lr=0.050113 Epoch[81] Batch [1599] Speed: 756.763474 samples/sec accuracy=0.808934 lr=0.050065 Epoch[81] Batch [1649] Speed: 755.696692 samples/sec accuracy=0.808960 lr=0.050018 Epoch[81] Batch [1699] Speed: 769.418524 samples/sec accuracy=0.809016 lr=0.049971 Epoch[81] Batch [1749] Speed: 758.307361 samples/sec accuracy=0.809055 lr=0.049923 Epoch[81] Batch [1799] Speed: 746.238292 samples/sec accuracy=0.809068 lr=0.049876 Epoch[81] Batch [1849] Speed: 760.988157 samples/sec accuracy=0.809150 lr=0.049829 Epoch[81] Batch [1899] Speed: 759.096827 samples/sec accuracy=0.809195 lr=0.049782 Epoch[81] Batch [1949] Speed: 761.302042 samples/sec accuracy=0.809233 lr=0.049735 Epoch[81] Batch [1999] Speed: 758.067923 samples/sec accuracy=0.809280 lr=0.049687 Epoch[81] Batch [2049] Speed: 753.234249 samples/sec accuracy=0.809301 lr=0.049640 Epoch[81] Batch [2099] Speed: 743.589597 samples/sec accuracy=0.809388 lr=0.049593 Epoch[81] Batch [2149] Speed: 745.918944 samples/sec accuracy=0.809461 lr=0.049546 Epoch[81] Batch [2199] Speed: 755.788028 samples/sec accuracy=0.809477 lr=0.049499 Epoch[81] Batch [2249] Speed: 762.370765 samples/sec accuracy=0.809520 lr=0.049452 Epoch[81] Batch [2299] Speed: 754.887142 samples/sec accuracy=0.809634 lr=0.049405 Epoch[81] Batch [2349] Speed: 756.135223 samples/sec accuracy=0.809699 lr=0.049357 Epoch[81] Batch [2399] Speed: 755.490712 samples/sec accuracy=0.809770 lr=0.049310 Epoch[81] Batch [2449] Speed: 754.491970 samples/sec accuracy=0.809808 lr=0.049263 Epoch[81] Batch [2499] Speed: 756.328039 samples/sec accuracy=0.809869 lr=0.049216 [Epoch 81] training: accuracy=0.809871 [Epoch 81] speed: 756 samples/sec time cost: 1693.530570 [Epoch 81] validation: err-top1=0.325000 err-top5=0.325000 Epoch[82] Batch [49] Speed: 763.415684 samples/sec accuracy=0.810631 lr=0.049167 Epoch[82] Batch [99] Speed: 749.784278 samples/sec accuracy=0.810608 lr=0.049120 Epoch[82] Batch [149] Speed: 758.624618 samples/sec accuracy=0.810373 lr=0.049073 Epoch[82] Batch [199] Speed: 766.246712 samples/sec accuracy=0.810297 lr=0.049026 Epoch[82] Batch [249] Speed: 763.335790 samples/sec accuracy=0.810407 lr=0.048979 Epoch[82] Batch [299] Speed: 759.152069 samples/sec accuracy=0.810177 lr=0.048933 Epoch[82] Batch [349] Speed: 761.160501 samples/sec accuracy=0.810546 lr=0.048886 Epoch[82] Batch [399] Speed: 766.843671 samples/sec accuracy=0.810774 lr=0.048839 Epoch[82] Batch [449] Speed: 765.855849 samples/sec accuracy=0.810784 lr=0.048792 Epoch[82] Batch [499] Speed: 757.000456 samples/sec accuracy=0.810701 lr=0.048745 Epoch[82] Batch [549] Speed: 753.338098 samples/sec accuracy=0.810613 lr=0.048698 Epoch[82] Batch [599] Speed: 750.473245 samples/sec accuracy=0.810713 lr=0.048651 Epoch[82] Batch [649] Speed: 746.159443 samples/sec accuracy=0.810752 lr=0.048604 Epoch[82] Batch [699] Speed: 761.103656 samples/sec accuracy=0.810896 lr=0.048558 Epoch[82] Batch [749] Speed: 753.547317 samples/sec accuracy=0.811046 lr=0.048511 Epoch[82] Batch [799] Speed: 764.946358 samples/sec accuracy=0.811034 lr=0.048464 Epoch[82] Batch [849] Speed: 757.721598 samples/sec accuracy=0.811126 lr=0.048417 Epoch[82] Batch [899] Speed: 748.760078 samples/sec accuracy=0.811185 lr=0.048370 Epoch[82] Batch [949] Speed: 761.605582 samples/sec accuracy=0.811209 lr=0.048324 Epoch[82] Batch [999] Speed: 743.523638 samples/sec accuracy=0.811308 lr=0.048277 Epoch[82] Batch [1049] Speed: 748.888525 samples/sec accuracy=0.811325 lr=0.048230 Epoch[82] Batch [1099] Speed: 763.965377 samples/sec accuracy=0.811314 lr=0.048183 Epoch[82] Batch [1149] Speed: 762.173520 samples/sec accuracy=0.811307 lr=0.048137 Epoch[82] Batch [1199] Speed: 750.941707 samples/sec accuracy=0.811323 lr=0.048090 Epoch[82] Batch [1249] Speed: 751.895840 samples/sec accuracy=0.811318 lr=0.048043 Epoch[82] Batch [1299] Speed: 759.458044 samples/sec accuracy=0.811322 lr=0.047997 Epoch[82] Batch [1349] Speed: 753.449516 samples/sec accuracy=0.811389 lr=0.047950 Epoch[82] Batch [1399] Speed: 764.539443 samples/sec accuracy=0.811443 lr=0.047904 Epoch[82] Batch [1449] Speed: 761.366751 samples/sec accuracy=0.811473 lr=0.047857 Epoch[82] Batch [1499] Speed: 751.989509 samples/sec accuracy=0.811460 lr=0.047810 Epoch[82] Batch [1549] Speed: 744.658343 samples/sec accuracy=0.811503 lr=0.047764 Epoch[82] Batch [1599] Speed: 757.683672 samples/sec accuracy=0.811526 lr=0.047717 Epoch[82] Batch [1649] Speed: 759.847204 samples/sec accuracy=0.811563 lr=0.047671 Epoch[82] Batch [1699] Speed: 758.954351 samples/sec accuracy=0.811565 lr=0.047624 Epoch[82] Batch [1749] Speed: 752.312954 samples/sec accuracy=0.811566 lr=0.047578 Epoch[82] Batch [1799] Speed: 750.933887 samples/sec accuracy=0.811605 lr=0.047531 Epoch[82] Batch [1849] Speed: 752.015000 samples/sec accuracy=0.811600 lr=0.047485 Epoch[82] Batch [1899] Speed: 751.257828 samples/sec accuracy=0.811678 lr=0.047438 Epoch[82] Batch [1949] Speed: 761.969483 samples/sec accuracy=0.811692 lr=0.047392 Epoch[82] Batch [1999] Speed: 765.178248 samples/sec accuracy=0.811753 lr=0.047346 Epoch[82] Batch [2049] Speed: 765.723973 samples/sec accuracy=0.811801 lr=0.047299 Epoch[82] Batch [2099] Speed: 767.322167 samples/sec accuracy=0.811896 lr=0.047253 Epoch[82] Batch [2149] Speed: 747.763089 samples/sec accuracy=0.811937 lr=0.047206 Epoch[82] Batch [2199] Speed: 754.337252 samples/sec accuracy=0.812008 lr=0.047160 Epoch[82] Batch [2249] Speed: 763.549465 samples/sec accuracy=0.812041 lr=0.047114 Epoch[82] Batch [2299] Speed: 761.441168 samples/sec accuracy=0.812087 lr=0.047067 Epoch[82] Batch [2349] Speed: 755.656050 samples/sec accuracy=0.812150 lr=0.047021 Epoch[82] Batch [2399] Speed: 763.230783 samples/sec accuracy=0.812238 lr=0.046975 Epoch[82] Batch [2449] Speed: 759.765254 samples/sec accuracy=0.812299 lr=0.046928 Epoch[82] Batch [2499] Speed: 759.775603 samples/sec accuracy=0.812322 lr=0.046882 [Epoch 82] training: accuracy=0.812328 [Epoch 82] speed: 757 samples/sec time cost: 1691.973544 [Epoch 82] validation: err-top1=0.316667 err-top5=0.316667 Epoch[83] Batch [49] Speed: 759.323787 samples/sec accuracy=0.812559 lr=0.046834 Epoch[83] Batch [99] Speed: 746.114034 samples/sec accuracy=0.812146 lr=0.046788 Epoch[83] Batch [149] Speed: 746.340299 samples/sec accuracy=0.812739 lr=0.046742 Epoch[83] Batch [199] Speed: 757.512583 samples/sec accuracy=0.813268 lr=0.046695 Epoch[83] Batch [249] Speed: 743.480454 samples/sec accuracy=0.813091 lr=0.046649 Epoch[83] Batch [299] Speed: 755.697585 samples/sec accuracy=0.812937 lr=0.046603 Epoch[83] Batch [349] Speed: 759.868697 samples/sec accuracy=0.812787 lr=0.046557 Epoch[83] Batch [399] Speed: 761.343834 samples/sec accuracy=0.812807 lr=0.046511 Epoch[83] Batch [449] Speed: 749.623739 samples/sec accuracy=0.812908 lr=0.046465 Epoch[83] Batch [499] Speed: 748.625265 samples/sec accuracy=0.813004 lr=0.046419 Epoch[83] Batch [549] Speed: 745.160950 samples/sec accuracy=0.813045 lr=0.046373 Epoch[83] Batch [599] Speed: 744.742201 samples/sec accuracy=0.813038 lr=0.046326 Epoch[83] Batch [649] Speed: 757.830389 samples/sec accuracy=0.812784 lr=0.046280 Epoch[83] Batch [699] Speed: 760.230035 samples/sec accuracy=0.812844 lr=0.046234 Epoch[83] Batch [749] Speed: 763.099674 samples/sec accuracy=0.812854 lr=0.046188 Epoch[83] Batch [799] Speed: 749.976649 samples/sec accuracy=0.812923 lr=0.046142 Epoch[83] Batch [849] Speed: 748.662524 samples/sec accuracy=0.812926 lr=0.046096 Epoch[83] Batch [899] Speed: 759.696845 samples/sec accuracy=0.813019 lr=0.046050 Epoch[83] Batch [949] Speed: 757.141105 samples/sec accuracy=0.812998 lr=0.046004 Epoch[83] Batch [999] Speed: 752.803413 samples/sec accuracy=0.813059 lr=0.045958 Epoch[83] Batch [1049] Speed: 761.565436 samples/sec accuracy=0.813112 lr=0.045913 Epoch[83] Batch [1099] Speed: 755.281348 samples/sec accuracy=0.813268 lr=0.045867 Epoch[83] Batch [1149] Speed: 766.980003 samples/sec accuracy=0.813279 lr=0.045821 Epoch[83] Batch [1199] Speed: 759.622387 samples/sec accuracy=0.813324 lr=0.045775 Epoch[83] Batch [1249] Speed: 758.705797 samples/sec accuracy=0.813351 lr=0.045729 Epoch[83] Batch [1299] Speed: 756.861630 samples/sec accuracy=0.813307 lr=0.045683 Epoch[83] Batch [1349] Speed: 751.781334 samples/sec accuracy=0.813301 lr=0.045637 Epoch[83] Batch [1399] Speed: 753.239459 samples/sec accuracy=0.813369 lr=0.045592 Epoch[83] Batch [1449] Speed: 750.636367 samples/sec accuracy=0.813340 lr=0.045546 Epoch[83] Batch [1499] Speed: 754.540313 samples/sec accuracy=0.813369 lr=0.045500 Epoch[83] Batch [1549] Speed: 756.085957 samples/sec accuracy=0.813375 lr=0.045454 Epoch[83] Batch [1599] Speed: 757.608694 samples/sec accuracy=0.813366 lr=0.045408 Epoch[83] Batch [1649] Speed: 755.912049 samples/sec accuracy=0.813425 lr=0.045363 Epoch[83] Batch [1699] Speed: 762.595793 samples/sec accuracy=0.813412 lr=0.045317 Epoch[83] Batch [1749] Speed: 756.215433 samples/sec accuracy=0.813501 lr=0.045271 Epoch[83] Batch [1799] Speed: 753.976653 samples/sec accuracy=0.813511 lr=0.045226 Epoch[83] Batch [1849] Speed: 755.109250 samples/sec accuracy=0.813481 lr=0.045180 Epoch[83] Batch [1899] Speed: 752.920871 samples/sec accuracy=0.813511 lr=0.045134 Epoch[83] Batch [1949] Speed: 755.724977 samples/sec accuracy=0.813534 lr=0.045089 Epoch[83] Batch [1999] Speed: 762.164967 samples/sec accuracy=0.813582 lr=0.045043 Epoch[83] Batch [2049] Speed: 760.628194 samples/sec accuracy=0.813681 lr=0.044997 Epoch[83] Batch [2099] Speed: 756.745847 samples/sec accuracy=0.813727 lr=0.044952 Epoch[83] Batch [2149] Speed: 751.389847 samples/sec accuracy=0.813749 lr=0.044906 Epoch[83] Batch [2199] Speed: 754.208868 samples/sec accuracy=0.813812 lr=0.044861 Epoch[83] Batch [2249] Speed: 752.903844 samples/sec accuracy=0.813866 lr=0.044815 Epoch[83] Batch [2299] Speed: 747.975782 samples/sec accuracy=0.813891 lr=0.044770 Epoch[83] Batch [2349] Speed: 740.954494 samples/sec accuracy=0.813954 lr=0.044724 Epoch[83] Batch [2399] Speed: 756.673358 samples/sec accuracy=0.813945 lr=0.044679 Epoch[83] Batch [2449] Speed: 763.591275 samples/sec accuracy=0.813982 lr=0.044633 Epoch[83] Batch [2499] Speed: 754.931731 samples/sec accuracy=0.814012 lr=0.044588 [Epoch 83] training: accuracy=0.814014 [Epoch 83] speed: 754 samples/sec time cost: 1697.099764 [Epoch 83] validation: err-top1=0.308333 err-top5=0.308333 Epoch[84] Batch [49] Speed: 765.632365 samples/sec accuracy=0.814457 lr=0.044540 Epoch[84] Batch [99] Speed: 752.074104 samples/sec accuracy=0.813609 lr=0.044495 Epoch[84] Batch [149] Speed: 758.398746 samples/sec accuracy=0.813720 lr=0.044450 Epoch[84] Batch [199] Speed: 766.027334 samples/sec accuracy=0.813890 lr=0.044404 Epoch[84] Batch [249] Speed: 761.898006 samples/sec accuracy=0.813879 lr=0.044359 Epoch[84] Batch [299] Speed: 750.920406 samples/sec accuracy=0.814038 lr=0.044314 Epoch[84] Batch [349] Speed: 749.686216 samples/sec accuracy=0.814099 lr=0.044268 Epoch[84] Batch [399] Speed: 756.799024 samples/sec accuracy=0.814169 lr=0.044223 Epoch[84] Batch [449] Speed: 755.624127 samples/sec accuracy=0.814337 lr=0.044178 Epoch[84] Batch [499] Speed: 764.331901 samples/sec accuracy=0.814436 lr=0.044132 Epoch[84] Batch [549] Speed: 756.754279 samples/sec accuracy=0.814627 lr=0.044087 Epoch[84] Batch [599] Speed: 751.686211 samples/sec accuracy=0.814731 lr=0.044042 Epoch[84] Batch [649] Speed: 758.731525 samples/sec accuracy=0.814760 lr=0.043997 Epoch[84] Batch [699] Speed: 751.112131 samples/sec accuracy=0.814767 lr=0.043951 Epoch[84] Batch [749] Speed: 769.863012 samples/sec accuracy=0.814739 lr=0.043906 Epoch[84] Batch [799] Speed: 760.808769 samples/sec accuracy=0.814748 lr=0.043861 Epoch[84] Batch [849] Speed: 749.845530 samples/sec accuracy=0.814714 lr=0.043816 Epoch[84] Batch [899] Speed: 748.236854 samples/sec accuracy=0.814708 lr=0.043771 Epoch[84] Batch [949] Speed: 757.774393 samples/sec accuracy=0.814718 lr=0.043725 Epoch[84] Batch [999] Speed: 766.690482 samples/sec accuracy=0.814873 lr=0.043680 Epoch[84] Batch [1049] Speed: 750.448698 samples/sec accuracy=0.814837 lr=0.043635 Epoch[84] Batch [1099] Speed: 761.663092 samples/sec accuracy=0.814809 lr=0.043590 Epoch[84] Batch [1149] Speed: 767.153714 samples/sec accuracy=0.814837 lr=0.043545 Epoch[84] Batch [1199] Speed: 751.965963 samples/sec accuracy=0.814925 lr=0.043500 Epoch[84] Batch [1249] Speed: 739.341638 samples/sec accuracy=0.814915 lr=0.043455 Epoch[84] Batch [1299] Speed: 756.298185 samples/sec accuracy=0.814880 lr=0.043410 Epoch[84] Batch [1349] Speed: 755.841832 samples/sec accuracy=0.814962 lr=0.043365 Epoch[84] Batch [1399] Speed: 757.521059 samples/sec accuracy=0.814998 lr=0.043320 Epoch[84] Batch [1449] Speed: 754.548452 samples/sec accuracy=0.815066 lr=0.043275 Epoch[84] Batch [1499] Speed: 755.488665 samples/sec accuracy=0.815136 lr=0.043230 Epoch[84] Batch [1549] Speed: 748.604529 samples/sec accuracy=0.815148 lr=0.043185 Epoch[84] Batch [1599] Speed: 749.581639 samples/sec accuracy=0.815247 lr=0.043140 Epoch[84] Batch [1649] Speed: 756.331278 samples/sec accuracy=0.815263 lr=0.043095 Epoch[84] Batch [1699] Speed: 764.763384 samples/sec accuracy=0.815355 lr=0.043050 Epoch[84] Batch [1749] Speed: 756.771443 samples/sec accuracy=0.815423 lr=0.043006 Epoch[84] Batch [1799] Speed: 759.419520 samples/sec accuracy=0.815428 lr=0.042961 Epoch[84] Batch [1849] Speed: 758.812845 samples/sec accuracy=0.815380 lr=0.042916 Epoch[84] Batch [1899] Speed: 747.729737 samples/sec accuracy=0.815420 lr=0.042871 Epoch[84] Batch [1949] Speed: 747.918727 samples/sec accuracy=0.815472 lr=0.042826 Epoch[84] Batch [1999] Speed: 740.066542 samples/sec accuracy=0.815562 lr=0.042782 Epoch[84] Batch [2049] Speed: 746.408674 samples/sec accuracy=0.815639 lr=0.042737 Epoch[84] Batch [2099] Speed: 751.297142 samples/sec accuracy=0.815678 lr=0.042692 Epoch[84] Batch [2149] Speed: 750.135867 samples/sec accuracy=0.815732 lr=0.042647 Epoch[84] Batch [2199] Speed: 751.469358 samples/sec accuracy=0.815723 lr=0.042603 Epoch[84] Batch [2249] Speed: 758.169919 samples/sec accuracy=0.815765 lr=0.042558 Epoch[84] Batch [2299] Speed: 750.154707 samples/sec accuracy=0.815801 lr=0.042513 Epoch[84] Batch [2349] Speed: 748.963412 samples/sec accuracy=0.815852 lr=0.042469 Epoch[84] Batch [2399] Speed: 754.188828 samples/sec accuracy=0.815910 lr=0.042424 Epoch[84] Batch [2449] Speed: 764.400075 samples/sec accuracy=0.815960 lr=0.042379 Epoch[84] Batch [2499] Speed: 765.063842 samples/sec accuracy=0.815992 lr=0.042335 [Epoch 84] training: accuracy=0.815992 [Epoch 84] speed: 755 samples/sec time cost: 1695.926338 [Epoch 84] validation: err-top1=0.300000 err-top5=0.300000 Epoch[85] Batch [49] Speed: 755.078451 samples/sec accuracy=0.816753 lr=0.042288 Epoch[85] Batch [99] Speed: 753.463569 samples/sec accuracy=0.816376 lr=0.042244 Epoch[85] Batch [149] Speed: 759.225012 samples/sec accuracy=0.816734 lr=0.042199 Epoch[85] Batch [199] Speed: 758.051449 samples/sec accuracy=0.816674 lr=0.042155 Epoch[85] Batch [249] Speed: 756.798934 samples/sec accuracy=0.816984 lr=0.042110 Epoch[85] Batch [299] Speed: 755.110450 samples/sec accuracy=0.817105 lr=0.042066 Epoch[85] Batch [349] Speed: 755.655045 samples/sec accuracy=0.817095 lr=0.042021 Epoch[85] Batch [399] Speed: 755.336456 samples/sec accuracy=0.817044 lr=0.041977 Epoch[85] Batch [449] Speed: 752.070791 samples/sec accuracy=0.816880 lr=0.041932 Epoch[85] Batch [499] Speed: 753.563885 samples/sec accuracy=0.816742 lr=0.041888 Epoch[85] Batch [549] Speed: 764.644876 samples/sec accuracy=0.816694 lr=0.041843 Epoch[85] Batch [599] Speed: 745.805661 samples/sec accuracy=0.816692 lr=0.041799 Epoch[85] Batch [649] Speed: 748.436075 samples/sec accuracy=0.816816 lr=0.041755 Epoch[85] Batch [699] Speed: 757.772784 samples/sec accuracy=0.816998 lr=0.041710 Epoch[85] Batch [749] Speed: 756.785540 samples/sec accuracy=0.817067 lr=0.041666 Epoch[85] Batch [799] Speed: 756.598595 samples/sec accuracy=0.817171 lr=0.041621 Epoch[85] Batch [849] Speed: 753.549712 samples/sec accuracy=0.817293 lr=0.041577 Epoch[85] Batch [899] Speed: 747.531813 samples/sec accuracy=0.817299 lr=0.041533 Epoch[85] Batch [949] Speed: 746.514631 samples/sec accuracy=0.817288 lr=0.041489 Epoch[85] Batch [999] Speed: 750.003193 samples/sec accuracy=0.817229 lr=0.041444 Epoch[85] Batch [1049] Speed: 751.861770 samples/sec accuracy=0.817216 lr=0.041400 Epoch[85] Batch [1099] Speed: 756.103180 samples/sec accuracy=0.817181 lr=0.041356 Epoch[85] Batch [1149] Speed: 758.957478 samples/sec accuracy=0.817207 lr=0.041312 Epoch[85] Batch [1199] Speed: 756.160309 samples/sec accuracy=0.817288 lr=0.041267 Epoch[85] Batch [1249] Speed: 756.532770 samples/sec accuracy=0.817298 lr=0.041223 Epoch[85] Batch [1299] Speed: 758.286042 samples/sec accuracy=0.817333 lr=0.041179 Epoch[85] Batch [1349] Speed: 757.304811 samples/sec accuracy=0.817404 lr=0.041135 Epoch[85] Batch [1399] Speed: 762.982858 samples/sec accuracy=0.817470 lr=0.041091 Epoch[85] Batch [1449] Speed: 756.841940 samples/sec accuracy=0.817515 lr=0.041047 Epoch[85] Batch [1499] Speed: 749.099000 samples/sec accuracy=0.817581 lr=0.041003 Epoch[85] Batch [1549] Speed: 760.709133 samples/sec accuracy=0.817643 lr=0.040959 Epoch[85] Batch [1599] Speed: 750.684333 samples/sec accuracy=0.817668 lr=0.040915 Epoch[85] Batch [1649] Speed: 755.649955 samples/sec accuracy=0.817731 lr=0.040870 Epoch[85] Batch [1699] Speed: 743.918343 samples/sec accuracy=0.817719 lr=0.040826 Epoch[85] Batch [1749] Speed: 745.312158 samples/sec accuracy=0.817748 lr=0.040782 Epoch[85] Batch [1799] Speed: 752.640055 samples/sec accuracy=0.817780 lr=0.040738 Epoch[85] Batch [1849] Speed: 759.082670 samples/sec accuracy=0.817860 lr=0.040695 Epoch[85] Batch [1899] Speed: 763.529810 samples/sec accuracy=0.817878 lr=0.040651 Epoch[85] Batch [1949] Speed: 760.394767 samples/sec accuracy=0.817920 lr=0.040607 Epoch[85] Batch [1999] Speed: 755.518338 samples/sec accuracy=0.818001 lr=0.040563 Epoch[85] Batch [2049] Speed: 750.641300 samples/sec accuracy=0.818052 lr=0.040519 Epoch[85] Batch [2099] Speed: 747.327274 samples/sec accuracy=0.818124 lr=0.040475 Epoch[85] Batch [2149] Speed: 755.624441 samples/sec accuracy=0.818115 lr=0.040431 Epoch[85] Batch [2199] Speed: 763.719642 samples/sec accuracy=0.818163 lr=0.040387 Epoch[85] Batch [2249] Speed: 751.348583 samples/sec accuracy=0.818207 lr=0.040343 Epoch[85] Batch [2299] Speed: 760.140673 samples/sec accuracy=0.818300 lr=0.040300 Epoch[85] Batch [2349] Speed: 750.878159 samples/sec accuracy=0.818375 lr=0.040256 Epoch[85] Batch [2399] Speed: 759.117151 samples/sec accuracy=0.818428 lr=0.040212 Epoch[85] Batch [2449] Speed: 755.073168 samples/sec accuracy=0.818457 lr=0.040168 Epoch[85] Batch [2499] Speed: 769.833985 samples/sec accuracy=0.818515 lr=0.040125 [Epoch 85] training: accuracy=0.818517 [Epoch 85] speed: 754 samples/sec time cost: 1697.168242 [Epoch 85] validation: err-top1=0.291667 err-top5=0.291667 Epoch[86] Batch [49] Speed: 771.552573 samples/sec accuracy=0.819806 lr=0.040079 Epoch[86] Batch [99] Speed: 762.212389 samples/sec accuracy=0.818897 lr=0.040035 Epoch[86] Batch [149] Speed: 770.402552 samples/sec accuracy=0.818602 lr=0.039992 Epoch[86] Batch [199] Speed: 756.273186 samples/sec accuracy=0.818447 lr=0.039948 Epoch[86] Batch [249] Speed: 753.239105 samples/sec accuracy=0.818661 lr=0.039904 Epoch[86] Batch [299] Speed: 759.007656 samples/sec accuracy=0.818662 lr=0.039861 Epoch[86] Batch [349] Speed: 765.645211 samples/sec accuracy=0.818829 lr=0.039817 Epoch[86] Batch [399] Speed: 756.285065 samples/sec accuracy=0.818846 lr=0.039774 Epoch[86] Batch [449] Speed: 751.130269 samples/sec accuracy=0.818869 lr=0.039730 Epoch[86] Batch [499] Speed: 750.862391 samples/sec accuracy=0.818741 lr=0.039686 Epoch[86] Batch [549] Speed: 752.993377 samples/sec accuracy=0.818661 lr=0.039643 Epoch[86] Batch [599] Speed: 755.700016 samples/sec accuracy=0.818703 lr=0.039599 Epoch[86] Batch [649] Speed: 757.590937 samples/sec accuracy=0.818703 lr=0.039556 Epoch[86] Batch [699] Speed: 761.216994 samples/sec accuracy=0.818674 lr=0.039512 Epoch[86] Batch [749] Speed: 759.311329 samples/sec accuracy=0.818683 lr=0.039469 Epoch[86] Batch [799] Speed: 756.900167 samples/sec accuracy=0.818779 lr=0.039426 Epoch[86] Batch [849] Speed: 760.438883 samples/sec accuracy=0.818803 lr=0.039382 Epoch[86] Batch [899] Speed: 751.675424 samples/sec accuracy=0.818831 lr=0.039339 Epoch[86] Batch [949] Speed: 752.034841 samples/sec accuracy=0.818768 lr=0.039295 Epoch[86] Batch [999] Speed: 755.796641 samples/sec accuracy=0.818718 lr=0.039252 Epoch[86] Batch [1049] Speed: 749.958085 samples/sec accuracy=0.818818 lr=0.039209 Epoch[86] Batch [1099] Speed: 752.158581 samples/sec accuracy=0.818842 lr=0.039165 Epoch[86] Batch [1149] Speed: 757.094216 samples/sec accuracy=0.818890 lr=0.039122 Epoch[86] Batch [1199] Speed: 761.342592 samples/sec accuracy=0.819009 lr=0.039079 Epoch[86] Batch [1249] Speed: 747.287418 samples/sec accuracy=0.819070 lr=0.039035 Epoch[86] Batch [1299] Speed: 748.744989 samples/sec accuracy=0.819082 lr=0.038992 Epoch[86] Batch [1349] Speed: 754.225821 samples/sec accuracy=0.819173 lr=0.038949 Epoch[86] Batch [1399] Speed: 754.953637 samples/sec accuracy=0.819193 lr=0.038906 Epoch[86] Batch [1449] Speed: 762.552342 samples/sec accuracy=0.819201 lr=0.038862 Epoch[86] Batch [1499] Speed: 756.397936 samples/sec accuracy=0.819226 lr=0.038819 Epoch[86] Batch [1549] Speed: 746.279862 samples/sec accuracy=0.819283 lr=0.038776 Epoch[86] Batch [1599] Speed: 759.225801 samples/sec accuracy=0.819306 lr=0.038733 Epoch[86] Batch [1649] Speed: 755.034244 samples/sec accuracy=0.819284 lr=0.038690 Epoch[86] Batch [1699] Speed: 755.927088 samples/sec accuracy=0.819301 lr=0.038647 Epoch[86] Batch [1749] Speed: 753.203666 samples/sec accuracy=0.819384 lr=0.038603 Epoch[86] Batch [1799] Speed: 751.180059 samples/sec accuracy=0.819404 lr=0.038560 Epoch[86] Batch [1849] Speed: 755.952985 samples/sec accuracy=0.819448 lr=0.038517 Epoch[86] Batch [1899] Speed: 760.598732 samples/sec accuracy=0.819510 lr=0.038474 Epoch[86] Batch [1949] Speed: 761.584645 samples/sec accuracy=0.819601 lr=0.038431 Epoch[86] Batch [1999] Speed: 751.401183 samples/sec accuracy=0.819671 lr=0.038388 Epoch[86] Batch [2049] Speed: 742.020858 samples/sec accuracy=0.819690 lr=0.038345 Epoch[86] Batch [2099] Speed: 754.096474 samples/sec accuracy=0.819761 lr=0.038302 Epoch[86] Batch [2149] Speed: 760.121888 samples/sec accuracy=0.819798 lr=0.038259 Epoch[86] Batch [2199] Speed: 763.443465 samples/sec accuracy=0.819802 lr=0.038216 Epoch[86] Batch [2249] Speed: 743.250393 samples/sec accuracy=0.819798 lr=0.038173 Epoch[86] Batch [2299] Speed: 755.686853 samples/sec accuracy=0.819816 lr=0.038131 Epoch[86] Batch [2349] Speed: 760.200012 samples/sec accuracy=0.819847 lr=0.038088 Epoch[86] Batch [2399] Speed: 758.734806 samples/sec accuracy=0.819867 lr=0.038045 Epoch[86] Batch [2449] Speed: 744.275620 samples/sec accuracy=0.819902 lr=0.038002 Epoch[86] Batch [2499] Speed: 751.785703 samples/sec accuracy=0.819978 lr=0.037959 [Epoch 86] training: accuracy=0.819976 [Epoch 86] speed: 755 samples/sec time cost: 1695.053278 [Epoch 86] validation: err-top1=0.283333 err-top5=0.283333 Epoch[87] Batch [49] Speed: 768.986163 samples/sec accuracy=0.821682 lr=0.037915 Epoch[87] Batch [99] Speed: 770.893958 samples/sec accuracy=0.820154 lr=0.037872 Epoch[87] Batch [149] Speed: 755.005782 samples/sec accuracy=0.819894 lr=0.037829 Epoch[87] Batch [199] Speed: 761.349589 samples/sec accuracy=0.820328 lr=0.037786 Epoch[87] Batch [249] Speed: 762.261710 samples/sec accuracy=0.820188 lr=0.037744 Epoch[87] Batch [299] Speed: 749.737615 samples/sec accuracy=0.820375 lr=0.037701 Epoch[87] Batch [349] Speed: 756.306522 samples/sec accuracy=0.820380 lr=0.037658 Epoch[87] Batch [399] Speed: 749.653529 samples/sec accuracy=0.820365 lr=0.037616 Epoch[87] Batch [449] Speed: 761.930753 samples/sec accuracy=0.820534 lr=0.037573 Epoch[87] Batch [499] Speed: 761.405202 samples/sec accuracy=0.820691 lr=0.037530 Epoch[87] Batch [549] Speed: 762.786461 samples/sec accuracy=0.820759 lr=0.037488 Epoch[87] Batch [599] Speed: 763.652137 samples/sec accuracy=0.820835 lr=0.037445 Epoch[87] Batch [649] Speed: 747.242204 samples/sec accuracy=0.820943 lr=0.037402 Epoch[87] Batch [699] Speed: 734.490769 samples/sec accuracy=0.820950 lr=0.037360 Epoch[87] Batch [749] Speed: 748.987099 samples/sec accuracy=0.821111 lr=0.037317 Epoch[87] Batch [799] Speed: 760.585802 samples/sec accuracy=0.821054 lr=0.037275 Epoch[87] Batch [849] Speed: 749.991265 samples/sec accuracy=0.821271 lr=0.037232 Epoch[87] Batch [899] Speed: 755.156961 samples/sec accuracy=0.821359 lr=0.037190 Epoch[87] Batch [949] Speed: 763.132156 samples/sec accuracy=0.821406 lr=0.037147 Epoch[87] Batch [999] Speed: 754.686144 samples/sec accuracy=0.821374 lr=0.037105 Epoch[87] Batch [1049] Speed: 753.414613 samples/sec accuracy=0.821394 lr=0.037062 Epoch[87] Batch [1099] Speed: 765.305021 samples/sec accuracy=0.821520 lr=0.037020 Epoch[87] Batch [1149] Speed: 752.112945 samples/sec accuracy=0.821620 lr=0.036978 Epoch[87] Batch [1199] Speed: 750.351914 samples/sec accuracy=0.821620 lr=0.036935 Epoch[87] Batch [1249] Speed: 752.378353 samples/sec accuracy=0.821669 lr=0.036893 Epoch[87] Batch [1299] Speed: 753.198858 samples/sec accuracy=0.821719 lr=0.036851 Epoch[87] Batch [1349] Speed: 753.438270 samples/sec accuracy=0.821700 lr=0.036808 Epoch[87] Batch [1399] Speed: 759.907653 samples/sec accuracy=0.821638 lr=0.036766 Epoch[87] Batch [1449] Speed: 758.494203 samples/sec accuracy=0.821674 lr=0.036724 Epoch[87] Batch [1499] Speed: 752.534457 samples/sec accuracy=0.821619 lr=0.036681 Epoch[87] Batch [1549] Speed: 753.570544 samples/sec accuracy=0.821615 lr=0.036639 Epoch[87] Batch [1599] Speed: 756.121624 samples/sec accuracy=0.821695 lr=0.036597 Epoch[87] Batch [1649] Speed: 755.888294 samples/sec accuracy=0.821696 lr=0.036555 Epoch[87] Batch [1699] Speed: 762.815258 samples/sec accuracy=0.821749 lr=0.036513 Epoch[87] Batch [1749] Speed: 762.968697 samples/sec accuracy=0.821765 lr=0.036470 Epoch[87] Batch [1799] Speed: 749.248946 samples/sec accuracy=0.821804 lr=0.036428 Epoch[87] Batch [1849] Speed: 743.127699 samples/sec accuracy=0.821820 lr=0.036386 Epoch[87] Batch [1899] Speed: 753.286717 samples/sec accuracy=0.821805 lr=0.036344 Epoch[87] Batch [1949] Speed: 768.739984 samples/sec accuracy=0.821799 lr=0.036302 Epoch[87] Batch [1999] Speed: 759.332996 samples/sec accuracy=0.821866 lr=0.036260 Epoch[87] Batch [2049] Speed: 760.370083 samples/sec accuracy=0.821933 lr=0.036218 Epoch[87] Batch [2099] Speed: 748.844032 samples/sec accuracy=0.821941 lr=0.036176 Epoch[87] Batch [2149] Speed: 769.658336 samples/sec accuracy=0.821996 lr=0.036134 Epoch[87] Batch [2199] Speed: 754.806126 samples/sec accuracy=0.822045 lr=0.036092 Epoch[87] Batch [2249] Speed: 756.543634 samples/sec accuracy=0.822098 lr=0.036050 Epoch[87] Batch [2299] Speed: 762.209348 samples/sec accuracy=0.822139 lr=0.036008 Epoch[87] Batch [2349] Speed: 752.831440 samples/sec accuracy=0.822193 lr=0.035966 Epoch[87] Batch [2399] Speed: 752.966267 samples/sec accuracy=0.822224 lr=0.035924 Epoch[87] Batch [2449] Speed: 749.618297 samples/sec accuracy=0.822273 lr=0.035882 Epoch[87] Batch [2499] Speed: 764.811162 samples/sec accuracy=0.822312 lr=0.035840 [Epoch 87] training: accuracy=0.822312 [Epoch 87] speed: 756 samples/sec time cost: 1693.486139 [Epoch 87] validation: err-top1=0.275000 err-top5=0.275000 Epoch[88] Batch [49] Speed: 765.322312 samples/sec accuracy=0.820894 lr=0.035797 Epoch[88] Batch [99] Speed: 753.600177 samples/sec accuracy=0.821845 lr=0.035755 Epoch[88] Batch [149] Speed: 757.937051 samples/sec accuracy=0.822207 lr=0.035713 Epoch[88] Batch [199] Speed: 755.306154 samples/sec accuracy=0.822148 lr=0.035671 Epoch[88] Batch [249] Speed: 750.965567 samples/sec accuracy=0.822135 lr=0.035629 Epoch[88] Batch [299] Speed: 752.116722 samples/sec accuracy=0.821916 lr=0.035588 Epoch[88] Batch [349] Speed: 739.183448 samples/sec accuracy=0.822265 lr=0.035546 Epoch[88] Batch [399] Speed: 761.301816 samples/sec accuracy=0.822443 lr=0.035504 Epoch[88] Batch [449] Speed: 760.342532 samples/sec accuracy=0.822559 lr=0.035462 Epoch[88] Batch [499] Speed: 763.567041 samples/sec accuracy=0.822442 lr=0.035421 Epoch[88] Batch [549] Speed: 755.120232 samples/sec accuracy=0.822502 lr=0.035379 Epoch[88] Batch [599] Speed: 752.841136 samples/sec accuracy=0.822537 lr=0.035337 Epoch[88] Batch [649] Speed: 757.561298 samples/sec accuracy=0.822541 lr=0.035296 Epoch[88] Batch [699] Speed: 763.983391 samples/sec accuracy=0.822669 lr=0.035254 Epoch[88] Batch [749] Speed: 765.520001 samples/sec accuracy=0.822674 lr=0.035212 Epoch[88] Batch [799] Speed: 749.910217 samples/sec accuracy=0.822771 lr=0.035171 Epoch[88] Batch [849] Speed: 735.640551 samples/sec accuracy=0.822819 lr=0.035129 Epoch[88] Batch [899] Speed: 764.220761 samples/sec accuracy=0.822879 lr=0.035088 Epoch[88] Batch [949] Speed: 757.913693 samples/sec accuracy=0.822975 lr=0.035046 Epoch[88] Batch [999] Speed: 756.903320 samples/sec accuracy=0.822959 lr=0.035005 Epoch[88] Batch [1049] Speed: 768.752329 samples/sec accuracy=0.822987 lr=0.034963 Epoch[88] Batch [1099] Speed: 754.687725 samples/sec accuracy=0.823009 lr=0.034922 Epoch[88] Batch [1149] Speed: 749.272871 samples/sec accuracy=0.823006 lr=0.034880 Epoch[88] Batch [1199] Speed: 765.071059 samples/sec accuracy=0.823181 lr=0.034839 Epoch[88] Batch [1249] Speed: 759.066282 samples/sec accuracy=0.823248 lr=0.034798 Epoch[88] Batch [1299] Speed: 760.731785 samples/sec accuracy=0.823320 lr=0.034756 Epoch[88] Batch [1349] Speed: 763.780410 samples/sec accuracy=0.823368 lr=0.034715 Epoch[88] Batch [1399] Speed: 753.153101 samples/sec accuracy=0.823427 lr=0.034673 Epoch[88] Batch [1449] Speed: 756.524812 samples/sec accuracy=0.823476 lr=0.034632 Epoch[88] Batch [1499] Speed: 755.020392 samples/sec accuracy=0.823561 lr=0.034591 Epoch[88] Batch [1549] Speed: 759.422130 samples/sec accuracy=0.823616 lr=0.034550 Epoch[88] Batch [1599] Speed: 759.043686 samples/sec accuracy=0.823721 lr=0.034508 Epoch[88] Batch [1649] Speed: 761.401309 samples/sec accuracy=0.823749 lr=0.034467 Epoch[88] Batch [1699] Speed: 771.998016 samples/sec accuracy=0.823746 lr=0.034426 Epoch[88] Batch [1749] Speed: 767.314419 samples/sec accuracy=0.823784 lr=0.034385 Epoch[88] Batch [1799] Speed: 752.952201 samples/sec accuracy=0.823790 lr=0.034343 Epoch[88] Batch [1849] Speed: 755.606957 samples/sec accuracy=0.823828 lr=0.034302 Epoch[88] Batch [1899] Speed: 759.106798 samples/sec accuracy=0.823876 lr=0.034261 Epoch[88] Batch [1949] Speed: 759.154656 samples/sec accuracy=0.823938 lr=0.034220 Epoch[88] Batch [1999] Speed: 746.994443 samples/sec accuracy=0.823992 lr=0.034179 Epoch[88] Batch [2049] Speed: 745.119178 samples/sec accuracy=0.823992 lr=0.034138 Epoch[88] Batch [2099] Speed: 754.042611 samples/sec accuracy=0.823972 lr=0.034097 Epoch[88] Batch [2149] Speed: 763.498543 samples/sec accuracy=0.823999 lr=0.034056 Epoch[88] Batch [2199] Speed: 762.469532 samples/sec accuracy=0.824029 lr=0.034015 Epoch[88] Batch [2249] Speed: 764.340873 samples/sec accuracy=0.824051 lr=0.033974 Epoch[88] Batch [2299] Speed: 761.145410 samples/sec accuracy=0.824070 lr=0.033933 Epoch[88] Batch [2349] Speed: 751.180075 samples/sec accuracy=0.824045 lr=0.033892 Epoch[88] Batch [2399] Speed: 748.083471 samples/sec accuracy=0.824082 lr=0.033851 Epoch[88] Batch [2449] Speed: 761.791108 samples/sec accuracy=0.824116 lr=0.033810 Epoch[88] Batch [2499] Speed: 744.242253 samples/sec accuracy=0.824164 lr=0.033769 [Epoch 88] training: accuracy=0.824168 [Epoch 88] speed: 756 samples/sec time cost: 1692.193835 [Epoch 88] validation: err-top1=0.266667 err-top5=0.266667 Epoch[89] Batch [49] Speed: 752.746548 samples/sec accuracy=0.825486 lr=0.033726 Epoch[89] Batch [99] Speed: 760.937279 samples/sec accuracy=0.825883 lr=0.033685 Epoch[89] Batch [149] Speed: 760.172494 samples/sec accuracy=0.826081 lr=0.033645 Epoch[89] Batch [199] Speed: 768.582251 samples/sec accuracy=0.825471 lr=0.033604 Epoch[89] Batch [249] Speed: 767.743771 samples/sec accuracy=0.825346 lr=0.033563 Epoch[89] Batch [299] Speed: 767.066662 samples/sec accuracy=0.825483 lr=0.033522 Epoch[89] Batch [349] Speed: 758.326186 samples/sec accuracy=0.825373 lr=0.033481 Epoch[89] Batch [399] Speed: 765.606467 samples/sec accuracy=0.825398 lr=0.033441 Epoch[89] Batch [449] Speed: 767.254535 samples/sec accuracy=0.825212 lr=0.033400 Epoch[89] Batch [499] Speed: 762.272858 samples/sec accuracy=0.825155 lr=0.033359 Epoch[89] Batch [549] Speed: 765.942052 samples/sec accuracy=0.825177 lr=0.033319 Epoch[89] Batch [599] Speed: 767.825886 samples/sec accuracy=0.825232 lr=0.033278 Epoch[89] Batch [649] Speed: 758.016274 samples/sec accuracy=0.825195 lr=0.033237 Epoch[89] Batch [699] Speed: 763.929699 samples/sec accuracy=0.825213 lr=0.033197 Epoch[89] Batch [749] Speed: 746.527129 samples/sec accuracy=0.825161 lr=0.033156 Epoch[89] Batch [799] Speed: 746.892293 samples/sec accuracy=0.825249 lr=0.033115 Epoch[89] Batch [849] Speed: 763.722580 samples/sec accuracy=0.825322 lr=0.033075 Epoch[89] Batch [899] Speed: 761.962135 samples/sec accuracy=0.825384 lr=0.033034 Epoch[89] Batch [949] Speed: 750.861336 samples/sec accuracy=0.825407 lr=0.032994 Epoch[89] Batch [999] Speed: 749.892332 samples/sec accuracy=0.825455 lr=0.032953 Epoch[89] Batch [1049] Speed: 754.916418 samples/sec accuracy=0.825507 lr=0.032913 Epoch[89] Batch [1099] Speed: 762.398437 samples/sec accuracy=0.825448 lr=0.032872 Epoch[89] Batch [1149] Speed: 755.588384 samples/sec accuracy=0.825393 lr=0.032832 Epoch[89] Batch [1199] Speed: 765.943155 samples/sec accuracy=0.825433 lr=0.032791 Epoch[89] Batch [1249] Speed: 763.855458 samples/sec accuracy=0.825457 lr=0.032751 Epoch[89] Batch [1299] Speed: 749.643187 samples/sec accuracy=0.825443 lr=0.032710 Epoch[89] Batch [1349] Speed: 761.367798 samples/sec accuracy=0.825539 lr=0.032670 Epoch[89] Batch [1399] Speed: 758.767078 samples/sec accuracy=0.825595 lr=0.032630 Epoch[89] Batch [1449] Speed: 756.287036 samples/sec accuracy=0.825609 lr=0.032589 Epoch[89] Batch [1499] Speed: 750.758745 samples/sec accuracy=0.825615 lr=0.032549 Epoch[89] Batch [1549] Speed: 752.928199 samples/sec accuracy=0.825595 lr=0.032509 Epoch[89] Batch [1599] Speed: 748.519559 samples/sec accuracy=0.825705 lr=0.032469 Epoch[89] Batch [1649] Speed: 768.885002 samples/sec accuracy=0.825749 lr=0.032428 Epoch[89] Batch [1699] Speed: 756.921739 samples/sec accuracy=0.825794 lr=0.032388 Epoch[89] Batch [1749] Speed: 752.056826 samples/sec accuracy=0.825768 lr=0.032348 Epoch[89] Batch [1799] Speed: 760.589465 samples/sec accuracy=0.825773 lr=0.032308 Epoch[89] Batch [1849] Speed: 744.391402 samples/sec accuracy=0.825783 lr=0.032267 Epoch[89] Batch [1899] Speed: 756.965069 samples/sec accuracy=0.825803 lr=0.032227 Epoch[89] Batch [1949] Speed: 762.816510 samples/sec accuracy=0.825864 lr=0.032187 Epoch[89] Batch [1999] Speed: 759.578097 samples/sec accuracy=0.825926 lr=0.032147 Epoch[89] Batch [2049] Speed: 746.754382 samples/sec accuracy=0.825987 lr=0.032107 Epoch[89] Batch [2099] Speed: 747.534936 samples/sec accuracy=0.826008 lr=0.032067 Epoch[89] Batch [2149] Speed: 752.292546 samples/sec accuracy=0.826010 lr=0.032027 Epoch[89] Batch [2199] Speed: 760.342871 samples/sec accuracy=0.826058 lr=0.031987 Epoch[89] Batch [2249] Speed: 751.577240 samples/sec accuracy=0.826078 lr=0.031947 Epoch[89] Batch [2299] Speed: 750.447418 samples/sec accuracy=0.826127 lr=0.031907 Epoch[89] Batch [2349] Speed: 752.116396 samples/sec accuracy=0.826126 lr=0.031867 Epoch[89] Batch [2399] Speed: 756.756967 samples/sec accuracy=0.826156 lr=0.031827 Epoch[89] Batch [2449] Speed: 760.759840 samples/sec accuracy=0.826231 lr=0.031787 Epoch[89] Batch [2499] Speed: 757.865205 samples/sec accuracy=0.826305 lr=0.031747 [Epoch 89] training: accuracy=0.826305 [Epoch 89] speed: 757 samples/sec time cost: 1691.473593 [Epoch 89] validation: err-top1=0.258333 err-top5=0.258333 Epoch[90] Batch [49] Speed: 764.121737 samples/sec accuracy=0.826604 lr=0.031706 Epoch[90] Batch [99] Speed: 762.160585 samples/sec accuracy=0.826749 lr=0.031666 Epoch[90] Batch [149] Speed: 762.556295 samples/sec accuracy=0.826142 lr=0.031626 Epoch[90] Batch [199] Speed: 759.456738 samples/sec accuracy=0.826012 lr=0.031586 Epoch[90] Batch [249] Speed: 768.547208 samples/sec accuracy=0.826007 lr=0.031546 Epoch[90] Batch [299] Speed: 757.839584 samples/sec accuracy=0.826257 lr=0.031506 Epoch[90] Batch [349] Speed: 744.865584 samples/sec accuracy=0.826460 lr=0.031467 Epoch[90] Batch [399] Speed: 759.049132 samples/sec accuracy=0.826337 lr=0.031427 Epoch[90] Batch [449] Speed: 762.023803 samples/sec accuracy=0.826316 lr=0.031387 Epoch[90] Batch [499] Speed: 748.632776 samples/sec accuracy=0.826071 lr=0.031348 Epoch[90] Batch [549] Speed: 746.586557 samples/sec accuracy=0.826263 lr=0.031308 Epoch[90] Batch [599] Speed: 756.066913 samples/sec accuracy=0.826437 lr=0.031268 Epoch[90] Batch [649] Speed: 756.957325 samples/sec accuracy=0.826470 lr=0.031229 Epoch[90] Batch [699] Speed: 767.511690 samples/sec accuracy=0.826619 lr=0.031189 Epoch[90] Batch [749] Speed: 756.789295 samples/sec accuracy=0.826711 lr=0.031149 Epoch[90] Batch [799] Speed: 754.949300 samples/sec accuracy=0.826727 lr=0.031110 Epoch[90] Batch [849] Speed: 761.167834 samples/sec accuracy=0.826684 lr=0.031070 Epoch[90] Batch [899] Speed: 761.593795 samples/sec accuracy=0.826651 lr=0.031031 Epoch[90] Batch [949] Speed: 750.486909 samples/sec accuracy=0.826595 lr=0.030991 Epoch[90] Batch [999] Speed: 762.129749 samples/sec accuracy=0.826616 lr=0.030952 Epoch[90] Batch [1049] Speed: 764.721303 samples/sec accuracy=0.826587 lr=0.030912 Epoch[90] Batch [1099] Speed: 761.314857 samples/sec accuracy=0.826637 lr=0.030873 Epoch[90] Batch [1149] Speed: 752.803967 samples/sec accuracy=0.826710 lr=0.030833 Epoch[90] Batch [1199] Speed: 751.801641 samples/sec accuracy=0.826718 lr=0.030794 Epoch[90] Batch [1249] Speed: 754.768248 samples/sec accuracy=0.826721 lr=0.030754 Epoch[90] Batch [1299] Speed: 762.829235 samples/sec accuracy=0.826741 lr=0.030715 Epoch[90] Batch [1349] Speed: 760.190551 samples/sec accuracy=0.826798 lr=0.030676 Epoch[90] Batch [1399] Speed: 749.077349 samples/sec accuracy=0.826874 lr=0.030636 Epoch[90] Batch [1449] Speed: 749.768514 samples/sec accuracy=0.826926 lr=0.030597 Epoch[90] Batch [1499] Speed: 755.325606 samples/sec accuracy=0.826969 lr=0.030558 Epoch[90] Batch [1549] Speed: 763.110982 samples/sec accuracy=0.827083 lr=0.030518 Epoch[90] Batch [1599] Speed: 763.562485 samples/sec accuracy=0.827148 lr=0.030479 Epoch[90] Batch [1649] Speed: 761.353076 samples/sec accuracy=0.827209 lr=0.030440 Epoch[90] Batch [1699] Speed: 754.786723 samples/sec accuracy=0.827233 lr=0.030401 Epoch[90] Batch [1749] Speed: 749.005260 samples/sec accuracy=0.827279 lr=0.030362 Epoch[90] Batch [1799] Speed: 751.137147 samples/sec accuracy=0.827350 lr=0.030322 Epoch[90] Batch [1849] Speed: 756.718808 samples/sec accuracy=0.827407 lr=0.030283 Epoch[90] Batch [1899] Speed: 762.388834 samples/sec accuracy=0.827438 lr=0.030244 Epoch[90] Batch [1949] Speed: 758.321875 samples/sec accuracy=0.827545 lr=0.030205 Epoch[90] Batch [1999] Speed: 748.828103 samples/sec accuracy=0.827566 lr=0.030166 Epoch[90] Batch [2049] Speed: 758.215817 samples/sec accuracy=0.827628 lr=0.030127 Epoch[90] Batch [2099] Speed: 757.944279 samples/sec accuracy=0.827709 lr=0.030088 Epoch[90] Batch [2149] Speed: 769.714292 samples/sec accuracy=0.827749 lr=0.030049 Epoch[90] Batch [2199] Speed: 759.962153 samples/sec accuracy=0.827804 lr=0.030010 Epoch[90] Batch [2249] Speed: 753.574933 samples/sec accuracy=0.827856 lr=0.029971 Epoch[90] Batch [2299] Speed: 755.517509 samples/sec accuracy=0.827909 lr=0.029932 Epoch[90] Batch [2349] Speed: 767.930157 samples/sec accuracy=0.827950 lr=0.029893 Epoch[90] Batch [2399] Speed: 751.807932 samples/sec accuracy=0.827998 lr=0.029854 Epoch[90] Batch [2449] Speed: 744.221331 samples/sec accuracy=0.828027 lr=0.029815 Epoch[90] Batch [2499] Speed: 754.362637 samples/sec accuracy=0.828073 lr=0.029776 [Epoch 90] training: accuracy=0.828071 [Epoch 90] speed: 757 samples/sec time cost: 1691.551295 [Epoch 90] validation: err-top1=0.250000 err-top5=0.250000 Epoch[91] Batch [49] Speed: 768.515117 samples/sec accuracy=0.829336 lr=0.029736 Epoch[91] Batch [99] Speed: 765.030296 samples/sec accuracy=0.829112 lr=0.029697 Epoch[91] Batch [149] Speed: 755.531783 samples/sec accuracy=0.829376 lr=0.029658 Epoch[91] Batch [199] Speed: 752.710491 samples/sec accuracy=0.829296 lr=0.029619 Epoch[91] Batch [249] Speed: 736.666185 samples/sec accuracy=0.829449 lr=0.029581 Epoch[91] Batch [299] Speed: 751.093306 samples/sec accuracy=0.829340 lr=0.029542 Epoch[91] Batch [349] Speed: 770.920730 samples/sec accuracy=0.829675 lr=0.029503 Epoch[91] Batch [399] Speed: 769.335054 samples/sec accuracy=0.829702 lr=0.029464 Epoch[91] Batch [449] Speed: 764.926887 samples/sec accuracy=0.829634 lr=0.029426 Epoch[91] Batch [499] Speed: 750.720894 samples/sec accuracy=0.829475 lr=0.029387 Epoch[91] Batch [549] Speed: 760.012351 samples/sec accuracy=0.829477 lr=0.029348 Epoch[91] Batch [599] Speed: 762.975360 samples/sec accuracy=0.829507 lr=0.029310 Epoch[91] Batch [649] Speed: 759.014567 samples/sec accuracy=0.829586 lr=0.029271 Epoch[91] Batch [699] Speed: 747.085257 samples/sec accuracy=0.829511 lr=0.029233 Epoch[91] Batch [749] Speed: 746.920879 samples/sec accuracy=0.829479 lr=0.029194 Epoch[91] Batch [799] Speed: 760.054733 samples/sec accuracy=0.829517 lr=0.029155 Epoch[91] Batch [849] Speed: 760.012308 samples/sec accuracy=0.829602 lr=0.029117 Epoch[91] Batch [899] Speed: 756.407773 samples/sec accuracy=0.829665 lr=0.029078 Epoch[91] Batch [949] Speed: 757.027521 samples/sec accuracy=0.829707 lr=0.029040 Epoch[91] Batch [999] Speed: 750.195876 samples/sec accuracy=0.829793 lr=0.029002 Epoch[91] Batch [1049] Speed: 763.150787 samples/sec accuracy=0.829844 lr=0.028963 Epoch[91] Batch [1099] Speed: 758.632664 samples/sec accuracy=0.829881 lr=0.028925 Epoch[91] Batch [1149] Speed: 757.371849 samples/sec accuracy=0.829891 lr=0.028886 Epoch[91] Batch [1199] Speed: 764.476747 samples/sec accuracy=0.829911 lr=0.028848 Epoch[91] Batch [1249] Speed: 767.061446 samples/sec accuracy=0.829845 lr=0.028810 Epoch[91] Batch [1299] Speed: 765.454737 samples/sec accuracy=0.829846 lr=0.028771 Epoch[91] Batch [1349] Speed: 756.703460 samples/sec accuracy=0.829886 lr=0.028733 Epoch[91] Batch [1399] Speed: 748.708834 samples/sec accuracy=0.829884 lr=0.028695 Epoch[91] Batch [1449] Speed: 759.475932 samples/sec accuracy=0.829884 lr=0.028656 Epoch[91] Batch [1499] Speed: 758.161899 samples/sec accuracy=0.829927 lr=0.028618 Epoch[91] Batch [1549] Speed: 759.254153 samples/sec accuracy=0.830015 lr=0.028580 Epoch[91] Batch [1599] Speed: 756.946781 samples/sec accuracy=0.830072 lr=0.028542 Epoch[91] Batch [1649] Speed: 752.578852 samples/sec accuracy=0.830106 lr=0.028504 Epoch[91] Batch [1699] Speed: 758.845847 samples/sec accuracy=0.830161 lr=0.028465 Epoch[91] Batch [1749] Speed: 759.744079 samples/sec accuracy=0.830176 lr=0.028427 Epoch[91] Batch [1799] Speed: 757.409920 samples/sec accuracy=0.830211 lr=0.028389 Epoch[91] Batch [1849] Speed: 758.565155 samples/sec accuracy=0.830241 lr=0.028351 Epoch[91] Batch [1899] Speed: 763.571662 samples/sec accuracy=0.830261 lr=0.028313 Epoch[91] Batch [1949] Speed: 750.160729 samples/sec accuracy=0.830331 lr=0.028275 Epoch[91] Batch [1999] Speed: 752.467918 samples/sec accuracy=0.830352 lr=0.028237 Epoch[91] Batch [2049] Speed: 762.438720 samples/sec accuracy=0.830408 lr=0.028199 Epoch[91] Batch [2099] Speed: 760.648109 samples/sec accuracy=0.830452 lr=0.028161 Epoch[91] Batch [2149] Speed: 745.959562 samples/sec accuracy=0.830493 lr=0.028123 Epoch[91] Batch [2199] Speed: 752.158934 samples/sec accuracy=0.830531 lr=0.028085 Epoch[91] Batch [2249] Speed: 758.194776 samples/sec accuracy=0.830558 lr=0.028047 Epoch[91] Batch [2299] Speed: 757.507950 samples/sec accuracy=0.830617 lr=0.028009 Epoch[91] Batch [2349] Speed: 759.929623 samples/sec accuracy=0.830640 lr=0.027971 Epoch[91] Batch [2399] Speed: 750.977368 samples/sec accuracy=0.830669 lr=0.027933 Epoch[91] Batch [2449] Speed: 746.306622 samples/sec accuracy=0.830704 lr=0.027896 Epoch[91] Batch [2499] Speed: 756.383966 samples/sec accuracy=0.830721 lr=0.027858 [Epoch 91] training: accuracy=0.830724 [Epoch 91] speed: 756 samples/sec time cost: 1691.757519 [Epoch 91] validation: err-top1=0.241667 err-top5=0.241667 Epoch[92] Batch [49] Speed: 750.932674 samples/sec accuracy=0.832070 lr=0.027818 Epoch[92] Batch [99] Speed: 746.809125 samples/sec accuracy=0.832672 lr=0.027781 Epoch[92] Batch [149] Speed: 748.721337 samples/sec accuracy=0.832272 lr=0.027743 Epoch[92] Batch [199] Speed: 750.199393 samples/sec accuracy=0.832020 lr=0.027705 Epoch[92] Batch [249] Speed: 765.994420 samples/sec accuracy=0.831705 lr=0.027668 Epoch[92] Batch [299] Speed: 766.749797 samples/sec accuracy=0.831523 lr=0.027630 Epoch[92] Batch [349] Speed: 752.033097 samples/sec accuracy=0.831500 lr=0.027592 Epoch[92] Batch [399] Speed: 748.531008 samples/sec accuracy=0.831430 lr=0.027555 Epoch[92] Batch [449] Speed: 752.293210 samples/sec accuracy=0.831559 lr=0.027517 Epoch[92] Batch [499] Speed: 747.954696 samples/sec accuracy=0.831441 lr=0.027479 Epoch[92] Batch [549] Speed: 757.613917 samples/sec accuracy=0.831403 lr=0.027442 Epoch[92] Batch [599] Speed: 758.550386 samples/sec accuracy=0.831472 lr=0.027404 Epoch[92] Batch [649] Speed: 753.266102 samples/sec accuracy=0.831514 lr=0.027367 Epoch[92] Batch [699] Speed: 749.433913 samples/sec accuracy=0.831538 lr=0.027329 Epoch[92] Batch [749] Speed: 767.774371 samples/sec accuracy=0.831612 lr=0.027292 Epoch[92] Batch [799] Speed: 760.774016 samples/sec accuracy=0.831590 lr=0.027254 Epoch[92] Batch [849] Speed: 757.967457 samples/sec accuracy=0.831700 lr=0.027217 Epoch[92] Batch [899] Speed: 742.095731 samples/sec accuracy=0.831659 lr=0.027179 Epoch[92] Batch [949] Speed: 751.745638 samples/sec accuracy=0.831651 lr=0.027142 Epoch[92] Batch [999] Speed: 756.218650 samples/sec accuracy=0.831700 lr=0.027104 Epoch[92] Batch [1049] Speed: 766.537589 samples/sec accuracy=0.831667 lr=0.027067 Epoch[92] Batch [1099] Speed: 763.651708 samples/sec accuracy=0.831706 lr=0.027030 Epoch[92] Batch [1149] Speed: 748.927388 samples/sec accuracy=0.831797 lr=0.026992 Epoch[92] Batch [1199] Speed: 747.732236 samples/sec accuracy=0.831805 lr=0.026955 Epoch[92] Batch [1249] Speed: 758.452113 samples/sec accuracy=0.831846 lr=0.026918 Epoch[92] Batch [1299] Speed: 755.908250 samples/sec accuracy=0.831907 lr=0.026881 Epoch[92] Batch [1349] Speed: 760.958753 samples/sec accuracy=0.831938 lr=0.026843 Epoch[92] Batch [1399] Speed: 769.643876 samples/sec accuracy=0.831955 lr=0.026806 Epoch[92] Batch [1449] Speed: 764.127528 samples/sec accuracy=0.831986 lr=0.026769 Epoch[92] Batch [1499] Speed: 751.168287 samples/sec accuracy=0.832014 lr=0.026732 Epoch[92] Batch [1549] Speed: 759.262598 samples/sec accuracy=0.832017 lr=0.026695 Epoch[92] Batch [1599] Speed: 752.314741 samples/sec accuracy=0.832022 lr=0.026658 Epoch[92] Batch [1649] Speed: 763.579226 samples/sec accuracy=0.832066 lr=0.026620 Epoch[92] Batch [1699] Speed: 750.632232 samples/sec accuracy=0.832050 lr=0.026583 Epoch[92] Batch [1749] Speed: 749.357489 samples/sec accuracy=0.832067 lr=0.026546 Epoch[92] Batch [1799] Speed: 761.676756 samples/sec accuracy=0.832103 lr=0.026509 Epoch[92] Batch [1849] Speed: 757.883896 samples/sec accuracy=0.832164 lr=0.026472 Epoch[92] Batch [1899] Speed: 746.550226 samples/sec accuracy=0.832191 lr=0.026435 Epoch[92] Batch [1949] Speed: 757.008963 samples/sec accuracy=0.832228 lr=0.026398 Epoch[92] Batch [1999] Speed: 759.438147 samples/sec accuracy=0.832255 lr=0.026361 Epoch[92] Batch [2049] Speed: 756.583865 samples/sec accuracy=0.832303 lr=0.026324 Epoch[92] Batch [2099] Speed: 764.781179 samples/sec accuracy=0.832346 lr=0.026288 Epoch[92] Batch [2149] Speed: 752.048251 samples/sec accuracy=0.832385 lr=0.026251 Epoch[92] Batch [2199] Speed: 740.794157 samples/sec accuracy=0.832432 lr=0.026214 Epoch[92] Batch [2249] Speed: 758.010687 samples/sec accuracy=0.832483 lr=0.026177 Epoch[92] Batch [2299] Speed: 761.770181 samples/sec accuracy=0.832514 lr=0.026140 Epoch[92] Batch [2349] Speed: 750.082280 samples/sec accuracy=0.832544 lr=0.026103 Epoch[92] Batch [2399] Speed: 758.306777 samples/sec accuracy=0.832601 lr=0.026067 Epoch[92] Batch [2449] Speed: 765.796830 samples/sec accuracy=0.832627 lr=0.026030 Epoch[92] Batch [2499] Speed: 767.513479 samples/sec accuracy=0.832657 lr=0.025993 [Epoch 92] training: accuracy=0.832655 [Epoch 92] speed: 755 samples/sec time cost: 1694.490675 [Epoch 92] validation: err-top1=0.233333 err-top5=0.233333 Epoch[93] Batch [49] Speed: 778.451707 samples/sec accuracy=0.832565 lr=0.025955 Epoch[93] Batch [99] Speed: 753.396094 samples/sec accuracy=0.833223 lr=0.025918 Epoch[93] Batch [149] Speed: 741.236077 samples/sec accuracy=0.833546 lr=0.025882 Epoch[93] Batch [199] Speed: 747.423216 samples/sec accuracy=0.833715 lr=0.025845 Epoch[93] Batch [249] Speed: 751.906355 samples/sec accuracy=0.833856 lr=0.025808 Epoch[93] Batch [299] Speed: 762.411630 samples/sec accuracy=0.833996 lr=0.025772 Epoch[93] Batch [349] Speed: 751.628789 samples/sec accuracy=0.833901 lr=0.025735 Epoch[93] Batch [399] Speed: 748.252168 samples/sec accuracy=0.834097 lr=0.025699 Epoch[93] Batch [449] Speed: 763.455781 samples/sec accuracy=0.833892 lr=0.025662 Epoch[93] Batch [499] Speed: 767.775847 samples/sec accuracy=0.833876 lr=0.025626 Epoch[93] Batch [549] Speed: 761.711662 samples/sec accuracy=0.833799 lr=0.025589 Epoch[93] Batch [599] Speed: 752.473824 samples/sec accuracy=0.833998 lr=0.025553 Epoch[93] Batch [649] Speed: 755.927605 samples/sec accuracy=0.833972 lr=0.025516 Epoch[93] Batch [699] Speed: 755.123418 samples/sec accuracy=0.834014 lr=0.025480 Epoch[93] Batch [749] Speed: 764.324921 samples/sec accuracy=0.834061 lr=0.025443 Epoch[93] Batch [799] Speed: 748.502533 samples/sec accuracy=0.833984 lr=0.025407 Epoch[93] Batch [849] Speed: 756.363165 samples/sec accuracy=0.833969 lr=0.025371 Epoch[93] Batch [899] Speed: 756.951258 samples/sec accuracy=0.834053 lr=0.025334 Epoch[93] Batch [949] Speed: 758.046777 samples/sec accuracy=0.834050 lr=0.025298 Epoch[93] Batch [999] Speed: 751.886679 samples/sec accuracy=0.834071 lr=0.025262 Epoch[93] Batch [1049] Speed: 760.798408 samples/sec accuracy=0.834127 lr=0.025226 Epoch[93] Batch [1099] Speed: 754.945871 samples/sec accuracy=0.834069 lr=0.025189 Epoch[93] Batch [1149] Speed: 756.732381 samples/sec accuracy=0.834133 lr=0.025153 Epoch[93] Batch [1199] Speed: 753.379401 samples/sec accuracy=0.834109 lr=0.025117 Epoch[93] Batch [1249] Speed: 754.152500 samples/sec accuracy=0.834148 lr=0.025081 Epoch[93] Batch [1299] Speed: 757.310457 samples/sec accuracy=0.834238 lr=0.025045 Epoch[93] Batch [1349] Speed: 753.310900 samples/sec accuracy=0.834201 lr=0.025008 Epoch[93] Batch [1399] Speed: 746.350509 samples/sec accuracy=0.834214 lr=0.024972 Epoch[93] Batch [1449] Speed: 748.264323 samples/sec accuracy=0.834257 lr=0.024936 Epoch[93] Batch [1499] Speed: 754.959295 samples/sec accuracy=0.834267 lr=0.024900 Epoch[93] Batch [1549] Speed: 748.974279 samples/sec accuracy=0.834319 lr=0.024864 Epoch[93] Batch [1599] Speed: 757.408771 samples/sec accuracy=0.834358 lr=0.024828 Epoch[93] Batch [1649] Speed: 754.454611 samples/sec accuracy=0.834454 lr=0.024792 Epoch[93] Batch [1699] Speed: 760.077206 samples/sec accuracy=0.834505 lr=0.024756 Epoch[93] Batch [1749] Speed: 747.768667 samples/sec accuracy=0.834547 lr=0.024720 Epoch[93] Batch [1799] Speed: 759.872235 samples/sec accuracy=0.834592 lr=0.024684 Epoch[93] Batch [1849] Speed: 762.395465 samples/sec accuracy=0.834659 lr=0.024648 Epoch[93] Batch [1899] Speed: 754.237397 samples/sec accuracy=0.834674 lr=0.024613 Epoch[93] Batch [1949] Speed: 752.755134 samples/sec accuracy=0.834704 lr=0.024577 Epoch[93] Batch [1999] Speed: 753.973212 samples/sec accuracy=0.834778 lr=0.024541 Epoch[93] Batch [2049] Speed: 749.240607 samples/sec accuracy=0.834806 lr=0.024505 Epoch[93] Batch [2099] Speed: 765.249425 samples/sec accuracy=0.834853 lr=0.024469 Epoch[93] Batch [2149] Speed: 762.952346 samples/sec accuracy=0.834921 lr=0.024433 Epoch[93] Batch [2199] Speed: 765.228221 samples/sec accuracy=0.834921 lr=0.024398 Epoch[93] Batch [2249] Speed: 748.201452 samples/sec accuracy=0.834932 lr=0.024362 Epoch[93] Batch [2299] Speed: 753.862264 samples/sec accuracy=0.834946 lr=0.024326 Epoch[93] Batch [2349] Speed: 762.362635 samples/sec accuracy=0.834968 lr=0.024291 Epoch[93] Batch [2399] Speed: 757.109105 samples/sec accuracy=0.835018 lr=0.024255 Epoch[93] Batch [2449] Speed: 751.384925 samples/sec accuracy=0.835059 lr=0.024219 Epoch[93] Batch [2499] Speed: 757.248070 samples/sec accuracy=0.835092 lr=0.024184 [Epoch 93] training: accuracy=0.835091 [Epoch 93] speed: 755 samples/sec time cost: 1695.655670 [Epoch 93] validation: err-top1=0.225000 err-top5=0.225000 Epoch[94] Batch [49] Speed: 766.015257 samples/sec accuracy=0.835942 lr=0.024147 Epoch[94] Batch [99] Speed: 759.729016 samples/sec accuracy=0.835996 lr=0.024111 Epoch[94] Batch [149] Speed: 750.779879 samples/sec accuracy=0.836183 lr=0.024076 Epoch[94] Batch [199] Speed: 754.626411 samples/sec accuracy=0.836156 lr=0.024040 Epoch[94] Batch [249] Speed: 750.246842 samples/sec accuracy=0.836343 lr=0.024005 Epoch[94] Batch [299] Speed: 754.921200 samples/sec accuracy=0.836723 lr=0.023969 Epoch[94] Batch [349] Speed: 755.491961 samples/sec accuracy=0.836634 lr=0.023934 Epoch[94] Batch [399] Speed: 753.831493 samples/sec accuracy=0.836745 lr=0.023898 Epoch[94] Batch [449] Speed: 761.033490 samples/sec accuracy=0.836722 lr=0.023863 Epoch[94] Batch [499] Speed: 757.197003 samples/sec accuracy=0.836718 lr=0.023827 Epoch[94] Batch [549] Speed: 748.262733 samples/sec accuracy=0.836862 lr=0.023792 Epoch[94] Batch [599] Speed: 751.993838 samples/sec accuracy=0.836750 lr=0.023757 Epoch[94] Batch [649] Speed: 747.684407 samples/sec accuracy=0.836760 lr=0.023721 Epoch[94] Batch [699] Speed: 760.093342 samples/sec accuracy=0.836764 lr=0.023686 Epoch[94] Batch [749] Speed: 755.868681 samples/sec accuracy=0.836682 lr=0.023651 Epoch[94] Batch [799] Speed: 768.076991 samples/sec accuracy=0.836743 lr=0.023616 Epoch[94] Batch [849] Speed: 753.239945 samples/sec accuracy=0.836772 lr=0.023580 Epoch[94] Batch [899] Speed: 749.500177 samples/sec accuracy=0.836790 lr=0.023545 Epoch[94] Batch [949] Speed: 758.225042 samples/sec accuracy=0.836826 lr=0.023510 Epoch[94] Batch [999] Speed: 763.367315 samples/sec accuracy=0.836876 lr=0.023475 Epoch[94] Batch [1049] Speed: 746.907807 samples/sec accuracy=0.836950 lr=0.023440 Epoch[94] Batch [1099] Speed: 751.761375 samples/sec accuracy=0.837026 lr=0.023405 Epoch[94] Batch [1149] Speed: 756.310251 samples/sec accuracy=0.837034 lr=0.023370 Epoch[94] Batch [1199] Speed: 751.459276 samples/sec accuracy=0.836974 lr=0.023335 Epoch[94] Batch [1249] Speed: 762.045197 samples/sec accuracy=0.836954 lr=0.023299 Epoch[94] Batch [1299] Speed: 760.825480 samples/sec accuracy=0.837003 lr=0.023264 Epoch[94] Batch [1349] Speed: 751.580681 samples/sec accuracy=0.836992 lr=0.023229 Epoch[94] Batch [1399] Speed: 752.872861 samples/sec accuracy=0.837075 lr=0.023195 Epoch[94] Batch [1449] Speed: 747.945604 samples/sec accuracy=0.837139 lr=0.023160 Epoch[94] Batch [1499] Speed: 745.409343 samples/sec accuracy=0.837156 lr=0.023125 Epoch[94] Batch [1549] Speed: 760.645937 samples/sec accuracy=0.837214 lr=0.023090 Epoch[94] Batch [1599] Speed: 757.995891 samples/sec accuracy=0.837208 lr=0.023055 Epoch[94] Batch [1649] Speed: 754.725144 samples/sec accuracy=0.837142 lr=0.023020 Epoch[94] Batch [1699] Speed: 764.408042 samples/sec accuracy=0.837084 lr=0.022985 Epoch[94] Batch [1749] Speed: 748.294506 samples/sec accuracy=0.837084 lr=0.022950 Epoch[94] Batch [1799] Speed: 749.187044 samples/sec accuracy=0.837070 lr=0.022916 Epoch[94] Batch [1849] Speed: 751.785655 samples/sec accuracy=0.837084 lr=0.022881 Epoch[94] Batch [1899] Speed: 757.378906 samples/sec accuracy=0.837098 lr=0.022846 Epoch[94] Batch [1949] Speed: 756.603047 samples/sec accuracy=0.837102 lr=0.022811 Epoch[94] Batch [1999] Speed: 754.845207 samples/sec accuracy=0.837124 lr=0.022777 Epoch[94] Batch [2049] Speed: 760.314664 samples/sec accuracy=0.837130 lr=0.022742 Epoch[94] Batch [2099] Speed: 747.069435 samples/sec accuracy=0.837130 lr=0.022707 Epoch[94] Batch [2149] Speed: 755.762478 samples/sec accuracy=0.837134 lr=0.022673 Epoch[94] Batch [2199] Speed: 753.475724 samples/sec accuracy=0.837203 lr=0.022638 Epoch[94] Batch [2249] Speed: 757.579637 samples/sec accuracy=0.837238 lr=0.022603 Epoch[94] Batch [2299] Speed: 762.218930 samples/sec accuracy=0.837287 lr=0.022569 Epoch[94] Batch [2349] Speed: 762.805027 samples/sec accuracy=0.837319 lr=0.022534 Epoch[94] Batch [2399] Speed: 756.408732 samples/sec accuracy=0.837330 lr=0.022500 Epoch[94] Batch [2449] Speed: 753.781315 samples/sec accuracy=0.837349 lr=0.022465 Epoch[94] Batch [2499] Speed: 755.204194 samples/sec accuracy=0.837359 lr=0.022431 [Epoch 94] training: accuracy=0.837360 [Epoch 94] speed: 755 samples/sec time cost: 1695.968776 [Epoch 94] validation: err-top1=0.216667 err-top5=0.216667 Epoch[95] Batch [49] Speed: 762.442288 samples/sec accuracy=0.839458 lr=0.022395 Epoch[95] Batch [99] Speed: 760.380675 samples/sec accuracy=0.839318 lr=0.022361 Epoch[95] Batch [149] Speed: 760.298427 samples/sec accuracy=0.838331 lr=0.022326 Epoch[95] Batch [199] Speed: 756.576055 samples/sec accuracy=0.838037 lr=0.022292 Epoch[95] Batch [249] Speed: 753.430219 samples/sec accuracy=0.837767 lr=0.022258 Epoch[95] Batch [299] Speed: 754.296644 samples/sec accuracy=0.837675 lr=0.022223 Epoch[95] Batch [349] Speed: 767.602239 samples/sec accuracy=0.837658 lr=0.022189 Epoch[95] Batch [399] Speed: 760.070346 samples/sec accuracy=0.837611 lr=0.022155 Epoch[95] Batch [449] Speed: 753.161385 samples/sec accuracy=0.837873 lr=0.022120 Epoch[95] Batch [499] Speed: 757.123749 samples/sec accuracy=0.837954 lr=0.022086 Epoch[95] Batch [549] Speed: 763.808874 samples/sec accuracy=0.837836 lr=0.022052 Epoch[95] Batch [599] Speed: 760.233066 samples/sec accuracy=0.837823 lr=0.022018 Epoch[95] Batch [649] Speed: 755.493614 samples/sec accuracy=0.837978 lr=0.021984 Epoch[95] Batch [699] Speed: 750.671255 samples/sec accuracy=0.838089 lr=0.021949 Epoch[95] Batch [749] Speed: 762.113527 samples/sec accuracy=0.838138 lr=0.021915 Epoch[95] Batch [799] Speed: 750.306544 samples/sec accuracy=0.838118 lr=0.021881 Epoch[95] Batch [849] Speed: 762.517701 samples/sec accuracy=0.838162 lr=0.021847 Epoch[95] Batch [899] Speed: 761.947709 samples/sec accuracy=0.838247 lr=0.021813 Epoch[95] Batch [949] Speed: 754.654017 samples/sec accuracy=0.838246 lr=0.021779 Epoch[95] Batch [999] Speed: 740.559050 samples/sec accuracy=0.838256 lr=0.021745 Epoch[95] Batch [1049] Speed: 755.283133 samples/sec accuracy=0.838298 lr=0.021711 Epoch[95] Batch [1099] Speed: 746.099813 samples/sec accuracy=0.838365 lr=0.021677 Epoch[95] Batch [1149] Speed: 744.763736 samples/sec accuracy=0.838405 lr=0.021643 Epoch[95] Batch [1199] Speed: 756.661392 samples/sec accuracy=0.838371 lr=0.021609 Epoch[95] Batch [1249] Speed: 755.667824 samples/sec accuracy=0.838361 lr=0.021575 Epoch[95] Batch [1299] Speed: 752.988925 samples/sec accuracy=0.838331 lr=0.021542 Epoch[95] Batch [1349] Speed: 752.993419 samples/sec accuracy=0.838365 lr=0.021508 Epoch[95] Batch [1399] Speed: 736.360505 samples/sec accuracy=0.838427 lr=0.021474 Epoch[95] Batch [1449] Speed: 746.945861 samples/sec accuracy=0.838448 lr=0.021440 Epoch[95] Batch [1499] Speed: 749.698444 samples/sec accuracy=0.838505 lr=0.021406 Epoch[95] Batch [1549] Speed: 738.088068 samples/sec accuracy=0.838471 lr=0.021373 Epoch[95] Batch [1599] Speed: 749.629114 samples/sec accuracy=0.838516 lr=0.021339 Epoch[95] Batch [1649] Speed: 754.528484 samples/sec accuracy=0.838598 lr=0.021305 Epoch[95] Batch [1699] Speed: 748.731393 samples/sec accuracy=0.838608 lr=0.021272 Epoch[95] Batch [1749] Speed: 749.273551 samples/sec accuracy=0.838637 lr=0.021238 Epoch[95] Batch [1799] Speed: 744.640320 samples/sec accuracy=0.838688 lr=0.021204 Epoch[95] Batch [1849] Speed: 741.686152 samples/sec accuracy=0.838714 lr=0.021171 Epoch[95] Batch [1899] Speed: 747.262335 samples/sec accuracy=0.838764 lr=0.021137 Epoch[95] Batch [1949] Speed: 742.004429 samples/sec accuracy=0.838823 lr=0.021104 Epoch[95] Batch [1999] Speed: 745.743264 samples/sec accuracy=0.838870 lr=0.021070 Epoch[95] Batch [2049] Speed: 743.706659 samples/sec accuracy=0.838916 lr=0.021037 Epoch[95] Batch [2099] Speed: 745.957717 samples/sec accuracy=0.838977 lr=0.021003 Epoch[95] Batch [2149] Speed: 745.873435 samples/sec accuracy=0.839035 lr=0.020970 Epoch[95] Batch [2199] Speed: 734.893871 samples/sec accuracy=0.839065 lr=0.020936 Epoch[95] Batch [2249] Speed: 743.333070 samples/sec accuracy=0.839131 lr=0.020903 Epoch[95] Batch [2299] Speed: 751.474186 samples/sec accuracy=0.839122 lr=0.020869 Epoch[95] Batch [2349] Speed: 744.174842 samples/sec accuracy=0.839124 lr=0.020836 Epoch[95] Batch [2399] Speed: 750.562688 samples/sec accuracy=0.839185 lr=0.020803 Epoch[95] Batch [2449] Speed: 748.176287 samples/sec accuracy=0.839264 lr=0.020769 Epoch[95] Batch [2499] Speed: 749.052072 samples/sec accuracy=0.839309 lr=0.020736 [Epoch 95] training: accuracy=0.839311 [Epoch 95] speed: 750 samples/sec time cost: 1705.309696 [Epoch 95] validation: err-top1=0.208333 err-top5=0.208333 Epoch[96] Batch [49] Speed: 754.488253 samples/sec accuracy=0.842546 lr=0.020701 Epoch[96] Batch [99] Speed: 747.822506 samples/sec accuracy=0.841685 lr=0.020668 Epoch[96] Batch [149] Speed: 744.276074 samples/sec accuracy=0.840933 lr=0.020635 Epoch[96] Batch [199] Speed: 748.216760 samples/sec accuracy=0.840949 lr=0.020602 Epoch[96] Batch [249] Speed: 740.523165 samples/sec accuracy=0.840903 lr=0.020569 Epoch[96] Batch [299] Speed: 755.476312 samples/sec accuracy=0.840974 lr=0.020535 Epoch[96] Batch [349] Speed: 746.590528 samples/sec accuracy=0.841218 lr=0.020502 Epoch[96] Batch [399] Speed: 751.718439 samples/sec accuracy=0.841193 lr=0.020469 Epoch[96] Batch [449] Speed: 741.614803 samples/sec accuracy=0.841171 lr=0.020436 Epoch[96] Batch [499] Speed: 751.557734 samples/sec accuracy=0.841264 lr=0.020403 Epoch[96] Batch [549] Speed: 746.026716 samples/sec accuracy=0.841264 lr=0.020370 Epoch[96] Batch [599] Speed: 739.301178 samples/sec accuracy=0.841215 lr=0.020337 Epoch[96] Batch [649] Speed: 731.221195 samples/sec accuracy=0.841118 lr=0.020304 Epoch[96] Batch [699] Speed: 743.326225 samples/sec accuracy=0.841060 lr=0.020271 Epoch[96] Batch [749] Speed: 744.226742 samples/sec accuracy=0.841128 lr=0.020238 Epoch[96] Batch [799] Speed: 745.749433 samples/sec accuracy=0.841160 lr=0.020205 Epoch[96] Batch [849] Speed: 753.635251 samples/sec accuracy=0.841219 lr=0.020172 Epoch[96] Batch [899] Speed: 744.037520 samples/sec accuracy=0.841188 lr=0.020139 Epoch[96] Batch [949] Speed: 743.845240 samples/sec accuracy=0.841167 lr=0.020107 Epoch[96] Batch [999] Speed: 745.519338 samples/sec accuracy=0.841130 lr=0.020074 Epoch[96] Batch [1049] Speed: 741.834365 samples/sec accuracy=0.841177 lr=0.020041 Epoch[96] Batch [1099] Speed: 749.491838 samples/sec accuracy=0.841157 lr=0.020008 Epoch[96] Batch [1149] Speed: 745.688108 samples/sec accuracy=0.841178 lr=0.019975 Epoch[96] Batch [1199] Speed: 746.814662 samples/sec accuracy=0.841302 lr=0.019943 Epoch[96] Batch [1249] Speed: 738.833823 samples/sec accuracy=0.841301 lr=0.019910 Epoch[96] Batch [1299] Speed: 744.263651 samples/sec accuracy=0.841314 lr=0.019877 Epoch[96] Batch [1349] Speed: 750.673302 samples/sec accuracy=0.841376 lr=0.019845 Epoch[96] Batch [1399] Speed: 738.297286 samples/sec accuracy=0.841414 lr=0.019812 Epoch[96] Batch [1449] Speed: 748.403168 samples/sec accuracy=0.841431 lr=0.019779 Epoch[96] Batch [1499] Speed: 745.427880 samples/sec accuracy=0.841457 lr=0.019747 Epoch[96] Batch [1549] Speed: 742.018166 samples/sec accuracy=0.841462 lr=0.019714 Epoch[96] Batch [1599] Speed: 748.713193 samples/sec accuracy=0.841454 lr=0.019682 Epoch[96] Batch [1649] Speed: 744.694862 samples/sec accuracy=0.841488 lr=0.019649 Epoch[96] Batch [1699] Speed: 748.809376 samples/sec accuracy=0.841539 lr=0.019617 Epoch[96] Batch [1749] Speed: 745.385100 samples/sec accuracy=0.841480 lr=0.019584 Epoch[96] Batch [1799] Speed: 750.494342 samples/sec accuracy=0.841441 lr=0.019552 Epoch[96] Batch [1849] Speed: 745.518055 samples/sec accuracy=0.841450 lr=0.019519 Epoch[96] Batch [1899] Speed: 748.468463 samples/sec accuracy=0.841504 lr=0.019487 Epoch[96] Batch [1949] Speed: 741.840300 samples/sec accuracy=0.841525 lr=0.019455 Epoch[96] Batch [1999] Speed: 750.200562 samples/sec accuracy=0.841587 lr=0.019422 Epoch[96] Batch [2049] Speed: 754.837932 samples/sec accuracy=0.841624 lr=0.019390 Epoch[96] Batch [2099] Speed: 753.085677 samples/sec accuracy=0.841637 lr=0.019358 Epoch[96] Batch [2149] Speed: 741.432636 samples/sec accuracy=0.841688 lr=0.019325 Epoch[96] Batch [2199] Speed: 748.215581 samples/sec accuracy=0.841740 lr=0.019293 Epoch[96] Batch [2249] Speed: 747.809267 samples/sec accuracy=0.841816 lr=0.019261 Epoch[96] Batch [2299] Speed: 748.785925 samples/sec accuracy=0.841853 lr=0.019229 Epoch[96] Batch [2349] Speed: 746.323025 samples/sec accuracy=0.841888 lr=0.019197 Epoch[96] Batch [2399] Speed: 746.454897 samples/sec accuracy=0.841927 lr=0.019164 Epoch[96] Batch [2449] Speed: 742.800442 samples/sec accuracy=0.841948 lr=0.019132 Epoch[96] Batch [2499] Speed: 745.457440 samples/sec accuracy=0.841976 lr=0.019100 [Epoch 96] training: accuracy=0.841973 [Epoch 96] speed: 745 samples/sec time cost: 1717.470685 [Epoch 96] validation: err-top1=0.200000 err-top5=0.200000 Epoch[97] Batch [49] Speed: 752.460267 samples/sec accuracy=0.844328 lr=0.019067 Epoch[97] Batch [99] Speed: 744.930954 samples/sec accuracy=0.844656 lr=0.019035 Epoch[97] Batch [149] Speed: 750.597700 samples/sec accuracy=0.844053 lr=0.019003 Epoch[97] Batch [199] Speed: 746.790083 samples/sec accuracy=0.844053 lr=0.018971 Epoch[97] Batch [249] Speed: 753.081716 samples/sec accuracy=0.843967 lr=0.018939 Epoch[97] Batch [299] Speed: 760.664582 samples/sec accuracy=0.843901 lr=0.018907 Epoch[97] Batch [349] Speed: 744.019356 samples/sec accuracy=0.843732 lr=0.018875 Epoch[97] Batch [399] Speed: 746.515243 samples/sec accuracy=0.843626 lr=0.018843 Epoch[97] Batch [449] Speed: 748.706051 samples/sec accuracy=0.843493 lr=0.018811 Epoch[97] Batch [499] Speed: 751.897498 samples/sec accuracy=0.843512 lr=0.018779 Epoch[97] Batch [549] Speed: 742.407486 samples/sec accuracy=0.843574 lr=0.018747 Epoch[97] Batch [599] Speed: 739.660274 samples/sec accuracy=0.843430 lr=0.018716 Epoch[97] Batch [649] Speed: 749.257479 samples/sec accuracy=0.843323 lr=0.018684 Epoch[97] Batch [699] Speed: 749.259272 samples/sec accuracy=0.843253 lr=0.018652 Epoch[97] Batch [749] Speed: 739.400040 samples/sec accuracy=0.843227 lr=0.018620 Epoch[97] Batch [799] Speed: 753.179025 samples/sec accuracy=0.843241 lr=0.018589 Epoch[97] Batch [849] Speed: 741.790988 samples/sec accuracy=0.843259 lr=0.018557 Epoch[97] Batch [899] Speed: 742.256889 samples/sec accuracy=0.843277 lr=0.018525 Epoch[97] Batch [949] Speed: 745.156182 samples/sec accuracy=0.843275 lr=0.018494 Epoch[97] Batch [999] Speed: 751.085619 samples/sec accuracy=0.843154 lr=0.018462 Epoch[97] Batch [1049] Speed: 749.082324 samples/sec accuracy=0.843161 lr=0.018430 Epoch[97] Batch [1099] Speed: 747.400694 samples/sec accuracy=0.843210 lr=0.018399 Epoch[97] Batch [1149] Speed: 746.362431 samples/sec accuracy=0.843180 lr=0.018367 Epoch[97] Batch [1199] Speed: 740.304333 samples/sec accuracy=0.843205 lr=0.018336 Epoch[97] Batch [1249] Speed: 743.619270 samples/sec accuracy=0.843218 lr=0.018304 Epoch[97] Batch [1299] Speed: 745.966589 samples/sec accuracy=0.843215 lr=0.018273 Epoch[97] Batch [1349] Speed: 750.009742 samples/sec accuracy=0.843200 lr=0.018241 Epoch[97] Batch [1399] Speed: 740.040529 samples/sec accuracy=0.843244 lr=0.018210 Epoch[97] Batch [1449] Speed: 740.685659 samples/sec accuracy=0.843309 lr=0.018179 Epoch[97] Batch [1499] Speed: 746.492210 samples/sec accuracy=0.843300 lr=0.018147 Epoch[97] Batch [1549] Speed: 743.589381 samples/sec accuracy=0.843371 lr=0.018116 Epoch[97] Batch [1599] Speed: 736.406532 samples/sec accuracy=0.843437 lr=0.018084 Epoch[97] Batch [1649] Speed: 745.013075 samples/sec accuracy=0.843491 lr=0.018053 Epoch[97] Batch [1699] Speed: 734.283823 samples/sec accuracy=0.843527 lr=0.018022 Epoch[97] Batch [1749] Speed: 747.892747 samples/sec accuracy=0.843580 lr=0.017991 Epoch[97] Batch [1799] Speed: 748.846021 samples/sec accuracy=0.843597 lr=0.017959 Epoch[97] Batch [1849] Speed: 750.429119 samples/sec accuracy=0.843620 lr=0.017928 Epoch[97] Batch [1899] Speed: 749.360402 samples/sec accuracy=0.843713 lr=0.017897 Epoch[97] Batch [1949] Speed: 751.602240 samples/sec accuracy=0.843748 lr=0.017866 Epoch[97] Batch [1999] Speed: 740.510040 samples/sec accuracy=0.843773 lr=0.017835 Epoch[97] Batch [2049] Speed: 750.756630 samples/sec accuracy=0.843851 lr=0.017804 Epoch[97] Batch [2099] Speed: 748.048167 samples/sec accuracy=0.843911 lr=0.017773 Epoch[97] Batch [2149] Speed: 747.879349 samples/sec accuracy=0.843964 lr=0.017742 Epoch[97] Batch [2199] Speed: 754.678670 samples/sec accuracy=0.843952 lr=0.017710 Epoch[97] Batch [2249] Speed: 749.939145 samples/sec accuracy=0.843963 lr=0.017679 Epoch[97] Batch [2299] Speed: 735.922557 samples/sec accuracy=0.843989 lr=0.017648 Epoch[97] Batch [2349] Speed: 735.395039 samples/sec accuracy=0.844046 lr=0.017618 Epoch[97] Batch [2399] Speed: 743.450051 samples/sec accuracy=0.844060 lr=0.017587 Epoch[97] Batch [2449] Speed: 746.622943 samples/sec accuracy=0.844080 lr=0.017556 Epoch[97] Batch [2499] Speed: 749.020475 samples/sec accuracy=0.844072 lr=0.017525 [Epoch 97] training: accuracy=0.844072 [Epoch 97] speed: 745 samples/sec time cost: 1716.685776 [Epoch 97] validation: err-top1=0.191667 err-top5=0.191667 Epoch[98] Batch [49] Speed: 760.402064 samples/sec accuracy=0.845547 lr=0.017493 Epoch[98] Batch [99] Speed: 746.797905 samples/sec accuracy=0.844866 lr=0.017462 Epoch[98] Batch [149] Speed: 741.171010 samples/sec accuracy=0.844607 lr=0.017431 Epoch[98] Batch [199] Speed: 746.955708 samples/sec accuracy=0.844688 lr=0.017400 Epoch[98] Batch [249] Speed: 749.442732 samples/sec accuracy=0.844726 lr=0.017370 Epoch[98] Batch [299] Speed: 750.505122 samples/sec accuracy=0.844704 lr=0.017339 Epoch[98] Batch [349] Speed: 749.863382 samples/sec accuracy=0.844516 lr=0.017308 Epoch[98] Batch [399] Speed: 748.482070 samples/sec accuracy=0.844573 lr=0.017277 Epoch[98] Batch [449] Speed: 750.359151 samples/sec accuracy=0.844757 lr=0.017247 Epoch[98] Batch [499] Speed: 754.219421 samples/sec accuracy=0.844702 lr=0.017216 Epoch[98] Batch [549] Speed: 741.723051 samples/sec accuracy=0.844796 lr=0.017185 Epoch[98] Batch [599] Speed: 745.846592 samples/sec accuracy=0.844860 lr=0.017155 Epoch[98] Batch [649] Speed: 753.416431 samples/sec accuracy=0.844899 lr=0.017124 Epoch[98] Batch [699] Speed: 743.019185 samples/sec accuracy=0.844892 lr=0.017094 Epoch[98] Batch [749] Speed: 748.180609 samples/sec accuracy=0.844954 lr=0.017063 Epoch[98] Batch [799] Speed: 747.069778 samples/sec accuracy=0.845122 lr=0.017033 Epoch[98] Batch [849] Speed: 751.162822 samples/sec accuracy=0.845250 lr=0.017002 Epoch[98] Batch [899] Speed: 745.745414 samples/sec accuracy=0.845341 lr=0.016972 Epoch[98] Batch [949] Speed: 744.475937 samples/sec accuracy=0.845384 lr=0.016941 Epoch[98] Batch [999] Speed: 745.529536 samples/sec accuracy=0.845352 lr=0.016911 Epoch[98] Batch [1049] Speed: 746.489117 samples/sec accuracy=0.845418 lr=0.016881 Epoch[98] Batch [1099] Speed: 737.917122 samples/sec accuracy=0.845495 lr=0.016850 Epoch[98] Batch [1149] Speed: 744.420302 samples/sec accuracy=0.845494 lr=0.016820 Epoch[98] Batch [1199] Speed: 737.056652 samples/sec accuracy=0.845523 lr=0.016790 Epoch[98] Batch [1249] Speed: 749.475427 samples/sec accuracy=0.845531 lr=0.016760 Epoch[98] Batch [1299] Speed: 744.706865 samples/sec accuracy=0.845461 lr=0.016729 Epoch[98] Batch [1349] Speed: 748.203136 samples/sec accuracy=0.845476 lr=0.016699 Epoch[98] Batch [1399] Speed: 754.024777 samples/sec accuracy=0.845556 lr=0.016669 Epoch[98] Batch [1449] Speed: 750.703994 samples/sec accuracy=0.845582 lr=0.016639 Epoch[98] Batch [1499] Speed: 751.746938 samples/sec accuracy=0.845654 lr=0.016609 Epoch[98] Batch [1549] Speed: 757.367501 samples/sec accuracy=0.845618 lr=0.016578 Epoch[98] Batch [1599] Speed: 750.371442 samples/sec accuracy=0.845622 lr=0.016548 Epoch[98] Batch [1649] Speed: 745.420521 samples/sec accuracy=0.845651 lr=0.016518 Epoch[98] Batch [1699] Speed: 753.896897 samples/sec accuracy=0.845641 lr=0.016488 Epoch[98] Batch [1749] Speed: 751.651429 samples/sec accuracy=0.845674 lr=0.016458 Epoch[98] Batch [1799] Speed: 750.969065 samples/sec accuracy=0.845704 lr=0.016428 Epoch[98] Batch [1849] Speed: 749.310440 samples/sec accuracy=0.845741 lr=0.016398 Epoch[98] Batch [1899] Speed: 751.744754 samples/sec accuracy=0.845767 lr=0.016368 Epoch[98] Batch [1949] Speed: 757.132841 samples/sec accuracy=0.845796 lr=0.016338 Epoch[98] Batch [1999] Speed: 759.070762 samples/sec accuracy=0.845816 lr=0.016309 Epoch[98] Batch [2049] Speed: 762.386452 samples/sec accuracy=0.845830 lr=0.016279 Epoch[98] Batch [2099] Speed: 765.318107 samples/sec accuracy=0.845874 lr=0.016249 Epoch[98] Batch [2149] Speed: 748.418813 samples/sec accuracy=0.845885 lr=0.016219 Epoch[98] Batch [2199] Speed: 755.150635 samples/sec accuracy=0.845886 lr=0.016189 Epoch[98] Batch [2249] Speed: 760.610117 samples/sec accuracy=0.845918 lr=0.016159 Epoch[98] Batch [2299] Speed: 761.229422 samples/sec accuracy=0.845929 lr=0.016130 Epoch[98] Batch [2349] Speed: 758.339618 samples/sec accuracy=0.845995 lr=0.016100 Epoch[98] Batch [2399] Speed: 749.487930 samples/sec accuracy=0.846039 lr=0.016070 Epoch[98] Batch [2449] Speed: 766.900501 samples/sec accuracy=0.846056 lr=0.016041 Epoch[98] Batch [2499] Speed: 747.148689 samples/sec accuracy=0.846070 lr=0.016011 [Epoch 98] training: accuracy=0.846069 [Epoch 98] speed: 750 samples/sec time cost: 1706.752940 [Epoch 98] validation: err-top1=0.183333 err-top5=0.183333 Epoch[99] Batch [49] Speed: 768.868744 samples/sec accuracy=0.846999 lr=0.015980 Epoch[99] Batch [99] Speed: 759.927074 samples/sec accuracy=0.847369 lr=0.015951 Epoch[99] Batch [149] Speed: 744.002385 samples/sec accuracy=0.846983 lr=0.015921 Epoch[99] Batch [199] Speed: 749.528681 samples/sec accuracy=0.847092 lr=0.015891 Epoch[99] Batch [249] Speed: 749.523480 samples/sec accuracy=0.847060 lr=0.015862 Epoch[99] Batch [299] Speed: 758.100518 samples/sec accuracy=0.846958 lr=0.015832 Epoch[99] Batch [349] Speed: 748.592316 samples/sec accuracy=0.847100 lr=0.015803 Epoch[99] Batch [399] Speed: 744.776739 samples/sec accuracy=0.847332 lr=0.015774 Epoch[99] Batch [449] Speed: 753.553462 samples/sec accuracy=0.847455 lr=0.015744 Epoch[99] Batch [499] Speed: 750.159848 samples/sec accuracy=0.847461 lr=0.015715 Epoch[99] Batch [549] Speed: 754.112002 samples/sec accuracy=0.847519 lr=0.015685 Epoch[99] Batch [599] Speed: 747.866618 samples/sec accuracy=0.847553 lr=0.015656 Epoch[99] Batch [649] Speed: 757.731222 samples/sec accuracy=0.847630 lr=0.015627 Epoch[99] Batch [699] Speed: 760.454059 samples/sec accuracy=0.847602 lr=0.015597 Epoch[99] Batch [749] Speed: 761.395332 samples/sec accuracy=0.847537 lr=0.015568 Epoch[99] Batch [799] Speed: 749.220809 samples/sec accuracy=0.847455 lr=0.015539 Epoch[99] Batch [849] Speed: 751.959096 samples/sec accuracy=0.847436 lr=0.015510 Epoch[99] Batch [899] Speed: 751.418079 samples/sec accuracy=0.847473 lr=0.015480 Epoch[99] Batch [949] Speed: 769.223931 samples/sec accuracy=0.847574 lr=0.015451 Epoch[99] Batch [999] Speed: 753.937683 samples/sec accuracy=0.847577 lr=0.015422 Epoch[99] Batch [1049] Speed: 750.060326 samples/sec accuracy=0.847590 lr=0.015393 Epoch[99] Batch [1099] Speed: 757.671071 samples/sec accuracy=0.847570 lr=0.015364 Epoch[99] Batch [1149] Speed: 752.602615 samples/sec accuracy=0.847521 lr=0.015335 Epoch[99] Batch [1199] Speed: 747.320470 samples/sec accuracy=0.847525 lr=0.015306 Epoch[99] Batch [1249] Speed: 740.534330 samples/sec accuracy=0.847500 lr=0.015277 Epoch[99] Batch [1299] Speed: 751.107744 samples/sec accuracy=0.847485 lr=0.015248 Epoch[99] Batch [1349] Speed: 755.060186 samples/sec accuracy=0.847489 lr=0.015219 Epoch[99] Batch [1399] Speed: 754.036638 samples/sec accuracy=0.847499 lr=0.015190 Epoch[99] Batch [1449] Speed: 756.677000 samples/sec accuracy=0.847518 lr=0.015161 Epoch[99] Batch [1499] Speed: 764.709081 samples/sec accuracy=0.847576 lr=0.015132 Epoch[99] Batch [1549] Speed: 752.616843 samples/sec accuracy=0.847572 lr=0.015103 Epoch[99] Batch [1599] Speed: 757.022685 samples/sec accuracy=0.847603 lr=0.015074 Epoch[99] Batch [1649] Speed: 747.305179 samples/sec accuracy=0.847622 lr=0.015046 Epoch[99] Batch [1699] Speed: 760.780301 samples/sec accuracy=0.847716 lr=0.015017 Epoch[99] Batch [1749] Speed: 760.042450 samples/sec accuracy=0.847750 lr=0.014988 Epoch[99] Batch [1799] Speed: 747.329308 samples/sec accuracy=0.847797 lr=0.014959 Epoch[99] Batch [1849] Speed: 748.291225 samples/sec accuracy=0.847787 lr=0.014931 Epoch[99] Batch [1899] Speed: 753.072541 samples/sec accuracy=0.847795 lr=0.014902 Epoch[99] Batch [1949] Speed: 754.761930 samples/sec accuracy=0.847838 lr=0.014873 Epoch[99] Batch [1999] Speed: 749.240586 samples/sec accuracy=0.847847 lr=0.014845 Epoch[99] Batch [2049] Speed: 753.965906 samples/sec accuracy=0.847890 lr=0.014816 Epoch[99] Batch [2099] Speed: 749.867273 samples/sec accuracy=0.847869 lr=0.014788 Epoch[99] Batch [2149] Speed: 759.754094 samples/sec accuracy=0.847880 lr=0.014759 Epoch[99] Batch [2199] Speed: 767.232709 samples/sec accuracy=0.847941 lr=0.014730 Epoch[99] Batch [2249] Speed: 759.975896 samples/sec accuracy=0.847968 lr=0.014702 Epoch[99] Batch [2299] Speed: 755.452856 samples/sec accuracy=0.847976 lr=0.014673 Epoch[99] Batch [2349] Speed: 760.280931 samples/sec accuracy=0.848027 lr=0.014645 Epoch[99] Batch [2399] Speed: 760.288694 samples/sec accuracy=0.848081 lr=0.014617 Epoch[99] Batch [2449] Speed: 756.127636 samples/sec accuracy=0.848096 lr=0.014588 Epoch[99] Batch [2499] Speed: 756.835586 samples/sec accuracy=0.848105 lr=0.014560 [Epoch 99] training: accuracy=0.848104 [Epoch 99] speed: 754 samples/sec time cost: 1698.018968 [Epoch 99] validation: err-top1=0.175000 err-top5=0.175000 Epoch[100] Batch [49] Speed: 752.928801 samples/sec accuracy=0.848186 lr=0.014530 Epoch[100] Batch [99] Speed: 762.641416 samples/sec accuracy=0.848678 lr=0.014502 Epoch[100] Batch [149] Speed: 765.001632 samples/sec accuracy=0.848744 lr=0.014474 Epoch[100] Batch [199] Speed: 760.488174 samples/sec accuracy=0.848907 lr=0.014445 Epoch[100] Batch [249] Speed: 765.373221 samples/sec accuracy=0.849060 lr=0.014417 Epoch[100] Batch [299] Speed: 752.696904 samples/sec accuracy=0.848971 lr=0.014389 Epoch[100] Batch [349] Speed: 744.438098 samples/sec accuracy=0.849242 lr=0.014361 Epoch[100] Batch [399] Speed: 748.440233 samples/sec accuracy=0.849296 lr=0.014333 Epoch[100] Batch [449] Speed: 757.692911 samples/sec accuracy=0.849216 lr=0.014304 Epoch[100] Batch [499] Speed: 758.505643 samples/sec accuracy=0.849275 lr=0.014276 Epoch[100] Batch [549] Speed: 745.101960 samples/sec accuracy=0.849241 lr=0.014248 Epoch[100] Batch [599] Speed: 745.816177 samples/sec accuracy=0.849184 lr=0.014220 Epoch[100] Batch [649] Speed: 764.493571 samples/sec accuracy=0.849186 lr=0.014192 Epoch[100] Batch [699] Speed: 764.043538 samples/sec accuracy=0.849176 lr=0.014164 Epoch[100] Batch [749] Speed: 751.792198 samples/sec accuracy=0.849056 lr=0.014136 Epoch[100] Batch [799] Speed: 752.845966 samples/sec accuracy=0.849084 lr=0.014108 Epoch[100] Batch [849] Speed: 761.461207 samples/sec accuracy=0.849074 lr=0.014080 Epoch[100] Batch [899] Speed: 767.238970 samples/sec accuracy=0.849072 lr=0.014052 Epoch[100] Batch [949] Speed: 753.413037 samples/sec accuracy=0.849218 lr=0.014024 Epoch[100] Batch [999] Speed: 759.748481 samples/sec accuracy=0.849325 lr=0.013996 Epoch[100] Batch [1049] Speed: 750.381804 samples/sec accuracy=0.849433 lr=0.013969 Epoch[100] Batch [1099] Speed: 756.380705 samples/sec accuracy=0.849491 lr=0.013941 Epoch[100] Batch [1149] Speed: 767.088522 samples/sec accuracy=0.849510 lr=0.013913 Epoch[100] Batch [1199] Speed: 747.681934 samples/sec accuracy=0.849559 lr=0.013885 Epoch[100] Batch [1249] Speed: 756.454284 samples/sec accuracy=0.849591 lr=0.013857 Epoch[100] Batch [1299] Speed: 759.862475 samples/sec accuracy=0.849659 lr=0.013830 Epoch[100] Batch [1349] Speed: 753.379887 samples/sec accuracy=0.849636 lr=0.013802 Epoch[100] Batch [1399] Speed: 763.438389 samples/sec accuracy=0.849631 lr=0.013774 Epoch[100] Batch [1449] Speed: 755.568977 samples/sec accuracy=0.849657 lr=0.013747 Epoch[100] Batch [1499] Speed: 749.517092 samples/sec accuracy=0.849682 lr=0.013719 Epoch[100] Batch [1549] Speed: 751.943704 samples/sec accuracy=0.849727 lr=0.013692 Epoch[100] Batch [1599] Speed: 763.971807 samples/sec accuracy=0.849753 lr=0.013664 Epoch[100] Batch [1649] Speed: 748.798468 samples/sec accuracy=0.849812 lr=0.013636 Epoch[100] Batch [1699] Speed: 751.327880 samples/sec accuracy=0.849809 lr=0.013609 Epoch[100] Batch [1749] Speed: 754.719674 samples/sec accuracy=0.849847 lr=0.013581 Epoch[100] Batch [1799] Speed: 759.550130 samples/sec accuracy=0.849873 lr=0.013554 Epoch[100] Batch [1849] Speed: 750.694588 samples/sec accuracy=0.849908 lr=0.013527 Epoch[100] Batch [1899] Speed: 752.573656 samples/sec accuracy=0.849968 lr=0.013499 Epoch[100] Batch [1949] Speed: 756.011363 samples/sec accuracy=0.849987 lr=0.013472 Epoch[100] Batch [1999] Speed: 758.050095 samples/sec accuracy=0.850010 lr=0.013444 Epoch[100] Batch [2049] Speed: 751.175030 samples/sec accuracy=0.850039 lr=0.013417 Epoch[100] Batch [2099] Speed: 756.087368 samples/sec accuracy=0.850069 lr=0.013390 Epoch[100] Batch [2149] Speed: 755.008702 samples/sec accuracy=0.850105 lr=0.013363 Epoch[100] Batch [2199] Speed: 764.782350 samples/sec accuracy=0.850165 lr=0.013335 Epoch[100] Batch [2249] Speed: 758.185482 samples/sec accuracy=0.850207 lr=0.013308 Epoch[100] Batch [2299] Speed: 753.198193 samples/sec accuracy=0.850239 lr=0.013281 Epoch[100] Batch [2349] Speed: 753.876185 samples/sec accuracy=0.850271 lr=0.013254 Epoch[100] Batch [2399] Speed: 758.344470 samples/sec accuracy=0.850274 lr=0.013227 Epoch[100] Batch [2449] Speed: 750.749522 samples/sec accuracy=0.850294 lr=0.013199 Epoch[100] Batch [2499] Speed: 765.881075 samples/sec accuracy=0.850331 lr=0.013172 [Epoch 100] training: accuracy=0.850331 [Epoch 100] speed: 755 samples/sec time cost: 1694.758526 [Epoch 100] validation: err-top1=0.166667 err-top5=0.166667 Epoch[101] Batch [49] Speed: 768.933319 samples/sec accuracy=0.850853 lr=0.013144 Epoch[101] Batch [99] Speed: 762.835012 samples/sec accuracy=0.850923 lr=0.013117 Epoch[101] Batch [149] Speed: 743.101722 samples/sec accuracy=0.850882 lr=0.013090 Epoch[101] Batch [199] Speed: 751.615772 samples/sec accuracy=0.851090 lr=0.013063 Epoch[101] Batch [249] Speed: 761.711705 samples/sec accuracy=0.851109 lr=0.013036 Epoch[101] Batch [299] Speed: 761.045821 samples/sec accuracy=0.851086 lr=0.013009 Epoch[101] Batch [349] Speed: 753.166393 samples/sec accuracy=0.851132 lr=0.012982 Epoch[101] Batch [399] Speed: 759.128748 samples/sec accuracy=0.851215 lr=0.012955 Epoch[101] Batch [449] Speed: 756.918250 samples/sec accuracy=0.851206 lr=0.012929 Epoch[101] Batch [499] Speed: 744.268021 samples/sec accuracy=0.851151 lr=0.012902 Epoch[101] Batch [549] Speed: 753.019047 samples/sec accuracy=0.851163 lr=0.012875 Epoch[101] Batch [599] Speed: 761.116124 samples/sec accuracy=0.851301 lr=0.012848 Epoch[101] Batch [649] Speed: 761.909386 samples/sec accuracy=0.851284 lr=0.012821 Epoch[101] Batch [699] Speed: 746.804642 samples/sec accuracy=0.851214 lr=0.012795 Epoch[101] Batch [749] Speed: 759.108848 samples/sec accuracy=0.851207 lr=0.012768 Epoch[101] Batch [799] Speed: 754.774345 samples/sec accuracy=0.851163 lr=0.012741 Epoch[101] Batch [849] Speed: 748.298709 samples/sec accuracy=0.851113 lr=0.012715 Epoch[101] Batch [899] Speed: 745.955763 samples/sec accuracy=0.851138 lr=0.012688 Epoch[101] Batch [949] Speed: 752.846716 samples/sec accuracy=0.851166 lr=0.012661 Epoch[101] Batch [999] Speed: 743.320210 samples/sec accuracy=0.851270 lr=0.012635 Epoch[101] Batch [1049] Speed: 758.477663 samples/sec accuracy=0.851312 lr=0.012608 Epoch[101] Batch [1099] Speed: 746.654473 samples/sec accuracy=0.851364 lr=0.012582 Epoch[101] Batch [1149] Speed: 751.851325 samples/sec accuracy=0.851432 lr=0.012555 Epoch[101] Batch [1199] Speed: 755.106844 samples/sec accuracy=0.851505 lr=0.012529 Epoch[101] Batch [1249] Speed: 749.395323 samples/sec accuracy=0.851525 lr=0.012502 Epoch[101] Batch [1299] Speed: 747.116608 samples/sec accuracy=0.851534 lr=0.012476 Epoch[101] Batch [1349] Speed: 754.226314 samples/sec accuracy=0.851581 lr=0.012450 Epoch[101] Batch [1399] Speed: 753.470469 samples/sec accuracy=0.851560 lr=0.012423 Epoch[101] Batch [1449] Speed: 757.383068 samples/sec accuracy=0.851586 lr=0.012397 Epoch[101] Batch [1499] Speed: 762.527107 samples/sec accuracy=0.851621 lr=0.012370 Epoch[101] Batch [1549] Speed: 760.773202 samples/sec accuracy=0.851650 lr=0.012344 Epoch[101] Batch [1599] Speed: 760.704908 samples/sec accuracy=0.851662 lr=0.012318 Epoch[101] Batch [1649] Speed: 764.686720 samples/sec accuracy=0.851701 lr=0.012292 Epoch[101] Batch [1699] Speed: 748.342371 samples/sec accuracy=0.851723 lr=0.012265 Epoch[101] Batch [1749] Speed: 759.727533 samples/sec accuracy=0.851754 lr=0.012239 Epoch[101] Batch [1799] Speed: 766.688675 samples/sec accuracy=0.851783 lr=0.012213 Epoch[101] Batch [1849] Speed: 758.848974 samples/sec accuracy=0.851804 lr=0.012187 Epoch[101] Batch [1899] Speed: 751.537550 samples/sec accuracy=0.851831 lr=0.012161 Epoch[101] Batch [1949] Speed: 758.023322 samples/sec accuracy=0.851864 lr=0.012135 Epoch[101] Batch [1999] Speed: 757.871239 samples/sec accuracy=0.851900 lr=0.012109 Epoch[101] Batch [2049] Speed: 755.400027 samples/sec accuracy=0.851968 lr=0.012083 Epoch[101] Batch [2099] Speed: 747.798716 samples/sec accuracy=0.852012 lr=0.012057 Epoch[101] Batch [2149] Speed: 759.965697 samples/sec accuracy=0.852037 lr=0.012031 Epoch[101] Batch [2199] Speed: 754.211734 samples/sec accuracy=0.852069 lr=0.012005 Epoch[101] Batch [2249] Speed: 763.662962 samples/sec accuracy=0.852110 lr=0.011979 Epoch[101] Batch [2299] Speed: 763.870641 samples/sec accuracy=0.852147 lr=0.011953 Epoch[101] Batch [2349] Speed: 766.298690 samples/sec accuracy=0.852197 lr=0.011927 Epoch[101] Batch [2399] Speed: 759.327277 samples/sec accuracy=0.852232 lr=0.011901 Epoch[101] Batch [2449] Speed: 767.448275 samples/sec accuracy=0.852275 lr=0.011875 Epoch[101] Batch [2499] Speed: 765.040473 samples/sec accuracy=0.852312 lr=0.011850 [Epoch 101] training: accuracy=0.852311 [Epoch 101] speed: 755 samples/sec time cost: 1693.950200 [Epoch 101] validation: err-top1=0.158333 err-top5=0.158333 Epoch[102] Batch [49] Speed: 776.295877 samples/sec accuracy=0.855294 lr=0.011823 Epoch[102] Batch [99] Speed: 763.716067 samples/sec accuracy=0.854675 lr=0.011797 Epoch[102] Batch [149] Speed: 764.773319 samples/sec accuracy=0.854010 lr=0.011771 Epoch[102] Batch [199] Speed: 758.793304 samples/sec accuracy=0.854069 lr=0.011746 Epoch[102] Batch [249] Speed: 759.800840 samples/sec accuracy=0.854147 lr=0.011720 Epoch[102] Batch [299] Speed: 769.442062 samples/sec accuracy=0.854085 lr=0.011694 Epoch[102] Batch [349] Speed: 754.921243 samples/sec accuracy=0.854139 lr=0.011669 Epoch[102] Batch [399] Speed: 766.126050 samples/sec accuracy=0.854079 lr=0.011643 Epoch[102] Batch [449] Speed: 760.996236 samples/sec accuracy=0.854047 lr=0.011618 Epoch[102] Batch [499] Speed: 768.187601 samples/sec accuracy=0.853802 lr=0.011592 Epoch[102] Batch [549] Speed: 772.269703 samples/sec accuracy=0.853739 lr=0.011567 Epoch[102] Batch [599] Speed: 762.882344 samples/sec accuracy=0.853643 lr=0.011541 Epoch[102] Batch [649] Speed: 766.952425 samples/sec accuracy=0.853641 lr=0.011516 Epoch[102] Batch [699] Speed: 767.610531 samples/sec accuracy=0.853584 lr=0.011490 Epoch[102] Batch [749] Speed: 762.741076 samples/sec accuracy=0.853590 lr=0.011465 Epoch[102] Batch [799] Speed: 755.518408 samples/sec accuracy=0.853614 lr=0.011440 Epoch[102] Batch [849] Speed: 765.436064 samples/sec accuracy=0.853597 lr=0.011414 Epoch[102] Batch [899] Speed: 762.482478 samples/sec accuracy=0.853581 lr=0.011389 Epoch[102] Batch [949] Speed: 765.168940 samples/sec accuracy=0.853592 lr=0.011364 Epoch[102] Batch [999] Speed: 760.128506 samples/sec accuracy=0.853667 lr=0.011338 Epoch[102] Batch [1049] Speed: 756.310027 samples/sec accuracy=0.853688 lr=0.011313 Epoch[102] Batch [1099] Speed: 771.203220 samples/sec accuracy=0.853748 lr=0.011288 Epoch[102] Batch [1149] Speed: 767.362791 samples/sec accuracy=0.853835 lr=0.011263 Epoch[102] Batch [1199] Speed: 769.242051 samples/sec accuracy=0.853839 lr=0.011238 Epoch[102] Batch [1249] Speed: 761.262014 samples/sec accuracy=0.853875 lr=0.011212 Epoch[102] Batch [1299] Speed: 759.412264 samples/sec accuracy=0.853895 lr=0.011187 Epoch[102] Batch [1349] Speed: 751.414739 samples/sec accuracy=0.853942 lr=0.011162 Epoch[102] Batch [1399] Speed: 764.192130 samples/sec accuracy=0.853944 lr=0.011137 Epoch[102] Batch [1449] Speed: 754.014849 samples/sec accuracy=0.853961 lr=0.011112 Epoch[102] Batch [1499] Speed: 761.081208 samples/sec accuracy=0.853954 lr=0.011087 Epoch[102] Batch [1549] Speed: 751.092050 samples/sec accuracy=0.854009 lr=0.011062 Epoch[102] Batch [1599] Speed: 750.174314 samples/sec accuracy=0.854068 lr=0.011037 Epoch[102] Batch [1649] Speed: 761.053513 samples/sec accuracy=0.854096 lr=0.011012 Epoch[102] Batch [1699] Speed: 755.898804 samples/sec accuracy=0.854133 lr=0.010988 Epoch[102] Batch [1749] Speed: 757.416774 samples/sec accuracy=0.854204 lr=0.010963 Epoch[102] Batch [1799] Speed: 760.843767 samples/sec accuracy=0.854263 lr=0.010938 Epoch[102] Batch [1849] Speed: 754.954104 samples/sec accuracy=0.854316 lr=0.010913 Epoch[102] Batch [1899] Speed: 760.410987 samples/sec accuracy=0.854334 lr=0.010888 Epoch[102] Batch [1949] Speed: 755.063589 samples/sec accuracy=0.854362 lr=0.010863 Epoch[102] Batch [1999] Speed: 761.904310 samples/sec accuracy=0.854394 lr=0.010839 Epoch[102] Batch [2049] Speed: 756.196447 samples/sec accuracy=0.854431 lr=0.010814 Epoch[102] Batch [2099] Speed: 769.421551 samples/sec accuracy=0.854450 lr=0.010789 Epoch[102] Batch [2149] Speed: 761.442275 samples/sec accuracy=0.854453 lr=0.010765 Epoch[102] Batch [2199] Speed: 758.357855 samples/sec accuracy=0.854508 lr=0.010740 Epoch[102] Batch [2249] Speed: 752.970919 samples/sec accuracy=0.854513 lr=0.010715 Epoch[102] Batch [2299] Speed: 748.688364 samples/sec accuracy=0.854549 lr=0.010691 Epoch[102] Batch [2349] Speed: 764.477209 samples/sec accuracy=0.854586 lr=0.010666 Epoch[102] Batch [2399] Speed: 748.444281 samples/sec accuracy=0.854600 lr=0.010642 Epoch[102] Batch [2449] Speed: 751.156495 samples/sec accuracy=0.854636 lr=0.010617 Epoch[102] Batch [2499] Speed: 751.669794 samples/sec accuracy=0.854689 lr=0.010593 [Epoch 102] training: accuracy=0.854692 [Epoch 102] speed: 760 samples/sec time cost: 1684.359566 [Epoch 102] validation: err-top1=0.150000 err-top5=0.150000 Epoch[103] Batch [49] Speed: 765.158645 samples/sec accuracy=0.856729 lr=0.010567 Epoch[103] Batch [99] Speed: 757.736468 samples/sec accuracy=0.855996 lr=0.010543 Epoch[103] Batch [149] Speed: 748.778259 samples/sec accuracy=0.856006 lr=0.010519 Epoch[103] Batch [199] Speed: 756.024309 samples/sec accuracy=0.855920 lr=0.010494 Epoch[103] Batch [249] Speed: 761.253460 samples/sec accuracy=0.856163 lr=0.010470 Epoch[103] Batch [299] Speed: 762.564722 samples/sec accuracy=0.856072 lr=0.010446 Epoch[103] Batch [349] Speed: 752.130531 samples/sec accuracy=0.856058 lr=0.010421 Epoch[103] Batch [399] Speed: 769.064826 samples/sec accuracy=0.855928 lr=0.010397 Epoch[103] Batch [449] Speed: 751.189182 samples/sec accuracy=0.855925 lr=0.010373 Epoch[103] Batch [499] Speed: 756.532280 samples/sec accuracy=0.855870 lr=0.010349 Epoch[103] Batch [549] Speed: 762.766483 samples/sec accuracy=0.855886 lr=0.010325 Epoch[103] Batch [599] Speed: 749.809578 samples/sec accuracy=0.855969 lr=0.010300 Epoch[103] Batch [649] Speed: 754.359394 samples/sec accuracy=0.856014 lr=0.010276 Epoch[103] Batch [699] Speed: 754.305208 samples/sec accuracy=0.855979 lr=0.010252 Epoch[103] Batch [749] Speed: 760.959773 samples/sec accuracy=0.855946 lr=0.010228 Epoch[103] Batch [799] Speed: 759.995971 samples/sec accuracy=0.855996 lr=0.010204 Epoch[103] Batch [849] Speed: 763.863342 samples/sec accuracy=0.856066 lr=0.010180 Epoch[103] Batch [899] Speed: 741.969670 samples/sec accuracy=0.856056 lr=0.010156 Epoch[103] Batch [949] Speed: 747.925499 samples/sec accuracy=0.856069 lr=0.010132 Epoch[103] Batch [999] Speed: 751.922256 samples/sec accuracy=0.856103 lr=0.010108 Epoch[103] Batch [1049] Speed: 756.547706 samples/sec accuracy=0.856102 lr=0.010084 Epoch[103] Batch [1099] Speed: 746.017889 samples/sec accuracy=0.856095 lr=0.010060 Epoch[103] Batch [1149] Speed: 757.706391 samples/sec accuracy=0.856111 lr=0.010037 Epoch[103] Batch [1199] Speed: 753.735391 samples/sec accuracy=0.856178 lr=0.010013 Epoch[103] Batch [1249] Speed: 748.408087 samples/sec accuracy=0.856184 lr=0.009989 Epoch[103] Batch [1299] Speed: 764.044337 samples/sec accuracy=0.856205 lr=0.009965 Epoch[103] Batch [1349] Speed: 757.171832 samples/sec accuracy=0.856226 lr=0.009941 Epoch[103] Batch [1399] Speed: 751.139501 samples/sec accuracy=0.856262 lr=0.009918 Epoch[103] Batch [1449] Speed: 753.328500 samples/sec accuracy=0.856281 lr=0.009894 Epoch[103] Batch [1499] Speed: 767.605444 samples/sec accuracy=0.856301 lr=0.009870 Epoch[103] Batch [1549] Speed: 764.105086 samples/sec accuracy=0.856392 lr=0.009847 Epoch[103] Batch [1599] Speed: 771.705676 samples/sec accuracy=0.856430 lr=0.009823 Epoch[103] Batch [1649] Speed: 755.156541 samples/sec accuracy=0.856452 lr=0.009799 Epoch[103] Batch [1699] Speed: 750.733775 samples/sec accuracy=0.856520 lr=0.009776 Epoch[103] Batch [1749] Speed: 740.929661 samples/sec accuracy=0.856536 lr=0.009752 Epoch[103] Batch [1799] Speed: 739.437608 samples/sec accuracy=0.856522 lr=0.009729 Epoch[103] Batch [1849] Speed: 750.027716 samples/sec accuracy=0.856534 lr=0.009705 Epoch[103] Batch [1899] Speed: 746.837382 samples/sec accuracy=0.856558 lr=0.009682 Epoch[103] Batch [1949] Speed: 747.382824 samples/sec accuracy=0.856571 lr=0.009659 Epoch[103] Batch [1999] Speed: 738.033043 samples/sec accuracy=0.856582 lr=0.009635 Epoch[103] Batch [2049] Speed: 735.890041 samples/sec accuracy=0.856602 lr=0.009612 Epoch[103] Batch [2099] Speed: 747.119992 samples/sec accuracy=0.856620 lr=0.009588 Epoch[103] Batch [2149] Speed: 741.788154 samples/sec accuracy=0.856648 lr=0.009565 Epoch[103] Batch [2199] Speed: 739.009716 samples/sec accuracy=0.856678 lr=0.009542 Epoch[103] Batch [2249] Speed: 744.650938 samples/sec accuracy=0.856694 lr=0.009519 Epoch[103] Batch [2299] Speed: 754.863680 samples/sec accuracy=0.856715 lr=0.009495 Epoch[103] Batch [2349] Speed: 746.891639 samples/sec accuracy=0.856758 lr=0.009472 Epoch[103] Batch [2399] Speed: 744.517378 samples/sec accuracy=0.856780 lr=0.009449 Epoch[103] Batch [2449] Speed: 750.458196 samples/sec accuracy=0.856792 lr=0.009426 Epoch[103] Batch [2499] Speed: 743.259392 samples/sec accuracy=0.856807 lr=0.009403 [Epoch 103] training: accuracy=0.856808 [Epoch 103] speed: 752 samples/sec time cost: 1702.757556 [Epoch 103] validation: err-top1=0.141667 err-top5=0.141667 Epoch[104] Batch [49] Speed: 746.143416 samples/sec accuracy=0.859041 lr=0.009379 Epoch[104] Batch [99] Speed: 754.364529 samples/sec accuracy=0.859092 lr=0.009356 Epoch[104] Batch [149] Speed: 750.954968 samples/sec accuracy=0.858840 lr=0.009333 Epoch[104] Batch [199] Speed: 739.494023 samples/sec accuracy=0.858519 lr=0.009310 Epoch[104] Batch [249] Speed: 748.678926 samples/sec accuracy=0.858267 lr=0.009287 Epoch[104] Batch [299] Speed: 746.890984 samples/sec accuracy=0.858360 lr=0.009264 Epoch[104] Batch [349] Speed: 734.784309 samples/sec accuracy=0.858224 lr=0.009241 Epoch[104] Batch [399] Speed: 753.754032 samples/sec accuracy=0.858228 lr=0.009218 Epoch[104] Batch [449] Speed: 743.534723 samples/sec accuracy=0.858067 lr=0.009195 Epoch[104] Batch [499] Speed: 749.492759 samples/sec accuracy=0.858034 lr=0.009172 Epoch[104] Batch [549] Speed: 745.005838 samples/sec accuracy=0.857952 lr=0.009149 Epoch[104] Batch [599] Speed: 759.645222 samples/sec accuracy=0.857901 lr=0.009126 Epoch[104] Batch [649] Speed: 751.102563 samples/sec accuracy=0.857965 lr=0.009104 Epoch[104] Batch [699] Speed: 737.795538 samples/sec accuracy=0.858024 lr=0.009081 Epoch[104] Batch [749] Speed: 743.518134 samples/sec accuracy=0.858033 lr=0.009058 Epoch[104] Batch [799] Speed: 753.763159 samples/sec accuracy=0.858116 lr=0.009035 Epoch[104] Batch [849] Speed: 747.353651 samples/sec accuracy=0.858127 lr=0.009013 Epoch[104] Batch [899] Speed: 743.479825 samples/sec accuracy=0.858185 lr=0.008990 Epoch[104] Batch [949] Speed: 732.241715 samples/sec accuracy=0.858248 lr=0.008968 Epoch[104] Batch [999] Speed: 736.553577 samples/sec accuracy=0.858282 lr=0.008945 Epoch[104] Batch [1049] Speed: 746.793049 samples/sec accuracy=0.858281 lr=0.008922 Epoch[104] Batch [1099] Speed: 742.848188 samples/sec accuracy=0.858396 lr=0.008900 Epoch[104] Batch [1149] Speed: 740.220400 samples/sec accuracy=0.858450 lr=0.008877 Epoch[104] Batch [1199] Speed: 744.532386 samples/sec accuracy=0.858443 lr=0.008855 Epoch[104] Batch [1249] Speed: 747.602504 samples/sec accuracy=0.858507 lr=0.008832 Epoch[104] Batch [1299] Speed: 741.820286 samples/sec accuracy=0.858562 lr=0.008810 Epoch[104] Batch [1349] Speed: 746.749111 samples/sec accuracy=0.858615 lr=0.008788 Epoch[104] Batch [1399] Speed: 741.560901 samples/sec accuracy=0.858574 lr=0.008765 Epoch[104] Batch [1449] Speed: 750.181656 samples/sec accuracy=0.858612 lr=0.008743 Epoch[104] Batch [1499] Speed: 751.387528 samples/sec accuracy=0.858627 lr=0.008721 Epoch[104] Batch [1549] Speed: 737.614928 samples/sec accuracy=0.858675 lr=0.008698 Epoch[104] Batch [1599] Speed: 742.393124 samples/sec accuracy=0.858674 lr=0.008676 Epoch[104] Batch [1649] Speed: 743.325454 samples/sec accuracy=0.858714 lr=0.008654 Epoch[104] Batch [1699] Speed: 747.216640 samples/sec accuracy=0.858754 lr=0.008632 Epoch[104] Batch [1749] Speed: 750.283979 samples/sec accuracy=0.858765 lr=0.008610 Epoch[104] Batch [1799] Speed: 752.294448 samples/sec accuracy=0.858790 lr=0.008587 Epoch[104] Batch [1849] Speed: 741.706292 samples/sec accuracy=0.858818 lr=0.008565 Epoch[104] Batch [1899] Speed: 750.448582 samples/sec accuracy=0.858813 lr=0.008543 Epoch[104] Batch [1949] Speed: 739.184583 samples/sec accuracy=0.858835 lr=0.008521 Epoch[104] Batch [1999] Speed: 754.860496 samples/sec accuracy=0.858860 lr=0.008499 Epoch[104] Batch [2049] Speed: 746.818802 samples/sec accuracy=0.858884 lr=0.008477 Epoch[104] Batch [2099] Speed: 744.453572 samples/sec accuracy=0.858913 lr=0.008455 Epoch[104] Batch [2149] Speed: 749.005370 samples/sec accuracy=0.858925 lr=0.008433 Epoch[104] Batch [2199] Speed: 741.628654 samples/sec accuracy=0.858948 lr=0.008411 Epoch[104] Batch [2249] Speed: 742.073058 samples/sec accuracy=0.858979 lr=0.008389 Epoch[104] Batch [2299] Speed: 742.885671 samples/sec accuracy=0.859015 lr=0.008367 Epoch[104] Batch [2349] Speed: 753.004630 samples/sec accuracy=0.859062 lr=0.008346 Epoch[104] Batch [2399] Speed: 749.702678 samples/sec accuracy=0.859111 lr=0.008324 Epoch[104] Batch [2449] Speed: 745.487029 samples/sec accuracy=0.859147 lr=0.008302 Epoch[104] Batch [2499] Speed: 750.302759 samples/sec accuracy=0.859172 lr=0.008280 [Epoch 104] training: accuracy=0.859175 [Epoch 104] speed: 745 samples/sec time cost: 1717.430622 [Epoch 104] validation: err-top1=0.133333 err-top5=0.133333 Epoch[105] Batch [49] Speed: 753.441665 samples/sec accuracy=0.860587 lr=0.008258 Epoch[105] Batch [99] Speed: 742.955378 samples/sec accuracy=0.860735 lr=0.008236 Epoch[105] Batch [149] Speed: 752.995188 samples/sec accuracy=0.860945 lr=0.008214 Epoch[105] Batch [199] Speed: 752.370482 samples/sec accuracy=0.860519 lr=0.008193 Epoch[105] Batch [249] Speed: 741.567708 samples/sec accuracy=0.860424 lr=0.008171 Epoch[105] Batch [299] Speed: 749.903691 samples/sec accuracy=0.860411 lr=0.008149 Epoch[105] Batch [349] Speed: 742.223190 samples/sec accuracy=0.860265 lr=0.008128 Epoch[105] Batch [399] Speed: 740.198417 samples/sec accuracy=0.860211 lr=0.008106 Epoch[105] Batch [449] Speed: 745.663324 samples/sec accuracy=0.860185 lr=0.008085 Epoch[105] Batch [499] Speed: 738.823330 samples/sec accuracy=0.860236 lr=0.008063 Epoch[105] Batch [549] Speed: 751.129318 samples/sec accuracy=0.860282 lr=0.008042 Epoch[105] Batch [599] Speed: 744.896232 samples/sec accuracy=0.860126 lr=0.008020 Epoch[105] Batch [649] Speed: 740.180528 samples/sec accuracy=0.860063 lr=0.007999 Epoch[105] Batch [699] Speed: 754.695374 samples/sec accuracy=0.860109 lr=0.007977 Epoch[105] Batch [749] Speed: 747.681435 samples/sec accuracy=0.860088 lr=0.007956 Epoch[105] Batch [799] Speed: 747.437987 samples/sec accuracy=0.860051 lr=0.007935 Epoch[105] Batch [849] Speed: 745.141082 samples/sec accuracy=0.860195 lr=0.007914 Epoch[105] Batch [899] Speed: 742.198251 samples/sec accuracy=0.860198 lr=0.007892 Epoch[105] Batch [949] Speed: 747.846294 samples/sec accuracy=0.860175 lr=0.007871 Epoch[105] Batch [999] Speed: 751.551274 samples/sec accuracy=0.860195 lr=0.007850 Epoch[105] Batch [1049] Speed: 752.976543 samples/sec accuracy=0.860292 lr=0.007829 Epoch[105] Batch [1099] Speed: 740.683671 samples/sec accuracy=0.860363 lr=0.007807 Epoch[105] Batch [1149] Speed: 742.404879 samples/sec accuracy=0.860422 lr=0.007786 Epoch[105] Batch [1199] Speed: 748.008958 samples/sec accuracy=0.860497 lr=0.007765 Epoch[105] Batch [1249] Speed: 746.548134 samples/sec accuracy=0.860494 lr=0.007744 Epoch[105] Batch [1299] Speed: 743.073490 samples/sec accuracy=0.860475 lr=0.007723 Epoch[105] Batch [1349] Speed: 747.829277 samples/sec accuracy=0.860509 lr=0.007702 Epoch[105] Batch [1399] Speed: 750.524201 samples/sec accuracy=0.860553 lr=0.007681 Epoch[105] Batch [1449] Speed: 752.555934 samples/sec accuracy=0.860622 lr=0.007660 Epoch[105] Batch [1499] Speed: 750.080326 samples/sec accuracy=0.860659 lr=0.007639 Epoch[105] Batch [1549] Speed: 736.803848 samples/sec accuracy=0.860685 lr=0.007618 Epoch[105] Batch [1599] Speed: 749.786231 samples/sec accuracy=0.860647 lr=0.007597 Epoch[105] Batch [1649] Speed: 742.876486 samples/sec accuracy=0.860695 lr=0.007576 Epoch[105] Batch [1699] Speed: 749.207217 samples/sec accuracy=0.860692 lr=0.007556 Epoch[105] Batch [1749] Speed: 747.149490 samples/sec accuracy=0.860718 lr=0.007535 Epoch[105] Batch [1799] Speed: 744.042732 samples/sec accuracy=0.860737 lr=0.007514 Epoch[105] Batch [1849] Speed: 748.252033 samples/sec accuracy=0.860743 lr=0.007493 Epoch[105] Batch [1899] Speed: 751.351627 samples/sec accuracy=0.860771 lr=0.007473 Epoch[105] Batch [1949] Speed: 745.646862 samples/sec accuracy=0.860829 lr=0.007452 Epoch[105] Batch [1999] Speed: 747.486044 samples/sec accuracy=0.860862 lr=0.007431 Epoch[105] Batch [2049] Speed: 743.754475 samples/sec accuracy=0.860918 lr=0.007411 Epoch[105] Batch [2099] Speed: 747.767396 samples/sec accuracy=0.860972 lr=0.007390 Epoch[105] Batch [2149] Speed: 741.623414 samples/sec accuracy=0.861008 lr=0.007369 Epoch[105] Batch [2199] Speed: 746.306269 samples/sec accuracy=0.861058 lr=0.007349 Epoch[105] Batch [2249] Speed: 759.757723 samples/sec accuracy=0.861105 lr=0.007328 Epoch[105] Batch [2299] Speed: 751.127379 samples/sec accuracy=0.861098 lr=0.007308 Epoch[105] Batch [2349] Speed: 742.595274 samples/sec accuracy=0.861133 lr=0.007287 Epoch[105] Batch [2399] Speed: 742.384834 samples/sec accuracy=0.861153 lr=0.007267 Epoch[105] Batch [2449] Speed: 751.480497 samples/sec accuracy=0.861166 lr=0.007246 Epoch[105] Batch [2499] Speed: 759.374599 samples/sec accuracy=0.861185 lr=0.007226 [Epoch 105] training: accuracy=0.861185 [Epoch 105] speed: 746 samples/sec time cost: 1714.720523 [Epoch 105] validation: err-top1=0.125000 err-top5=0.125000 Epoch[106] Batch [49] Speed: 750.676141 samples/sec accuracy=0.860801 lr=0.007205 Epoch[106] Batch [99] Speed: 749.567003 samples/sec accuracy=0.862082 lr=0.007185 Epoch[106] Batch [149] Speed: 739.736339 samples/sec accuracy=0.862355 lr=0.007164 Epoch[106] Batch [199] Speed: 746.936794 samples/sec accuracy=0.862256 lr=0.007144 Epoch[106] Batch [249] Speed: 747.070371 samples/sec accuracy=0.861964 lr=0.007124 Epoch[106] Batch [299] Speed: 747.164302 samples/sec accuracy=0.862020 lr=0.007104 Epoch[106] Batch [349] Speed: 745.383843 samples/sec accuracy=0.862028 lr=0.007083 Epoch[106] Batch [399] Speed: 741.450222 samples/sec accuracy=0.862033 lr=0.007063 Epoch[106] Batch [449] Speed: 748.043253 samples/sec accuracy=0.862009 lr=0.007043 Epoch[106] Batch [499] Speed: 751.566803 samples/sec accuracy=0.862081 lr=0.007023 Epoch[106] Batch [549] Speed: 752.827809 samples/sec accuracy=0.862143 lr=0.007003 Epoch[106] Batch [599] Speed: 745.300839 samples/sec accuracy=0.862157 lr=0.006983 Epoch[106] Batch [649] Speed: 738.216960 samples/sec accuracy=0.862105 lr=0.006963 Epoch[106] Batch [699] Speed: 752.229565 samples/sec accuracy=0.862090 lr=0.006943 Epoch[106] Batch [749] Speed: 744.200239 samples/sec accuracy=0.862111 lr=0.006923 Epoch[106] Batch [799] Speed: 750.657783 samples/sec accuracy=0.862155 lr=0.006903 Epoch[106] Batch [849] Speed: 745.126640 samples/sec accuracy=0.862210 lr=0.006883 Epoch[106] Batch [899] Speed: 752.418316 samples/sec accuracy=0.862221 lr=0.006863 Epoch[106] Batch [949] Speed: 745.599150 samples/sec accuracy=0.862268 lr=0.006843 Epoch[106] Batch [999] Speed: 732.271503 samples/sec accuracy=0.862310 lr=0.006823 Epoch[106] Batch [1049] Speed: 745.306783 samples/sec accuracy=0.862276 lr=0.006804 Epoch[106] Batch [1099] Speed: 745.645195 samples/sec accuracy=0.862324 lr=0.006784 Epoch[106] Batch [1149] Speed: 744.268867 samples/sec accuracy=0.862296 lr=0.006764 Epoch[106] Batch [1199] Speed: 754.341878 samples/sec accuracy=0.862346 lr=0.006744 Epoch[106] Batch [1249] Speed: 750.339571 samples/sec accuracy=0.862345 lr=0.006725 Epoch[106] Batch [1299] Speed: 744.737154 samples/sec accuracy=0.862393 lr=0.006705 Epoch[106] Batch [1349] Speed: 735.531426 samples/sec accuracy=0.862422 lr=0.006685 Epoch[106] Batch [1399] Speed: 747.630473 samples/sec accuracy=0.862413 lr=0.006666 Epoch[106] Batch [1449] Speed: 750.703002 samples/sec accuracy=0.862448 lr=0.006646 Epoch[106] Batch [1499] Speed: 746.446543 samples/sec accuracy=0.862480 lr=0.006627 Epoch[106] Batch [1549] Speed: 742.856031 samples/sec accuracy=0.862523 lr=0.006607 Epoch[106] Batch [1599] Speed: 744.191042 samples/sec accuracy=0.862506 lr=0.006587 Epoch[106] Batch [1649] Speed: 751.686080 samples/sec accuracy=0.862543 lr=0.006568 Epoch[106] Batch [1699] Speed: 743.935832 samples/sec accuracy=0.862554 lr=0.006549 Epoch[106] Batch [1749] Speed: 748.162686 samples/sec accuracy=0.862562 lr=0.006529 Epoch[106] Batch [1799] Speed: 742.325765 samples/sec accuracy=0.862608 lr=0.006510 Epoch[106] Batch [1849] Speed: 746.250796 samples/sec accuracy=0.862662 lr=0.006490 Epoch[106] Batch [1899] Speed: 746.896694 samples/sec accuracy=0.862708 lr=0.006471 Epoch[106] Batch [1949] Speed: 748.314088 samples/sec accuracy=0.862718 lr=0.006452 Epoch[106] Batch [1999] Speed: 746.022497 samples/sec accuracy=0.862752 lr=0.006432 Epoch[106] Batch [2049] Speed: 744.503755 samples/sec accuracy=0.862759 lr=0.006413 Epoch[106] Batch [2099] Speed: 746.355551 samples/sec accuracy=0.862799 lr=0.006394 Epoch[106] Batch [2149] Speed: 744.835393 samples/sec accuracy=0.862829 lr=0.006375 Epoch[106] Batch [2199] Speed: 745.239650 samples/sec accuracy=0.862862 lr=0.006356 Epoch[106] Batch [2249] Speed: 741.139102 samples/sec accuracy=0.862895 lr=0.006337 Epoch[106] Batch [2299] Speed: 740.717722 samples/sec accuracy=0.862922 lr=0.006317 Epoch[106] Batch [2349] Speed: 742.743074 samples/sec accuracy=0.862961 lr=0.006298 Epoch[106] Batch [2399] Speed: 757.081410 samples/sec accuracy=0.862970 lr=0.006279 Epoch[106] Batch [2449] Speed: 735.926976 samples/sec accuracy=0.862988 lr=0.006260 Epoch[106] Batch [2499] Speed: 755.475839 samples/sec accuracy=0.863019 lr=0.006241 [Epoch 106] training: accuracy=0.863023 [Epoch 106] speed: 745 samples/sec time cost: 1717.008832 [Epoch 106] validation: err-top1=0.116667 err-top5=0.116667 Epoch[107] Batch [49] Speed: 750.809803 samples/sec accuracy=0.864656 lr=0.006222 Epoch[107] Batch [99] Speed: 747.625731 samples/sec accuracy=0.864176 lr=0.006203 Epoch[107] Batch [149] Speed: 742.426926 samples/sec accuracy=0.864224 lr=0.006184 Epoch[107] Batch [199] Speed: 747.884813 samples/sec accuracy=0.864449 lr=0.006165 Epoch[107] Batch [249] Speed: 752.353254 samples/sec accuracy=0.864253 lr=0.006146 Epoch[107] Batch [299] Speed: 751.509267 samples/sec accuracy=0.864195 lr=0.006127 Epoch[107] Batch [349] Speed: 754.384176 samples/sec accuracy=0.864304 lr=0.006108 Epoch[107] Batch [399] Speed: 752.207174 samples/sec accuracy=0.864251 lr=0.006090 Epoch[107] Batch [449] Speed: 745.237803 samples/sec accuracy=0.864182 lr=0.006071 Epoch[107] Batch [499] Speed: 743.788030 samples/sec accuracy=0.864218 lr=0.006052 Epoch[107] Batch [549] Speed: 761.117009 samples/sec accuracy=0.864243 lr=0.006033 Epoch[107] Batch [599] Speed: 755.176745 samples/sec accuracy=0.864195 lr=0.006015 Epoch[107] Batch [649] Speed: 755.556180 samples/sec accuracy=0.864251 lr=0.005996 Epoch[107] Batch [699] Speed: 746.948433 samples/sec accuracy=0.864376 lr=0.005977 Epoch[107] Batch [749] Speed: 744.744778 samples/sec accuracy=0.864417 lr=0.005959 Epoch[107] Batch [799] Speed: 747.300269 samples/sec accuracy=0.864398 lr=0.005940 Epoch[107] Batch [849] Speed: 753.568523 samples/sec accuracy=0.864441 lr=0.005922 Epoch[107] Batch [899] Speed: 752.425967 samples/sec accuracy=0.864403 lr=0.005903 Epoch[107] Batch [949] Speed: 748.852377 samples/sec accuracy=0.864424 lr=0.005885 Epoch[107] Batch [999] Speed: 733.977402 samples/sec accuracy=0.864409 lr=0.005866 Epoch[107] Batch [1049] Speed: 752.191729 samples/sec accuracy=0.864421 lr=0.005848 Epoch[107] Batch [1099] Speed: 749.846802 samples/sec accuracy=0.864498 lr=0.005830 Epoch[107] Batch [1149] Speed: 747.027330 samples/sec accuracy=0.864521 lr=0.005811 Epoch[107] Batch [1199] Speed: 750.419941 samples/sec accuracy=0.864561 lr=0.005793 Epoch[107] Batch [1249] Speed: 744.503518 samples/sec accuracy=0.864606 lr=0.005775 Epoch[107] Batch [1299] Speed: 745.665716 samples/sec accuracy=0.864660 lr=0.005756 Epoch[107] Batch [1349] Speed: 749.917817 samples/sec accuracy=0.864678 lr=0.005738 Epoch[107] Batch [1399] Speed: 759.573885 samples/sec accuracy=0.864737 lr=0.005720 Epoch[107] Batch [1449] Speed: 746.234330 samples/sec accuracy=0.864724 lr=0.005702 Epoch[107] Batch [1499] Speed: 745.844898 samples/sec accuracy=0.864743 lr=0.005684 Epoch[107] Batch [1549] Speed: 744.013433 samples/sec accuracy=0.864798 lr=0.005665 Epoch[107] Batch [1599] Speed: 746.864032 samples/sec accuracy=0.864797 lr=0.005647 Epoch[107] Batch [1649] Speed: 747.458196 samples/sec accuracy=0.864804 lr=0.005629 Epoch[107] Batch [1699] Speed: 748.913279 samples/sec accuracy=0.864816 lr=0.005611 Epoch[107] Batch [1749] Speed: 750.367876 samples/sec accuracy=0.864818 lr=0.005593 Epoch[107] Batch [1799] Speed: 749.358822 samples/sec accuracy=0.864832 lr=0.005575 Epoch[107] Batch [1849] Speed: 751.209904 samples/sec accuracy=0.864863 lr=0.005557 Epoch[107] Batch [1899] Speed: 752.087779 samples/sec accuracy=0.864877 lr=0.005539 Epoch[107] Batch [1949] Speed: 743.453639 samples/sec accuracy=0.864896 lr=0.005521 Epoch[107] Batch [1999] Speed: 738.886557 samples/sec accuracy=0.864890 lr=0.005504 Epoch[107] Batch [2049] Speed: 739.811715 samples/sec accuracy=0.864924 lr=0.005486 Epoch[107] Batch [2099] Speed: 742.341413 samples/sec accuracy=0.864931 lr=0.005468 Epoch[107] Batch [2149] Speed: 752.161448 samples/sec accuracy=0.864956 lr=0.005450 Epoch[107] Batch [2199] Speed: 743.046118 samples/sec accuracy=0.864980 lr=0.005432 Epoch[107] Batch [2249] Speed: 749.141883 samples/sec accuracy=0.864998 lr=0.005415 Epoch[107] Batch [2299] Speed: 748.345563 samples/sec accuracy=0.865022 lr=0.005397 Epoch[107] Batch [2349] Speed: 753.517507 samples/sec accuracy=0.865052 lr=0.005379 Epoch[107] Batch [2399] Speed: 750.442839 samples/sec accuracy=0.865060 lr=0.005362 Epoch[107] Batch [2449] Speed: 751.229456 samples/sec accuracy=0.865062 lr=0.005344 Epoch[107] Batch [2499] Speed: 748.673956 samples/sec accuracy=0.865091 lr=0.005326 [Epoch 107] training: accuracy=0.865096 [Epoch 107] speed: 748 samples/sec time cost: 1712.016326 [Epoch 107] validation: err-top1=0.108333 err-top5=0.108333 Epoch[108] Batch [49] Speed: 759.727984 samples/sec accuracy=0.866549 lr=0.005308 Epoch[108] Batch [99] Speed: 752.487894 samples/sec accuracy=0.866305 lr=0.005291 Epoch[108] Batch [149] Speed: 742.161197 samples/sec accuracy=0.866686 lr=0.005273 Epoch[108] Batch [199] Speed: 735.345758 samples/sec accuracy=0.866828 lr=0.005256 Epoch[108] Batch [249] Speed: 751.552926 samples/sec accuracy=0.866758 lr=0.005238 Epoch[108] Batch [299] Speed: 744.080516 samples/sec accuracy=0.866618 lr=0.005221 Epoch[108] Batch [349] Speed: 747.549409 samples/sec accuracy=0.866705 lr=0.005203 Epoch[108] Batch [399] Speed: 748.914616 samples/sec accuracy=0.866635 lr=0.005186 Epoch[108] Batch [449] Speed: 744.506073 samples/sec accuracy=0.866688 lr=0.005169 Epoch[108] Batch [499] Speed: 750.589226 samples/sec accuracy=0.866722 lr=0.005151 Epoch[108] Batch [549] Speed: 753.640863 samples/sec accuracy=0.866618 lr=0.005134 Epoch[108] Batch [599] Speed: 749.327743 samples/sec accuracy=0.866557 lr=0.005117 Epoch[108] Batch [649] Speed: 750.004314 samples/sec accuracy=0.866515 lr=0.005100 Epoch[108] Batch [699] Speed: 746.267196 samples/sec accuracy=0.866469 lr=0.005082 Epoch[108] Batch [749] Speed: 742.502375 samples/sec accuracy=0.866487 lr=0.005065 Epoch[108] Batch [799] Speed: 744.759464 samples/sec accuracy=0.866547 lr=0.005048 Epoch[108] Batch [849] Speed: 747.363119 samples/sec accuracy=0.866563 lr=0.005031 Epoch[108] Batch [899] Speed: 751.401094 samples/sec accuracy=0.866598 lr=0.005014 Epoch[108] Batch [949] Speed: 746.987136 samples/sec accuracy=0.866629 lr=0.004997 Epoch[108] Batch [999] Speed: 740.699827 samples/sec accuracy=0.866649 lr=0.004980 Epoch[108] Batch [1049] Speed: 744.840095 samples/sec accuracy=0.866684 lr=0.004963 Epoch[108] Batch [1099] Speed: 738.712847 samples/sec accuracy=0.866670 lr=0.004946 Epoch[108] Batch [1149] Speed: 741.889553 samples/sec accuracy=0.866670 lr=0.004929 Epoch[108] Batch [1199] Speed: 752.720986 samples/sec accuracy=0.866628 lr=0.004912 Epoch[108] Batch [1249] Speed: 743.425611 samples/sec accuracy=0.866574 lr=0.004895 Epoch[108] Batch [1299] Speed: 758.650491 samples/sec accuracy=0.866541 lr=0.004878 Epoch[108] Batch [1349] Speed: 752.057885 samples/sec accuracy=0.866520 lr=0.004861 Epoch[108] Batch [1399] Speed: 739.919315 samples/sec accuracy=0.866550 lr=0.004845 Epoch[108] Batch [1449] Speed: 754.051539 samples/sec accuracy=0.866563 lr=0.004828 Epoch[108] Batch [1499] Speed: 748.994200 samples/sec accuracy=0.866579 lr=0.004811 Epoch[108] Batch [1549] Speed: 750.981707 samples/sec accuracy=0.866580 lr=0.004794 Epoch[108] Batch [1599] Speed: 758.743240 samples/sec accuracy=0.866582 lr=0.004778 Epoch[108] Batch [1649] Speed: 746.321069 samples/sec accuracy=0.866563 lr=0.004761 Epoch[108] Batch [1699] Speed: 746.922173 samples/sec accuracy=0.866575 lr=0.004744 Epoch[108] Batch [1749] Speed: 742.515103 samples/sec accuracy=0.866592 lr=0.004728 Epoch[108] Batch [1799] Speed: 747.833079 samples/sec accuracy=0.866639 lr=0.004711 Epoch[108] Batch [1849] Speed: 744.309052 samples/sec accuracy=0.866659 lr=0.004695 Epoch[108] Batch [1899] Speed: 750.990127 samples/sec accuracy=0.866618 lr=0.004678 Epoch[108] Batch [1949] Speed: 744.896252 samples/sec accuracy=0.866596 lr=0.004662 Epoch[108] Batch [1999] Speed: 747.660167 samples/sec accuracy=0.866593 lr=0.004645 Epoch[108] Batch [2049] Speed: 752.929725 samples/sec accuracy=0.866609 lr=0.004629 Epoch[108] Batch [2099] Speed: 749.709002 samples/sec accuracy=0.866628 lr=0.004612 Epoch[108] Batch [2149] Speed: 752.868237 samples/sec accuracy=0.866648 lr=0.004596 Epoch[108] Batch [2199] Speed: 746.407304 samples/sec accuracy=0.866656 lr=0.004580 Epoch[108] Batch [2249] Speed: 742.905459 samples/sec accuracy=0.866662 lr=0.004563 Epoch[108] Batch [2299] Speed: 752.156721 samples/sec accuracy=0.866687 lr=0.004547 Epoch[108] Batch [2349] Speed: 750.664674 samples/sec accuracy=0.866708 lr=0.004531 Epoch[108] Batch [2399] Speed: 748.350528 samples/sec accuracy=0.866701 lr=0.004514 Epoch[108] Batch [2449] Speed: 756.932278 samples/sec accuracy=0.866738 lr=0.004498 Epoch[108] Batch [2499] Speed: 743.697737 samples/sec accuracy=0.866760 lr=0.004482 [Epoch 108] training: accuracy=0.866760 [Epoch 108] speed: 747 samples/sec time cost: 1712.558176 [Epoch 108] validation: err-top1=0.100000 err-top5=0.100000 Epoch[109] Batch [49] Speed: 760.607336 samples/sec accuracy=0.868375 lr=0.004465 Epoch[109] Batch [99] Speed: 761.206379 samples/sec accuracy=0.868361 lr=0.004449 Epoch[109] Batch [149] Speed: 758.149330 samples/sec accuracy=0.868241 lr=0.004433 Epoch[109] Batch [199] Speed: 752.646538 samples/sec accuracy=0.868232 lr=0.004417 Epoch[109] Batch [249] Speed: 761.287571 samples/sec accuracy=0.868291 lr=0.004401 Epoch[109] Batch [299] Speed: 760.369426 samples/sec accuracy=0.868073 lr=0.004385 Epoch[109] Batch [349] Speed: 752.824510 samples/sec accuracy=0.867990 lr=0.004369 Epoch[109] Batch [399] Speed: 758.334809 samples/sec accuracy=0.868022 lr=0.004353 Epoch[109] Batch [449] Speed: 745.646562 samples/sec accuracy=0.868062 lr=0.004337 Epoch[109] Batch [499] Speed: 760.655588 samples/sec accuracy=0.868155 lr=0.004321 Epoch[109] Batch [549] Speed: 751.155287 samples/sec accuracy=0.868167 lr=0.004305 Epoch[109] Batch [599] Speed: 747.709737 samples/sec accuracy=0.868200 lr=0.004290 Epoch[109] Batch [649] Speed: 757.046415 samples/sec accuracy=0.868245 lr=0.004274 Epoch[109] Batch [699] Speed: 767.265116 samples/sec accuracy=0.868397 lr=0.004258 Epoch[109] Batch [749] Speed: 763.545479 samples/sec accuracy=0.868437 lr=0.004242 Epoch[109] Batch [799] Speed: 753.922607 samples/sec accuracy=0.868411 lr=0.004227 Epoch[109] Batch [849] Speed: 751.180432 samples/sec accuracy=0.868469 lr=0.004211 Epoch[109] Batch [899] Speed: 768.634503 samples/sec accuracy=0.868451 lr=0.004195 Epoch[109] Batch [949] Speed: 758.621242 samples/sec accuracy=0.868462 lr=0.004180 Epoch[109] Batch [999] Speed: 751.602482 samples/sec accuracy=0.868436 lr=0.004164 Epoch[109] Batch [1049] Speed: 746.745797 samples/sec accuracy=0.868409 lr=0.004148 Epoch[109] Batch [1099] Speed: 751.386466 samples/sec accuracy=0.868381 lr=0.004133 Epoch[109] Batch [1149] Speed: 755.249330 samples/sec accuracy=0.868379 lr=0.004117 Epoch[109] Batch [1199] Speed: 760.947806 samples/sec accuracy=0.868342 lr=0.004102 Epoch[109] Batch [1249] Speed: 760.095532 samples/sec accuracy=0.868386 lr=0.004086 Epoch[109] Batch [1299] Speed: 751.592071 samples/sec accuracy=0.868385 lr=0.004071 Epoch[109] Batch [1349] Speed: 754.421729 samples/sec accuracy=0.868393 lr=0.004056 Epoch[109] Batch [1399] Speed: 758.795572 samples/sec accuracy=0.868370 lr=0.004040 Epoch[109] Batch [1449] Speed: 751.615546 samples/sec accuracy=0.868378 lr=0.004025 Epoch[109] Batch [1499] Speed: 742.072519 samples/sec accuracy=0.868374 lr=0.004010 Epoch[109] Batch [1549] Speed: 759.335455 samples/sec accuracy=0.868376 lr=0.003994 Epoch[109] Batch [1599] Speed: 762.964853 samples/sec accuracy=0.868409 lr=0.003979 Epoch[109] Batch [1649] Speed: 756.942464 samples/sec accuracy=0.868450 lr=0.003964 Epoch[109] Batch [1699] Speed: 757.374446 samples/sec accuracy=0.868467 lr=0.003949 Epoch[109] Batch [1749] Speed: 763.050428 samples/sec accuracy=0.868493 lr=0.003933 Epoch[109] Batch [1799] Speed: 755.887847 samples/sec accuracy=0.868509 lr=0.003918 Epoch[109] Batch [1849] Speed: 755.399671 samples/sec accuracy=0.868523 lr=0.003903 Epoch[109] Batch [1899] Speed: 764.533482 samples/sec accuracy=0.868526 lr=0.003888 Epoch[109] Batch [1949] Speed: 756.658417 samples/sec accuracy=0.868544 lr=0.003873 Epoch[109] Batch [1999] Speed: 761.288618 samples/sec accuracy=0.868565 lr=0.003858 Epoch[109] Batch [2049] Speed: 760.543484 samples/sec accuracy=0.868561 lr=0.003843 Epoch[109] Batch [2099] Speed: 758.694893 samples/sec accuracy=0.868541 lr=0.003828 Epoch[109] Batch [2149] Speed: 745.610877 samples/sec accuracy=0.868553 lr=0.003813 Epoch[109] Batch [2199] Speed: 746.993767 samples/sec accuracy=0.868566 lr=0.003798 Epoch[109] Batch [2249] Speed: 759.895451 samples/sec accuracy=0.868584 lr=0.003783 Epoch[109] Batch [2299] Speed: 756.741980 samples/sec accuracy=0.868561 lr=0.003768 Epoch[109] Batch [2349] Speed: 760.323424 samples/sec accuracy=0.868565 lr=0.003753 Epoch[109] Batch [2399] Speed: 749.305258 samples/sec accuracy=0.868579 lr=0.003739 Epoch[109] Batch [2449] Speed: 752.047298 samples/sec accuracy=0.868581 lr=0.003724 Epoch[109] Batch [2499] Speed: 769.314356 samples/sec accuracy=0.868584 lr=0.003709 [Epoch 109] training: accuracy=0.868586 [Epoch 109] speed: 756 samples/sec time cost: 1693.344653 [Epoch 109] validation: err-top1=0.091667 err-top5=0.091667 Epoch[110] Batch [49] Speed: 771.995313 samples/sec accuracy=0.869198 lr=0.003694 Epoch[110] Batch [99] Speed: 759.227176 samples/sec accuracy=0.869419 lr=0.003679 Epoch[110] Batch [149] Speed: 745.500337 samples/sec accuracy=0.869677 lr=0.003665 Epoch[110] Batch [199] Speed: 757.667841 samples/sec accuracy=0.869727 lr=0.003650 Epoch[110] Batch [249] Speed: 757.995244 samples/sec accuracy=0.869717 lr=0.003635 Epoch[110] Batch [299] Speed: 759.673674 samples/sec accuracy=0.869784 lr=0.003621 Epoch[110] Batch [349] Speed: 759.120773 samples/sec accuracy=0.869776 lr=0.003606 Epoch[110] Batch [399] Speed: 767.453201 samples/sec accuracy=0.869672 lr=0.003592 Epoch[110] Batch [449] Speed: 749.322059 samples/sec accuracy=0.869687 lr=0.003577 Epoch[110] Batch [499] Speed: 749.094511 samples/sec accuracy=0.869687 lr=0.003563 Epoch[110] Batch [549] Speed: 756.792762 samples/sec accuracy=0.869723 lr=0.003548 Epoch[110] Batch [599] Speed: 743.444033 samples/sec accuracy=0.869765 lr=0.003534 Epoch[110] Batch [649] Speed: 758.557781 samples/sec accuracy=0.869740 lr=0.003520 Epoch[110] Batch [699] Speed: 763.329327 samples/sec accuracy=0.869709 lr=0.003505 Epoch[110] Batch [749] Speed: 760.577893 samples/sec accuracy=0.869756 lr=0.003491 Epoch[110] Batch [799] Speed: 745.219540 samples/sec accuracy=0.869739 lr=0.003477 Epoch[110] Batch [849] Speed: 767.169510 samples/sec accuracy=0.869774 lr=0.003462 Epoch[110] Batch [899] Speed: 757.707669 samples/sec accuracy=0.869808 lr=0.003448 Epoch[110] Batch [949] Speed: 745.243643 samples/sec accuracy=0.869858 lr=0.003434 Epoch[110] Batch [999] Speed: 759.059869 samples/sec accuracy=0.869897 lr=0.003420 Epoch[110] Batch [1049] Speed: 762.580303 samples/sec accuracy=0.869893 lr=0.003406 Epoch[110] Batch [1099] Speed: 751.184069 samples/sec accuracy=0.869868 lr=0.003391 Epoch[110] Batch [1149] Speed: 749.882491 samples/sec accuracy=0.869830 lr=0.003377 Epoch[110] Batch [1199] Speed: 758.842361 samples/sec accuracy=0.869822 lr=0.003363 Epoch[110] Batch [1249] Speed: 771.809073 samples/sec accuracy=0.869790 lr=0.003349 Epoch[110] Batch [1299] Speed: 760.979786 samples/sec accuracy=0.869752 lr=0.003335 Epoch[110] Batch [1349] Speed: 755.192025 samples/sec accuracy=0.869717 lr=0.003321 Epoch[110] Batch [1399] Speed: 755.745658 samples/sec accuracy=0.869714 lr=0.003307 Epoch[110] Batch [1449] Speed: 760.857273 samples/sec accuracy=0.869706 lr=0.003293 Epoch[110] Batch [1499] Speed: 757.072859 samples/sec accuracy=0.869768 lr=0.003280 Epoch[110] Batch [1549] Speed: 745.507154 samples/sec accuracy=0.869793 lr=0.003266 Epoch[110] Batch [1599] Speed: 741.928538 samples/sec accuracy=0.869818 lr=0.003252 Epoch[110] Batch [1649] Speed: 734.964104 samples/sec accuracy=0.869822 lr=0.003238 Epoch[110] Batch [1699] Speed: 752.562215 samples/sec accuracy=0.869835 lr=0.003224 Epoch[110] Batch [1749] Speed: 737.745971 samples/sec accuracy=0.869850 lr=0.003211 Epoch[110] Batch [1799] Speed: 747.825220 samples/sec accuracy=0.869850 lr=0.003197 Epoch[110] Batch [1849] Speed: 748.918210 samples/sec accuracy=0.869860 lr=0.003183 Epoch[110] Batch [1899] Speed: 741.567943 samples/sec accuracy=0.869879 lr=0.003170 Epoch[110] Batch [1949] Speed: 750.149849 samples/sec accuracy=0.869883 lr=0.003156 Epoch[110] Batch [1999] Speed: 746.548108 samples/sec accuracy=0.869874 lr=0.003142 Epoch[110] Batch [2049] Speed: 748.107505 samples/sec accuracy=0.869899 lr=0.003129 Epoch[110] Batch [2099] Speed: 753.551865 samples/sec accuracy=0.869894 lr=0.003115 Epoch[110] Batch [2149] Speed: 751.028682 samples/sec accuracy=0.869885 lr=0.003102 Epoch[110] Batch [2199] Speed: 748.202198 samples/sec accuracy=0.869890 lr=0.003088 Epoch[110] Batch [2249] Speed: 742.892121 samples/sec accuracy=0.869901 lr=0.003075 Epoch[110] Batch [2299] Speed: 754.293910 samples/sec accuracy=0.869933 lr=0.003061 Epoch[110] Batch [2349] Speed: 753.032577 samples/sec accuracy=0.869947 lr=0.003048 Epoch[110] Batch [2399] Speed: 744.727598 samples/sec accuracy=0.869973 lr=0.003035 Epoch[110] Batch [2449] Speed: 756.576103 samples/sec accuracy=0.869963 lr=0.003021 Epoch[110] Batch [2499] Speed: 743.195219 samples/sec accuracy=0.869964 lr=0.003008 [Epoch 110] training: accuracy=0.869966 [Epoch 110] speed: 752 samples/sec time cost: 1701.636747 [Epoch 110] validation: err-top1=0.083333 err-top5=0.083333 Epoch[111] Batch [49] Speed: 759.489582 samples/sec accuracy=0.871718 lr=0.002994 Epoch[111] Batch [99] Speed: 751.609501 samples/sec accuracy=0.871488 lr=0.002981 Epoch[111] Batch [149] Speed: 752.326412 samples/sec accuracy=0.871109 lr=0.002968 Epoch[111] Batch [199] Speed: 738.713975 samples/sec accuracy=0.871432 lr=0.002955 Epoch[111] Batch [249] Speed: 743.683995 samples/sec accuracy=0.871494 lr=0.002941 Epoch[111] Batch [299] Speed: 746.120017 samples/sec accuracy=0.871493 lr=0.002928 Epoch[111] Batch [349] Speed: 744.906205 samples/sec accuracy=0.871424 lr=0.002915 Epoch[111] Batch [399] Speed: 752.568149 samples/sec accuracy=0.871312 lr=0.002902 Epoch[111] Batch [449] Speed: 758.055078 samples/sec accuracy=0.871261 lr=0.002889 Epoch[111] Batch [499] Speed: 771.229919 samples/sec accuracy=0.871137 lr=0.002876 Epoch[111] Batch [549] Speed: 764.088323 samples/sec accuracy=0.871064 lr=0.002863 Epoch[111] Batch [599] Speed: 758.123534 samples/sec accuracy=0.871093 lr=0.002850 Epoch[111] Batch [649] Speed: 756.235560 samples/sec accuracy=0.871088 lr=0.002837 Epoch[111] Batch [699] Speed: 757.119451 samples/sec accuracy=0.871064 lr=0.002824 Epoch[111] Batch [749] Speed: 759.819378 samples/sec accuracy=0.871119 lr=0.002811 Epoch[111] Batch [799] Speed: 761.309534 samples/sec accuracy=0.871152 lr=0.002799 Epoch[111] Batch [849] Speed: 759.309079 samples/sec accuracy=0.871223 lr=0.002786 Epoch[111] Batch [899] Speed: 751.379988 samples/sec accuracy=0.871247 lr=0.002773 Epoch[111] Batch [949] Speed: 759.068600 samples/sec accuracy=0.871265 lr=0.002760 Epoch[111] Batch [999] Speed: 760.133764 samples/sec accuracy=0.871277 lr=0.002748 Epoch[111] Batch [1049] Speed: 754.787052 samples/sec accuracy=0.871287 lr=0.002735 Epoch[111] Batch [1099] Speed: 757.948881 samples/sec accuracy=0.871323 lr=0.002722 Epoch[111] Batch [1149] Speed: 758.672072 samples/sec accuracy=0.871344 lr=0.002710 Epoch[111] Batch [1199] Speed: 765.782931 samples/sec accuracy=0.871346 lr=0.002697 Epoch[111] Batch [1249] Speed: 756.196245 samples/sec accuracy=0.871325 lr=0.002684 Epoch[111] Batch [1299] Speed: 754.942638 samples/sec accuracy=0.871320 lr=0.002672 Epoch[111] Batch [1349] Speed: 762.132903 samples/sec accuracy=0.871325 lr=0.002659 Epoch[111] Batch [1399] Speed: 750.598272 samples/sec accuracy=0.871327 lr=0.002647 Epoch[111] Batch [1449] Speed: 754.772323 samples/sec accuracy=0.871355 lr=0.002634 Epoch[111] Batch [1499] Speed: 751.822619 samples/sec accuracy=0.871368 lr=0.002622 Epoch[111] Batch [1549] Speed: 757.818473 samples/sec accuracy=0.871388 lr=0.002609 Epoch[111] Batch [1599] Speed: 763.992507 samples/sec accuracy=0.871403 lr=0.002597 Epoch[111] Batch [1649] Speed: 766.415987 samples/sec accuracy=0.871418 lr=0.002585 Epoch[111] Batch [1699] Speed: 760.640107 samples/sec accuracy=0.871461 lr=0.002572 Epoch[111] Batch [1749] Speed: 756.434816 samples/sec accuracy=0.871488 lr=0.002560 Epoch[111] Batch [1799] Speed: 761.963341 samples/sec accuracy=0.871486 lr=0.002548 Epoch[111] Batch [1849] Speed: 760.501069 samples/sec accuracy=0.871470 lr=0.002536 Epoch[111] Batch [1899] Speed: 752.349611 samples/sec accuracy=0.871473 lr=0.002523 Epoch[111] Batch [1949] Speed: 753.977384 samples/sec accuracy=0.871486 lr=0.002511 Epoch[111] Batch [1999] Speed: 753.829186 samples/sec accuracy=0.871505 lr=0.002499 Epoch[111] Batch [2049] Speed: 748.380504 samples/sec accuracy=0.871510 lr=0.002487 Epoch[111] Batch [2099] Speed: 758.782258 samples/sec accuracy=0.871532 lr=0.002475 Epoch[111] Batch [2149] Speed: 762.183004 samples/sec accuracy=0.871565 lr=0.002463 Epoch[111] Batch [2199] Speed: 760.026747 samples/sec accuracy=0.871577 lr=0.002451 Epoch[111] Batch [2249] Speed: 769.155660 samples/sec accuracy=0.871614 lr=0.002439 Epoch[111] Batch [2299] Speed: 755.076242 samples/sec accuracy=0.871648 lr=0.002427 Epoch[111] Batch [2349] Speed: 754.338413 samples/sec accuracy=0.871667 lr=0.002415 Epoch[111] Batch [2399] Speed: 763.510156 samples/sec accuracy=0.871666 lr=0.002403 Epoch[111] Batch [2449] Speed: 766.422388 samples/sec accuracy=0.871682 lr=0.002391 Epoch[111] Batch [2499] Speed: 760.669286 samples/sec accuracy=0.871686 lr=0.002379 [Epoch 111] training: accuracy=0.871686 [Epoch 111] speed: 756 samples/sec time cost: 1691.983121 [Epoch 111] validation: err-top1=0.075000 err-top5=0.075000 Epoch[112] Batch [49] Speed: 761.110761 samples/sec accuracy=0.872061 lr=0.002367 Epoch[112] Batch [99] Speed: 749.052078 samples/sec accuracy=0.872636 lr=0.002355 Epoch[112] Batch [149] Speed: 759.385748 samples/sec accuracy=0.872505 lr=0.002343 Epoch[112] Batch [199] Speed: 753.105886 samples/sec accuracy=0.872390 lr=0.002332 Epoch[112] Batch [249] Speed: 750.996114 samples/sec accuracy=0.872303 lr=0.002320 Epoch[112] Batch [299] Speed: 755.262255 samples/sec accuracy=0.872267 lr=0.002308 Epoch[112] Batch [349] Speed: 745.433350 samples/sec accuracy=0.872172 lr=0.002297 Epoch[112] Batch [399] Speed: 744.405000 samples/sec accuracy=0.872147 lr=0.002285 Epoch[112] Batch [449] Speed: 760.702558 samples/sec accuracy=0.872132 lr=0.002274 Epoch[112] Batch [499] Speed: 768.931469 samples/sec accuracy=0.872231 lr=0.002262 Epoch[112] Batch [549] Speed: 760.597735 samples/sec accuracy=0.872146 lr=0.002250 Epoch[112] Batch [599] Speed: 760.138187 samples/sec accuracy=0.872200 lr=0.002239 Epoch[112] Batch [649] Speed: 753.055307 samples/sec accuracy=0.872212 lr=0.002227 Epoch[112] Batch [699] Speed: 761.848256 samples/sec accuracy=0.872282 lr=0.002216 Epoch[112] Batch [749] Speed: 761.570395 samples/sec accuracy=0.872299 lr=0.002205 Epoch[112] Batch [799] Speed: 767.690175 samples/sec accuracy=0.872327 lr=0.002193 Epoch[112] Batch [849] Speed: 753.042775 samples/sec accuracy=0.872325 lr=0.002182 Epoch[112] Batch [899] Speed: 752.023948 samples/sec accuracy=0.872327 lr=0.002171 Epoch[112] Batch [949] Speed: 749.084738 samples/sec accuracy=0.872333 lr=0.002159 Epoch[112] Batch [999] Speed: 763.819676 samples/sec accuracy=0.872363 lr=0.002148 Epoch[112] Batch [1049] Speed: 759.726786 samples/sec accuracy=0.872388 lr=0.002137 Epoch[112] Batch [1099] Speed: 770.695831 samples/sec accuracy=0.872408 lr=0.002125 Epoch[112] Batch [1149] Speed: 764.025162 samples/sec accuracy=0.872403 lr=0.002114 Epoch[112] Batch [1199] Speed: 751.320535 samples/sec accuracy=0.872435 lr=0.002103 Epoch[112] Batch [1249] Speed: 749.180097 samples/sec accuracy=0.872435 lr=0.002092 Epoch[112] Batch [1299] Speed: 756.849904 samples/sec accuracy=0.872407 lr=0.002081 Epoch[112] Batch [1349] Speed: 759.435285 samples/sec accuracy=0.872407 lr=0.002070 Epoch[112] Batch [1399] Speed: 748.597462 samples/sec accuracy=0.872388 lr=0.002059 Epoch[112] Batch [1449] Speed: 766.342728 samples/sec accuracy=0.872402 lr=0.002048 Epoch[112] Batch [1499] Speed: 770.795405 samples/sec accuracy=0.872431 lr=0.002037 Epoch[112] Batch [1549] Speed: 761.639795 samples/sec accuracy=0.872463 lr=0.002026 Epoch[112] Batch [1599] Speed: 753.593878 samples/sec accuracy=0.872472 lr=0.002015 Epoch[112] Batch [1649] Speed: 745.904881 samples/sec accuracy=0.872478 lr=0.002004 Epoch[112] Batch [1699] Speed: 758.630659 samples/sec accuracy=0.872501 lr=0.001993 Epoch[112] Batch [1749] Speed: 755.724557 samples/sec accuracy=0.872518 lr=0.001982 Epoch[112] Batch [1799] Speed: 758.518765 samples/sec accuracy=0.872512 lr=0.001972 Epoch[112] Batch [1849] Speed: 748.305973 samples/sec accuracy=0.872534 lr=0.001961 Epoch[112] Batch [1899] Speed: 751.860270 samples/sec accuracy=0.872539 lr=0.001950 Epoch[112] Batch [1949] Speed: 758.734785 samples/sec accuracy=0.872556 lr=0.001939 Epoch[112] Batch [1999] Speed: 759.735311 samples/sec accuracy=0.872557 lr=0.001929 Epoch[112] Batch [2049] Speed: 754.487256 samples/sec accuracy=0.872562 lr=0.001918 Epoch[112] Batch [2099] Speed: 752.674992 samples/sec accuracy=0.872569 lr=0.001907 Epoch[112] Batch [2149] Speed: 768.777797 samples/sec accuracy=0.872571 lr=0.001897 Epoch[112] Batch [2199] Speed: 757.332389 samples/sec accuracy=0.872593 lr=0.001886 Epoch[112] Batch [2249] Speed: 749.363252 samples/sec accuracy=0.872606 lr=0.001876 Epoch[112] Batch [2299] Speed: 758.834756 samples/sec accuracy=0.872624 lr=0.001865 Epoch[112] Batch [2349] Speed: 762.389695 samples/sec accuracy=0.872628 lr=0.001855 Epoch[112] Batch [2399] Speed: 762.959031 samples/sec accuracy=0.872646 lr=0.001844 Epoch[112] Batch [2449] Speed: 751.939839 samples/sec accuracy=0.872654 lr=0.001834 Epoch[112] Batch [2499] Speed: 752.729482 samples/sec accuracy=0.872673 lr=0.001823 [Epoch 112] training: accuracy=0.872672 [Epoch 112] speed: 756 samples/sec time cost: 1692.296437 [Epoch 112] validation: err-top1=0.066667 err-top5=0.066667 Epoch[113] Batch [49] Speed: 750.675747 samples/sec accuracy=0.873571 lr=0.001813 Epoch[113] Batch [99] Speed: 766.564727 samples/sec accuracy=0.873509 lr=0.001802 Epoch[113] Batch [149] Speed: 764.546885 samples/sec accuracy=0.873415 lr=0.001792 Epoch[113] Batch [199] Speed: 755.994703 samples/sec accuracy=0.873362 lr=0.001782 Epoch[113] Batch [249] Speed: 756.962384 samples/sec accuracy=0.873176 lr=0.001772 Epoch[113] Batch [299] Speed: 755.945103 samples/sec accuracy=0.873231 lr=0.001761 Epoch[113] Batch [349] Speed: 767.386050 samples/sec accuracy=0.873346 lr=0.001751 Epoch[113] Batch [399] Speed: 766.949166 samples/sec accuracy=0.873295 lr=0.001741 Epoch[113] Batch [449] Speed: 743.172977 samples/sec accuracy=0.873291 lr=0.001731 Epoch[113] Batch [499] Speed: 753.340508 samples/sec accuracy=0.873398 lr=0.001721 Epoch[113] Batch [549] Speed: 760.965311 samples/sec accuracy=0.873379 lr=0.001711 Epoch[113] Batch [599] Speed: 766.132675 samples/sec accuracy=0.873380 lr=0.001701 Epoch[113] Batch [649] Speed: 759.972555 samples/sec accuracy=0.873425 lr=0.001691 Epoch[113] Batch [699] Speed: 746.746841 samples/sec accuracy=0.873398 lr=0.001681 Epoch[113] Batch [749] Speed: 751.300974 samples/sec accuracy=0.873374 lr=0.001671 Epoch[113] Batch [799] Speed: 754.453524 samples/sec accuracy=0.873345 lr=0.001661 Epoch[113] Batch [849] Speed: 748.263301 samples/sec accuracy=0.873403 lr=0.001651 Epoch[113] Batch [899] Speed: 757.535248 samples/sec accuracy=0.873417 lr=0.001641 Epoch[113] Batch [949] Speed: 762.628308 samples/sec accuracy=0.873422 lr=0.001631 Epoch[113] Batch [999] Speed: 759.499139 samples/sec accuracy=0.873458 lr=0.001621 Epoch[113] Batch [1049] Speed: 744.286588 samples/sec accuracy=0.873463 lr=0.001612 Epoch[113] Batch [1099] Speed: 751.143847 samples/sec accuracy=0.873477 lr=0.001602 Epoch[113] Batch [1149] Speed: 752.092726 samples/sec accuracy=0.873500 lr=0.001592 Epoch[113] Batch [1199] Speed: 753.700864 samples/sec accuracy=0.873495 lr=0.001582 Epoch[113] Batch [1249] Speed: 754.998992 samples/sec accuracy=0.873533 lr=0.001573 Epoch[113] Batch [1299] Speed: 752.801001 samples/sec accuracy=0.873577 lr=0.001563 Epoch[113] Batch [1349] Speed: 757.303000 samples/sec accuracy=0.873554 lr=0.001554 Epoch[113] Batch [1399] Speed: 757.685672 samples/sec accuracy=0.873585 lr=0.001544 Epoch[113] Batch [1449] Speed: 762.813963 samples/sec accuracy=0.873594 lr=0.001534 Epoch[113] Batch [1499] Speed: 745.089075 samples/sec accuracy=0.873595 lr=0.001525 Epoch[113] Batch [1549] Speed: 748.433513 samples/sec accuracy=0.873606 lr=0.001515 Epoch[113] Batch [1599] Speed: 753.257013 samples/sec accuracy=0.873644 lr=0.001506 Epoch[113] Batch [1649] Speed: 764.489576 samples/sec accuracy=0.873640 lr=0.001497 Epoch[113] Batch [1699] Speed: 769.166911 samples/sec accuracy=0.873642 lr=0.001487 Epoch[113] Batch [1749] Speed: 761.712748 samples/sec accuracy=0.873661 lr=0.001478 Epoch[113] Batch [1799] Speed: 760.996349 samples/sec accuracy=0.873657 lr=0.001468 Epoch[113] Batch [1849] Speed: 746.259629 samples/sec accuracy=0.873669 lr=0.001459 Epoch[113] Batch [1899] Speed: 758.650625 samples/sec accuracy=0.873677 lr=0.001450 Epoch[113] Batch [1949] Speed: 753.020599 samples/sec accuracy=0.873675 lr=0.001441 Epoch[113] Batch [1999] Speed: 756.279908 samples/sec accuracy=0.873672 lr=0.001431 Epoch[113] Batch [2049] Speed: 761.956690 samples/sec accuracy=0.873707 lr=0.001422 Epoch[113] Batch [2099] Speed: 765.219921 samples/sec accuracy=0.873744 lr=0.001413 Epoch[113] Batch [2149] Speed: 750.459676 samples/sec accuracy=0.873756 lr=0.001404 Epoch[113] Batch [2199] Speed: 747.144458 samples/sec accuracy=0.873778 lr=0.001395 Epoch[113] Batch [2249] Speed: 751.870694 samples/sec accuracy=0.873815 lr=0.001386 Epoch[113] Batch [2299] Speed: 756.631064 samples/sec accuracy=0.873824 lr=0.001377 Epoch[113] Batch [2349] Speed: 758.389827 samples/sec accuracy=0.873837 lr=0.001368 Epoch[113] Batch [2399] Speed: 750.388931 samples/sec accuracy=0.873854 lr=0.001359 Epoch[113] Batch [2449] Speed: 751.223879 samples/sec accuracy=0.873865 lr=0.001350 Epoch[113] Batch [2499] Speed: 772.548669 samples/sec accuracy=0.873870 lr=0.001341 [Epoch 113] training: accuracy=0.873869 [Epoch 113] speed: 756 samples/sec time cost: 1693.794141 [Epoch 113] validation: err-top1=0.058333 err-top5=0.058333 Epoch[114] Batch [49] Speed: 764.828431 samples/sec accuracy=0.875148 lr=0.001332 Epoch[114] Batch [99] Speed: 751.648872 samples/sec accuracy=0.875001 lr=0.001323 Epoch[114] Batch [149] Speed: 751.972746 samples/sec accuracy=0.874515 lr=0.001314 Epoch[114] Batch [199] Speed: 754.665277 samples/sec accuracy=0.874389 lr=0.001305 Epoch[114] Batch [249] Speed: 759.517614 samples/sec accuracy=0.874470 lr=0.001296 Epoch[114] Batch [299] Speed: 764.248410 samples/sec accuracy=0.874448 lr=0.001288 Epoch[114] Batch [349] Speed: 763.786674 samples/sec accuracy=0.874652 lr=0.001279 Epoch[114] Batch [399] Speed: 758.558955 samples/sec accuracy=0.874590 lr=0.001270 Epoch[114] Batch [449] Speed: 763.074196 samples/sec accuracy=0.874443 lr=0.001261 Epoch[114] Batch [499] Speed: 768.126981 samples/sec accuracy=0.874394 lr=0.001253 Epoch[114] Batch [549] Speed: 759.942569 samples/sec accuracy=0.874341 lr=0.001244 Epoch[114] Batch [599] Speed: 754.541580 samples/sec accuracy=0.874336 lr=0.001236 Epoch[114] Batch [649] Speed: 750.168795 samples/sec accuracy=0.874347 lr=0.001227 Epoch[114] Batch [699] Speed: 746.388693 samples/sec accuracy=0.874336 lr=0.001219 Epoch[114] Batch [749] Speed: 761.446400 samples/sec accuracy=0.874346 lr=0.001210 Epoch[114] Batch [799] Speed: 755.505027 samples/sec accuracy=0.874347 lr=0.001202 Epoch[114] Batch [849] Speed: 754.754895 samples/sec accuracy=0.874362 lr=0.001193 Epoch[114] Batch [899] Speed: 755.036028 samples/sec accuracy=0.874393 lr=0.001185 Epoch[114] Batch [949] Speed: 750.388333 samples/sec accuracy=0.874379 lr=0.001177 Epoch[114] Batch [999] Speed: 759.755040 samples/sec accuracy=0.874409 lr=0.001168 Epoch[114] Batch [1049] Speed: 751.783297 samples/sec accuracy=0.874365 lr=0.001160 Epoch[114] Batch [1099] Speed: 759.321376 samples/sec accuracy=0.874376 lr=0.001152 Epoch[114] Batch [1149] Speed: 764.669517 samples/sec accuracy=0.874368 lr=0.001143 Epoch[114] Batch [1199] Speed: 763.358160 samples/sec accuracy=0.874411 lr=0.001135 Epoch[114] Batch [1249] Speed: 756.641802 samples/sec accuracy=0.874456 lr=0.001127 Epoch[114] Batch [1299] Speed: 748.141871 samples/sec accuracy=0.874487 lr=0.001119 Epoch[114] Batch [1349] Speed: 760.894066 samples/sec accuracy=0.874491 lr=0.001111 Epoch[114] Batch [1399] Speed: 752.532199 samples/sec accuracy=0.874493 lr=0.001103 Epoch[114] Batch [1449] Speed: 765.460871 samples/sec accuracy=0.874507 lr=0.001095 Epoch[114] Batch [1499] Speed: 748.768793 samples/sec accuracy=0.874526 lr=0.001086 Epoch[114] Batch [1549] Speed: 763.236452 samples/sec accuracy=0.874552 lr=0.001078 Epoch[114] Batch [1599] Speed: 754.109958 samples/sec accuracy=0.874549 lr=0.001070 Epoch[114] Batch [1649] Speed: 757.470938 samples/sec accuracy=0.874577 lr=0.001063 Epoch[114] Batch [1699] Speed: 747.626585 samples/sec accuracy=0.874564 lr=0.001055 Epoch[114] Batch [1749] Speed: 760.399328 samples/sec accuracy=0.874564 lr=0.001047 Epoch[114] Batch [1799] Speed: 764.566505 samples/sec accuracy=0.874572 lr=0.001039 Epoch[114] Batch [1849] Speed: 764.377476 samples/sec accuracy=0.874596 lr=0.001031 Epoch[114] Batch [1899] Speed: 755.972225 samples/sec accuracy=0.874584 lr=0.001023 Epoch[114] Batch [1949] Speed: 758.759009 samples/sec accuracy=0.874595 lr=0.001015 Epoch[114] Batch [1999] Speed: 757.222399 samples/sec accuracy=0.874631 lr=0.001008 Epoch[114] Batch [2049] Speed: 751.469731 samples/sec accuracy=0.874646 lr=0.001000 Epoch[114] Batch [2099] Speed: 754.662519 samples/sec accuracy=0.874657 lr=0.000992 Epoch[114] Batch [2149] Speed: 754.790235 samples/sec accuracy=0.874651 lr=0.000985 Epoch[114] Batch [2199] Speed: 765.016075 samples/sec accuracy=0.874645 lr=0.000977 Epoch[114] Batch [2249] Speed: 752.216196 samples/sec accuracy=0.874667 lr=0.000969 Epoch[114] Batch [2299] Speed: 751.688622 samples/sec accuracy=0.874673 lr=0.000962 Epoch[114] Batch [2349] Speed: 761.861700 samples/sec accuracy=0.874691 lr=0.000954 Epoch[114] Batch [2399] Speed: 755.951862 samples/sec accuracy=0.874683 lr=0.000947 Epoch[114] Batch [2449] Speed: 755.456672 samples/sec accuracy=0.874705 lr=0.000939 Epoch[114] Batch [2499] Speed: 762.430383 samples/sec accuracy=0.874722 lr=0.000932 [Epoch 114] training: accuracy=0.874723 [Epoch 114] speed: 757 samples/sec time cost: 1692.088054 [Epoch 114] validation: err-top1=0.050000 err-top5=0.050000 Epoch[115] Batch [49] Speed: 755.275648 samples/sec accuracy=0.875024 lr=0.000924 Epoch[115] Batch [99] Speed: 752.261486 samples/sec accuracy=0.875222 lr=0.000917 Epoch[115] Batch [149] Speed: 752.023222 samples/sec accuracy=0.875318 lr=0.000909 Epoch[115] Batch [199] Speed: 759.709251 samples/sec accuracy=0.875186 lr=0.000902 Epoch[115] Batch [249] Speed: 742.919970 samples/sec accuracy=0.875243 lr=0.000895 Epoch[115] Batch [299] Speed: 752.396684 samples/sec accuracy=0.875300 lr=0.000887 Epoch[115] Batch [349] Speed: 757.408974 samples/sec accuracy=0.875171 lr=0.000880 Epoch[115] Batch [399] Speed: 755.895861 samples/sec accuracy=0.875212 lr=0.000873 Epoch[115] Batch [449] Speed: 751.001514 samples/sec accuracy=0.875143 lr=0.000866 Epoch[115] Batch [499] Speed: 752.852211 samples/sec accuracy=0.875136 lr=0.000859 Epoch[115] Batch [549] Speed: 757.187952 samples/sec accuracy=0.875167 lr=0.000852 Epoch[115] Batch [599] Speed: 751.949465 samples/sec accuracy=0.875226 lr=0.000844 Epoch[115] Batch [649] Speed: 756.898689 samples/sec accuracy=0.875191 lr=0.000837 Epoch[115] Batch [699] Speed: 756.002139 samples/sec accuracy=0.875241 lr=0.000830 Epoch[115] Batch [749] Speed: 757.748826 samples/sec accuracy=0.875271 lr=0.000823 Epoch[115] Batch [799] Speed: 760.646907 samples/sec accuracy=0.875307 lr=0.000816 Epoch[115] Batch [849] Speed: 747.282118 samples/sec accuracy=0.875320 lr=0.000809 Epoch[115] Batch [899] Speed: 747.686172 samples/sec accuracy=0.875346 lr=0.000803 Epoch[115] Batch [949] Speed: 754.736894 samples/sec accuracy=0.875403 lr=0.000796 Epoch[115] Batch [999] Speed: 758.570954 samples/sec accuracy=0.875425 lr=0.000789 Epoch[115] Batch [1049] Speed: 757.917240 samples/sec accuracy=0.875446 lr=0.000782 Epoch[115] Batch [1099] Speed: 758.993637 samples/sec accuracy=0.875490 lr=0.000775 Epoch[115] Batch [1149] Speed: 756.504403 samples/sec accuracy=0.875487 lr=0.000768 Epoch[115] Batch [1199] Speed: 752.711557 samples/sec accuracy=0.875505 lr=0.000762 Epoch[115] Batch [1249] Speed: 742.560573 samples/sec accuracy=0.875476 lr=0.000755 Epoch[115] Batch [1299] Speed: 763.511019 samples/sec accuracy=0.875460 lr=0.000748 Epoch[115] Batch [1349] Speed: 759.001604 samples/sec accuracy=0.875476 lr=0.000742 Epoch[115] Batch [1399] Speed: 753.618081 samples/sec accuracy=0.875481 lr=0.000735 Epoch[115] Batch [1449] Speed: 760.583630 samples/sec accuracy=0.875499 lr=0.000728 Epoch[115] Batch [1499] Speed: 762.098349 samples/sec accuracy=0.875479 lr=0.000722 Epoch[115] Batch [1549] Speed: 757.319841 samples/sec accuracy=0.875502 lr=0.000715 Epoch[115] Batch [1599] Speed: 754.464020 samples/sec accuracy=0.875462 lr=0.000709 Epoch[115] Batch [1649] Speed: 759.527511 samples/sec accuracy=0.875449 lr=0.000702 Epoch[115] Batch [1699] Speed: 738.960845 samples/sec accuracy=0.875434 lr=0.000696 Epoch[115] Batch [1749] Speed: 749.762823 samples/sec accuracy=0.875404 lr=0.000689 Epoch[115] Batch [1799] Speed: 746.753904 samples/sec accuracy=0.875396 lr=0.000683 Epoch[115] Batch [1849] Speed: 740.700854 samples/sec accuracy=0.875391 lr=0.000677 Epoch[115] Batch [1899] Speed: 751.683722 samples/sec accuracy=0.875389 lr=0.000670 Epoch[115] Batch [1949] Speed: 755.049296 samples/sec accuracy=0.875411 lr=0.000664 Epoch[115] Batch [1999] Speed: 754.384272 samples/sec accuracy=0.875433 lr=0.000658 Epoch[115] Batch [2049] Speed: 744.124223 samples/sec accuracy=0.875435 lr=0.000652 Epoch[115] Batch [2099] Speed: 750.188187 samples/sec accuracy=0.875443 lr=0.000645 Epoch[115] Batch [2149] Speed: 750.996934 samples/sec accuracy=0.875462 lr=0.000639 Epoch[115] Batch [2199] Speed: 751.967490 samples/sec accuracy=0.875470 lr=0.000633 Epoch[115] Batch [2249] Speed: 741.948101 samples/sec accuracy=0.875475 lr=0.000627 Epoch[115] Batch [2299] Speed: 749.815898 samples/sec accuracy=0.875490 lr=0.000621 Epoch[115] Batch [2349] Speed: 758.266775 samples/sec accuracy=0.875477 lr=0.000615 Epoch[115] Batch [2399] Speed: 751.962229 samples/sec accuracy=0.875477 lr=0.000609 Epoch[115] Batch [2449] Speed: 753.872855 samples/sec accuracy=0.875469 lr=0.000603 Epoch[115] Batch [2499] Speed: 760.767909 samples/sec accuracy=0.875475 lr=0.000597 [Epoch 115] training: accuracy=0.875476 [Epoch 115] speed: 753 samples/sec time cost: 1700.426073 [Epoch 115] validation: err-top1=0.041667 err-top5=0.041667 Epoch[116] Batch [49] Speed: 768.109282 samples/sec accuracy=0.874752 lr=0.000591 Epoch[116] Batch [99] Speed: 756.261318 samples/sec accuracy=0.875267 lr=0.000585 Epoch[116] Batch [149] Speed: 746.199594 samples/sec accuracy=0.875558 lr=0.000579 Epoch[116] Batch [199] Speed: 750.177542 samples/sec accuracy=0.875804 lr=0.000573 Epoch[116] Batch [249] Speed: 758.262866 samples/sec accuracy=0.875695 lr=0.000567 Epoch[116] Batch [299] Speed: 759.002033 samples/sec accuracy=0.875754 lr=0.000561 Epoch[116] Batch [349] Speed: 776.511119 samples/sec accuracy=0.875711 lr=0.000556 Epoch[116] Batch [399] Speed: 759.386489 samples/sec accuracy=0.875638 lr=0.000550 Epoch[116] Batch [449] Speed: 755.377579 samples/sec accuracy=0.875625 lr=0.000544 Epoch[116] Batch [499] Speed: 761.385933 samples/sec accuracy=0.875689 lr=0.000538 Epoch[116] Batch [549] Speed: 754.051005 samples/sec accuracy=0.875695 lr=0.000533 Epoch[116] Batch [599] Speed: 754.910781 samples/sec accuracy=0.875643 lr=0.000527 Epoch[116] Batch [649] Speed: 762.308944 samples/sec accuracy=0.875620 lr=0.000522 Epoch[116] Batch [699] Speed: 760.097830 samples/sec accuracy=0.875654 lr=0.000516 Epoch[116] Batch [749] Speed: 755.696979 samples/sec accuracy=0.875657 lr=0.000511 Epoch[116] Batch [799] Speed: 761.914377 samples/sec accuracy=0.875643 lr=0.000505 Epoch[116] Batch [849] Speed: 762.054473 samples/sec accuracy=0.875632 lr=0.000500 Epoch[116] Batch [899] Speed: 767.302044 samples/sec accuracy=0.875637 lr=0.000494 Epoch[116] Batch [949] Speed: 754.976170 samples/sec accuracy=0.875672 lr=0.000489 Epoch[116] Batch [999] Speed: 756.874787 samples/sec accuracy=0.875658 lr=0.000483 Epoch[116] Batch [1049] Speed: 746.016650 samples/sec accuracy=0.875644 lr=0.000478 Epoch[116] Batch [1099] Speed: 748.934858 samples/sec accuracy=0.875615 lr=0.000473 Epoch[116] Batch [1149] Speed: 760.395262 samples/sec accuracy=0.875589 lr=0.000467 Epoch[116] Batch [1199] Speed: 755.177924 samples/sec accuracy=0.875572 lr=0.000462 Epoch[116] Batch [1249] Speed: 756.221558 samples/sec accuracy=0.875546 lr=0.000457 Epoch[116] Batch [1299] Speed: 752.175063 samples/sec accuracy=0.875482 lr=0.000452 Epoch[116] Batch [1349] Speed: 759.175165 samples/sec accuracy=0.875481 lr=0.000447 Epoch[116] Batch [1399] Speed: 756.779630 samples/sec accuracy=0.875506 lr=0.000441 Epoch[116] Batch [1449] Speed: 763.285765 samples/sec accuracy=0.875513 lr=0.000436 Epoch[116] Batch [1499] Speed: 753.861978 samples/sec accuracy=0.875549 lr=0.000431 Epoch[116] Batch [1549] Speed: 751.448753 samples/sec accuracy=0.875531 lr=0.000426 Epoch[116] Batch [1599] Speed: 751.660501 samples/sec accuracy=0.875567 lr=0.000421 Epoch[116] Batch [1649] Speed: 749.758891 samples/sec accuracy=0.875578 lr=0.000416 Epoch[116] Batch [1699] Speed: 767.536834 samples/sec accuracy=0.875599 lr=0.000411 Epoch[116] Batch [1749] Speed: 757.377763 samples/sec accuracy=0.875600 lr=0.000406 Epoch[116] Batch [1799] Speed: 745.385162 samples/sec accuracy=0.875596 lr=0.000401 Epoch[116] Batch [1849] Speed: 755.911352 samples/sec accuracy=0.875619 lr=0.000397 Epoch[116] Batch [1899] Speed: 759.678361 samples/sec accuracy=0.875629 lr=0.000392 Epoch[116] Batch [1949] Speed: 755.794008 samples/sec accuracy=0.875632 lr=0.000387 Epoch[116] Batch [1999] Speed: 756.036925 samples/sec accuracy=0.875658 lr=0.000382 Epoch[116] Batch [2049] Speed: 759.952519 samples/sec accuracy=0.875677 lr=0.000377 Epoch[116] Batch [2099] Speed: 752.146426 samples/sec accuracy=0.875689 lr=0.000373 Epoch[116] Batch [2149] Speed: 767.193492 samples/sec accuracy=0.875695 lr=0.000368 Epoch[116] Batch [2199] Speed: 758.610201 samples/sec accuracy=0.875683 lr=0.000363 Epoch[116] Batch [2249] Speed: 754.984967 samples/sec accuracy=0.875691 lr=0.000359 Epoch[116] Batch [2299] Speed: 758.422632 samples/sec accuracy=0.875704 lr=0.000354 Epoch[116] Batch [2349] Speed: 758.129438 samples/sec accuracy=0.875719 lr=0.000349 Epoch[116] Batch [2399] Speed: 754.190025 samples/sec accuracy=0.875727 lr=0.000345 Epoch[116] Batch [2449] Speed: 754.070709 samples/sec accuracy=0.875726 lr=0.000340 Epoch[116] Batch [2499] Speed: 754.930770 samples/sec accuracy=0.875738 lr=0.000336 [Epoch 116] training: accuracy=0.875737 [Epoch 116] speed: 756 samples/sec time cost: 1692.166207 [Epoch 116] validation: err-top1=0.033333 err-top5=0.033333 Epoch[117] Batch [49] Speed: 755.083772 samples/sec accuracy=0.875642 lr=0.000331 Epoch[117] Batch [99] Speed: 749.302889 samples/sec accuracy=0.876401 lr=0.000327 Epoch[117] Batch [149] Speed: 757.609501 samples/sec accuracy=0.876548 lr=0.000322 Epoch[117] Batch [199] Speed: 748.571811 samples/sec accuracy=0.876562 lr=0.000318 Epoch[117] Batch [249] Speed: 751.651850 samples/sec accuracy=0.876487 lr=0.000314 Epoch[117] Batch [299] Speed: 760.224529 samples/sec accuracy=0.876507 lr=0.000309 Epoch[117] Batch [349] Speed: 758.520228 samples/sec accuracy=0.876402 lr=0.000305 Epoch[117] Batch [399] Speed: 751.823792 samples/sec accuracy=0.876280 lr=0.000301 Epoch[117] Batch [449] Speed: 752.565380 samples/sec accuracy=0.876314 lr=0.000297 Epoch[117] Batch [499] Speed: 755.464496 samples/sec accuracy=0.876323 lr=0.000293 Epoch[117] Batch [549] Speed: 765.292453 samples/sec accuracy=0.876300 lr=0.000288 Epoch[117] Batch [599] Speed: 753.166599 samples/sec accuracy=0.876243 lr=0.000284 Epoch[117] Batch [649] Speed: 748.344447 samples/sec accuracy=0.876239 lr=0.000280 Epoch[117] Batch [699] Speed: 753.410775 samples/sec accuracy=0.876238 lr=0.000276 Epoch[117] Batch [749] Speed: 745.833257 samples/sec accuracy=0.876224 lr=0.000272 Epoch[117] Batch [799] Speed: 759.854786 samples/sec accuracy=0.876180 lr=0.000268 Epoch[117] Batch [849] Speed: 753.976251 samples/sec accuracy=0.876186 lr=0.000264 Epoch[117] Batch [899] Speed: 764.118681 samples/sec accuracy=0.876213 lr=0.000260 Epoch[117] Batch [949] Speed: 760.188075 samples/sec accuracy=0.876209 lr=0.000256 Epoch[117] Batch [999] Speed: 762.070195 samples/sec accuracy=0.876216 lr=0.000252 Epoch[117] Batch [1049] Speed: 748.765968 samples/sec accuracy=0.876195 lr=0.000248 Epoch[117] Batch [1099] Speed: 750.737958 samples/sec accuracy=0.876196 lr=0.000245 Epoch[117] Batch [1149] Speed: 767.645933 samples/sec accuracy=0.876195 lr=0.000241 Epoch[117] Batch [1199] Speed: 762.374484 samples/sec accuracy=0.876173 lr=0.000237 Epoch[117] Batch [1249] Speed: 760.978562 samples/sec accuracy=0.876140 lr=0.000233 Epoch[117] Batch [1299] Speed: 746.320436 samples/sec accuracy=0.876134 lr=0.000230 Epoch[117] Batch [1349] Speed: 743.524806 samples/sec accuracy=0.876098 lr=0.000226 Epoch[117] Batch [1399] Speed: 757.019462 samples/sec accuracy=0.876078 lr=0.000222 Epoch[117] Batch [1449] Speed: 769.829144 samples/sec accuracy=0.876079 lr=0.000219 Epoch[117] Batch [1499] Speed: 765.343593 samples/sec accuracy=0.876058 lr=0.000215 Epoch[117] Batch [1549] Speed: 755.951889 samples/sec accuracy=0.876075 lr=0.000211 Epoch[117] Batch [1599] Speed: 757.055617 samples/sec accuracy=0.876092 lr=0.000208 Epoch[117] Batch [1649] Speed: 760.378575 samples/sec accuracy=0.876101 lr=0.000204 Epoch[117] Batch [1699] Speed: 749.034541 samples/sec accuracy=0.876127 lr=0.000201 Epoch[117] Batch [1749] Speed: 743.643619 samples/sec accuracy=0.876120 lr=0.000197 Epoch[117] Batch [1799] Speed: 758.030321 samples/sec accuracy=0.876125 lr=0.000194 Epoch[117] Batch [1849] Speed: 759.329779 samples/sec accuracy=0.876110 lr=0.000191 Epoch[117] Batch [1899] Speed: 748.700230 samples/sec accuracy=0.876121 lr=0.000187 Epoch[117] Batch [1949] Speed: 755.155760 samples/sec accuracy=0.876105 lr=0.000184 Epoch[117] Batch [1999] Speed: 758.035667 samples/sec accuracy=0.876100 lr=0.000181 Epoch[117] Batch [2049] Speed: 760.132230 samples/sec accuracy=0.876098 lr=0.000177 Epoch[117] Batch [2099] Speed: 763.651225 samples/sec accuracy=0.876103 lr=0.000174 Epoch[117] Batch [2149] Speed: 751.713718 samples/sec accuracy=0.876091 lr=0.000171 Epoch[117] Batch [2199] Speed: 756.084801 samples/sec accuracy=0.876093 lr=0.000168 Epoch[117] Batch [2249] Speed: 760.913558 samples/sec accuracy=0.876104 lr=0.000165 Epoch[117] Batch [2299] Speed: 760.076485 samples/sec accuracy=0.876111 lr=0.000162 Epoch[117] Batch [2349] Speed: 766.536539 samples/sec accuracy=0.876107 lr=0.000158 Epoch[117] Batch [2399] Speed: 759.729086 samples/sec accuracy=0.876093 lr=0.000155 Epoch[117] Batch [2449] Speed: 763.952152 samples/sec accuracy=0.876100 lr=0.000152 Epoch[117] Batch [2499] Speed: 760.924666 samples/sec accuracy=0.876110 lr=0.000149 [Epoch 117] training: accuracy=0.876110 [Epoch 117] speed: 756 samples/sec time cost: 1693.303538 [Epoch 117] validation: err-top1=0.025000 err-top5=0.025000 Epoch[118] Batch [49] Speed: 754.490236 samples/sec accuracy=0.875802 lr=0.000146 Epoch[118] Batch [99] Speed: 750.967941 samples/sec accuracy=0.875862 lr=0.000143 Epoch[118] Batch [149] Speed: 758.656559 samples/sec accuracy=0.875964 lr=0.000140 Epoch[118] Batch [199] Speed: 759.315136 samples/sec accuracy=0.875839 lr=0.000138 Epoch[118] Batch [249] Speed: 750.571927 samples/sec accuracy=0.875968 lr=0.000135 Epoch[118] Batch [299] Speed: 759.078726 samples/sec accuracy=0.875964 lr=0.000132 Epoch[118] Batch [349] Speed: 758.798114 samples/sec accuracy=0.875995 lr=0.000129 Epoch[118] Batch [399] Speed: 768.970875 samples/sec accuracy=0.875989 lr=0.000126 Epoch[118] Batch [449] Speed: 769.984490 samples/sec accuracy=0.876038 lr=0.000124 Epoch[118] Batch [499] Speed: 770.289707 samples/sec accuracy=0.876057 lr=0.000121 Epoch[118] Batch [549] Speed: 771.264936 samples/sec accuracy=0.876041 lr=0.000118 Epoch[118] Batch [599] Speed: 760.206267 samples/sec accuracy=0.875984 lr=0.000116 Epoch[118] Batch [649] Speed: 763.221387 samples/sec accuracy=0.876013 lr=0.000113 Epoch[118] Batch [699] Speed: 762.330327 samples/sec accuracy=0.876043 lr=0.000110 Epoch[118] Batch [749] Speed: 770.454305 samples/sec accuracy=0.876006 lr=0.000108 Epoch[118] Batch [799] Speed: 756.132481 samples/sec accuracy=0.876013 lr=0.000105 Epoch[118] Batch [849] Speed: 761.063671 samples/sec accuracy=0.876051 lr=0.000103 Epoch[118] Batch [899] Speed: 758.767689 samples/sec accuracy=0.876066 lr=0.000100 Epoch[118] Batch [949] Speed: 765.211315 samples/sec accuracy=0.876097 lr=0.000098 Epoch[118] Batch [999] Speed: 761.916436 samples/sec accuracy=0.876101 lr=0.000096 Epoch[118] Batch [1049] Speed: 758.744886 samples/sec accuracy=0.876147 lr=0.000093 Epoch[118] Batch [1099] Speed: 752.352969 samples/sec accuracy=0.876168 lr=0.000091 Epoch[118] Batch [1149] Speed: 749.808677 samples/sec accuracy=0.876155 lr=0.000089 Epoch[118] Batch [1199] Speed: 744.825622 samples/sec accuracy=0.876157 lr=0.000086 Epoch[118] Batch [1249] Speed: 760.402263 samples/sec accuracy=0.876194 lr=0.000084 Epoch[118] Batch [1299] Speed: 766.486985 samples/sec accuracy=0.876230 lr=0.000082 Epoch[118] Batch [1349] Speed: 755.396615 samples/sec accuracy=0.876272 lr=0.000080 Epoch[118] Batch [1399] Speed: 751.627710 samples/sec accuracy=0.876270 lr=0.000077 Epoch[118] Batch [1449] Speed: 760.327919 samples/sec accuracy=0.876306 lr=0.000075 Epoch[118] Batch [1499] Speed: 763.866098 samples/sec accuracy=0.876309 lr=0.000073 Epoch[118] Batch [1549] Speed: 751.476216 samples/sec accuracy=0.876309 lr=0.000071 Epoch[118] Batch [1599] Speed: 757.422716 samples/sec accuracy=0.876326 lr=0.000069 Epoch[118] Batch [1649] Speed: 756.053758 samples/sec accuracy=0.876340 lr=0.000067 Epoch[118] Batch [1699] Speed: 762.197299 samples/sec accuracy=0.876347 lr=0.000065 Epoch[118] Batch [1749] Speed: 756.877742 samples/sec accuracy=0.876339 lr=0.000063 Epoch[118] Batch [1799] Speed: 767.256190 samples/sec accuracy=0.876333 lr=0.000061 Epoch[118] Batch [1849] Speed: 756.485333 samples/sec accuracy=0.876318 lr=0.000059 Epoch[118] Batch [1899] Speed: 743.384229 samples/sec accuracy=0.876323 lr=0.000057 Epoch[118] Batch [1949] Speed: 755.253744 samples/sec accuracy=0.876330 lr=0.000056 Epoch[118] Batch [1999] Speed: 773.754113 samples/sec accuracy=0.876337 lr=0.000054 Epoch[118] Batch [2049] Speed: 770.386954 samples/sec accuracy=0.876337 lr=0.000052 Epoch[118] Batch [2099] Speed: 754.549587 samples/sec accuracy=0.876342 lr=0.000050 Epoch[118] Batch [2149] Speed: 755.976803 samples/sec accuracy=0.876344 lr=0.000049 Epoch[118] Batch [2199] Speed: 746.863548 samples/sec accuracy=0.876346 lr=0.000047 Epoch[118] Batch [2249] Speed: 756.181280 samples/sec accuracy=0.876363 lr=0.000045 Epoch[118] Batch [2299] Speed: 764.438512 samples/sec accuracy=0.876372 lr=0.000044 Epoch[118] Batch [2349] Speed: 756.724466 samples/sec accuracy=0.876361 lr=0.000042 Epoch[118] Batch [2399] Speed: 758.067837 samples/sec accuracy=0.876353 lr=0.000040 Epoch[118] Batch [2449] Speed: 755.413781 samples/sec accuracy=0.876353 lr=0.000039 Epoch[118] Batch [2499] Speed: 753.053031 samples/sec accuracy=0.876357 lr=0.000037 [Epoch 118] training: accuracy=0.876356 [Epoch 118] speed: 758 samples/sec time cost: 1688.904461 [Epoch 118] validation: err-top1=0.016667 err-top5=0.016667 Epoch[119] Batch [49] Speed: 766.406989 samples/sec accuracy=0.875926 lr=0.000036 Epoch[119] Batch [99] Speed: 757.588178 samples/sec accuracy=0.876441 lr=0.000034 Epoch[119] Batch [149] Speed: 764.824068 samples/sec accuracy=0.876297 lr=0.000033 Epoch[119] Batch [199] Speed: 761.521644 samples/sec accuracy=0.876285 lr=0.000032 Epoch[119] Batch [249] Speed: 765.771107 samples/sec accuracy=0.876247 lr=0.000030 Epoch[119] Batch [299] Speed: 767.321252 samples/sec accuracy=0.876188 lr=0.000029 Epoch[119] Batch [349] Speed: 763.510405 samples/sec accuracy=0.876275 lr=0.000028 Epoch[119] Batch [399] Speed: 750.619617 samples/sec accuracy=0.876287 lr=0.000026 Epoch[119] Batch [449] Speed: 765.604567 samples/sec accuracy=0.876368 lr=0.000025 Epoch[119] Batch [499] Speed: 756.303390 samples/sec accuracy=0.876385 lr=0.000024 Epoch[119] Batch [549] Speed: 758.076047 samples/sec accuracy=0.876345 lr=0.000023 Epoch[119] Batch [599] Speed: 746.009109 samples/sec accuracy=0.876372 lr=0.000022 Epoch[119] Batch [649] Speed: 747.410230 samples/sec accuracy=0.876379 lr=0.000020 Epoch[119] Batch [699] Speed: 756.635964 samples/sec accuracy=0.876331 lr=0.000019 Epoch[119] Batch [749] Speed: 768.564581 samples/sec accuracy=0.876304 lr=0.000018 Epoch[119] Batch [799] Speed: 763.595446 samples/sec accuracy=0.876315 lr=0.000017 Epoch[119] Batch [849] Speed: 749.733794 samples/sec accuracy=0.876318 lr=0.000016 Epoch[119] Batch [899] Speed: 749.043550 samples/sec accuracy=0.876313 lr=0.000015 Epoch[119] Batch [949] Speed: 765.536505 samples/sec accuracy=0.876324 lr=0.000014 Epoch[119] Batch [999] Speed: 761.686347 samples/sec accuracy=0.876280 lr=0.000013 Epoch[119] Batch [1049] Speed: 764.770900 samples/sec accuracy=0.876283 lr=0.000013 Epoch[119] Batch [1099] Speed: 768.730606 samples/sec accuracy=0.876273 lr=0.000012 Epoch[119] Batch [1149] Speed: 763.271474 samples/sec accuracy=0.876272 lr=0.000011 Epoch[119] Batch [1199] Speed: 760.860933 samples/sec accuracy=0.876259 lr=0.000010 Epoch[119] Batch [1249] Speed: 751.818907 samples/sec accuracy=0.876304 lr=0.000009 Epoch[119] Batch [1299] Speed: 764.126913 samples/sec accuracy=0.876315 lr=0.000009 Epoch[119] Batch [1349] Speed: 753.671904 samples/sec accuracy=0.876329 lr=0.000008 Epoch[119] Batch [1399] Speed: 756.101588 samples/sec accuracy=0.876333 lr=0.000007 Epoch[119] Batch [1449] Speed: 751.158298 samples/sec accuracy=0.876341 lr=0.000007 Epoch[119] Batch [1499] Speed: 761.689951 samples/sec accuracy=0.876395 lr=0.000006 Epoch[119] Batch [1549] Speed: 748.009177 samples/sec accuracy=0.876387 lr=0.000005 Epoch[119] Batch [1599] Speed: 750.675658 samples/sec accuracy=0.876396 lr=0.000005 Epoch[119] Batch [1649] Speed: 760.168867 samples/sec accuracy=0.876390 lr=0.000004 Epoch[119] Batch [1699] Speed: 756.062473 samples/sec accuracy=0.876374 lr=0.000004 Epoch[119] Batch [1749] Speed: 755.939723 samples/sec accuracy=0.876367 lr=0.000003 Epoch[119] Batch [1799] Speed: 759.964998 samples/sec accuracy=0.876372 lr=0.000003 Epoch[119] Batch [1849] Speed: 758.322094 samples/sec accuracy=0.876366 lr=0.000003 Epoch[119] Batch [1899] Speed: 741.953136 samples/sec accuracy=0.876362 lr=0.000002 Epoch[119] Batch [1949] Speed: 750.618589 samples/sec accuracy=0.876338 lr=0.000002 Epoch[119] Batch [1999] Speed: 760.786791 samples/sec accuracy=0.876348 lr=0.000002 Epoch[119] Batch [2049] Speed: 758.609729 samples/sec accuracy=0.876348 lr=0.000001 Epoch[119] Batch [2099] Speed: 745.603908 samples/sec accuracy=0.876340 lr=0.000001 Epoch[119] Batch [2149] Speed: 758.563719 samples/sec accuracy=0.876333 lr=0.000001 Epoch[119] Batch [2199] Speed: 757.527873 samples/sec accuracy=0.876330 lr=0.000001 Epoch[119] Batch [2249] Speed: 752.608655 samples/sec accuracy=0.876328 lr=0.000000 Epoch[119] Batch [2299] Speed: 763.359093 samples/sec accuracy=0.876334 lr=0.000000 Epoch[119] Batch [2349] Speed: 752.416255 samples/sec accuracy=0.876360 lr=0.000000 Epoch[119] Batch [2399] Speed: 761.986992 samples/sec accuracy=0.876358 lr=0.000000 Epoch[119] Batch [2449] Speed: 761.908862 samples/sec accuracy=0.876362 lr=0.000000 Epoch[119] Batch [2499] Speed: 763.573399 samples/sec accuracy=0.876372 lr=0.000000 [Epoch 119] training: accuracy=0.876373 [Epoch 119] speed: 757 samples/sec time cost: 1690.071537 [Epoch 119] validation: err-top1=0.008333 err-top5=0.008333