Namespace(batch_norm=False, batch_size=128, data_dir='~/.mxnet/datasets/imagenet', dtype='float16', input_size=224, label_smoothing=True, last_gamma=True, log_interval=50, logging_file='resnet50_v1c_best.log', lr=0.4, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=False, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet50_v1c', momentum=0.9, no_wd=True, num_epochs=120, num_gpus=8, num_workers=60, rec_train='/media/ramdisk/rec/train.rec', rec_train_idx='/media/ramdisk/rec/train.idx', rec_val='/media/ramdisk/rec/val.rec', rec_val_idx='/media/ramdisk/rec/val.idx', save_dir='params_resnet50_v1c_best', save_frequency=10, use_pretrained=False, use_rec=True, use_se=False, warmup_epochs=5, warmup_lr=0.0, wd=0.0001) Epoch[0] Batch [49] Speed: 1776.325645 samples/sec accuracy=0.877358 lr=0.003133 Epoch[0] Batch [99] Speed: 5042.684561 samples/sec accuracy=0.917112 lr=0.006331 Epoch[0] Batch [149] Speed: 5027.815440 samples/sec accuracy=0.940908 lr=0.009528 Epoch[0] Batch [199] Speed: 4877.298384 samples/sec accuracy=0.952176 lr=0.012726 Epoch[0] Batch [249] Speed: 4746.243340 samples/sec accuracy=0.955888 lr=0.015923 Epoch[0] Batch [299] Speed: 4181.768740 samples/sec accuracy=0.953632 lr=0.019121 Epoch[0] Batch [349] Speed: 4695.831559 samples/sec accuracy=0.946128 lr=0.022318 Epoch[0] Batch [399] Speed: 4008.596303 samples/sec accuracy=0.934578 lr=0.025516 Epoch[0] Batch [449] Speed: 4805.046960 samples/sec accuracy=0.921290 lr=0.028713 Epoch[0] Batch [499] Speed: 4238.704345 samples/sec accuracy=0.907543 lr=0.031910 Epoch[0] Batch [549] Speed: 4707.337808 samples/sec accuracy=0.893730 lr=0.035108 Epoch[0] Batch [599] Speed: 4557.458783 samples/sec accuracy=0.880312 lr=0.038305 Epoch[0] Batch [649] Speed: 4196.379405 samples/sec accuracy=0.866807 lr=0.041503 Epoch[0] Batch [699] Speed: 4654.486640 samples/sec accuracy=0.853681 lr=0.044700 Epoch[0] Batch [749] Speed: 4414.707586 samples/sec accuracy=0.840927 lr=0.047898 Epoch[0] Batch [799] Speed: 4599.033894 samples/sec accuracy=0.828580 lr=0.051095 Epoch[0] Batch [849] Speed: 4669.233641 samples/sec accuracy=0.816642 lr=0.054293 Epoch[0] Batch [899] Speed: 4311.117951 samples/sec accuracy=0.805099 lr=0.057490 Epoch[0] Batch [949] Speed: 4409.477548 samples/sec accuracy=0.794124 lr=0.060687 Epoch[0] Batch [999] Speed: 4787.864011 samples/sec accuracy=0.783465 lr=0.063885 Epoch[0] Batch [1049] Speed: 4120.227935 samples/sec accuracy=0.773332 lr=0.067082 Epoch[0] Batch [1099] Speed: 4677.974391 samples/sec accuracy=0.763420 lr=0.070280 Epoch[0] Batch [1149] Speed: 4300.678597 samples/sec accuracy=0.753951 lr=0.073477 Epoch[0] Batch [1199] Speed: 4039.241845 samples/sec accuracy=0.744886 lr=0.076675 Epoch[0] Batch [1249] Speed: 4719.576036 samples/sec accuracy=0.736150 lr=0.079872 [Epoch 0] training: accuracy=0.735806 [Epoch 0] speed: 4245 samples/sec time cost: 312.132083 [Epoch 0] validation: err-top1=0.949418 err-top5=0.852539 Epoch[1] Batch [49] Speed: 4615.369773 samples/sec accuracy=0.512343 lr=0.083133 Epoch[1] Batch [99] Speed: 4801.829821 samples/sec accuracy=0.507716 lr=0.086331 Epoch[1] Batch [149] Speed: 4853.125229 samples/sec accuracy=0.504173 lr=0.089528 Epoch[1] Batch [199] Speed: 4789.140826 samples/sec accuracy=0.500794 lr=0.092726 Epoch[1] Batch [249] Speed: 4932.423895 samples/sec accuracy=0.497151 lr=0.095923 Epoch[1] Batch [299] Speed: 4909.765815 samples/sec accuracy=0.493568 lr=0.099121 Epoch[1] Batch [349] Speed: 4826.526893 samples/sec accuracy=0.490610 lr=0.102318 Epoch[1] Batch [399] Speed: 4825.204155 samples/sec accuracy=0.487787 lr=0.105516 Epoch[1] Batch [449] Speed: 4724.656782 samples/sec accuracy=0.485113 lr=0.108713 Epoch[1] Batch [499] Speed: 4800.146095 samples/sec accuracy=0.482555 lr=0.111910 Epoch[1] Batch [549] Speed: 4919.955998 samples/sec accuracy=0.480332 lr=0.115108 Epoch[1] Batch [599] Speed: 4881.906960 samples/sec accuracy=0.478061 lr=0.118305 Epoch[1] Batch [649] Speed: 4910.837151 samples/sec accuracy=0.476127 lr=0.121503 Epoch[1] Batch [699] Speed: 4852.596207 samples/sec accuracy=0.474327 lr=0.124700 Epoch[1] Batch [749] Speed: 4938.983819 samples/sec accuracy=0.472701 lr=0.127898 Epoch[1] Batch [799] Speed: 4556.471101 samples/sec accuracy=0.471258 lr=0.131095 Epoch[1] Batch [849] Speed: 4817.781043 samples/sec accuracy=0.469829 lr=0.134293 Epoch[1] Batch [899] Speed: 4836.422605 samples/sec accuracy=0.468535 lr=0.137490 Epoch[1] Batch [949] Speed: 4871.460954 samples/sec accuracy=0.467269 lr=0.140687 Epoch[1] Batch [999] Speed: 4737.990439 samples/sec accuracy=0.466182 lr=0.143885 Epoch[1] Batch [1049] Speed: 4847.298217 samples/sec accuracy=0.465108 lr=0.147082 Epoch[1] Batch [1099] Speed: 4818.288879 samples/sec accuracy=0.464093 lr=0.150280 Epoch[1] Batch [1149] Speed: 4730.466012 samples/sec accuracy=0.463200 lr=0.153477 Epoch[1] Batch [1199] Speed: 4884.457862 samples/sec accuracy=0.462276 lr=0.156675 Epoch[1] Batch [1249] Speed: 4755.934118 samples/sec accuracy=0.461485 lr=0.159872 [Epoch 1] training: accuracy=0.461469 [Epoch 1] speed: 4811 samples/sec time cost: 275.631299 [Epoch 1] validation: err-top1=0.859335 err-top5=0.666912 Epoch[2] Batch [49] Speed: 4015.059960 samples/sec accuracy=0.442382 lr=0.163133 Epoch[2] Batch [99] Speed: 4782.480333 samples/sec accuracy=0.443792 lr=0.166331 Epoch[2] Batch [149] Speed: 4708.630981 samples/sec accuracy=0.444056 lr=0.169528 Epoch[2] Batch [199] Speed: 4734.684239 samples/sec accuracy=0.444390 lr=0.172726 Epoch[2] Batch [249] Speed: 4678.850409 samples/sec accuracy=0.444524 lr=0.175923 Epoch[2] Batch [299] Speed: 4696.046585 samples/sec accuracy=0.444858 lr=0.179121 Epoch[2] Batch [349] Speed: 4852.722201 samples/sec accuracy=0.445456 lr=0.182318 Epoch[2] Batch [399] Speed: 4854.062485 samples/sec accuracy=0.445961 lr=0.185516 Epoch[2] Batch [449] Speed: 4775.875726 samples/sec accuracy=0.446889 lr=0.188713 Epoch[2] Batch [499] Speed: 4622.603669 samples/sec accuracy=0.447626 lr=0.191910 Epoch[2] Batch [549] Speed: 4736.152813 samples/sec accuracy=0.448283 lr=0.195108 Epoch[2] Batch [599] Speed: 4768.362823 samples/sec accuracy=0.448901 lr=0.198305 Epoch[2] Batch [649] Speed: 4836.200630 samples/sec accuracy=0.449615 lr=0.201503 Epoch[2] Batch [699] Speed: 4764.014647 samples/sec accuracy=0.450359 lr=0.204700 Epoch[2] Batch [749] Speed: 4835.982270 samples/sec accuracy=0.451194 lr=0.207898 Epoch[2] Batch [799] Speed: 4695.140917 samples/sec accuracy=0.452035 lr=0.211095 Epoch[2] Batch [849] Speed: 4818.278825 samples/sec accuracy=0.452793 lr=0.214293 Epoch[2] Batch [899] Speed: 4754.207374 samples/sec accuracy=0.453610 lr=0.217490 Epoch[2] Batch [949] Speed: 4696.409217 samples/sec accuracy=0.454402 lr=0.220687 Epoch[2] Batch [999] Speed: 4818.560027 samples/sec accuracy=0.455220 lr=0.223885 Epoch[2] Batch [1049] Speed: 4826.510079 samples/sec accuracy=0.456004 lr=0.227082 Epoch[2] Batch [1099] Speed: 4811.656006 samples/sec accuracy=0.456875 lr=0.230280 Epoch[2] Batch [1149] Speed: 4904.278036 samples/sec accuracy=0.457625 lr=0.233477 Epoch[2] Batch [1199] Speed: 4839.493234 samples/sec accuracy=0.458398 lr=0.236675 Epoch[2] Batch [1249] Speed: 4941.465333 samples/sec accuracy=0.459228 lr=0.239872 [Epoch 2] training: accuracy=0.459244 [Epoch 2] speed: 4739 samples/sec time cost: 279.743144 [Epoch 2] validation: err-top1=0.717395 err-top5=0.461814 Epoch[3] Batch [49] Speed: 4714.495752 samples/sec accuracy=0.479522 lr=0.243133 Epoch[3] Batch [99] Speed: 4774.027598 samples/sec accuracy=0.481222 lr=0.246331 Epoch[3] Batch [149] Speed: 4527.162280 samples/sec accuracy=0.481521 lr=0.249528 Epoch[3] Batch [199] Speed: 4697.114924 samples/sec accuracy=0.482137 lr=0.252726 Epoch[3] Batch [249] Speed: 4564.896666 samples/sec accuracy=0.482636 lr=0.255923 Epoch[3] Batch [299] Speed: 4607.199412 samples/sec accuracy=0.483592 lr=0.259121 Epoch[3] Batch [349] Speed: 4665.939234 samples/sec accuracy=0.484343 lr=0.262318 Epoch[3] Batch [399] Speed: 4640.466651 samples/sec accuracy=0.485114 lr=0.265516 Epoch[3] Batch [449] Speed: 4784.674736 samples/sec accuracy=0.485985 lr=0.268713 Epoch[3] Batch [499] Speed: 4804.466669 samples/sec accuracy=0.486843 lr=0.271910 Epoch[3] Batch [549] Speed: 4915.249350 samples/sec accuracy=0.487763 lr=0.275108 Epoch[3] Batch [599] Speed: 4685.834493 samples/sec accuracy=0.488670 lr=0.278305 Epoch[3] Batch [649] Speed: 4564.726180 samples/sec accuracy=0.489439 lr=0.281503 Epoch[3] Batch [699] Speed: 4762.419432 samples/sec accuracy=0.490154 lr=0.284700 Epoch[3] Batch [749] Speed: 4554.105847 samples/sec accuracy=0.490914 lr=0.287898 Epoch[3] Batch [799] Speed: 4837.457156 samples/sec accuracy=0.491736 lr=0.291095 Epoch[3] Batch [849] Speed: 4828.786994 samples/sec accuracy=0.492649 lr=0.294293 Epoch[3] Batch [899] Speed: 4781.724149 samples/sec accuracy=0.493378 lr=0.297490 Epoch[3] Batch [949] Speed: 4701.220440 samples/sec accuracy=0.494233 lr=0.300687 Epoch[3] Batch [999] Speed: 4939.612287 samples/sec accuracy=0.495028 lr=0.303885 Epoch[3] Batch [1049] Speed: 4752.813733 samples/sec accuracy=0.495855 lr=0.307082 Epoch[3] Batch [1099] Speed: 4861.516576 samples/sec accuracy=0.496677 lr=0.310280 Epoch[3] Batch [1149] Speed: 5033.474555 samples/sec accuracy=0.497503 lr=0.313477 Epoch[3] Batch [1199] Speed: 4973.012254 samples/sec accuracy=0.498309 lr=0.316675 Epoch[3] Batch [1249] Speed: 4852.115648 samples/sec accuracy=0.499140 lr=0.319872 [Epoch 3] training: accuracy=0.499156 [Epoch 3] speed: 4744 samples/sec time cost: 279.677127 [Epoch 3] validation: err-top1=0.649334 err-top5=0.385822 Epoch[4] Batch [49] Speed: 4504.394714 samples/sec accuracy=0.518004 lr=0.323133 Epoch[4] Batch [99] Speed: 4697.739450 samples/sec accuracy=0.519085 lr=0.326331 Epoch[4] Batch [149] Speed: 4920.342312 samples/sec accuracy=0.520371 lr=0.329528 Epoch[4] Batch [199] Speed: 4814.596272 samples/sec accuracy=0.521161 lr=0.332726 Epoch[4] Batch [249] Speed: 4850.179136 samples/sec accuracy=0.522214 lr=0.335923 Epoch[4] Batch [299] Speed: 4765.504118 samples/sec accuracy=0.522986 lr=0.339121 Epoch[4] Batch [349] Speed: 4913.105655 samples/sec accuracy=0.523801 lr=0.342318 Epoch[4] Batch [399] Speed: 4639.669400 samples/sec accuracy=0.524620 lr=0.345516 Epoch[4] Batch [449] Speed: 4609.861198 samples/sec accuracy=0.525420 lr=0.348713 Epoch[4] Batch [499] Speed: 4877.257399 samples/sec accuracy=0.526172 lr=0.351910 Epoch[4] Batch [549] Speed: 4846.151620 samples/sec accuracy=0.527066 lr=0.355108 Epoch[4] Batch [599] Speed: 4812.647955 samples/sec accuracy=0.527888 lr=0.358305 Epoch[4] Batch [649] Speed: 4953.213510 samples/sec accuracy=0.528614 lr=0.361503 Epoch[4] Batch [699] Speed: 5044.281845 samples/sec accuracy=0.529400 lr=0.364700 Epoch[4] Batch [749] Speed: 4966.802881 samples/sec accuracy=0.530174 lr=0.367898 Epoch[4] Batch [799] Speed: 5080.229314 samples/sec accuracy=0.530840 lr=0.371095 Epoch[4] Batch [849] Speed: 4919.628912 samples/sec accuracy=0.531631 lr=0.374293 Epoch[4] Batch [899] Speed: 4517.249774 samples/sec accuracy=0.532476 lr=0.377490 Epoch[4] Batch [949] Speed: 4700.496214 samples/sec accuracy=0.533138 lr=0.380687 Epoch[4] Batch [999] Speed: 4555.602808 samples/sec accuracy=0.533915 lr=0.383885 Epoch[4] Batch [1049] Speed: 4643.269530 samples/sec accuracy=0.534666 lr=0.387082 Epoch[4] Batch [1099] Speed: 4724.482886 samples/sec accuracy=0.535363 lr=0.390280 Epoch[4] Batch [1149] Speed: 4734.069158 samples/sec accuracy=0.536061 lr=0.393477 Epoch[4] Batch [1199] Speed: 4884.240121 samples/sec accuracy=0.536780 lr=0.396675 Epoch[4] Batch [1249] Speed: 4762.906367 samples/sec accuracy=0.537510 lr=0.399872 [Epoch 4] training: accuracy=0.537530 [Epoch 4] speed: 4779 samples/sec time cost: 277.572348 [Epoch 4] validation: err-top1=0.609275 err-top5=0.338648 Epoch[5] Batch [49] Speed: 4738.061105 samples/sec accuracy=0.555026 lr=0.400000 Epoch[5] Batch [99] Speed: 4778.838240 samples/sec accuracy=0.555064 lr=0.400000 Epoch[5] Batch [149] Speed: 4905.563131 samples/sec accuracy=0.555498 lr=0.399999 Epoch[5] Batch [199] Speed: 4893.527533 samples/sec accuracy=0.556134 lr=0.399998 Epoch[5] Batch [249] Speed: 4897.176521 samples/sec accuracy=0.556884 lr=0.399997 Epoch[5] Batch [299] Speed: 4732.533250 samples/sec accuracy=0.557679 lr=0.399996 Epoch[5] Batch [349] Speed: 4735.043363 samples/sec accuracy=0.558381 lr=0.399994 Epoch[5] Batch [399] Speed: 4678.767431 samples/sec accuracy=0.559214 lr=0.399992 Epoch[5] Batch [449] Speed: 4888.714033 samples/sec accuracy=0.559737 lr=0.399990 Epoch[5] Batch [499] Speed: 4896.434766 samples/sec accuracy=0.560450 lr=0.399988 Epoch[5] Batch [549] Speed: 4884.700510 samples/sec accuracy=0.561322 lr=0.399986 Epoch[5] Batch [599] Speed: 5022.246554 samples/sec accuracy=0.562015 lr=0.399983 Epoch[5] Batch [649] Speed: 4943.456778 samples/sec accuracy=0.562697 lr=0.399980 Epoch[5] Batch [699] Speed: 4994.222003 samples/sec accuracy=0.563422 lr=0.399977 Epoch[5] Batch [749] Speed: 4938.256828 samples/sec accuracy=0.564012 lr=0.399973 Epoch[5] Batch [799] Speed: 4468.108744 samples/sec accuracy=0.564643 lr=0.399970 Epoch[5] Batch [849] Speed: 4617.144928 samples/sec accuracy=0.565365 lr=0.399966 Epoch[5] Batch [899] Speed: 5042.073277 samples/sec accuracy=0.566091 lr=0.399961 Epoch[5] Batch [949] Speed: 4997.683124 samples/sec accuracy=0.566719 lr=0.399957 Epoch[5] Batch [999] Speed: 5010.804983 samples/sec accuracy=0.567381 lr=0.399952 Epoch[5] Batch [1049] Speed: 4736.665420 samples/sec accuracy=0.568009 lr=0.399948 Epoch[5] Batch [1099] Speed: 4923.225633 samples/sec accuracy=0.568748 lr=0.399942 Epoch[5] Batch [1149] Speed: 4879.113722 samples/sec accuracy=0.569449 lr=0.399937 Epoch[5] Batch [1199] Speed: 4811.447618 samples/sec accuracy=0.570068 lr=0.399931 Epoch[5] Batch [1249] Speed: 3824.521953 samples/sec accuracy=0.570678 lr=0.399926 [Epoch 5] training: accuracy=0.570685 [Epoch 5] speed: 4791 samples/sec time cost: 276.829162 [Epoch 5] validation: err-top1=0.561320 err-top5=0.298116 Epoch[6] Batch [49] Speed: 4566.735847 samples/sec accuracy=0.583704 lr=0.399919 Epoch[6] Batch [99] Speed: 4762.637431 samples/sec accuracy=0.586206 lr=0.399913 Epoch[6] Batch [149] Speed: 3539.339015 samples/sec accuracy=0.586106 lr=0.399907 Epoch[6] Batch [199] Speed: 3390.802542 samples/sec accuracy=0.586632 lr=0.399900 Epoch[6] Batch [249] Speed: 4483.077965 samples/sec accuracy=0.587266 lr=0.399893 Epoch[6] Batch [299] Speed: 3172.573299 samples/sec accuracy=0.587942 lr=0.399885 Epoch[6] Batch [349] Speed: 4017.553236 samples/sec accuracy=0.588841 lr=0.399878 Epoch[6] Batch [399] Speed: 4732.375459 samples/sec accuracy=0.589339 lr=0.399870 Epoch[6] Batch [449] Speed: 4073.471084 samples/sec accuracy=0.589956 lr=0.399862 Epoch[6] Batch [499] Speed: 3942.184443 samples/sec accuracy=0.590468 lr=0.399854 Epoch[6] Batch [549] Speed: 4811.079183 samples/sec accuracy=0.591033 lr=0.399846 Epoch[6] Batch [599] Speed: 4775.607129 samples/sec accuracy=0.591576 lr=0.399837 Epoch[6] Batch [649] Speed: 4781.148093 samples/sec accuracy=0.592093 lr=0.399828 Epoch[6] Batch [699] Speed: 4889.362833 samples/sec accuracy=0.592756 lr=0.399819 Epoch[6] Batch [749] Speed: 5062.569708 samples/sec accuracy=0.593293 lr=0.399809 Epoch[6] Batch [799] Speed: 4873.520233 samples/sec accuracy=0.593832 lr=0.399800 Epoch[6] Batch [849] Speed: 5021.070884 samples/sec accuracy=0.594332 lr=0.399790 Epoch[6] Batch [899] Speed: 4769.036625 samples/sec accuracy=0.594902 lr=0.399780 Epoch[6] Batch [949] Speed: 4776.778917 samples/sec accuracy=0.595396 lr=0.399769 Epoch[6] Batch [999] Speed: 5014.340301 samples/sec accuracy=0.595852 lr=0.399759 Epoch[6] Batch [1049] Speed: 4903.738812 samples/sec accuracy=0.596326 lr=0.399748 Epoch[6] Batch [1099] Speed: 5137.367428 samples/sec accuracy=0.596822 lr=0.399737 Epoch[6] Batch [1149] Speed: 4999.207682 samples/sec accuracy=0.597362 lr=0.399725 Epoch[6] Batch [1199] Speed: 5017.329364 samples/sec accuracy=0.597793 lr=0.399714 Epoch[6] Batch [1249] Speed: 5031.986922 samples/sec accuracy=0.598226 lr=0.399702 [Epoch 6] training: accuracy=0.598238 [Epoch 6] speed: 4498 samples/sec time cost: 294.828043 [Epoch 6] validation: err-top1=0.541514 err-top5=0.279436 Epoch[7] Batch [49] Speed: 4760.974952 samples/sec accuracy=0.606909 lr=0.399690 Epoch[7] Batch [99] Speed: 4571.691411 samples/sec accuracy=0.607583 lr=0.399677 Epoch[7] Batch [149] Speed: 4940.171816 samples/sec accuracy=0.608986 lr=0.399665 Epoch[7] Batch [199] Speed: 5067.330643 samples/sec accuracy=0.609714 lr=0.399652 Epoch[7] Batch [249] Speed: 5058.037025 samples/sec accuracy=0.609606 lr=0.399639 Epoch[7] Batch [299] Speed: 5059.157010 samples/sec accuracy=0.610057 lr=0.399626 Epoch[7] Batch [349] Speed: 4871.491565 samples/sec accuracy=0.610685 lr=0.399613 Epoch[7] Batch [399] Speed: 5091.271481 samples/sec accuracy=0.611129 lr=0.399599 Epoch[7] Batch [449] Speed: 4867.065983 samples/sec accuracy=0.611493 lr=0.399585 Epoch[7] Batch [499] Speed: 4827.524007 samples/sec accuracy=0.611949 lr=0.399571 Epoch[7] Batch [549] Speed: 4935.690958 samples/sec accuracy=0.612495 lr=0.399556 Epoch[7] Batch [599] Speed: 4929.731560 samples/sec accuracy=0.612942 lr=0.399542 Epoch[7] Batch [649] Speed: 5061.166932 samples/sec accuracy=0.613388 lr=0.399527 Epoch[7] Batch [699] Speed: 4724.194680 samples/sec accuracy=0.613937 lr=0.399512 Epoch[7] Batch [749] Speed: 4998.737557 samples/sec accuracy=0.614421 lr=0.399496 Epoch[7] Batch [799] Speed: 4777.148811 samples/sec accuracy=0.614844 lr=0.399481 Epoch[7] Batch [849] Speed: 4817.704845 samples/sec accuracy=0.615232 lr=0.399465 Epoch[7] Batch [899] Speed: 4995.098133 samples/sec accuracy=0.615608 lr=0.399449 Epoch[7] Batch [949] Speed: 4927.114850 samples/sec accuracy=0.615933 lr=0.399432 Epoch[7] Batch [999] Speed: 4895.542793 samples/sec accuracy=0.616232 lr=0.399416 Epoch[7] Batch [1049] Speed: 4990.433395 samples/sec accuracy=0.616678 lr=0.399399 Epoch[7] Batch [1099] Speed: 4859.094350 samples/sec accuracy=0.617111 lr=0.399382 Epoch[7] Batch [1149] Speed: 4950.782275 samples/sec accuracy=0.617581 lr=0.399365 Epoch[7] Batch [1199] Speed: 5026.267740 samples/sec accuracy=0.618030 lr=0.399347 Epoch[7] Batch [1249] Speed: 5047.527026 samples/sec accuracy=0.618397 lr=0.399329 [Epoch 7] training: accuracy=0.618404 [Epoch 7] speed: 4914 samples/sec time cost: 270.628792 [Epoch 7] validation: err-top1=0.512496 err-top5=0.252551 Epoch[8] Batch [49] Speed: 4652.972792 samples/sec accuracy=0.623417 lr=0.399311 Epoch[8] Batch [99] Speed: 4866.978400 samples/sec accuracy=0.624639 lr=0.399293 Epoch[8] Batch [149] Speed: 4906.673106 samples/sec accuracy=0.623685 lr=0.399274 Epoch[8] Batch [199] Speed: 5034.865916 samples/sec accuracy=0.624271 lr=0.399256 Epoch[8] Batch [249] Speed: 5102.404792 samples/sec accuracy=0.624567 lr=0.399237 Epoch[8] Batch [299] Speed: 4823.241937 samples/sec accuracy=0.625242 lr=0.399218 Epoch[8] Batch [349] Speed: 4994.482649 samples/sec accuracy=0.625888 lr=0.399198 Epoch[8] Batch [399] Speed: 4758.514145 samples/sec accuracy=0.626325 lr=0.399179 Epoch[8] Batch [449] Speed: 4824.311606 samples/sec accuracy=0.626660 lr=0.399159 Epoch[8] Batch [499] Speed: 5023.147584 samples/sec accuracy=0.627073 lr=0.399138 Epoch[8] Batch [549] Speed: 5018.518997 samples/sec accuracy=0.627269 lr=0.399118 Epoch[8] Batch [599] Speed: 5026.800596 samples/sec accuracy=0.627667 lr=0.399098 Epoch[8] Batch [649] Speed: 4730.657440 samples/sec accuracy=0.628036 lr=0.399077 Epoch[8] Batch [699] Speed: 4940.689528 samples/sec accuracy=0.628517 lr=0.399056 Epoch[8] Batch [749] Speed: 4857.001544 samples/sec accuracy=0.628923 lr=0.399034 Epoch[8] Batch [799] Speed: 4965.217773 samples/sec accuracy=0.629388 lr=0.399013 Epoch[8] Batch [849] Speed: 4862.148159 samples/sec accuracy=0.629738 lr=0.398991 Epoch[8] Batch [899] Speed: 4816.224802 samples/sec accuracy=0.630109 lr=0.398969 Epoch[8] Batch [949] Speed: 4975.618007 samples/sec accuracy=0.630439 lr=0.398947 Epoch[8] Batch [999] Speed: 5056.012089 samples/sec accuracy=0.630760 lr=0.398924 Epoch[8] Batch [1049] Speed: 4730.769365 samples/sec accuracy=0.631082 lr=0.398901 Epoch[8] Batch [1099] Speed: 4980.902409 samples/sec accuracy=0.631375 lr=0.398878 Epoch[8] Batch [1149] Speed: 4815.108295 samples/sec accuracy=0.631740 lr=0.398855 Epoch[8] Batch [1199] Speed: 4961.804668 samples/sec accuracy=0.632147 lr=0.398832 Epoch[8] Batch [1249] Speed: 5092.195037 samples/sec accuracy=0.632451 lr=0.398808 [Epoch 8] training: accuracy=0.632450 [Epoch 8] speed: 4904 samples/sec time cost: 271.060043 [Epoch 8] validation: err-top1=0.506736 err-top5=0.249063 Epoch[9] Batch [49] Speed: 4599.813102 samples/sec accuracy=0.638582 lr=0.398784 Epoch[9] Batch [99] Speed: 4867.896519 samples/sec accuracy=0.638606 lr=0.398760 Epoch[9] Batch [149] Speed: 4989.157817 samples/sec accuracy=0.637857 lr=0.398735 Epoch[9] Batch [199] Speed: 4948.704981 samples/sec accuracy=0.638537 lr=0.398710 Epoch[9] Batch [249] Speed: 4607.871936 samples/sec accuracy=0.639240 lr=0.398686 Epoch[9] Batch [299] Speed: 4758.949026 samples/sec accuracy=0.639381 lr=0.398660 Epoch[9] Batch [349] Speed: 4917.445025 samples/sec accuracy=0.639797 lr=0.398635 Epoch[9] Batch [399] Speed: 4900.990448 samples/sec accuracy=0.639982 lr=0.398610 Epoch[9] Batch [449] Speed: 4964.750346 samples/sec accuracy=0.640343 lr=0.398584 Epoch[9] Batch [499] Speed: 4851.145610 samples/sec accuracy=0.640605 lr=0.398558 Epoch[9] Batch [549] Speed: 4991.555312 samples/sec accuracy=0.640935 lr=0.398531 Epoch[9] Batch [599] Speed: 4851.827336 samples/sec accuracy=0.641148 lr=0.398505 Epoch[9] Batch [649] Speed: 4749.480623 samples/sec accuracy=0.641470 lr=0.398478 Epoch[9] Batch [699] Speed: 4824.816701 samples/sec accuracy=0.641669 lr=0.398451 Epoch[9] Batch [749] Speed: 4913.789842 samples/sec accuracy=0.642024 lr=0.398424 Epoch[9] Batch [799] Speed: 5074.546298 samples/sec accuracy=0.642277 lr=0.398396 Epoch[9] Batch [849] Speed: 4727.828452 samples/sec accuracy=0.642449 lr=0.398369 Epoch[9] Batch [899] Speed: 5093.788323 samples/sec accuracy=0.642629 lr=0.398341 Epoch[9] Batch [949] Speed: 4962.184167 samples/sec accuracy=0.643015 lr=0.398312 Epoch[9] Batch [999] Speed: 4878.933369 samples/sec accuracy=0.643297 lr=0.398284 Epoch[9] Batch [1049] Speed: 5120.727154 samples/sec accuracy=0.643483 lr=0.398255 Epoch[9] Batch [1099] Speed: 2115.228403 samples/sec accuracy=0.643775 lr=0.398226 Epoch[9] Batch [1149] Speed: 2337.519877 samples/sec accuracy=0.643973 lr=0.398197 Epoch[9] Batch [1199] Speed: 4839.093994 samples/sec accuracy=0.644262 lr=0.398168 Epoch[9] Batch [1249] Speed: 2907.520378 samples/sec accuracy=0.644534 lr=0.398138 [Epoch 9] training: accuracy=0.644539 [Epoch 9] speed: 4334 samples/sec time cost: 305.318118 [Epoch 9] validation: err-top1=0.471301 err-top5=0.218351 Epoch[10] Batch [49] Speed: 4236.747772 samples/sec accuracy=0.646764 lr=0.398108 Epoch[10] Batch [99] Speed: 2749.487830 samples/sec accuracy=0.646584 lr=0.398078 Epoch[10] Batch [149] Speed: 2884.465121 samples/sec accuracy=0.647283 lr=0.398048 Epoch[10] Batch [199] Speed: 2562.121447 samples/sec accuracy=0.647002 lr=0.398017 Epoch[10] Batch [249] Speed: 4796.555370 samples/sec accuracy=0.647418 lr=0.397986 Epoch[10] Batch [299] Speed: 4456.474939 samples/sec accuracy=0.647979 lr=0.397955 Epoch[10] Batch [349] Speed: 4391.730649 samples/sec accuracy=0.648382 lr=0.397924 Epoch[10] Batch [399] Speed: 487.678819 samples/sec accuracy=0.648829 lr=0.397892 Epoch[10] Batch [449] Speed: 2495.085020 samples/sec accuracy=0.649319 lr=0.397861 Epoch[10] Batch [499] Speed: 4107.036454 samples/sec accuracy=0.649638 lr=0.397829 Epoch[10] Batch [549] Speed: 1548.638582 samples/sec accuracy=0.649974 lr=0.397796 Epoch[10] Batch [599] Speed: 3373.271679 samples/sec accuracy=0.650299 lr=0.397764 Epoch[10] Batch [649] Speed: 2665.761970 samples/sec accuracy=0.650570 lr=0.397731 Epoch[10] Batch [699] Speed: 869.632375 samples/sec accuracy=0.650790 lr=0.397698 Epoch[10] Batch [749] Speed: 1919.394581 samples/sec accuracy=0.651220 lr=0.397665 Epoch[10] Batch [799] Speed: 4200.042801 samples/sec accuracy=0.651380 lr=0.397632 Epoch[10] Batch [849] Speed: 4781.685713 samples/sec accuracy=0.651642 lr=0.397598 Epoch[10] Batch [899] Speed: 4485.430049 samples/sec accuracy=0.651840 lr=0.397564 Epoch[10] Batch [949] Speed: 4423.591719 samples/sec accuracy=0.652036 lr=0.397530 Epoch[10] Batch [999] Speed: 5022.627250 samples/sec accuracy=0.652281 lr=0.397496 Epoch[10] Batch [1049] Speed: 4803.910375 samples/sec accuracy=0.652564 lr=0.397461 Epoch[10] Batch [1099] Speed: 4843.950081 samples/sec accuracy=0.652827 lr=0.397427 Epoch[10] Batch [1149] Speed: 4997.108050 samples/sec accuracy=0.653005 lr=0.397392 Epoch[10] Batch [1199] Speed: 4932.757443 samples/sec accuracy=0.653212 lr=0.397356 Epoch[10] Batch [1249] Speed: 4932.183959 samples/sec accuracy=0.653403 lr=0.397321 [Epoch 10] training: accuracy=0.653410 [Epoch 10] speed: 2550 samples/sec time cost: 511.795478 [Epoch 10] validation: err-top1=0.477997 err-top5=0.224769 Epoch[11] Batch [49] Speed: 4583.236951 samples/sec accuracy=0.656642 lr=0.397284 Epoch[11] Batch [99] Speed: 4690.674368 samples/sec accuracy=0.656196 lr=0.397248 Epoch[11] Batch [149] Speed: 4956.474090 samples/sec accuracy=0.656287 lr=0.397212 Epoch[11] Batch [199] Speed: 4728.560292 samples/sec accuracy=0.656696 lr=0.397176 Epoch[11] Batch [249] Speed: 4856.519233 samples/sec accuracy=0.656924 lr=0.397139 Epoch[11] Batch [299] Speed: 4695.638216 samples/sec accuracy=0.657061 lr=0.397102 Epoch[11] Batch [349] Speed: 4628.423053 samples/sec accuracy=0.657292 lr=0.397065 Epoch[11] Batch [399] Speed: 4869.921199 samples/sec accuracy=0.657447 lr=0.397028 Epoch[11] Batch [449] Speed: 4920.545582 samples/sec accuracy=0.657697 lr=0.396990 Epoch[11] Batch [499] Speed: 4821.707066 samples/sec accuracy=0.657964 lr=0.396952 Epoch[11] Batch [549] Speed: 2144.368717 samples/sec accuracy=0.657981 lr=0.396914 Epoch[11] Batch [599] Speed: 4945.094976 samples/sec accuracy=0.658366 lr=0.396876 Epoch[11] Batch [649] Speed: 4876.769175 samples/sec accuracy=0.658575 lr=0.396837 Epoch[11] Batch [699] Speed: 4953.936684 samples/sec accuracy=0.658766 lr=0.396798 Epoch[11] Batch [749] Speed: 5058.468802 samples/sec accuracy=0.658994 lr=0.396759 Epoch[11] Batch [799] Speed: 4535.655579 samples/sec accuracy=0.659205 lr=0.396720 Epoch[11] Batch [849] Speed: 4923.613364 samples/sec accuracy=0.659479 lr=0.396680 Epoch[11] Batch [899] Speed: 4947.437763 samples/sec accuracy=0.659677 lr=0.396641 Epoch[11] Batch [949] Speed: 4939.913058 samples/sec accuracy=0.659878 lr=0.396601 Epoch[11] Batch [999] Speed: 4881.814293 samples/sec accuracy=0.660058 lr=0.396561 Epoch[11] Batch [1049] Speed: 4733.043405 samples/sec accuracy=0.660182 lr=0.396520 Epoch[11] Batch [1099] Speed: 5002.739817 samples/sec accuracy=0.660395 lr=0.396479 Epoch[11] Batch [1149] Speed: 4814.021227 samples/sec accuracy=0.660606 lr=0.396439 Epoch[11] Batch [1199] Speed: 4998.291137 samples/sec accuracy=0.660792 lr=0.396397 Epoch[11] Batch [1249] Speed: 4946.195687 samples/sec accuracy=0.661002 lr=0.396356 [Epoch 11] training: accuracy=0.661000 [Epoch 11] speed: 4604 samples/sec time cost: 288.250918 [Epoch 11] validation: err-top1=0.467611 err-top5=0.215698 Epoch[12] Batch [49] Speed: 4542.045198 samples/sec accuracy=0.662674 lr=0.396314 Epoch[12] Batch [99] Speed: 4816.616712 samples/sec accuracy=0.663585 lr=0.396272 Epoch[12] Batch [149] Speed: 4830.826210 samples/sec accuracy=0.664090 lr=0.396230 Epoch[12] Batch [199] Speed: 4740.579284 samples/sec accuracy=0.664031 lr=0.396187 Epoch[12] Batch [249] Speed: 5035.039211 samples/sec accuracy=0.664052 lr=0.396145 Epoch[12] Batch [299] Speed: 5002.500333 samples/sec accuracy=0.664252 lr=0.396102 Epoch[12] Batch [349] Speed: 4841.906104 samples/sec accuracy=0.664541 lr=0.396059 Epoch[12] Batch [399] Speed: 4896.951726 samples/sec accuracy=0.664783 lr=0.396016 Epoch[12] Batch [449] Speed: 4761.035961 samples/sec accuracy=0.664740 lr=0.395972 Epoch[12] Batch [499] Speed: 4960.860529 samples/sec accuracy=0.664844 lr=0.395928 Epoch[12] Batch [549] Speed: 5115.573532 samples/sec accuracy=0.665039 lr=0.395885 Epoch[12] Batch [599] Speed: 4835.519150 samples/sec accuracy=0.665288 lr=0.395840 Epoch[12] Batch [649] Speed: 4797.432212 samples/sec accuracy=0.665392 lr=0.395796 Epoch[12] Batch [699] Speed: 4887.822533 samples/sec accuracy=0.665668 lr=0.395751 Epoch[12] Batch [749] Speed: 4845.990317 samples/sec accuracy=0.665942 lr=0.395706 Epoch[12] Batch [799] Speed: 4603.055608 samples/sec accuracy=0.666146 lr=0.395661 Epoch[12] Batch [849] Speed: 4998.688339 samples/sec accuracy=0.666255 lr=0.395616 Epoch[12] Batch [899] Speed: 4850.328448 samples/sec accuracy=0.666461 lr=0.395570 Epoch[12] Batch [949] Speed: 4863.871043 samples/sec accuracy=0.666552 lr=0.395524 Epoch[12] Batch [999] Speed: 4888.475993 samples/sec accuracy=0.666738 lr=0.395478 Epoch[12] Batch [1049] Speed: 5070.918062 samples/sec accuracy=0.666978 lr=0.395432 Epoch[12] Batch [1099] Speed: 5091.587988 samples/sec accuracy=0.667066 lr=0.395386 Epoch[12] Batch [1149] Speed: 4798.516732 samples/sec accuracy=0.667236 lr=0.395339 Epoch[12] Batch [1199] Speed: 5089.940341 samples/sec accuracy=0.667428 lr=0.395292 Epoch[12] Batch [1249] Speed: 4982.607604 samples/sec accuracy=0.667574 lr=0.395245 [Epoch 12] training: accuracy=0.667575 [Epoch 12] speed: 4877 samples/sec time cost: 273.011055 [Epoch 12] validation: err-top1=0.465900 err-top5=0.211794 Epoch[13] Batch [49] Speed: 4796.195426 samples/sec accuracy=0.667708 lr=0.395196 Epoch[13] Batch [99] Speed: 4963.773190 samples/sec accuracy=0.668796 lr=0.395149 Epoch[13] Batch [149] Speed: 4790.584604 samples/sec accuracy=0.668927 lr=0.395101 Epoch[13] Batch [199] Speed: 4829.483412 samples/sec accuracy=0.669423 lr=0.395052 Epoch[13] Batch [249] Speed: 4912.699797 samples/sec accuracy=0.669697 lr=0.395004 Epoch[13] Batch [299] Speed: 4951.561709 samples/sec accuracy=0.669930 lr=0.394955 Epoch[13] Batch [349] Speed: 4938.534038 samples/sec accuracy=0.669976 lr=0.394907 Epoch[13] Batch [399] Speed: 5010.061255 samples/sec accuracy=0.669814 lr=0.394858 Epoch[13] Batch [449] Speed: 4935.037743 samples/sec accuracy=0.669960 lr=0.394808 Epoch[13] Batch [499] Speed: 4845.239170 samples/sec accuracy=0.670090 lr=0.394759 Epoch[13] Batch [549] Speed: 4987.425781 samples/sec accuracy=0.670402 lr=0.394709 Epoch[13] Batch [599] Speed: 4929.071890 samples/sec accuracy=0.670493 lr=0.394659 Epoch[13] Batch [649] Speed: 4893.476127 samples/sec accuracy=0.670763 lr=0.394609 Epoch[13] Batch [699] Speed: 5093.458616 samples/sec accuracy=0.671016 lr=0.394558 Epoch[13] Batch [749] Speed: 5101.073882 samples/sec accuracy=0.671344 lr=0.394507 Epoch[13] Batch [799] Speed: 5073.662217 samples/sec accuracy=0.671655 lr=0.394457 Epoch[13] Batch [849] Speed: 4906.760553 samples/sec accuracy=0.671784 lr=0.394405 Epoch[13] Batch [899] Speed: 4967.770658 samples/sec accuracy=0.671985 lr=0.394354 Epoch[13] Batch [949] Speed: 4822.463604 samples/sec accuracy=0.672160 lr=0.394302 Epoch[13] Batch [999] Speed: 4933.394414 samples/sec accuracy=0.672324 lr=0.394250 Epoch[13] Batch [1049] Speed: 5012.251104 samples/sec accuracy=0.672469 lr=0.394198 Epoch[13] Batch [1099] Speed: 5006.838958 samples/sec accuracy=0.672668 lr=0.394146 Epoch[13] Batch [1149] Speed: 4976.081833 samples/sec accuracy=0.672808 lr=0.394093 Epoch[13] Batch [1199] Speed: 4825.193314 samples/sec accuracy=0.673012 lr=0.394041 Epoch[13] Batch [1249] Speed: 4854.059193 samples/sec accuracy=0.673171 lr=0.393988 [Epoch 13] training: accuracy=0.673171 [Epoch 13] speed: 4928 samples/sec time cost: 270.110154 [Epoch 13] validation: err-top1=0.477160 err-top5=0.225407 Epoch[14] Batch [49] Speed: 4646.829601 samples/sec accuracy=0.673037 lr=0.393933 Epoch[14] Batch [99] Speed: 4711.885684 samples/sec accuracy=0.673574 lr=0.393880 Epoch[14] Batch [149] Speed: 4765.255297 samples/sec accuracy=0.673323 lr=0.393826 Epoch[14] Batch [199] Speed: 4663.054250 samples/sec accuracy=0.673433 lr=0.393772 Epoch[14] Batch [249] Speed: 4753.770517 samples/sec accuracy=0.673924 lr=0.393718 Epoch[14] Batch [299] Speed: 4882.209070 samples/sec accuracy=0.674074 lr=0.393664 Epoch[14] Batch [349] Speed: 5062.708393 samples/sec accuracy=0.674418 lr=0.393609 Epoch[14] Batch [399] Speed: 5001.624633 samples/sec accuracy=0.674657 lr=0.393554 Epoch[14] Batch [449] Speed: 5019.318031 samples/sec accuracy=0.674961 lr=0.393499 Epoch[14] Batch [499] Speed: 5041.253136 samples/sec accuracy=0.675020 lr=0.393444 Epoch[14] Batch [549] Speed: 5028.998275 samples/sec accuracy=0.675307 lr=0.393388 Epoch[14] Batch [599] Speed: 5049.673762 samples/sec accuracy=0.675513 lr=0.393332 Epoch[14] Batch [649] Speed: 5158.381529 samples/sec accuracy=0.675642 lr=0.393276 Epoch[14] Batch [699] Speed: 4943.890156 samples/sec accuracy=0.676019 lr=0.393220 Epoch[14] Batch [749] Speed: 4661.695314 samples/sec accuracy=0.676391 lr=0.393163 Epoch[14] Batch [799] Speed: 4659.137605 samples/sec accuracy=0.676521 lr=0.393107 Epoch[14] Batch [849] Speed: 4592.826615 samples/sec accuracy=0.676651 lr=0.393050 Epoch[14] Batch [899] Speed: 494.631385 samples/sec accuracy=0.676852 lr=0.392993 Epoch[14] Batch [949] Speed: 3734.882845 samples/sec accuracy=0.677087 lr=0.392935 Epoch[14] Batch [999] Speed: 345.407332 samples/sec accuracy=0.677264 lr=0.392877 Epoch[14] Batch [1049] Speed: 1335.990799 samples/sec accuracy=0.677544 lr=0.392820 Epoch[14] Batch [1099] Speed: 822.963470 samples/sec accuracy=0.677676 lr=0.392762 Epoch[14] Batch [1149] Speed: 4664.798593 samples/sec accuracy=0.677810 lr=0.392703 Epoch[14] Batch [1199] Speed: 2714.265254 samples/sec accuracy=0.678056 lr=0.392645 Epoch[14] Batch [1249] Speed: 4683.944431 samples/sec accuracy=0.678271 lr=0.392586 [Epoch 14] training: accuracy=0.678276 [Epoch 14] speed: 2183 samples/sec time cost: 611.183877 [Epoch 14] validation: err-top1=0.435288 err-top5=0.185686 Epoch[15] Batch [49] Speed: 4760.099780 samples/sec accuracy=0.679755 lr=0.392526 Epoch[15] Batch [99] Speed: 4947.155791 samples/sec accuracy=0.679623 lr=0.392466 Epoch[15] Batch [149] Speed: 1563.795642 samples/sec accuracy=0.679802 lr=0.392407 Epoch[15] Batch [199] Speed: 2043.660970 samples/sec accuracy=0.679640 lr=0.392347 Epoch[15] Batch [249] Speed: 4508.385994 samples/sec accuracy=0.679894 lr=0.392287 Epoch[15] Batch [299] Speed: 4666.730733 samples/sec accuracy=0.679867 lr=0.392227 Epoch[15] Batch [349] Speed: 4824.859953 samples/sec accuracy=0.679987 lr=0.392167 Epoch[15] Batch [399] Speed: 4074.219252 samples/sec accuracy=0.680065 lr=0.392106 Epoch[15] Batch [449] Speed: 4788.570991 samples/sec accuracy=0.680061 lr=0.392045 Epoch[15] Batch [499] Speed: 3850.338244 samples/sec accuracy=0.680429 lr=0.391984 Epoch[15] Batch [549] Speed: 2213.434386 samples/sec accuracy=0.680626 lr=0.391923 Epoch[15] Batch [599] Speed: 4479.566280 samples/sec accuracy=0.680654 lr=0.391861 Epoch[15] Batch [649] Speed: 1888.738338 samples/sec accuracy=0.680794 lr=0.391799 Epoch[15] Batch [699] Speed: 3599.460709 samples/sec accuracy=0.680821 lr=0.391737 Epoch[15] Batch [749] Speed: 1141.062443 samples/sec accuracy=0.681125 lr=0.391675 Epoch[15] Batch [799] Speed: 1910.114485 samples/sec accuracy=0.681344 lr=0.391613 Epoch[15] Batch [849] Speed: 3555.588146 samples/sec accuracy=0.681404 lr=0.391550 Epoch[15] Batch [899] Speed: 4240.381208 samples/sec accuracy=0.681556 lr=0.391487 Epoch[15] Batch [949] Speed: 3779.433183 samples/sec accuracy=0.681700 lr=0.391424 Epoch[15] Batch [999] Speed: 1120.160070 samples/sec accuracy=0.681820 lr=0.391361 Epoch[15] Batch [1049] Speed: 4784.489998 samples/sec accuracy=0.682036 lr=0.391297 Epoch[15] Batch [1099] Speed: 1153.831235 samples/sec accuracy=0.682131 lr=0.391233 Epoch[15] Batch [1149] Speed: 4395.992748 samples/sec accuracy=0.682274 lr=0.391169 Epoch[15] Batch [1199] Speed: 2033.534656 samples/sec accuracy=0.682455 lr=0.391105 Epoch[15] Batch [1249] Speed: 4679.166039 samples/sec accuracy=0.682617 lr=0.391040 [Epoch 15] training: accuracy=0.682618 [Epoch 15] speed: 2640 samples/sec time cost: 522.550002 [Epoch 15] validation: err-top1=0.450096 err-top5=0.199538 Epoch[16] Batch [49] Speed: 2698.185696 samples/sec accuracy=0.683007 lr=0.390974 Epoch[16] Batch [99] Speed: 4629.229017 samples/sec accuracy=0.683137 lr=0.390909 Epoch[16] Batch [149] Speed: 4155.568582 samples/sec accuracy=0.683438 lr=0.390844 Epoch[16] Batch [199] Speed: 4183.336713 samples/sec accuracy=0.683223 lr=0.390779 Epoch[16] Batch [249] Speed: 4952.366401 samples/sec accuracy=0.683399 lr=0.390713 Epoch[16] Batch [299] Speed: 4898.467729 samples/sec accuracy=0.683692 lr=0.390647 Epoch[16] Batch [349] Speed: 4512.203166 samples/sec accuracy=0.683558 lr=0.390581 Epoch[16] Batch [399] Speed: 4597.075317 samples/sec accuracy=0.683446 lr=0.390515 Epoch[16] Batch [449] Speed: 4927.441010 samples/sec accuracy=0.683701 lr=0.390448 Epoch[16] Batch [499] Speed: 4938.830816 samples/sec accuracy=0.683664 lr=0.390381 Epoch[16] Batch [549] Speed: 4831.603875 samples/sec accuracy=0.683933 lr=0.390314 Epoch[16] Batch [599] Speed: 4806.580170 samples/sec accuracy=0.684279 lr=0.390247 Epoch[16] Batch [649] Speed: 4302.115088 samples/sec accuracy=0.684403 lr=0.390180 Epoch[16] Batch [699] Speed: 4999.456628 samples/sec accuracy=0.684508 lr=0.390112 Epoch[16] Batch [749] Speed: 4833.392857 samples/sec accuracy=0.684600 lr=0.390044 Epoch[16] Batch [799] Speed: 4915.482129 samples/sec accuracy=0.684795 lr=0.389976 Epoch[16] Batch [849] Speed: 4609.403074 samples/sec accuracy=0.684942 lr=0.389907 Epoch[16] Batch [899] Speed: 4392.929717 samples/sec accuracy=0.685222 lr=0.389839 Epoch[16] Batch [949] Speed: 4711.569553 samples/sec accuracy=0.685406 lr=0.389770 Epoch[16] Batch [999] Speed: 4873.227934 samples/sec accuracy=0.685593 lr=0.389701 Epoch[16] Batch [1049] Speed: 4461.825469 samples/sec accuracy=0.685803 lr=0.389632 Epoch[16] Batch [1099] Speed: 4434.165049 samples/sec accuracy=0.685930 lr=0.389562 Epoch[16] Batch [1149] Speed: 4678.162919 samples/sec accuracy=0.685998 lr=0.389492 Epoch[16] Batch [1199] Speed: 4805.833554 samples/sec accuracy=0.686194 lr=0.389422 Epoch[16] Batch [1249] Speed: 4579.143150 samples/sec accuracy=0.686415 lr=0.389352 [Epoch 16] training: accuracy=0.686415 [Epoch 16] speed: 4520 samples/sec time cost: 293.377432 [Epoch 16] validation: err-top1=0.428452 err-top5=0.181481 Epoch[17] Batch [49] Speed: 3973.281818 samples/sec accuracy=0.686138 lr=0.389280 Epoch[17] Batch [99] Speed: 4756.022595 samples/sec accuracy=0.687025 lr=0.389210 Epoch[17] Batch [149] Speed: 5104.166427 samples/sec accuracy=0.687657 lr=0.389139 Epoch[17] Batch [199] Speed: 4678.417302 samples/sec accuracy=0.687623 lr=0.389068 Epoch[17] Batch [249] Speed: 4711.885684 samples/sec accuracy=0.687903 lr=0.388996 Epoch[17] Batch [299] Speed: 4261.988371 samples/sec accuracy=0.687887 lr=0.388925 Epoch[17] Batch [349] Speed: 4766.509395 samples/sec accuracy=0.687870 lr=0.388853 Epoch[17] Batch [399] Speed: 4802.900110 samples/sec accuracy=0.688087 lr=0.388781 Epoch[17] Batch [449] Speed: 4901.376474 samples/sec accuracy=0.688424 lr=0.388709 Epoch[17] Batch [499] Speed: 4930.103226 samples/sec accuracy=0.688522 lr=0.388636 Epoch[17] Batch [549] Speed: 4989.480186 samples/sec accuracy=0.688812 lr=0.388564 Epoch[17] Batch [599] Speed: 4243.845760 samples/sec accuracy=0.688999 lr=0.388491 Epoch[17] Batch [649] Speed: 4597.469478 samples/sec accuracy=0.689106 lr=0.388418 Epoch[17] Batch [699] Speed: 4651.540129 samples/sec accuracy=0.689094 lr=0.388344 Epoch[17] Batch [749] Speed: 5017.418924 samples/sec accuracy=0.689123 lr=0.388271 Epoch[17] Batch [799] Speed: 4838.317513 samples/sec accuracy=0.689168 lr=0.388197 Epoch[17] Batch [849] Speed: 4881.138981 samples/sec accuracy=0.689327 lr=0.388123 Epoch[17] Batch [899] Speed: 4131.102489 samples/sec accuracy=0.689440 lr=0.388049 Epoch[17] Batch [949] Speed: 5040.813881 samples/sec accuracy=0.689552 lr=0.387974 Epoch[17] Batch [999] Speed: 4938.151108 samples/sec accuracy=0.689618 lr=0.387900 Epoch[17] Batch [1049] Speed: 4484.280994 samples/sec accuracy=0.689653 lr=0.387825 Epoch[17] Batch [1099] Speed: 4678.221518 samples/sec accuracy=0.689722 lr=0.387750 Epoch[17] Batch [1149] Speed: 4200.324328 samples/sec accuracy=0.689780 lr=0.387674 Epoch[17] Batch [1199] Speed: 5015.428365 samples/sec accuracy=0.689894 lr=0.387599 Epoch[17] Batch [1249] Speed: 4756.751178 samples/sec accuracy=0.690054 lr=0.387523 [Epoch 17] training: accuracy=0.690061 [Epoch 17] speed: 4668 samples/sec time cost: 284.866566 [Epoch 17] validation: err-top1=0.431559 err-top5=0.186747 Epoch[18] Batch [49] Speed: 4852.668908 samples/sec accuracy=0.688069 lr=0.387445 Epoch[18] Batch [99] Speed: 4580.334405 samples/sec accuracy=0.688389 lr=0.387369 Epoch[18] Batch [149] Speed: 4560.042377 samples/sec accuracy=0.688446 lr=0.387293 Epoch[18] Batch [199] Speed: 4417.879235 samples/sec accuracy=0.688921 lr=0.387216 Epoch[18] Batch [249] Speed: 4633.046440 samples/sec accuracy=0.688983 lr=0.387139 Epoch[18] Batch [299] Speed: 4354.230992 samples/sec accuracy=0.689277 lr=0.387062 Epoch[18] Batch [349] Speed: 4442.064117 samples/sec accuracy=0.689508 lr=0.386984 Epoch[18] Batch [399] Speed: 4723.143491 samples/sec accuracy=0.689879 lr=0.386907 Epoch[18] Batch [449] Speed: 4786.345810 samples/sec accuracy=0.690094 lr=0.386829 Epoch[18] Batch [499] Speed: 4101.871608 samples/sec accuracy=0.690346 lr=0.386751 Epoch[18] Batch [549] Speed: 4814.835267 samples/sec accuracy=0.690360 lr=0.386673 Epoch[18] Batch [599] Speed: 4369.759132 samples/sec accuracy=0.690478 lr=0.386594 Epoch[18] Batch [649] Speed: 4449.636113 samples/sec accuracy=0.690610 lr=0.386515 Epoch[18] Batch [699] Speed: 5056.782145 samples/sec accuracy=0.690683 lr=0.386436 Epoch[18] Batch [749] Speed: 4618.921846 samples/sec accuracy=0.690825 lr=0.386357 Epoch[18] Batch [799] Speed: 5072.084010 samples/sec accuracy=0.690972 lr=0.386278 Epoch[18] Batch [849] Speed: 4606.130380 samples/sec accuracy=0.691190 lr=0.386198 Epoch[18] Batch [899] Speed: 4825.019527 samples/sec accuracy=0.691370 lr=0.386119 Epoch[18] Batch [949] Speed: 4871.613016 samples/sec accuracy=0.691560 lr=0.386038 Epoch[18] Batch [999] Speed: 3952.600547 samples/sec accuracy=0.691749 lr=0.385958 Epoch[18] Batch [1049] Speed: 4775.436896 samples/sec accuracy=0.691994 lr=0.385878 Epoch[18] Batch [1099] Speed: 5036.824919 samples/sec accuracy=0.692126 lr=0.385797 Epoch[18] Batch [1149] Speed: 4743.468714 samples/sec accuracy=0.692271 lr=0.385716 Epoch[18] Batch [1199] Speed: 4980.108283 samples/sec accuracy=0.692462 lr=0.385635 Epoch[18] Batch [1249] Speed: 5094.420913 samples/sec accuracy=0.692654 lr=0.385554 [Epoch 18] training: accuracy=0.692657 [Epoch 18] speed: 4645 samples/sec time cost: 286.128254 [Epoch 18] validation: err-top1=0.438935 err-top5=0.195253 Epoch[19] Batch [49] Speed: 4825.894986 samples/sec accuracy=0.693186 lr=0.385470 Epoch[19] Batch [99] Speed: 4498.719239 samples/sec accuracy=0.692759 lr=0.385388 Epoch[19] Batch [149] Speed: 4655.331781 samples/sec accuracy=0.692610 lr=0.385306 Epoch[19] Batch [199] Speed: 4829.518928 samples/sec accuracy=0.692733 lr=0.385224 Epoch[19] Batch [249] Speed: 4729.232056 samples/sec accuracy=0.692563 lr=0.385142 Epoch[19] Batch [299] Speed: 4507.617581 samples/sec accuracy=0.692581 lr=0.385059 Epoch[19] Batch [349] Speed: 4891.840632 samples/sec accuracy=0.692855 lr=0.384976 Epoch[19] Batch [399] Speed: 4879.752214 samples/sec accuracy=0.693146 lr=0.384893 Epoch[19] Batch [449] Speed: 4501.516405 samples/sec accuracy=0.693328 lr=0.384810 Epoch[19] Batch [499] Speed: 4884.053280 samples/sec accuracy=0.693474 lr=0.384726 Epoch[19] Batch [549] Speed: 4170.017152 samples/sec accuracy=0.693813 lr=0.384642 Epoch[19] Batch [599] Speed: 4284.225970 samples/sec accuracy=0.693911 lr=0.384558 Epoch[19] Batch [649] Speed: 5037.943920 samples/sec accuracy=0.694069 lr=0.384474 Epoch[19] Batch [699] Speed: 4957.530774 samples/sec accuracy=0.694233 lr=0.384389 Epoch[19] Batch [749] Speed: 4351.297540 samples/sec accuracy=0.694328 lr=0.384305 Epoch[19] Batch [799] Speed: 4944.173349 samples/sec accuracy=0.694503 lr=0.384220 Epoch[19] Batch [849] Speed: 4743.814500 samples/sec accuracy=0.694731 lr=0.384135 Epoch[19] Batch [899] Speed: 5051.683522 samples/sec accuracy=0.694837 lr=0.384049 Epoch[19] Batch [949] Speed: 4752.603363 samples/sec accuracy=0.694921 lr=0.383964 Epoch[19] Batch [999] Speed: 4492.648033 samples/sec accuracy=0.694969 lr=0.383878 Epoch[19] Batch [1049] Speed: 4796.383747 samples/sec accuracy=0.695151 lr=0.383792 Epoch[19] Batch [1099] Speed: 4951.739365 samples/sec accuracy=0.695353 lr=0.383706 Epoch[19] Batch [1149] Speed: 4446.491360 samples/sec accuracy=0.695545 lr=0.383619 Epoch[19] Batch [1199] Speed: 4967.725725 samples/sec accuracy=0.695641 lr=0.383533 Epoch[19] Batch [1249] Speed: 4113.146557 samples/sec accuracy=0.695800 lr=0.383446 [Epoch 19] training: accuracy=0.695795 [Epoch 19] speed: 4668 samples/sec time cost: 284.290054 [Epoch 19] validation: err-top1=0.420480 err-top5=0.177117 Epoch[20] Batch [49] Speed: 4034.587449 samples/sec accuracy=0.696233 lr=0.383357 Epoch[20] Batch [99] Speed: 4484.520909 samples/sec accuracy=0.695282 lr=0.383270 Epoch[20] Batch [149] Speed: 4227.875562 samples/sec accuracy=0.695430 lr=0.383182 Epoch[20] Batch [199] Speed: 4943.703503 samples/sec accuracy=0.695833 lr=0.383094 Epoch[20] Batch [249] Speed: 4700.973964 samples/sec accuracy=0.695634 lr=0.383006 Epoch[20] Batch [299] Speed: 4980.996335 samples/sec accuracy=0.695515 lr=0.382918 Epoch[20] Batch [349] Speed: 4965.051202 samples/sec accuracy=0.695602 lr=0.382830 Epoch[20] Batch [399] Speed: 5013.983337 samples/sec accuracy=0.695871 lr=0.382741 Epoch[20] Batch [449] Speed: 4740.634120 samples/sec accuracy=0.695908 lr=0.382652 Epoch[20] Batch [499] Speed: 4955.282928 samples/sec accuracy=0.695991 lr=0.382563 Epoch[20] Batch [549] Speed: 4882.881014 samples/sec accuracy=0.696400 lr=0.382474 Epoch[20] Batch [599] Speed: 2127.679716 samples/sec accuracy=0.696585 lr=0.382384 Epoch[20] Batch [649] Speed: 4903.610491 samples/sec accuracy=0.696816 lr=0.382295 Epoch[20] Batch [699] Speed: 5112.866520 samples/sec accuracy=0.696950 lr=0.382205 Epoch[20] Batch [749] Speed: 5069.812374 samples/sec accuracy=0.697082 lr=0.382115 Epoch[20] Batch [799] Speed: 4856.287942 samples/sec accuracy=0.697288 lr=0.382024 Epoch[20] Batch [849] Speed: 5026.458562 samples/sec accuracy=0.697499 lr=0.381934 Epoch[20] Batch [899] Speed: 4923.277214 samples/sec accuracy=0.697620 lr=0.381843 Epoch[20] Batch [949] Speed: 4746.887086 samples/sec accuracy=0.697768 lr=0.381752 Epoch[20] Batch [999] Speed: 4846.996365 samples/sec accuracy=0.697935 lr=0.381661 Epoch[20] Batch [1049] Speed: 5034.217935 samples/sec accuracy=0.698117 lr=0.381569 Epoch[20] Batch [1099] Speed: 4819.763483 samples/sec accuracy=0.698294 lr=0.381477 Epoch[20] Batch [1149] Speed: 4835.791806 samples/sec accuracy=0.698388 lr=0.381385 Epoch[20] Batch [1199] Speed: 4944.205336 samples/sec accuracy=0.698538 lr=0.381293 Epoch[20] Batch [1249] Speed: 5169.474970 samples/sec accuracy=0.698671 lr=0.381201 [Epoch 20] training: accuracy=0.698673 [Epoch 20] speed: 4590 samples/sec time cost: 288.903455 [Epoch 20] validation: err-top1=0.411173 err-top5=0.172553 Epoch[21] Batch [49] Speed: 4824.589937 samples/sec accuracy=0.697250 lr=0.381107 Epoch[21] Batch [99] Speed: 4975.151963 samples/sec accuracy=0.697908 lr=0.381014 Epoch[21] Batch [149] Speed: 4711.706111 samples/sec accuracy=0.698341 lr=0.380921 Epoch[21] Batch [199] Speed: 4940.675319 samples/sec accuracy=0.698588 lr=0.380828 Epoch[21] Batch [249] Speed: 5135.260437 samples/sec accuracy=0.698586 lr=0.380734 Epoch[21] Batch [299] Speed: 4928.525730 samples/sec accuracy=0.698472 lr=0.380641 Epoch[21] Batch [349] Speed: 4987.188571 samples/sec accuracy=0.698762 lr=0.380547 Epoch[21] Batch [399] Speed: 4928.379143 samples/sec accuracy=0.699117 lr=0.380453 Epoch[21] Batch [449] Speed: 4893.876027 samples/sec accuracy=0.699200 lr=0.380359 Epoch[21] Batch [499] Speed: 4898.990371 samples/sec accuracy=0.699120 lr=0.380264 Epoch[21] Batch [549] Speed: 4748.526614 samples/sec accuracy=0.699174 lr=0.380169 Epoch[21] Batch [599] Speed: 4966.620352 samples/sec accuracy=0.699320 lr=0.380074 Epoch[21] Batch [649] Speed: 4838.245787 samples/sec accuracy=0.699553 lr=0.379979 Epoch[21] Batch [699] Speed: 4755.493258 samples/sec accuracy=0.699685 lr=0.379884 Epoch[21] Batch [749] Speed: 5091.580865 samples/sec accuracy=0.699714 lr=0.379788 Epoch[21] Batch [799] Speed: 4938.701788 samples/sec accuracy=0.699896 lr=0.379693 Epoch[21] Batch [849] Speed: 4808.489230 samples/sec accuracy=0.699873 lr=0.379597 Epoch[21] Batch [899] Speed: 4824.810305 samples/sec accuracy=0.699998 lr=0.379501 Epoch[21] Batch [949] Speed: 5068.983784 samples/sec accuracy=0.700173 lr=0.379404 Epoch[21] Batch [999] Speed: 4985.606052 samples/sec accuracy=0.700376 lr=0.379307 Epoch[21] Batch [1049] Speed: 4963.922464 samples/sec accuracy=0.700401 lr=0.379211 Epoch[21] Batch [1099] Speed: 4789.616149 samples/sec accuracy=0.700437 lr=0.379114 Epoch[21] Batch [1149] Speed: 4793.463964 samples/sec accuracy=0.700564 lr=0.379016 Epoch[21] Batch [1199] Speed: 4874.562862 samples/sec accuracy=0.700687 lr=0.378919 Epoch[21] Batch [1249] Speed: 5019.171389 samples/sec accuracy=0.700739 lr=0.378821 [Epoch 21] training: accuracy=0.700744 [Epoch 21] speed: 4900 samples/sec time cost: 271.673729 [Epoch 21] validation: err-top1=0.417530 err-top5=0.176439 Epoch[22] Batch [49] Speed: 4541.465029 samples/sec accuracy=0.701092 lr=0.378721 Epoch[22] Batch [99] Speed: 4962.709829 samples/sec accuracy=0.700734 lr=0.378623 Epoch[22] Batch [149] Speed: 4752.210653 samples/sec accuracy=0.700668 lr=0.378525 Epoch[22] Batch [199] Speed: 4747.956325 samples/sec accuracy=0.700446 lr=0.378426 Epoch[22] Batch [249] Speed: 4903.226016 samples/sec accuracy=0.700319 lr=0.378328 Epoch[22] Batch [299] Speed: 5017.802406 samples/sec accuracy=0.700265 lr=0.378229 Epoch[22] Batch [349] Speed: 4817.827304 samples/sec accuracy=0.700289 lr=0.378129 Epoch[22] Batch [399] Speed: 5030.617539 samples/sec accuracy=0.700493 lr=0.378030 Epoch[22] Batch [449] Speed: 4997.848053 samples/sec accuracy=0.700872 lr=0.377930 Epoch[22] Batch [499] Speed: 4997.951111 samples/sec accuracy=0.701070 lr=0.377831 Epoch[22] Batch [549] Speed: 5110.456786 samples/sec accuracy=0.701110 lr=0.377731 Epoch[22] Batch [599] Speed: 4977.130053 samples/sec accuracy=0.701255 lr=0.377630 Epoch[22] Batch [649] Speed: 5081.564639 samples/sec accuracy=0.701423 lr=0.377530 Epoch[22] Batch [699] Speed: 4887.887393 samples/sec accuracy=0.701613 lr=0.377429 Epoch[22] Batch [749] Speed: 1679.143152 samples/sec accuracy=0.701822 lr=0.377328 Epoch[22] Batch [799] Speed: 4860.182403 samples/sec accuracy=0.701859 lr=0.377227 Epoch[22] Batch [849] Speed: 3824.072057 samples/sec accuracy=0.701938 lr=0.377126 Epoch[22] Batch [899] Speed: 1822.469410 samples/sec accuracy=0.702131 lr=0.377024 Epoch[22] Batch [949] Speed: 4450.649871 samples/sec accuracy=0.702198 lr=0.376923 Epoch[22] Batch [999] Speed: 4769.329268 samples/sec accuracy=0.702305 lr=0.376821 Epoch[22] Batch [1049] Speed: 4924.182485 samples/sec accuracy=0.702481 lr=0.376719 Epoch[22] Batch [1099] Speed: 2159.509568 samples/sec accuracy=0.702671 lr=0.376616 Epoch[22] Batch [1149] Speed: 1724.245807 samples/sec accuracy=0.702760 lr=0.376514 Epoch[22] Batch [1199] Speed: 2266.495108 samples/sec accuracy=0.702894 lr=0.376411 Epoch[22] Batch [1249] Speed: 2801.404452 samples/sec accuracy=0.703046 lr=0.376308 [Epoch 22] training: accuracy=0.703054 [Epoch 22] speed: 3598 samples/sec time cost: 386.402184 [Epoch 22] validation: err-top1=0.415737 err-top5=0.173768 Epoch[23] Batch [49] Speed: 4566.310624 samples/sec accuracy=0.704063 lr=0.376203 Epoch[23] Batch [99] Speed: 1406.544639 samples/sec accuracy=0.703410 lr=0.376099 Epoch[23] Batch [149] Speed: 4909.270050 samples/sec accuracy=0.703191 lr=0.375996 Epoch[23] Batch [199] Speed: 1499.733666 samples/sec accuracy=0.702904 lr=0.375892 Epoch[23] Batch [249] Speed: 2678.211012 samples/sec accuracy=0.703189 lr=0.375788 Epoch[23] Batch [299] Speed: 4814.801262 samples/sec accuracy=0.703194 lr=0.375683 Epoch[23] Batch [349] Speed: 2050.038296 samples/sec accuracy=0.703057 lr=0.375579 Epoch[23] Batch [399] Speed: 4826.276214 samples/sec accuracy=0.703051 lr=0.375474 Epoch[23] Batch [449] Speed: 5001.694878 samples/sec accuracy=0.703128 lr=0.375369 Epoch[23] Batch [499] Speed: 3225.767449 samples/sec accuracy=0.703181 lr=0.375264 Epoch[23] Batch [549] Speed: 4764.239873 samples/sec accuracy=0.703336 lr=0.375159 Epoch[23] Batch [599] Speed: 4257.050767 samples/sec accuracy=0.703507 lr=0.375053 Epoch[23] Batch [649] Speed: 4644.449688 samples/sec accuracy=0.703553 lr=0.374948 Epoch[23] Batch [699] Speed: 4723.992033 samples/sec accuracy=0.703777 lr=0.374842 Epoch[23] Batch [749] Speed: 4912.217149 samples/sec accuracy=0.703865 lr=0.374736 Epoch[23] Batch [799] Speed: 5010.031333 samples/sec accuracy=0.704035 lr=0.374629 Epoch[23] Batch [849] Speed: 4863.496298 samples/sec accuracy=0.704272 lr=0.374523 Epoch[23] Batch [899] Speed: 4380.247562 samples/sec accuracy=0.704524 lr=0.374416 Epoch[23] Batch [949] Speed: 4737.788801 samples/sec accuracy=0.704682 lr=0.374309 Epoch[23] Batch [999] Speed: 5053.056552 samples/sec accuracy=0.704778 lr=0.374202 Epoch[23] Batch [1049] Speed: 4930.229542 samples/sec accuracy=0.704888 lr=0.374095 Epoch[23] Batch [1099] Speed: 4715.196552 samples/sec accuracy=0.705026 lr=0.373987 Epoch[23] Batch [1149] Speed: 4637.038070 samples/sec accuracy=0.705087 lr=0.373879 Epoch[23] Batch [1199] Speed: 4441.330453 samples/sec accuracy=0.705206 lr=0.373771 Epoch[23] Batch [1249] Speed: 4766.060438 samples/sec accuracy=0.705344 lr=0.373663 [Epoch 23] training: accuracy=0.705347 [Epoch 23] speed: 3688 samples/sec time cost: 357.716871 [Epoch 23] validation: err-top1=0.410889 err-top5=0.171936 Epoch[24] Batch [49] Speed: 4790.812671 samples/sec accuracy=0.705156 lr=0.373552 Epoch[24] Batch [99] Speed: 4444.608463 samples/sec accuracy=0.705397 lr=0.373444 Epoch[24] Batch [149] Speed: 4913.221209 samples/sec accuracy=0.705325 lr=0.373335 Epoch[24] Batch [199] Speed: 4086.624245 samples/sec accuracy=0.705209 lr=0.373226 Epoch[24] Batch [249] Speed: 4239.033420 samples/sec accuracy=0.705233 lr=0.373117 Epoch[24] Batch [299] Speed: 4834.277343 samples/sec accuracy=0.705203 lr=0.373007 Epoch[24] Batch [349] Speed: 4569.681466 samples/sec accuracy=0.705227 lr=0.372897 Epoch[24] Batch [399] Speed: 4522.587782 samples/sec accuracy=0.705222 lr=0.372788 Epoch[24] Batch [449] Speed: 4838.002065 samples/sec accuracy=0.705131 lr=0.372678 Epoch[24] Batch [499] Speed: 4863.462153 samples/sec accuracy=0.705467 lr=0.372567 Epoch[24] Batch [549] Speed: 4586.341909 samples/sec accuracy=0.705428 lr=0.372457 Epoch[24] Batch [599] Speed: 4918.505972 samples/sec accuracy=0.705557 lr=0.372346 Epoch[24] Batch [649] Speed: 5061.385583 samples/sec accuracy=0.705634 lr=0.372235 Epoch[24] Batch [699] Speed: 5141.209568 samples/sec accuracy=0.705763 lr=0.372124 Epoch[24] Batch [749] Speed: 4622.560683 samples/sec accuracy=0.705971 lr=0.372013 Epoch[24] Batch [799] Speed: 5036.089745 samples/sec accuracy=0.706202 lr=0.371901 Epoch[24] Batch [849] Speed: 4958.836375 samples/sec accuracy=0.706260 lr=0.371790 Epoch[24] Batch [899] Speed: 4554.653218 samples/sec accuracy=0.706256 lr=0.371678 Epoch[24] Batch [949] Speed: 5022.571216 samples/sec accuracy=0.706400 lr=0.371565 Epoch[24] Batch [999] Speed: 4766.390060 samples/sec accuracy=0.706561 lr=0.371453 Epoch[24] Batch [1049] Speed: 4920.210415 samples/sec accuracy=0.706673 lr=0.371341 Epoch[24] Batch [1099] Speed: 4652.560893 samples/sec accuracy=0.706896 lr=0.371228 Epoch[24] Batch [1149] Speed: 4861.963884 samples/sec accuracy=0.706977 lr=0.371115 Epoch[24] Batch [1199] Speed: 5003.784493 samples/sec accuracy=0.707084 lr=0.371002 Epoch[24] Batch [1249] Speed: 5090.030461 samples/sec accuracy=0.707103 lr=0.370888 [Epoch 24] training: accuracy=0.707106 [Epoch 24] speed: 4752 samples/sec time cost: 279.825646 [Epoch 24] validation: err-top1=0.404018 err-top5=0.166992 Epoch[25] Batch [49] Speed: 4667.197789 samples/sec accuracy=0.707803 lr=0.370773 Epoch[25] Batch [99] Speed: 4675.371716 samples/sec accuracy=0.707967 lr=0.370659 Epoch[25] Batch [149] Speed: 4416.345881 samples/sec accuracy=0.707796 lr=0.370545 Epoch[25] Batch [199] Speed: 5066.623714 samples/sec accuracy=0.707658 lr=0.370431 Epoch[25] Batch [249] Speed: 4804.183992 samples/sec accuracy=0.707513 lr=0.370316 Epoch[25] Batch [299] Speed: 4854.058754 samples/sec accuracy=0.707444 lr=0.370202 Epoch[25] Batch [349] Speed: 4955.525117 samples/sec accuracy=0.707785 lr=0.370087 Epoch[25] Batch [399] Speed: 5025.031864 samples/sec accuracy=0.707921 lr=0.369972 Epoch[25] Batch [449] Speed: 4493.063124 samples/sec accuracy=0.707821 lr=0.369857 Epoch[25] Batch [499] Speed: 5009.132898 samples/sec accuracy=0.707939 lr=0.369741 Epoch[25] Batch [549] Speed: 4860.608673 samples/sec accuracy=0.708055 lr=0.369626 Epoch[25] Batch [599] Speed: 4889.315188 samples/sec accuracy=0.708200 lr=0.369510 Epoch[25] Batch [649] Speed: 4378.883608 samples/sec accuracy=0.708366 lr=0.369394 Epoch[25] Batch [699] Speed: 4728.308755 samples/sec accuracy=0.708415 lr=0.369278 Epoch[25] Batch [749] Speed: 4942.452835 samples/sec accuracy=0.708522 lr=0.369161 Epoch[25] Batch [799] Speed: 4934.944976 samples/sec accuracy=0.708512 lr=0.369045 Epoch[25] Batch [849] Speed: 4700.420285 samples/sec accuracy=0.708581 lr=0.368928 Epoch[25] Batch [899] Speed: 4641.304200 samples/sec accuracy=0.708639 lr=0.368811 Epoch[25] Batch [949] Speed: 4424.404762 samples/sec accuracy=0.708715 lr=0.368694 Epoch[25] Batch [999] Speed: 4478.960484 samples/sec accuracy=0.708860 lr=0.368576 Epoch[25] Batch [1049] Speed: 4882.742680 samples/sec accuracy=0.709048 lr=0.368459 Epoch[25] Batch [1099] Speed: 4275.996155 samples/sec accuracy=0.709156 lr=0.368341 Epoch[25] Batch [1149] Speed: 4579.080465 samples/sec accuracy=0.709196 lr=0.368223 Epoch[25] Batch [1199] Speed: 4462.015519 samples/sec accuracy=0.709276 lr=0.368105 Epoch[25] Batch [1249] Speed: 4632.281113 samples/sec accuracy=0.709331 lr=0.367986 [Epoch 25] training: accuracy=0.709333 [Epoch 25] speed: 4695 samples/sec time cost: 282.762911 [Epoch 25] validation: err-top1=0.417570 err-top5=0.176060 Epoch[26] Batch [49] Speed: 4526.104118 samples/sec accuracy=0.708212 lr=0.367865 Epoch[26] Batch [99] Speed: 4653.152555 samples/sec accuracy=0.707480 lr=0.367747 Epoch[26] Batch [149] Speed: 4378.213688 samples/sec accuracy=0.707502 lr=0.367628 Epoch[26] Batch [199] Speed: 4795.867023 samples/sec accuracy=0.707926 lr=0.367508 Epoch[26] Batch [249] Speed: 4877.856848 samples/sec accuracy=0.707986 lr=0.367389 Epoch[26] Batch [299] Speed: 4317.122336 samples/sec accuracy=0.708207 lr=0.367269 Epoch[26] Batch [349] Speed: 4730.667028 samples/sec accuracy=0.708371 lr=0.367150 Epoch[26] Batch [399] Speed: 5004.176855 samples/sec accuracy=0.708664 lr=0.367030 Epoch[26] Batch [449] Speed: 4339.704967 samples/sec accuracy=0.708876 lr=0.366909 Epoch[26] Batch [499] Speed: 4886.119996 samples/sec accuracy=0.709139 lr=0.366789 Epoch[26] Batch [549] Speed: 4813.111234 samples/sec accuracy=0.709115 lr=0.366668 Epoch[26] Batch [599] Speed: 4856.936183 samples/sec accuracy=0.709263 lr=0.366548 Epoch[26] Batch [649] Speed: 5069.227642 samples/sec accuracy=0.709389 lr=0.366426 Epoch[26] Batch [699] Speed: 4729.181857 samples/sec accuracy=0.709519 lr=0.366305 Epoch[26] Batch [749] Speed: 4782.469576 samples/sec accuracy=0.709597 lr=0.366184 Epoch[26] Batch [799] Speed: 4647.509522 samples/sec accuracy=0.709727 lr=0.366062 Epoch[26] Batch [849] Speed: 5070.177931 samples/sec accuracy=0.709855 lr=0.365940 Epoch[26] Batch [899] Speed: 4875.878483 samples/sec accuracy=0.709984 lr=0.365819 Epoch[26] Batch [949] Speed: 4960.761631 samples/sec accuracy=0.710177 lr=0.365696 Epoch[26] Batch [999] Speed: 5065.577372 samples/sec accuracy=0.710311 lr=0.365574 Epoch[26] Batch [1049] Speed: 4772.897152 samples/sec accuracy=0.710374 lr=0.365451 Epoch[26] Batch [1099] Speed: 4904.860508 samples/sec accuracy=0.710491 lr=0.365329 Epoch[26] Batch [1149] Speed: 4883.573467 samples/sec accuracy=0.710526 lr=0.365206 Epoch[26] Batch [1199] Speed: 5134.384538 samples/sec accuracy=0.710579 lr=0.365082 Epoch[26] Batch [1249] Speed: 4966.614149 samples/sec accuracy=0.710730 lr=0.364959 [Epoch 26] training: accuracy=0.710728 [Epoch 26] speed: 4785 samples/sec time cost: 278.783434 [Epoch 26] validation: err-top1=0.408462 err-top5=0.171018 Epoch[27] Batch [49] Speed: 4805.599431 samples/sec accuracy=0.710207 lr=0.364833 Epoch[27] Batch [99] Speed: 4607.227977 samples/sec accuracy=0.709606 lr=0.364709 Epoch[27] Batch [149] Speed: 4321.859287 samples/sec accuracy=0.709194 lr=0.364585 Epoch[27] Batch [199] Speed: 4406.372917 samples/sec accuracy=0.709737 lr=0.364461 Epoch[27] Batch [249] Speed: 4550.662081 samples/sec accuracy=0.710042 lr=0.364337 Epoch[27] Batch [299] Speed: 4425.576229 samples/sec accuracy=0.710305 lr=0.364212 Epoch[27] Batch [349] Speed: 4684.426485 samples/sec accuracy=0.710615 lr=0.364087 Epoch[27] Batch [399] Speed: 4382.162603 samples/sec accuracy=0.710715 lr=0.363962 Epoch[27] Batch [449] Speed: 4896.892209 samples/sec accuracy=0.710700 lr=0.363837 Epoch[27] Batch [499] Speed: 4483.169028 samples/sec accuracy=0.710997 lr=0.363712 Epoch[27] Batch [549] Speed: 4740.212728 samples/sec accuracy=0.711243 lr=0.363586 Epoch[27] Batch [599] Speed: 4697.239549 samples/sec accuracy=0.711412 lr=0.363461 Epoch[27] Batch [649] Speed: 4915.539173 samples/sec accuracy=0.711513 lr=0.363335 Epoch[27] Batch [699] Speed: 4717.302274 samples/sec accuracy=0.711639 lr=0.363209 Epoch[27] Batch [749] Speed: 4928.572332 samples/sec accuracy=0.711735 lr=0.363082 Epoch[27] Batch [799] Speed: 4729.671498 samples/sec accuracy=0.711809 lr=0.362956 Epoch[27] Batch [849] Speed: 4999.316964 samples/sec accuracy=0.711955 lr=0.362829 Epoch[27] Batch [899] Speed: 4949.523574 samples/sec accuracy=0.712041 lr=0.362702 Epoch[27] Batch [949] Speed: 4957.737701 samples/sec accuracy=0.712204 lr=0.362575 Epoch[27] Batch [999] Speed: 4830.392870 samples/sec accuracy=0.712286 lr=0.362448 Epoch[27] Batch [1049] Speed: 4693.230828 samples/sec accuracy=0.712333 lr=0.362320 Epoch[27] Batch [1099] Speed: 4442.309277 samples/sec accuracy=0.712470 lr=0.362193 Epoch[27] Batch [1149] Speed: 4725.656649 samples/sec accuracy=0.712610 lr=0.362065 Epoch[27] Batch [1199] Speed: 4747.411780 samples/sec accuracy=0.712767 lr=0.361937 Epoch[27] Batch [1249] Speed: 4632.422306 samples/sec accuracy=0.712924 lr=0.361809 [Epoch 27] training: accuracy=0.712927 [Epoch 27] speed: 4678 samples/sec time cost: 284.239291 [Epoch 27] validation: err-top1=0.417789 err-top5=0.174506 Epoch[28] Batch [49] Speed: 4396.260389 samples/sec accuracy=0.712413 lr=0.361678 Epoch[28] Batch [99] Speed: 4864.389523 samples/sec accuracy=0.713480 lr=0.361549 Epoch[28] Batch [149] Speed: 4394.992041 samples/sec accuracy=0.712938 lr=0.361420 Epoch[28] Batch [199] Speed: 4956.043650 samples/sec accuracy=0.712602 lr=0.361291 Epoch[28] Batch [249] Speed: 4864.225351 samples/sec accuracy=0.712811 lr=0.361162 Epoch[28] Batch [299] Speed: 4820.789080 samples/sec accuracy=0.712621 lr=0.361032 Epoch[28] Batch [349] Speed: 4516.381546 samples/sec accuracy=0.712562 lr=0.360903 Epoch[28] Batch [399] Speed: 4464.594845 samples/sec accuracy=0.712841 lr=0.360773 Epoch[28] Batch [449] Speed: 4522.992516 samples/sec accuracy=0.712673 lr=0.360643 Epoch[28] Batch [499] Speed: 4624.011790 samples/sec accuracy=0.712794 lr=0.360513 Epoch[28] Batch [549] Speed: 5033.991830 samples/sec accuracy=0.712829 lr=0.360382 Epoch[28] Batch [599] Speed: 4842.738231 samples/sec accuracy=0.712776 lr=0.360252 Epoch[28] Batch [649] Speed: 4559.496905 samples/sec accuracy=0.712945 lr=0.360121 Epoch[28] Batch [699] Speed: 4227.978195 samples/sec accuracy=0.713053 lr=0.359990 Epoch[28] Batch [749] Speed: 4451.071169 samples/sec accuracy=0.713296 lr=0.359859 Epoch[28] Batch [799] Speed: 4784.095305 samples/sec accuracy=0.713470 lr=0.359728 Epoch[28] Batch [849] Speed: 4750.234628 samples/sec accuracy=0.713563 lr=0.359596 Epoch[28] Batch [899] Speed: 4406.321021 samples/sec accuracy=0.713672 lr=0.359465 Epoch[28] Batch [949] Speed: 4794.556539 samples/sec accuracy=0.713783 lr=0.359333 Epoch[28] Batch [999] Speed: 4540.478698 samples/sec accuracy=0.713914 lr=0.359201 Epoch[28] Batch [1049] Speed: 5043.790885 samples/sec accuracy=0.714021 lr=0.359068 Epoch[28] Batch [1099] Speed: 4903.752362 samples/sec accuracy=0.714170 lr=0.358936 Epoch[28] Batch [1149] Speed: 5010.836435 samples/sec accuracy=0.714286 lr=0.358803 Epoch[28] Batch [1199] Speed: 5075.366752 samples/sec accuracy=0.714418 lr=0.358670 Epoch[28] Batch [1249] Speed: 4945.948144 samples/sec accuracy=0.714471 lr=0.358537 [Epoch 28] training: accuracy=0.714472 [Epoch 28] speed: 4695 samples/sec time cost: 283.813395 [Epoch 28] validation: err-top1=0.413086 err-top5=0.174884 Epoch[29] Batch [49] Speed: 3965.156154 samples/sec accuracy=0.714726 lr=0.358401 Epoch[29] Batch [99] Speed: 4464.074751 samples/sec accuracy=0.713564 lr=0.358268 Epoch[29] Batch [149] Speed: 4390.782333 samples/sec accuracy=0.713858 lr=0.358134 Epoch[29] Batch [199] Speed: 4852.909505 samples/sec accuracy=0.713789 lr=0.358001 Epoch[29] Batch [249] Speed: 4930.538567 samples/sec accuracy=0.713920 lr=0.357867 Epoch[29] Batch [299] Speed: 5065.613099 samples/sec accuracy=0.714188 lr=0.357732 Epoch[29] Batch [349] Speed: 5093.001520 samples/sec accuracy=0.714334 lr=0.357598 Epoch[29] Batch [399] Speed: 4887.897294 samples/sec accuracy=0.714521 lr=0.357464 Epoch[29] Batch [449] Speed: 4870.777456 samples/sec accuracy=0.714521 lr=0.357329 Epoch[29] Batch [499] Speed: 4940.366841 samples/sec accuracy=0.714491 lr=0.357194 Epoch[29] Batch [549] Speed: 4869.978185 samples/sec accuracy=0.714533 lr=0.357059 Epoch[29] Batch [599] Speed: 4441.075114 samples/sec accuracy=0.714607 lr=0.356924 Epoch[29] Batch [649] Speed: 4953.176952 samples/sec accuracy=0.714703 lr=0.356788 Epoch[29] Batch [699] Speed: 4707.181074 samples/sec accuracy=0.714823 lr=0.356652 Epoch[29] Batch [749] Speed: 4527.152641 samples/sec accuracy=0.715004 lr=0.356517 Epoch[29] Batch [799] Speed: 4671.012989 samples/sec accuracy=0.715163 lr=0.356380 Epoch[29] Batch [849] Speed: 4894.008858 samples/sec accuracy=0.715291 lr=0.356244 Epoch[29] Batch [899] Speed: 5027.670303 samples/sec accuracy=0.715482 lr=0.356108 Epoch[29] Batch [949] Speed: 4274.457594 samples/sec accuracy=0.715624 lr=0.355971 Epoch[29] Batch [999] Speed: 4480.310296 samples/sec accuracy=0.715678 lr=0.355834 Epoch[29] Batch [1049] Speed: 4532.701890 samples/sec accuracy=0.715762 lr=0.355698 Epoch[29] Batch [1099] Speed: 4998.915240 samples/sec accuracy=0.715881 lr=0.355560 Epoch[29] Batch [1149] Speed: 4871.809517 samples/sec accuracy=0.715967 lr=0.355423 Epoch[29] Batch [1199] Speed: 4960.237642 samples/sec accuracy=0.716093 lr=0.355285 Epoch[29] Batch [1249] Speed: 5061.692300 samples/sec accuracy=0.716181 lr=0.355148 [Epoch 29] training: accuracy=0.716187 [Epoch 29] speed: 4727 samples/sec time cost: 280.894519 [Epoch 29] validation: err-top1=0.446960 err-top5=0.201518 Epoch[30] Batch [49] Speed: 4823.073273 samples/sec accuracy=0.715869 lr=0.355007 Epoch[30] Batch [99] Speed: 4979.423862 samples/sec accuracy=0.715382 lr=0.354869 Epoch[30] Batch [149] Speed: 4758.965373 samples/sec accuracy=0.715454 lr=0.354731 Epoch[30] Batch [199] Speed: 4725.626596 samples/sec accuracy=0.714856 lr=0.354592 Epoch[30] Batch [249] Speed: 2152.641722 samples/sec accuracy=0.715162 lr=0.354454 Epoch[30] Batch [299] Speed: 5064.831870 samples/sec accuracy=0.715318 lr=0.354315 Epoch[30] Batch [349] Speed: 4701.610222 samples/sec accuracy=0.715587 lr=0.354176 Epoch[30] Batch [399] Speed: 4761.141306 samples/sec accuracy=0.715625 lr=0.354037 Epoch[30] Batch [449] Speed: 4998.819124 samples/sec accuracy=0.715688 lr=0.353897 Epoch[30] Batch [499] Speed: 4983.601327 samples/sec accuracy=0.715691 lr=0.353758 Epoch[30] Batch [549] Speed: 4896.441242 samples/sec accuracy=0.715759 lr=0.353618 Epoch[30] Batch [599] Speed: 5064.337857 samples/sec accuracy=0.715839 lr=0.353478 Epoch[30] Batch [649] Speed: 5073.149941 samples/sec accuracy=0.715899 lr=0.353338 Epoch[30] Batch [699] Speed: 4960.643830 samples/sec accuracy=0.716121 lr=0.353198 Epoch[30] Batch [749] Speed: 5076.458664 samples/sec accuracy=0.716160 lr=0.353057 Epoch[30] Batch [799] Speed: 4916.265456 samples/sec accuracy=0.716327 lr=0.352917 Epoch[30] Batch [849] Speed: 4591.737243 samples/sec accuracy=0.716419 lr=0.352776 Epoch[30] Batch [899] Speed: 5080.105891 samples/sec accuracy=0.716446 lr=0.352635 Epoch[30] Batch [949] Speed: 5092.511658 samples/sec accuracy=0.716589 lr=0.352493 Epoch[30] Batch [999] Speed: 4760.341837 samples/sec accuracy=0.716700 lr=0.352352 Epoch[30] Batch [1049] Speed: 4905.236052 samples/sec accuracy=0.716791 lr=0.352211 Epoch[30] Batch [1099] Speed: 4721.369159 samples/sec accuracy=0.716983 lr=0.352069 Epoch[30] Batch [1149] Speed: 4962.731505 samples/sec accuracy=0.717093 lr=0.351927 Epoch[30] Batch [1199] Speed: 5001.011966 samples/sec accuracy=0.717291 lr=0.351785 Epoch[30] Batch [1249] Speed: 5045.727914 samples/sec accuracy=0.717338 lr=0.351642 [Epoch 30] training: accuracy=0.717341 [Epoch 30] speed: 4667 samples/sec time cost: 284.747988 [Epoch 30] validation: err-top1=0.404955 err-top5=0.164800 Epoch[31] Batch [49] Speed: 4812.009325 samples/sec accuracy=0.717475 lr=0.351497 Epoch[31] Batch [99] Speed: 4823.463157 samples/sec accuracy=0.717677 lr=0.351354 Epoch[31] Batch [149] Speed: 4689.614795 samples/sec accuracy=0.717689 lr=0.351212 Epoch[31] Batch [199] Speed: 4785.790184 samples/sec accuracy=0.717249 lr=0.351069 Epoch[31] Batch [249] Speed: 4918.744692 samples/sec accuracy=0.717069 lr=0.350925 Epoch[31] Batch [299] Speed: 4917.320827 samples/sec accuracy=0.717113 lr=0.350782 Epoch[31] Batch [349] Speed: 4945.945296 samples/sec accuracy=0.717155 lr=0.350639 Epoch[31] Batch [399] Speed: 4966.028288 samples/sec accuracy=0.716932 lr=0.350495 Epoch[31] Batch [449] Speed: 5100.196524 samples/sec accuracy=0.717144 lr=0.350351 Epoch[31] Batch [499] Speed: 4718.605283 samples/sec accuracy=0.717180 lr=0.350207 Epoch[31] Batch [549] Speed: 5091.985910 samples/sec accuracy=0.717230 lr=0.350062 Epoch[31] Batch [599] Speed: 5071.773517 samples/sec accuracy=0.717360 lr=0.349918 Epoch[31] Batch [649] Speed: 4647.133786 samples/sec accuracy=0.717442 lr=0.349773 Epoch[31] Batch [699] Speed: 4997.978330 samples/sec accuracy=0.717753 lr=0.349629 Epoch[31] Batch [749] Speed: 4986.167715 samples/sec accuracy=0.718047 lr=0.349484 Epoch[31] Batch [799] Speed: 4845.543537 samples/sec accuracy=0.718114 lr=0.349338 Epoch[31] Batch [849] Speed: 5106.310990 samples/sec accuracy=0.718219 lr=0.349193 Epoch[31] Batch [899] Speed: 4884.023955 samples/sec accuracy=0.718367 lr=0.349048 Epoch[31] Batch [949] Speed: 5034.967909 samples/sec accuracy=0.718553 lr=0.348902 Epoch[31] Batch [999] Speed: 4962.997132 samples/sec accuracy=0.718604 lr=0.348756 Epoch[31] Batch [1049] Speed: 5126.690861 samples/sec accuracy=0.718600 lr=0.348610 Epoch[31] Batch [1099] Speed: 5043.865755 samples/sec accuracy=0.718645 lr=0.348464 Epoch[31] Batch [1149] Speed: 5075.340123 samples/sec accuracy=0.718697 lr=0.348317 Epoch[31] Batch [1199] Speed: 4906.735664 samples/sec accuracy=0.718802 lr=0.348171 Epoch[31] Batch [1249] Speed: 4773.170961 samples/sec accuracy=0.718878 lr=0.348024 [Epoch 31] training: accuracy=0.718886 [Epoch 31] speed: 4920 samples/sec time cost: 270.630481 [Epoch 31] validation: err-top1=0.392399 err-top5=0.158502 Epoch[32] Batch [49] Speed: 4595.677749 samples/sec accuracy=0.717087 lr=0.347874 Epoch[32] Batch [99] Speed: 2246.893567 samples/sec accuracy=0.717819 lr=0.347727 Epoch[32] Batch [149] Speed: 1242.571182 samples/sec accuracy=0.717318 lr=0.347580 Epoch[32] Batch [199] Speed: 2087.668115 samples/sec accuracy=0.717472 lr=0.347432 Epoch[32] Batch [249] Speed: 4722.669119 samples/sec accuracy=0.717528 lr=0.347285 Epoch[32] Batch [299] Speed: 5091.199181 samples/sec accuracy=0.717717 lr=0.347137 Epoch[32] Batch [349] Speed: 1769.102838 samples/sec accuracy=0.717664 lr=0.346989 Epoch[32] Batch [399] Speed: 2090.229747 samples/sec accuracy=0.717856 lr=0.346841 Epoch[32] Batch [449] Speed: 4133.296225 samples/sec accuracy=0.718017 lr=0.346692 Epoch[32] Batch [499] Speed: 407.781389 samples/sec accuracy=0.717994 lr=0.346544 Epoch[32] Batch [549] Speed: 1415.497391 samples/sec accuracy=0.718036 lr=0.346395 Epoch[32] Batch [599] Speed: 2368.317483 samples/sec accuracy=0.718366 lr=0.346246 Epoch[32] Batch [649] Speed: 645.297725 samples/sec accuracy=0.718470 lr=0.346097 Epoch[32] Batch [699] Speed: 3818.268331 samples/sec accuracy=0.718691 lr=0.345948 Epoch[32] Batch [749] Speed: 4039.979999 samples/sec accuracy=0.718753 lr=0.345799 Epoch[32] Batch [799] Speed: 1804.310548 samples/sec accuracy=0.718896 lr=0.345649 Epoch[32] Batch [849] Speed: 2224.667992 samples/sec accuracy=0.718986 lr=0.345499 Epoch[32] Batch [899] Speed: 1446.944675 samples/sec accuracy=0.719097 lr=0.345349 Epoch[32] Batch [949] Speed: 4911.043905 samples/sec accuracy=0.719279 lr=0.345199 Epoch[32] Batch [999] Speed: 1864.434230 samples/sec accuracy=0.719310 lr=0.345049 Epoch[32] Batch [1049] Speed: 4409.271667 samples/sec accuracy=0.719464 lr=0.344899 Epoch[32] Batch [1099] Speed: 2389.446663 samples/sec accuracy=0.719643 lr=0.344748 Epoch[32] Batch [1149] Speed: 4760.709718 samples/sec accuracy=0.719777 lr=0.344597 Epoch[32] Batch [1199] Speed: 4665.916728 samples/sec accuracy=0.719875 lr=0.344446 Epoch[32] Batch [1249] Speed: 4821.461326 samples/sec accuracy=0.720030 lr=0.344295 [Epoch 32] training: accuracy=0.720038 [Epoch 32] speed: 1923 samples/sec time cost: 675.930193 [Epoch 32] validation: err-top1=0.397222 err-top5=0.162608 Epoch[33] Batch [49] Speed: 4578.938403 samples/sec accuracy=0.718609 lr=0.344141 Epoch[33] Batch [99] Speed: 5132.335557 samples/sec accuracy=0.718715 lr=0.343989 Epoch[33] Batch [149] Speed: 4947.813129 samples/sec accuracy=0.718611 lr=0.343838 Epoch[33] Batch [199] Speed: 4724.380300 samples/sec accuracy=0.718396 lr=0.343686 Epoch[33] Batch [249] Speed: 4577.217085 samples/sec accuracy=0.718534 lr=0.343534 Epoch[33] Batch [299] Speed: 4591.607845 samples/sec accuracy=0.718714 lr=0.343382 Epoch[33] Batch [349] Speed: 4505.133485 samples/sec accuracy=0.719016 lr=0.343229 Epoch[33] Batch [399] Speed: 4833.393836 samples/sec accuracy=0.719154 lr=0.343077 Epoch[33] Batch [449] Speed: 4987.578334 samples/sec accuracy=0.719392 lr=0.342924 Epoch[33] Batch [499] Speed: 4981.009390 samples/sec accuracy=0.719634 lr=0.342771 Epoch[33] Batch [549] Speed: 4607.154142 samples/sec accuracy=0.719812 lr=0.342618 Epoch[33] Batch [599] Speed: 4949.566696 samples/sec accuracy=0.719948 lr=0.342465 Epoch[33] Batch [649] Speed: 4769.844739 samples/sec accuracy=0.720221 lr=0.342312 Epoch[33] Batch [699] Speed: 4886.675367 samples/sec accuracy=0.720457 lr=0.342158 Epoch[33] Batch [749] Speed: 4537.638573 samples/sec accuracy=0.720499 lr=0.342005 Epoch[33] Batch [799] Speed: 4924.890543 samples/sec accuracy=0.720653 lr=0.341851 Epoch[33] Batch [849] Speed: 4740.722656 samples/sec accuracy=0.720806 lr=0.341697 Epoch[33] Batch [899] Speed: 4730.882963 samples/sec accuracy=0.720956 lr=0.341543 Epoch[33] Batch [949] Speed: 4631.840200 samples/sec accuracy=0.721089 lr=0.341388 Epoch[33] Batch [999] Speed: 4774.894098 samples/sec accuracy=0.721207 lr=0.341234 Epoch[33] Batch [1049] Speed: 4220.597830 samples/sec accuracy=0.721282 lr=0.341079 Epoch[33] Batch [1099] Speed: 4543.601436 samples/sec accuracy=0.721365 lr=0.340924 Epoch[33] Batch [1149] Speed: 4836.281445 samples/sec accuracy=0.721444 lr=0.340769 Epoch[33] Batch [1199] Speed: 4899.115098 samples/sec accuracy=0.721546 lr=0.340614 Epoch[33] Batch [1249] Speed: 5039.839437 samples/sec accuracy=0.721691 lr=0.340458 [Epoch 33] training: accuracy=0.721693 [Epoch 33] speed: 4743 samples/sec time cost: 280.107468 [Epoch 33] validation: err-top1=0.415796 err-top5=0.177974 Epoch[34] Batch [49] Speed: 4257.531418 samples/sec accuracy=0.719616 lr=0.340300 Epoch[34] Batch [99] Speed: 4701.824852 samples/sec accuracy=0.719443 lr=0.340144 Epoch[34] Batch [149] Speed: 5090.503677 samples/sec accuracy=0.720262 lr=0.339988 Epoch[34] Batch [199] Speed: 3995.716723 samples/sec accuracy=0.720152 lr=0.339832 Epoch[34] Batch [249] Speed: 4961.195642 samples/sec accuracy=0.720375 lr=0.339676 Epoch[34] Batch [299] Speed: 4892.333328 samples/sec accuracy=0.720516 lr=0.339520 Epoch[34] Batch [349] Speed: 5000.835648 samples/sec accuracy=0.720707 lr=0.339363 Epoch[34] Batch [399] Speed: 5025.760873 samples/sec accuracy=0.720590 lr=0.339206 Epoch[34] Batch [449] Speed: 5019.709782 samples/sec accuracy=0.720795 lr=0.339049 Epoch[34] Batch [499] Speed: 4831.445279 samples/sec accuracy=0.721038 lr=0.338892 Epoch[34] Batch [549] Speed: 4621.991100 samples/sec accuracy=0.721056 lr=0.338735 Epoch[34] Batch [599] Speed: 4883.618667 samples/sec accuracy=0.721280 lr=0.338578 Epoch[34] Batch [649] Speed: 4836.750702 samples/sec accuracy=0.721496 lr=0.338420 Epoch[34] Batch [699] Speed: 5019.670357 samples/sec accuracy=0.721620 lr=0.338263 Epoch[34] Batch [749] Speed: 4795.160029 samples/sec accuracy=0.721834 lr=0.338105 Epoch[34] Batch [799] Speed: 4840.402429 samples/sec accuracy=0.722102 lr=0.337947 Epoch[34] Batch [849] Speed: 4888.243540 samples/sec accuracy=0.722309 lr=0.337788 Epoch[34] Batch [899] Speed: 5051.408435 samples/sec accuracy=0.722385 lr=0.337630 Epoch[34] Batch [949] Speed: 4191.568429 samples/sec accuracy=0.722572 lr=0.337472 Epoch[34] Batch [999] Speed: 4309.946775 samples/sec accuracy=0.722656 lr=0.337313 Epoch[34] Batch [1049] Speed: 4542.178543 samples/sec accuracy=0.722754 lr=0.337154 Epoch[34] Batch [1099] Speed: 4953.384544 samples/sec accuracy=0.722763 lr=0.336995 Epoch[34] Batch [1149] Speed: 4762.384896 samples/sec accuracy=0.722743 lr=0.336836 Epoch[34] Batch [1199] Speed: 4626.039430 samples/sec accuracy=0.722772 lr=0.336677 Epoch[34] Batch [1249] Speed: 4840.605149 samples/sec accuracy=0.722851 lr=0.336517 [Epoch 34] training: accuracy=0.722854 [Epoch 34] speed: 4734 samples/sec time cost: 280.090579 [Epoch 34] validation: err-top1=0.406230 err-top5=0.166016 Epoch[35] Batch [49] Speed: 4891.622790 samples/sec accuracy=0.722212 lr=0.336354 Epoch[35] Batch [99] Speed: 5034.362978 samples/sec accuracy=0.721258 lr=0.336194 Epoch[35] Batch [149] Speed: 4998.896273 samples/sec accuracy=0.720963 lr=0.336034 Epoch[35] Batch [199] Speed: 4833.516550 samples/sec accuracy=0.721135 lr=0.335874 Epoch[35] Batch [249] Speed: 4818.192773 samples/sec accuracy=0.721392 lr=0.335714 Epoch[35] Batch [299] Speed: 4927.382219 samples/sec accuracy=0.721472 lr=0.335553 Epoch[35] Batch [349] Speed: 4874.530774 samples/sec accuracy=0.721560 lr=0.335393 Epoch[35] Batch [399] Speed: 4497.089618 samples/sec accuracy=0.721465 lr=0.335232 Epoch[35] Batch [449] Speed: 4649.074366 samples/sec accuracy=0.721466 lr=0.335071 Epoch[35] Batch [499] Speed: 4767.446830 samples/sec accuracy=0.721582 lr=0.334910 Epoch[35] Batch [549] Speed: 4639.601237 samples/sec accuracy=0.721652 lr=0.334749 Epoch[35] Batch [599] Speed: 4833.153756 samples/sec accuracy=0.721834 lr=0.334587 Epoch[35] Batch [649] Speed: 4897.305846 samples/sec accuracy=0.721968 lr=0.334425 Epoch[35] Batch [699] Speed: 5010.365640 samples/sec accuracy=0.722080 lr=0.334264 Epoch[35] Batch [749] Speed: 4809.105710 samples/sec accuracy=0.722346 lr=0.334102 Epoch[35] Batch [799] Speed: 4597.466624 samples/sec accuracy=0.722453 lr=0.333940 Epoch[35] Batch [849] Speed: 4702.255302 samples/sec accuracy=0.722564 lr=0.333777 Epoch[35] Batch [899] Speed: 4950.982931 samples/sec accuracy=0.722811 lr=0.333615 Epoch[35] Batch [949] Speed: 4905.640229 samples/sec accuracy=0.723015 lr=0.333452 Epoch[35] Batch [999] Speed: 4157.160180 samples/sec accuracy=0.723125 lr=0.333290 Epoch[35] Batch [1049] Speed: 4597.145484 samples/sec accuracy=0.723247 lr=0.333127 Epoch[35] Batch [1099] Speed: 4846.706802 samples/sec accuracy=0.723350 lr=0.332964 Epoch[35] Batch [1149] Speed: 4929.381336 samples/sec accuracy=0.723481 lr=0.332801 Epoch[35] Batch [1199] Speed: 4703.780787 samples/sec accuracy=0.723668 lr=0.332637 Epoch[35] Batch [1249] Speed: 4865.678711 samples/sec accuracy=0.723789 lr=0.332474 [Epoch 35] training: accuracy=0.723792 [Epoch 35] speed: 4777 samples/sec time cost: 279.001877 [Epoch 35] validation: err-top1=0.408442 err-top5=0.169523 Epoch[36] Batch [49] Speed: 4734.854607 samples/sec accuracy=0.723618 lr=0.332307 Epoch[36] Batch [99] Speed: 4877.773198 samples/sec accuracy=0.723867 lr=0.332143 Epoch[36] Batch [149] Speed: 4896.545183 samples/sec accuracy=0.723495 lr=0.331979 Epoch[36] Batch [199] Speed: 4924.568560 samples/sec accuracy=0.723306 lr=0.331815 Epoch[36] Batch [249] Speed: 5010.830472 samples/sec accuracy=0.723213 lr=0.331650 Epoch[36] Batch [299] Speed: 4771.327682 samples/sec accuracy=0.723466 lr=0.331486 Epoch[36] Batch [349] Speed: 4594.614549 samples/sec accuracy=0.723639 lr=0.331321 Epoch[36] Batch [399] Speed: 4543.707569 samples/sec accuracy=0.723761 lr=0.331157 Epoch[36] Batch [449] Speed: 4765.539545 samples/sec accuracy=0.723948 lr=0.330992 Epoch[36] Batch [499] Speed: 4950.123691 samples/sec accuracy=0.724037 lr=0.330827 Epoch[36] Batch [549] Speed: 4808.367353 samples/sec accuracy=0.724109 lr=0.330661 Epoch[36] Batch [599] Speed: 4573.339619 samples/sec accuracy=0.724198 lr=0.330496 Epoch[36] Batch [649] Speed: 5109.767196 samples/sec accuracy=0.724225 lr=0.330330 Epoch[36] Batch [699] Speed: 4819.533517 samples/sec accuracy=0.724442 lr=0.330165 Epoch[36] Batch [749] Speed: 5003.623718 samples/sec accuracy=0.724496 lr=0.329999 Epoch[36] Batch [799] Speed: 5044.119880 samples/sec accuracy=0.724574 lr=0.329833 Epoch[36] Batch [849] Speed: 4956.804605 samples/sec accuracy=0.724717 lr=0.329667 Epoch[36] Batch [899] Speed: 4619.807091 samples/sec accuracy=0.724853 lr=0.329500 Epoch[36] Batch [949] Speed: 4342.692795 samples/sec accuracy=0.724998 lr=0.329334 Epoch[36] Batch [999] Speed: 4703.491702 samples/sec accuracy=0.725050 lr=0.329167 Epoch[36] Batch [1049] Speed: 4712.889668 samples/sec accuracy=0.725135 lr=0.329000 Epoch[36] Batch [1099] Speed: 4489.563849 samples/sec accuracy=0.725254 lr=0.328833 Epoch[36] Batch [1149] Speed: 4974.080381 samples/sec accuracy=0.725350 lr=0.328666 Epoch[36] Batch [1199] Speed: 4985.712772 samples/sec accuracy=0.725453 lr=0.328499 Epoch[36] Batch [1249] Speed: 4696.887061 samples/sec accuracy=0.725597 lr=0.328332 [Epoch 36] training: accuracy=0.725598 [Epoch 36] speed: 4784 samples/sec time cost: 278.139129 [Epoch 36] validation: err-top1=0.397501 err-top5=0.163524 Epoch[37] Batch [49] Speed: 4760.526931 samples/sec accuracy=0.726173 lr=0.328161 Epoch[37] Batch [99] Speed: 5037.149579 samples/sec accuracy=0.725489 lr=0.327993 Epoch[37] Batch [149] Speed: 4793.180869 samples/sec accuracy=0.725776 lr=0.327825 Epoch[37] Batch [199] Speed: 4912.344348 samples/sec accuracy=0.725871 lr=0.327657 Epoch[37] Batch [249] Speed: 4770.077086 samples/sec accuracy=0.725627 lr=0.327489 Epoch[37] Batch [299] Speed: 4648.655207 samples/sec accuracy=0.725678 lr=0.327321 Epoch[37] Batch [349] Speed: 4488.181255 samples/sec accuracy=0.725662 lr=0.327152 Epoch[37] Batch [399] Speed: 4513.290882 samples/sec accuracy=0.725628 lr=0.326983 Epoch[37] Batch [449] Speed: 4806.148802 samples/sec accuracy=0.725619 lr=0.326815 Epoch[37] Batch [499] Speed: 4591.918000 samples/sec accuracy=0.725529 lr=0.326646 Epoch[37] Batch [549] Speed: 4589.995499 samples/sec accuracy=0.725558 lr=0.326477 Epoch[37] Batch [599] Speed: 4109.365345 samples/sec accuracy=0.725732 lr=0.326307 Epoch[37] Batch [649] Speed: 4661.369288 samples/sec accuracy=0.725846 lr=0.326138 Epoch[37] Batch [699] Speed: 4319.027301 samples/sec accuracy=0.725967 lr=0.325968 Epoch[37] Batch [749] Speed: 4665.564668 samples/sec accuracy=0.726192 lr=0.325799 Epoch[37] Batch [799] Speed: 4008.711464 samples/sec accuracy=0.726163 lr=0.325629 Epoch[37] Batch [849] Speed: 4989.123391 samples/sec accuracy=0.726242 lr=0.325459 Epoch[37] Batch [899] Speed: 4848.614377 samples/sec accuracy=0.726343 lr=0.325289 Epoch[37] Batch [949] Speed: 4811.841015 samples/sec accuracy=0.726488 lr=0.325118 Epoch[37] Batch [999] Speed: 4283.997179 samples/sec accuracy=0.726542 lr=0.324948 Epoch[37] Batch [1049] Speed: 4840.741978 samples/sec accuracy=0.726761 lr=0.324777 Epoch[37] Batch [1099] Speed: 4837.131687 samples/sec accuracy=0.726833 lr=0.324607 Epoch[37] Batch [1149] Speed: 4766.105710 samples/sec accuracy=0.726973 lr=0.324436 Epoch[37] Batch [1199] Speed: 5124.216727 samples/sec accuracy=0.727037 lr=0.324265 Epoch[37] Batch [1249] Speed: 4961.857634 samples/sec accuracy=0.727155 lr=0.324094 [Epoch 37] training: accuracy=0.727163 [Epoch 37] speed: 4665 samples/sec time cost: 285.873001 [Epoch 37] validation: err-top1=0.385483 err-top5=0.154098 Epoch[38] Batch [49] Speed: 4837.244240 samples/sec accuracy=0.725529 lr=0.323919 Epoch[38] Batch [99] Speed: 4933.270316 samples/sec accuracy=0.725435 lr=0.323747 Epoch[38] Batch [149] Speed: 4764.102050 samples/sec accuracy=0.725288 lr=0.323576 Epoch[38] Batch [199] Speed: 4404.425732 samples/sec accuracy=0.725473 lr=0.323404 Epoch[38] Batch [249] Speed: 4866.021376 samples/sec accuracy=0.725613 lr=0.323232 Epoch[38] Batch [299] Speed: 4908.860674 samples/sec accuracy=0.725891 lr=0.323060 Epoch[38] Batch [349] Speed: 4988.654814 samples/sec accuracy=0.725865 lr=0.322888 Epoch[38] Batch [399] Speed: 2214.387582 samples/sec accuracy=0.725741 lr=0.322715 Epoch[38] Batch [449] Speed: 4866.234628 samples/sec accuracy=0.725868 lr=0.322543 Epoch[38] Batch [499] Speed: 4857.679972 samples/sec accuracy=0.725970 lr=0.322370 Epoch[38] Batch [549] Speed: 4913.232001 samples/sec accuracy=0.726243 lr=0.322197 Epoch[38] Batch [599] Speed: 5146.927129 samples/sec accuracy=0.726517 lr=0.322025 Epoch[38] Batch [649] Speed: 4724.641606 samples/sec accuracy=0.726636 lr=0.321851 Epoch[38] Batch [699] Speed: 4852.534145 samples/sec accuracy=0.726765 lr=0.321678 Epoch[38] Batch [749] Speed: 4795.101140 samples/sec accuracy=0.726895 lr=0.321505 Epoch[38] Batch [799] Speed: 5070.329483 samples/sec accuracy=0.727211 lr=0.321331 Epoch[38] Batch [849] Speed: 5021.291955 samples/sec accuracy=0.727318 lr=0.321158 Epoch[38] Batch [899] Speed: 5072.689652 samples/sec accuracy=0.727481 lr=0.320984 Epoch[38] Batch [949] Speed: 4890.315030 samples/sec accuracy=0.727708 lr=0.320810 Epoch[38] Batch [999] Speed: 4966.322177 samples/sec accuracy=0.727895 lr=0.320636 Epoch[38] Batch [1049] Speed: 4780.533333 samples/sec accuracy=0.728006 lr=0.320462 Epoch[38] Batch [1099] Speed: 5072.715175 samples/sec accuracy=0.728098 lr=0.320287 Epoch[38] Batch [1149] Speed: 4751.785624 samples/sec accuracy=0.728261 lr=0.320113 Epoch[38] Batch [1199] Speed: 4909.774795 samples/sec accuracy=0.728455 lr=0.319938 Epoch[38] Batch [1249] Speed: 5058.981097 samples/sec accuracy=0.728607 lr=0.319763 [Epoch 38] training: accuracy=0.728610 [Epoch 38] speed: 4659 samples/sec time cost: 285.044982 [Epoch 38] validation: err-top1=0.402164 err-top5=0.167650 Epoch[39] Batch [49] Speed: 4753.420016 samples/sec accuracy=0.728026 lr=0.319585 Epoch[39] Batch [99] Speed: 4777.000358 samples/sec accuracy=0.728519 lr=0.319410 Epoch[39] Batch [149] Speed: 4961.119653 samples/sec accuracy=0.728289 lr=0.319234 Epoch[39] Batch [199] Speed: 4960.535660 samples/sec accuracy=0.728140 lr=0.319059 Epoch[39] Batch [249] Speed: 5143.179294 samples/sec accuracy=0.728155 lr=0.318883 Epoch[39] Batch [299] Speed: 4885.655561 samples/sec accuracy=0.728222 lr=0.318708 Epoch[39] Batch [349] Speed: 4755.667338 samples/sec accuracy=0.728139 lr=0.318532 Epoch[39] Batch [399] Speed: 4732.186083 samples/sec accuracy=0.728265 lr=0.318356 Epoch[39] Batch [449] Speed: 5032.124526 samples/sec accuracy=0.728280 lr=0.318180 Epoch[39] Batch [499] Speed: 4938.939860 samples/sec accuracy=0.728345 lr=0.318004 Epoch[39] Batch [549] Speed: 4934.247856 samples/sec accuracy=0.728391 lr=0.317827 Epoch[39] Batch [599] Speed: 4954.190285 samples/sec accuracy=0.728523 lr=0.317651 Epoch[39] Batch [649] Speed: 5017.540844 samples/sec accuracy=0.728566 lr=0.317474 Epoch[39] Batch [699] Speed: 5047.298656 samples/sec accuracy=0.728625 lr=0.317297 Epoch[39] Batch [749] Speed: 4793.998043 samples/sec accuracy=0.728769 lr=0.317120 Epoch[39] Batch [799] Speed: 4796.341539 samples/sec accuracy=0.728838 lr=0.316943 Epoch[39] Batch [849] Speed: 4814.891835 samples/sec accuracy=0.728955 lr=0.316766 Epoch[39] Batch [899] Speed: 4959.609643 samples/sec accuracy=0.729160 lr=0.316589 Epoch[39] Batch [949] Speed: 5005.506444 samples/sec accuracy=0.729316 lr=0.316411 Epoch[39] Batch [999] Speed: 4809.373133 samples/sec accuracy=0.729398 lr=0.316233 Epoch[39] Batch [1049] Speed: 4853.307847 samples/sec accuracy=0.729470 lr=0.316056 Epoch[39] Batch [1099] Speed: 4882.250915 samples/sec accuracy=0.729487 lr=0.315878 Epoch[39] Batch [1149] Speed: 4920.668139 samples/sec accuracy=0.729533 lr=0.315700 Epoch[39] Batch [1199] Speed: 4731.406731 samples/sec accuracy=0.729547 lr=0.315522 Epoch[39] Batch [1249] Speed: 4929.172583 samples/sec accuracy=0.729630 lr=0.315343 [Epoch 39] training: accuracy=0.729630 [Epoch 39] speed: 4889 samples/sec time cost: 271.975447 [Epoch 39] validation: err-top1=0.393276 err-top5=0.158681 Epoch[40] Batch [49] Speed: 4823.423505 samples/sec accuracy=0.728422 lr=0.315161 Epoch[40] Batch [99] Speed: 5006.503487 samples/sec accuracy=0.728356 lr=0.314983 Epoch[40] Batch [149] Speed: 4959.556382 samples/sec accuracy=0.727847 lr=0.314804 Epoch[40] Batch [199] Speed: 4918.959210 samples/sec accuracy=0.728047 lr=0.314625 Epoch[40] Batch [249] Speed: 4879.842031 samples/sec accuracy=0.728079 lr=0.314446 Epoch[40] Batch [299] Speed: 2810.817711 samples/sec accuracy=0.728158 lr=0.314267 Epoch[40] Batch [349] Speed: 3873.119094 samples/sec accuracy=0.728187 lr=0.314087 Epoch[40] Batch [399] Speed: 4767.779820 samples/sec accuracy=0.728407 lr=0.313908 Epoch[40] Batch [449] Speed: 1655.145251 samples/sec accuracy=0.728272 lr=0.313728 Epoch[40] Batch [499] Speed: 2083.943017 samples/sec accuracy=0.728545 lr=0.313549 Epoch[40] Batch [549] Speed: 4832.424309 samples/sec accuracy=0.728861 lr=0.313369 Epoch[40] Batch [599] Speed: 2711.437585 samples/sec accuracy=0.729042 lr=0.313189 Epoch[40] Batch [649] Speed: 4041.158916 samples/sec accuracy=0.729209 lr=0.313009 Epoch[40] Batch [699] Speed: 3891.430893 samples/sec accuracy=0.729366 lr=0.312829 Epoch[40] Batch [749] Speed: 1498.741336 samples/sec accuracy=0.729505 lr=0.312648 Epoch[40] Batch [799] Speed: 4147.675059 samples/sec accuracy=0.729662 lr=0.312468 Epoch[40] Batch [849] Speed: 4760.294141 samples/sec accuracy=0.729809 lr=0.312287 Epoch[40] Batch [899] Speed: 2016.457847 samples/sec accuracy=0.729942 lr=0.312106 Epoch[40] Batch [949] Speed: 4710.357626 samples/sec accuracy=0.730107 lr=0.311925 Epoch[40] Batch [999] Speed: 3489.258669 samples/sec accuracy=0.730294 lr=0.311744 Epoch[40] Batch [1049] Speed: 4495.545781 samples/sec accuracy=0.730473 lr=0.311563 Epoch[40] Batch [1099] Speed: 4430.543614 samples/sec accuracy=0.730622 lr=0.311382 Epoch[40] Batch [1149] Speed: 4171.945388 samples/sec accuracy=0.730721 lr=0.311201 Epoch[40] Batch [1199] Speed: 3744.246323 samples/sec accuracy=0.730836 lr=0.311019 Epoch[40] Batch [1249] Speed: 1972.320177 samples/sec accuracy=0.730994 lr=0.310837 [Epoch 40] training: accuracy=0.730997 [Epoch 40] speed: 3228 samples/sec time cost: 430.818045 [Epoch 40] validation: err-top1=0.397888 err-top5=0.163310 Epoch[41] Batch [49] Speed: 2219.121712 samples/sec accuracy=0.731138 lr=0.310652 Epoch[41] Batch [99] Speed: 990.858401 samples/sec accuracy=0.730303 lr=0.310470 Epoch[41] Batch [149] Speed: 1840.035975 samples/sec accuracy=0.730250 lr=0.310288 Epoch[41] Batch [199] Speed: 1563.229135 samples/sec accuracy=0.730169 lr=0.310105 Epoch[41] Batch [249] Speed: 2643.296890 samples/sec accuracy=0.730047 lr=0.309923 Epoch[41] Batch [299] Speed: 2066.914733 samples/sec accuracy=0.729864 lr=0.309741 Epoch[41] Batch [349] Speed: 2870.691658 samples/sec accuracy=0.730086 lr=0.309558 Epoch[41] Batch [399] Speed: 3846.109957 samples/sec accuracy=0.729986 lr=0.309375 Epoch[41] Batch [449] Speed: 4369.727744 samples/sec accuracy=0.730216 lr=0.309192 Epoch[41] Batch [499] Speed: 2234.565004 samples/sec accuracy=0.730173 lr=0.309009 Epoch[41] Batch [549] Speed: 4754.720423 samples/sec accuracy=0.730259 lr=0.308826 Epoch[41] Batch [599] Speed: 2108.901527 samples/sec accuracy=0.730482 lr=0.308643 Epoch[41] Batch [649] Speed: 1008.247863 samples/sec accuracy=0.730604 lr=0.308459 Epoch[41] Batch [699] Speed: 4790.713597 samples/sec accuracy=0.730646 lr=0.308276 Epoch[41] Batch [749] Speed: 3901.983691 samples/sec accuracy=0.730817 lr=0.308092 Epoch[41] Batch [799] Speed: 4346.064586 samples/sec accuracy=0.730865 lr=0.307908 Epoch[41] Batch [849] Speed: 4417.136456 samples/sec accuracy=0.731045 lr=0.307725 Epoch[41] Batch [899] Speed: 4929.996383 samples/sec accuracy=0.731095 lr=0.307540 Epoch[41] Batch [949] Speed: 4817.625622 samples/sec accuracy=0.731226 lr=0.307356 Epoch[41] Batch [999] Speed: 4691.927749 samples/sec accuracy=0.731240 lr=0.307172 Epoch[41] Batch [1049] Speed: 4774.339748 samples/sec accuracy=0.731353 lr=0.306988 Epoch[41] Batch [1099] Speed: 4962.165936 samples/sec accuracy=0.731495 lr=0.306803 Epoch[41] Batch [1149] Speed: 4656.333513 samples/sec accuracy=0.731572 lr=0.306618 Epoch[41] Batch [1199] Speed: 5028.742846 samples/sec accuracy=0.731746 lr=0.306433 Epoch[41] Batch [1249] Speed: 4851.256405 samples/sec accuracy=0.731883 lr=0.306249 [Epoch 41] training: accuracy=0.731884 [Epoch 41] speed: 2763 samples/sec time cost: 473.462924 [Epoch 41] validation: err-top1=0.380222 err-top5=0.148178 Epoch[42] Batch [49] Speed: 4602.045304 samples/sec accuracy=0.730697 lr=0.306060 Epoch[42] Batch [99] Speed: 4540.878191 samples/sec accuracy=0.731338 lr=0.305875 Epoch[42] Batch [149] Speed: 4776.653648 samples/sec accuracy=0.730931 lr=0.305689 Epoch[42] Batch [199] Speed: 4845.859533 samples/sec accuracy=0.730769 lr=0.305504 Epoch[42] Batch [249] Speed: 4592.430795 samples/sec accuracy=0.731078 lr=0.305318 Epoch[42] Batch [299] Speed: 4953.922742 samples/sec accuracy=0.731399 lr=0.305133 Epoch[42] Batch [349] Speed: 4742.596090 samples/sec accuracy=0.731618 lr=0.304947 Epoch[42] Batch [399] Speed: 5037.637592 samples/sec accuracy=0.731801 lr=0.304761 Epoch[42] Batch [449] Speed: 4980.266164 samples/sec accuracy=0.731820 lr=0.304575 Epoch[42] Batch [499] Speed: 3981.766925 samples/sec accuracy=0.731892 lr=0.304388 Epoch[42] Batch [549] Speed: 4777.442983 samples/sec accuracy=0.731826 lr=0.304202 Epoch[42] Batch [599] Speed: 4881.512676 samples/sec accuracy=0.731935 lr=0.304016 Epoch[42] Batch [649] Speed: 4178.933767 samples/sec accuracy=0.731899 lr=0.303829 Epoch[42] Batch [699] Speed: 4914.098834 samples/sec accuracy=0.732072 lr=0.303642 Epoch[42] Batch [749] Speed: 4915.752400 samples/sec accuracy=0.732162 lr=0.303456 Epoch[42] Batch [799] Speed: 4659.526506 samples/sec accuracy=0.732271 lr=0.303269 Epoch[42] Batch [849] Speed: 4450.087005 samples/sec accuracy=0.732320 lr=0.303082 Epoch[42] Batch [899] Speed: 4763.581269 samples/sec accuracy=0.732454 lr=0.302894 Epoch[42] Batch [949] Speed: 4688.571259 samples/sec accuracy=0.732623 lr=0.302707 Epoch[42] Batch [999] Speed: 4535.401348 samples/sec accuracy=0.732746 lr=0.302520 Epoch[42] Batch [1049] Speed: 4762.450906 samples/sec accuracy=0.732873 lr=0.302332 Epoch[42] Batch [1099] Speed: 4817.803309 samples/sec accuracy=0.732931 lr=0.302144 Epoch[42] Batch [1149] Speed: 5103.020728 samples/sec accuracy=0.733063 lr=0.301957 Epoch[42] Batch [1199] Speed: 4865.116529 samples/sec accuracy=0.733134 lr=0.301769 Epoch[42] Batch [1249] Speed: 4216.259513 samples/sec accuracy=0.733202 lr=0.301581 [Epoch 42] training: accuracy=0.733202 [Epoch 42] speed: 4683 samples/sec time cost: 283.775367 [Epoch 42] validation: err-top1=0.365613 err-top5=0.140485 Epoch[43] Batch [49] Speed: 4839.156149 samples/sec accuracy=0.732264 lr=0.301389 Epoch[43] Batch [99] Speed: 4925.654841 samples/sec accuracy=0.732165 lr=0.301200 Epoch[43] Batch [149] Speed: 4365.149914 samples/sec accuracy=0.732127 lr=0.301012 Epoch[43] Batch [199] Speed: 4842.136901 samples/sec accuracy=0.731889 lr=0.300823 Epoch[43] Batch [249] Speed: 5068.430703 samples/sec accuracy=0.731859 lr=0.300635 Epoch[43] Batch [299] Speed: 4613.036930 samples/sec accuracy=0.731775 lr=0.300446 Epoch[43] Batch [349] Speed: 4653.075527 samples/sec accuracy=0.732016 lr=0.300257 Epoch[43] Batch [399] Speed: 5052.205378 samples/sec accuracy=0.732380 lr=0.300068 Epoch[43] Batch [449] Speed: 5004.601467 samples/sec accuracy=0.732567 lr=0.299879 Epoch[43] Batch [499] Speed: 4756.753391 samples/sec accuracy=0.732870 lr=0.299690 Epoch[43] Batch [549] Speed: 4801.155738 samples/sec accuracy=0.733083 lr=0.299500 Epoch[43] Batch [599] Speed: 5055.795925 samples/sec accuracy=0.733231 lr=0.299311 Epoch[43] Batch [649] Speed: 5121.407369 samples/sec accuracy=0.733329 lr=0.299121 Epoch[43] Batch [699] Speed: 4740.544541 samples/sec accuracy=0.733481 lr=0.298932 Epoch[43] Batch [749] Speed: 4559.600006 samples/sec accuracy=0.733563 lr=0.298742 Epoch[43] Batch [799] Speed: 4719.801853 samples/sec accuracy=0.733675 lr=0.298552 Epoch[43] Batch [849] Speed: 4513.462101 samples/sec accuracy=0.733719 lr=0.298362 Epoch[43] Batch [899] Speed: 4410.248547 samples/sec accuracy=0.733771 lr=0.298171 Epoch[43] Batch [949] Speed: 5079.074275 samples/sec accuracy=0.733862 lr=0.297981 Epoch[43] Batch [999] Speed: 4531.149093 samples/sec accuracy=0.734010 lr=0.297791 Epoch[43] Batch [1049] Speed: 4837.071436 samples/sec accuracy=0.734154 lr=0.297600 Epoch[43] Batch [1099] Speed: 4899.091069 samples/sec accuracy=0.734261 lr=0.297409 Epoch[43] Batch [1149] Speed: 4711.813626 samples/sec accuracy=0.734331 lr=0.297219 Epoch[43] Batch [1199] Speed: 4291.982565 samples/sec accuracy=0.734405 lr=0.297028 Epoch[43] Batch [1249] Speed: 4741.332140 samples/sec accuracy=0.734422 lr=0.296837 [Epoch 43] training: accuracy=0.734421 [Epoch 43] speed: 4748 samples/sec time cost: 280.288300 [Epoch 43] validation: err-top1=0.383311 err-top5=0.151905 Epoch[44] Batch [49] Speed: 3999.337321 samples/sec accuracy=0.733290 lr=0.296642 Epoch[44] Batch [99] Speed: 4682.975411 samples/sec accuracy=0.732541 lr=0.296451 Epoch[44] Batch [149] Speed: 4960.188721 samples/sec accuracy=0.733276 lr=0.296259 Epoch[44] Batch [199] Speed: 4861.913580 samples/sec accuracy=0.733714 lr=0.296068 Epoch[44] Batch [249] Speed: 4826.433170 samples/sec accuracy=0.733999 lr=0.295876 Epoch[44] Batch [299] Speed: 1111.388043 samples/sec accuracy=0.733791 lr=0.295684 Epoch[44] Batch [349] Speed: 4957.543249 samples/sec accuracy=0.733604 lr=0.295493 Epoch[44] Batch [399] Speed: 4905.614343 samples/sec accuracy=0.733638 lr=0.295301 Epoch[44] Batch [449] Speed: 4821.788805 samples/sec accuracy=0.733760 lr=0.295109 Epoch[44] Batch [499] Speed: 4791.139098 samples/sec accuracy=0.733862 lr=0.294917 Epoch[44] Batch [549] Speed: 4922.838866 samples/sec accuracy=0.734016 lr=0.294724 Epoch[44] Batch [599] Speed: 4951.913722 samples/sec accuracy=0.734195 lr=0.294532 Epoch[44] Batch [649] Speed: 4752.221275 samples/sec accuracy=0.734388 lr=0.294339 Epoch[44] Batch [699] Speed: 5023.426652 samples/sec accuracy=0.734541 lr=0.294147 Epoch[44] Batch [749] Speed: 4899.114986 samples/sec accuracy=0.734674 lr=0.293954 Epoch[44] Batch [799] Speed: 4926.986320 samples/sec accuracy=0.734801 lr=0.293761 Epoch[44] Batch [849] Speed: 4867.517954 samples/sec accuracy=0.734903 lr=0.293568 Epoch[44] Batch [899] Speed: 5003.205683 samples/sec accuracy=0.734974 lr=0.293375 Epoch[44] Batch [949] Speed: 4975.513102 samples/sec accuracy=0.735068 lr=0.293182 Epoch[44] Batch [999] Speed: 4778.567927 samples/sec accuracy=0.735155 lr=0.292989 Epoch[44] Batch [1049] Speed: 4747.172715 samples/sec accuracy=0.735206 lr=0.292795 Epoch[44] Batch [1099] Speed: 5048.717136 samples/sec accuracy=0.735287 lr=0.292602 Epoch[44] Batch [1149] Speed: 5026.919089 samples/sec accuracy=0.735402 lr=0.292408 Epoch[44] Batch [1199] Speed: 4837.134955 samples/sec accuracy=0.735589 lr=0.292215 Epoch[44] Batch [1249] Speed: 4918.758775 samples/sec accuracy=0.735722 lr=0.292021 [Epoch 44] training: accuracy=0.735728 [Epoch 44] speed: 4266 samples/sec time cost: 310.156815 [Epoch 44] validation: err-top1=0.387137 err-top5=0.156330 Epoch[45] Batch [49] Speed: 4821.854630 samples/sec accuracy=0.733905 lr=0.291823 Epoch[45] Batch [99] Speed: 4894.557657 samples/sec accuracy=0.734870 lr=0.291629 Epoch[45] Batch [149] Speed: 4743.295106 samples/sec accuracy=0.735051 lr=0.291435 Epoch[45] Batch [199] Speed: 4994.171828 samples/sec accuracy=0.734976 lr=0.291240 Epoch[45] Batch [249] Speed: 4815.930371 samples/sec accuracy=0.735319 lr=0.291046 Epoch[45] Batch [299] Speed: 4700.537678 samples/sec accuracy=0.735495 lr=0.290852 Epoch[45] Batch [349] Speed: 4785.901427 samples/sec accuracy=0.735634 lr=0.290657 Epoch[45] Batch [399] Speed: 4921.013969 samples/sec accuracy=0.735643 lr=0.290462 Epoch[45] Batch [449] Speed: 5094.472639 samples/sec accuracy=0.735713 lr=0.290267 Epoch[45] Batch [499] Speed: 5021.737209 samples/sec accuracy=0.735983 lr=0.290073 Epoch[45] Batch [549] Speed: 4938.955649 samples/sec accuracy=0.736099 lr=0.289878 Epoch[45] Batch [599] Speed: 5133.484149 samples/sec accuracy=0.736391 lr=0.289682 Epoch[45] Batch [649] Speed: 4869.440956 samples/sec accuracy=0.736618 lr=0.289487 Epoch[45] Batch [699] Speed: 4985.407440 samples/sec accuracy=0.736748 lr=0.289292 Epoch[45] Batch [749] Speed: 4339.246705 samples/sec accuracy=0.736858 lr=0.289096 Epoch[45] Batch [799] Speed: 2067.712260 samples/sec accuracy=0.736879 lr=0.288901 Epoch[45] Batch [849] Speed: 3014.587046 samples/sec accuracy=0.736969 lr=0.288705 Epoch[45] Batch [899] Speed: 4676.153589 samples/sec accuracy=0.737046 lr=0.288509 Epoch[45] Batch [949] Speed: 2389.963196 samples/sec accuracy=0.737092 lr=0.288314 Epoch[45] Batch [999] Speed: 4942.840643 samples/sec accuracy=0.737208 lr=0.288118 Epoch[45] Batch [1049] Speed: 1723.074067 samples/sec accuracy=0.737290 lr=0.287921 Epoch[45] Batch [1099] Speed: 1539.449696 samples/sec accuracy=0.737370 lr=0.287725 Epoch[45] Batch [1149] Speed: 1267.791919 samples/sec accuracy=0.737478 lr=0.287529 Epoch[45] Batch [1199] Speed: 2113.053304 samples/sec accuracy=0.737541 lr=0.287333 Epoch[45] Batch [1249] Speed: 4965.453242 samples/sec accuracy=0.737650 lr=0.287136 [Epoch 45] training: accuracy=0.737647 [Epoch 45] speed: 3363 samples/sec time cost: 390.785464 [Epoch 45] validation: err-top1=0.369320 err-top5=0.143614 Epoch[46] Batch [49] Speed: 4899.390726 samples/sec accuracy=0.736155 lr=0.286936 Epoch[46] Batch [99] Speed: 4766.810723 samples/sec accuracy=0.736374 lr=0.286739 Epoch[46] Batch [149] Speed: 2336.563431 samples/sec accuracy=0.735946 lr=0.286542 Epoch[46] Batch [199] Speed: 4578.078217 samples/sec accuracy=0.736011 lr=0.286345 Epoch[46] Batch [249] Speed: 4841.655136 samples/sec accuracy=0.736247 lr=0.286148 Epoch[46] Batch [299] Speed: 4684.302233 samples/sec accuracy=0.736316 lr=0.285951 Epoch[46] Batch [349] Speed: 5104.131245 samples/sec accuracy=0.736379 lr=0.285754 Epoch[46] Batch [399] Speed: 4991.770891 samples/sec accuracy=0.736500 lr=0.285556 Epoch[46] Batch [449] Speed: 2133.596834 samples/sec accuracy=0.736658 lr=0.285359 Epoch[46] Batch [499] Speed: 4241.082310 samples/sec accuracy=0.736672 lr=0.285161 Epoch[46] Batch [549] Speed: 3893.942678 samples/sec accuracy=0.736925 lr=0.284964 Epoch[46] Batch [599] Speed: 4481.492200 samples/sec accuracy=0.737295 lr=0.284766 Epoch[46] Batch [649] Speed: 1392.323770 samples/sec accuracy=0.737462 lr=0.284568 Epoch[46] Batch [699] Speed: 2323.682522 samples/sec accuracy=0.737607 lr=0.284370 Epoch[46] Batch [749] Speed: 3446.278596 samples/sec accuracy=0.737728 lr=0.284172 Epoch[46] Batch [799] Speed: 1886.064392 samples/sec accuracy=0.737916 lr=0.283974 Epoch[46] Batch [849] Speed: 4039.069161 samples/sec accuracy=0.738009 lr=0.283776 Epoch[46] Batch [899] Speed: 2573.783656 samples/sec accuracy=0.738085 lr=0.283577 Epoch[46] Batch [949] Speed: 4729.695977 samples/sec accuracy=0.738171 lr=0.283379 Epoch[46] Batch [999] Speed: 4956.701980 samples/sec accuracy=0.738295 lr=0.283181 Epoch[46] Batch [1049] Speed: 5049.844990 samples/sec accuracy=0.738326 lr=0.282982 Epoch[46] Batch [1099] Speed: 663.216208 samples/sec accuracy=0.738486 lr=0.282783 Epoch[46] Batch [1149] Speed: 1893.748989 samples/sec accuracy=0.738559 lr=0.282584 Epoch[46] Batch [1199] Speed: 2804.900927 samples/sec accuracy=0.738640 lr=0.282385 Epoch[46] Batch [1249] Speed: 2079.787138 samples/sec accuracy=0.738679 lr=0.282186 [Epoch 46] training: accuracy=0.738679 [Epoch 46] speed: 2699 samples/sec time cost: 484.607530 [Epoch 46] validation: err-top1=0.373637 err-top5=0.145081 Epoch[47] Batch [49] Speed: 4683.778626 samples/sec accuracy=0.738276 lr=0.281983 Epoch[47] Batch [99] Speed: 1959.306056 samples/sec accuracy=0.737652 lr=0.281784 Epoch[47] Batch [149] Speed: 2577.054669 samples/sec accuracy=0.737354 lr=0.281585 Epoch[47] Batch [199] Speed: 4589.357410 samples/sec accuracy=0.737338 lr=0.281385 Epoch[47] Batch [249] Speed: 4699.553965 samples/sec accuracy=0.737492 lr=0.281186 Epoch[47] Batch [299] Speed: 5033.593835 samples/sec accuracy=0.737720 lr=0.280986 Epoch[47] Batch [349] Speed: 5053.937391 samples/sec accuracy=0.737918 lr=0.280786 Epoch[47] Batch [399] Speed: 5062.603245 samples/sec accuracy=0.737870 lr=0.280587 Epoch[47] Batch [449] Speed: 2991.942019 samples/sec accuracy=0.738026 lr=0.280387 Epoch[47] Batch [499] Speed: 4651.346588 samples/sec accuracy=0.738156 lr=0.280187 Epoch[47] Batch [549] Speed: 4095.076536 samples/sec accuracy=0.738268 lr=0.279987 Epoch[47] Batch [599] Speed: 4552.947210 samples/sec accuracy=0.738453 lr=0.279786 Epoch[47] Batch [649] Speed: 5009.136754 samples/sec accuracy=0.738490 lr=0.279586 Epoch[47] Batch [699] Speed: 4456.597942 samples/sec accuracy=0.738593 lr=0.279386 Epoch[47] Batch [749] Speed: 4704.458101 samples/sec accuracy=0.738809 lr=0.279185 Epoch[47] Batch [799] Speed: 5054.993803 samples/sec accuracy=0.738950 lr=0.278985 Epoch[47] Batch [849] Speed: 4699.539258 samples/sec accuracy=0.739131 lr=0.278784 Epoch[47] Batch [899] Speed: 4771.587315 samples/sec accuracy=0.739171 lr=0.278583 Epoch[47] Batch [949] Speed: 4533.396191 samples/sec accuracy=0.739293 lr=0.278382 Epoch[47] Batch [999] Speed: 4686.967749 samples/sec accuracy=0.739409 lr=0.278181 Epoch[47] Batch [1049] Speed: 4772.562174 samples/sec accuracy=0.739541 lr=0.277980 Epoch[47] Batch [1099] Speed: 4804.473871 samples/sec accuracy=0.739684 lr=0.277779 Epoch[47] Batch [1149] Speed: 5006.819814 samples/sec accuracy=0.739860 lr=0.277578 Epoch[47] Batch [1199] Speed: 4458.216206 samples/sec accuracy=0.739978 lr=0.277377 Epoch[47] Batch [1249] Speed: 4871.424377 samples/sec accuracy=0.740066 lr=0.277175 [Epoch 47] training: accuracy=0.740070 [Epoch 47] speed: 4240 samples/sec time cost: 312.540458 [Epoch 47] validation: err-top1=0.370894 err-top5=0.143495 Epoch[48] Batch [49] Speed: 4728.297512 samples/sec accuracy=0.738147 lr=0.276970 Epoch[48] Batch [99] Speed: 4708.154564 samples/sec accuracy=0.739385 lr=0.276768 Epoch[48] Batch [149] Speed: 4984.371811 samples/sec accuracy=0.739142 lr=0.276566 Epoch[48] Batch [199] Speed: 4946.314626 samples/sec accuracy=0.738900 lr=0.276365 Epoch[48] Batch [249] Speed: 4573.291019 samples/sec accuracy=0.738591 lr=0.276163 Epoch[48] Batch [299] Speed: 4817.681283 samples/sec accuracy=0.738787 lr=0.275961 Epoch[48] Batch [349] Speed: 4830.305407 samples/sec accuracy=0.738969 lr=0.275759 Epoch[48] Batch [399] Speed: 4850.230184 samples/sec accuracy=0.739218 lr=0.275557 Epoch[48] Batch [449] Speed: 4948.604059 samples/sec accuracy=0.739343 lr=0.275354 Epoch[48] Batch [499] Speed: 4659.033390 samples/sec accuracy=0.739253 lr=0.275152 Epoch[48] Batch [549] Speed: 4773.614574 samples/sec accuracy=0.739355 lr=0.274950 Epoch[48] Batch [599] Speed: 5051.700991 samples/sec accuracy=0.739529 lr=0.274747 Epoch[48] Batch [649] Speed: 4837.424248 samples/sec accuracy=0.739623 lr=0.274545 Epoch[48] Batch [699] Speed: 4488.128070 samples/sec accuracy=0.739644 lr=0.274342 Epoch[48] Batch [749] Speed: 4460.909192 samples/sec accuracy=0.739716 lr=0.274139 Epoch[48] Batch [799] Speed: 4707.513540 samples/sec accuracy=0.739879 lr=0.273936 Epoch[48] Batch [849] Speed: 4914.725708 samples/sec accuracy=0.740004 lr=0.273733 Epoch[48] Batch [899] Speed: 4725.828968 samples/sec accuracy=0.740023 lr=0.273530 Epoch[48] Batch [949] Speed: 4565.649303 samples/sec accuracy=0.740153 lr=0.273327 Epoch[48] Batch [999] Speed: 4954.527240 samples/sec accuracy=0.740413 lr=0.273124 Epoch[48] Batch [1049] Speed: 4561.619501 samples/sec accuracy=0.740494 lr=0.272921 Epoch[48] Batch [1099] Speed: 4544.071573 samples/sec accuracy=0.740572 lr=0.272717 Epoch[48] Batch [1149] Speed: 4450.729937 samples/sec accuracy=0.740723 lr=0.272514 Epoch[48] Batch [1199] Speed: 4784.807995 samples/sec accuracy=0.740849 lr=0.272310 Epoch[48] Batch [1249] Speed: 4484.315547 samples/sec accuracy=0.740936 lr=0.272107 [Epoch 48] training: accuracy=0.740943 [Epoch 48] speed: 4723 samples/sec time cost: 281.964945 [Epoch 48] validation: err-top1=0.366749 err-top5=0.141960 Epoch[49] Batch [49] Speed: 4565.818789 samples/sec accuracy=0.741097 lr=0.271899 Epoch[49] Batch [99] Speed: 4842.488159 samples/sec accuracy=0.740662 lr=0.271695 Epoch[49] Batch [149] Speed: 5063.581019 samples/sec accuracy=0.740602 lr=0.271491 Epoch[49] Batch [199] Speed: 4797.236628 samples/sec accuracy=0.740839 lr=0.271287 Epoch[49] Batch [249] Speed: 4724.398697 samples/sec accuracy=0.740433 lr=0.271083 Epoch[49] Batch [299] Speed: 4651.907810 samples/sec accuracy=0.740548 lr=0.270879 Epoch[49] Batch [349] Speed: 4418.235265 samples/sec accuracy=0.740714 lr=0.270675 Epoch[49] Batch [399] Speed: 4785.923826 samples/sec accuracy=0.740813 lr=0.270470 Epoch[49] Batch [449] Speed: 4841.371340 samples/sec accuracy=0.740823 lr=0.270266 Epoch[49] Batch [499] Speed: 4871.346914 samples/sec accuracy=0.740882 lr=0.270061 Epoch[49] Batch [549] Speed: 4931.552058 samples/sec accuracy=0.740845 lr=0.269857 Epoch[49] Batch [599] Speed: 4445.794429 samples/sec accuracy=0.740966 lr=0.269652 Epoch[49] Batch [649] Speed: 4625.689576 samples/sec accuracy=0.741045 lr=0.269447 Epoch[49] Batch [699] Speed: 4698.273584 samples/sec accuracy=0.741097 lr=0.269243 Epoch[49] Batch [749] Speed: 4365.003693 samples/sec accuracy=0.741095 lr=0.269038 Epoch[49] Batch [799] Speed: 4203.123828 samples/sec accuracy=0.741221 lr=0.268833 Epoch[49] Batch [849] Speed: 4403.127661 samples/sec accuracy=0.741298 lr=0.268628 Epoch[49] Batch [899] Speed: 5018.847635 samples/sec accuracy=0.741290 lr=0.268422 Epoch[49] Batch [949] Speed: 4841.642801 samples/sec accuracy=0.741457 lr=0.268217 Epoch[49] Batch [999] Speed: 4723.062882 samples/sec accuracy=0.741426 lr=0.268012 Epoch[49] Batch [1049] Speed: 4908.630991 samples/sec accuracy=0.741497 lr=0.267807 Epoch[49] Batch [1099] Speed: 4990.263157 samples/sec accuracy=0.741615 lr=0.267601 Epoch[49] Batch [1149] Speed: 4916.810365 samples/sec accuracy=0.741733 lr=0.267396 Epoch[49] Batch [1199] Speed: 4566.628344 samples/sec accuracy=0.741916 lr=0.267190 Epoch[49] Batch [1249] Speed: 4450.094751 samples/sec accuracy=0.741943 lr=0.266984 [Epoch 49] training: accuracy=0.741945 [Epoch 49] speed: 4690 samples/sec time cost: 283.196338 [Epoch 49] validation: err-top1=0.376196 err-top5=0.145867 Epoch[50] Batch [49] Speed: 4759.660784 samples/sec accuracy=0.741707 lr=0.266774 Epoch[50] Batch [99] Speed: 5103.059896 samples/sec accuracy=0.740479 lr=0.266568 Epoch[50] Batch [149] Speed: 4924.413175 samples/sec accuracy=0.740348 lr=0.266362 Epoch[50] Batch [199] Speed: 4736.693106 samples/sec accuracy=0.740596 lr=0.266156 Epoch[50] Batch [249] Speed: 4363.189073 samples/sec accuracy=0.740709 lr=0.265950 Epoch[50] Batch [299] Speed: 4480.718062 samples/sec accuracy=0.740925 lr=0.265744 Epoch[50] Batch [349] Speed: 4853.284374 samples/sec accuracy=0.741017 lr=0.265538 Epoch[50] Batch [399] Speed: 4922.924069 samples/sec accuracy=0.741033 lr=0.265331 Epoch[50] Batch [449] Speed: 5077.795849 samples/sec accuracy=0.741182 lr=0.265125 Epoch[50] Batch [499] Speed: 5023.192468 samples/sec accuracy=0.741609 lr=0.264918 Epoch[50] Batch [549] Speed: 4646.496100 samples/sec accuracy=0.741711 lr=0.264712 Epoch[50] Batch [599] Speed: 4879.713184 samples/sec accuracy=0.741684 lr=0.264505 Epoch[50] Batch [649] Speed: 4537.471748 samples/sec accuracy=0.741702 lr=0.264298 Epoch[50] Batch [699] Speed: 4689.244610 samples/sec accuracy=0.741819 lr=0.264092 Epoch[50] Batch [749] Speed: 4432.001320 samples/sec accuracy=0.741932 lr=0.263885 Epoch[50] Batch [799] Speed: 4365.878683 samples/sec accuracy=0.742060 lr=0.263678 Epoch[50] Batch [849] Speed: 4244.266896 samples/sec accuracy=0.742119 lr=0.263471 Epoch[50] Batch [899] Speed: 4982.704138 samples/sec accuracy=0.742244 lr=0.263264 Epoch[50] Batch [949] Speed: 4865.424501 samples/sec accuracy=0.742389 lr=0.263056 Epoch[50] Batch [999] Speed: 4869.528959 samples/sec accuracy=0.742580 lr=0.262849 Epoch[50] Batch [1049] Speed: 4859.476554 samples/sec accuracy=0.742722 lr=0.262642 Epoch[50] Batch [1099] Speed: 4670.852264 samples/sec accuracy=0.742857 lr=0.262434 Epoch[50] Batch [1149] Speed: 4650.130398 samples/sec accuracy=0.742984 lr=0.262227 Epoch[50] Batch [1199] Speed: 4846.476445 samples/sec accuracy=0.743110 lr=0.262019 Epoch[50] Batch [1249] Speed: 4839.905520 samples/sec accuracy=0.743224 lr=0.261812 [Epoch 50] training: accuracy=0.743228 [Epoch 50] speed: 4726 samples/sec time cost: 281.146143 [Epoch 50] validation: err-top1=0.367447 err-top5=0.143236 Epoch[51] Batch [49] Speed: 4679.480692 samples/sec accuracy=0.741453 lr=0.261600 Epoch[51] Batch [99] Speed: 4988.469053 samples/sec accuracy=0.741808 lr=0.261392 Epoch[51] Batch [149] Speed: 4631.052202 samples/sec accuracy=0.742307 lr=0.261184 Epoch[51] Batch [199] Speed: 4923.964237 samples/sec accuracy=0.742155 lr=0.260976 Epoch[51] Batch [249] Speed: 4993.329113 samples/sec accuracy=0.742325 lr=0.260768 Epoch[51] Batch [299] Speed: 4832.568506 samples/sec accuracy=0.742057 lr=0.260560 Epoch[51] Batch [349] Speed: 4173.500242 samples/sec accuracy=0.742214 lr=0.260352 Epoch[51] Batch [399] Speed: 4730.377234 samples/sec accuracy=0.742237 lr=0.260144 Epoch[51] Batch [449] Speed: 5091.548513 samples/sec accuracy=0.742240 lr=0.259935 Epoch[51] Batch [499] Speed: 4808.337961 samples/sec accuracy=0.742402 lr=0.259727 Epoch[51] Batch [549] Speed: 5041.667612 samples/sec accuracy=0.742633 lr=0.259519 Epoch[51] Batch [599] Speed: 4945.845853 samples/sec accuracy=0.742702 lr=0.259310 Epoch[51] Batch [649] Speed: 4759.373229 samples/sec accuracy=0.742711 lr=0.259102 Epoch[51] Batch [699] Speed: 4968.895974 samples/sec accuracy=0.742879 lr=0.258893 Epoch[51] Batch [749] Speed: 5123.774142 samples/sec accuracy=0.743045 lr=0.258684 Epoch[51] Batch [799] Speed: 5064.291877 samples/sec accuracy=0.743145 lr=0.258475 Epoch[51] Batch [849] Speed: 4604.051154 samples/sec accuracy=0.743261 lr=0.258267 Epoch[51] Batch [899] Speed: 4671.095083 samples/sec accuracy=0.743348 lr=0.258058 Epoch[51] Batch [949] Speed: 4839.897230 samples/sec accuracy=0.743535 lr=0.257849 Epoch[51] Batch [999] Speed: 5084.120878 samples/sec accuracy=0.743747 lr=0.257640 Epoch[51] Batch [1049] Speed: 4321.766657 samples/sec accuracy=0.743904 lr=0.257430 Epoch[51] Batch [1099] Speed: 4683.457777 samples/sec accuracy=0.744125 lr=0.257221 Epoch[51] Batch [1149] Speed: 4857.096457 samples/sec accuracy=0.744215 lr=0.257012 Epoch[51] Batch [1199] Speed: 4869.823022 samples/sec accuracy=0.744372 lr=0.256803 Epoch[51] Batch [1249] Speed: 4846.994505 samples/sec accuracy=0.744506 lr=0.256593 [Epoch 51] training: accuracy=0.744509 [Epoch 51] speed: 4803 samples/sec time cost: 277.075413 [Epoch 51] validation: err-top1=0.359375 err-top5=0.133630 Epoch[52] Batch [49] Speed: 4786.397230 samples/sec accuracy=0.743709 lr=0.256379 Epoch[52] Batch [99] Speed: 4904.708716 samples/sec accuracy=0.744859 lr=0.256170 Epoch[52] Batch [149] Speed: 5008.231749 samples/sec accuracy=0.744780 lr=0.255960 Epoch[52] Batch [199] Speed: 4042.065219 samples/sec accuracy=0.744534 lr=0.255751 Epoch[52] Batch [249] Speed: 4816.756294 samples/sec accuracy=0.744037 lr=0.255541 Epoch[52] Batch [299] Speed: 5105.254989 samples/sec accuracy=0.743837 lr=0.255331 Epoch[52] Batch [349] Speed: 4243.214422 samples/sec accuracy=0.744067 lr=0.255121 Epoch[52] Batch [399] Speed: 4979.799248 samples/sec accuracy=0.744287 lr=0.254911 Epoch[52] Batch [449] Speed: 5016.850551 samples/sec accuracy=0.744253 lr=0.254701 Epoch[52] Batch [499] Speed: 4871.484161 samples/sec accuracy=0.744344 lr=0.254491 Epoch[52] Batch [549] Speed: 4782.231866 samples/sec accuracy=0.744444 lr=0.254281 Epoch[52] Batch [599] Speed: 4418.123641 samples/sec accuracy=0.744470 lr=0.254071 Epoch[52] Batch [649] Speed: 4171.995071 samples/sec accuracy=0.744741 lr=0.253861 Epoch[52] Batch [699] Speed: 4961.892716 samples/sec accuracy=0.744761 lr=0.253650 Epoch[52] Batch [749] Speed: 4839.345569 samples/sec accuracy=0.744913 lr=0.253440 Epoch[52] Batch [799] Speed: 4329.750433 samples/sec accuracy=0.744938 lr=0.253229 Epoch[52] Batch [849] Speed: 4968.370380 samples/sec accuracy=0.745060 lr=0.253019 Epoch[52] Batch [899] Speed: 4577.233963 samples/sec accuracy=0.745123 lr=0.252808 Epoch[52] Batch [949] Speed: 4958.347023 samples/sec accuracy=0.745161 lr=0.252598 Epoch[52] Batch [999] Speed: 4716.198115 samples/sec accuracy=0.745354 lr=0.252387 Epoch[52] Batch [1049] Speed: 4712.686748 samples/sec accuracy=0.745433 lr=0.252176 Epoch[52] Batch [1099] Speed: 4725.564307 samples/sec accuracy=0.745547 lr=0.251965 Epoch[52] Batch [1149] Speed: 5009.412631 samples/sec accuracy=0.745726 lr=0.251754 Epoch[52] Batch [1199] Speed: 4989.205456 samples/sec accuracy=0.745833 lr=0.251543 Epoch[52] Batch [1249] Speed: 5054.915390 samples/sec accuracy=0.745917 lr=0.251332 [Epoch 52] training: accuracy=0.745916 [Epoch 52] speed: 4736 samples/sec time cost: 280.726920 [Epoch 52] validation: err-top1=0.368266 err-top5=0.143433 Epoch[53] Batch [49] Speed: 4737.398640 samples/sec accuracy=0.746112 lr=0.251117 Epoch[53] Batch [99] Speed: 4476.112246 samples/sec accuracy=0.745716 lr=0.250906 Epoch[53] Batch [149] Speed: 4240.616502 samples/sec accuracy=0.745444 lr=0.250695 Epoch[53] Batch [199] Speed: 4801.618633 samples/sec accuracy=0.745236 lr=0.250483 Epoch[53] Batch [249] Speed: 4992.925565 samples/sec accuracy=0.745025 lr=0.250272 Epoch[53] Batch [299] Speed: 4496.456196 samples/sec accuracy=0.745105 lr=0.250061 Epoch[53] Batch [349] Speed: 4718.644785 samples/sec accuracy=0.744994 lr=0.249849 Epoch[53] Batch [399] Speed: 4544.057535 samples/sec accuracy=0.744982 lr=0.249638 Epoch[53] Batch [449] Speed: 4657.720236 samples/sec accuracy=0.745116 lr=0.249426 Epoch[53] Batch [499] Speed: 4619.616480 samples/sec accuracy=0.744981 lr=0.249215 Epoch[53] Batch [549] Speed: 4949.139850 samples/sec accuracy=0.744913 lr=0.249003 Epoch[53] Batch [599] Speed: 4453.325225 samples/sec accuracy=0.745059 lr=0.248791 Epoch[53] Batch [649] Speed: 4640.078117 samples/sec accuracy=0.745202 lr=0.248579 Epoch[53] Batch [699] Speed: 4897.656665 samples/sec accuracy=0.745405 lr=0.248367 Epoch[53] Batch [749] Speed: 5030.138543 samples/sec accuracy=0.745527 lr=0.248156 Epoch[53] Batch [799] Speed: 4731.715000 samples/sec accuracy=0.745772 lr=0.247944 Epoch[53] Batch [849] Speed: 4936.874987 samples/sec accuracy=0.745918 lr=0.247732 Epoch[53] Batch [899] Speed: 4443.544953 samples/sec accuracy=0.746045 lr=0.247519 Epoch[53] Batch [949] Speed: 4689.123071 samples/sec accuracy=0.746083 lr=0.247307 Epoch[53] Batch [999] Speed: 4976.523833 samples/sec accuracy=0.746215 lr=0.247095 Epoch[53] Batch [1049] Speed: 4494.457382 samples/sec accuracy=0.746261 lr=0.246883 Epoch[53] Batch [1099] Speed: 4754.256527 samples/sec accuracy=0.746371 lr=0.246670 Epoch[53] Batch [1149] Speed: 5044.061233 samples/sec accuracy=0.746517 lr=0.246458 Epoch[53] Batch [1199] Speed: 4618.741738 samples/sec accuracy=0.746565 lr=0.246246 Epoch[53] Batch [1249] Speed: 4715.030701 samples/sec accuracy=0.746624 lr=0.246033 [Epoch 53] training: accuracy=0.746626 [Epoch 53] speed: 4692 samples/sec time cost: 284.116014 [Epoch 53] validation: err-top1=0.354612 err-top5=0.133271 Epoch[54] Batch [49] Speed: 4683.561759 samples/sec accuracy=0.746984 lr=0.245816 Epoch[54] Batch [99] Speed: 4442.741405 samples/sec accuracy=0.746189 lr=0.245604 Epoch[54] Batch [149] Speed: 4861.991624 samples/sec accuracy=0.746155 lr=0.245391 Epoch[54] Batch [199] Speed: 5020.620349 samples/sec accuracy=0.746329 lr=0.245178 Epoch[54] Batch [249] Speed: 4969.791993 samples/sec accuracy=0.746470 lr=0.244966 Epoch[54] Batch [299] Speed: 5156.637504 samples/sec accuracy=0.746439 lr=0.244753 Epoch[54] Batch [349] Speed: 5085.214031 samples/sec accuracy=0.746568 lr=0.244540 Epoch[54] Batch [399] Speed: 4915.709528 samples/sec accuracy=0.746772 lr=0.244327 Epoch[54] Batch [449] Speed: 4247.421574 samples/sec accuracy=0.746875 lr=0.244114 Epoch[54] Batch [499] Speed: 4552.480833 samples/sec accuracy=0.746722 lr=0.243901 Epoch[54] Batch [549] Speed: 5017.420917 samples/sec accuracy=0.746882 lr=0.243688 Epoch[54] Batch [599] Speed: 4909.927237 samples/sec accuracy=0.747027 lr=0.243475 Epoch[54] Batch [649] Speed: 4665.218236 samples/sec accuracy=0.747165 lr=0.243262 Epoch[54] Batch [699] Speed: 4944.620173 samples/sec accuracy=0.747178 lr=0.243049 Epoch[54] Batch [749] Speed: 5049.713065 samples/sec accuracy=0.747309 lr=0.242835 Epoch[54] Batch [799] Speed: 4761.264918 samples/sec accuracy=0.747444 lr=0.242622 Epoch[54] Batch [849] Speed: 4674.853462 samples/sec accuracy=0.747526 lr=0.242409 Epoch[54] Batch [899] Speed: 4972.409914 samples/sec accuracy=0.747569 lr=0.242195 Epoch[54] Batch [949] Speed: 4406.741925 samples/sec accuracy=0.747680 lr=0.241982 Epoch[54] Batch [999] Speed: 4860.725952 samples/sec accuracy=0.747795 lr=0.241768 Epoch[54] Batch [1049] Speed: 4551.519327 samples/sec accuracy=0.747918 lr=0.241555 Epoch[54] Batch [1099] Speed: 4928.459900 samples/sec accuracy=0.747958 lr=0.241341 Epoch[54] Batch [1149] Speed: 4656.414789 samples/sec accuracy=0.748127 lr=0.241127 Epoch[54] Batch [1199] Speed: 4384.703229 samples/sec accuracy=0.748246 lr=0.240914 Epoch[54] Batch [1249] Speed: 4648.128975 samples/sec accuracy=0.748334 lr=0.240700 [Epoch 54] training: accuracy=0.748331 [Epoch 54] speed: 4758 samples/sec time cost: 279.330475 [Epoch 54] validation: err-top1=0.360431 err-top5=0.138692 Epoch[55] Batch [49] Speed: 4729.590353 samples/sec accuracy=0.748004 lr=0.240482 Epoch[55] Batch [99] Speed: 4600.929573 samples/sec accuracy=0.747082 lr=0.240268 Epoch[55] Batch [149] Speed: 4918.863216 samples/sec accuracy=0.747464 lr=0.240054 Epoch[55] Batch [199] Speed: 4789.412336 samples/sec accuracy=0.747483 lr=0.239840 Epoch[55] Batch [249] Speed: 4670.295805 samples/sec accuracy=0.747341 lr=0.239626 Epoch[55] Batch [299] Speed: 4694.687137 samples/sec accuracy=0.747389 lr=0.239412 Epoch[55] Batch [349] Speed: 4050.226602 samples/sec accuracy=0.747541 lr=0.239198 Epoch[55] Batch [399] Speed: 4893.047641 samples/sec accuracy=0.747528 lr=0.238984 Epoch[55] Batch [449] Speed: 4650.010879 samples/sec accuracy=0.747570 lr=0.238769 Epoch[55] Batch [499] Speed: 4750.947775 samples/sec accuracy=0.747623 lr=0.238555 Epoch[55] Batch [549] Speed: 4982.428651 samples/sec accuracy=0.747712 lr=0.238341 Epoch[55] Batch [599] Speed: 4931.875973 samples/sec accuracy=0.747769 lr=0.238126 Epoch[55] Batch [649] Speed: 4302.939007 samples/sec accuracy=0.747961 lr=0.237912 Epoch[55] Batch [699] Speed: 4560.181525 samples/sec accuracy=0.747950 lr=0.237698 Epoch[55] Batch [749] Speed: 4911.813685 samples/sec accuracy=0.747926 lr=0.237483 Epoch[55] Batch [799] Speed: 4463.871628 samples/sec accuracy=0.748083 lr=0.237269 Epoch[55] Batch [849] Speed: 4886.054739 samples/sec accuracy=0.748240 lr=0.237054 Epoch[55] Batch [899] Speed: 4396.099567 samples/sec accuracy=0.748475 lr=0.236839 Epoch[55] Batch [949] Speed: 4839.714202 samples/sec accuracy=0.748572 lr=0.236625 Epoch[55] Batch [999] Speed: 4889.906916 samples/sec accuracy=0.748740 lr=0.236410 Epoch[55] Batch [1049] Speed: 4906.659428 samples/sec accuracy=0.748853 lr=0.236195 Epoch[55] Batch [1099] Speed: 5005.728714 samples/sec accuracy=0.748968 lr=0.235981 Epoch[55] Batch [1149] Speed: 4389.962484 samples/sec accuracy=0.749103 lr=0.235766 Epoch[55] Batch [1199] Speed: 4682.296100 samples/sec accuracy=0.749226 lr=0.235551 Epoch[55] Batch [1249] Speed: 4708.890754 samples/sec accuracy=0.749332 lr=0.235336 [Epoch 55] training: accuracy=0.749328 [Epoch 55] speed: 4687 samples/sec time cost: 283.234650 [Epoch 55] validation: err-top1=0.358159 err-top5=0.135364 Epoch[56] Batch [49] Speed: 4854.633528 samples/sec accuracy=0.748261 lr=0.235117 Epoch[56] Batch [99] Speed: 4953.072534 samples/sec accuracy=0.748044 lr=0.234902 Epoch[56] Batch [149] Speed: 4923.333537 samples/sec accuracy=0.748974 lr=0.234687 Epoch[56] Batch [199] Speed: 4884.904624 samples/sec accuracy=0.748435 lr=0.234472 Epoch[56] Batch [249] Speed: 4669.831887 samples/sec accuracy=0.748427 lr=0.234256 Epoch[56] Batch [299] Speed: 4593.980088 samples/sec accuracy=0.748652 lr=0.234041 Epoch[56] Batch [349] Speed: 4824.286680 samples/sec accuracy=0.748953 lr=0.233826 Epoch[56] Batch [399] Speed: 4885.906887 samples/sec accuracy=0.748929 lr=0.233611 Epoch[56] Batch [449] Speed: 4925.632132 samples/sec accuracy=0.748819 lr=0.233396 Epoch[56] Batch [499] Speed: 4546.667922 samples/sec accuracy=0.748982 lr=0.233180 Epoch[56] Batch [549] Speed: 4947.661061 samples/sec accuracy=0.749093 lr=0.232965 Epoch[56] Batch [599] Speed: 4390.643815 samples/sec accuracy=0.749294 lr=0.232749 Epoch[56] Batch [649] Speed: 4645.015175 samples/sec accuracy=0.749422 lr=0.232534 Epoch[56] Batch [699] Speed: 4636.289942 samples/sec accuracy=0.749465 lr=0.232319 Epoch[56] Batch [749] Speed: 4950.094480 samples/sec accuracy=0.749612 lr=0.232103 Epoch[56] Batch [799] Speed: 4995.312972 samples/sec accuracy=0.749605 lr=0.231887 Epoch[56] Batch [849] Speed: 4994.780846 samples/sec accuracy=0.749711 lr=0.231672 Epoch[56] Batch [899] Speed: 4486.839260 samples/sec accuracy=0.749811 lr=0.231456 Epoch[56] Batch [949] Speed: 5028.070304 samples/sec accuracy=0.749943 lr=0.231241 Epoch[56] Batch [999] Speed: 4922.521327 samples/sec accuracy=0.749979 lr=0.231025 Epoch[56] Batch [1049] Speed: 5060.356070 samples/sec accuracy=0.750071 lr=0.230809 Epoch[56] Batch [1099] Speed: 4756.323861 samples/sec accuracy=0.750122 lr=0.230593 Epoch[56] Batch [1149] Speed: 4998.464832 samples/sec accuracy=0.750286 lr=0.230377 Epoch[56] Batch [1199] Speed: 4795.117843 samples/sec accuracy=0.750403 lr=0.230162 Epoch[56] Batch [1249] Speed: 4895.702500 samples/sec accuracy=0.750531 lr=0.229946 [Epoch 56] training: accuracy=0.750537 [Epoch 56] speed: 4811 samples/sec time cost: 275.774207 [Epoch 56] validation: err-top1=0.372549 err-top5=0.144491 Epoch[57] Batch [49] Speed: 4723.363520 samples/sec accuracy=0.749328 lr=0.229725 Epoch[57] Batch [99] Speed: 4879.658742 samples/sec accuracy=0.748324 lr=0.229510 Epoch[57] Batch [149] Speed: 4827.570780 samples/sec accuracy=0.749117 lr=0.229294 Epoch[57] Batch [199] Speed: 4752.881791 samples/sec accuracy=0.748842 lr=0.229077 Epoch[57] Batch [249] Speed: 4676.635772 samples/sec accuracy=0.748979 lr=0.228861 Epoch[57] Batch [299] Speed: 4666.065556 samples/sec accuracy=0.749502 lr=0.228645 Epoch[57] Batch [349] Speed: 4988.973525 samples/sec accuracy=0.749445 lr=0.228429 Epoch[57] Batch [399] Speed: 4851.910538 samples/sec accuracy=0.749510 lr=0.228213 Epoch[57] Batch [449] Speed: 5023.084607 samples/sec accuracy=0.749569 lr=0.227997 Epoch[57] Batch [499] Speed: 3907.566752 samples/sec accuracy=0.749676 lr=0.227781 Epoch[57] Batch [549] Speed: 4730.671404 samples/sec accuracy=0.749801 lr=0.227564 Epoch[57] Batch [599] Speed: 4796.697328 samples/sec accuracy=0.750028 lr=0.227348 Epoch[57] Batch [649] Speed: 4765.239330 samples/sec accuracy=0.750229 lr=0.227132 Epoch[57] Batch [699] Speed: 5027.290254 samples/sec accuracy=0.750263 lr=0.226915 Epoch[57] Batch [749] Speed: 4920.091263 samples/sec accuracy=0.750295 lr=0.226699 Epoch[57] Batch [799] Speed: 4904.269524 samples/sec accuracy=0.750390 lr=0.226482 Epoch[57] Batch [849] Speed: 4982.555697 samples/sec accuracy=0.750426 lr=0.226266 Epoch[57] Batch [899] Speed: 5021.363341 samples/sec accuracy=0.750487 lr=0.226049 Epoch[57] Batch [949] Speed: 5087.757913 samples/sec accuracy=0.750637 lr=0.225833 Epoch[57] Batch [999] Speed: 4960.362184 samples/sec accuracy=0.750727 lr=0.225616 Epoch[57] Batch [1049] Speed: 5093.099842 samples/sec accuracy=0.750890 lr=0.225400 Epoch[57] Batch [1099] Speed: 5014.821562 samples/sec accuracy=0.751126 lr=0.225183 Epoch[57] Batch [1149] Speed: 4626.696932 samples/sec accuracy=0.751202 lr=0.224967 Epoch[57] Batch [1199] Speed: 4601.400212 samples/sec accuracy=0.751311 lr=0.224750 Epoch[57] Batch [1249] Speed: 4865.830413 samples/sec accuracy=0.751392 lr=0.224533 [Epoch 57] training: accuracy=0.751398 [Epoch 57] speed: 4809 samples/sec time cost: 276.441089 [Epoch 57] validation: err-top1=0.351403 err-top5=0.131138 Epoch[58] Batch [49] Speed: 4806.924029 samples/sec accuracy=0.750052 lr=0.224312 Epoch[58] Batch [99] Speed: 4567.501331 samples/sec accuracy=0.750400 lr=0.224095 Epoch[58] Batch [149] Speed: 4125.770282 samples/sec accuracy=0.750247 lr=0.223879 Epoch[58] Batch [199] Speed: 4864.090937 samples/sec accuracy=0.750501 lr=0.223662 Epoch[58] Batch [249] Speed: 4440.180009 samples/sec accuracy=0.750565 lr=0.223445 Epoch[58] Batch [299] Speed: 4955.301566 samples/sec accuracy=0.750683 lr=0.223228 Epoch[58] Batch [349] Speed: 5061.105503 samples/sec accuracy=0.750760 lr=0.223011 Epoch[58] Batch [399] Speed: 4876.668839 samples/sec accuracy=0.750626 lr=0.222794 Epoch[58] Batch [449] Speed: 4380.617926 samples/sec accuracy=0.750701 lr=0.222577 Epoch[58] Batch [499] Speed: 4410.568834 samples/sec accuracy=0.750851 lr=0.222360 Epoch[58] Batch [549] Speed: 4913.969071 samples/sec accuracy=0.750943 lr=0.222143 Epoch[58] Batch [599] Speed: 4778.187607 samples/sec accuracy=0.751005 lr=0.221926 Epoch[58] Batch [649] Speed: 4722.842051 samples/sec accuracy=0.751233 lr=0.221709 Epoch[58] Batch [699] Speed: 4560.066294 samples/sec accuracy=0.751400 lr=0.221492 Epoch[58] Batch [749] Speed: 5009.773502 samples/sec accuracy=0.751607 lr=0.221275 Epoch[58] Batch [799] Speed: 5048.830137 samples/sec accuracy=0.751763 lr=0.221058 Epoch[58] Batch [849] Speed: 5067.422357 samples/sec accuracy=0.751843 lr=0.220841 Epoch[58] Batch [899] Speed: 4859.534285 samples/sec accuracy=0.751985 lr=0.220623 Epoch[58] Batch [949] Speed: 4062.489083 samples/sec accuracy=0.752138 lr=0.220406 Epoch[58] Batch [999] Speed: 4800.061870 samples/sec accuracy=0.752269 lr=0.220189 Epoch[58] Batch [1049] Speed: 4785.640660 samples/sec accuracy=0.752393 lr=0.219972 Epoch[58] Batch [1099] Speed: 4629.937336 samples/sec accuracy=0.752551 lr=0.219754 Epoch[58] Batch [1149] Speed: 4711.919492 samples/sec accuracy=0.752729 lr=0.219537 Epoch[58] Batch [1199] Speed: 4949.126391 samples/sec accuracy=0.752821 lr=0.219320 Epoch[58] Batch [1249] Speed: 4696.061681 samples/sec accuracy=0.752938 lr=0.219102 [Epoch 58] training: accuracy=0.752940 [Epoch 58] speed: 4702 samples/sec time cost: 283.078646 [Epoch 58] validation: err-top1=0.369751 err-top5=0.142171 Epoch[59] Batch [49] Speed: 4078.793059 samples/sec accuracy=0.752913 lr=0.218881 Epoch[59] Batch [99] Speed: 4569.892777 samples/sec accuracy=0.752833 lr=0.218663 Epoch[59] Batch [149] Speed: 5044.808099 samples/sec accuracy=0.752336 lr=0.218446 Epoch[59] Batch [199] Speed: 4637.441718 samples/sec accuracy=0.752273 lr=0.218228 Epoch[59] Batch [249] Speed: 4676.143712 samples/sec accuracy=0.752631 lr=0.218011 Epoch[59] Batch [299] Speed: 4846.608575 samples/sec accuracy=0.752390 lr=0.217793 Epoch[59] Batch [349] Speed: 4781.828175 samples/sec accuracy=0.752510 lr=0.217576 Epoch[59] Batch [399] Speed: 4937.111181 samples/sec accuracy=0.752582 lr=0.217358 Epoch[59] Batch [449] Speed: 4967.186017 samples/sec accuracy=0.752685 lr=0.217141 Epoch[59] Batch [499] Speed: 4150.563626 samples/sec accuracy=0.752868 lr=0.216923 Epoch[59] Batch [549] Speed: 5046.511206 samples/sec accuracy=0.752781 lr=0.216706 Epoch[59] Batch [599] Speed: 4885.186212 samples/sec accuracy=0.752853 lr=0.216488 Epoch[59] Batch [649] Speed: 5008.037286 samples/sec accuracy=0.752874 lr=0.216270 Epoch[59] Batch [699] Speed: 4947.294494 samples/sec accuracy=0.753031 lr=0.216053 Epoch[59] Batch [749] Speed: 4795.830180 samples/sec accuracy=0.753113 lr=0.215835 Epoch[59] Batch [799] Speed: 4932.167760 samples/sec accuracy=0.753295 lr=0.215617 Epoch[59] Batch [849] Speed: 4805.986494 samples/sec accuracy=0.753394 lr=0.215400 Epoch[59] Batch [899] Speed: 4594.016844 samples/sec accuracy=0.753467 lr=0.215182 Epoch[59] Batch [949] Speed: 4658.991442 samples/sec accuracy=0.753540 lr=0.214964 Epoch[59] Batch [999] Speed: 2159.623605 samples/sec accuracy=0.753654 lr=0.214746 Epoch[59] Batch [1049] Speed: 4986.185313 samples/sec accuracy=0.753775 lr=0.214529 Epoch[59] Batch [1099] Speed: 4878.878944 samples/sec accuracy=0.753814 lr=0.214311 Epoch[59] Batch [1149] Speed: 5058.418758 samples/sec accuracy=0.753906 lr=0.214093 Epoch[59] Batch [1199] Speed: 4821.679785 samples/sec accuracy=0.753959 lr=0.213875 Epoch[59] Batch [1249] Speed: 4937.470564 samples/sec accuracy=0.754011 lr=0.213657 [Epoch 59] training: accuracy=0.754009 [Epoch 59] speed: 4551 samples/sec time cost: 291.714773 [Epoch 59] validation: err-top1=0.358837 err-top5=0.137157 Epoch[60] Batch [49] Speed: 4882.652867 samples/sec accuracy=0.752327 lr=0.213435 Epoch[60] Batch [99] Speed: 4940.255688 samples/sec accuracy=0.753105 lr=0.213217 Epoch[60] Batch [149] Speed: 5058.000571 samples/sec accuracy=0.752606 lr=0.212999 Epoch[60] Batch [199] Speed: 4935.945530 samples/sec accuracy=0.752401 lr=0.212781 Epoch[60] Batch [249] Speed: 4967.153273 samples/sec accuracy=0.752540 lr=0.212563 Epoch[60] Batch [299] Speed: 4731.453120 samples/sec accuracy=0.752940 lr=0.212345 Epoch[60] Batch [349] Speed: 4683.612731 samples/sec accuracy=0.752934 lr=0.212127 Epoch[60] Batch [399] Speed: 4901.544954 samples/sec accuracy=0.753169 lr=0.211909 Epoch[60] Batch [449] Speed: 4952.412312 samples/sec accuracy=0.753584 lr=0.211691 Epoch[60] Batch [499] Speed: 5014.912087 samples/sec accuracy=0.753732 lr=0.211473 Epoch[60] Batch [549] Speed: 4948.990551 samples/sec accuracy=0.753717 lr=0.211255 Epoch[60] Batch [599] Speed: 4764.035150 samples/sec accuracy=0.753884 lr=0.211037 Epoch[60] Batch [649] Speed: 4823.535854 samples/sec accuracy=0.754153 lr=0.210819 Epoch[60] Batch [699] Speed: 5022.536681 samples/sec accuracy=0.754277 lr=0.210601 Epoch[60] Batch [749] Speed: 5059.483005 samples/sec accuracy=0.754352 lr=0.210383 Epoch[60] Batch [799] Speed: 5051.736285 samples/sec accuracy=0.754434 lr=0.210165 Epoch[60] Batch [849] Speed: 4971.471403 samples/sec accuracy=0.754525 lr=0.209947 Epoch[60] Batch [899] Speed: 4685.006452 samples/sec accuracy=0.754661 lr=0.209729 Epoch[60] Batch [949] Speed: 4940.257620 samples/sec accuracy=0.754789 lr=0.209511 Epoch[60] Batch [999] Speed: 5121.688056 samples/sec accuracy=0.754949 lr=0.209293 Epoch[60] Batch [1049] Speed: 4822.789377 samples/sec accuracy=0.755038 lr=0.209075 Epoch[60] Batch [1099] Speed: 5106.079212 samples/sec accuracy=0.755166 lr=0.208856 Epoch[60] Batch [1149] Speed: 4689.895723 samples/sec accuracy=0.755236 lr=0.208638 Epoch[60] Batch [1199] Speed: 4950.398355 samples/sec accuracy=0.755284 lr=0.208420 Epoch[60] Batch [1249] Speed: 5095.615953 samples/sec accuracy=0.755374 lr=0.208202 [Epoch 60] training: accuracy=0.755377 [Epoch 60] speed: 4916 samples/sec time cost: 270.192415 [Epoch 60] validation: err-top1=0.343431 err-top5=0.128129 Epoch[61] Batch [49] Speed: 4752.705285 samples/sec accuracy=0.755191 lr=0.207979 Epoch[61] Batch [99] Speed: 1955.578042 samples/sec accuracy=0.753580 lr=0.207761 Epoch[61] Batch [149] Speed: 1453.624351 samples/sec accuracy=0.753050 lr=0.207543 Epoch[61] Batch [199] Speed: 3643.310993 samples/sec accuracy=0.753363 lr=0.207325 Epoch[61] Batch [249] Speed: 4716.920764 samples/sec accuracy=0.753862 lr=0.207106 Epoch[61] Batch [299] Speed: 2049.250196 samples/sec accuracy=0.754308 lr=0.206888 Epoch[61] Batch [349] Speed: 4165.450445 samples/sec accuracy=0.754505 lr=0.206670 Epoch[61] Batch [399] Speed: 2566.737166 samples/sec accuracy=0.754813 lr=0.206452 Epoch[61] Batch [449] Speed: 2217.803247 samples/sec accuracy=0.754920 lr=0.206233 Epoch[61] Batch [499] Speed: 2737.420134 samples/sec accuracy=0.755061 lr=0.206015 Epoch[61] Batch [549] Speed: 4736.528247 samples/sec accuracy=0.755233 lr=0.205797 Epoch[61] Batch [599] Speed: 4777.088132 samples/sec accuracy=0.755346 lr=0.205579 Epoch[61] Batch [649] Speed: 4817.029107 samples/sec accuracy=0.755386 lr=0.205360 Epoch[61] Batch [699] Speed: 4741.238975 samples/sec accuracy=0.755440 lr=0.205142 Epoch[61] Batch [749] Speed: 4789.569040 samples/sec accuracy=0.755526 lr=0.204924 Epoch[61] Batch [799] Speed: 4910.458952 samples/sec accuracy=0.755677 lr=0.204705 Epoch[61] Batch [849] Speed: 4906.549788 samples/sec accuracy=0.755841 lr=0.204487 Epoch[61] Batch [899] Speed: 4947.959963 samples/sec accuracy=0.756035 lr=0.204269 Epoch[61] Batch [949] Speed: 4757.400940 samples/sec accuracy=0.756203 lr=0.204051 Epoch[61] Batch [999] Speed: 4808.672165 samples/sec accuracy=0.756213 lr=0.203832 Epoch[61] Batch [1049] Speed: 4953.388771 samples/sec accuracy=0.756296 lr=0.203614 Epoch[61] Batch [1099] Speed: 4808.146977 samples/sec accuracy=0.756347 lr=0.203396 Epoch[61] Batch [1149] Speed: 4800.417030 samples/sec accuracy=0.756491 lr=0.203177 Epoch[61] Batch [1199] Speed: 4812.107772 samples/sec accuracy=0.756542 lr=0.202959 Epoch[61] Batch [1249] Speed: 4808.728588 samples/sec accuracy=0.756618 lr=0.202740 [Epoch 61] training: accuracy=0.756625 [Epoch 61] speed: 3600 samples/sec time cost: 367.254397 [Epoch 61] validation: err-top1=0.351802 err-top5=0.131597 Epoch[62] Batch [49] Speed: 4410.060074 samples/sec accuracy=0.757221 lr=0.202518 Epoch[62] Batch [99] Speed: 4619.418531 samples/sec accuracy=0.756237 lr=0.202299 Epoch[62] Batch [149] Speed: 4794.595611 samples/sec accuracy=0.755757 lr=0.202081 Epoch[62] Batch [199] Speed: 4692.835562 samples/sec accuracy=0.755682 lr=0.201863 Epoch[62] Batch [249] Speed: 4788.941433 samples/sec accuracy=0.755504 lr=0.201644 Epoch[62] Batch [299] Speed: 4533.699680 samples/sec accuracy=0.755622 lr=0.201426 Epoch[62] Batch [349] Speed: 4649.480917 samples/sec accuracy=0.756029 lr=0.201208 Epoch[62] Batch [399] Speed: 4938.596503 samples/sec accuracy=0.756149 lr=0.200989 Epoch[62] Batch [449] Speed: 4901.429501 samples/sec accuracy=0.756145 lr=0.200771 Epoch[62] Batch [499] Speed: 2498.601236 samples/sec accuracy=0.756204 lr=0.200552 Epoch[62] Batch [549] Speed: 2178.054516 samples/sec accuracy=0.756174 lr=0.200334 Epoch[62] Batch [599] Speed: 4802.868959 samples/sec accuracy=0.756255 lr=0.200116 Epoch[62] Batch [649] Speed: 4950.711854 samples/sec accuracy=0.756282 lr=0.199897 Epoch[62] Batch [699] Speed: 4616.856369 samples/sec accuracy=0.756371 lr=0.199679 Epoch[62] Batch [749] Speed: 4688.358350 samples/sec accuracy=0.756482 lr=0.199461 Epoch[62] Batch [799] Speed: 4915.142701 samples/sec accuracy=0.756538 lr=0.199242 Epoch[62] Batch [849] Speed: 4999.093983 samples/sec accuracy=0.756541 lr=0.199024 Epoch[62] Batch [899] Speed: 4773.291485 samples/sec accuracy=0.756721 lr=0.198806 Epoch[62] Batch [949] Speed: 4817.890319 samples/sec accuracy=0.756833 lr=0.198587 Epoch[62] Batch [999] Speed: 4656.074761 samples/sec accuracy=0.756916 lr=0.198369 Epoch[62] Batch [1049] Speed: 5039.331367 samples/sec accuracy=0.757058 lr=0.198150 Epoch[62] Batch [1099] Speed: 4906.610437 samples/sec accuracy=0.757157 lr=0.197932 Epoch[62] Batch [1149] Speed: 5105.845514 samples/sec accuracy=0.757282 lr=0.197714 Epoch[62] Batch [1199] Speed: 4984.818756 samples/sec accuracy=0.757383 lr=0.197495 Epoch[62] Batch [1249] Speed: 5022.418981 samples/sec accuracy=0.757551 lr=0.197277 [Epoch 62] training: accuracy=0.757552 [Epoch 62] speed: 4422 samples/sec time cost: 299.201816 [Epoch 62] validation: err-top1=0.350905 err-top5=0.129464 Epoch[63] Batch [49] Speed: 1819.800182 samples/sec accuracy=0.757723 lr=0.197054 Epoch[63] Batch [99] Speed: 877.592990 samples/sec accuracy=0.757794 lr=0.196836 Epoch[63] Batch [149] Speed: 4703.674977 samples/sec accuracy=0.757914 lr=0.196618 Epoch[63] Batch [199] Speed: 4913.247626 samples/sec accuracy=0.757459 lr=0.196399 Epoch[63] Batch [249] Speed: 1458.036417 samples/sec accuracy=0.757422 lr=0.196181 Epoch[63] Batch [299] Speed: 1457.686064 samples/sec accuracy=0.757234 lr=0.195963 Epoch[63] Batch [349] Speed: 4741.838749 samples/sec accuracy=0.757266 lr=0.195744 Epoch[63] Batch [399] Speed: 2081.287447 samples/sec accuracy=0.757553 lr=0.195526 Epoch[63] Batch [449] Speed: 2018.605706 samples/sec accuracy=0.757570 lr=0.195308 Epoch[63] Batch [499] Speed: 4725.840824 samples/sec accuracy=0.757716 lr=0.195089 Epoch[63] Batch [549] Speed: 4706.227066 samples/sec accuracy=0.757927 lr=0.194871 Epoch[63] Batch [599] Speed: 4775.109525 samples/sec accuracy=0.758031 lr=0.194653 Epoch[63] Batch [649] Speed: 5019.446379 samples/sec accuracy=0.758106 lr=0.194434 Epoch[63] Batch [699] Speed: 4759.332514 samples/sec accuracy=0.758350 lr=0.194216 Epoch[63] Batch [749] Speed: 4860.916074 samples/sec accuracy=0.758501 lr=0.193998 Epoch[63] Batch [799] Speed: 4874.210586 samples/sec accuracy=0.758584 lr=0.193780 Epoch[63] Batch [849] Speed: 4869.074627 samples/sec accuracy=0.758642 lr=0.193561 Epoch[63] Batch [899] Speed: 4840.630245 samples/sec accuracy=0.758800 lr=0.193343 Epoch[63] Batch [949] Speed: 4816.385101 samples/sec accuracy=0.758915 lr=0.193125 Epoch[63] Batch [999] Speed: 4894.560446 samples/sec accuracy=0.759051 lr=0.192907 Epoch[63] Batch [1049] Speed: 4942.376396 samples/sec accuracy=0.759073 lr=0.192688 Epoch[63] Batch [1099] Speed: 4861.938017 samples/sec accuracy=0.759145 lr=0.192470 Epoch[63] Batch [1149] Speed: 4873.253590 samples/sec accuracy=0.759192 lr=0.192252 Epoch[63] Batch [1199] Speed: 4736.904682 samples/sec accuracy=0.759262 lr=0.192034 Epoch[63] Batch [1249] Speed: 4919.385937 samples/sec accuracy=0.759335 lr=0.191816 [Epoch 63] training: accuracy=0.759339 [Epoch 63] speed: 3135 samples/sec time cost: 418.327971 [Epoch 63] validation: err-top1=0.341187 err-top5=0.122782 Epoch[64] Batch [49] Speed: 4316.701196 samples/sec accuracy=0.757405 lr=0.191593 Epoch[64] Batch [99] Speed: 4759.256887 samples/sec accuracy=0.757469 lr=0.191375 Epoch[64] Batch [149] Speed: 4814.044429 samples/sec accuracy=0.757317 lr=0.191157 Epoch[64] Batch [199] Speed: 4924.014366 samples/sec accuracy=0.757015 lr=0.190939 Epoch[64] Batch [249] Speed: 4832.399298 samples/sec accuracy=0.757246 lr=0.190720 Epoch[64] Batch [299] Speed: 4924.536715 samples/sec accuracy=0.757342 lr=0.190502 Epoch[64] Batch [349] Speed: 4919.687969 samples/sec accuracy=0.757403 lr=0.190284 Epoch[64] Batch [399] Speed: 4803.264178 samples/sec accuracy=0.757552 lr=0.190066 Epoch[64] Batch [449] Speed: 5004.777001 samples/sec accuracy=0.757702 lr=0.189848 Epoch[64] Batch [499] Speed: 4751.804024 samples/sec accuracy=0.757842 lr=0.189630 Epoch[64] Batch [549] Speed: 4812.929256 samples/sec accuracy=0.758076 lr=0.189412 Epoch[64] Batch [599] Speed: 4876.541599 samples/sec accuracy=0.758234 lr=0.189194 Epoch[64] Batch [649] Speed: 4840.105471 samples/sec accuracy=0.758487 lr=0.188976 Epoch[64] Batch [699] Speed: 4771.076874 samples/sec accuracy=0.758634 lr=0.188758 Epoch[64] Batch [749] Speed: 4925.720708 samples/sec accuracy=0.758758 lr=0.188540 Epoch[64] Batch [799] Speed: 4799.491364 samples/sec accuracy=0.758855 lr=0.188322 Epoch[64] Batch [849] Speed: 4765.501474 samples/sec accuracy=0.759028 lr=0.188104 Epoch[64] Batch [899] Speed: 4886.258966 samples/sec accuracy=0.759126 lr=0.187886 Epoch[64] Batch [949] Speed: 4922.432301 samples/sec accuracy=0.759321 lr=0.187668 Epoch[64] Batch [999] Speed: 4912.912890 samples/sec accuracy=0.759457 lr=0.187450 Epoch[64] Batch [1049] Speed: 4807.427856 samples/sec accuracy=0.759595 lr=0.187232 Epoch[64] Batch [1099] Speed: 4834.756661 samples/sec accuracy=0.759689 lr=0.187014 Epoch[64] Batch [1149] Speed: 4840.452725 samples/sec accuracy=0.759741 lr=0.186796 Epoch[64] Batch [1199] Speed: 4729.800878 samples/sec accuracy=0.759824 lr=0.186578 Epoch[64] Batch [1249] Speed: 4935.591019 samples/sec accuracy=0.759854 lr=0.186360 [Epoch 64] training: accuracy=0.759863 [Epoch 64] speed: 4821 samples/sec time cost: 276.968564 [Epoch 64] validation: err-top1=0.340462 err-top5=0.125120 Epoch[65] Batch [49] Speed: 4740.594562 samples/sec accuracy=0.759676 lr=0.186138 Epoch[65] Batch [99] Speed: 4688.014869 samples/sec accuracy=0.759573 lr=0.185920 Epoch[65] Batch [149] Speed: 4683.280363 samples/sec accuracy=0.759007 lr=0.185702 Epoch[65] Batch [199] Speed: 4703.844357 samples/sec accuracy=0.758783 lr=0.185485 Epoch[65] Batch [249] Speed: 4605.338661 samples/sec accuracy=0.758858 lr=0.185267 Epoch[65] Batch [299] Speed: 4813.538459 samples/sec accuracy=0.759037 lr=0.185049 Epoch[65] Batch [349] Speed: 4681.627805 samples/sec accuracy=0.759103 lr=0.184831 Epoch[65] Batch [399] Speed: 4806.782326 samples/sec accuracy=0.759224 lr=0.184614 Epoch[65] Batch [449] Speed: 4808.918757 samples/sec accuracy=0.759290 lr=0.184396 Epoch[65] Batch [499] Speed: 4730.242717 samples/sec accuracy=0.759248 lr=0.184178 Epoch[65] Batch [549] Speed: 4753.167721 samples/sec accuracy=0.759394 lr=0.183960 Epoch[65] Batch [599] Speed: 4617.767831 samples/sec accuracy=0.759498 lr=0.183743 Epoch[65] Batch [649] Speed: 4809.419233 samples/sec accuracy=0.759718 lr=0.183525 Epoch[65] Batch [699] Speed: 4705.880241 samples/sec accuracy=0.759831 lr=0.183308 Epoch[65] Batch [749] Speed: 4794.094149 samples/sec accuracy=0.759931 lr=0.183090 Epoch[65] Batch [799] Speed: 4805.345545 samples/sec accuracy=0.760140 lr=0.182872 Epoch[65] Batch [849] Speed: 4761.777697 samples/sec accuracy=0.760158 lr=0.182655 Epoch[65] Batch [899] Speed: 4606.915454 samples/sec accuracy=0.760312 lr=0.182437 Epoch[65] Batch [949] Speed: 4673.337831 samples/sec accuracy=0.760440 lr=0.182220 Epoch[65] Batch [999] Speed: 4771.349308 samples/sec accuracy=0.760633 lr=0.182002 Epoch[65] Batch [1049] Speed: 4636.709276 samples/sec accuracy=0.760781 lr=0.181785 Epoch[65] Batch [1099] Speed: 4631.664678 samples/sec accuracy=0.760897 lr=0.181567 Epoch[65] Batch [1149] Speed: 4804.644353 samples/sec accuracy=0.760982 lr=0.181350 Epoch[65] Batch [1199] Speed: 4760.276413 samples/sec accuracy=0.761095 lr=0.181132 Epoch[65] Batch [1249] Speed: 4862.275970 samples/sec accuracy=0.761178 lr=0.180915 [Epoch 65] training: accuracy=0.761182 [Epoch 65] speed: 4724 samples/sec time cost: 281.157394 [Epoch 65] validation: err-top1=0.335100 err-top5=0.121951 Epoch[66] Batch [49] Speed: 4592.555623 samples/sec accuracy=0.762592 lr=0.180693 Epoch[66] Batch [99] Speed: 4706.283792 samples/sec accuracy=0.760989 lr=0.180476 Epoch[66] Batch [149] Speed: 4786.988850 samples/sec accuracy=0.760195 lr=0.180259 Epoch[66] Batch [199] Speed: 4788.054775 samples/sec accuracy=0.760653 lr=0.180041 Epoch[66] Batch [249] Speed: 4781.677301 samples/sec accuracy=0.760607 lr=0.179824 Epoch[66] Batch [299] Speed: 4852.680861 samples/sec accuracy=0.760621 lr=0.179607 Epoch[66] Batch [349] Speed: 4721.453551 samples/sec accuracy=0.760845 lr=0.179390 Epoch[66] Batch [399] Speed: 4799.802776 samples/sec accuracy=0.760878 lr=0.179172 Epoch[66] Batch [449] Speed: 4735.965745 samples/sec accuracy=0.761001 lr=0.178955 Epoch[66] Batch [499] Speed: 4886.465546 samples/sec accuracy=0.761079 lr=0.178738 Epoch[66] Batch [549] Speed: 4704.815952 samples/sec accuracy=0.761143 lr=0.178521 Epoch[66] Batch [599] Speed: 4858.642952 samples/sec accuracy=0.761339 lr=0.178304 Epoch[66] Batch [649] Speed: 4739.241312 samples/sec accuracy=0.761519 lr=0.178087 Epoch[66] Batch [699] Speed: 4695.096059 samples/sec accuracy=0.761668 lr=0.177870 Epoch[66] Batch [749] Speed: 4778.922041 samples/sec accuracy=0.761786 lr=0.177653 Epoch[66] Batch [799] Speed: 4644.057876 samples/sec accuracy=0.761849 lr=0.177436 Epoch[66] Batch [849] Speed: 4657.593154 samples/sec accuracy=0.761903 lr=0.177219 Epoch[66] Batch [899] Speed: 4895.120974 samples/sec accuracy=0.762052 lr=0.177002 Epoch[66] Batch [949] Speed: 4611.630434 samples/sec accuracy=0.762120 lr=0.176785 Epoch[66] Batch [999] Speed: 4816.077150 samples/sec accuracy=0.762278 lr=0.176568 Epoch[66] Batch [1049] Speed: 5037.907281 samples/sec accuracy=0.762337 lr=0.176351 Epoch[66] Batch [1099] Speed: 4731.474073 samples/sec accuracy=0.762402 lr=0.176134 Epoch[66] Batch [1149] Speed: 4899.762079 samples/sec accuracy=0.762522 lr=0.175918 Epoch[66] Batch [1199] Speed: 4807.680993 samples/sec accuracy=0.762614 lr=0.175701 Epoch[66] Batch [1249] Speed: 4868.419941 samples/sec accuracy=0.762697 lr=0.175484 [Epoch 66] training: accuracy=0.762697 [Epoch 66] speed: 4769 samples/sec time cost: 278.747625 [Epoch 66] validation: err-top1=0.331593 err-top5=0.117586 Epoch[67] Batch [49] Speed: 4720.494684 samples/sec accuracy=0.760434 lr=0.175263 Epoch[67] Batch [99] Speed: 4799.097302 samples/sec accuracy=0.760959 lr=0.175046 Epoch[67] Batch [149] Speed: 4769.030800 samples/sec accuracy=0.760621 lr=0.174830 Epoch[67] Batch [199] Speed: 4817.496365 samples/sec accuracy=0.760935 lr=0.174613 Epoch[67] Batch [249] Speed: 4679.900330 samples/sec accuracy=0.761304 lr=0.174397 Epoch[67] Batch [299] Speed: 4763.242632 samples/sec accuracy=0.761524 lr=0.174180 Epoch[67] Batch [349] Speed: 4750.538630 samples/sec accuracy=0.761380 lr=0.173964 Epoch[67] Batch [399] Speed: 4664.683992 samples/sec accuracy=0.761449 lr=0.173747 Epoch[67] Batch [449] Speed: 4849.945711 samples/sec accuracy=0.761563 lr=0.173531 Epoch[67] Batch [499] Speed: 4829.625153 samples/sec accuracy=0.761660 lr=0.173314 Epoch[67] Batch [549] Speed: 4761.283920 samples/sec accuracy=0.761781 lr=0.173098 Epoch[67] Batch [599] Speed: 4781.233785 samples/sec accuracy=0.761929 lr=0.172881 Epoch[67] Batch [649] Speed: 4850.166320 samples/sec accuracy=0.762107 lr=0.172665 Epoch[67] Batch [699] Speed: 4897.653426 samples/sec accuracy=0.762248 lr=0.172449 Epoch[67] Batch [749] Speed: 4850.659312 samples/sec accuracy=0.762357 lr=0.172232 Epoch[67] Batch [799] Speed: 4714.489335 samples/sec accuracy=0.762623 lr=0.172016 Epoch[67] Batch [849] Speed: 4815.428108 samples/sec accuracy=0.762723 lr=0.171800 Epoch[67] Batch [899] Speed: 4747.980574 samples/sec accuracy=0.762919 lr=0.171584 Epoch[67] Batch [949] Speed: 4688.452314 samples/sec accuracy=0.763113 lr=0.171368 Epoch[67] Batch [999] Speed: 4760.310919 samples/sec accuracy=0.763185 lr=0.171152 Epoch[67] Batch [1049] Speed: 4686.949234 samples/sec accuracy=0.763253 lr=0.170935 Epoch[67] Batch [1099] Speed: 4656.295753 samples/sec accuracy=0.763414 lr=0.170719 Epoch[67] Batch [1149] Speed: 4676.563566 samples/sec accuracy=0.763602 lr=0.170503 Epoch[67] Batch [1199] Speed: 4954.734831 samples/sec accuracy=0.763736 lr=0.170287 Epoch[67] Batch [1249] Speed: 4862.527760 samples/sec accuracy=0.763851 lr=0.170072 [Epoch 67] training: accuracy=0.763854 [Epoch 67] speed: 4768 samples/sec time cost: 278.138752 [Epoch 67] validation: err-top1=0.328743 err-top5=0.117606 Epoch[68] Batch [49] Speed: 4576.459752 samples/sec accuracy=0.762955 lr=0.169851 Epoch[68] Batch [99] Speed: 4538.289311 samples/sec accuracy=0.761915 lr=0.169635 Epoch[68] Batch [149] Speed: 4895.037734 samples/sec accuracy=0.762453 lr=0.169420 Epoch[68] Batch [199] Speed: 4894.121619 samples/sec accuracy=0.762636 lr=0.169204 Epoch[68] Batch [249] Speed: 4898.935498 samples/sec accuracy=0.762583 lr=0.168988 Epoch[68] Batch [299] Speed: 4624.255240 samples/sec accuracy=0.762612 lr=0.168772 Epoch[68] Batch [349] Speed: 4815.706602 samples/sec accuracy=0.762683 lr=0.168557 Epoch[68] Batch [399] Speed: 4894.370472 samples/sec accuracy=0.763122 lr=0.168341 Epoch[68] Batch [449] Speed: 4684.298044 samples/sec accuracy=0.763285 lr=0.168126 Epoch[68] Batch [499] Speed: 4848.273175 samples/sec accuracy=0.763573 lr=0.167910 Epoch[68] Batch [549] Speed: 4683.252992 samples/sec accuracy=0.763618 lr=0.167694 Epoch[68] Batch [599] Speed: 4798.295436 samples/sec accuracy=0.763762 lr=0.167479 Epoch[68] Batch [649] Speed: 4857.712718 samples/sec accuracy=0.763904 lr=0.167263 Epoch[68] Batch [699] Speed: 4951.752267 samples/sec accuracy=0.764014 lr=0.167048 Epoch[68] Batch [749] Speed: 4858.800591 samples/sec accuracy=0.764178 lr=0.166833 Epoch[68] Batch [799] Speed: 4699.590166 samples/sec accuracy=0.764274 lr=0.166617 Epoch[68] Batch [849] Speed: 4790.681321 samples/sec accuracy=0.764391 lr=0.166402 Epoch[68] Batch [899] Speed: 4718.176499 samples/sec accuracy=0.764548 lr=0.166187 Epoch[68] Batch [949] Speed: 4865.940556 samples/sec accuracy=0.764594 lr=0.165972 Epoch[68] Batch [999] Speed: 4824.865806 samples/sec accuracy=0.764665 lr=0.165756 Epoch[68] Batch [1049] Speed: 4857.851395 samples/sec accuracy=0.764702 lr=0.165541 Epoch[68] Batch [1099] Speed: 4922.473936 samples/sec accuracy=0.764775 lr=0.165326 Epoch[68] Batch [1149] Speed: 4918.162071 samples/sec accuracy=0.764873 lr=0.165111 Epoch[68] Batch [1199] Speed: 4952.698882 samples/sec accuracy=0.764960 lr=0.164896 Epoch[68] Batch [1249] Speed: 5065.304354 samples/sec accuracy=0.765067 lr=0.164681 [Epoch 68] training: accuracy=0.765070 [Epoch 68] speed: 4809 samples/sec time cost: 276.919046 [Epoch 68] validation: err-top1=0.337273 err-top5=0.121751 Epoch[69] Batch [49] Speed: 4503.720034 samples/sec accuracy=0.764192 lr=0.164462 Epoch[69] Batch [99] Speed: 5003.241818 samples/sec accuracy=0.763902 lr=0.164247 Epoch[69] Batch [149] Speed: 5034.743153 samples/sec accuracy=0.763685 lr=0.164032 Epoch[69] Batch [199] Speed: 4920.565087 samples/sec accuracy=0.763950 lr=0.163818 Epoch[69] Batch [249] Speed: 4506.935504 samples/sec accuracy=0.764182 lr=0.163603 Epoch[69] Batch [299] Speed: 4761.790050 samples/sec accuracy=0.764088 lr=0.163388 Epoch[69] Batch [349] Speed: 4715.118802 samples/sec accuracy=0.764190 lr=0.163173 Epoch[69] Batch [399] Speed: 4584.644971 samples/sec accuracy=0.764082 lr=0.162959 Epoch[69] Batch [449] Speed: 4540.766238 samples/sec accuracy=0.764360 lr=0.162744 Epoch[69] Batch [499] Speed: 4907.107683 samples/sec accuracy=0.764582 lr=0.162530 Epoch[69] Batch [549] Speed: 4778.591108 samples/sec accuracy=0.764691 lr=0.162315 Epoch[69] Batch [599] Speed: 4983.575653 samples/sec accuracy=0.764836 lr=0.162101 Epoch[69] Batch [649] Speed: 4695.543450 samples/sec accuracy=0.764922 lr=0.161886 Epoch[69] Batch [699] Speed: 4752.636390 samples/sec accuracy=0.765051 lr=0.161672 Epoch[69] Batch [749] Speed: 4995.262775 samples/sec accuracy=0.765204 lr=0.161458 Epoch[69] Batch [799] Speed: 5016.514323 samples/sec accuracy=0.765303 lr=0.161244 Epoch[69] Batch [849] Speed: 4905.594172 samples/sec accuracy=0.765436 lr=0.161029 Epoch[69] Batch [899] Speed: 4910.619073 samples/sec accuracy=0.765574 lr=0.160815 Epoch[69] Batch [949] Speed: 5079.459310 samples/sec accuracy=0.765551 lr=0.160601 Epoch[69] Batch [999] Speed: 5035.015011 samples/sec accuracy=0.765711 lr=0.160387 Epoch[69] Batch [1049] Speed: 4856.179773 samples/sec accuracy=0.765771 lr=0.160173 Epoch[69] Batch [1099] Speed: 4662.947328 samples/sec accuracy=0.765821 lr=0.159959 Epoch[69] Batch [1149] Speed: 4611.010374 samples/sec accuracy=0.765909 lr=0.159745 Epoch[69] Batch [1199] Speed: 4884.719621 samples/sec accuracy=0.765993 lr=0.159531 Epoch[69] Batch [1249] Speed: 4799.706549 samples/sec accuracy=0.766121 lr=0.159317 [Epoch 69] training: accuracy=0.766120 [Epoch 69] speed: 4807 samples/sec time cost: 276.391154 [Epoch 69] validation: err-top1=0.324504 err-top5=0.113566 Epoch[70] Batch [49] Speed: 4497.598124 samples/sec accuracy=0.765864 lr=0.159099 Epoch[70] Batch [99] Speed: 4798.074160 samples/sec accuracy=0.765510 lr=0.158886 Epoch[70] Batch [149] Speed: 4781.742888 samples/sec accuracy=0.765492 lr=0.158672 Epoch[70] Batch [199] Speed: 4752.870220 samples/sec accuracy=0.765305 lr=0.158458 Epoch[70] Batch [249] Speed: 4981.641896 samples/sec accuracy=0.765368 lr=0.158245 Epoch[70] Batch [299] Speed: 4868.630203 samples/sec accuracy=0.765296 lr=0.158031 Epoch[70] Batch [349] Speed: 4776.373384 samples/sec accuracy=0.765354 lr=0.157818 Epoch[70] Batch [399] Speed: 4653.970080 samples/sec accuracy=0.765584 lr=0.157604 Epoch[70] Batch [449] Speed: 4411.409086 samples/sec accuracy=0.765533 lr=0.157391 Epoch[70] Batch [499] Speed: 4955.277211 samples/sec accuracy=0.765635 lr=0.157177 Epoch[70] Batch [549] Speed: 4971.909592 samples/sec accuracy=0.765528 lr=0.156964 Epoch[70] Batch [599] Speed: 4084.052685 samples/sec accuracy=0.765700 lr=0.156751 Epoch[70] Batch [649] Speed: 4684.261157 samples/sec accuracy=0.765823 lr=0.156538 Epoch[70] Batch [699] Speed: 4379.933986 samples/sec accuracy=0.765905 lr=0.156325 Epoch[70] Batch [749] Speed: 4927.455142 samples/sec accuracy=0.765955 lr=0.156112 Epoch[70] Batch [799] Speed: 4891.675717 samples/sec accuracy=0.766206 lr=0.155899 Epoch[70] Batch [849] Speed: 4842.630664 samples/sec accuracy=0.766252 lr=0.155686 Epoch[70] Batch [899] Speed: 4875.004717 samples/sec accuracy=0.766318 lr=0.155473 Epoch[70] Batch [949] Speed: 4869.366317 samples/sec accuracy=0.766418 lr=0.155260 Epoch[70] Batch [999] Speed: 5073.457606 samples/sec accuracy=0.766642 lr=0.155047 Epoch[70] Batch [1049] Speed: 4673.274676 samples/sec accuracy=0.766748 lr=0.154834 Epoch[70] Batch [1099] Speed: 4964.618812 samples/sec accuracy=0.766883 lr=0.154622 Epoch[70] Batch [1149] Speed: 4973.779351 samples/sec accuracy=0.767004 lr=0.154409 Epoch[70] Batch [1199] Speed: 4622.265676 samples/sec accuracy=0.767163 lr=0.154196 Epoch[70] Batch [1249] Speed: 4986.140625 samples/sec accuracy=0.767315 lr=0.153984 [Epoch 70] training: accuracy=0.767317 [Epoch 70] speed: 4755 samples/sec time cost: 280.096174 [Epoch 70] validation: err-top1=0.334762 err-top5=0.123366 Epoch[71] Batch [49] Speed: 4764.602120 samples/sec accuracy=0.768427 lr=0.153767 Epoch[71] Batch [99] Speed: 4434.137398 samples/sec accuracy=0.766981 lr=0.153555 Epoch[71] Batch [149] Speed: 4662.748079 samples/sec accuracy=0.767151 lr=0.153342 Epoch[71] Batch [199] Speed: 4616.273603 samples/sec accuracy=0.766835 lr=0.153130 Epoch[71] Batch [249] Speed: 4733.425024 samples/sec accuracy=0.767118 lr=0.152918 Epoch[71] Batch [299] Speed: 4968.090270 samples/sec accuracy=0.767299 lr=0.152705 Epoch[71] Batch [349] Speed: 4305.452278 samples/sec accuracy=0.767260 lr=0.152493 Epoch[71] Batch [399] Speed: 4919.706904 samples/sec accuracy=0.767304 lr=0.152281 Epoch[71] Batch [449] Speed: 4922.989299 samples/sec accuracy=0.767313 lr=0.152069 Epoch[71] Batch [499] Speed: 5005.945052 samples/sec accuracy=0.767470 lr=0.151857 Epoch[71] Batch [549] Speed: 5059.025193 samples/sec accuracy=0.767625 lr=0.151645 Epoch[71] Batch [599] Speed: 4522.460348 samples/sec accuracy=0.767684 lr=0.151433 Epoch[71] Batch [649] Speed: 4870.016176 samples/sec accuracy=0.767741 lr=0.151222 Epoch[71] Batch [699] Speed: 4695.806607 samples/sec accuracy=0.767816 lr=0.151010 Epoch[71] Batch [749] Speed: 4193.616640 samples/sec accuracy=0.767971 lr=0.150798 Epoch[71] Batch [799] Speed: 4938.877046 samples/sec accuracy=0.768131 lr=0.150587 Epoch[71] Batch [849] Speed: 5018.833443 samples/sec accuracy=0.768231 lr=0.150375 Epoch[71] Batch [899] Speed: 5041.423794 samples/sec accuracy=0.768381 lr=0.150163 Epoch[71] Batch [949] Speed: 4807.645367 samples/sec accuracy=0.768498 lr=0.149952 Epoch[71] Batch [999] Speed: 4378.796375 samples/sec accuracy=0.768576 lr=0.149741 Epoch[71] Batch [1049] Speed: 4871.030016 samples/sec accuracy=0.768736 lr=0.149529 Epoch[71] Batch [1099] Speed: 4701.685366 samples/sec accuracy=0.768796 lr=0.149318 Epoch[71] Batch [1149] Speed: 4694.229545 samples/sec accuracy=0.768905 lr=0.149107 Epoch[71] Batch [1199] Speed: 4760.810721 samples/sec accuracy=0.769024 lr=0.148896 Epoch[71] Batch [1249] Speed: 4922.799482 samples/sec accuracy=0.769112 lr=0.148685 [Epoch 71] training: accuracy=0.769117 [Epoch 71] speed: 4737 samples/sec time cost: 280.663412 [Epoch 71] validation: err-top1=0.315709 err-top5=0.109674 Epoch[72] Batch [49] Speed: 2141.877541 samples/sec accuracy=0.767679 lr=0.148469 Epoch[72] Batch [99] Speed: 4957.289419 samples/sec accuracy=0.768381 lr=0.148258 Epoch[72] Batch [149] Speed: 4755.677133 samples/sec accuracy=0.767923 lr=0.148047 Epoch[72] Batch [199] Speed: 4871.794818 samples/sec accuracy=0.767585 lr=0.147837 Epoch[72] Batch [249] Speed: 4767.302578 samples/sec accuracy=0.767509 lr=0.147626 Epoch[72] Batch [299] Speed: 4947.421578 samples/sec accuracy=0.767724 lr=0.147415 Epoch[72] Batch [349] Speed: 4636.667730 samples/sec accuracy=0.767996 lr=0.147204 Epoch[72] Batch [399] Speed: 4791.324778 samples/sec accuracy=0.768095 lr=0.146994 Epoch[72] Batch [449] Speed: 4967.611040 samples/sec accuracy=0.768115 lr=0.146783 Epoch[72] Batch [499] Speed: 4996.208432 samples/sec accuracy=0.768131 lr=0.146573 Epoch[72] Batch [549] Speed: 4760.471528 samples/sec accuracy=0.768185 lr=0.146362 Epoch[72] Batch [599] Speed: 4799.522042 samples/sec accuracy=0.768206 lr=0.146152 Epoch[72] Batch [649] Speed: 5025.332309 samples/sec accuracy=0.768283 lr=0.145942 Epoch[72] Batch [699] Speed: 5040.123557 samples/sec accuracy=0.768447 lr=0.145732 Epoch[72] Batch [749] Speed: 5144.018396 samples/sec accuracy=0.768501 lr=0.145521 Epoch[72] Batch [799] Speed: 5025.537408 samples/sec accuracy=0.768599 lr=0.145311 Epoch[72] Batch [849] Speed: 4904.202325 samples/sec accuracy=0.768687 lr=0.145101 Epoch[72] Batch [899] Speed: 4804.753787 samples/sec accuracy=0.768835 lr=0.144891 Epoch[72] Batch [949] Speed: 4962.531385 samples/sec accuracy=0.768962 lr=0.144682 Epoch[72] Batch [999] Speed: 5074.977780 samples/sec accuracy=0.769072 lr=0.144472 Epoch[72] Batch [1049] Speed: 4886.824155 samples/sec accuracy=0.769187 lr=0.144262 Epoch[72] Batch [1099] Speed: 5092.899699 samples/sec accuracy=0.769293 lr=0.144052 Epoch[72] Batch [1149] Speed: 4868.340808 samples/sec accuracy=0.769332 lr=0.143843 Epoch[72] Batch [1199] Speed: 4817.771099 samples/sec accuracy=0.769388 lr=0.143633 Epoch[72] Batch [1249] Speed: 4946.314626 samples/sec accuracy=0.769476 lr=0.143424 [Epoch 72] training: accuracy=0.769477 [Epoch 72] speed: 4662 samples/sec time cost: 284.929157 [Epoch 72] validation: err-top1=0.325614 err-top5=0.116151 Epoch[73] Batch [49] Speed: 4913.813341 samples/sec accuracy=0.770680 lr=0.143210 Epoch[73] Batch [99] Speed: 4941.553570 samples/sec accuracy=0.769849 lr=0.143001 Epoch[73] Batch [149] Speed: 4795.175233 samples/sec accuracy=0.769413 lr=0.142791 Epoch[73] Batch [199] Speed: 5018.720726 samples/sec accuracy=0.769369 lr=0.142582 Epoch[73] Batch [249] Speed: 4933.923515 samples/sec accuracy=0.769114 lr=0.142373 Epoch[73] Batch [299] Speed: 4717.064574 samples/sec accuracy=0.768911 lr=0.142164 Epoch[73] Batch [349] Speed: 4898.612654 samples/sec accuracy=0.768928 lr=0.141955 Epoch[73] Batch [399] Speed: 4992.014223 samples/sec accuracy=0.769026 lr=0.141746 Epoch[73] Batch [449] Speed: 4760.726076 samples/sec accuracy=0.769278 lr=0.141537 Epoch[73] Batch [499] Speed: 4810.965258 samples/sec accuracy=0.769492 lr=0.141328 Epoch[73] Batch [549] Speed: 4735.263666 samples/sec accuracy=0.769610 lr=0.141120 Epoch[73] Batch [599] Speed: 4679.201418 samples/sec accuracy=0.769681 lr=0.140911 Epoch[73] Batch [649] Speed: 4735.373929 samples/sec accuracy=0.769833 lr=0.140702 Epoch[73] Batch [699] Speed: 4803.144177 samples/sec accuracy=0.769872 lr=0.140494 Epoch[73] Batch [749] Speed: 4929.451490 samples/sec accuracy=0.769930 lr=0.140285 Epoch[73] Batch [799] Speed: 4779.662232 samples/sec accuracy=0.770030 lr=0.140077 Epoch[73] Batch [849] Speed: 4873.407976 samples/sec accuracy=0.770094 lr=0.139869 Epoch[73] Batch [899] Speed: 425.337017 samples/sec accuracy=0.770208 lr=0.139661 Epoch[73] Batch [949] Speed: 4719.733597 samples/sec accuracy=0.770311 lr=0.139452 Epoch[73] Batch [999] Speed: 4821.819552 samples/sec accuracy=0.770383 lr=0.139244 Epoch[73] Batch [1049] Speed: 4772.357159 samples/sec accuracy=0.770420 lr=0.139036 Epoch[73] Batch [1099] Speed: 4824.393433 samples/sec accuracy=0.770568 lr=0.138828 Epoch[73] Batch [1149] Speed: 4822.387799 samples/sec accuracy=0.770714 lr=0.138620 Epoch[73] Batch [1199] Speed: 4820.464984 samples/sec accuracy=0.770798 lr=0.138413 Epoch[73] Batch [1249] Speed: 4989.524934 samples/sec accuracy=0.770904 lr=0.138205 [Epoch 73] training: accuracy=0.770907 [Epoch 73] speed: 3415 samples/sec time cost: 407.140865 [Epoch 73] validation: err-top1=0.333207 err-top5=0.122708 Epoch[74] Batch [49] Speed: 4598.593969 samples/sec accuracy=0.770972 lr=0.137993 Epoch[74] Batch [99] Speed: 4742.824010 samples/sec accuracy=0.770294 lr=0.137786 Epoch[74] Batch [149] Speed: 4855.444347 samples/sec accuracy=0.770433 lr=0.137578 Epoch[74] Batch [199] Speed: 4847.084433 samples/sec accuracy=0.770342 lr=0.137371 Epoch[74] Batch [249] Speed: 2831.616455 samples/sec accuracy=0.770176 lr=0.137163 Epoch[74] Batch [299] Speed: 4614.487120 samples/sec accuracy=0.770015 lr=0.136956 Epoch[74] Batch [349] Speed: 2254.087611 samples/sec accuracy=0.769770 lr=0.136749 Epoch[74] Batch [399] Speed: 1633.559791 samples/sec accuracy=0.769887 lr=0.136542 Epoch[74] Batch [449] Speed: 4743.704682 samples/sec accuracy=0.769799 lr=0.136335 Epoch[74] Batch [499] Speed: 4758.290408 samples/sec accuracy=0.769824 lr=0.136128 Epoch[74] Batch [549] Speed: 4683.119201 samples/sec accuracy=0.770059 lr=0.135921 Epoch[74] Batch [599] Speed: 4735.756760 samples/sec accuracy=0.770189 lr=0.135714 Epoch[74] Batch [649] Speed: 4752.867695 samples/sec accuracy=0.770336 lr=0.135507 Epoch[74] Batch [699] Speed: 4751.473788 samples/sec accuracy=0.770478 lr=0.135301 Epoch[74] Batch [749] Speed: 4895.067749 samples/sec accuracy=0.770583 lr=0.135094 Epoch[74] Batch [799] Speed: 4899.469977 samples/sec accuracy=0.770669 lr=0.134887 Epoch[74] Batch [849] Speed: 4686.419922 samples/sec accuracy=0.770917 lr=0.134681 Epoch[74] Batch [899] Speed: 4875.712207 samples/sec accuracy=0.771075 lr=0.134475 Epoch[74] Batch [949] Speed: 4946.068551 samples/sec accuracy=0.771126 lr=0.134268 Epoch[74] Batch [999] Speed: 4810.778161 samples/sec accuracy=0.771267 lr=0.134062 Epoch[74] Batch [1049] Speed: 4800.143842 samples/sec accuracy=0.771423 lr=0.133856 Epoch[74] Batch [1099] Speed: 4758.962314 samples/sec accuracy=0.771499 lr=0.133650 Epoch[74] Batch [1149] Speed: 4920.439266 samples/sec accuracy=0.771702 lr=0.133444 Epoch[74] Batch [1199] Speed: 4762.727320 samples/sec accuracy=0.771830 lr=0.133238 Epoch[74] Batch [1249] Speed: 4788.277263 samples/sec accuracy=0.771981 lr=0.133032 [Epoch 74] training: accuracy=0.771983 [Epoch 74] speed: 4156 samples/sec time cost: 318.700105 [Epoch 74] validation: err-top1=0.317522 err-top5=0.113002 Epoch[75] Batch [49] Speed: 4496.489713 samples/sec accuracy=0.771659 lr=0.132822 Epoch[75] Batch [99] Speed: 4604.620076 samples/sec accuracy=0.772203 lr=0.132617 Epoch[75] Batch [149] Speed: 4670.139903 samples/sec accuracy=0.772054 lr=0.132411 Epoch[75] Batch [199] Speed: 4824.436244 samples/sec accuracy=0.771789 lr=0.132206 Epoch[75] Batch [249] Speed: 4746.299672 samples/sec accuracy=0.771437 lr=0.132000 Epoch[75] Batch [299] Speed: 4656.043871 samples/sec accuracy=0.771537 lr=0.131795 Epoch[75] Batch [349] Speed: 4913.761509 samples/sec accuracy=0.771336 lr=0.131590 Epoch[75] Batch [399] Speed: 4741.515235 samples/sec accuracy=0.771190 lr=0.131385 Epoch[75] Batch [449] Speed: 5051.526071 samples/sec accuracy=0.771332 lr=0.131180 Epoch[75] Batch [499] Speed: 4791.222476 samples/sec accuracy=0.771416 lr=0.130975 Epoch[75] Batch [549] Speed: 4795.850422 samples/sec accuracy=0.771370 lr=0.130770 Epoch[75] Batch [599] Speed: 4781.613846 samples/sec accuracy=0.771491 lr=0.130565 Epoch[75] Batch [649] Speed: 4720.596894 samples/sec accuracy=0.771572 lr=0.130360 Epoch[75] Batch [699] Speed: 4631.701040 samples/sec accuracy=0.771609 lr=0.130155 Epoch[75] Batch [749] Speed: 4620.654995 samples/sec accuracy=0.771870 lr=0.129951 Epoch[75] Batch [799] Speed: 4743.411612 samples/sec accuracy=0.772017 lr=0.129746 Epoch[75] Batch [849] Speed: 4683.748184 samples/sec accuracy=0.772121 lr=0.129542 Epoch[75] Batch [899] Speed: 4629.957001 samples/sec accuracy=0.772236 lr=0.129338 Epoch[75] Batch [949] Speed: 4877.939061 samples/sec accuracy=0.772367 lr=0.129133 Epoch[75] Batch [999] Speed: 4848.959131 samples/sec accuracy=0.772442 lr=0.128929 Epoch[75] Batch [1049] Speed: 4664.639308 samples/sec accuracy=0.772537 lr=0.128725 Epoch[75] Batch [1099] Speed: 4755.113547 samples/sec accuracy=0.772737 lr=0.128521 Epoch[75] Batch [1149] Speed: 4873.700739 samples/sec accuracy=0.772844 lr=0.128317 Epoch[75] Batch [1199] Speed: 4753.195811 samples/sec accuracy=0.772931 lr=0.128113 Epoch[75] Batch [1249] Speed: 4867.942312 samples/sec accuracy=0.773086 lr=0.127910 [Epoch 75] training: accuracy=0.773090 [Epoch 75] speed: 4741 samples/sec time cost: 279.758584 [Epoch 75] validation: err-top1=0.330790 err-top5=0.119303 Epoch[76] Batch [49] Speed: 4731.674757 samples/sec accuracy=0.772876 lr=0.127702 Epoch[76] Batch [99] Speed: 4744.541235 samples/sec accuracy=0.772318 lr=0.127498 Epoch[76] Batch [149] Speed: 4829.957217 samples/sec accuracy=0.771873 lr=0.127295 Epoch[76] Batch [199] Speed: 4770.941623 samples/sec accuracy=0.772110 lr=0.127092 Epoch[76] Batch [249] Speed: 4761.418096 samples/sec accuracy=0.772164 lr=0.126888 Epoch[76] Batch [299] Speed: 4735.952167 samples/sec accuracy=0.772207 lr=0.126685 Epoch[76] Batch [349] Speed: 4701.122052 samples/sec accuracy=0.772503 lr=0.126482 Epoch[76] Batch [399] Speed: 4727.970430 samples/sec accuracy=0.772617 lr=0.126279 Epoch[76] Batch [449] Speed: 4832.165732 samples/sec accuracy=0.772727 lr=0.126076 Epoch[76] Batch [499] Speed: 4679.894721 samples/sec accuracy=0.772780 lr=0.125873 Epoch[76] Batch [549] Speed: 4941.735285 samples/sec accuracy=0.772928 lr=0.125670 Epoch[76] Batch [599] Speed: 4865.031993 samples/sec accuracy=0.772941 lr=0.125468 Epoch[76] Batch [649] Speed: 4966.155417 samples/sec accuracy=0.773060 lr=0.125265 Epoch[76] Batch [699] Speed: 4722.765398 samples/sec accuracy=0.773133 lr=0.125062 Epoch[76] Batch [749] Speed: 4794.388591 samples/sec accuracy=0.773224 lr=0.124860 Epoch[76] Batch [799] Speed: 4749.334409 samples/sec accuracy=0.773354 lr=0.124658 Epoch[76] Batch [849] Speed: 4785.688119 samples/sec accuracy=0.773468 lr=0.124455 Epoch[76] Batch [899] Speed: 4793.757045 samples/sec accuracy=0.773691 lr=0.124253 Epoch[76] Batch [949] Speed: 4775.713545 samples/sec accuracy=0.773811 lr=0.124051 Epoch[76] Batch [999] Speed: 4781.911229 samples/sec accuracy=0.773939 lr=0.123849 Epoch[76] Batch [1049] Speed: 4715.332906 samples/sec accuracy=0.774056 lr=0.123647 Epoch[76] Batch [1099] Speed: 4803.527299 samples/sec accuracy=0.774147 lr=0.123446 Epoch[76] Batch [1149] Speed: 4817.630486 samples/sec accuracy=0.774269 lr=0.123244 Epoch[76] Batch [1199] Speed: 4909.271509 samples/sec accuracy=0.774407 lr=0.123042 Epoch[76] Batch [1249] Speed: 4696.766872 samples/sec accuracy=0.774512 lr=0.122841 [Epoch 76] training: accuracy=0.774517 [Epoch 76] speed: 4778 samples/sec time cost: 277.985836 [Epoch 76] validation: err-top1=0.311563 err-top5=0.105608 Epoch[77] Batch [49] Speed: 4645.147400 samples/sec accuracy=0.774539 lr=0.122635 Epoch[77] Batch [99] Speed: 4633.656144 samples/sec accuracy=0.772890 lr=0.122434 Epoch[77] Batch [149] Speed: 4771.273299 samples/sec accuracy=0.773131 lr=0.122233 Epoch[77] Batch [199] Speed: 4928.064620 samples/sec accuracy=0.772994 lr=0.122032 Epoch[77] Batch [249] Speed: 4818.620791 samples/sec accuracy=0.773117 lr=0.121831 Epoch[77] Batch [299] Speed: 5129.751692 samples/sec accuracy=0.773139 lr=0.121630 Epoch[77] Batch [349] Speed: 5075.047222 samples/sec accuracy=0.773264 lr=0.121429 Epoch[77] Batch [399] Speed: 4982.595928 samples/sec accuracy=0.773433 lr=0.121228 Epoch[77] Batch [449] Speed: 4809.964629 samples/sec accuracy=0.773680 lr=0.121027 Epoch[77] Batch [499] Speed: 4883.286624 samples/sec accuracy=0.773896 lr=0.120827 Epoch[77] Batch [549] Speed: 4728.284394 samples/sec accuracy=0.774024 lr=0.120626 Epoch[77] Batch [599] Speed: 4748.286492 samples/sec accuracy=0.774160 lr=0.120426 Epoch[77] Batch [649] Speed: 4874.799991 samples/sec accuracy=0.774424 lr=0.120226 Epoch[77] Batch [699] Speed: 4797.282495 samples/sec accuracy=0.774476 lr=0.120025 Epoch[77] Batch [749] Speed: 4757.697111 samples/sec accuracy=0.774661 lr=0.119825 Epoch[77] Batch [799] Speed: 4850.790355 samples/sec accuracy=0.774679 lr=0.119625 Epoch[77] Batch [849] Speed: 4805.904323 samples/sec accuracy=0.774723 lr=0.119425 Epoch[77] Batch [899] Speed: 4796.539622 samples/sec accuracy=0.774788 lr=0.119226 Epoch[77] Batch [949] Speed: 4957.352245 samples/sec accuracy=0.774935 lr=0.119026 Epoch[77] Batch [999] Speed: 4895.450053 samples/sec accuracy=0.775088 lr=0.118826 Epoch[77] Batch [1049] Speed: 4820.100143 samples/sec accuracy=0.775253 lr=0.118627 Epoch[77] Batch [1099] Speed: 4778.516250 samples/sec accuracy=0.775346 lr=0.118427 Epoch[77] Batch [1149] Speed: 4823.126460 samples/sec accuracy=0.775463 lr=0.118228 Epoch[77] Batch [1199] Speed: 4888.618658 samples/sec accuracy=0.775541 lr=0.118029 Epoch[77] Batch [1249] Speed: 4969.481822 samples/sec accuracy=0.775650 lr=0.117830 [Epoch 77] training: accuracy=0.775651 [Epoch 77] speed: 4839 samples/sec time cost: 274.569033 [Epoch 77] validation: err-top1=0.312221 err-top5=0.107980 Epoch[78] Batch [49] Speed: 4598.619573 samples/sec accuracy=0.776554 lr=0.117627 Epoch[78] Batch [99] Speed: 4963.653295 samples/sec accuracy=0.775999 lr=0.117428 Epoch[78] Batch [149] Speed: 4734.692590 samples/sec accuracy=0.775723 lr=0.117229 Epoch[78] Batch [199] Speed: 4761.512478 samples/sec accuracy=0.775881 lr=0.117030 Epoch[78] Batch [249] Speed: 4788.446171 samples/sec accuracy=0.775448 lr=0.116831 Epoch[78] Batch [299] Speed: 4849.526456 samples/sec accuracy=0.775427 lr=0.116633 Epoch[78] Batch [349] Speed: 4851.580928 samples/sec accuracy=0.775100 lr=0.116434 Epoch[78] Batch [399] Speed: 4842.185923 samples/sec accuracy=0.775114 lr=0.116236 Epoch[78] Batch [449] Speed: 4920.243445 samples/sec accuracy=0.775236 lr=0.116038 Epoch[78] Batch [499] Speed: 4892.709186 samples/sec accuracy=0.775259 lr=0.115840 Epoch[78] Batch [549] Speed: 4829.500681 samples/sec accuracy=0.775305 lr=0.115642 Epoch[78] Batch [599] Speed: 4663.346081 samples/sec accuracy=0.775450 lr=0.115444 Epoch[78] Batch [649] Speed: 4867.824244 samples/sec accuracy=0.775551 lr=0.115246 Epoch[78] Batch [699] Speed: 4816.567774 samples/sec accuracy=0.775588 lr=0.115048 Epoch[78] Batch [749] Speed: 4935.031506 samples/sec accuracy=0.775683 lr=0.114850 Epoch[78] Batch [799] Speed: 4874.530332 samples/sec accuracy=0.775836 lr=0.114653 Epoch[78] Batch [849] Speed: 4907.004077 samples/sec accuracy=0.775939 lr=0.114455 Epoch[78] Batch [899] Speed: 4822.933433 samples/sec accuracy=0.776007 lr=0.114258 Epoch[78] Batch [949] Speed: 4925.218893 samples/sec accuracy=0.776081 lr=0.114061 Epoch[78] Batch [999] Speed: 4795.534168 samples/sec accuracy=0.776135 lr=0.113864 Epoch[78] Batch [1049] Speed: 4871.105480 samples/sec accuracy=0.776216 lr=0.113667 Epoch[78] Batch [1099] Speed: 4676.496453 samples/sec accuracy=0.776297 lr=0.113470 Epoch[78] Batch [1149] Speed: 4670.514391 samples/sec accuracy=0.776416 lr=0.113273 Epoch[78] Batch [1199] Speed: 4832.682478 samples/sec accuracy=0.776555 lr=0.113076 Epoch[78] Batch [1249] Speed: 4837.555449 samples/sec accuracy=0.776687 lr=0.112880 [Epoch 78] training: accuracy=0.776697 [Epoch 78] speed: 4815 samples/sec time cost: 275.422041 [Epoch 78] validation: err-top1=0.313696 err-top5=0.111388 Epoch[79] Batch [49] Speed: 4437.331260 samples/sec accuracy=0.776272 lr=0.112679 Epoch[79] Batch [99] Speed: 4570.453677 samples/sec accuracy=0.776385 lr=0.112483 Epoch[79] Batch [149] Speed: 4889.902240 samples/sec accuracy=0.776240 lr=0.112287 Epoch[79] Batch [199] Speed: 4784.305381 samples/sec accuracy=0.776027 lr=0.112090 Epoch[79] Batch [249] Speed: 4805.955303 samples/sec accuracy=0.775861 lr=0.111894 Epoch[79] Batch [299] Speed: 4856.256644 samples/sec accuracy=0.775919 lr=0.111698 Epoch[79] Batch [349] Speed: 4733.190391 samples/sec accuracy=0.775945 lr=0.111502 Epoch[79] Batch [399] Speed: 2121.448008 samples/sec accuracy=0.775901 lr=0.111307 Epoch[79] Batch [449] Speed: 4718.940609 samples/sec accuracy=0.776042 lr=0.111111 Epoch[79] Batch [499] Speed: 4887.992863 samples/sec accuracy=0.776009 lr=0.110915 Epoch[79] Batch [549] Speed: 4928.674702 samples/sec accuracy=0.776168 lr=0.110720 Epoch[79] Batch [599] Speed: 4873.108282 samples/sec accuracy=0.776234 lr=0.110525 Epoch[79] Batch [649] Speed: 4991.471661 samples/sec accuracy=0.776395 lr=0.110329 Epoch[79] Batch [699] Speed: 5060.314693 samples/sec accuracy=0.776405 lr=0.110134 Epoch[79] Batch [749] Speed: 4828.903068 samples/sec accuracy=0.776468 lr=0.109939 Epoch[79] Batch [799] Speed: 4842.385517 samples/sec accuracy=0.776656 lr=0.109744 Epoch[79] Batch [849] Speed: 4836.503536 samples/sec accuracy=0.776716 lr=0.109549 Epoch[79] Batch [899] Speed: 4866.226799 samples/sec accuracy=0.776812 lr=0.109355 Epoch[79] Batch [949] Speed: 4699.768303 samples/sec accuracy=0.776944 lr=0.109160 Epoch[79] Batch [999] Speed: 4750.060104 samples/sec accuracy=0.777087 lr=0.108966 Epoch[79] Batch [1049] Speed: 4719.953723 samples/sec accuracy=0.777195 lr=0.108771 Epoch[79] Batch [1099] Speed: 4625.597214 samples/sec accuracy=0.777294 lr=0.108577 Epoch[79] Batch [1149] Speed: 4768.934001 samples/sec accuracy=0.777415 lr=0.108383 Epoch[79] Batch [1199] Speed: 4642.313753 samples/sec accuracy=0.777520 lr=0.108189 Epoch[79] Batch [1249] Speed: 4983.988448 samples/sec accuracy=0.777660 lr=0.107995 [Epoch 79] training: accuracy=0.777662 [Epoch 79] speed: 4557 samples/sec time cost: 290.205752 [Epoch 79] validation: err-top1=0.301678 err-top5=0.101842 Epoch[80] Batch [49] Speed: 4632.472071 samples/sec accuracy=0.776659 lr=0.107797 Epoch[80] Batch [99] Speed: 4775.097951 samples/sec accuracy=0.776620 lr=0.107603 Epoch[80] Batch [149] Speed: 4774.889215 samples/sec accuracy=0.776582 lr=0.107410 Epoch[80] Batch [199] Speed: 4673.499439 samples/sec accuracy=0.776627 lr=0.107216 Epoch[80] Batch [249] Speed: 4775.127363 samples/sec accuracy=0.776699 lr=0.107023 Epoch[80] Batch [299] Speed: 4783.981375 samples/sec accuracy=0.776743 lr=0.106830 Epoch[80] Batch [349] Speed: 4989.139850 samples/sec accuracy=0.776759 lr=0.106636 Epoch[80] Batch [399] Speed: 4979.186605 samples/sec accuracy=0.776990 lr=0.106443 Epoch[80] Batch [449] Speed: 4819.539250 samples/sec accuracy=0.777151 lr=0.106250 Epoch[80] Batch [499] Speed: 5060.090530 samples/sec accuracy=0.777347 lr=0.106057 Epoch[80] Batch [549] Speed: 5091.232011 samples/sec accuracy=0.777496 lr=0.105865 Epoch[80] Batch [599] Speed: 5012.263856 samples/sec accuracy=0.777553 lr=0.105672 Epoch[80] Batch [649] Speed: 1850.878084 samples/sec accuracy=0.777584 lr=0.105480 Epoch[80] Batch [699] Speed: 4605.432685 samples/sec accuracy=0.777647 lr=0.105287 Epoch[80] Batch [749] Speed: 4850.664023 samples/sec accuracy=0.777732 lr=0.105095 Epoch[80] Batch [799] Speed: 4312.931865 samples/sec accuracy=0.777855 lr=0.104903 Epoch[80] Batch [849] Speed: 3983.940060 samples/sec accuracy=0.778000 lr=0.104711 Epoch[80] Batch [899] Speed: 821.146313 samples/sec accuracy=0.778036 lr=0.104519 Epoch[80] Batch [949] Speed: 4685.843491 samples/sec accuracy=0.778160 lr=0.104327 Epoch[80] Batch [999] Speed: 2898.225878 samples/sec accuracy=0.778182 lr=0.104135 Epoch[80] Batch [1049] Speed: 4871.339952 samples/sec accuracy=0.778228 lr=0.103944 Epoch[80] Batch [1099] Speed: 4834.918740 samples/sec accuracy=0.778296 lr=0.103752 Epoch[80] Batch [1149] Speed: 1529.291811 samples/sec accuracy=0.778403 lr=0.103561 Epoch[80] Batch [1199] Speed: 980.365236 samples/sec accuracy=0.778492 lr=0.103370 Epoch[80] Batch [1249] Speed: 3012.550258 samples/sec accuracy=0.778578 lr=0.103178 [Epoch 80] training: accuracy=0.778581 [Epoch 80] speed: 3080 samples/sec time cost: 459.441651 [Epoch 80] validation: err-top1=0.297832 err-top5=0.099609 Epoch[81] Batch [49] Speed: 4510.699341 samples/sec accuracy=0.779512 lr=0.102984 Epoch[81] Batch [99] Speed: 1525.014738 samples/sec accuracy=0.778697 lr=0.102793 Epoch[81] Batch [149] Speed: 923.189998 samples/sec accuracy=0.778103 lr=0.102602 Epoch[81] Batch [199] Speed: 4199.210926 samples/sec accuracy=0.777550 lr=0.102411 Epoch[81] Batch [249] Speed: 4763.969519 samples/sec accuracy=0.777735 lr=0.102221 Epoch[81] Batch [299] Speed: 4631.796943 samples/sec accuracy=0.777846 lr=0.102030 Epoch[81] Batch [349] Speed: 2495.556363 samples/sec accuracy=0.777994 lr=0.101840 Epoch[81] Batch [399] Speed: 4836.801032 samples/sec accuracy=0.777860 lr=0.101650 Epoch[81] Batch [449] Speed: 4807.710807 samples/sec accuracy=0.777886 lr=0.101460 Epoch[81] Batch [499] Speed: 4891.505576 samples/sec accuracy=0.777934 lr=0.101270 Epoch[81] Batch [549] Speed: 4781.089122 samples/sec accuracy=0.778014 lr=0.101080 Epoch[81] Batch [599] Speed: 4819.077544 samples/sec accuracy=0.778239 lr=0.100890 Epoch[81] Batch [649] Speed: 4675.791838 samples/sec accuracy=0.778435 lr=0.100701 Epoch[81] Batch [699] Speed: 4853.573298 samples/sec accuracy=0.778507 lr=0.100511 Epoch[81] Batch [749] Speed: 4827.725650 samples/sec accuracy=0.778561 lr=0.100322 Epoch[81] Batch [799] Speed: 4807.621366 samples/sec accuracy=0.778643 lr=0.100132 Epoch[81] Batch [849] Speed: 4877.286200 samples/sec accuracy=0.778737 lr=0.099943 Epoch[81] Batch [899] Speed: 4868.925152 samples/sec accuracy=0.778817 lr=0.099754 Epoch[81] Batch [949] Speed: 4794.119300 samples/sec accuracy=0.778919 lr=0.099565 Epoch[81] Batch [999] Speed: 4732.399863 samples/sec accuracy=0.779033 lr=0.099377 Epoch[81] Batch [1049] Speed: 4619.815837 samples/sec accuracy=0.779134 lr=0.099188 Epoch[81] Batch [1099] Speed: 4771.936789 samples/sec accuracy=0.779208 lr=0.098999 Epoch[81] Batch [1149] Speed: 4771.927034 samples/sec accuracy=0.779329 lr=0.098811 Epoch[81] Batch [1199] Speed: 4673.544293 samples/sec accuracy=0.779539 lr=0.098623 Epoch[81] Batch [1249] Speed: 4789.504520 samples/sec accuracy=0.779689 lr=0.098434 [Epoch 81] training: accuracy=0.779698 [Epoch 81] speed: 3682 samples/sec time cost: 358.532794 [Epoch 81] validation: err-top1=0.300517 err-top5=0.101461 Epoch[82] Batch [49] Speed: 4543.988499 samples/sec accuracy=0.780689 lr=0.098243 Epoch[82] Batch [99] Speed: 4767.666137 samples/sec accuracy=0.780548 lr=0.098055 Epoch[82] Batch [149] Speed: 4748.246072 samples/sec accuracy=0.780108 lr=0.097867 Epoch[82] Batch [199] Speed: 4851.761128 samples/sec accuracy=0.779806 lr=0.097679 Epoch[82] Batch [249] Speed: 4627.257306 samples/sec accuracy=0.779589 lr=0.097492 Epoch[82] Batch [299] Speed: 4772.765086 samples/sec accuracy=0.779648 lr=0.097304 Epoch[82] Batch [349] Speed: 4802.590122 samples/sec accuracy=0.779683 lr=0.097117 Epoch[82] Batch [399] Speed: 4762.023937 samples/sec accuracy=0.779910 lr=0.096930 Epoch[82] Batch [449] Speed: 4851.477571 samples/sec accuracy=0.780106 lr=0.096743 Epoch[82] Batch [499] Speed: 4693.008470 samples/sec accuracy=0.780361 lr=0.096556 Epoch[82] Batch [549] Speed: 4721.952598 samples/sec accuracy=0.780462 lr=0.096369 Epoch[82] Batch [599] Speed: 4704.250136 samples/sec accuracy=0.780577 lr=0.096182 Epoch[82] Batch [649] Speed: 4750.402964 samples/sec accuracy=0.780514 lr=0.095996 Epoch[82] Batch [699] Speed: 4825.176401 samples/sec accuracy=0.780598 lr=0.095809 Epoch[82] Batch [749] Speed: 4727.987814 samples/sec accuracy=0.780668 lr=0.095623 Epoch[82] Batch [799] Speed: 4869.583617 samples/sec accuracy=0.780705 lr=0.095437 Epoch[82] Batch [849] Speed: 4735.228165 samples/sec accuracy=0.780831 lr=0.095250 Epoch[82] Batch [899] Speed: 4771.108886 samples/sec accuracy=0.780839 lr=0.095064 Epoch[82] Batch [949] Speed: 4828.691772 samples/sec accuracy=0.780908 lr=0.094879 Epoch[82] Batch [999] Speed: 4743.978085 samples/sec accuracy=0.781009 lr=0.094693 Epoch[82] Batch [1049] Speed: 4826.030985 samples/sec accuracy=0.781083 lr=0.094507 Epoch[82] Batch [1099] Speed: 4893.883945 samples/sec accuracy=0.781179 lr=0.094322 Epoch[82] Batch [1149] Speed: 4666.071132 samples/sec accuracy=0.781269 lr=0.094137 Epoch[82] Batch [1199] Speed: 4643.990086 samples/sec accuracy=0.781354 lr=0.093951 Epoch[82] Batch [1249] Speed: 4754.409254 samples/sec accuracy=0.781433 lr=0.093766 [Epoch 82] training: accuracy=0.781432 [Epoch 82] speed: 4749 samples/sec time cost: 281.443316 [Epoch 82] validation: err-top1=0.295041 err-top5=0.096759 Epoch[83] Batch [49] Speed: 4465.255253 samples/sec accuracy=0.782158 lr=0.093578 Epoch[83] Batch [99] Speed: 4489.038673 samples/sec accuracy=0.781672 lr=0.093393 Epoch[83] Batch [149] Speed: 4887.914427 samples/sec accuracy=0.781190 lr=0.093208 Epoch[83] Batch [199] Speed: 4867.363500 samples/sec accuracy=0.781081 lr=0.093024 Epoch[83] Batch [249] Speed: 4688.675674 samples/sec accuracy=0.781127 lr=0.092839 Epoch[83] Batch [299] Speed: 4808.570090 samples/sec accuracy=0.781368 lr=0.092655 Epoch[83] Batch [349] Speed: 4821.184006 samples/sec accuracy=0.781402 lr=0.092471 Epoch[83] Batch [399] Speed: 4765.996550 samples/sec accuracy=0.781429 lr=0.092287 Epoch[83] Batch [449] Speed: 4766.578164 samples/sec accuracy=0.781629 lr=0.092103 Epoch[83] Batch [499] Speed: 4861.758050 samples/sec accuracy=0.781715 lr=0.091919 Epoch[83] Batch [549] Speed: 4772.221093 samples/sec accuracy=0.781827 lr=0.091735 Epoch[83] Batch [599] Speed: 4797.919579 samples/sec accuracy=0.781844 lr=0.091552 Epoch[83] Batch [649] Speed: 4789.093727 samples/sec accuracy=0.781985 lr=0.091368 Epoch[83] Batch [699] Speed: 4781.229421 samples/sec accuracy=0.782034 lr=0.091185 Epoch[83] Batch [749] Speed: 4805.542974 samples/sec accuracy=0.782038 lr=0.091002 Epoch[83] Batch [799] Speed: 4895.698706 samples/sec accuracy=0.782088 lr=0.090819 Epoch[83] Batch [849] Speed: 4859.336464 samples/sec accuracy=0.782160 lr=0.090636 Epoch[83] Batch [899] Speed: 4722.932209 samples/sec accuracy=0.782223 lr=0.090453 Epoch[83] Batch [949] Speed: 4690.464956 samples/sec accuracy=0.782232 lr=0.090270 Epoch[83] Batch [999] Speed: 4594.618677 samples/sec accuracy=0.782324 lr=0.090088 Epoch[83] Batch [1049] Speed: 4807.036902 samples/sec accuracy=0.782450 lr=0.089905 Epoch[83] Batch [1099] Speed: 4926.935114 samples/sec accuracy=0.782532 lr=0.089723 Epoch[83] Batch [1149] Speed: 4971.040311 samples/sec accuracy=0.782588 lr=0.089541 Epoch[83] Batch [1199] Speed: 4775.346952 samples/sec accuracy=0.782687 lr=0.089359 Epoch[83] Batch [1249] Speed: 4714.369072 samples/sec accuracy=0.782765 lr=0.089177 [Epoch 83] training: accuracy=0.782769 [Epoch 83] speed: 4765 samples/sec time cost: 278.164835 [Epoch 83] validation: err-top1=0.300961 err-top5=0.099510 Epoch[84] Batch [49] Speed: 4679.671483 samples/sec accuracy=0.781658 lr=0.088992 Epoch[84] Batch [99] Speed: 4817.762020 samples/sec accuracy=0.781250 lr=0.088810 Epoch[84] Batch [149] Speed: 4652.845061 samples/sec accuracy=0.781154 lr=0.088629 Epoch[84] Batch [199] Speed: 4761.225860 samples/sec accuracy=0.781154 lr=0.088448 Epoch[84] Batch [249] Speed: 4820.222184 samples/sec accuracy=0.781290 lr=0.088266 Epoch[84] Batch [299] Speed: 5016.797459 samples/sec accuracy=0.781515 lr=0.088085 Epoch[84] Batch [349] Speed: 4553.163058 samples/sec accuracy=0.781563 lr=0.087904 Epoch[84] Batch [399] Speed: 4949.151370 samples/sec accuracy=0.781652 lr=0.087724 Epoch[84] Batch [449] Speed: 4808.048908 samples/sec accuracy=0.781671 lr=0.087543 Epoch[84] Batch [499] Speed: 4970.897397 samples/sec accuracy=0.781877 lr=0.087363 Epoch[84] Batch [549] Speed: 5006.937834 samples/sec accuracy=0.781883 lr=0.087182 Epoch[84] Batch [599] Speed: 4845.144173 samples/sec accuracy=0.782033 lr=0.087002 Epoch[84] Batch [649] Speed: 4844.106331 samples/sec accuracy=0.782050 lr=0.086822 Epoch[84] Batch [699] Speed: 4781.339600 samples/sec accuracy=0.782209 lr=0.086642 Epoch[84] Batch [749] Speed: 4787.598014 samples/sec accuracy=0.782298 lr=0.086462 Epoch[84] Batch [799] Speed: 4866.632844 samples/sec accuracy=0.782427 lr=0.086282 Epoch[84] Batch [849] Speed: 4746.355480 samples/sec accuracy=0.782559 lr=0.086103 Epoch[84] Batch [899] Speed: 4849.510795 samples/sec accuracy=0.782666 lr=0.085923 Epoch[84] Batch [949] Speed: 4842.069646 samples/sec accuracy=0.782749 lr=0.085744 Epoch[84] Batch [999] Speed: 4738.783777 samples/sec accuracy=0.782829 lr=0.085565 Epoch[84] Batch [1049] Speed: 4916.186223 samples/sec accuracy=0.782988 lr=0.085386 Epoch[84] Batch [1099] Speed: 4731.047846 samples/sec accuracy=0.783146 lr=0.085207 Epoch[84] Batch [1149] Speed: 4859.177251 samples/sec accuracy=0.783259 lr=0.085028 Epoch[84] Batch [1199] Speed: 4962.505468 samples/sec accuracy=0.783331 lr=0.084850 Epoch[84] Batch [1249] Speed: 5051.778235 samples/sec accuracy=0.783396 lr=0.084671 [Epoch 84] training: accuracy=0.783401 [Epoch 84] speed: 4827 samples/sec time cost: 275.335272 [Epoch 84] validation: err-top1=0.292829 err-top5=0.095843 Epoch[85] Batch [49] Speed: 4699.684684 samples/sec accuracy=0.782828 lr=0.084489 Epoch[85] Batch [99] Speed: 4827.770256 samples/sec accuracy=0.782532 lr=0.084311 Epoch[85] Batch [149] Speed: 4732.883703 samples/sec accuracy=0.782958 lr=0.084133 Epoch[85] Batch [199] Speed: 4774.503641 samples/sec accuracy=0.782788 lr=0.083955 Epoch[85] Batch [249] Speed: 4959.220574 samples/sec accuracy=0.782436 lr=0.083777 Epoch[85] Batch [299] Speed: 4829.534460 samples/sec accuracy=0.782625 lr=0.083600 Epoch[85] Batch [349] Speed: 4834.353957 samples/sec accuracy=0.782671 lr=0.083422 Epoch[85] Batch [399] Speed: 4918.647241 samples/sec accuracy=0.782861 lr=0.083245 Epoch[85] Batch [449] Speed: 4833.689862 samples/sec accuracy=0.782961 lr=0.083067 Epoch[85] Batch [499] Speed: 4839.302057 samples/sec accuracy=0.783097 lr=0.082890 Epoch[85] Batch [549] Speed: 4880.239151 samples/sec accuracy=0.783213 lr=0.082713 Epoch[85] Batch [599] Speed: 4824.103530 samples/sec accuracy=0.783314 lr=0.082537 Epoch[85] Batch [649] Speed: 4864.455085 samples/sec accuracy=0.783395 lr=0.082360 Epoch[85] Batch [699] Speed: 4844.977253 samples/sec accuracy=0.783522 lr=0.082183 Epoch[85] Batch [749] Speed: 4805.334685 samples/sec accuracy=0.783582 lr=0.082007 Epoch[85] Batch [799] Speed: 4924.631914 samples/sec accuracy=0.783581 lr=0.081831 Epoch[85] Batch [849] Speed: 4927.251301 samples/sec accuracy=0.783651 lr=0.081655 Epoch[85] Batch [899] Speed: 4845.680646 samples/sec accuracy=0.783760 lr=0.081479 Epoch[85] Batch [949] Speed: 4734.274968 samples/sec accuracy=0.783895 lr=0.081303 Epoch[85] Batch [999] Speed: 4936.228608 samples/sec accuracy=0.784022 lr=0.081127 Epoch[85] Batch [1049] Speed: 4778.313381 samples/sec accuracy=0.784146 lr=0.080952 Epoch[85] Batch [1099] Speed: 4757.702381 samples/sec accuracy=0.784227 lr=0.080776 Epoch[85] Batch [1149] Speed: 2166.783339 samples/sec accuracy=0.784286 lr=0.080601 Epoch[85] Batch [1199] Speed: 4629.825939 samples/sec accuracy=0.784346 lr=0.080426 Epoch[85] Batch [1249] Speed: 4753.930685 samples/sec accuracy=0.784465 lr=0.080251 [Epoch 85] training: accuracy=0.784471 [Epoch 85] speed: 4593 samples/sec time cost: 297.014876 [Epoch 85] validation: err-top1=0.284658 err-top5=0.092295 Epoch[86] Batch [49] Speed: 4665.591023 samples/sec accuracy=0.784958 lr=0.080073 Epoch[86] Batch [99] Speed: 4964.759873 samples/sec accuracy=0.784029 lr=0.079898 Epoch[86] Batch [149] Speed: 4802.854995 samples/sec accuracy=0.783795 lr=0.079723 Epoch[86] Batch [199] Speed: 953.836811 samples/sec accuracy=0.783722 lr=0.079549 Epoch[86] Batch [249] Speed: 4592.871113 samples/sec accuracy=0.783884 lr=0.079375 Epoch[86] Batch [299] Speed: 4868.705151 samples/sec accuracy=0.784040 lr=0.079201 Epoch[86] Batch [349] Speed: 4819.758507 samples/sec accuracy=0.784292 lr=0.079027 Epoch[86] Batch [399] Speed: 1526.393169 samples/sec accuracy=0.784357 lr=0.078853 Epoch[86] Batch [449] Speed: 1878.618362 samples/sec accuracy=0.784390 lr=0.078679 Epoch[86] Batch [499] Speed: 1518.239797 samples/sec accuracy=0.784355 lr=0.078506 Epoch[86] Batch [549] Speed: 4801.868045 samples/sec accuracy=0.784548 lr=0.078332 Epoch[86] Batch [599] Speed: 4786.829967 samples/sec accuracy=0.784649 lr=0.078159 Epoch[86] Batch [649] Speed: 2698.690137 samples/sec accuracy=0.784778 lr=0.077986 Epoch[86] Batch [699] Speed: 1685.835037 samples/sec accuracy=0.784882 lr=0.077813 Epoch[86] Batch [749] Speed: 4654.020006 samples/sec accuracy=0.784931 lr=0.077640 Epoch[86] Batch [799] Speed: 4821.104994 samples/sec accuracy=0.784968 lr=0.077467 Epoch[86] Batch [849] Speed: 2165.792063 samples/sec accuracy=0.785049 lr=0.077295 Epoch[86] Batch [899] Speed: 3993.465447 samples/sec accuracy=0.785150 lr=0.077123 Epoch[86] Batch [949] Speed: 4404.529528 samples/sec accuracy=0.785200 lr=0.076950 Epoch[86] Batch [999] Speed: 2633.801215 samples/sec accuracy=0.785320 lr=0.076778 Epoch[86] Batch [1049] Speed: 4593.767821 samples/sec accuracy=0.785480 lr=0.076606 Epoch[86] Batch [1099] Speed: 563.286578 samples/sec accuracy=0.785550 lr=0.076435 Epoch[86] Batch [1149] Speed: 1132.054065 samples/sec accuracy=0.785590 lr=0.076263 Epoch[86] Batch [1199] Speed: 4695.114639 samples/sec accuracy=0.785656 lr=0.076091 Epoch[86] Batch [1249] Speed: 4885.183323 samples/sec accuracy=0.785736 lr=0.075920 [Epoch 86] training: accuracy=0.785739 [Epoch 86] speed: 2365 samples/sec time cost: 551.357916 [Epoch 86] validation: err-top1=0.285256 err-top5=0.089923 Epoch[87] Batch [49] Speed: 4652.411313 samples/sec accuracy=0.784606 lr=0.075745 Epoch[87] Batch [99] Speed: 4861.662404 samples/sec accuracy=0.784844 lr=0.075574 Epoch[87] Batch [149] Speed: 4736.371443 samples/sec accuracy=0.784926 lr=0.075404 Epoch[87] Batch [199] Speed: 4843.046434 samples/sec accuracy=0.785041 lr=0.075233 Epoch[87] Batch [249] Speed: 4799.544890 samples/sec accuracy=0.785064 lr=0.075062 Epoch[87] Batch [299] Speed: 4935.779896 samples/sec accuracy=0.785045 lr=0.074892 Epoch[87] Batch [349] Speed: 4896.017482 samples/sec accuracy=0.785108 lr=0.074721 Epoch[87] Batch [399] Speed: 4756.970345 samples/sec accuracy=0.785230 lr=0.074551 Epoch[87] Batch [449] Speed: 4667.836909 samples/sec accuracy=0.785368 lr=0.074381 Epoch[87] Batch [499] Speed: 4933.634808 samples/sec accuracy=0.785422 lr=0.074211 Epoch[87] Batch [549] Speed: 4797.642495 samples/sec accuracy=0.785510 lr=0.074042 Epoch[87] Batch [599] Speed: 4757.461963 samples/sec accuracy=0.785665 lr=0.073872 Epoch[87] Batch [649] Speed: 4762.161218 samples/sec accuracy=0.785785 lr=0.073703 Epoch[87] Batch [699] Speed: 4949.058071 samples/sec accuracy=0.785903 lr=0.073534 Epoch[87] Batch [749] Speed: 4883.732283 samples/sec accuracy=0.785876 lr=0.073364 Epoch[87] Batch [799] Speed: 4761.834397 samples/sec accuracy=0.785975 lr=0.073196 Epoch[87] Batch [849] Speed: 4837.180717 samples/sec accuracy=0.786019 lr=0.073027 Epoch[87] Batch [899] Speed: 4943.988496 samples/sec accuracy=0.786116 lr=0.072858 Epoch[87] Batch [949] Speed: 4696.973252 samples/sec accuracy=0.786193 lr=0.072690 Epoch[87] Batch [999] Speed: 4862.045672 samples/sec accuracy=0.786289 lr=0.072521 Epoch[87] Batch [1049] Speed: 4830.372335 samples/sec accuracy=0.786362 lr=0.072353 Epoch[87] Batch [1099] Speed: 4825.732643 samples/sec accuracy=0.786519 lr=0.072185 Epoch[87] Batch [1149] Speed: 4855.012835 samples/sec accuracy=0.786621 lr=0.072017 Epoch[87] Batch [1199] Speed: 4871.013775 samples/sec accuracy=0.786672 lr=0.071849 Epoch[87] Batch [1249] Speed: 5070.068522 samples/sec accuracy=0.786793 lr=0.071682 [Epoch 87] training: accuracy=0.786796 [Epoch 87] speed: 4825 samples/sec time cost: 275.817647 [Epoch 87] validation: err-top1=0.284546 err-top5=0.095581 Epoch[88] Batch [49] Speed: 4577.884202 samples/sec accuracy=0.786815 lr=0.071511 Epoch[88] Batch [99] Speed: 4850.325709 samples/sec accuracy=0.786411 lr=0.071344 Epoch[88] Batch [149] Speed: 4866.384930 samples/sec accuracy=0.786147 lr=0.071177 Epoch[88] Batch [199] Speed: 4774.647799 samples/sec accuracy=0.786162 lr=0.071010 Epoch[88] Batch [249] Speed: 4922.826452 samples/sec accuracy=0.785958 lr=0.070843 Epoch[88] Batch [299] Speed: 4889.972277 samples/sec accuracy=0.786278 lr=0.070676 Epoch[88] Batch [349] Speed: 4957.686769 samples/sec accuracy=0.786335 lr=0.070510 Epoch[88] Batch [399] Speed: 4921.349246 samples/sec accuracy=0.786484 lr=0.070343 Epoch[88] Batch [449] Speed: 4902.433968 samples/sec accuracy=0.786488 lr=0.070177 Epoch[88] Batch [499] Speed: 4762.716757 samples/sec accuracy=0.786517 lr=0.070011 Epoch[88] Batch [549] Speed: 4892.294542 samples/sec accuracy=0.786470 lr=0.069845 Epoch[88] Batch [599] Speed: 4909.669280 samples/sec accuracy=0.786540 lr=0.069680 Epoch[88] Batch [649] Speed: 4880.204771 samples/sec accuracy=0.786645 lr=0.069514 Epoch[88] Batch [699] Speed: 4957.279234 samples/sec accuracy=0.786755 lr=0.069349 Epoch[88] Batch [749] Speed: 4974.006992 samples/sec accuracy=0.786783 lr=0.069183 Epoch[88] Batch [799] Speed: 4874.018980 samples/sec accuracy=0.786993 lr=0.069018 Epoch[88] Batch [849] Speed: 4855.624834 samples/sec accuracy=0.787012 lr=0.068853 Epoch[88] Batch [899] Speed: 4906.970776 samples/sec accuracy=0.786987 lr=0.068689 Epoch[88] Batch [949] Speed: 4918.240467 samples/sec accuracy=0.787154 lr=0.068524 Epoch[88] Batch [999] Speed: 4904.652931 samples/sec accuracy=0.787271 lr=0.068359 Epoch[88] Batch [1049] Speed: 4817.984251 samples/sec accuracy=0.787312 lr=0.068195 Epoch[88] Batch [1099] Speed: 5035.586445 samples/sec accuracy=0.787371 lr=0.068031 Epoch[88] Batch [1149] Speed: 2145.643415 samples/sec accuracy=0.787463 lr=0.067867 Epoch[88] Batch [1199] Speed: 4898.632321 samples/sec accuracy=0.787529 lr=0.067703 Epoch[88] Batch [1249] Speed: 4848.261792 samples/sec accuracy=0.787618 lr=0.067539 [Epoch 88] training: accuracy=0.787622 [Epoch 88] speed: 4637 samples/sec time cost: 296.673944 [Epoch 88] validation: err-top1=0.289082 err-top5=0.093551 Epoch[89] Batch [49] Speed: 2078.951007 samples/sec accuracy=0.787547 lr=0.067373 Epoch[89] Batch [99] Speed: 4817.344528 samples/sec accuracy=0.787398 lr=0.067209 Epoch[89] Batch [149] Speed: 4049.580534 samples/sec accuracy=0.787297 lr=0.067046 Epoch[89] Batch [199] Speed: 4824.731824 samples/sec accuracy=0.787275 lr=0.066883 Epoch[89] Batch [249] Speed: 4811.407840 samples/sec accuracy=0.787246 lr=0.066720 Epoch[89] Batch [299] Speed: 4688.111481 samples/sec accuracy=0.787276 lr=0.066557 Epoch[89] Batch [349] Speed: 4867.094111 samples/sec accuracy=0.787360 lr=0.066395 Epoch[89] Batch [399] Speed: 2264.412044 samples/sec accuracy=0.787375 lr=0.066232 Epoch[89] Batch [449] Speed: 4747.911816 samples/sec accuracy=0.787456 lr=0.066070 Epoch[89] Batch [499] Speed: 4855.596289 samples/sec accuracy=0.787584 lr=0.065908 Epoch[89] Batch [549] Speed: 4779.552981 samples/sec accuracy=0.787616 lr=0.065746 Epoch[89] Batch [599] Speed: 4852.170354 samples/sec accuracy=0.787654 lr=0.065584 Epoch[89] Batch [649] Speed: 4758.563703 samples/sec accuracy=0.787736 lr=0.065423 Epoch[89] Batch [699] Speed: 4747.683302 samples/sec accuracy=0.787789 lr=0.065261 Epoch[89] Batch [749] Speed: 4815.087997 samples/sec accuracy=0.787915 lr=0.065100 Epoch[89] Batch [799] Speed: 1438.733317 samples/sec accuracy=0.788049 lr=0.064939 Epoch[89] Batch [849] Speed: 1735.133143 samples/sec accuracy=0.788199 lr=0.064778 Epoch[89] Batch [899] Speed: 2520.920333 samples/sec accuracy=0.788207 lr=0.064617 Epoch[89] Batch [949] Speed: 1396.877892 samples/sec accuracy=0.788314 lr=0.064456 Epoch[89] Batch [999] Speed: 1389.586668 samples/sec accuracy=0.788444 lr=0.064296 Epoch[89] Batch [1049] Speed: 492.913251 samples/sec accuracy=0.788511 lr=0.064135 Epoch[89] Batch [1099] Speed: 4668.946147 samples/sec accuracy=0.788569 lr=0.063975 Epoch[89] Batch [1149] Speed: 4557.804389 samples/sec accuracy=0.788592 lr=0.063815 Epoch[89] Batch [1199] Speed: 4670.997139 samples/sec accuracy=0.788656 lr=0.063655 Epoch[89] Batch [1249] Speed: 4374.788105 samples/sec accuracy=0.788760 lr=0.063496 [Epoch 89] training: accuracy=0.788764 [Epoch 89] speed: 2581 samples/sec time cost: 505.102638 [Epoch 89] validation: err-top1=0.274673 err-top5=0.086157 Epoch[90] Batch [49] Speed: 4545.154700 samples/sec accuracy=0.788791 lr=0.063333 Epoch[90] Batch [99] Speed: 4644.390324 samples/sec accuracy=0.788275 lr=0.063174 Epoch[90] Batch [149] Speed: 4643.471637 samples/sec accuracy=0.788333 lr=0.063015 Epoch[90] Batch [199] Speed: 3830.410922 samples/sec accuracy=0.788265 lr=0.062855 Epoch[90] Batch [249] Speed: 1432.234254 samples/sec accuracy=0.788356 lr=0.062697 Epoch[90] Batch [299] Speed: 2239.447897 samples/sec accuracy=0.788507 lr=0.062538 Epoch[90] Batch [349] Speed: 4634.304412 samples/sec accuracy=0.788635 lr=0.062379 Epoch[90] Batch [399] Speed: 4801.040887 samples/sec accuracy=0.788558 lr=0.062221 Epoch[90] Batch [449] Speed: 4753.113436 samples/sec accuracy=0.788729 lr=0.062063 Epoch[90] Batch [499] Speed: 4672.029003 samples/sec accuracy=0.788808 lr=0.061905 Epoch[90] Batch [549] Speed: 4716.026601 samples/sec accuracy=0.788898 lr=0.061747 Epoch[90] Batch [599] Speed: 2692.304126 samples/sec accuracy=0.788897 lr=0.061589 Epoch[90] Batch [649] Speed: 1799.077803 samples/sec accuracy=0.788912 lr=0.061432 Epoch[90] Batch [699] Speed: 2116.698011 samples/sec accuracy=0.789074 lr=0.061274 Epoch[90] Batch [749] Speed: 4708.758179 samples/sec accuracy=0.789154 lr=0.061117 Epoch[90] Batch [799] Speed: 4713.408218 samples/sec accuracy=0.789194 lr=0.060960 Epoch[90] Batch [849] Speed: 4123.838236 samples/sec accuracy=0.789256 lr=0.060803 Epoch[90] Batch [899] Speed: 4774.238701 samples/sec accuracy=0.789254 lr=0.060646 Epoch[90] Batch [949] Speed: 4621.420761 samples/sec accuracy=0.789275 lr=0.060490 Epoch[90] Batch [999] Speed: 4842.491763 samples/sec accuracy=0.789366 lr=0.060333 Epoch[90] Batch [1049] Speed: 4808.959894 samples/sec accuracy=0.789460 lr=0.060177 Epoch[90] Batch [1099] Speed: 4785.116012 samples/sec accuracy=0.789558 lr=0.060021 Epoch[90] Batch [1149] Speed: 4882.767771 samples/sec accuracy=0.789609 lr=0.059865 Epoch[90] Batch [1199] Speed: 4860.965038 samples/sec accuracy=0.789688 lr=0.059710 Epoch[90] Batch [1249] Speed: 2455.074535 samples/sec accuracy=0.789766 lr=0.059554 [Epoch 90] training: accuracy=0.789767 [Epoch 90] speed: 3543 samples/sec time cost: 401.853944 [Epoch 90] validation: err-top1=0.273497 err-top5=0.085100 Epoch[91] Batch [49] Speed: 4651.040239 samples/sec accuracy=0.791261 lr=0.059396 Epoch[91] Batch [99] Speed: 4657.216998 samples/sec accuracy=0.790904 lr=0.059240 Epoch[91] Batch [149] Speed: 4935.846035 samples/sec accuracy=0.790549 lr=0.059085 Epoch[91] Batch [199] Speed: 4867.300949 samples/sec accuracy=0.790268 lr=0.058930 Epoch[91] Batch [249] Speed: 4803.240757 samples/sec accuracy=0.790290 lr=0.058776 Epoch[91] Batch [299] Speed: 4830.833057 samples/sec accuracy=0.790298 lr=0.058621 Epoch[91] Batch [349] Speed: 4828.125729 samples/sec accuracy=0.790239 lr=0.058467 Epoch[91] Batch [399] Speed: 4870.561485 samples/sec accuracy=0.790052 lr=0.058313 Epoch[91] Batch [449] Speed: 4846.805470 samples/sec accuracy=0.790146 lr=0.058158 Epoch[91] Batch [499] Speed: 4901.900185 samples/sec accuracy=0.790100 lr=0.058005 Epoch[91] Batch [549] Speed: 4748.057522 samples/sec accuracy=0.790181 lr=0.057851 Epoch[91] Batch [599] Speed: 4856.827984 samples/sec accuracy=0.790271 lr=0.057697 Epoch[91] Batch [649] Speed: 4770.409066 samples/sec accuracy=0.790317 lr=0.057544 Epoch[91] Batch [699] Speed: 4854.529054 samples/sec accuracy=0.790344 lr=0.057391 Epoch[91] Batch [749] Speed: 4836.478374 samples/sec accuracy=0.790379 lr=0.057238 Epoch[91] Batch [799] Speed: 4958.984322 samples/sec accuracy=0.790526 lr=0.057085 Epoch[91] Batch [849] Speed: 4723.805508 samples/sec accuracy=0.790621 lr=0.056932 Epoch[91] Batch [899] Speed: 4944.752016 samples/sec accuracy=0.790615 lr=0.056780 Epoch[91] Batch [949] Speed: 4796.899082 samples/sec accuracy=0.790620 lr=0.056627 Epoch[91] Batch [999] Speed: 4925.924989 samples/sec accuracy=0.790616 lr=0.056475 Epoch[91] Batch [1049] Speed: 4909.345357 samples/sec accuracy=0.790636 lr=0.056323 Epoch[91] Batch [1099] Speed: 4638.529842 samples/sec accuracy=0.790695 lr=0.056171 Epoch[91] Batch [1149] Speed: 4976.789901 samples/sec accuracy=0.790757 lr=0.056020 Epoch[91] Batch [1199] Speed: 4989.560408 samples/sec accuracy=0.790807 lr=0.055868 Epoch[91] Batch [1249] Speed: 4931.641866 samples/sec accuracy=0.790846 lr=0.055717 [Epoch 91] training: accuracy=0.790846 [Epoch 91] speed: 4836 samples/sec time cost: 274.662976 [Epoch 91] validation: err-top1=0.268854 err-top5=0.081752 Epoch[92] Batch [49] Speed: 4714.885669 samples/sec accuracy=0.790694 lr=0.055563 Epoch[92] Batch [99] Speed: 4795.490583 samples/sec accuracy=0.790328 lr=0.055412 Epoch[92] Batch [149] Speed: 4885.998710 samples/sec accuracy=0.790377 lr=0.055261 Epoch[92] Batch [199] Speed: 4824.308030 samples/sec accuracy=0.790665 lr=0.055111 Epoch[92] Batch [249] Speed: 4682.278541 samples/sec accuracy=0.790566 lr=0.054960 Epoch[92] Batch [299] Speed: 4667.153564 samples/sec accuracy=0.790451 lr=0.054810 Epoch[92] Batch [349] Speed: 4769.971875 samples/sec accuracy=0.790485 lr=0.054660 Epoch[92] Batch [399] Speed: 4816.112469 samples/sec accuracy=0.790636 lr=0.054510 Epoch[92] Batch [449] Speed: 4881.634184 samples/sec accuracy=0.790700 lr=0.054360 Epoch[92] Batch [499] Speed: 4844.203036 samples/sec accuracy=0.790788 lr=0.054210 Epoch[92] Batch [549] Speed: 4910.320960 samples/sec accuracy=0.790791 lr=0.054061 Epoch[92] Batch [599] Speed: 4945.309408 samples/sec accuracy=0.790840 lr=0.053912 Epoch[92] Batch [649] Speed: 4788.113277 samples/sec accuracy=0.790946 lr=0.053763 Epoch[92] Batch [699] Speed: 4846.445820 samples/sec accuracy=0.790975 lr=0.053614 Epoch[92] Batch [749] Speed: 4936.126378 samples/sec accuracy=0.791114 lr=0.053465 Epoch[92] Batch [799] Speed: 4926.592407 samples/sec accuracy=0.791219 lr=0.053317 Epoch[92] Batch [849] Speed: 4861.510523 samples/sec accuracy=0.791321 lr=0.053168 Epoch[92] Batch [899] Speed: 4741.927958 samples/sec accuracy=0.791382 lr=0.053020 Epoch[92] Batch [949] Speed: 4843.913807 samples/sec accuracy=0.791415 lr=0.052872 Epoch[92] Batch [999] Speed: 4882.676514 samples/sec accuracy=0.791453 lr=0.052724 Epoch[92] Batch [1049] Speed: 4947.082169 samples/sec accuracy=0.791545 lr=0.052577 Epoch[92] Batch [1099] Speed: 4866.588840 samples/sec accuracy=0.791643 lr=0.052429 Epoch[92] Batch [1149] Speed: 4944.509057 samples/sec accuracy=0.791711 lr=0.052282 Epoch[92] Batch [1199] Speed: 4769.285735 samples/sec accuracy=0.791748 lr=0.052135 Epoch[92] Batch [1249] Speed: 4853.879261 samples/sec accuracy=0.791808 lr=0.051988 [Epoch 92] training: accuracy=0.791808 [Epoch 92] speed: 4832 samples/sec time cost: 275.110401 [Epoch 92] validation: err-top1=0.264051 err-top5=0.081952 Epoch[93] Batch [49] Speed: 4613.019886 samples/sec accuracy=0.791732 lr=0.051838 Epoch[93] Batch [99] Speed: 4709.809895 samples/sec accuracy=0.791571 lr=0.051691 Epoch[93] Batch [149] Speed: 4865.000031 samples/sec accuracy=0.791886 lr=0.051545 Epoch[93] Batch [199] Speed: 4867.958975 samples/sec accuracy=0.791494 lr=0.051399 Epoch[93] Batch [249] Speed: 4854.613335 samples/sec accuracy=0.791359 lr=0.051253 Epoch[93] Batch [299] Speed: 4847.709536 samples/sec accuracy=0.791252 lr=0.051107 Epoch[93] Batch [349] Speed: 4781.379308 samples/sec accuracy=0.791235 lr=0.050961 Epoch[93] Batch [399] Speed: 4852.066863 samples/sec accuracy=0.791281 lr=0.050816 Epoch[93] Batch [449] Speed: 4819.232734 samples/sec accuracy=0.791268 lr=0.050670 Epoch[93] Batch [499] Speed: 4872.378885 samples/sec accuracy=0.791275 lr=0.050525 Epoch[93] Batch [549] Speed: 4787.034948 samples/sec accuracy=0.791267 lr=0.050380 Epoch[93] Batch [599] Speed: 4847.465297 samples/sec accuracy=0.791444 lr=0.050235 Epoch[93] Batch [649] Speed: 4779.983099 samples/sec accuracy=0.791588 lr=0.050091 Epoch[93] Batch [699] Speed: 4802.369417 samples/sec accuracy=0.791657 lr=0.049946 Epoch[93] Batch [749] Speed: 4817.560776 samples/sec accuracy=0.791812 lr=0.049802 Epoch[93] Batch [799] Speed: 4895.646696 samples/sec accuracy=0.791903 lr=0.049658 Epoch[93] Batch [849] Speed: 4832.009817 samples/sec accuracy=0.791992 lr=0.049514 Epoch[93] Batch [899] Speed: 4909.477233 samples/sec accuracy=0.792027 lr=0.049370 Epoch[93] Batch [949] Speed: 4791.727828 samples/sec accuracy=0.792042 lr=0.049227 Epoch[93] Batch [999] Speed: 4762.281292 samples/sec accuracy=0.792063 lr=0.049083 Epoch[93] Batch [1049] Speed: 4727.362296 samples/sec accuracy=0.792104 lr=0.048940 Epoch[93] Batch [1099] Speed: 4834.843849 samples/sec accuracy=0.792181 lr=0.048797 Epoch[93] Batch [1149] Speed: 4855.791500 samples/sec accuracy=0.792258 lr=0.048654 Epoch[93] Batch [1199] Speed: 4767.369147 samples/sec accuracy=0.792301 lr=0.048511 Epoch[93] Batch [1249] Speed: 4988.868519 samples/sec accuracy=0.792347 lr=0.048369 [Epoch 93] training: accuracy=0.792346 [Epoch 93] speed: 4814 samples/sec time cost: 276.093598 [Epoch 93] validation: err-top1=0.268433 err-top5=0.083293 Epoch[94] Batch [49] Speed: 4731.729805 samples/sec accuracy=0.794195 lr=0.048224 Epoch[94] Batch [99] Speed: 4722.982275 samples/sec accuracy=0.793236 lr=0.048082 Epoch[94] Batch [149] Speed: 4680.471423 samples/sec accuracy=0.792972 lr=0.047940 Epoch[94] Batch [199] Speed: 4772.192990 samples/sec accuracy=0.792744 lr=0.047798 Epoch[94] Batch [249] Speed: 4880.062374 samples/sec accuracy=0.792718 lr=0.047656 Epoch[94] Batch [299] Speed: 4855.164311 samples/sec accuracy=0.792662 lr=0.047515 Epoch[94] Batch [349] Speed: 4870.330402 samples/sec accuracy=0.792511 lr=0.047374 Epoch[94] Batch [399] Speed: 3895.907397 samples/sec accuracy=0.792470 lr=0.047233 Epoch[94] Batch [449] Speed: 4657.433452 samples/sec accuracy=0.792567 lr=0.047092 Epoch[94] Batch [499] Speed: 1702.631997 samples/sec accuracy=0.792675 lr=0.046951 Epoch[94] Batch [549] Speed: 4838.105393 samples/sec accuracy=0.792768 lr=0.046811 Epoch[94] Batch [599] Speed: 4667.410911 samples/sec accuracy=0.792761 lr=0.046670 Epoch[94] Batch [649] Speed: 2831.875037 samples/sec accuracy=0.792706 lr=0.046530 Epoch[94] Batch [699] Speed: 4726.987377 samples/sec accuracy=0.792715 lr=0.046390 Epoch[94] Batch [749] Speed: 1382.764014 samples/sec accuracy=0.792820 lr=0.046251 Epoch[94] Batch [799] Speed: 4637.404264 samples/sec accuracy=0.792971 lr=0.046111 Epoch[94] Batch [849] Speed: 4714.627408 samples/sec accuracy=0.792994 lr=0.045972 Epoch[94] Batch [899] Speed: 937.901539 samples/sec accuracy=0.793039 lr=0.045833 Epoch[94] Batch [949] Speed: 4727.926816 samples/sec accuracy=0.793087 lr=0.045693 Epoch[94] Batch [999] Speed: 4779.010843 samples/sec accuracy=0.793090 lr=0.045555 Epoch[94] Batch [1049] Speed: 2329.613230 samples/sec accuracy=0.793170 lr=0.045416 Epoch[94] Batch [1099] Speed: 4792.936744 samples/sec accuracy=0.793309 lr=0.045278 Epoch[94] Batch [1149] Speed: 2695.082538 samples/sec accuracy=0.793378 lr=0.045139 Epoch[94] Batch [1199] Speed: 4863.281083 samples/sec accuracy=0.793456 lr=0.045001 Epoch[94] Batch [1249] Speed: 4917.804029 samples/sec accuracy=0.793511 lr=0.044863 [Epoch 94] training: accuracy=0.793513 [Epoch 94] speed: 3303 samples/sec time cost: 481.361709 [Epoch 94] validation: err-top1=0.275191 err-top5=0.088229 Epoch[95] Batch [49] Speed: 4099.611932 samples/sec accuracy=0.795030 lr=0.044723 Epoch[95] Batch [99] Speed: 4600.936571 samples/sec accuracy=0.793948 lr=0.044585 Epoch[95] Batch [149] Speed: 4604.140980 samples/sec accuracy=0.793791 lr=0.044448 Epoch[95] Batch [199] Speed: 4694.872292 samples/sec accuracy=0.793604 lr=0.044311 Epoch[95] Batch [249] Speed: 4784.905439 samples/sec accuracy=0.793614 lr=0.044174 Epoch[95] Batch [299] Speed: 1381.839502 samples/sec accuracy=0.793635 lr=0.044037 Epoch[95] Batch [349] Speed: 3625.228147 samples/sec accuracy=0.793605 lr=0.043900 Epoch[95] Batch [399] Speed: 1416.279399 samples/sec accuracy=0.793578 lr=0.043764 Epoch[95] Batch [449] Speed: 4469.915590 samples/sec accuracy=0.793620 lr=0.043628 Epoch[95] Batch [499] Speed: 4964.875000 samples/sec accuracy=0.793646 lr=0.043492 Epoch[95] Batch [549] Speed: 4802.983791 samples/sec accuracy=0.793740 lr=0.043356 Epoch[95] Batch [599] Speed: 4774.126938 samples/sec accuracy=0.793746 lr=0.043220 Epoch[95] Batch [649] Speed: 5033.470544 samples/sec accuracy=0.793770 lr=0.043085 Epoch[95] Batch [699] Speed: 4991.584086 samples/sec accuracy=0.793863 lr=0.042949 Epoch[95] Batch [749] Speed: 5044.342511 samples/sec accuracy=0.793987 lr=0.042814 Epoch[95] Batch [799] Speed: 5139.142716 samples/sec accuracy=0.794134 lr=0.042679 Epoch[95] Batch [849] Speed: 4901.810114 samples/sec accuracy=0.794177 lr=0.042545 Epoch[95] Batch [899] Speed: 5041.297279 samples/sec accuracy=0.794240 lr=0.042410 Epoch[95] Batch [949] Speed: 4979.644284 samples/sec accuracy=0.794298 lr=0.042276 Epoch[95] Batch [999] Speed: 5001.597141 samples/sec accuracy=0.794360 lr=0.042141 Epoch[95] Batch [1049] Speed: 4742.205556 samples/sec accuracy=0.794438 lr=0.042007 Epoch[95] Batch [1099] Speed: 4887.315507 samples/sec accuracy=0.794520 lr=0.041874 Epoch[95] Batch [1149] Speed: 5111.123935 samples/sec accuracy=0.794581 lr=0.041740 Epoch[95] Batch [1199] Speed: 5048.029274 samples/sec accuracy=0.794648 lr=0.041607 Epoch[95] Batch [1249] Speed: 4803.206379 samples/sec accuracy=0.794718 lr=0.041473 [Epoch 95] training: accuracy=0.794718 [Epoch 95] speed: 3989 samples/sec time cost: 330.896411 [Epoch 95] validation: err-top1=0.257912 err-top5=0.079181 Epoch[96] Batch [49] Speed: 4822.589879 samples/sec accuracy=0.794520 lr=0.041338 Epoch[96] Batch [99] Speed: 4950.803732 samples/sec accuracy=0.794446 lr=0.041205 Epoch[96] Batch [149] Speed: 4909.302036 samples/sec accuracy=0.794610 lr=0.041072 Epoch[96] Batch [199] Speed: 5066.646188 samples/sec accuracy=0.794621 lr=0.040940 Epoch[96] Batch [249] Speed: 4268.532700 samples/sec accuracy=0.794559 lr=0.040807 Epoch[96] Batch [299] Speed: 5042.770411 samples/sec accuracy=0.794678 lr=0.040675 Epoch[96] Batch [349] Speed: 4761.162629 samples/sec accuracy=0.794619 lr=0.040543 Epoch[96] Batch [399] Speed: 5145.906054 samples/sec accuracy=0.794762 lr=0.040412 Epoch[96] Batch [449] Speed: 4952.871821 samples/sec accuracy=0.794779 lr=0.040280 Epoch[96] Batch [499] Speed: 5126.555869 samples/sec accuracy=0.794828 lr=0.040149 Epoch[96] Batch [549] Speed: 4727.890072 samples/sec accuracy=0.794780 lr=0.040018 Epoch[96] Batch [599] Speed: 4657.575072 samples/sec accuracy=0.794849 lr=0.039887 Epoch[96] Batch [649] Speed: 4702.875223 samples/sec accuracy=0.794940 lr=0.039756 Epoch[96] Batch [699] Speed: 4614.589848 samples/sec accuracy=0.795001 lr=0.039625 Epoch[96] Batch [749] Speed: 4566.302080 samples/sec accuracy=0.795055 lr=0.039495 Epoch[96] Batch [799] Speed: 4741.201291 samples/sec accuracy=0.795101 lr=0.039365 Epoch[96] Batch [849] Speed: 4903.187505 samples/sec accuracy=0.795179 lr=0.039235 Epoch[96] Batch [899] Speed: 5017.485276 samples/sec accuracy=0.795220 lr=0.039105 Epoch[96] Batch [949] Speed: 4753.969624 samples/sec accuracy=0.795297 lr=0.038975 Epoch[96] Batch [999] Speed: 4386.766437 samples/sec accuracy=0.795420 lr=0.038846 Epoch[96] Batch [1049] Speed: 4837.860813 samples/sec accuracy=0.795499 lr=0.038717 Epoch[96] Batch [1099] Speed: 5107.251791 samples/sec accuracy=0.795554 lr=0.038588 Epoch[96] Batch [1149] Speed: 4685.947273 samples/sec accuracy=0.795613 lr=0.038459 Epoch[96] Batch [1199] Speed: 4613.053083 samples/sec accuracy=0.795758 lr=0.038330 Epoch[96] Batch [1249] Speed: 4847.720480 samples/sec accuracy=0.795829 lr=0.038202 [Epoch 96] training: accuracy=0.795831 [Epoch 96] speed: 4794 samples/sec time cost: 277.067318 [Epoch 96] validation: err-top1=0.256378 err-top5=0.078205 Epoch[97] Batch [49] Speed: 4710.699634 samples/sec accuracy=0.796266 lr=0.038071 Epoch[97] Batch [99] Speed: 4590.709624 samples/sec accuracy=0.796297 lr=0.037943 Epoch[97] Batch [149] Speed: 5021.018173 samples/sec accuracy=0.796100 lr=0.037815 Epoch[97] Batch [199] Speed: 4622.047007 samples/sec accuracy=0.795799 lr=0.037687 Epoch[97] Batch [249] Speed: 4790.638786 samples/sec accuracy=0.795809 lr=0.037560 Epoch[97] Batch [299] Speed: 4796.924691 samples/sec accuracy=0.795847 lr=0.037432 Epoch[97] Batch [349] Speed: 4806.330699 samples/sec accuracy=0.795692 lr=0.037305 Epoch[97] Batch [399] Speed: 4801.872984 samples/sec accuracy=0.795740 lr=0.037178 Epoch[97] Batch [449] Speed: 4842.448740 samples/sec accuracy=0.795810 lr=0.037052 Epoch[97] Batch [499] Speed: 5055.251787 samples/sec accuracy=0.795767 lr=0.036925 Epoch[97] Batch [549] Speed: 4888.888988 samples/sec accuracy=0.795856 lr=0.036799 Epoch[97] Batch [599] Speed: 4943.506963 samples/sec accuracy=0.795881 lr=0.036673 Epoch[97] Batch [649] Speed: 4819.194125 samples/sec accuracy=0.795923 lr=0.036547 Epoch[97] Batch [699] Speed: 4909.475774 samples/sec accuracy=0.796011 lr=0.036421 Epoch[97] Batch [749] Speed: 4954.054053 samples/sec accuracy=0.796040 lr=0.036296 Epoch[97] Batch [799] Speed: 4776.598400 samples/sec accuracy=0.796111 lr=0.036170 Epoch[97] Batch [849] Speed: 4835.753911 samples/sec accuracy=0.796152 lr=0.036045 Epoch[97] Batch [899] Speed: 4831.548327 samples/sec accuracy=0.796211 lr=0.035920 Epoch[97] Batch [949] Speed: 4781.816143 samples/sec accuracy=0.796301 lr=0.035795 Epoch[97] Batch [999] Speed: 4820.894813 samples/sec accuracy=0.796344 lr=0.035671 Epoch[97] Batch [1049] Speed: 4875.587673 samples/sec accuracy=0.796390 lr=0.035546 Epoch[97] Batch [1099] Speed: 4807.437327 samples/sec accuracy=0.796433 lr=0.035422 Epoch[97] Batch [1149] Speed: 4917.163647 samples/sec accuracy=0.796492 lr=0.035298 Epoch[97] Batch [1199] Speed: 2424.265042 samples/sec accuracy=0.796577 lr=0.035174 Epoch[97] Batch [1249] Speed: 2740.263296 samples/sec accuracy=0.796575 lr=0.035051 [Epoch 97] training: accuracy=0.796575 [Epoch 97] speed: 4511 samples/sec time cost: 315.594685 [Epoch 97] validation: err-top1=0.254644 err-top5=0.076331 Epoch[98] Batch [49] Speed: 4898.764516 samples/sec accuracy=0.796736 lr=0.034925 Epoch[98] Batch [99] Speed: 4800.274853 samples/sec accuracy=0.796299 lr=0.034802 Epoch[98] Batch [149] Speed: 4990.006893 samples/sec accuracy=0.796443 lr=0.034679 Epoch[98] Batch [199] Speed: 4699.509947 samples/sec accuracy=0.796701 lr=0.034556 Epoch[98] Batch [249] Speed: 5140.727494 samples/sec accuracy=0.796789 lr=0.034433 Epoch[98] Batch [299] Speed: 5005.673990 samples/sec accuracy=0.796667 lr=0.034311 Epoch[98] Batch [349] Speed: 5034.813505 samples/sec accuracy=0.796687 lr=0.034189 Epoch[98] Batch [399] Speed: 4946.653017 samples/sec accuracy=0.796692 lr=0.034067 Epoch[98] Batch [449] Speed: 5010.985980 samples/sec accuracy=0.796680 lr=0.033945 Epoch[98] Batch [499] Speed: 5120.499194 samples/sec accuracy=0.796764 lr=0.033823 Epoch[98] Batch [549] Speed: 5007.617578 samples/sec accuracy=0.796820 lr=0.033702 Epoch[98] Batch [599] Speed: 4689.321407 samples/sec accuracy=0.796886 lr=0.033581 Epoch[98] Batch [649] Speed: 4943.862498 samples/sec accuracy=0.797016 lr=0.033460 Epoch[98] Batch [699] Speed: 4912.011195 samples/sec accuracy=0.797060 lr=0.033339 Epoch[98] Batch [749] Speed: 4969.816606 samples/sec accuracy=0.797109 lr=0.033218 Epoch[98] Batch [799] Speed: 4838.256252 samples/sec accuracy=0.797130 lr=0.033098 Epoch[98] Batch [849] Speed: 4791.907138 samples/sec accuracy=0.797170 lr=0.032978 Epoch[98] Batch [899] Speed: 4814.587097 samples/sec accuracy=0.797227 lr=0.032858 Epoch[98] Batch [949] Speed: 4875.143056 samples/sec accuracy=0.797278 lr=0.032738 Epoch[98] Batch [999] Speed: 4841.701965 samples/sec accuracy=0.797311 lr=0.032618 Epoch[98] Batch [1049] Speed: 4852.879127 samples/sec accuracy=0.797321 lr=0.032499 Epoch[98] Batch [1099] Speed: 4844.630661 samples/sec accuracy=0.797364 lr=0.032380 Epoch[98] Batch [1149] Speed: 4742.387462 samples/sec accuracy=0.797427 lr=0.032261 Epoch[98] Batch [1199] Speed: 4763.977023 samples/sec accuracy=0.797565 lr=0.032142 Epoch[98] Batch [1249] Speed: 4840.589546 samples/sec accuracy=0.797652 lr=0.032023 [Epoch 98] training: accuracy=0.797653 [Epoch 98] speed: 4888 samples/sec time cost: 323.941927 [Epoch 98] validation: err-top1=0.254924 err-top5=0.076335 Epoch[99] Batch [49] Speed: 2622.482366 samples/sec accuracy=0.798299 lr=0.031902 Epoch[99] Batch [99] Speed: 4693.948609 samples/sec accuracy=0.797982 lr=0.031784 Epoch[99] Batch [149] Speed: 4767.944109 samples/sec accuracy=0.798006 lr=0.031666 Epoch[99] Batch [199] Speed: 2876.707205 samples/sec accuracy=0.797697 lr=0.031548 Epoch[99] Batch [249] Speed: 4721.391788 samples/sec accuracy=0.797612 lr=0.031431 Epoch[99] Batch [299] Speed: 2993.786828 samples/sec accuracy=0.797802 lr=0.031313 Epoch[99] Batch [349] Speed: 4780.330718 samples/sec accuracy=0.797694 lr=0.031196 Epoch[99] Batch [399] Speed: 2410.055860 samples/sec accuracy=0.797676 lr=0.031079 Epoch[99] Batch [449] Speed: 4230.539646 samples/sec accuracy=0.797768 lr=0.030962 Epoch[99] Batch [499] Speed: 4787.882372 samples/sec accuracy=0.797780 lr=0.030846 Epoch[99] Batch [549] Speed: 4769.499914 samples/sec accuracy=0.797826 lr=0.030729 Epoch[99] Batch [599] Speed: 4677.300911 samples/sec accuracy=0.797829 lr=0.030613 Epoch[99] Batch [649] Speed: 1054.010241 samples/sec accuracy=0.797826 lr=0.030497 Epoch[99] Batch [699] Speed: 4848.379679 samples/sec accuracy=0.797876 lr=0.030381 Epoch[99] Batch [749] Speed: 4862.407642 samples/sec accuracy=0.797954 lr=0.030266 Epoch[99] Batch [799] Speed: 4906.106903 samples/sec accuracy=0.798013 lr=0.030150 Epoch[99] Batch [849] Speed: 184.739200 samples/sec accuracy=0.798120 lr=0.030035 Epoch[99] Batch [899] Speed: 612.322194 samples/sec accuracy=0.798219 lr=0.029920 Epoch[99] Batch [949] Speed: 1409.210240 samples/sec accuracy=0.798268 lr=0.029805 Epoch[99] Batch [999] Speed: 2052.976575 samples/sec accuracy=0.798357 lr=0.029691 Epoch[99] Batch [1049] Speed: 756.494788 samples/sec accuracy=0.798401 lr=0.029576 Epoch[99] Batch [1099] Speed: 4718.896539 samples/sec accuracy=0.798479 lr=0.029462 Epoch[99] Batch [1149] Speed: 4791.123813 samples/sec accuracy=0.798532 lr=0.029348 Epoch[99] Batch [1199] Speed: 4937.063055 samples/sec accuracy=0.798610 lr=0.029234 Epoch[99] Batch [1249] Speed: 858.316001 samples/sec accuracy=0.798670 lr=0.029121 [Epoch 99] training: accuracy=0.798670 [Epoch 99] speed: 1551 samples/sec time cost: 949.601149 [Epoch 99] validation: err-top1=0.250618 err-top5=0.073262 Epoch[100] Batch [49] Speed: 3424.868550 samples/sec accuracy=0.799378 lr=0.029005 Epoch[100] Batch [99] Speed: 4762.169243 samples/sec accuracy=0.798901 lr=0.028892 Epoch[100] Batch [149] Speed: 4818.211799 samples/sec accuracy=0.798903 lr=0.028779 Epoch[100] Batch [199] Speed: 4816.719129 samples/sec accuracy=0.799021 lr=0.028666 Epoch[100] Batch [249] Speed: 4820.765488 samples/sec accuracy=0.798962 lr=0.028554 Epoch[100] Batch [299] Speed: 5011.222887 samples/sec accuracy=0.798921 lr=0.028441 Epoch[100] Batch [349] Speed: 4802.137886 samples/sec accuracy=0.798887 lr=0.028329 Epoch[100] Batch [399] Speed: 4849.793246 samples/sec accuracy=0.798953 lr=0.028217 Epoch[100] Batch [449] Speed: 4941.073307 samples/sec accuracy=0.798936 lr=0.028105 Epoch[100] Batch [499] Speed: 4960.977768 samples/sec accuracy=0.798927 lr=0.027994 Epoch[100] Batch [549] Speed: 4844.704107 samples/sec accuracy=0.798911 lr=0.027883 Epoch[100] Batch [599] Speed: 4872.466994 samples/sec accuracy=0.798987 lr=0.027772 Epoch[100] Batch [649] Speed: 4830.397433 samples/sec accuracy=0.798996 lr=0.027661 Epoch[100] Batch [699] Speed: 4789.238447 samples/sec accuracy=0.799024 lr=0.027550 Epoch[100] Batch [749] Speed: 4918.777815 samples/sec accuracy=0.799061 lr=0.027439 Epoch[100] Batch [799] Speed: 4868.640358 samples/sec accuracy=0.799130 lr=0.027329 Epoch[100] Batch [849] Speed: 4864.190315 samples/sec accuracy=0.799231 lr=0.027219 Epoch[100] Batch [899] Speed: 4859.073570 samples/sec accuracy=0.799293 lr=0.027109 Epoch[100] Batch [949] Speed: 4966.736370 samples/sec accuracy=0.799344 lr=0.026999 Epoch[100] Batch [999] Speed: 4965.662668 samples/sec accuracy=0.799407 lr=0.026890 Epoch[100] Batch [1049] Speed: 4765.968202 samples/sec accuracy=0.799440 lr=0.026781 Epoch[100] Batch [1099] Speed: 4790.596680 samples/sec accuracy=0.799452 lr=0.026672 Epoch[100] Batch [1149] Speed: 4780.326781 samples/sec accuracy=0.799516 lr=0.026563 Epoch[100] Batch [1199] Speed: 4888.352142 samples/sec accuracy=0.799604 lr=0.026454 Epoch[100] Batch [1249] Speed: 4884.041728 samples/sec accuracy=0.799632 lr=0.026346 [Epoch 100] training: accuracy=0.799636 [Epoch 100] speed: 4776 samples/sec time cost: 279.739732 [Epoch 100] validation: err-top1=0.246811 err-top5=0.072684 Epoch[101] Batch [49] Speed: 4674.498729 samples/sec accuracy=0.800141 lr=0.026235 Epoch[101] Batch [99] Speed: 4809.254442 samples/sec accuracy=0.799743 lr=0.026127 Epoch[101] Batch [149] Speed: 4657.912287 samples/sec accuracy=0.799752 lr=0.026020 Epoch[101] Batch [199] Speed: 4901.727094 samples/sec accuracy=0.799722 lr=0.025912 Epoch[101] Batch [249] Speed: 4843.478552 samples/sec accuracy=0.799756 lr=0.025805 Epoch[101] Batch [299] Speed: 4872.391930 samples/sec accuracy=0.799755 lr=0.025697 Epoch[101] Batch [349] Speed: 4793.955021 samples/sec accuracy=0.799756 lr=0.025590 Epoch[101] Batch [399] Speed: 4884.304442 samples/sec accuracy=0.799755 lr=0.025484 Epoch[101] Batch [449] Speed: 4787.080513 samples/sec accuracy=0.799860 lr=0.025377 Epoch[101] Batch [499] Speed: 4898.131317 samples/sec accuracy=0.799853 lr=0.025271 Epoch[101] Batch [549] Speed: 4876.549461 samples/sec accuracy=0.799831 lr=0.025165 Epoch[101] Batch [599] Speed: 4913.427714 samples/sec accuracy=0.799965 lr=0.025059 Epoch[101] Batch [649] Speed: 4817.138349 samples/sec accuracy=0.799935 lr=0.024953 Epoch[101] Batch [699] Speed: 4893.133823 samples/sec accuracy=0.800008 lr=0.024847 Epoch[101] Batch [749] Speed: 4750.920027 samples/sec accuracy=0.799970 lr=0.024742 Epoch[101] Batch [799] Speed: 4861.850398 samples/sec accuracy=0.799952 lr=0.024637 Epoch[101] Batch [849] Speed: 4811.631209 samples/sec accuracy=0.799987 lr=0.024532 Epoch[101] Batch [899] Speed: 4965.622710 samples/sec accuracy=0.800087 lr=0.024427 Epoch[101] Batch [949] Speed: 4903.110484 samples/sec accuracy=0.800153 lr=0.024323 Epoch[101] Batch [999] Speed: 4890.093204 samples/sec accuracy=0.800220 lr=0.024219 Epoch[101] Batch [1049] Speed: 4847.027435 samples/sec accuracy=0.800303 lr=0.024115 Epoch[101] Batch [1099] Speed: 4738.053160 samples/sec accuracy=0.800338 lr=0.024011 Epoch[101] Batch [1149] Speed: 4804.271478 samples/sec accuracy=0.800396 lr=0.023907 Epoch[101] Batch [1199] Speed: 4995.362705 samples/sec accuracy=0.800499 lr=0.023804 Epoch[101] Batch [1249] Speed: 4941.003277 samples/sec accuracy=0.800554 lr=0.023700 [Epoch 101] training: accuracy=0.800554 [Epoch 101] speed: 4840 samples/sec time cost: 275.269323 [Epoch 101] validation: err-top1=0.245356 err-top5=0.070771 Epoch[102] Batch [49] Speed: 4915.358368 samples/sec accuracy=0.800934 lr=0.023595 Epoch[102] Batch [99] Speed: 4196.627391 samples/sec accuracy=0.800454 lr=0.023493 Epoch[102] Batch [149] Speed: 4854.964540 samples/sec accuracy=0.800861 lr=0.023390 Epoch[102] Batch [199] Speed: 4792.271038 samples/sec accuracy=0.800868 lr=0.023288 Epoch[102] Batch [249] Speed: 4777.317360 samples/sec accuracy=0.800679 lr=0.023185 Epoch[102] Batch [299] Speed: 4879.419698 samples/sec accuracy=0.800562 lr=0.023083 Epoch[102] Batch [349] Speed: 4851.213664 samples/sec accuracy=0.800560 lr=0.022982 Epoch[102] Batch [399] Speed: 4874.675172 samples/sec accuracy=0.800643 lr=0.022880 Epoch[102] Batch [449] Speed: 4954.906999 samples/sec accuracy=0.800625 lr=0.022779 Epoch[102] Batch [499] Speed: 4859.979910 samples/sec accuracy=0.800616 lr=0.022678 Epoch[102] Batch [549] Speed: 4878.558184 samples/sec accuracy=0.800652 lr=0.022577 Epoch[102] Batch [599] Speed: 4889.999446 samples/sec accuracy=0.800706 lr=0.022476 Epoch[102] Batch [649] Speed: 4969.107530 samples/sec accuracy=0.800770 lr=0.022376 Epoch[102] Batch [699] Speed: 4822.369606 samples/sec accuracy=0.800784 lr=0.022276 Epoch[102] Batch [749] Speed: 4829.015130 samples/sec accuracy=0.800853 lr=0.022175 Epoch[102] Batch [799] Speed: 4906.915724 samples/sec accuracy=0.800938 lr=0.022076 Epoch[102] Batch [849] Speed: 4789.306164 samples/sec accuracy=0.800998 lr=0.021976 Epoch[102] Batch [899] Speed: 4886.632000 samples/sec accuracy=0.801102 lr=0.021877 Epoch[102] Batch [949] Speed: 4952.629321 samples/sec accuracy=0.801160 lr=0.021777 Epoch[102] Batch [999] Speed: 4911.484873 samples/sec accuracy=0.801195 lr=0.021678 Epoch[102] Batch [1049] Speed: 4966.711902 samples/sec accuracy=0.801268 lr=0.021580 Epoch[102] Batch [1099] Speed: 4862.417331 samples/sec accuracy=0.801341 lr=0.021481 Epoch[102] Batch [1149] Speed: 4832.066354 samples/sec accuracy=0.801395 lr=0.021383 Epoch[102] Batch [1199] Speed: 4886.726741 samples/sec accuracy=0.801430 lr=0.021285 Epoch[102] Batch [1249] Speed: 4957.655638 samples/sec accuracy=0.801457 lr=0.021187 [Epoch 102] training: accuracy=0.801456 [Epoch 102] speed: 4843 samples/sec time cost: 274.132017 [Epoch 102] validation: err-top1=0.242427 err-top5=0.069774 Epoch[103] Batch [49] Speed: 4710.885125 samples/sec accuracy=0.802332 lr=0.021087 Epoch[103] Batch [99] Speed: 4938.086270 samples/sec accuracy=0.802199 lr=0.020990 Epoch[103] Batch [149] Speed: 4829.216463 samples/sec accuracy=0.802167 lr=0.020892 Epoch[103] Batch [199] Speed: 4805.190711 samples/sec accuracy=0.802047 lr=0.020795 Epoch[103] Batch [249] Speed: 4899.862919 samples/sec accuracy=0.801930 lr=0.020698 Epoch[103] Batch [299] Speed: 4793.531266 samples/sec accuracy=0.802128 lr=0.020602 Epoch[103] Batch [349] Speed: 5008.621303 samples/sec accuracy=0.802086 lr=0.020505 Epoch[103] Batch [399] Speed: 4821.381439 samples/sec accuracy=0.802072 lr=0.020409 Epoch[103] Batch [449] Speed: 4859.448953 samples/sec accuracy=0.802056 lr=0.020313 Epoch[103] Batch [499] Speed: 4820.169061 samples/sec accuracy=0.802005 lr=0.020217 Epoch[103] Batch [549] Speed: 4813.062367 samples/sec accuracy=0.801946 lr=0.020122 Epoch[103] Batch [599] Speed: 4788.951258 samples/sec accuracy=0.801979 lr=0.020026 Epoch[103] Batch [649] Speed: 4888.321430 samples/sec accuracy=0.801994 lr=0.019931 Epoch[103] Batch [699] Speed: 4915.214475 samples/sec accuracy=0.802009 lr=0.019836 Epoch[103] Batch [749] Speed: 4909.787367 samples/sec accuracy=0.801996 lr=0.019742 Epoch[103] Batch [799] Speed: 4795.722438 samples/sec accuracy=0.802067 lr=0.019647 Epoch[103] Batch [849] Speed: 4906.943866 samples/sec accuracy=0.802084 lr=0.019553 Epoch[103] Batch [899] Speed: 4869.918107 samples/sec accuracy=0.802153 lr=0.019459 Epoch[103] Batch [949] Speed: 4950.572504 samples/sec accuracy=0.802203 lr=0.019365 Epoch[103] Batch [999] Speed: 4749.498270 samples/sec accuracy=0.802244 lr=0.019271 Epoch[103] Batch [1049] Speed: 4846.434226 samples/sec accuracy=0.802275 lr=0.019178 Epoch[103] Batch [1099] Speed: 4925.382350 samples/sec accuracy=0.802336 lr=0.019085 Epoch[103] Batch [1149] Speed: 4997.523206 samples/sec accuracy=0.802383 lr=0.018992 Epoch[103] Batch [1199] Speed: 4987.267445 samples/sec accuracy=0.802442 lr=0.018899 Epoch[103] Batch [1249] Speed: 4845.030050 samples/sec accuracy=0.802478 lr=0.018806 [Epoch 103] training: accuracy=0.802478 [Epoch 103] speed: 4861 samples/sec time cost: 273.087598 [Epoch 103] validation: err-top1=0.239577 err-top5=0.067801 Epoch[104] Batch [49] Speed: 4677.694481 samples/sec accuracy=0.803007 lr=0.018712 Epoch[104] Batch [99] Speed: 4699.909013 samples/sec accuracy=0.802499 lr=0.018620 Epoch[104] Batch [149] Speed: 4807.602423 samples/sec accuracy=0.802556 lr=0.018528 Epoch[104] Batch [199] Speed: 4867.063115 samples/sec accuracy=0.802838 lr=0.018436 Epoch[104] Batch [249] Speed: 4910.997746 samples/sec accuracy=0.802937 lr=0.018345 Epoch[104] Batch [299] Speed: 3234.867409 samples/sec accuracy=0.802925 lr=0.018254 Epoch[104] Batch [349] Speed: 4827.734766 samples/sec accuracy=0.802890 lr=0.018163 Epoch[104] Batch [399] Speed: 4797.659216 samples/sec accuracy=0.802987 lr=0.018072 Epoch[104] Batch [449] Speed: 2731.173288 samples/sec accuracy=0.802999 lr=0.017981 Epoch[104] Batch [499] Speed: 4831.128443 samples/sec accuracy=0.803042 lr=0.017891 Epoch[104] Batch [549] Speed: 4835.638815 samples/sec accuracy=0.803097 lr=0.017801 Epoch[104] Batch [599] Speed: 4881.465739 samples/sec accuracy=0.803178 lr=0.017711 Epoch[104] Batch [649] Speed: 4904.938144 samples/sec accuracy=0.803305 lr=0.017621 Epoch[104] Batch [699] Speed: 2173.399305 samples/sec accuracy=0.803300 lr=0.017532 Epoch[104] Batch [749] Speed: 4850.507679 samples/sec accuracy=0.803373 lr=0.017442 Epoch[104] Batch [799] Speed: 2670.127121 samples/sec accuracy=0.803410 lr=0.017353 Epoch[104] Batch [849] Speed: 4506.279447 samples/sec accuracy=0.803359 lr=0.017264 Epoch[104] Batch [899] Speed: 4835.098575 samples/sec accuracy=0.803420 lr=0.017176 Epoch[104] Batch [949] Speed: 449.044174 samples/sec accuracy=0.803451 lr=0.017087 Epoch[104] Batch [999] Speed: 146.620556 samples/sec accuracy=0.803505 lr=0.016999 Epoch[104] Batch [1049] Speed: 1013.689500 samples/sec accuracy=0.803514 lr=0.016911 Epoch[104] Batch [1099] Speed: 4867.010389 samples/sec accuracy=0.803511 lr=0.016823 Epoch[104] Batch [1149] Speed: 623.383153 samples/sec accuracy=0.803548 lr=0.016736 Epoch[104] Batch [1199] Speed: 2203.719009 samples/sec accuracy=0.803572 lr=0.016648 Epoch[104] Batch [1249] Speed: 4780.869111 samples/sec accuracy=0.803632 lr=0.016561 [Epoch 104] training: accuracy=0.803634 [Epoch 104] speed: 1476 samples/sec time cost: 1198.347678 [Epoch 104] validation: err-top1=0.238505 err-top5=0.067932 Epoch[105] Batch [49] Speed: 4670.990738 samples/sec accuracy=0.804557 lr=0.016473 Epoch[105] Batch [99] Speed: 4687.478359 samples/sec accuracy=0.803920 lr=0.016386 Epoch[105] Batch [149] Speed: 4815.407700 samples/sec accuracy=0.803731 lr=0.016299 Epoch[105] Batch [199] Speed: 4964.595743 samples/sec accuracy=0.803685 lr=0.016213 Epoch[105] Batch [249] Speed: 4941.483071 samples/sec accuracy=0.803664 lr=0.016127 Epoch[105] Batch [299] Speed: 4845.883371 samples/sec accuracy=0.803566 lr=0.016041 Epoch[105] Batch [349] Speed: 4767.104998 samples/sec accuracy=0.803523 lr=0.015956 Epoch[105] Batch [399] Speed: 4689.750902 samples/sec accuracy=0.803597 lr=0.015870 Epoch[105] Batch [449] Speed: 4927.092919 samples/sec accuracy=0.803536 lr=0.015785 Epoch[105] Batch [499] Speed: 4680.664845 samples/sec accuracy=0.803469 lr=0.015700 Epoch[105] Batch [549] Speed: 4830.635283 samples/sec accuracy=0.803501 lr=0.015616 Epoch[105] Batch [599] Speed: 4774.921596 samples/sec accuracy=0.803563 lr=0.015531 Epoch[105] Batch [649] Speed: 4842.866881 samples/sec accuracy=0.803664 lr=0.015447 Epoch[105] Batch [699] Speed: 4798.386782 samples/sec accuracy=0.803747 lr=0.015363 Epoch[105] Batch [749] Speed: 4791.374915 samples/sec accuracy=0.803811 lr=0.015279 Epoch[105] Batch [799] Speed: 4794.095968 samples/sec accuracy=0.803803 lr=0.015195 Epoch[105] Batch [849] Speed: 4942.154598 samples/sec accuracy=0.803845 lr=0.015112 Epoch[105] Batch [899] Speed: 4903.307631 samples/sec accuracy=0.803850 lr=0.015029 Epoch[105] Batch [949] Speed: 4841.212102 samples/sec accuracy=0.803894 lr=0.014946 Epoch[105] Batch [999] Speed: 4947.400150 samples/sec accuracy=0.803950 lr=0.014863 Epoch[105] Batch [1049] Speed: 4739.347368 samples/sec accuracy=0.804000 lr=0.014781 Epoch[105] Batch [1099] Speed: 4904.679591 samples/sec accuracy=0.804058 lr=0.014699 Epoch[105] Batch [1149] Speed: 4768.966832 samples/sec accuracy=0.804080 lr=0.014616 Epoch[105] Batch [1199] Speed: 4748.343397 samples/sec accuracy=0.804087 lr=0.014535 Epoch[105] Batch [1249] Speed: 4948.389342 samples/sec accuracy=0.804138 lr=0.014453 [Epoch 105] training: accuracy=0.804139 [Epoch 105] speed: 4816 samples/sec time cost: 276.506267 [Epoch 105] validation: err-top1=0.235192 err-top5=0.066665 Epoch[106] Batch [49] Speed: 4534.591145 samples/sec accuracy=0.804468 lr=0.014370 Epoch[106] Batch [99] Speed: 4933.755184 samples/sec accuracy=0.804477 lr=0.014289 Epoch[106] Batch [149] Speed: 4407.822811 samples/sec accuracy=0.804398 lr=0.014208 Epoch[106] Batch [199] Speed: 4813.172724 samples/sec accuracy=0.804256 lr=0.014127 Epoch[106] Batch [249] Speed: 4839.957224 samples/sec accuracy=0.804334 lr=0.014047 Epoch[106] Batch [299] Speed: 4703.874546 samples/sec accuracy=0.804330 lr=0.013966 Epoch[106] Batch [349] Speed: 4737.679261 samples/sec accuracy=0.804371 lr=0.013886 Epoch[106] Batch [399] Speed: 4889.238269 samples/sec accuracy=0.804400 lr=0.013806 Epoch[106] Batch [449] Speed: 4797.400703 samples/sec accuracy=0.804545 lr=0.013727 Epoch[106] Batch [499] Speed: 4911.335478 samples/sec accuracy=0.804497 lr=0.013647 Epoch[106] Batch [549] Speed: 4790.272142 samples/sec accuracy=0.804585 lr=0.013568 Epoch[106] Batch [599] Speed: 4949.440300 samples/sec accuracy=0.804617 lr=0.013489 Epoch[106] Batch [649] Speed: 4671.838937 samples/sec accuracy=0.804710 lr=0.013411 Epoch[106] Batch [699] Speed: 4781.868424 samples/sec accuracy=0.804757 lr=0.013332 Epoch[106] Batch [749] Speed: 4761.443750 samples/sec accuracy=0.804775 lr=0.013254 Epoch[106] Batch [799] Speed: 4718.178676 samples/sec accuracy=0.804806 lr=0.013176 Epoch[106] Batch [849] Speed: 4788.047088 samples/sec accuracy=0.804854 lr=0.013098 Epoch[106] Batch [899] Speed: 4691.984541 samples/sec accuracy=0.804919 lr=0.013020 Epoch[106] Batch [949] Speed: 4857.672061 samples/sec accuracy=0.804966 lr=0.012943 Epoch[106] Batch [999] Speed: 4727.793584 samples/sec accuracy=0.804997 lr=0.012866 Epoch[106] Batch [1049] Speed: 4764.305511 samples/sec accuracy=0.805018 lr=0.012789 Epoch[106] Batch [1099] Speed: 4726.173643 samples/sec accuracy=0.805082 lr=0.012712 Epoch[106] Batch [1149] Speed: 4713.906807 samples/sec accuracy=0.805091 lr=0.012636 Epoch[106] Batch [1199] Speed: 4919.731474 samples/sec accuracy=0.805111 lr=0.012559 Epoch[106] Batch [1249] Speed: 4858.634158 samples/sec accuracy=0.805152 lr=0.012483 [Epoch 106] training: accuracy=0.805152 [Epoch 106] speed: 4764 samples/sec time cost: 279.970590 [Epoch 106] validation: err-top1=0.234475 err-top5=0.064892 Epoch[107] Batch [49] Speed: 4621.924351 samples/sec accuracy=0.805298 lr=0.012406 Epoch[107] Batch [99] Speed: 4744.860863 samples/sec accuracy=0.805310 lr=0.012330 Epoch[107] Batch [149] Speed: 4758.840615 samples/sec accuracy=0.804923 lr=0.012255 Epoch[107] Batch [199] Speed: 4711.683988 samples/sec accuracy=0.804921 lr=0.012180 Epoch[107] Batch [249] Speed: 4824.142543 samples/sec accuracy=0.805011 lr=0.012105 Epoch[107] Batch [299] Speed: 4784.919725 samples/sec accuracy=0.805095 lr=0.012030 Epoch[107] Batch [349] Speed: 4785.588830 samples/sec accuracy=0.805159 lr=0.011956 Epoch[107] Batch [399] Speed: 4755.417858 samples/sec accuracy=0.805212 lr=0.011881 Epoch[107] Batch [449] Speed: 4799.014508 samples/sec accuracy=0.805261 lr=0.011807 Epoch[107] Batch [499] Speed: 4809.244857 samples/sec accuracy=0.805297 lr=0.011734 Epoch[107] Batch [549] Speed: 4838.128283 samples/sec accuracy=0.805417 lr=0.011660 Epoch[107] Batch [599] Speed: 4820.409691 samples/sec accuracy=0.805482 lr=0.011587 Epoch[107] Batch [649] Speed: 4822.177506 samples/sec accuracy=0.805550 lr=0.011513 Epoch[107] Batch [699] Speed: 4864.114514 samples/sec accuracy=0.805619 lr=0.011441 Epoch[107] Batch [749] Speed: 4897.115099 samples/sec accuracy=0.805673 lr=0.011368 Epoch[107] Batch [799] Speed: 4830.028807 samples/sec accuracy=0.805718 lr=0.011295 Epoch[107] Batch [849] Speed: 4649.856227 samples/sec accuracy=0.805748 lr=0.011223 Epoch[107] Batch [899] Speed: 4642.268794 samples/sec accuracy=0.805780 lr=0.011151 Epoch[107] Batch [949] Speed: 4716.696466 samples/sec accuracy=0.805807 lr=0.011079 Epoch[107] Batch [999] Speed: 4770.324716 samples/sec accuracy=0.805829 lr=0.011008 Epoch[107] Batch [1049] Speed: 4785.022611 samples/sec accuracy=0.805869 lr=0.010936 Epoch[107] Batch [1099] Speed: 4759.567847 samples/sec accuracy=0.805956 lr=0.010865 Epoch[107] Batch [1149] Speed: 4797.419565 samples/sec accuracy=0.805994 lr=0.010794 Epoch[107] Batch [1199] Speed: 4805.026210 samples/sec accuracy=0.806042 lr=0.010724 Epoch[107] Batch [1249] Speed: 4904.895797 samples/sec accuracy=0.806087 lr=0.010653 [Epoch 107] training: accuracy=0.806090 [Epoch 107] speed: 4774 samples/sec time cost: 279.305079 [Epoch 107] validation: err-top1=0.230548 err-top5=0.064792 Epoch[108] Batch [49] Speed: 4451.361428 samples/sec accuracy=0.806665 lr=0.010582 Epoch[108] Batch [99] Speed: 4621.574721 samples/sec accuracy=0.806683 lr=0.010512 Epoch[108] Batch [149] Speed: 4676.262950 samples/sec accuracy=0.806507 lr=0.010442 Epoch[108] Batch [199] Speed: 4748.881540 samples/sec accuracy=0.806462 lr=0.010373 Epoch[108] Batch [249] Speed: 4711.129127 samples/sec accuracy=0.806435 lr=0.010303 Epoch[108] Batch [299] Speed: 4801.296250 samples/sec accuracy=0.806402 lr=0.010234 Epoch[108] Batch [349] Speed: 4695.696433 samples/sec accuracy=0.806374 lr=0.010165 Epoch[108] Batch [399] Speed: 4716.439249 samples/sec accuracy=0.806428 lr=0.010097 Epoch[108] Batch [449] Speed: 4692.830024 samples/sec accuracy=0.806449 lr=0.010028 Epoch[108] Batch [499] Speed: 4726.470724 samples/sec accuracy=0.806496 lr=0.009960 Epoch[108] Batch [549] Speed: 4892.398754 samples/sec accuracy=0.806508 lr=0.009892 Epoch[108] Batch [599] Speed: 4774.422436 samples/sec accuracy=0.806559 lr=0.009824 Epoch[108] Batch [649] Speed: 4883.916435 samples/sec accuracy=0.806516 lr=0.009757 Epoch[108] Batch [699] Speed: 4866.871078 samples/sec accuracy=0.806508 lr=0.009690 Epoch[108] Batch [749] Speed: 4692.045128 samples/sec accuracy=0.806530 lr=0.009623 Epoch[108] Batch [799] Speed: 4884.328215 samples/sec accuracy=0.806584 lr=0.009556 Epoch[108] Batch [849] Speed: 4733.075743 samples/sec accuracy=0.806579 lr=0.009489 Epoch[108] Batch [899] Speed: 4666.124157 samples/sec accuracy=0.806596 lr=0.009423 Epoch[108] Batch [949] Speed: 4745.314644 samples/sec accuracy=0.806628 lr=0.009357 Epoch[108] Batch [999] Speed: 4763.063137 samples/sec accuracy=0.806663 lr=0.009291 Epoch[108] Batch [1049] Speed: 4903.757065 samples/sec accuracy=0.806724 lr=0.009225 Epoch[108] Batch [1099] Speed: 4655.039740 samples/sec accuracy=0.806721 lr=0.009160 Epoch[108] Batch [1149] Speed: 4842.391086 samples/sec accuracy=0.806736 lr=0.009095 Epoch[108] Batch [1199] Speed: 4839.608950 samples/sec accuracy=0.806741 lr=0.009030 Epoch[108] Batch [1249] Speed: 4676.126606 samples/sec accuracy=0.806753 lr=0.008965 [Epoch 108] training: accuracy=0.806753 [Epoch 108] speed: 4739 samples/sec time cost: 280.512544 [Epoch 108] validation: err-top1=0.227798 err-top5=0.064154 Epoch[109] Batch [49] Speed: 4847.606235 samples/sec accuracy=0.807277 lr=0.008899 Epoch[109] Batch [99] Speed: 4513.561897 samples/sec accuracy=0.807123 lr=0.008835 Epoch[109] Batch [149] Speed: 4836.078215 samples/sec accuracy=0.806966 lr=0.008771 Epoch[109] Batch [199] Speed: 4571.712336 samples/sec accuracy=0.806910 lr=0.008707 Epoch[109] Batch [249] Speed: 4568.974742 samples/sec accuracy=0.807046 lr=0.008643 Epoch[109] Batch [299] Speed: 4917.350553 samples/sec accuracy=0.807150 lr=0.008580 Epoch[109] Batch [349] Speed: 4639.975455 samples/sec accuracy=0.807201 lr=0.008517 Epoch[109] Batch [399] Speed: 4820.308849 samples/sec accuracy=0.807248 lr=0.008454 Epoch[109] Batch [449] Speed: 4740.573528 samples/sec accuracy=0.807323 lr=0.008391 Epoch[109] Batch [499] Speed: 4998.670188 samples/sec accuracy=0.807366 lr=0.008329 Epoch[109] Batch [549] Speed: 4899.406151 samples/sec accuracy=0.807331 lr=0.008266 Epoch[109] Batch [599] Speed: 4635.690451 samples/sec accuracy=0.807332 lr=0.008204 Epoch[109] Batch [649] Speed: 4651.210182 samples/sec accuracy=0.807357 lr=0.008143 Epoch[109] Batch [699] Speed: 4957.329128 samples/sec accuracy=0.807366 lr=0.008081 Epoch[109] Batch [749] Speed: 4867.928850 samples/sec accuracy=0.807406 lr=0.008020 Epoch[109] Batch [799] Speed: 5012.643273 samples/sec accuracy=0.807439 lr=0.007959 Epoch[109] Batch [849] Speed: 4864.895109 samples/sec accuracy=0.807453 lr=0.007898 Epoch[109] Batch [899] Speed: 4889.659408 samples/sec accuracy=0.807502 lr=0.007837 Epoch[109] Batch [949] Speed: 4866.192064 samples/sec accuracy=0.807526 lr=0.007777 Epoch[109] Batch [999] Speed: 4895.820362 samples/sec accuracy=0.807568 lr=0.007716 Epoch[109] Batch [1049] Speed: 4916.524669 samples/sec accuracy=0.807618 lr=0.007656 Epoch[109] Batch [1099] Speed: 4810.106520 samples/sec accuracy=0.807650 lr=0.007597 Epoch[109] Batch [1149] Speed: 4875.856563 samples/sec accuracy=0.807657 lr=0.007537 Epoch[109] Batch [1199] Speed: 4820.450917 samples/sec accuracy=0.807703 lr=0.007478 Epoch[109] Batch [1249] Speed: 4989.560408 samples/sec accuracy=0.807730 lr=0.007419 [Epoch 109] training: accuracy=0.807730 [Epoch 109] speed: 4807 samples/sec time cost: 275.743900 [Epoch 109] validation: err-top1=0.227121 err-top5=0.062759 Epoch[110] Batch [49] Speed: 4580.621250 samples/sec accuracy=0.808374 lr=0.007359 Epoch[110] Batch [99] Speed: 4648.401534 samples/sec accuracy=0.808451 lr=0.007300 Epoch[110] Batch [149] Speed: 4861.741761 samples/sec accuracy=0.808468 lr=0.007242 Epoch[110] Batch [199] Speed: 4836.768132 samples/sec accuracy=0.808294 lr=0.007184 Epoch[110] Batch [249] Speed: 4766.811146 samples/sec accuracy=0.808219 lr=0.007126 Epoch[110] Batch [299] Speed: 4659.713955 samples/sec accuracy=0.808238 lr=0.007068 Epoch[110] Batch [349] Speed: 4549.395227 samples/sec accuracy=0.808215 lr=0.007011 Epoch[110] Batch [399] Speed: 4618.663461 samples/sec accuracy=0.808187 lr=0.006954 Epoch[110] Batch [449] Speed: 4717.899116 samples/sec accuracy=0.808129 lr=0.006897 Epoch[110] Batch [499] Speed: 4645.391071 samples/sec accuracy=0.808108 lr=0.006840 Epoch[110] Batch [549] Speed: 4804.628552 samples/sec accuracy=0.808086 lr=0.006784 Epoch[110] Batch [599] Speed: 4768.365999 samples/sec accuracy=0.808069 lr=0.006727 Epoch[110] Batch [649] Speed: 4592.348300 samples/sec accuracy=0.808134 lr=0.006671 Epoch[110] Batch [699] Speed: 4733.569738 samples/sec accuracy=0.808185 lr=0.006615 Epoch[110] Batch [749] Speed: 4737.941831 samples/sec accuracy=0.808209 lr=0.006560 Epoch[110] Batch [799] Speed: 5060.974300 samples/sec accuracy=0.808234 lr=0.006504 Epoch[110] Batch [849] Speed: 4857.883593 samples/sec accuracy=0.808220 lr=0.006449 Epoch[110] Batch [899] Speed: 4972.816947 samples/sec accuracy=0.808232 lr=0.006394 Epoch[110] Batch [949] Speed: 4852.226049 samples/sec accuracy=0.808257 lr=0.006340 Epoch[110] Batch [999] Speed: 4943.734117 samples/sec accuracy=0.808262 lr=0.006285 Epoch[110] Batch [1049] Speed: 5000.295824 samples/sec accuracy=0.808298 lr=0.006231 Epoch[110] Batch [1099] Speed: 4956.574876 samples/sec accuracy=0.808311 lr=0.006177 Epoch[110] Batch [1149] Speed: 5109.368436 samples/sec accuracy=0.808350 lr=0.006123 Epoch[110] Batch [1199] Speed: 5033.612595 samples/sec accuracy=0.808377 lr=0.006070 Epoch[110] Batch [1249] Speed: 4819.653582 samples/sec accuracy=0.808385 lr=0.006017 [Epoch 110] training: accuracy=0.808386 [Epoch 110] speed: 4795 samples/sec time cost: 277.068156 [Epoch 110] validation: err-top1=0.224996 err-top5=0.062581 Epoch[111] Batch [49] Speed: 4764.924986 samples/sec accuracy=0.808690 lr=0.005963 Epoch[111] Batch [99] Speed: 4753.342789 samples/sec accuracy=0.808799 lr=0.005910 Epoch[111] Batch [149] Speed: 4809.143727 samples/sec accuracy=0.808691 lr=0.005857 Epoch[111] Batch [199] Speed: 4854.729337 samples/sec accuracy=0.808540 lr=0.005805 Epoch[111] Batch [249] Speed: 4850.120860 samples/sec accuracy=0.808421 lr=0.005753 Epoch[111] Batch [299] Speed: 4820.064766 samples/sec accuracy=0.808458 lr=0.005701 Epoch[111] Batch [349] Speed: 4869.289140 samples/sec accuracy=0.808521 lr=0.005649 Epoch[111] Batch [399] Speed: 4935.385483 samples/sec accuracy=0.808608 lr=0.005598 Epoch[111] Batch [449] Speed: 5032.854061 samples/sec accuracy=0.808712 lr=0.005547 Epoch[111] Batch [499] Speed: 4828.201389 samples/sec accuracy=0.808763 lr=0.005496 Epoch[111] Batch [549] Speed: 4811.047064 samples/sec accuracy=0.808800 lr=0.005445 Epoch[111] Batch [599] Speed: 4881.415918 samples/sec accuracy=0.808807 lr=0.005394 Epoch[111] Batch [649] Speed: 4877.992579 samples/sec accuracy=0.808811 lr=0.005344 Epoch[111] Batch [699] Speed: 4870.417884 samples/sec accuracy=0.808827 lr=0.005294 Epoch[111] Batch [749] Speed: 4840.805158 samples/sec accuracy=0.808827 lr=0.005244 Epoch[111] Batch [799] Speed: 4957.747773 samples/sec accuracy=0.808826 lr=0.005195 Epoch[111] Batch [849] Speed: 4949.023627 samples/sec accuracy=0.808846 lr=0.005145 Epoch[111] Batch [899] Speed: 4915.262513 samples/sec accuracy=0.808854 lr=0.005096 Epoch[111] Batch [949] Speed: 4742.267446 samples/sec accuracy=0.808823 lr=0.005047 Epoch[111] Batch [999] Speed: 4921.642157 samples/sec accuracy=0.808822 lr=0.004999 Epoch[111] Batch [1049] Speed: 4776.983887 samples/sec accuracy=0.808852 lr=0.004950 Epoch[111] Batch [1099] Speed: 4901.194024 samples/sec accuracy=0.808868 lr=0.004902 Epoch[111] Batch [1149] Speed: 4862.248778 samples/sec accuracy=0.808920 lr=0.004854 Epoch[111] Batch [1199] Speed: 4766.483264 samples/sec accuracy=0.808940 lr=0.004807 Epoch[111] Batch [1249] Speed: 4990.570012 samples/sec accuracy=0.808983 lr=0.004759 [Epoch 111] training: accuracy=0.808983 [Epoch 111] speed: 4858 samples/sec time cost: 274.828309 [Epoch 111] validation: err-top1=0.224669 err-top5=0.061563 Epoch[112] Batch [49] Speed: 4719.870629 samples/sec accuracy=0.810073 lr=0.004711 Epoch[112] Batch [99] Speed: 4702.393998 samples/sec accuracy=0.809801 lr=0.004664 Epoch[112] Batch [149] Speed: 4668.968784 samples/sec accuracy=0.809618 lr=0.004617 Epoch[112] Batch [199] Speed: 4746.053166 samples/sec accuracy=0.809676 lr=0.004571 Epoch[112] Batch [249] Speed: 4657.765191 samples/sec accuracy=0.809730 lr=0.004524 Epoch[112] Batch [299] Speed: 4745.650317 samples/sec accuracy=0.809809 lr=0.004478 Epoch[112] Batch [349] Speed: 4899.011941 samples/sec accuracy=0.809685 lr=0.004432 Epoch[112] Batch [399] Speed: 4738.028699 samples/sec accuracy=0.809620 lr=0.004387 Epoch[112] Batch [449] Speed: 4815.918599 samples/sec accuracy=0.809532 lr=0.004341 Epoch[112] Batch [499] Speed: 4747.713216 samples/sec accuracy=0.809563 lr=0.004296 Epoch[112] Batch [549] Speed: 4786.067928 samples/sec accuracy=0.809554 lr=0.004251 Epoch[112] Batch [599] Speed: 4811.724897 samples/sec accuracy=0.809585 lr=0.004207 Epoch[112] Batch [649] Speed: 4910.486687 samples/sec accuracy=0.809600 lr=0.004162 Epoch[112] Batch [699] Speed: 4934.277333 samples/sec accuracy=0.809594 lr=0.004118 Epoch[112] Batch [749] Speed: 4812.063562 samples/sec accuracy=0.809621 lr=0.004074 Epoch[112] Batch [799] Speed: 4833.843709 samples/sec accuracy=0.809628 lr=0.004030 Epoch[112] Batch [849] Speed: 4881.628081 samples/sec accuracy=0.809642 lr=0.003987 Epoch[112] Batch [899] Speed: 4719.656527 samples/sec accuracy=0.809622 lr=0.003944 Epoch[112] Batch [949] Speed: 4890.562270 samples/sec accuracy=0.809611 lr=0.003901 Epoch[112] Batch [999] Speed: 4909.003185 samples/sec accuracy=0.809604 lr=0.003858 Epoch[112] Batch [1049] Speed: 4769.971770 samples/sec accuracy=0.809611 lr=0.003815 Epoch[112] Batch [1099] Speed: 4756.364103 samples/sec accuracy=0.809655 lr=0.003773 Epoch[112] Batch [1149] Speed: 4972.949837 samples/sec accuracy=0.809685 lr=0.003731 Epoch[112] Batch [1199] Speed: 4869.608241 samples/sec accuracy=0.809708 lr=0.003689 Epoch[112] Batch [1249] Speed: 5012.785555 samples/sec accuracy=0.809742 lr=0.003647 [Epoch 112] training: accuracy=0.809742 [Epoch 112] speed: 4806 samples/sec time cost: 277.051817 [Epoch 112] validation: err-top1=0.222298 err-top5=0.060587 Epoch[113] Batch [49] Speed: 4591.175917 samples/sec accuracy=0.810229 lr=0.003605 Epoch[113] Batch [99] Speed: 4677.807378 samples/sec accuracy=0.810202 lr=0.003564 Epoch[113] Batch [149] Speed: 4846.287997 samples/sec accuracy=0.810094 lr=0.003523 Epoch[113] Batch [199] Speed: 4816.144548 samples/sec accuracy=0.810144 lr=0.003482 Epoch[113] Batch [249] Speed: 4781.807625 samples/sec accuracy=0.809988 lr=0.003442 Epoch[113] Batch [299] Speed: 4811.529009 samples/sec accuracy=0.809921 lr=0.003402 Epoch[113] Batch [349] Speed: 4817.281095 samples/sec accuracy=0.809822 lr=0.003362 Epoch[113] Batch [399] Speed: 4762.580289 samples/sec accuracy=0.809769 lr=0.003322 Epoch[113] Batch [449] Speed: 4779.028710 samples/sec accuracy=0.809739 lr=0.003282 Epoch[113] Batch [499] Speed: 4779.253125 samples/sec accuracy=0.809715 lr=0.003243 Epoch[113] Batch [549] Speed: 4648.808873 samples/sec accuracy=0.809707 lr=0.003204 Epoch[113] Batch [599] Speed: 4681.183164 samples/sec accuracy=0.809716 lr=0.003165 Epoch[113] Batch [649] Speed: 4837.746487 samples/sec accuracy=0.809748 lr=0.003127 Epoch[113] Batch [699] Speed: 4714.279137 samples/sec accuracy=0.809775 lr=0.003088 Epoch[113] Batch [749] Speed: 4772.096063 samples/sec accuracy=0.809817 lr=0.003050 Epoch[113] Batch [799] Speed: 4790.709215 samples/sec accuracy=0.809831 lr=0.003012 Epoch[113] Batch [849] Speed: 4659.119006 samples/sec accuracy=0.809845 lr=0.002975 Epoch[113] Batch [899] Speed: 4802.987443 samples/sec accuracy=0.809854 lr=0.002937 Epoch[113] Batch [949] Speed: 4757.310304 samples/sec accuracy=0.809893 lr=0.002900 Epoch[113] Batch [999] Speed: 4906.047275 samples/sec accuracy=0.809919 lr=0.002863 Epoch[113] Batch [1049] Speed: 4778.524757 samples/sec accuracy=0.809925 lr=0.002826 Epoch[113] Batch [1099] Speed: 4805.654384 samples/sec accuracy=0.809944 lr=0.002790 Epoch[113] Batch [1149] Speed: 4921.148277 samples/sec accuracy=0.809952 lr=0.002754 Epoch[113] Batch [1199] Speed: 4704.801315 samples/sec accuracy=0.809956 lr=0.002718 Epoch[113] Batch [1249] Speed: 4811.422716 samples/sec accuracy=0.809960 lr=0.002682 [Epoch 113] training: accuracy=0.809959 [Epoch 113] speed: 4764 samples/sec time cost: 280.520072 [Epoch 113] validation: err-top1=0.221779 err-top5=0.059989 Epoch[114] Batch [49] Speed: 4562.207545 samples/sec accuracy=0.810668 lr=0.002646 Epoch[114] Batch [99] Speed: 4462.903127 samples/sec accuracy=0.810655 lr=0.002611 Epoch[114] Batch [149] Speed: 4754.449779 samples/sec accuracy=0.810509 lr=0.002575 Epoch[114] Batch [199] Speed: 4835.483982 samples/sec accuracy=0.810500 lr=0.002541 Epoch[114] Batch [249] Speed: 4798.759495 samples/sec accuracy=0.810392 lr=0.002506 Epoch[114] Batch [299] Speed: 4758.516043 samples/sec accuracy=0.810294 lr=0.002472 Epoch[114] Batch [349] Speed: 4852.209494 samples/sec accuracy=0.810265 lr=0.002438 Epoch[114] Batch [399] Speed: 4568.644546 samples/sec accuracy=0.810322 lr=0.002404 Epoch[114] Batch [449] Speed: 4766.027541 samples/sec accuracy=0.810319 lr=0.002370 Epoch[114] Batch [499] Speed: 4849.278858 samples/sec accuracy=0.810319 lr=0.002337 Epoch[114] Batch [549] Speed: 4665.307018 samples/sec accuracy=0.810298 lr=0.002304 Epoch[114] Batch [599] Speed: 4673.469232 samples/sec accuracy=0.810297 lr=0.002271 Epoch[114] Batch [649] Speed: 4724.498892 samples/sec accuracy=0.810305 lr=0.002238 Epoch[114] Batch [699] Speed: 4781.365043 samples/sec accuracy=0.810304 lr=0.002205 Epoch[114] Batch [749] Speed: 4696.889629 samples/sec accuracy=0.810302 lr=0.002173 Epoch[114] Batch [799] Speed: 4700.856961 samples/sec accuracy=0.810284 lr=0.002141 Epoch[114] Batch [849] Speed: 4751.738415 samples/sec accuracy=0.810291 lr=0.002110 Epoch[114] Batch [899] Speed: 4917.208458 samples/sec accuracy=0.810312 lr=0.002078 Epoch[114] Batch [949] Speed: 4695.596018 samples/sec accuracy=0.810329 lr=0.002047 Epoch[114] Batch [999] Speed: 4660.468044 samples/sec accuracy=0.810357 lr=0.002016 Epoch[114] Batch [1049] Speed: 4656.299590 samples/sec accuracy=0.810388 lr=0.001985 Epoch[114] Batch [1099] Speed: 4844.353401 samples/sec accuracy=0.810403 lr=0.001954 Epoch[114] Batch [1149] Speed: 4850.572976 samples/sec accuracy=0.810413 lr=0.001924 Epoch[114] Batch [1199] Speed: 4648.924909 samples/sec accuracy=0.810434 lr=0.001894 Epoch[114] Batch [1249] Speed: 4846.322448 samples/sec accuracy=0.810456 lr=0.001864 [Epoch 114] training: accuracy=0.810458 [Epoch 114] speed: 4727 samples/sec time cost: 281.288396 [Epoch 114] validation: err-top1=0.221341 err-top5=0.060029 Epoch[115] Batch [49] Speed: 4198.450954 samples/sec accuracy=0.811311 lr=0.001834 Epoch[115] Batch [99] Speed: 4550.653595 samples/sec accuracy=0.811067 lr=0.001804 Epoch[115] Batch [149] Speed: 4630.519763 samples/sec accuracy=0.810891 lr=0.001775 Epoch[115] Batch [199] Speed: 4697.732976 samples/sec accuracy=0.810776 lr=0.001746 Epoch[115] Batch [249] Speed: 4624.743113 samples/sec accuracy=0.810727 lr=0.001718 Epoch[115] Batch [299] Speed: 4689.416843 samples/sec accuracy=0.810785 lr=0.001689 Epoch[115] Batch [349] Speed: 4785.418310 samples/sec accuracy=0.810783 lr=0.001661 Epoch[115] Batch [399] Speed: 4873.170540 samples/sec accuracy=0.810817 lr=0.001633 Epoch[115] Batch [449] Speed: 4775.535870 samples/sec accuracy=0.810851 lr=0.001605 Epoch[115] Batch [499] Speed: 4603.308500 samples/sec accuracy=0.810861 lr=0.001578 Epoch[115] Batch [549] Speed: 4757.966754 samples/sec accuracy=0.810873 lr=0.001551 Epoch[115] Batch [599] Speed: 4746.219948 samples/sec accuracy=0.810888 lr=0.001524 Epoch[115] Batch [649] Speed: 4663.727482 samples/sec accuracy=0.810895 lr=0.001497 Epoch[115] Batch [699] Speed: 4914.638877 samples/sec accuracy=0.810905 lr=0.001470 Epoch[115] Batch [749] Speed: 4864.945475 samples/sec accuracy=0.810906 lr=0.001444 Epoch[115] Batch [799] Speed: 4723.534425 samples/sec accuracy=0.810909 lr=0.001418 Epoch[115] Batch [849] Speed: 4682.241380 samples/sec accuracy=0.810887 lr=0.001392 Epoch[115] Batch [899] Speed: 4654.370326 samples/sec accuracy=0.810879 lr=0.001366 Epoch[115] Batch [949] Speed: 4678.542160 samples/sec accuracy=0.810868 lr=0.001341 Epoch[115] Batch [999] Speed: 4963.526293 samples/sec accuracy=0.810887 lr=0.001316 Epoch[115] Batch [1049] Speed: 4791.516138 samples/sec accuracy=0.810894 lr=0.001291 Epoch[115] Batch [1099] Speed: 4756.674791 samples/sec accuracy=0.810897 lr=0.001266 Epoch[115] Batch [1149] Speed: 4959.835989 samples/sec accuracy=0.810881 lr=0.001242 Epoch[115] Batch [1199] Speed: 5020.195009 samples/sec accuracy=0.810870 lr=0.001218 Epoch[115] Batch [1249] Speed: 5005.059397 samples/sec accuracy=0.810872 lr=0.001194 [Epoch 115] training: accuracy=0.810871 [Epoch 115] speed: 4733 samples/sec time cost: 280.060441 [Epoch 115] validation: err-top1=0.221142 err-top5=0.059770 Epoch[116] Batch [49] Speed: 4454.759612 samples/sec accuracy=0.810824 lr=0.001170 Epoch[116] Batch [99] Speed: 4855.092084 samples/sec accuracy=0.810768 lr=0.001146 Epoch[116] Batch [149] Speed: 4850.575715 samples/sec accuracy=0.810811 lr=0.001123 Epoch[116] Batch [199] Speed: 4873.973957 samples/sec accuracy=0.810852 lr=0.001100 Epoch[116] Batch [249] Speed: 4638.618213 samples/sec accuracy=0.810823 lr=0.001077 Epoch[116] Batch [299] Speed: 4820.391513 samples/sec accuracy=0.810777 lr=0.001055 Epoch[116] Batch [349] Speed: 4813.337891 samples/sec accuracy=0.810761 lr=0.001032 Epoch[116] Batch [399] Speed: 4706.642024 samples/sec accuracy=0.810719 lr=0.001010 Epoch[116] Batch [449] Speed: 4729.552646 samples/sec accuracy=0.810725 lr=0.000989 Epoch[116] Batch [499] Speed: 4696.992155 samples/sec accuracy=0.810744 lr=0.000967 Epoch[116] Batch [549] Speed: 4750.991500 samples/sec accuracy=0.810770 lr=0.000946 Epoch[116] Batch [599] Speed: 4826.405401 samples/sec accuracy=0.810766 lr=0.000925 Epoch[116] Batch [649] Speed: 4829.768640 samples/sec accuracy=0.810724 lr=0.000904 Epoch[116] Batch [699] Speed: 4804.193020 samples/sec accuracy=0.810732 lr=0.000883 Epoch[116] Batch [749] Speed: 4661.034101 samples/sec accuracy=0.810753 lr=0.000863 Epoch[116] Batch [799] Speed: 4737.072492 samples/sec accuracy=0.810775 lr=0.000843 Epoch[116] Batch [849] Speed: 4782.992684 samples/sec accuracy=0.810792 lr=0.000823 Epoch[116] Batch [899] Speed: 4698.683645 samples/sec accuracy=0.810811 lr=0.000803 Epoch[116] Batch [949] Speed: 4843.126276 samples/sec accuracy=0.810820 lr=0.000784 Epoch[116] Batch [999] Speed: 4843.939483 samples/sec accuracy=0.810810 lr=0.000764 Epoch[116] Batch [1049] Speed: 4779.289714 samples/sec accuracy=0.810808 lr=0.000745 Epoch[116] Batch [1099] Speed: 4676.448284 samples/sec accuracy=0.810811 lr=0.000727 Epoch[116] Batch [1149] Speed: 4877.590175 samples/sec accuracy=0.810813 lr=0.000708 Epoch[116] Batch [1199] Speed: 4783.915087 samples/sec accuracy=0.810830 lr=0.000690 Epoch[116] Batch [1249] Speed: 4981.478959 samples/sec accuracy=0.810834 lr=0.000672 [Epoch 116] training: accuracy=0.810834 [Epoch 116] speed: 4766 samples/sec time cost: 278.105364 [Epoch 116] validation: err-top1=0.220764 err-top5=0.059530 Epoch[117] Batch [49] Speed: 4717.209740 samples/sec accuracy=0.811067 lr=0.000654 Epoch[117] Batch [99] Speed: 4531.503629 samples/sec accuracy=0.811158 lr=0.000636 Epoch[117] Batch [149] Speed: 4762.348038 samples/sec accuracy=0.811196 lr=0.000619 Epoch[117] Batch [199] Speed: 4683.683930 samples/sec accuracy=0.811105 lr=0.000602 Epoch[117] Batch [249] Speed: 4907.659760 samples/sec accuracy=0.811088 lr=0.000585 Epoch[117] Batch [299] Speed: 4809.414709 samples/sec accuracy=0.811044 lr=0.000569 Epoch[117] Batch [349] Speed: 4739.612424 samples/sec accuracy=0.811077 lr=0.000552 Epoch[117] Batch [399] Speed: 4735.119161 samples/sec accuracy=0.811050 lr=0.000536 Epoch[117] Batch [449] Speed: 4753.196758 samples/sec accuracy=0.811029 lr=0.000520 Epoch[117] Batch [499] Speed: 4891.689199 samples/sec accuracy=0.811001 lr=0.000505 Epoch[117] Batch [549] Speed: 4683.788127 samples/sec accuracy=0.810993 lr=0.000489 Epoch[117] Batch [599] Speed: 4877.522818 samples/sec accuracy=0.811012 lr=0.000474 Epoch[117] Batch [649] Speed: 4912.150181 samples/sec accuracy=0.810997 lr=0.000459 Epoch[117] Batch [699] Speed: 4801.964896 samples/sec accuracy=0.810990 lr=0.000445 Epoch[117] Batch [749] Speed: 4731.753472 samples/sec accuracy=0.810970 lr=0.000430 Epoch[117] Batch [799] Speed: 4775.645362 samples/sec accuracy=0.810977 lr=0.000416 Epoch[117] Batch [849] Speed: 4881.223190 samples/sec accuracy=0.810993 lr=0.000402 Epoch[117] Batch [899] Speed: 4975.307570 samples/sec accuracy=0.811000 lr=0.000388 Epoch[117] Batch [949] Speed: 4781.174386 samples/sec accuracy=0.811013 lr=0.000375 Epoch[117] Batch [999] Speed: 4802.335158 samples/sec accuracy=0.811016 lr=0.000362 Epoch[117] Batch [1049] Speed: 4945.957598 samples/sec accuracy=0.811019 lr=0.000349 Epoch[117] Batch [1099] Speed: 5064.243628 samples/sec accuracy=0.811029 lr=0.000336 Epoch[117] Batch [1149] Speed: 4969.225159 samples/sec accuracy=0.811030 lr=0.000323 Epoch[117] Batch [1199] Speed: 4960.899952 samples/sec accuracy=0.811016 lr=0.000311 Epoch[117] Batch [1249] Speed: 4931.877446 samples/sec accuracy=0.811017 lr=0.000299 [Epoch 117] training: accuracy=0.811016 [Epoch 117] speed: 4818 samples/sec time cost: 275.590714 [Epoch 117] validation: err-top1=0.219786 err-top5=0.059550 Epoch[118] Batch [49] Speed: 4573.505001 samples/sec accuracy=0.811162 lr=0.000287 Epoch[118] Batch [99] Speed: 4967.335841 samples/sec accuracy=0.811126 lr=0.000275 Epoch[118] Batch [149] Speed: 4991.429315 samples/sec accuracy=0.811085 lr=0.000264 Epoch[118] Batch [199] Speed: 4857.388142 samples/sec accuracy=0.811073 lr=0.000253 Epoch[118] Batch [249] Speed: 4966.641488 samples/sec accuracy=0.811090 lr=0.000242 Epoch[118] Batch [299] Speed: 4907.631048 samples/sec accuracy=0.811128 lr=0.000231 Epoch[118] Batch [349] Speed: 5163.406774 samples/sec accuracy=0.811101 lr=0.000221 Epoch[118] Batch [399] Speed: 4896.609828 samples/sec accuracy=0.811120 lr=0.000211 Epoch[118] Batch [449] Speed: 4902.684114 samples/sec accuracy=0.811133 lr=0.000201 Epoch[118] Batch [499] Speed: 4978.544681 samples/sec accuracy=0.811148 lr=0.000191 Epoch[118] Batch [549] Speed: 4690.672524 samples/sec accuracy=0.811135 lr=0.000182 Epoch[118] Batch [599] Speed: 4925.947248 samples/sec accuracy=0.811132 lr=0.000173 Epoch[118] Batch [649] Speed: 4813.183188 samples/sec accuracy=0.811138 lr=0.000164 Epoch[118] Batch [699] Speed: 4859.806907 samples/sec accuracy=0.811164 lr=0.000155 Epoch[118] Batch [749] Speed: 4796.682006 samples/sec accuracy=0.811160 lr=0.000147 Epoch[118] Batch [799] Speed: 4818.552351 samples/sec accuracy=0.811184 lr=0.000138 Epoch[118] Batch [849] Speed: 4823.079664 samples/sec accuracy=0.811186 lr=0.000130 Epoch[118] Batch [899] Speed: 4880.191795 samples/sec accuracy=0.811187 lr=0.000123 Epoch[118] Batch [949] Speed: 4825.495275 samples/sec accuracy=0.811179 lr=0.000115 Epoch[118] Batch [999] Speed: 4930.541058 samples/sec accuracy=0.811177 lr=0.000108 Epoch[118] Batch [1049] Speed: 4890.449227 samples/sec accuracy=0.811180 lr=0.000101 Epoch[118] Batch [1099] Speed: 4870.750500 samples/sec accuracy=0.811169 lr=0.000094 Epoch[118] Batch [1149] Speed: 4804.752067 samples/sec accuracy=0.811169 lr=0.000087 Epoch[118] Batch [1199] Speed: 4826.224368 samples/sec accuracy=0.811173 lr=0.000081 Epoch[118] Batch [1249] Speed: 4942.290973 samples/sec accuracy=0.811175 lr=0.000075 [Epoch 118] training: accuracy=0.811177 [Epoch 118] speed: 4869 samples/sec time cost: 273.793845 [Epoch 118] validation: err-top1=0.219607 err-top5=0.059391 Epoch[119] Batch [49] Speed: 4422.761030 samples/sec accuracy=0.811201 lr=0.000069 Epoch[119] Batch [99] Speed: 4848.389859 samples/sec accuracy=0.811071 lr=0.000063 Epoch[119] Batch [149] Speed: 4583.378888 samples/sec accuracy=0.811163 lr=0.000058 Epoch[119] Batch [199] Speed: 4764.624320 samples/sec accuracy=0.811151 lr=0.000053 Epoch[119] Batch [249] Speed: 4774.816915 samples/sec accuracy=0.811199 lr=0.000048 Epoch[119] Batch [299] Speed: 4806.854091 samples/sec accuracy=0.811224 lr=0.000043 Epoch[119] Batch [349] Speed: 4864.746773 samples/sec accuracy=0.811203 lr=0.000039 Epoch[119] Batch [399] Speed: 4867.370340 samples/sec accuracy=0.811184 lr=0.000035 Epoch[119] Batch [449] Speed: 4731.899022 samples/sec accuracy=0.811198 lr=0.000031 Epoch[119] Batch [499] Speed: 4825.356054 samples/sec accuracy=0.811203 lr=0.000027 Epoch[119] Batch [549] Speed: 4851.827775 samples/sec accuracy=0.811202 lr=0.000023 Epoch[119] Batch [599] Speed: 4854.947967 samples/sec accuracy=0.811212 lr=0.000020 Epoch[119] Batch [649] Speed: 4555.929092 samples/sec accuracy=0.811214 lr=0.000017 Epoch[119] Batch [699] Speed: 4798.695263 samples/sec accuracy=0.811223 lr=0.000015 Epoch[119] Batch [749] Speed: 4837.078735 samples/sec accuracy=0.811214 lr=0.000012 Epoch[119] Batch [799] Speed: 4622.289056 samples/sec accuracy=0.811212 lr=0.000010 Epoch[119] Batch [849] Speed: 4659.060985 samples/sec accuracy=0.811206 lr=0.000008 Epoch[119] Batch [899] Speed: 4888.629453 samples/sec accuracy=0.811202 lr=0.000006 Epoch[119] Batch [949] Speed: 4848.459588 samples/sec accuracy=0.811200 lr=0.000004 Epoch[119] Batch [999] Speed: 4933.045935 samples/sec accuracy=0.811186 lr=0.000003 Epoch[119] Batch [1049] Speed: 4706.356404 samples/sec accuracy=0.811181 lr=0.000002 Epoch[119] Batch [1099] Speed: 4856.036469 samples/sec accuracy=0.811163 lr=0.000001 Epoch[119] Batch [1149] Speed: 4844.889262 samples/sec accuracy=0.811157 lr=0.000000 Epoch[119] Batch [1199] Speed: 4652.195729 samples/sec accuracy=0.811170 lr=0.000000 Epoch[119] Batch [1249] Speed: 4930.450836 samples/sec accuracy=0.811174 lr=0.000000 [Epoch 119] training: accuracy=0.811174 [Epoch 119] speed: 4766 samples/sec time cost: 278.490882 [Epoch 119] validation: err-top1=0.220045 err-top5=0.059491