Namespace(accumulate=1, batch_norm=False, batch_size=8, clip_grad=0, crop_ratio=0.875, data_dir='/home/ubuntu/yizhu/data/kinetics400/kinetics400/train_256', dataset='kinetics400', dtype='float32', eval=False, fast_temporal_stride=2, hard_weight=0.5, hashtag='', input_5d=False, input_size=224, kvstore=None, label_smoothing=False, last_gamma=False, log_interval=50, logging_file='tsn_2d_rgb_res101_seg7_kinetics400_b8_g8_cosine_cleanv3.txt', lr=0.01, lr_decay=0.1, lr_decay_epoch='40,60', lr_decay_period=0, lr_mode='cosine', mixup=False, mixup_alpha=0.2, mixup_off_epoch=0, mode='hybrid', model='resnet101_v1b_kinetics400', momentum=0.9, new_height=256, new_length=1, new_step=1, new_width=340, no_wd=False, num_classes=400, num_crop=1, num_epochs=100, num_gpus=8, num_segments=7, num_workers=32, partial_bn=False, prefetch_ratio=1.0, resume_epoch=0, resume_params='', resume_states='', save_dir='/home/ubuntu/yizhu/logs/mxnet/kinetics400/2dresnet/tsn_2d_rgb_res101_seg7_kinetics400_b8_g8_cosine_cleanv3', save_frequency=20, scale_ratios='1.0,0.8', slow_temporal_stride=16, slowfast=False, teacher=None, temperature=20, train_list='/home/ubuntu/yizhu/data/kinetics400/kinetics400/k400_train_240618.txt', use_amp=False, use_decord=True, use_gn=False, use_pretrained=False, use_se=False, use_tsn=False, val_data_dir='/home/ubuntu/yizhu/data/kinetics400/kinetics400/val_256', val_list='/home/ubuntu/yizhu/code/gluon-cv/extra/kinetics400/k400_val_19761_cleanv3.txt', video_loader=True, warmup_epochs=0, warmup_lr=0.0, wd=0.0001) Total batch size is set to 64 on 8 GPUs ActionRecResNetV1b( (conv1): Conv2D(3 -> 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu): Activation(relu) (maxpool): MaxPool2D(size=(3, 3), stride=(2, 2), padding=(1, 1), ceil_mode=False, global_pool=False, pool_type=max, layout=NCHW) (layer1): HybridSequential( (0): BottleneckV1b( (conv1): Conv2D(64 -> 64, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu1): Activation(relu) (conv2): Conv2D(64 -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu2): Activation(relu) (conv3): Conv2D(64 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu3): Activation(relu) (downsample): HybridSequential( (0): Conv2D(64 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) ) ) (1): BottleneckV1b( (conv1): Conv2D(256 -> 64, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu1): Activation(relu) (conv2): Conv2D(64 -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu2): Activation(relu) (conv3): Conv2D(64 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu3): Activation(relu) ) (2): BottleneckV1b( (conv1): Conv2D(256 -> 64, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu1): Activation(relu) (conv2): Conv2D(64 -> 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=64) (relu2): Activation(relu) (conv3): Conv2D(64 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu3): Activation(relu) ) ) (layer2): HybridSequential( (0): BottleneckV1b( (conv1): Conv2D(256 -> 128, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu1): Activation(relu) (conv2): Conv2D(128 -> 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu2): Activation(relu) (conv3): Conv2D(128 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu3): Activation(relu) (downsample): HybridSequential( (0): Conv2D(256 -> 512, kernel_size=(1, 1), stride=(2, 2), bias=False) (1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) ) ) (1): BottleneckV1b( (conv1): Conv2D(512 -> 128, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu1): Activation(relu) (conv2): Conv2D(128 -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu2): Activation(relu) (conv3): Conv2D(128 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu3): Activation(relu) ) (2): BottleneckV1b( (conv1): Conv2D(512 -> 128, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu1): Activation(relu) (conv2): Conv2D(128 -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu2): Activation(relu) (conv3): Conv2D(128 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu3): Activation(relu) ) (3): BottleneckV1b( (conv1): Conv2D(512 -> 128, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu1): Activation(relu) (conv2): Conv2D(128 -> 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=128) (relu2): Activation(relu) (conv3): Conv2D(128 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu3): Activation(relu) ) ) (layer3): HybridSequential( (0): BottleneckV1b( (conv1): Conv2D(512 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) (downsample): HybridSequential( (0): Conv2D(512 -> 1024, kernel_size=(1, 1), stride=(2, 2), bias=False) (1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) ) ) (1): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (2): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (3): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (4): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (5): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (6): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (7): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (8): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (9): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (10): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (11): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (12): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (13): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (14): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (15): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (16): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (17): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (18): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (19): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (20): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (21): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) (22): BottleneckV1b( (conv1): Conv2D(1024 -> 256, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu1): Activation(relu) (conv2): Conv2D(256 -> 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=256) (relu2): Activation(relu) (conv3): Conv2D(256 -> 1024, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=1024) (relu3): Activation(relu) ) ) (layer4): HybridSequential( (0): BottleneckV1b( (conv1): Conv2D(1024 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu1): Activation(relu) (conv2): Conv2D(512 -> 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu2): Activation(relu) (conv3): Conv2D(512 -> 2048, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=2048) (relu3): Activation(relu) (downsample): HybridSequential( (0): Conv2D(1024 -> 2048, kernel_size=(1, 1), stride=(2, 2), bias=False) (1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=2048) ) ) (1): BottleneckV1b( (conv1): Conv2D(2048 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu1): Activation(relu) (conv2): Conv2D(512 -> 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu2): Activation(relu) (conv3): Conv2D(512 -> 2048, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=2048) (relu3): Activation(relu) ) (2): BottleneckV1b( (conv1): Conv2D(2048 -> 512, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu1): Activation(relu) (conv2): Conv2D(512 -> 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False) (bn2): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=512) (relu2): Activation(relu) (conv3): Conv2D(512 -> 2048, kernel_size=(1, 1), stride=(1, 1), bias=False) (bn3): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False, use_global_stats=False, in_channels=2048) (relu3): Activation(relu) ) ) (avgpool): GlobalAvgPool2D(size=(1, 1), stride=(1, 1), padding=(0, 0), ceil_mode=True, global_pool=True, pool_type=avg, layout=NCHW) (flat): Flatten (drop): Dropout(p = 0.5, axes=()) (output): Dense(2048 -> 400, linear) ) Load 240618 training samples and 19404 validation samples. Epoch[000] Batch [0049]/[3759] Speed: 54.124590 samples/sec accuracy=2.031250 loss=5.833986 lr=0.010000 Epoch[000] Batch [0099]/[3759] Speed: 111.391699 samples/sec accuracy=4.296875 loss=5.511819 lr=0.010000 Epoch[000] Batch [0149]/[3759] Speed: 113.834210 samples/sec accuracy=7.677083 loss=5.156184 lr=0.010000 Epoch[000] Batch [0199]/[3759] Speed: 111.229569 samples/sec accuracy=10.617188 loss=4.864993 lr=0.010000 Epoch[000] Batch [0249]/[3759] Speed: 115.375261 samples/sec accuracy=13.018750 loss=4.628519 lr=0.010000 Epoch[000] Batch [0299]/[3759] Speed: 112.022520 samples/sec accuracy=14.786458 loss=4.458310 lr=0.010000 Epoch[000] Batch [0349]/[3759] Speed: 112.698304 samples/sec accuracy=16.312500 loss=4.319040 lr=0.010000 Epoch[000] Batch [0399]/[3759] Speed: 114.135799 samples/sec accuracy=17.648438 loss=4.192960 lr=0.010000 Epoch[000] Batch [0449]/[3759] Speed: 113.431651 samples/sec accuracy=18.892361 loss=4.087839 lr=0.010000 Epoch[000] Batch [0499]/[3759] Speed: 112.438024 samples/sec accuracy=19.968750 loss=3.992687 lr=0.010000 Epoch[000] Batch [0549]/[3759] Speed: 113.621668 samples/sec accuracy=21.019886 loss=3.910481 lr=0.010000 Epoch[000] Batch [0599]/[3759] Speed: 112.072256 samples/sec accuracy=21.838542 loss=3.843235 lr=0.010000 Epoch[000] Batch [0649]/[3759] Speed: 112.739908 samples/sec accuracy=22.653846 loss=3.777887 lr=0.010000 Epoch[000] Batch [0699]/[3759] Speed: 114.125779 samples/sec accuracy=23.368304 loss=3.722712 lr=0.010000 Epoch[000] Batch [0749]/[3759] Speed: 114.074562 samples/sec accuracy=24.133333 loss=3.668648 lr=0.010000 Epoch[000] Batch [0799]/[3759] Speed: 112.577597 samples/sec accuracy=24.830078 loss=3.618071 lr=0.010000 Epoch[000] Batch [0849]/[3759] Speed: 114.360473 samples/sec accuracy=25.382353 loss=3.577129 lr=0.010000 Epoch[000] Batch [0899]/[3759] Speed: 115.196490 samples/sec accuracy=26.010417 loss=3.531612 lr=0.010000 Epoch[000] Batch [0949]/[3759] Speed: 112.590185 samples/sec accuracy=26.582237 loss=3.491272 lr=0.010000 Epoch[000] Batch [0999]/[3759] Speed: 112.166295 samples/sec accuracy=27.173437 loss=3.452994 lr=0.010000 Epoch[000] Batch [1049]/[3759] Speed: 114.400594 samples/sec accuracy=27.616071 loss=3.419730 lr=0.010000 Epoch[000] Batch [1099]/[3759] Speed: 111.855081 samples/sec accuracy=28.092330 loss=3.387867 lr=0.010000 Epoch[000] Batch [1149]/[3759] Speed: 112.290766 samples/sec accuracy=28.497283 loss=3.359720 lr=0.010000 Epoch[000] Batch [1199]/[3759] Speed: 112.122072 samples/sec accuracy=28.938802 loss=3.331845 lr=0.010000 Epoch[000] Batch [1249]/[3759] Speed: 113.409942 samples/sec accuracy=29.398750 loss=3.301415 lr=0.010000 Epoch[000] Batch [1299]/[3759] Speed: 113.595328 samples/sec accuracy=29.813702 loss=3.276056 lr=0.010000 Epoch[000] Batch [1349]/[3759] Speed: 113.388188 samples/sec accuracy=30.188657 loss=3.252268 lr=0.010000 Epoch[000] Batch [1399]/[3759] Speed: 112.459856 samples/sec accuracy=30.531250 loss=3.229947 lr=0.010000 Epoch[000] Batch [1449]/[3759] Speed: 113.702802 samples/sec accuracy=30.850216 loss=3.207845 lr=0.010000 Epoch[000] Batch [1499]/[3759] Speed: 113.157751 samples/sec accuracy=31.198958 loss=3.187366 lr=0.010000 Epoch[000] Batch [1549]/[3759] Speed: 113.215994 samples/sec accuracy=31.511089 loss=3.166738 lr=0.010000 Epoch[000] Batch [1599]/[3759] Speed: 114.150919 samples/sec accuracy=31.774414 loss=3.149185 lr=0.010000 Epoch[000] Batch [1649]/[3759] Speed: 112.004428 samples/sec accuracy=32.068182 loss=3.131496 lr=0.010000 Epoch[000] Batch [1699]/[3759] Speed: 116.785063 samples/sec accuracy=32.349265 loss=3.114713 lr=0.009999 Epoch[000] Batch [1749]/[3759] Speed: 114.613932 samples/sec accuracy=32.608929 loss=3.099099 lr=0.009999 Epoch[000] Batch [1799]/[3759] Speed: 109.931668 samples/sec accuracy=32.845486 loss=3.082872 lr=0.009999 Epoch[000] Batch [1849]/[3759] Speed: 115.119015 samples/sec accuracy=33.107264 loss=3.066533 lr=0.009999 Epoch[000] Batch [1899]/[3759] Speed: 111.528011 samples/sec accuracy=33.338816 loss=3.051254 lr=0.009999 Epoch[000] Batch [1949]/[3759] Speed: 113.070421 samples/sec accuracy=33.612179 loss=3.035781 lr=0.009999 Epoch[000] Batch [1999]/[3759] Speed: 113.171455 samples/sec accuracy=33.862500 loss=3.020824 lr=0.009999 Epoch[000] Batch [2049]/[3759] Speed: 113.548860 samples/sec accuracy=34.067835 loss=3.007831 lr=0.009999 Epoch[000] Batch [2099]/[3759] Speed: 114.546164 samples/sec accuracy=34.296875 loss=2.994861 lr=0.009999 Epoch[000] Batch [2149]/[3759] Speed: 110.745996 samples/sec accuracy=34.519622 loss=2.980967 lr=0.009999 Epoch[000] Batch [2199]/[3759] Speed: 113.170181 samples/sec accuracy=34.737216 loss=2.968029 lr=0.009999 Epoch[000] Batch [2249]/[3759] Speed: 114.850248 samples/sec accuracy=34.941667 loss=2.955869 lr=0.009999 Epoch[000] Batch [2299]/[3759] Speed: 113.427389 samples/sec accuracy=35.162364 loss=2.942687 lr=0.009999 Epoch[000] Batch [2349]/[3759] Speed: 113.414808 samples/sec accuracy=35.340426 loss=2.930865 lr=0.009999 Epoch[000] Batch [2399]/[3759] Speed: 113.169695 samples/sec accuracy=35.529948 loss=2.920252 lr=0.009999 Epoch[000] Batch [2449]/[3759] Speed: 115.748881 samples/sec accuracy=35.677296 loss=2.910136 lr=0.009999 Epoch[000] Batch [2499]/[3759] Speed: 110.961569 samples/sec accuracy=35.881250 loss=2.898355 lr=0.009999 Epoch[000] Batch [2549]/[3759] Speed: 114.521001 samples/sec accuracy=36.066789 loss=2.887660 lr=0.009999 Epoch[000] Batch [2599]/[3759] Speed: 114.326861 samples/sec accuracy=36.213341 loss=2.877730 lr=0.009999 Epoch[000] Batch [2649]/[3759] Speed: 114.477471 samples/sec accuracy=36.400354 loss=2.866942 lr=0.009999 Epoch[000] Batch [2699]/[3759] Speed: 114.060403 samples/sec accuracy=36.554398 loss=2.857097 lr=0.009999 Epoch[000] Batch [2749]/[3759] Speed: 111.332022 samples/sec accuracy=36.701705 loss=2.847972 lr=0.009999 Epoch[000] Batch [2799]/[3759] Speed: 114.134030 samples/sec accuracy=36.847656 loss=2.838435 lr=0.009999 Epoch[000] Batch [2849]/[3759] Speed: 113.684196 samples/sec accuracy=36.999452 loss=2.829426 lr=0.009999 Epoch[000] Batch [2899]/[3759] Speed: 114.856312 samples/sec accuracy=37.161638 loss=2.820082 lr=0.009999 Epoch[000] Batch [2949]/[3759] Speed: 113.521202 samples/sec accuracy=37.336335 loss=2.810018 lr=0.009998 Epoch[000] Batch [2999]/[3759] Speed: 111.712584 samples/sec accuracy=37.458333 loss=2.801755 lr=0.009998 Epoch[000] Batch [3049]/[3759] Speed: 114.591462 samples/sec accuracy=37.591189 loss=2.794199 lr=0.009998 Epoch[000] Batch [3099]/[3759] Speed: 114.779039 samples/sec accuracy=37.699597 loss=2.787425 lr=0.009998 Epoch[000] Batch [3149]/[3759] Speed: 112.406415 samples/sec accuracy=37.833333 loss=2.779352 lr=0.009998 Epoch[000] Batch [3199]/[3759] Speed: 111.942841 samples/sec accuracy=37.978027 loss=2.770955 lr=0.009998 Epoch[000] Batch [3249]/[3759] Speed: 114.658545 samples/sec accuracy=38.119712 loss=2.763055 lr=0.009998 Epoch[000] Batch [3299]/[3759] Speed: 111.460915 samples/sec accuracy=38.288826 loss=2.754017 lr=0.009998 Epoch[000] Batch [3349]/[3759] Speed: 115.033748 samples/sec accuracy=38.428172 loss=2.746511 lr=0.009998 Epoch[000] Batch [3399]/[3759] Speed: 113.051279 samples/sec accuracy=38.540901 loss=2.740078 lr=0.009998 Epoch[000] Batch [3449]/[3759] Speed: 114.977942 samples/sec accuracy=38.663043 loss=2.733395 lr=0.009998 Epoch[000] Batch [3499]/[3759] Speed: 114.389193 samples/sec accuracy=38.779464 loss=2.726928 lr=0.009998 Epoch[000] Batch [3549]/[3759] Speed: 117.223379 samples/sec accuracy=38.885123 loss=2.720560 lr=0.009998 Epoch[000] Batch [3599]/[3759] Speed: 112.789045 samples/sec accuracy=38.979601 loss=2.714288 lr=0.009998 Epoch[000] Batch [3649]/[3759] Speed: 109.746903 samples/sec accuracy=39.070205 loss=2.708018 lr=0.009998 Epoch[000] Batch [3699]/[3759] Speed: 117.685924 samples/sec accuracy=39.193834 loss=2.701382 lr=0.009998 Epoch[000] Batch [3749]/[3759] Speed: 125.220264 samples/sec accuracy=39.309167 loss=2.694619 lr=0.009998 Batch [0049]/[0303]: acc-top1=48.343750 acc-top5=76.031250 Batch [0099]/[0303]: acc-top1=47.000000 acc-top5=75.203125 Batch [0149]/[0303]: acc-top1=46.562500 acc-top5=74.937500 Batch [0199]/[0303]: acc-top1=46.664062 acc-top5=74.703125 Batch [0249]/[0303]: acc-top1=46.787500 acc-top5=74.550000 Batch [0299]/[0303]: acc-top1=47.005208 acc-top5=74.427083 [Epoch 000] training: accuracy=39.335595 loss=2.693295 [Epoch 000] speed: 111 samples/sec time cost: 2350.219556 [Epoch 000] validation: acc-top1=46.972979 acc-top5=74.360561 loss=2.587583 Epoch[001] Batch [0049]/[3760] Speed: 78.148790 samples/sec accuracy=49.843750 loss=2.085302 lr=0.009997 Epoch[001] Batch [0099]/[3760] Speed: 113.537372 samples/sec accuracy=49.281250 loss=2.096206 lr=0.009997 Epoch[001] Batch [0149]/[3760] Speed: 114.170922 samples/sec accuracy=49.916667 loss=2.076750 lr=0.009997 Epoch[001] Batch [0199]/[3760] Speed: 113.225230 samples/sec accuracy=49.945312 loss=2.072076 lr=0.009997 Epoch[001] Batch [0249]/[3760] Speed: 112.423517 samples/sec accuracy=49.981250 loss=2.078546 lr=0.009997 Epoch[001] Batch [0299]/[3760] Speed: 112.846630 samples/sec accuracy=50.041667 loss=2.079149 lr=0.009997 Epoch[001] Batch [0349]/[3760] Speed: 112.129167 samples/sec accuracy=50.142857 loss=2.077528 lr=0.009997 Epoch[001] Batch [0399]/[3760] Speed: 114.267865 samples/sec accuracy=49.808594 loss=2.086365 lr=0.009997 Epoch[001] Batch [0449]/[3760] Speed: 111.662416 samples/sec accuracy=49.798611 loss=2.083668 lr=0.009997 Epoch[001] Batch [0499]/[3760] Speed: 114.504511 samples/sec accuracy=49.846875 loss=2.082909 lr=0.009997 Epoch[001] Batch [0549]/[3760] Speed: 112.206518 samples/sec accuracy=49.832386 loss=2.086169 lr=0.009997 Epoch[001] Batch [0599]/[3760] Speed: 113.490370 samples/sec accuracy=49.822917 loss=2.085797 lr=0.009997 Epoch[001] Batch [0649]/[3760] Speed: 112.884702 samples/sec accuracy=49.884615 loss=2.082692 lr=0.009997 Epoch[001] Batch [0699]/[3760] Speed: 113.441274 samples/sec accuracy=49.950893 loss=2.081175 lr=0.009997 Epoch[001] Batch [0749]/[3760] Speed: 113.067503 samples/sec accuracy=50.066667 loss=2.078969 lr=0.009996 Epoch[001] Batch [0799]/[3760] Speed: 113.727749 samples/sec accuracy=49.978516 loss=2.080357 lr=0.009996 Epoch[001] Batch [0849]/[3760] Speed: 113.196861 samples/sec accuracy=50.099265 loss=2.079701 lr=0.009996 Epoch[001] Batch [0899]/[3760] Speed: 113.413265 samples/sec accuracy=50.135417 loss=2.078650 lr=0.009996 Epoch[001] Batch [0949]/[3760] Speed: 112.220649 samples/sec accuracy=50.136513 loss=2.079637 lr=0.009996 Epoch[001] Batch [0999]/[3760] Speed: 114.008373 samples/sec accuracy=50.184375 loss=2.078430 lr=0.009996 Epoch[001] Batch [1049]/[3760] Speed: 113.769363 samples/sec accuracy=50.205357 loss=2.078828 lr=0.009996 Epoch[001] Batch [1099]/[3760] Speed: 112.338278 samples/sec accuracy=50.285511 loss=2.075776 lr=0.009996 Epoch[001] Batch [1149]/[3760] Speed: 113.621282 samples/sec accuracy=50.258152 loss=2.078252 lr=0.009996 Epoch[001] Batch [1199]/[3760] Speed: 112.739696 samples/sec accuracy=50.279948 loss=2.076457 lr=0.009996 Epoch[001] Batch [1249]/[3760] Speed: 112.835694 samples/sec accuracy=50.288750 loss=2.076534 lr=0.009996 Epoch[001] Batch [1299]/[3760] Speed: 113.907354 samples/sec accuracy=50.302885 loss=2.076257 lr=0.009996 Epoch[001] Batch [1349]/[3760] Speed: 112.325160 samples/sec accuracy=50.353009 loss=2.074536 lr=0.009995 Epoch[001] Batch [1399]/[3760] Speed: 114.219590 samples/sec accuracy=50.314732 loss=2.074372 lr=0.009995 Epoch[001] Batch [1449]/[3760] Speed: 112.352052 samples/sec accuracy=50.357759 loss=2.074496 lr=0.009995 Epoch[001] Batch [1499]/[3760] Speed: 112.301462 samples/sec accuracy=50.368750 loss=2.074118 lr=0.009995 Epoch[001] Batch [1549]/[3760] Speed: 113.648506 samples/sec accuracy=50.456653 loss=2.070827 lr=0.009995 Epoch[001] Batch [1599]/[3760] Speed: 113.266207 samples/sec accuracy=50.512695 loss=2.068610 lr=0.009995 Epoch[001] Batch [1649]/[3760] Speed: 115.112419 samples/sec accuracy=50.499053 loss=2.067682 lr=0.009995 Epoch[001] Batch [1699]/[3760] Speed: 111.925095 samples/sec accuracy=50.549632 loss=2.065344 lr=0.009995 Epoch[001] Batch [1749]/[3760] Speed: 113.649151 samples/sec accuracy=50.624107 loss=2.062420 lr=0.009995 Epoch[001] Batch [1799]/[3760] Speed: 113.848345 samples/sec accuracy=50.684896 loss=2.060636 lr=0.009995 Epoch[001] Batch [1849]/[3760] Speed: 113.215362 samples/sec accuracy=50.679054 loss=2.061101 lr=0.009995 Epoch[001] Batch [1899]/[3760] Speed: 111.790553 samples/sec accuracy=50.689145 loss=2.060167 lr=0.009994 Epoch[001] Batch [1949]/[3760] Speed: 112.258495 samples/sec accuracy=50.729968 loss=2.058680 lr=0.009994 Epoch[001] Batch [1999]/[3760] Speed: 113.196373 samples/sec accuracy=50.778125 loss=2.056753 lr=0.009994 Epoch[001] Batch [2049]/[3760] Speed: 112.304107 samples/sec accuracy=50.801829 loss=2.056372 lr=0.009994 Epoch[001] Batch [2099]/[3760] Speed: 114.159120 samples/sec accuracy=50.819940 loss=2.056352 lr=0.009994 Epoch[001] Batch [2149]/[3760] Speed: 111.896860 samples/sec accuracy=50.823401 loss=2.056310 lr=0.009994 Epoch[001] Batch [2199]/[3760] Speed: 113.332457 samples/sec accuracy=50.861506 loss=2.054087 lr=0.009994 Epoch[001] Batch [2249]/[3760] Speed: 114.796198 samples/sec accuracy=50.876389 loss=2.053423 lr=0.009994 Epoch[001] Batch [2299]/[3760] Speed: 113.475753 samples/sec accuracy=50.915082 loss=2.051749 lr=0.009994 Epoch[001] Batch [2349]/[3760] Speed: 111.939941 samples/sec accuracy=50.939495 loss=2.050990 lr=0.009993 Epoch[001] Batch [2399]/[3760] Speed: 112.713873 samples/sec accuracy=50.953125 loss=2.049359 lr=0.009993 Epoch[001] Batch [2449]/[3760] Speed: 112.861851 samples/sec accuracy=50.975128 loss=2.048094 lr=0.009993 Epoch[001] Batch [2499]/[3760] Speed: 113.345204 samples/sec accuracy=50.999375 loss=2.046085 lr=0.009993 Epoch[001] Batch [2549]/[3760] Speed: 113.488895 samples/sec accuracy=51.014706 loss=2.044999 lr=0.009993 Epoch[001] Batch [2599]/[3760] Speed: 112.640865 samples/sec accuracy=51.025841 loss=2.043972 lr=0.009993 Epoch[001] Batch [2649]/[3760] Speed: 111.888357 samples/sec accuracy=51.041274 loss=2.043196 lr=0.009993 Epoch[001] Batch [2699]/[3760] Speed: 114.072986 samples/sec accuracy=51.074074 loss=2.042319 lr=0.009993 Epoch[001] Batch [2749]/[3760] Speed: 112.536007 samples/sec accuracy=51.101136 loss=2.041710 lr=0.009993 Epoch[001] Batch [2799]/[3760] Speed: 113.377806 samples/sec accuracy=51.130580 loss=2.040010 lr=0.009992 Epoch[001] Batch [2849]/[3760] Speed: 114.116143 samples/sec accuracy=51.150768 loss=2.039060 lr=0.009992 Epoch[001] Batch [2899]/[3760] Speed: 113.169419 samples/sec accuracy=51.156789 loss=2.037961 lr=0.009992 Epoch[001] Batch [2949]/[3760] Speed: 112.981736 samples/sec accuracy=51.178496 loss=2.037325 lr=0.009992 Epoch[001] Batch [2999]/[3760] Speed: 113.772903 samples/sec accuracy=51.235937 loss=2.035522 lr=0.009992 Epoch[001] Batch [3049]/[3760] Speed: 111.779297 samples/sec accuracy=51.270492 loss=2.033878 lr=0.009992 Epoch[001] Batch [3099]/[3760] Speed: 113.768827 samples/sec accuracy=51.285282 loss=2.033616 lr=0.009992 Epoch[001] Batch [3149]/[3760] Speed: 114.253226 samples/sec accuracy=51.307540 loss=2.032928 lr=0.009992 Epoch[001] Batch [3199]/[3760] Speed: 113.073534 samples/sec accuracy=51.348633 loss=2.031274 lr=0.009992 Epoch[001] Batch [3249]/[3760] Speed: 112.463852 samples/sec accuracy=51.370192 loss=2.031003 lr=0.009991 Epoch[001] Batch [3299]/[3760] Speed: 112.068440 samples/sec accuracy=51.412405 loss=2.029484 lr=0.009991 Epoch[001] Batch [3349]/[3760] Speed: 114.478755 samples/sec accuracy=51.453825 loss=2.027856 lr=0.009991 Epoch[001] Batch [3399]/[3760] Speed: 112.419138 samples/sec accuracy=51.470129 loss=2.027003 lr=0.009991 Epoch[001] Batch [3449]/[3760] Speed: 114.302392 samples/sec accuracy=51.489130 loss=2.025923 lr=0.009991 Epoch[001] Batch [3499]/[3760] Speed: 112.201234 samples/sec accuracy=51.512054 loss=2.024824 lr=0.009991 Epoch[001] Batch [3549]/[3760] Speed: 113.779512 samples/sec accuracy=51.536972 loss=2.023762 lr=0.009991 Epoch[001] Batch [3599]/[3760] Speed: 113.011345 samples/sec accuracy=51.557726 loss=2.023019 lr=0.009991 Epoch[001] Batch [3649]/[3760] Speed: 113.429075 samples/sec accuracy=51.602312 loss=2.020562 lr=0.009990 Epoch[001] Batch [3699]/[3760] Speed: 112.086581 samples/sec accuracy=51.627956 loss=2.019570 lr=0.009990 Epoch[001] Batch [3749]/[3760] Speed: 128.922141 samples/sec accuracy=51.665833 loss=2.017842 lr=0.009990 Batch [0049]/[0303]: acc-top1=51.250000 acc-top5=77.937500 Batch [0099]/[0303]: acc-top1=51.140625 acc-top5=77.156250 Batch [0149]/[0303]: acc-top1=51.250000 acc-top5=77.531250 Batch [0199]/[0303]: acc-top1=51.257812 acc-top5=77.406250 Batch [0249]/[0303]: acc-top1=51.225000 acc-top5=77.281250 Batch [0299]/[0303]: acc-top1=51.286458 acc-top5=77.302083 [Epoch 001] training: accuracy=51.669299 loss=2.017650 [Epoch 001] speed: 112 samples/sec time cost: 2329.765109 [Epoch 001] validation: acc-top1=51.242781 acc-top5=77.243193 loss=2.402404 Epoch[002] Batch [0049]/[3759] Speed: 77.966095 samples/sec accuracy=55.625000 loss=1.773662 lr=0.009990 Epoch[002] Batch [0099]/[3759] Speed: 114.548496 samples/sec accuracy=55.593750 loss=1.785896 lr=0.009990 Epoch[002] Batch [0149]/[3759] Speed: 113.055701 samples/sec accuracy=55.895833 loss=1.784699 lr=0.009990 Epoch[002] Batch [0199]/[3759] Speed: 113.485697 samples/sec accuracy=56.117188 loss=1.782723 lr=0.009990 Epoch[002] Batch [0249]/[3759] Speed: 114.004154 samples/sec accuracy=56.150000 loss=1.790299 lr=0.009989 Epoch[002] Batch [0299]/[3759] Speed: 112.749233 samples/sec accuracy=56.140625 loss=1.794427 lr=0.009989 Epoch[002] Batch [0349]/[3759] Speed: 113.108000 samples/sec accuracy=56.102679 loss=1.800170 lr=0.009989 Epoch[002] Batch [0399]/[3759] Speed: 113.494911 samples/sec accuracy=56.074219 loss=1.798478 lr=0.009989 Epoch[002] Batch [0449]/[3759] Speed: 113.266954 samples/sec accuracy=56.020833 loss=1.797550 lr=0.009989 Epoch[002] Batch [0499]/[3759] Speed: 112.924186 samples/sec accuracy=55.953125 loss=1.800390 lr=0.009989 Epoch[002] Batch [0549]/[3759] Speed: 112.671789 samples/sec accuracy=55.920455 loss=1.801323 lr=0.009989 Epoch[002] Batch [0599]/[3759] Speed: 112.906735 samples/sec accuracy=55.986979 loss=1.802702 lr=0.009988 Epoch[002] Batch [0649]/[3759] Speed: 112.593057 samples/sec accuracy=56.052885 loss=1.801193 lr=0.009988 Epoch[002] Batch [0699]/[3759] Speed: 114.053943 samples/sec accuracy=55.993304 loss=1.804615 lr=0.009988 Epoch[002] Batch [0749]/[3759] Speed: 113.453656 samples/sec accuracy=55.954167 loss=1.805567 lr=0.009988 Epoch[002] Batch [0799]/[3759] Speed: 113.193779 samples/sec accuracy=55.917969 loss=1.804220 lr=0.009988 Epoch[002] Batch [0849]/[3759] Speed: 112.257821 samples/sec accuracy=55.889706 loss=1.803280 lr=0.009988 Epoch[002] Batch [0899]/[3759] Speed: 113.724590 samples/sec accuracy=55.937500 loss=1.802367 lr=0.009988 Epoch[002] Batch [0949]/[3759] Speed: 113.683357 samples/sec accuracy=55.842105 loss=1.806717 lr=0.009987 Epoch[002] Batch [0999]/[3759] Speed: 113.311650 samples/sec accuracy=55.846875 loss=1.807625 lr=0.009987 Epoch[002] Batch [1049]/[3759] Speed: 113.290901 samples/sec accuracy=55.880952 loss=1.806459 lr=0.009987 Epoch[002] Batch [1099]/[3759] Speed: 112.967117 samples/sec accuracy=55.910511 loss=1.805788 lr=0.009987 Epoch[002] Batch [1149]/[3759] Speed: 113.215149 samples/sec accuracy=55.964674 loss=1.805165 lr=0.009987 Epoch[002] Batch [1199]/[3759] Speed: 114.348971 samples/sec accuracy=55.963542 loss=1.806771 lr=0.009987 Epoch[002] Batch [1249]/[3759] Speed: 113.683695 samples/sec accuracy=55.926250 loss=1.808575 lr=0.009987 Epoch[002] Batch [1299]/[3759] Speed: 112.451854 samples/sec accuracy=55.967548 loss=1.807077 lr=0.009986 Epoch[002] Batch [1349]/[3759] Speed: 112.792537 samples/sec accuracy=55.959491 loss=1.807483 lr=0.009986 Epoch[002] Batch [1399]/[3759] Speed: 113.831979 samples/sec accuracy=56.000000 loss=1.804600 lr=0.009986 Epoch[002] Batch [1449]/[3759] Speed: 112.725954 samples/sec accuracy=55.991379 loss=1.804468 lr=0.009986 Epoch[002] Batch [1499]/[3759] Speed: 112.166787 samples/sec accuracy=56.014583 loss=1.803705 lr=0.009986 Epoch[002] Batch [1549]/[3759] Speed: 113.162365 samples/sec accuracy=55.972782 loss=1.806052 lr=0.009986 Epoch[002] Batch [1599]/[3759] Speed: 112.044820 samples/sec accuracy=55.982422 loss=1.805254 lr=0.009985 Epoch[002] Batch [1649]/[3759] Speed: 113.632720 samples/sec accuracy=55.985795 loss=1.806071 lr=0.009985 Epoch[002] Batch [1699]/[3759] Speed: 113.976338 samples/sec accuracy=56.021140 loss=1.805257 lr=0.009985 Epoch[002] Batch [1749]/[3759] Speed: 113.418240 samples/sec accuracy=56.041964 loss=1.804791 lr=0.009985 Epoch[002] Batch [1799]/[3759] Speed: 112.791017 samples/sec accuracy=56.024306 loss=1.805168 lr=0.009985 Epoch[002] Batch [1849]/[3759] Speed: 113.138191 samples/sec accuracy=56.009291 loss=1.805191 lr=0.009985 Epoch[002] Batch [1899]/[3759] Speed: 113.672255 samples/sec accuracy=56.013158 loss=1.805579 lr=0.009985 Epoch[002] Batch [1949]/[3759] Speed: 113.735020 samples/sec accuracy=56.036058 loss=1.806149 lr=0.009984 Epoch[002] Batch [1999]/[3759] Speed: 114.928356 samples/sec accuracy=56.064844 loss=1.806117 lr=0.009984 Epoch[002] Batch [2049]/[3759] Speed: 113.872888 samples/sec accuracy=56.049543 loss=1.807281 lr=0.009984 Epoch[002] Batch [2099]/[3759] Speed: 112.281124 samples/sec accuracy=56.061012 loss=1.806257 lr=0.009984 Epoch[002] Batch [2149]/[3759] Speed: 113.749653 samples/sec accuracy=56.048692 loss=1.807060 lr=0.009984 Epoch[002] Batch [2199]/[3759] Speed: 113.973989 samples/sec accuracy=56.053977 loss=1.805965 lr=0.009984 Epoch[002] Batch [2249]/[3759] Speed: 112.230079 samples/sec accuracy=56.113889 loss=1.805254 lr=0.009983 Epoch[002] Batch [2299]/[3759] Speed: 114.014187 samples/sec accuracy=56.097147 loss=1.805334 lr=0.009983 Epoch[002] Batch [2349]/[3759] Speed: 112.338635 samples/sec accuracy=56.090426 loss=1.806138 lr=0.009983 Epoch[002] Batch [2399]/[3759] Speed: 112.823097 samples/sec accuracy=56.109375 loss=1.805730 lr=0.009983 Epoch[002] Batch [2449]/[3759] Speed: 113.248741 samples/sec accuracy=56.104592 loss=1.806583 lr=0.009983 Epoch[002] Batch [2499]/[3759] Speed: 113.637680 samples/sec accuracy=56.125000 loss=1.806030 lr=0.009982 Epoch[002] Batch [2549]/[3759] Speed: 113.317886 samples/sec accuracy=56.132353 loss=1.806082 lr=0.009982 Epoch[002] Batch [2599]/[3759] Speed: 112.757022 samples/sec accuracy=56.141226 loss=1.805575 lr=0.009982 Epoch[002] Batch [2649]/[3759] Speed: 112.953156 samples/sec accuracy=56.169222 loss=1.805159 lr=0.009982 Epoch[002] Batch [2699]/[3759] Speed: 113.261653 samples/sec accuracy=56.192708 loss=1.804085 lr=0.009982 Epoch[002] Batch [2749]/[3759] Speed: 113.158773 samples/sec accuracy=56.171023 loss=1.805262 lr=0.009982 Epoch[002] Batch [2799]/[3759] Speed: 113.745457 samples/sec accuracy=56.208147 loss=1.804041 lr=0.009981 Epoch[002] Batch [2849]/[3759] Speed: 111.923845 samples/sec accuracy=56.229715 loss=1.803694 lr=0.009981 Epoch[002] Batch [2899]/[3759] Speed: 112.910058 samples/sec accuracy=56.241379 loss=1.803263 lr=0.009981 Epoch[002] Batch [2949]/[3759] Speed: 114.556360 samples/sec accuracy=56.238877 loss=1.803494 lr=0.009981 Epoch[002] Batch [2999]/[3759] Speed: 112.685699 samples/sec accuracy=56.240625 loss=1.803739 lr=0.009981 Epoch[002] Batch [3049]/[3759] Speed: 114.626161 samples/sec accuracy=56.273053 loss=1.802370 lr=0.009981 Epoch[002] Batch [3099]/[3759] Speed: 113.353495 samples/sec accuracy=56.243952 loss=1.803064 lr=0.009980 Epoch[002] Batch [3149]/[3759] Speed: 113.123508 samples/sec accuracy=56.242063 loss=1.802599 lr=0.009980 Epoch[002] Batch [3199]/[3759] Speed: 113.475328 samples/sec accuracy=56.231934 loss=1.802060 lr=0.009980 Epoch[002] Batch [3249]/[3759] Speed: 112.884127 samples/sec accuracy=56.233173 loss=1.801649 lr=0.009980 Epoch[002] Batch [3299]/[3759] Speed: 113.907135 samples/sec accuracy=56.237689 loss=1.801235 lr=0.009980 Epoch[002] Batch [3349]/[3759] Speed: 113.185715 samples/sec accuracy=56.214086 loss=1.802184 lr=0.009979 Epoch[002] Batch [3399]/[3759] Speed: 113.294728 samples/sec accuracy=56.199449 loss=1.802584 lr=0.009979 Epoch[002] Batch [3449]/[3759] Speed: 111.920579 samples/sec accuracy=56.220562 loss=1.802100 lr=0.009979 Epoch[002] Batch [3499]/[3759] Speed: 113.190548 samples/sec accuracy=56.236161 loss=1.801898 lr=0.009979 Epoch[002] Batch [3549]/[3759] Speed: 114.661716 samples/sec accuracy=56.256602 loss=1.801409 lr=0.009979 Epoch[002] Batch [3599]/[3759] Speed: 112.402038 samples/sec accuracy=56.253038 loss=1.801013 lr=0.009978 Epoch[002] Batch [3649]/[3759] Speed: 113.009795 samples/sec accuracy=56.247432 loss=1.800986 lr=0.009978 Epoch[002] Batch [3699]/[3759] Speed: 113.386985 samples/sec accuracy=56.262669 loss=1.800320 lr=0.009978 Epoch[002] Batch [3749]/[3759] Speed: 130.421979 samples/sec accuracy=56.287500 loss=1.799258 lr=0.009978 Batch [0049]/[0303]: acc-top1=55.187500 acc-top5=80.656250 Batch [0099]/[0303]: acc-top1=55.140625 acc-top5=79.640625 Batch [0149]/[0303]: acc-top1=54.812500 acc-top5=79.802083 Batch [0199]/[0303]: acc-top1=55.132812 acc-top5=79.734375 Batch [0249]/[0303]: acc-top1=55.093750 acc-top5=79.437500 Batch [0299]/[0303]: acc-top1=55.041667 acc-top5=79.489583 [Epoch 002] training: accuracy=56.288657 loss=1.799263 [Epoch 002] speed: 112 samples/sec time cost: 2326.658891 [Epoch 002] validation: acc-top1=55.033003 acc-top5=79.429662 loss=2.259095 Epoch[003] Batch [0049]/[3760] Speed: 78.718544 samples/sec accuracy=59.031250 loss=1.707390 lr=0.009978 Epoch[003] Batch [0099]/[3760] Speed: 112.304305 samples/sec accuracy=59.109375 loss=1.675391 lr=0.009977 Epoch[003] Batch [0149]/[3760] Speed: 114.609206 samples/sec accuracy=59.135417 loss=1.656499 lr=0.009977 Epoch[003] Batch [0199]/[3760] Speed: 113.434791 samples/sec accuracy=59.085938 loss=1.653557 lr=0.009977 Epoch[003] Batch [0249]/[3760] Speed: 114.426829 samples/sec accuracy=59.187500 loss=1.650958 lr=0.009977 Epoch[003] Batch [0299]/[3760] Speed: 113.726639 samples/sec accuracy=59.197917 loss=1.645791 lr=0.009977 Epoch[003] Batch [0349]/[3760] Speed: 113.579828 samples/sec accuracy=59.098214 loss=1.653455 lr=0.009976 Epoch[003] Batch [0399]/[3760] Speed: 114.671432 samples/sec accuracy=59.007812 loss=1.656865 lr=0.009976 Epoch[003] Batch [0449]/[3760] Speed: 114.179445 samples/sec accuracy=59.017361 loss=1.658435 lr=0.009976 Epoch[003] Batch [0499]/[3760] Speed: 112.242719 samples/sec accuracy=59.003125 loss=1.658388 lr=0.009976 Epoch[003] Batch [0549]/[3760] Speed: 113.732560 samples/sec accuracy=58.883523 loss=1.661740 lr=0.009976 Epoch[003] Batch [0599]/[3760] Speed: 113.138602 samples/sec accuracy=58.830729 loss=1.664054 lr=0.009975 Epoch[003] Batch [0649]/[3760] Speed: 113.373491 samples/sec accuracy=58.894231 loss=1.661466 lr=0.009975 Epoch[003] Batch [0699]/[3760] Speed: 113.867188 samples/sec accuracy=58.863839 loss=1.660656 lr=0.009975 Epoch[003] Batch [0749]/[3760] Speed: 113.431855 samples/sec accuracy=58.820833 loss=1.662968 lr=0.009975 Epoch[003] Batch [0799]/[3760] Speed: 114.044305 samples/sec accuracy=58.855469 loss=1.665725 lr=0.009975 Epoch[003] Batch [0849]/[3760] Speed: 112.274611 samples/sec accuracy=58.840074 loss=1.667406 lr=0.009974 Epoch[003] Batch [0899]/[3760] Speed: 113.492211 samples/sec accuracy=58.911458 loss=1.667188 lr=0.009974 Epoch[003] Batch [0949]/[3760] Speed: 113.271995 samples/sec accuracy=58.868421 loss=1.668728 lr=0.009974 Epoch[003] Batch [0999]/[3760] Speed: 113.318452 samples/sec accuracy=58.803125 loss=1.670833 lr=0.009974 Epoch[003] Batch [1049]/[3760] Speed: 113.300114 samples/sec accuracy=58.912202 loss=1.666593 lr=0.009973 Epoch[003] Batch [1099]/[3760] Speed: 112.650602 samples/sec accuracy=58.941761 loss=1.665350 lr=0.009973 Epoch[003] Batch [1149]/[3760] Speed: 112.728069 samples/sec accuracy=58.907609 loss=1.667708 lr=0.009973 Epoch[003] Batch [1199]/[3760] Speed: 112.559572 samples/sec accuracy=58.936198 loss=1.667357 lr=0.009973 Epoch[003] Batch [1249]/[3760] Speed: 113.306813 samples/sec accuracy=58.900000 loss=1.668202 lr=0.009973 Epoch[003] Batch [1299]/[3760] Speed: 112.601644 samples/sec accuracy=58.900240 loss=1.667707 lr=0.009972 Epoch[003] Batch [1349]/[3760] Speed: 112.834960 samples/sec accuracy=58.922454 loss=1.667239 lr=0.009972 Epoch[003] Batch [1399]/[3760] Speed: 113.061438 samples/sec accuracy=58.904018 loss=1.667135 lr=0.009972 Epoch[003] Batch [1449]/[3760] Speed: 113.692741 samples/sec accuracy=58.908405 loss=1.666982 lr=0.009972 Epoch[003] Batch [1499]/[3760] Speed: 113.607859 samples/sec accuracy=58.896875 loss=1.667199 lr=0.009972 Epoch[003] Batch [1549]/[3760] Speed: 112.878384 samples/sec accuracy=58.853831 loss=1.668114 lr=0.009971 Epoch[003] Batch [1599]/[3760] Speed: 112.724038 samples/sec accuracy=58.863281 loss=1.666310 lr=0.009971 Epoch[003] Batch [1649]/[3760] Speed: 113.638511 samples/sec accuracy=58.875947 loss=1.665823 lr=0.009971 Epoch[003] Batch [1699]/[3760] Speed: 113.179493 samples/sec accuracy=58.881434 loss=1.665662 lr=0.009971 Epoch[003] Batch [1749]/[3760] Speed: 113.176641 samples/sec accuracy=58.832143 loss=1.667227 lr=0.009970 Epoch[003] Batch [1799]/[3760] Speed: 112.102962 samples/sec accuracy=58.809028 loss=1.667659 lr=0.009970 Epoch[003] Batch [1849]/[3760] Speed: 113.270372 samples/sec accuracy=58.790541 loss=1.668009 lr=0.009970 Epoch[003] Batch [1899]/[3760] Speed: 113.292062 samples/sec accuracy=58.780428 loss=1.667891 lr=0.009970 Epoch[003] Batch [1949]/[3760] Speed: 113.464511 samples/sec accuracy=58.801282 loss=1.667380 lr=0.009969 Epoch[003] Batch [1999]/[3760] Speed: 113.483118 samples/sec accuracy=58.793750 loss=1.667840 lr=0.009969 Epoch[003] Batch [2049]/[3760] Speed: 113.053491 samples/sec accuracy=58.789634 loss=1.668015 lr=0.009969 Epoch[003] Batch [2099]/[3760] Speed: 112.882535 samples/sec accuracy=58.799107 loss=1.667398 lr=0.009969 Epoch[003] Batch [2149]/[3760] Speed: 113.230382 samples/sec accuracy=58.773256 loss=1.668247 lr=0.009969 Epoch[003] Batch [2199]/[3760] Speed: 112.983762 samples/sec accuracy=58.745028 loss=1.668851 lr=0.009968 Epoch[003] Batch [2249]/[3760] Speed: 112.697260 samples/sec accuracy=58.722222 loss=1.670264 lr=0.009968 Epoch[003] Batch [2299]/[3760] Speed: 113.829771 samples/sec accuracy=58.754076 loss=1.669862 lr=0.009968 Epoch[003] Batch [2349]/[3760] Speed: 112.608310 samples/sec accuracy=58.748005 loss=1.670197 lr=0.009968 Epoch[003] Batch [2399]/[3760] Speed: 113.016063 samples/sec accuracy=58.778646 loss=1.669465 lr=0.009967 Epoch[003] Batch [2449]/[3760] Speed: 113.689074 samples/sec accuracy=58.799745 loss=1.669038 lr=0.009967 Epoch[003] Batch [2499]/[3760] Speed: 111.704955 samples/sec accuracy=58.816250 loss=1.668387 lr=0.009967 Epoch[003] Batch [2549]/[3760] Speed: 112.385740 samples/sec accuracy=58.848039 loss=1.667354 lr=0.009967 Epoch[003] Batch [2599]/[3760] Speed: 113.373351 samples/sec accuracy=58.849760 loss=1.667522 lr=0.009966 Epoch[003] Batch [2649]/[3760] Speed: 114.691789 samples/sec accuracy=58.836085 loss=1.668073 lr=0.009966 Epoch[003] Batch [2699]/[3760] Speed: 112.626017 samples/sec accuracy=58.834491 loss=1.668695 lr=0.009966 Epoch[003] Batch [2749]/[3760] Speed: 113.000977 samples/sec accuracy=58.860795 loss=1.668226 lr=0.009966 Epoch[003] Batch [2799]/[3760] Speed: 113.865565 samples/sec accuracy=58.882254 loss=1.668129 lr=0.009965 Epoch[003] Batch [2849]/[3760] Speed: 112.649113 samples/sec accuracy=58.877741 loss=1.667682 lr=0.009965 Epoch[003] Batch [2899]/[3760] Speed: 112.204521 samples/sec accuracy=58.891703 loss=1.667397 lr=0.009965 Epoch[003] Batch [2949]/[3760] Speed: 113.580185 samples/sec accuracy=58.912076 loss=1.666314 lr=0.009965 Epoch[003] Batch [2999]/[3760] Speed: 113.710667 samples/sec accuracy=58.950000 loss=1.665245 lr=0.009964 Epoch[003] Batch [3049]/[3760] Speed: 112.459895 samples/sec accuracy=58.951844 loss=1.665829 lr=0.009964 Epoch[003] Batch [3099]/[3760] Speed: 115.605442 samples/sec accuracy=58.954133 loss=1.666347 lr=0.009964 Epoch[003] Batch [3149]/[3760] Speed: 113.329321 samples/sec accuracy=58.953373 loss=1.665545 lr=0.009964 Epoch[003] Batch [3199]/[3760] Speed: 112.647039 samples/sec accuracy=58.944824 loss=1.665648 lr=0.009963 Epoch[003] Batch [3249]/[3760] Speed: 112.663628 samples/sec accuracy=58.930769 loss=1.666200 lr=0.009963 Epoch[003] Batch [3299]/[3760] Speed: 113.114485 samples/sec accuracy=58.938447 loss=1.665790 lr=0.009963 Epoch[003] Batch [3349]/[3760] Speed: 113.778562 samples/sec accuracy=58.935168 loss=1.665970 lr=0.009963 Epoch[003] Batch [3399]/[3760] Speed: 113.542651 samples/sec accuracy=58.951746 loss=1.665442 lr=0.009962 Epoch[003] Batch [3449]/[3760] Speed: 112.123087 samples/sec accuracy=58.948370 loss=1.665796 lr=0.009962 Epoch[003] Batch [3499]/[3760] Speed: 112.842929 samples/sec accuracy=58.944643 loss=1.665876 lr=0.009962 Epoch[003] Batch [3549]/[3760] Speed: 113.119732 samples/sec accuracy=58.966109 loss=1.664796 lr=0.009962 Epoch[003] Batch [3599]/[3760] Speed: 113.834792 samples/sec accuracy=58.984375 loss=1.664186 lr=0.009961 Epoch[003] Batch [3649]/[3760] Speed: 113.824915 samples/sec accuracy=58.980308 loss=1.664252 lr=0.009961 Epoch[003] Batch [3699]/[3760] Speed: 113.477735 samples/sec accuracy=59.006334 loss=1.663427 lr=0.009961 Epoch[003] Batch [3749]/[3760] Speed: 128.208450 samples/sec accuracy=59.013750 loss=1.663246 lr=0.009961 Batch [0049]/[0303]: acc-top1=56.625000 acc-top5=81.750000 Batch [0099]/[0303]: acc-top1=56.062500 acc-top5=81.421875 Batch [0149]/[0303]: acc-top1=56.229167 acc-top5=81.312500 Batch [0199]/[0303]: acc-top1=56.789062 acc-top5=81.117188 Batch [0249]/[0303]: acc-top1=56.693750 acc-top5=80.925000 Batch [0299]/[0303]: acc-top1=56.718750 acc-top5=80.869792 [Epoch 003] training: accuracy=59.019697 loss=1.662972 [Epoch 003] speed: 112 samples/sec time cost: 2326.031127 [Epoch 003] validation: acc-top1=56.678012 acc-top5=80.806518 loss=2.236915 Epoch[004] Batch [0049]/[3760] Speed: 79.233625 samples/sec accuracy=62.000000 loss=1.554562 lr=0.009960 Epoch[004] Batch [0099]/[3760] Speed: 112.871487 samples/sec accuracy=61.406250 loss=1.557761 lr=0.009960 Epoch[004] Batch [0149]/[3760] Speed: 113.741825 samples/sec accuracy=61.145833 loss=1.551272 lr=0.009960 Epoch[004] Batch [0199]/[3760] Speed: 113.011627 samples/sec accuracy=61.070312 loss=1.558139 lr=0.009960 Epoch[004] Batch [0249]/[3760] Speed: 113.332899 samples/sec accuracy=61.150000 loss=1.551983 lr=0.009959 Epoch[004] Batch [0299]/[3760] Speed: 113.568848 samples/sec accuracy=61.552083 loss=1.538625 lr=0.009959 Epoch[004] Batch [0349]/[3760] Speed: 114.335541 samples/sec accuracy=61.285714 loss=1.550495 lr=0.009959 Epoch[004] Batch [0399]/[3760] Speed: 112.990741 samples/sec accuracy=61.296875 loss=1.551437 lr=0.009958 Epoch[004] Batch [0449]/[3760] Speed: 113.606170 samples/sec accuracy=61.166667 loss=1.553917 lr=0.009958 Epoch[004] Batch [0499]/[3760] Speed: 114.547109 samples/sec accuracy=61.225000 loss=1.551232 lr=0.009958 Epoch[004] Batch [0549]/[3760] Speed: 112.255618 samples/sec accuracy=61.136364 loss=1.553040 lr=0.009958 Epoch[004] Batch [0599]/[3760] Speed: 113.948945 samples/sec accuracy=61.218750 loss=1.552770 lr=0.009957 Epoch[004] Batch [0649]/[3760] Speed: 113.198686 samples/sec accuracy=61.237981 loss=1.551494 lr=0.009957 Epoch[004] Batch [0699]/[3760] Speed: 113.991635 samples/sec accuracy=61.294643 loss=1.551662 lr=0.009957 Epoch[004] Batch [0749]/[3760] Speed: 114.127895 samples/sec accuracy=61.258333 loss=1.552806 lr=0.009957 Epoch[004] Batch [0799]/[3760] Speed: 113.772883 samples/sec accuracy=61.250000 loss=1.554797 lr=0.009956 Epoch[004] Batch [0849]/[3760] Speed: 114.041690 samples/sec accuracy=61.301471 loss=1.553647 lr=0.009956 Epoch[004] Batch [0899]/[3760] Speed: 113.502316 samples/sec accuracy=61.255208 loss=1.555715 lr=0.009956 Epoch[004] Batch [0949]/[3760] Speed: 113.928383 samples/sec accuracy=61.243421 loss=1.557761 lr=0.009955 Epoch[004] Batch [0999]/[3760] Speed: 114.025038 samples/sec accuracy=61.239062 loss=1.557390 lr=0.009955 Epoch[004] Batch [1049]/[3760] Speed: 112.364781 samples/sec accuracy=61.242560 loss=1.557914 lr=0.009955 Epoch[004] Batch [1099]/[3760] Speed: 112.227347 samples/sec accuracy=61.208807 loss=1.559997 lr=0.009955 Epoch[004] Batch [1149]/[3760] Speed: 113.488830 samples/sec accuracy=61.096467 loss=1.562459 lr=0.009954 Epoch[004] Batch [1199]/[3760] Speed: 113.918719 samples/sec accuracy=61.061198 loss=1.563848 lr=0.009954 Epoch[004] Batch [1249]/[3760] Speed: 112.126133 samples/sec accuracy=61.116250 loss=1.562958 lr=0.009954 Epoch[004] Batch [1299]/[3760] Speed: 113.006476 samples/sec accuracy=61.088942 loss=1.564433 lr=0.009953 Epoch[004] Batch [1349]/[3760] Speed: 112.864516 samples/sec accuracy=61.093750 loss=1.563270 lr=0.009953 Epoch[004] Batch [1399]/[3760] Speed: 113.182975 samples/sec accuracy=61.125000 loss=1.561925 lr=0.009953 Epoch[004] Batch [1449]/[3760] Speed: 113.565398 samples/sec accuracy=61.080819 loss=1.563615 lr=0.009953 Epoch[004] Batch [1499]/[3760] Speed: 113.324313 samples/sec accuracy=61.052083 loss=1.564497 lr=0.009952 Epoch[004] Batch [1549]/[3760] Speed: 114.485135 samples/sec accuracy=61.078629 loss=1.564498 lr=0.009952 Epoch[004] Batch [1599]/[3760] Speed: 114.085865 samples/sec accuracy=61.133789 loss=1.563484 lr=0.009952 Epoch[004] Batch [1649]/[3760] Speed: 112.884312 samples/sec accuracy=61.105114 loss=1.564736 lr=0.009951 Epoch[004] Batch [1699]/[3760] Speed: 114.077864 samples/sec accuracy=61.115809 loss=1.563824 lr=0.009951 Epoch[004] Batch [1749]/[3760] Speed: 113.291903 samples/sec accuracy=61.096429 loss=1.564652 lr=0.009951 Epoch[004] Batch [1799]/[3760] Speed: 112.947886 samples/sec accuracy=61.093750 loss=1.564479 lr=0.009951 Epoch[004] Batch [1849]/[3760] Speed: 113.782890 samples/sec accuracy=61.099662 loss=1.563927 lr=0.009950 Epoch[004] Batch [1899]/[3760] Speed: 114.386659 samples/sec accuracy=61.094572 loss=1.563687 lr=0.009950 Epoch[004] Batch [1949]/[3760] Speed: 113.892760 samples/sec accuracy=61.108974 loss=1.564981 lr=0.009950 Epoch[004] Batch [1999]/[3760] Speed: 112.620196 samples/sec accuracy=61.103125 loss=1.565237 lr=0.009949 Epoch[004] Batch [2049]/[3760] Speed: 112.434059 samples/sec accuracy=61.116616 loss=1.565175 lr=0.009949 Epoch[004] Batch [2099]/[3760] Speed: 113.131338 samples/sec accuracy=61.103423 loss=1.566380 lr=0.009949 Epoch[004] Batch [2149]/[3760] Speed: 112.205671 samples/sec accuracy=61.132267 loss=1.565962 lr=0.009949 Epoch[004] Batch [2199]/[3760] Speed: 112.992099 samples/sec accuracy=61.151989 loss=1.565857 lr=0.009948 Epoch[004] Batch [2249]/[3760] Speed: 112.479090 samples/sec accuracy=61.138889 loss=1.566016 lr=0.009948 Epoch[004] Batch [2299]/[3760] Speed: 114.476743 samples/sec accuracy=61.166440 loss=1.565347 lr=0.009948 Epoch[004] Batch [2349]/[3760] Speed: 112.449604 samples/sec accuracy=61.131649 loss=1.566944 lr=0.009947 Epoch[004] Batch [2399]/[3760] Speed: 111.929061 samples/sec accuracy=61.154948 loss=1.566674 lr=0.009947 Epoch[004] Batch [2449]/[3760] Speed: 112.835506 samples/sec accuracy=61.153699 loss=1.567073 lr=0.009947 Epoch[004] Batch [2499]/[3760] Speed: 113.004491 samples/sec accuracy=61.175000 loss=1.566293 lr=0.009946 Epoch[004] Batch [2549]/[3760] Speed: 114.122623 samples/sec accuracy=61.164828 loss=1.567124 lr=0.009946 Epoch[004] Batch [2599]/[3760] Speed: 114.168696 samples/sec accuracy=61.184495 loss=1.566639 lr=0.009946 Epoch[004] Batch [2649]/[3760] Speed: 113.353461 samples/sec accuracy=61.166274 loss=1.567714 lr=0.009945 Epoch[004] Batch [2699]/[3760] Speed: 113.339349 samples/sec accuracy=61.134838 loss=1.568636 lr=0.009945 Epoch[004] Batch [2749]/[3760] Speed: 114.158584 samples/sec accuracy=61.132386 loss=1.568808 lr=0.009945 Epoch[004] Batch [2799]/[3760] Speed: 115.022760 samples/sec accuracy=61.140067 loss=1.568352 lr=0.009945 Epoch[004] Batch [2849]/[3760] Speed: 113.765037 samples/sec accuracy=61.162829 loss=1.568009 lr=0.009944 Epoch[004] Batch [2899]/[3760] Speed: 112.986413 samples/sec accuracy=61.177802 loss=1.567496 lr=0.009944 Epoch[004] Batch [2949]/[3760] Speed: 114.372441 samples/sec accuracy=61.186441 loss=1.566723 lr=0.009944 Epoch[004] Batch [2999]/[3760] Speed: 113.957117 samples/sec accuracy=61.198958 loss=1.566834 lr=0.009943 Epoch[004] Batch [3049]/[3760] Speed: 112.889461 samples/sec accuracy=61.193135 loss=1.567472 lr=0.009943 Epoch[004] Batch [3099]/[3760] Speed: 114.252309 samples/sec accuracy=61.209677 loss=1.566823 lr=0.009943 Epoch[004] Batch [3149]/[3760] Speed: 113.075544 samples/sec accuracy=61.209821 loss=1.566736 lr=0.009942 Epoch[004] Batch [3199]/[3760] Speed: 113.127808 samples/sec accuracy=61.178223 loss=1.567284 lr=0.009942 Epoch[004] Batch [3249]/[3760] Speed: 114.903837 samples/sec accuracy=61.187500 loss=1.567099 lr=0.009942 Epoch[004] Batch [3299]/[3760] Speed: 113.076473 samples/sec accuracy=61.189867 loss=1.566794 lr=0.009941 Epoch[004] Batch [3349]/[3760] Speed: 113.748197 samples/sec accuracy=61.195429 loss=1.566701 lr=0.009941 Epoch[004] Batch [3399]/[3760] Speed: 112.667499 samples/sec accuracy=61.195772 loss=1.566811 lr=0.009941 Epoch[004] Batch [3449]/[3760] Speed: 113.154891 samples/sec accuracy=61.198370 loss=1.566331 lr=0.009940 Epoch[004] Batch [3499]/[3760] Speed: 113.718114 samples/sec accuracy=61.196429 loss=1.566798 lr=0.009940 Epoch[004] Batch [3549]/[3760] Speed: 113.632475 samples/sec accuracy=61.202465 loss=1.566175 lr=0.009940 Epoch[004] Batch [3599]/[3760] Speed: 113.767961 samples/sec accuracy=61.207899 loss=1.565917 lr=0.009939 Epoch[004] Batch [3649]/[3760] Speed: 113.312307 samples/sec accuracy=61.204195 loss=1.565876 lr=0.009939 Epoch[004] Batch [3699]/[3760] Speed: 113.921164 samples/sec accuracy=61.201858 loss=1.566292 lr=0.009939 Epoch[004] Batch [3749]/[3760] Speed: 128.212072 samples/sec accuracy=61.190833 loss=1.566565 lr=0.009938 Batch [0049]/[0303]: acc-top1=58.125000 acc-top5=82.812500 Batch [0099]/[0303]: acc-top1=57.703125 acc-top5=81.937500 Batch [0149]/[0303]: acc-top1=57.500000 acc-top5=81.833333 Batch [0199]/[0303]: acc-top1=57.523438 acc-top5=81.820312 Batch [0249]/[0303]: acc-top1=57.606250 acc-top5=81.687500 Batch [0299]/[0303]: acc-top1=57.630208 acc-top5=81.572917 [Epoch 004] training: accuracy=61.190575 loss=1.566744 [Epoch 004] speed: 113 samples/sec time cost: 2324.871136 [Epoch 004] validation: acc-top1=57.554662 acc-top5=81.538779 loss=2.158952 Epoch[005] Batch [0049]/[3759] Speed: 80.171804 samples/sec accuracy=64.125000 loss=1.461128 lr=0.009938 Epoch[005] Batch [0099]/[3759] Speed: 113.147038 samples/sec accuracy=63.359375 loss=1.458724 lr=0.009938 Epoch[005] Batch [0149]/[3759] Speed: 112.974607 samples/sec accuracy=63.114583 loss=1.465907 lr=0.009937 Epoch[005] Batch [0199]/[3759] Speed: 114.541850 samples/sec accuracy=63.187500 loss=1.466856 lr=0.009937 Epoch[005] Batch [0249]/[3759] Speed: 113.046359 samples/sec accuracy=63.362500 loss=1.460949 lr=0.009937 Epoch[005] Batch [0299]/[3759] Speed: 112.906348 samples/sec accuracy=63.229167 loss=1.465030 lr=0.009936 Epoch[005] Batch [0349]/[3759] Speed: 114.582199 samples/sec accuracy=63.236607 loss=1.467881 lr=0.009936 Epoch[005] Batch [0399]/[3759] Speed: 114.429783 samples/sec accuracy=63.355469 loss=1.464194 lr=0.009936 Epoch[005] Batch [0449]/[3759] Speed: 113.895138 samples/sec accuracy=63.454861 loss=1.457734 lr=0.009935 Epoch[005] Batch [0499]/[3759] Speed: 112.654514 samples/sec accuracy=63.456250 loss=1.458671 lr=0.009935 Epoch[005] Batch [0549]/[3759] Speed: 113.699114 samples/sec accuracy=63.448864 loss=1.457892 lr=0.009935 Epoch[005] Batch [0599]/[3759] Speed: 113.149437 samples/sec accuracy=63.440104 loss=1.457710 lr=0.009934 Epoch[005] Batch [0649]/[3759] Speed: 114.334469 samples/sec accuracy=63.298077 loss=1.461587 lr=0.009934 Epoch[005] Batch [0699]/[3759] Speed: 113.062540 samples/sec accuracy=63.283482 loss=1.464259 lr=0.009934 Epoch[005] Batch [0749]/[3759] Speed: 113.835936 samples/sec accuracy=63.293750 loss=1.464337 lr=0.009933 Epoch[005] Batch [0799]/[3759] Speed: 113.382932 samples/sec accuracy=63.353516 loss=1.461427 lr=0.009933 Epoch[005] Batch [0849]/[3759] Speed: 114.006712 samples/sec accuracy=63.351103 loss=1.461143 lr=0.009933 Epoch[005] Batch [0899]/[3759] Speed: 113.649179 samples/sec accuracy=63.338542 loss=1.462331 lr=0.009932 Epoch[005] Batch [0949]/[3759] Speed: 113.314192 samples/sec accuracy=63.261513 loss=1.465413 lr=0.009932 Epoch[005] Batch [0999]/[3759] Speed: 113.515844 samples/sec accuracy=63.275000 loss=1.465134 lr=0.009932 Epoch[005] Batch [1049]/[3759] Speed: 113.692883 samples/sec accuracy=63.196429 loss=1.468435 lr=0.009931 Epoch[005] Batch [1099]/[3759] Speed: 115.555443 samples/sec accuracy=63.251420 loss=1.466685 lr=0.009931 Epoch[005] Batch [1149]/[3759] Speed: 112.749731 samples/sec accuracy=63.225543 loss=1.466091 lr=0.009931 Epoch[005] Batch [1199]/[3759] Speed: 114.705795 samples/sec accuracy=63.156250 loss=1.468616 lr=0.009930 Epoch[005] Batch [1249]/[3759] Speed: 113.249190 samples/sec accuracy=63.212500 loss=1.467780 lr=0.009930 Epoch[005] Batch [1299]/[3759] Speed: 114.840209 samples/sec accuracy=63.191106 loss=1.468171 lr=0.009930 Epoch[005] Batch [1349]/[3759] Speed: 114.005348 samples/sec accuracy=63.211806 loss=1.467854 lr=0.009929 Epoch[005] Batch [1399]/[3759] Speed: 112.856072 samples/sec accuracy=63.212054 loss=1.467717 lr=0.009929 Epoch[005] Batch [1449]/[3759] Speed: 114.576901 samples/sec accuracy=63.207974 loss=1.468039 lr=0.009929 Epoch[005] Batch [1499]/[3759] Speed: 112.909204 samples/sec accuracy=63.138542 loss=1.471036 lr=0.009928 Epoch[005] Batch [1549]/[3759] Speed: 113.300178 samples/sec accuracy=63.169355 loss=1.470399 lr=0.009928 Epoch[005] Batch [1599]/[3759] Speed: 113.227310 samples/sec accuracy=63.142578 loss=1.471854 lr=0.009928 Epoch[005] Batch [1649]/[3759] Speed: 114.043262 samples/sec accuracy=63.108902 loss=1.472089 lr=0.009927 Epoch[005] Batch [1699]/[3759] Speed: 112.916144 samples/sec accuracy=63.090993 loss=1.472609 lr=0.009927 Epoch[005] Batch [1749]/[3759] Speed: 113.158448 samples/sec accuracy=63.033929 loss=1.473521 lr=0.009926 Epoch[005] Batch [1799]/[3759] Speed: 114.072794 samples/sec accuracy=62.985243 loss=1.475754 lr=0.009926 Epoch[005] Batch [1849]/[3759] Speed: 113.105238 samples/sec accuracy=62.945101 loss=1.478363 lr=0.009926 Epoch[005] Batch [1899]/[3759] Speed: 112.448871 samples/sec accuracy=62.925987 loss=1.479354 lr=0.009925 Epoch[005] Batch [1949]/[3759] Speed: 113.678503 samples/sec accuracy=62.885417 loss=1.481362 lr=0.009925 Epoch[005] Batch [1999]/[3759] Speed: 113.243465 samples/sec accuracy=62.900000 loss=1.481059 lr=0.009925 Epoch[005] Batch [2049]/[3759] Speed: 114.647724 samples/sec accuracy=62.872713 loss=1.482291 lr=0.009924 Epoch[005] Batch [2099]/[3759] Speed: 112.707224 samples/sec accuracy=62.865327 loss=1.482318 lr=0.009924 Epoch[005] Batch [2149]/[3759] Speed: 113.667673 samples/sec accuracy=62.875727 loss=1.482647 lr=0.009924 Epoch[005] Batch [2199]/[3759] Speed: 113.431237 samples/sec accuracy=62.900568 loss=1.481487 lr=0.009923 Epoch[005] Batch [2249]/[3759] Speed: 113.868239 samples/sec accuracy=62.897222 loss=1.482108 lr=0.009923 Epoch[005] Batch [2299]/[3759] Speed: 113.658686 samples/sec accuracy=62.888587 loss=1.482919 lr=0.009922 Epoch[005] Batch [2349]/[3759] Speed: 113.706553 samples/sec accuracy=62.893617 loss=1.483188 lr=0.009922 Epoch[005] Batch [2399]/[3759] Speed: 114.017783 samples/sec accuracy=62.899740 loss=1.483266 lr=0.009922 Epoch[005] Batch [2449]/[3759] Speed: 114.725462 samples/sec accuracy=62.910714 loss=1.483395 lr=0.009921 Epoch[005] Batch [2499]/[3759] Speed: 114.013034 samples/sec accuracy=62.892500 loss=1.484534 lr=0.009921 Epoch[005] Batch [2549]/[3759] Speed: 113.680425 samples/sec accuracy=62.879289 loss=1.484218 lr=0.009921 Epoch[005] Batch [2599]/[3759] Speed: 114.462491 samples/sec accuracy=62.871995 loss=1.484789 lr=0.009920 Epoch[005] Batch [2649]/[3759] Speed: 114.080168 samples/sec accuracy=62.867925 loss=1.484361 lr=0.009920 Epoch[005] Batch [2699]/[3759] Speed: 111.991237 samples/sec accuracy=62.878472 loss=1.483929 lr=0.009920 Epoch[005] Batch [2749]/[3759] Speed: 114.945355 samples/sec accuracy=62.874432 loss=1.483605 lr=0.009919 Epoch[005] Batch [2799]/[3759] Speed: 112.061055 samples/sec accuracy=62.868862 loss=1.484401 lr=0.009919 Epoch[005] Batch [2849]/[3759] Speed: 114.431827 samples/sec accuracy=62.861842 loss=1.485375 lr=0.009918 Epoch[005] Batch [2899]/[3759] Speed: 113.752810 samples/sec accuracy=62.859375 loss=1.485490 lr=0.009918 Epoch[005] Batch [2949]/[3759] Speed: 114.026599 samples/sec accuracy=62.847987 loss=1.485636 lr=0.009918 Epoch[005] Batch [2999]/[3759] Speed: 113.863455 samples/sec accuracy=62.858333 loss=1.486004 lr=0.009917 Epoch[005] Batch [3049]/[3759] Speed: 113.860104 samples/sec accuracy=62.842725 loss=1.487094 lr=0.009917 Epoch[005] Batch [3099]/[3759] Speed: 114.796576 samples/sec accuracy=62.819052 loss=1.487803 lr=0.009916 Epoch[005] Batch [3149]/[3759] Speed: 114.723434 samples/sec accuracy=62.810516 loss=1.488061 lr=0.009916 Epoch[005] Batch [3199]/[3759] Speed: 113.650832 samples/sec accuracy=62.811523 loss=1.488380 lr=0.009916 Epoch[005] Batch [3249]/[3759] Speed: 112.447273 samples/sec accuracy=62.801923 loss=1.489033 lr=0.009915 Epoch[005] Batch [3299]/[3759] Speed: 112.636919 samples/sec accuracy=62.802083 loss=1.488769 lr=0.009915 Epoch[005] Batch [3349]/[3759] Speed: 113.420816 samples/sec accuracy=62.794776 loss=1.489666 lr=0.009915 Epoch[005] Batch [3399]/[3759] Speed: 114.215366 samples/sec accuracy=62.790901 loss=1.490363 lr=0.009914 Epoch[005] Batch [3449]/[3759] Speed: 113.933521 samples/sec accuracy=62.791667 loss=1.490304 lr=0.009914 Epoch[005] Batch [3499]/[3759] Speed: 113.907637 samples/sec accuracy=62.781696 loss=1.490848 lr=0.009913 Epoch[005] Batch [3549]/[3759] Speed: 113.791614 samples/sec accuracy=62.801496 loss=1.489864 lr=0.009913 Epoch[005] Batch [3599]/[3759] Speed: 112.408311 samples/sec accuracy=62.795573 loss=1.490504 lr=0.009913 Epoch[005] Batch [3649]/[3759] Speed: 114.097409 samples/sec accuracy=62.806507 loss=1.490627 lr=0.009912 Epoch[005] Batch [3699]/[3759] Speed: 113.340886 samples/sec accuracy=62.796875 loss=1.491561 lr=0.009912 Epoch[005] Batch [3749]/[3759] Speed: 129.950816 samples/sec accuracy=62.795417 loss=1.491858 lr=0.009911 Batch [0049]/[0303]: acc-top1=59.218750 acc-top5=83.500000 Batch [0099]/[0303]: acc-top1=59.062500 acc-top5=82.671875 Batch [0149]/[0303]: acc-top1=58.781250 acc-top5=82.770833 Batch [0199]/[0303]: acc-top1=58.921875 acc-top5=82.734375 Batch [0249]/[0303]: acc-top1=58.900000 acc-top5=82.518750 Batch [0299]/[0303]: acc-top1=58.958333 acc-top5=82.369792 [Epoch 005] training: accuracy=62.806348 loss=1.491619 [Epoch 005] speed: 113 samples/sec time cost: 2318.416682 [Epoch 005] validation: acc-top1=58.946988 acc-top5=82.353548 loss=2.168504 Epoch[006] Batch [0049]/[3760] Speed: 78.317031 samples/sec accuracy=65.187500 loss=1.378558 lr=0.009911 Epoch[006] Batch [0099]/[3760] Speed: 113.297087 samples/sec accuracy=65.312500 loss=1.368646 lr=0.009911 Epoch[006] Batch [0149]/[3760] Speed: 115.101538 samples/sec accuracy=65.666667 loss=1.364015 lr=0.009910 Epoch[006] Batch [0199]/[3760] Speed: 113.656894 samples/sec accuracy=65.468750 loss=1.371293 lr=0.009910 Epoch[006] Batch [0249]/[3760] Speed: 115.405145 samples/sec accuracy=65.150000 loss=1.374109 lr=0.009909 Epoch[006] Batch [0299]/[3760] Speed: 112.946819 samples/sec accuracy=65.489583 loss=1.369615 lr=0.009909 Epoch[006] Batch [0349]/[3760] Speed: 112.056361 samples/sec accuracy=65.446429 loss=1.374651 lr=0.009909 Epoch[006] Batch [0399]/[3760] Speed: 114.947242 samples/sec accuracy=65.253906 loss=1.379005 lr=0.009908 Epoch[006] Batch [0449]/[3760] Speed: 114.089418 samples/sec accuracy=65.083333 loss=1.383357 lr=0.009908 Epoch[006] Batch [0499]/[3760] Speed: 114.222212 samples/sec accuracy=64.912500 loss=1.392097 lr=0.009907 Epoch[006] Batch [0549]/[3760] Speed: 113.668689 samples/sec accuracy=64.818182 loss=1.396566 lr=0.009907 Epoch[006] Batch [0599]/[3760] Speed: 113.732468 samples/sec accuracy=64.721354 loss=1.403089 lr=0.009907 Epoch[006] Batch [0649]/[3760] Speed: 113.880880 samples/sec accuracy=64.754808 loss=1.403110 lr=0.009906 Epoch[006] Batch [0699]/[3760] Speed: 113.255990 samples/sec accuracy=64.705357 loss=1.406169 lr=0.009906 Epoch[006] Batch [0749]/[3760] Speed: 114.116115 samples/sec accuracy=64.666667 loss=1.410664 lr=0.009905 Epoch[006] Batch [0799]/[3760] Speed: 114.376584 samples/sec accuracy=64.652344 loss=1.411051 lr=0.009905 Epoch[006] Batch [0849]/[3760] Speed: 113.704468 samples/sec accuracy=64.700368 loss=1.411270 lr=0.009905 Epoch[006] Batch [0899]/[3760] Speed: 113.045362 samples/sec accuracy=64.682292 loss=1.409529 lr=0.009904 Epoch[006] Batch [0949]/[3760] Speed: 113.065533 samples/sec accuracy=64.634868 loss=1.410907 lr=0.009904 Epoch[006] Batch [0999]/[3760] Speed: 114.437882 samples/sec accuracy=64.582813 loss=1.412447 lr=0.009903 Epoch[006] Batch [1049]/[3760] Speed: 113.729075 samples/sec accuracy=64.559524 loss=1.412015 lr=0.009903 Epoch[006] Batch [1099]/[3760] Speed: 113.425528 samples/sec accuracy=64.546875 loss=1.412917 lr=0.009903 Epoch[006] Batch [1149]/[3760] Speed: 114.085641 samples/sec accuracy=64.558424 loss=1.412673 lr=0.009902 Epoch[006] Batch [1199]/[3760] Speed: 113.820892 samples/sec accuracy=64.611979 loss=1.412219 lr=0.009902 Epoch[006] Batch [1249]/[3760] Speed: 114.351601 samples/sec accuracy=64.587500 loss=1.412394 lr=0.009901 Epoch[006] Batch [1299]/[3760] Speed: 113.905920 samples/sec accuracy=64.597356 loss=1.411695 lr=0.009901 Epoch[006] Batch [1349]/[3760] Speed: 113.853884 samples/sec accuracy=64.594907 loss=1.412001 lr=0.009901 Epoch[006] Batch [1399]/[3760] Speed: 113.770210 samples/sec accuracy=64.574777 loss=1.412538 lr=0.009900 Epoch[006] Batch [1449]/[3760] Speed: 112.888758 samples/sec accuracy=64.615302 loss=1.410375 lr=0.009900 Epoch[006] Batch [1499]/[3760] Speed: 114.083080 samples/sec accuracy=64.593750 loss=1.412098 lr=0.009899 Epoch[006] Batch [1549]/[3760] Speed: 113.812422 samples/sec accuracy=64.562500 loss=1.414798 lr=0.009899 Epoch[006] Batch [1599]/[3760] Speed: 113.589083 samples/sec accuracy=64.564453 loss=1.416307 lr=0.009898 Epoch[006] Batch [1649]/[3760] Speed: 113.978733 samples/sec accuracy=64.527462 loss=1.417383 lr=0.009898 Epoch[006] Batch [1699]/[3760] Speed: 114.146745 samples/sec accuracy=64.519301 loss=1.417522 lr=0.009898 Epoch[006] Batch [1749]/[3760] Speed: 113.791392 samples/sec accuracy=64.514286 loss=1.417538 lr=0.009897 Epoch[006] Batch [1799]/[3760] Speed: 114.355135 samples/sec accuracy=64.489583 loss=1.418070 lr=0.009897 Epoch[006] Batch [1849]/[3760] Speed: 113.394804 samples/sec accuracy=64.457770 loss=1.418463 lr=0.009896 Epoch[006] Batch [1899]/[3760] Speed: 113.455442 samples/sec accuracy=64.425987 loss=1.419160 lr=0.009896 Epoch[006] Batch [1949]/[3760] Speed: 114.956001 samples/sec accuracy=64.411058 loss=1.419980 lr=0.009895 Epoch[006] Batch [1999]/[3760] Speed: 114.023665 samples/sec accuracy=64.412500 loss=1.420278 lr=0.009895 Epoch[006] Batch [2049]/[3760] Speed: 113.907925 samples/sec accuracy=64.390244 loss=1.421058 lr=0.009895 Epoch[006] Batch [2099]/[3760] Speed: 114.155845 samples/sec accuracy=64.394345 loss=1.421425 lr=0.009894 Epoch[006] Batch [2149]/[3760] Speed: 115.011029 samples/sec accuracy=64.370640 loss=1.421964 lr=0.009894 Epoch[006] Batch [2199]/[3760] Speed: 114.350477 samples/sec accuracy=64.384943 loss=1.422018 lr=0.009893 Epoch[006] Batch [2249]/[3760] Speed: 112.633325 samples/sec accuracy=64.389583 loss=1.422141 lr=0.009893 Epoch[006] Batch [2299]/[3760] Speed: 113.750065 samples/sec accuracy=64.378397 loss=1.422585 lr=0.009892 Epoch[006] Batch [2349]/[3760] Speed: 114.087873 samples/sec accuracy=64.401596 loss=1.421266 lr=0.009892 Epoch[006] Batch [2399]/[3760] Speed: 113.948154 samples/sec accuracy=64.371745 loss=1.421831 lr=0.009892 Epoch[006] Batch [2449]/[3760] Speed: 113.724612 samples/sec accuracy=64.348214 loss=1.422706 lr=0.009891 Epoch[006] Batch [2499]/[3760] Speed: 115.203298 samples/sec accuracy=64.343125 loss=1.423055 lr=0.009891 Epoch[006] Batch [2549]/[3760] Speed: 113.782320 samples/sec accuracy=64.325368 loss=1.423853 lr=0.009890 Epoch[006] Batch [2599]/[3760] Speed: 113.339356 samples/sec accuracy=64.335938 loss=1.423511 lr=0.009890 Epoch[006] Batch [2649]/[3760] Speed: 114.050260 samples/sec accuracy=64.329599 loss=1.423594 lr=0.009889 Epoch[006] Batch [2699]/[3760] Speed: 115.019046 samples/sec accuracy=64.288194 loss=1.425486 lr=0.009889 Epoch[006] Batch [2749]/[3760] Speed: 114.321265 samples/sec accuracy=64.277273 loss=1.425563 lr=0.009889 Epoch[006] Batch [2799]/[3760] Speed: 114.148241 samples/sec accuracy=64.288504 loss=1.425086 lr=0.009888 Epoch[006] Batch [2849]/[3760] Speed: 114.581398 samples/sec accuracy=64.288377 loss=1.424775 lr=0.009888 Epoch[006] Batch [2899]/[3760] Speed: 115.350781 samples/sec accuracy=64.270474 loss=1.425196 lr=0.009887 Epoch[006] Batch [2949]/[3760] Speed: 113.195780 samples/sec accuracy=64.259004 loss=1.425319 lr=0.009887 Epoch[006] Batch [2999]/[3760] Speed: 115.005166 samples/sec accuracy=64.245833 loss=1.426271 lr=0.009886 Epoch[006] Batch [3049]/[3760] Speed: 114.005525 samples/sec accuracy=64.235656 loss=1.426114 lr=0.009886 Epoch[006] Batch [3099]/[3760] Speed: 114.139629 samples/sec accuracy=64.230343 loss=1.426314 lr=0.009885 Epoch[006] Batch [3149]/[3760] Speed: 113.945413 samples/sec accuracy=64.224206 loss=1.426376 lr=0.009885 Epoch[006] Batch [3199]/[3760] Speed: 115.658982 samples/sec accuracy=64.218750 loss=1.426113 lr=0.009885 Epoch[006] Batch [3249]/[3760] Speed: 113.556976 samples/sec accuracy=64.229808 loss=1.426053 lr=0.009884 Epoch[006] Batch [3299]/[3760] Speed: 114.498365 samples/sec accuracy=64.214489 loss=1.426224 lr=0.009884 Epoch[006] Batch [3349]/[3760] Speed: 114.479228 samples/sec accuracy=64.210821 loss=1.426529 lr=0.009883 Epoch[006] Batch [3399]/[3760] Speed: 113.910018 samples/sec accuracy=64.210478 loss=1.426659 lr=0.009883 Epoch[006] Batch [3449]/[3760] Speed: 112.939295 samples/sec accuracy=64.201087 loss=1.426386 lr=0.009882 Epoch[006] Batch [3499]/[3760] Speed: 112.947247 samples/sec accuracy=64.196429 loss=1.427014 lr=0.009882 Epoch[006] Batch [3549]/[3760] Speed: 114.408641 samples/sec accuracy=64.179137 loss=1.427067 lr=0.009881 Epoch[006] Batch [3599]/[3760] Speed: 113.753279 samples/sec accuracy=64.172309 loss=1.427035 lr=0.009881 Epoch[006] Batch [3649]/[3760] Speed: 113.215602 samples/sec accuracy=64.175086 loss=1.427144 lr=0.009881 Epoch[006] Batch [3699]/[3760] Speed: 113.335016 samples/sec accuracy=64.181588 loss=1.427011 lr=0.009880 Epoch[006] Batch [3749]/[3760] Speed: 129.922318 samples/sec accuracy=64.179167 loss=1.427363 lr=0.009880 Batch [0049]/[0303]: acc-top1=58.718750 acc-top5=83.250000 Batch [0099]/[0303]: acc-top1=58.828125 acc-top5=82.781250 Batch [0149]/[0303]: acc-top1=58.812500 acc-top5=82.614583 Batch [0199]/[0303]: acc-top1=58.992188 acc-top5=82.515625 Batch [0249]/[0303]: acc-top1=59.012500 acc-top5=82.443750 Batch [0299]/[0303]: acc-top1=59.041667 acc-top5=82.250000 [Epoch 006] training: accuracy=64.182596 loss=1.427445 [Epoch 006] speed: 113 samples/sec time cost: 2313.222088 [Epoch 006] validation: acc-top1=58.983086 acc-top5=82.178218 loss=2.251467 Epoch[007] Batch [0049]/[3760] Speed: 78.391148 samples/sec accuracy=66.000000 loss=1.349123 lr=0.009879 Epoch[007] Batch [0099]/[3760] Speed: 113.937232 samples/sec accuracy=65.781250 loss=1.362213 lr=0.009879 Epoch[007] Batch [0149]/[3760] Speed: 113.168882 samples/sec accuracy=66.052083 loss=1.354532 lr=0.009878 Epoch[007] Batch [0199]/[3760] Speed: 115.517339 samples/sec accuracy=66.289062 loss=1.340853 lr=0.009878 Epoch[007] Batch [0249]/[3760] Speed: 113.543242 samples/sec accuracy=66.156250 loss=1.338841 lr=0.009877 Epoch[007] Batch [0299]/[3760] Speed: 112.853747 samples/sec accuracy=66.203125 loss=1.338172 lr=0.009877 Epoch[007] Batch [0349]/[3760] Speed: 114.691892 samples/sec accuracy=65.968750 loss=1.342137 lr=0.009876 Epoch[007] Batch [0399]/[3760] Speed: 114.116311 samples/sec accuracy=65.910156 loss=1.338488 lr=0.009876 Epoch[007] Batch [0449]/[3760] Speed: 113.629502 samples/sec accuracy=65.628472 loss=1.348126 lr=0.009875 Epoch[007] Batch [0499]/[3760] Speed: 114.016541 samples/sec accuracy=65.653125 loss=1.347916 lr=0.009875 Epoch[007] Batch [0549]/[3760] Speed: 114.741988 samples/sec accuracy=65.698864 loss=1.348323 lr=0.009874 Epoch[007] Batch [0599]/[3760] Speed: 114.057210 samples/sec accuracy=65.718750 loss=1.350220 lr=0.009874 Epoch[007] Batch [0649]/[3760] Speed: 113.896422 samples/sec accuracy=65.822115 loss=1.345299 lr=0.009874 Epoch[007] Batch [0699]/[3760] Speed: 113.917034 samples/sec accuracy=66.002232 loss=1.338871 lr=0.009873 Epoch[007] Batch [0749]/[3760] Speed: 113.289404 samples/sec accuracy=65.991667 loss=1.338763 lr=0.009873 Epoch[007] Batch [0799]/[3760] Speed: 114.006250 samples/sec accuracy=65.839844 loss=1.344024 lr=0.009872 Epoch[007] Batch [0849]/[3760] Speed: 113.788511 samples/sec accuracy=65.761029 loss=1.347157 lr=0.009872 Epoch[007] Batch [0899]/[3760] Speed: 114.972576 samples/sec accuracy=65.708333 loss=1.349273 lr=0.009871 Epoch[007] Batch [0949]/[3760] Speed: 114.303162 samples/sec accuracy=65.652961 loss=1.351676 lr=0.009871 Epoch[007] Batch [0999]/[3760] Speed: 115.502067 samples/sec accuracy=65.721875 loss=1.348929 lr=0.009870 Epoch[007] Batch [1049]/[3760] Speed: 112.699511 samples/sec accuracy=65.785714 loss=1.347181 lr=0.009870 Epoch[007] Batch [1099]/[3760] Speed: 113.367509 samples/sec accuracy=65.758523 loss=1.347951 lr=0.009869 Epoch[007] Batch [1149]/[3760] Speed: 113.612658 samples/sec accuracy=65.782609 loss=1.347750 lr=0.009869 Epoch[007] Batch [1199]/[3760] Speed: 114.735592 samples/sec accuracy=65.805990 loss=1.347419 lr=0.009868 Epoch[007] Batch [1249]/[3760] Speed: 113.817310 samples/sec accuracy=65.780000 loss=1.348861 lr=0.009868 Epoch[007] Batch [1299]/[3760] Speed: 113.639362 samples/sec accuracy=65.768029 loss=1.349029 lr=0.009867 Epoch[007] Batch [1349]/[3760] Speed: 113.338191 samples/sec accuracy=65.711806 loss=1.351041 lr=0.009867 Epoch[007] Batch [1399]/[3760] Speed: 114.580193 samples/sec accuracy=65.744420 loss=1.350615 lr=0.009866 Epoch[007] Batch [1449]/[3760] Speed: 113.996349 samples/sec accuracy=65.751078 loss=1.350395 lr=0.009866 Epoch[007] Batch [1499]/[3760] Speed: 114.339928 samples/sec accuracy=65.746875 loss=1.350430 lr=0.009865 Epoch[007] Batch [1549]/[3760] Speed: 114.474238 samples/sec accuracy=65.737903 loss=1.351092 lr=0.009865 Epoch[007] Batch [1599]/[3760] Speed: 115.850155 samples/sec accuracy=65.762695 loss=1.350726 lr=0.009865 Epoch[007] Batch [1649]/[3760] Speed: 114.639981 samples/sec accuracy=65.732008 loss=1.352328 lr=0.009864 Epoch[007] Batch [1699]/[3760] Speed: 112.665109 samples/sec accuracy=65.733456 loss=1.352181 lr=0.009864 Epoch[007] Batch [1749]/[3760] Speed: 114.552324 samples/sec accuracy=65.737500 loss=1.351711 lr=0.009863 Epoch[007] Batch [1799]/[3760] Speed: 115.558454 samples/sec accuracy=65.684896 loss=1.353505 lr=0.009863 Epoch[007] Batch [1849]/[3760] Speed: 114.822617 samples/sec accuracy=65.716216 loss=1.352834 lr=0.009862 Epoch[007] Batch [1899]/[3760] Speed: 113.954299 samples/sec accuracy=65.705592 loss=1.353857 lr=0.009862 Epoch[007] Batch [1949]/[3760] Speed: 114.287535 samples/sec accuracy=65.673077 loss=1.355212 lr=0.009861 Epoch[007] Batch [1999]/[3760] Speed: 114.119087 samples/sec accuracy=65.649219 loss=1.355906 lr=0.009861 Epoch[007] Batch [2049]/[3760] Speed: 114.925447 samples/sec accuracy=65.663872 loss=1.356230 lr=0.009860 Epoch[007] Batch [2099]/[3760] Speed: 113.315408 samples/sec accuracy=65.593006 loss=1.358098 lr=0.009860 Epoch[007] Batch [2149]/[3760] Speed: 115.711316 samples/sec accuracy=65.579215 loss=1.359095 lr=0.009859 Epoch[007] Batch [2199]/[3760] Speed: 114.085190 samples/sec accuracy=65.575994 loss=1.359532 lr=0.009859 Epoch[007] Batch [2249]/[3760] Speed: 115.068440 samples/sec accuracy=65.587500 loss=1.359413 lr=0.009858 Epoch[007] Batch [2299]/[3760] Speed: 113.456253 samples/sec accuracy=65.589674 loss=1.359017 lr=0.009858 Epoch[007] Batch [2349]/[3760] Speed: 113.530609 samples/sec accuracy=65.590426 loss=1.358969 lr=0.009857 Epoch[007] Batch [2399]/[3760] Speed: 113.421942 samples/sec accuracy=65.598307 loss=1.358176 lr=0.009857 Epoch[007] Batch [2449]/[3760] Speed: 115.591866 samples/sec accuracy=65.601403 loss=1.358577 lr=0.009856 Epoch[007] Batch [2499]/[3760] Speed: 112.746254 samples/sec accuracy=65.569375 loss=1.360029 lr=0.009856 Epoch[007] Batch [2549]/[3760] Speed: 113.843775 samples/sec accuracy=65.540441 loss=1.360920 lr=0.009855 Epoch[007] Batch [2599]/[3760] Speed: 114.649218 samples/sec accuracy=65.534856 loss=1.361094 lr=0.009855 Epoch[007] Batch [2649]/[3760] Speed: 113.946939 samples/sec accuracy=65.512382 loss=1.362034 lr=0.009854 Epoch[007] Batch [2699]/[3760] Speed: 114.734141 samples/sec accuracy=65.478588 loss=1.363204 lr=0.009854 Epoch[007] Batch [2749]/[3760] Speed: 114.619270 samples/sec accuracy=65.492614 loss=1.363066 lr=0.009853 Epoch[007] Batch [2799]/[3760] Speed: 114.134660 samples/sec accuracy=65.512277 loss=1.363297 lr=0.009853 Epoch[007] Batch [2849]/[3760] Speed: 114.601437 samples/sec accuracy=65.496711 loss=1.363766 lr=0.009852 Epoch[007] Batch [2899]/[3760] Speed: 115.005968 samples/sec accuracy=65.496228 loss=1.363877 lr=0.009852 Epoch[007] Batch [2949]/[3760] Speed: 114.189172 samples/sec accuracy=65.492585 loss=1.364711 lr=0.009851 Epoch[007] Batch [2999]/[3760] Speed: 112.774591 samples/sec accuracy=65.490625 loss=1.364362 lr=0.009851 Epoch[007] Batch [3049]/[3760] Speed: 114.818468 samples/sec accuracy=65.486168 loss=1.364569 lr=0.009850 Epoch[007] Batch [3099]/[3760] Speed: 114.196049 samples/sec accuracy=65.474798 loss=1.365449 lr=0.009850 Epoch[007] Batch [3149]/[3760] Speed: 114.229375 samples/sec accuracy=65.467758 loss=1.365795 lr=0.009849 Epoch[007] Batch [3199]/[3760] Speed: 114.145530 samples/sec accuracy=65.465332 loss=1.366378 lr=0.009849 Epoch[007] Batch [3249]/[3760] Speed: 113.977365 samples/sec accuracy=65.449519 loss=1.366655 lr=0.009848 Epoch[007] Batch [3299]/[3760] Speed: 114.028966 samples/sec accuracy=65.437027 loss=1.366730 lr=0.009848 Epoch[007] Batch [3349]/[3760] Speed: 115.336546 samples/sec accuracy=65.430970 loss=1.367278 lr=0.009847 Epoch[007] Batch [3399]/[3760] Speed: 113.321199 samples/sec accuracy=65.388787 loss=1.368825 lr=0.009847 Epoch[007] Batch [3449]/[3760] Speed: 116.028333 samples/sec accuracy=65.369112 loss=1.370028 lr=0.009846 Epoch[007] Batch [3499]/[3760] Speed: 114.262362 samples/sec accuracy=65.355804 loss=1.370734 lr=0.009846 Epoch[007] Batch [3549]/[3760] Speed: 113.689726 samples/sec accuracy=65.343310 loss=1.371088 lr=0.009845 Epoch[007] Batch [3599]/[3760] Speed: 114.493786 samples/sec accuracy=65.341580 loss=1.371468 lr=0.009845 Epoch[007] Batch [3649]/[3760] Speed: 113.850889 samples/sec accuracy=65.331336 loss=1.371808 lr=0.009844 Epoch[007] Batch [3699]/[3760] Speed: 114.518350 samples/sec accuracy=65.322213 loss=1.372097 lr=0.009843 Epoch[007] Batch [3749]/[3760] Speed: 129.466148 samples/sec accuracy=65.338333 loss=1.371782 lr=0.009843 Batch [0049]/[0303]: acc-top1=60.750000 acc-top5=84.125000 Batch [0099]/[0303]: acc-top1=60.250000 acc-top5=83.703125 Batch [0149]/[0303]: acc-top1=60.281250 acc-top5=83.531250 Batch [0199]/[0303]: acc-top1=60.343750 acc-top5=83.507812 Batch [0249]/[0303]: acc-top1=60.418750 acc-top5=83.462500 Batch [0299]/[0303]: acc-top1=60.562500 acc-top5=83.416667 [Epoch 007] training: accuracy=65.337018 loss=1.371704 [Epoch 007] speed: 113 samples/sec time cost: 2309.933785 [Epoch 007] validation: acc-top1=60.540429 acc-top5=83.364274 loss=2.102873 Epoch[008] Batch [0049]/[3759] Speed: 78.407325 samples/sec accuracy=67.093750 loss=1.304453 lr=0.009842 Epoch[008] Batch [0099]/[3759] Speed: 114.974167 samples/sec accuracy=67.062500 loss=1.306821 lr=0.009842 Epoch[008] Batch [0149]/[3759] Speed: 114.579010 samples/sec accuracy=67.000000 loss=1.307714 lr=0.009841 Epoch[008] Batch [0199]/[3759] Speed: 114.368164 samples/sec accuracy=66.859375 loss=1.303112 lr=0.009841 Epoch[008] Batch [0249]/[3759] Speed: 115.178432 samples/sec accuracy=66.718750 loss=1.300792 lr=0.009840 Epoch[008] Batch [0299]/[3759] Speed: 114.712675 samples/sec accuracy=66.864583 loss=1.298541 lr=0.009840 Epoch[008] Batch [0349]/[3759] Speed: 114.501916 samples/sec accuracy=67.000000 loss=1.293946 lr=0.009839 Epoch[008] Batch [0399]/[3759] Speed: 113.707009 samples/sec accuracy=67.093750 loss=1.289960 lr=0.009839 Epoch[008] Batch [0449]/[3759] Speed: 113.915376 samples/sec accuracy=67.111111 loss=1.286381 lr=0.009838 Epoch[008] Batch [0499]/[3759] Speed: 113.928368 samples/sec accuracy=67.028125 loss=1.289330 lr=0.009838 Epoch[008] Batch [0549]/[3759] Speed: 115.514616 samples/sec accuracy=67.019886 loss=1.293948 lr=0.009837 Epoch[008] Batch [0599]/[3759] Speed: 115.241713 samples/sec accuracy=67.059896 loss=1.293261 lr=0.009837 Epoch[008] Batch [0649]/[3759] Speed: 113.824335 samples/sec accuracy=67.052885 loss=1.292605 lr=0.009836 Epoch[008] Batch [0699]/[3759] Speed: 115.404486 samples/sec accuracy=67.037946 loss=1.295372 lr=0.009836 Epoch[008] Batch [0749]/[3759] Speed: 114.035704 samples/sec accuracy=67.037500 loss=1.296309 lr=0.009835 Epoch[008] Batch [0799]/[3759] Speed: 114.043941 samples/sec accuracy=67.033203 loss=1.297593 lr=0.009834 Epoch[008] Batch [0849]/[3759] Speed: 114.397727 samples/sec accuracy=66.968750 loss=1.300052 lr=0.009834 Epoch[008] Batch [0899]/[3759] Speed: 116.145314 samples/sec accuracy=66.940972 loss=1.301325 lr=0.009833 Epoch[008] Batch [0949]/[3759] Speed: 113.412306 samples/sec accuracy=66.929276 loss=1.303171 lr=0.009833 Epoch[008] Batch [0999]/[3759] Speed: 114.065862 samples/sec accuracy=66.881250 loss=1.304522 lr=0.009832 Epoch[008] Batch [1049]/[3759] Speed: 114.941396 samples/sec accuracy=66.894345 loss=1.303821 lr=0.009832 Epoch[008] Batch [1099]/[3759] Speed: 113.767518 samples/sec accuracy=66.928977 loss=1.303599 lr=0.009831 Epoch[008] Batch [1149]/[3759] Speed: 114.834124 samples/sec accuracy=66.913043 loss=1.303583 lr=0.009831 Epoch[008] Batch [1199]/[3759] Speed: 114.551485 samples/sec accuracy=66.895833 loss=1.304453 lr=0.009830 Epoch[008] Batch [1249]/[3759] Speed: 114.236139 samples/sec accuracy=66.862500 loss=1.306201 lr=0.009830 Epoch[008] Batch [1299]/[3759] Speed: 114.633065 samples/sec accuracy=66.868990 loss=1.306872 lr=0.009829 Epoch[008] Batch [1349]/[3759] Speed: 116.487162 samples/sec accuracy=66.826389 loss=1.307638 lr=0.009829 Epoch[008] Batch [1399]/[3759] Speed: 113.674297 samples/sec accuracy=66.796875 loss=1.308188 lr=0.009828 Epoch[008] Batch [1449]/[3759] Speed: 115.374445 samples/sec accuracy=66.758621 loss=1.309738 lr=0.009827 Epoch[008] Batch [1499]/[3759] Speed: 114.216293 samples/sec accuracy=66.740625 loss=1.309602 lr=0.009827 Epoch[008] Batch [1549]/[3759] Speed: 114.580463 samples/sec accuracy=66.754032 loss=1.309604 lr=0.009826 Epoch[008] Batch [1599]/[3759] Speed: 114.266498 samples/sec accuracy=66.724609 loss=1.311111 lr=0.009826 Epoch[008] Batch [1649]/[3759] Speed: 113.952898 samples/sec accuracy=66.692235 loss=1.312858 lr=0.009825 Epoch[008] Batch [1699]/[3759] Speed: 115.402976 samples/sec accuracy=66.675551 loss=1.313254 lr=0.009825 Epoch[008] Batch [1749]/[3759] Speed: 114.570183 samples/sec accuracy=66.685714 loss=1.313287 lr=0.009824 Epoch[008] Batch [1799]/[3759] Speed: 113.963991 samples/sec accuracy=66.657986 loss=1.314486 lr=0.009824 Epoch[008] Batch [1849]/[3759] Speed: 114.951947 samples/sec accuracy=66.649493 loss=1.315208 lr=0.009823 Epoch[008] Batch [1899]/[3759] Speed: 115.708302 samples/sec accuracy=66.648849 loss=1.314752 lr=0.009823 Epoch[008] Batch [1949]/[3759] Speed: 113.942713 samples/sec accuracy=66.657853 loss=1.313702 lr=0.009822 Epoch[008] Batch [1999]/[3759] Speed: 113.872882 samples/sec accuracy=66.635937 loss=1.314267 lr=0.009821 Epoch[008] Batch [2049]/[3759] Speed: 113.672449 samples/sec accuracy=66.620427 loss=1.313987 lr=0.009821 Epoch[008] Batch [2099]/[3759] Speed: 115.635060 samples/sec accuracy=66.635417 loss=1.314794 lr=0.009820 Epoch[008] Batch [2149]/[3759] Speed: 113.933682 samples/sec accuracy=66.652616 loss=1.314222 lr=0.009820 Epoch[008] Batch [2199]/[3759] Speed: 114.696978 samples/sec accuracy=66.632812 loss=1.314754 lr=0.009819 Epoch[008] Batch [2249]/[3759] Speed: 113.559834 samples/sec accuracy=66.592361 loss=1.316461 lr=0.009819 Epoch[008] Batch [2299]/[3759] Speed: 115.405380 samples/sec accuracy=66.580163 loss=1.317551 lr=0.009818 Epoch[008] Batch [2349]/[3759] Speed: 114.964037 samples/sec accuracy=66.555186 loss=1.318900 lr=0.009818 Epoch[008] Batch [2399]/[3759] Speed: 114.292847 samples/sec accuracy=66.550130 loss=1.318694 lr=0.009817 Epoch[008] Batch [2449]/[3759] Speed: 114.968568 samples/sec accuracy=66.542092 loss=1.319079 lr=0.009816 Epoch[008] Batch [2499]/[3759] Speed: 113.806873 samples/sec accuracy=66.551875 loss=1.319056 lr=0.009816 Epoch[008] Batch [2549]/[3759] Speed: 114.920110 samples/sec accuracy=66.525735 loss=1.320077 lr=0.009815 Epoch[008] Batch [2599]/[3759] Speed: 114.676083 samples/sec accuracy=66.497596 loss=1.320746 lr=0.009815 Epoch[008] Batch [2649]/[3759] Speed: 113.196636 samples/sec accuracy=66.495283 loss=1.321474 lr=0.009814 Epoch[008] Batch [2699]/[3759] Speed: 114.984600 samples/sec accuracy=66.477431 loss=1.321628 lr=0.009814 Epoch[008] Batch [2749]/[3759] Speed: 113.478771 samples/sec accuracy=66.481818 loss=1.321992 lr=0.009813 Epoch[008] Batch [2799]/[3759] Speed: 113.670172 samples/sec accuracy=66.491629 loss=1.322078 lr=0.009812 Epoch[008] Batch [2849]/[3759] Speed: 115.823426 samples/sec accuracy=66.470395 loss=1.322520 lr=0.009812 Epoch[008] Batch [2899]/[3759] Speed: 114.826877 samples/sec accuracy=66.470366 loss=1.323430 lr=0.009811 Epoch[008] Batch [2949]/[3759] Speed: 113.974018 samples/sec accuracy=66.473517 loss=1.323348 lr=0.009811 Epoch[008] Batch [2999]/[3759] Speed: 114.877837 samples/sec accuracy=66.455208 loss=1.323922 lr=0.009810 Epoch[008] Batch [3049]/[3759] Speed: 114.522266 samples/sec accuracy=66.444160 loss=1.324519 lr=0.009810 Epoch[008] Batch [3099]/[3759] Speed: 114.344007 samples/sec accuracy=66.455645 loss=1.324135 lr=0.009809 Epoch[008] Batch [3149]/[3759] Speed: 114.469435 samples/sec accuracy=66.426587 loss=1.325226 lr=0.009808 Epoch[008] Batch [3199]/[3759] Speed: 114.125239 samples/sec accuracy=66.428711 loss=1.325693 lr=0.009808 Epoch[008] Batch [3249]/[3759] Speed: 114.523474 samples/sec accuracy=66.440385 loss=1.326027 lr=0.009807 Epoch[008] Batch [3299]/[3759] Speed: 114.711635 samples/sec accuracy=66.425189 loss=1.326612 lr=0.009807 Epoch[008] Batch [3349]/[3759] Speed: 114.500490 samples/sec accuracy=66.432369 loss=1.325863 lr=0.009806 Epoch[008] Batch [3399]/[3759] Speed: 115.572034 samples/sec accuracy=66.409467 loss=1.326763 lr=0.009806 Epoch[008] Batch [3449]/[3759] Speed: 114.142305 samples/sec accuracy=66.405344 loss=1.326535 lr=0.009805 Epoch[008] Batch [3499]/[3759] Speed: 114.011822 samples/sec accuracy=66.395982 loss=1.327407 lr=0.009804 Epoch[008] Batch [3549]/[3759] Speed: 114.864428 samples/sec accuracy=66.377641 loss=1.327552 lr=0.009804 Epoch[008] Batch [3599]/[3759] Speed: 115.120612 samples/sec accuracy=66.374566 loss=1.328305 lr=0.009803 Epoch[008] Batch [3649]/[3759] Speed: 115.327935 samples/sec accuracy=66.370291 loss=1.328148 lr=0.009803 Epoch[008] Batch [3699]/[3759] Speed: 114.007265 samples/sec accuracy=66.377534 loss=1.327901 lr=0.009802 Epoch[008] Batch [3749]/[3759] Speed: 130.746030 samples/sec accuracy=66.378750 loss=1.327619 lr=0.009802 Batch [0049]/[0303]: acc-top1=61.656250 acc-top5=84.937500 Batch [0099]/[0303]: acc-top1=60.984375 acc-top5=83.968750 Batch [0149]/[0303]: acc-top1=60.635417 acc-top5=83.875000 Batch [0199]/[0303]: acc-top1=61.289062 acc-top5=83.953125 Batch [0249]/[0303]: acc-top1=61.150000 acc-top5=83.912500 Batch [0299]/[0303]: acc-top1=61.093750 acc-top5=83.838542 [Epoch 008] training: accuracy=66.378608 loss=1.327632 [Epoch 008] speed: 114 samples/sec time cost: 2301.524186 [Epoch 008] validation: acc-top1=61.056106 acc-top5=83.787129 loss=2.045112 Epoch[009] Batch [0049]/[3760] Speed: 80.136577 samples/sec accuracy=67.812500 loss=1.219208 lr=0.009801 Epoch[009] Batch [0099]/[3760] Speed: 114.347275 samples/sec accuracy=67.968750 loss=1.219629 lr=0.009800 Epoch[009] Batch [0149]/[3760] Speed: 115.121511 samples/sec accuracy=68.031250 loss=1.226057 lr=0.009800 Epoch[009] Batch [0199]/[3760] Speed: 115.591922 samples/sec accuracy=67.882812 loss=1.240057 lr=0.009799 Epoch[009] Batch [0249]/[3760] Speed: 114.773205 samples/sec accuracy=67.762500 loss=1.243545 lr=0.009798 Epoch[009] Batch [0299]/[3760] Speed: 113.569385 samples/sec accuracy=68.083333 loss=1.238697 lr=0.009798 Epoch[009] Batch [0349]/[3760] Speed: 114.427765 samples/sec accuracy=68.254464 loss=1.232405 lr=0.009797 Epoch[009] Batch [0399]/[3760] Speed: 114.162249 samples/sec accuracy=68.375000 loss=1.229456 lr=0.009797 Epoch[009] Batch [0449]/[3760] Speed: 116.362920 samples/sec accuracy=68.218750 loss=1.234033 lr=0.009796 Epoch[009] Batch [0499]/[3760] Speed: 113.481673 samples/sec accuracy=68.156250 loss=1.238462 lr=0.009796 Epoch[009] Batch [0549]/[3760] Speed: 115.611405 samples/sec accuracy=68.039773 loss=1.244212 lr=0.009795 Epoch[009] Batch [0599]/[3760] Speed: 113.123779 samples/sec accuracy=67.973958 loss=1.247413 lr=0.009794 Epoch[009] Batch [0649]/[3760] Speed: 114.154108 samples/sec accuracy=68.007212 loss=1.247796 lr=0.009794 Epoch[009] Batch [0699]/[3760] Speed: 114.259051 samples/sec accuracy=68.037946 loss=1.246892 lr=0.009793 Epoch[009] Batch [0749]/[3760] Speed: 114.447816 samples/sec accuracy=68.075000 loss=1.247667 lr=0.009793 Epoch[009] Batch [0799]/[3760] Speed: 114.464575 samples/sec accuracy=68.085938 loss=1.247708 lr=0.009792 Epoch[009] Batch [0849]/[3760] Speed: 113.842874 samples/sec accuracy=68.079044 loss=1.248155 lr=0.009791 Epoch[009] Batch [0899]/[3760] Speed: 114.734418 samples/sec accuracy=68.104167 loss=1.245781 lr=0.009791 Epoch[009] Batch [0949]/[3760] Speed: 115.084914 samples/sec accuracy=68.207237 loss=1.241667 lr=0.009790 Epoch[009] Batch [0999]/[3760] Speed: 114.191725 samples/sec accuracy=68.187500 loss=1.243275 lr=0.009790 Epoch[009] Batch [1049]/[3760] Speed: 114.553481 samples/sec accuracy=68.177083 loss=1.244524 lr=0.009789 Epoch[009] Batch [1099]/[3760] Speed: 114.089999 samples/sec accuracy=68.093750 loss=1.246736 lr=0.009788 Epoch[009] Batch [1149]/[3760] Speed: 114.544999 samples/sec accuracy=68.024457 loss=1.250985 lr=0.009788 Epoch[009] Batch [1199]/[3760] Speed: 115.358427 samples/sec accuracy=67.979167 loss=1.254371 lr=0.009787 Epoch[009] Batch [1249]/[3760] Speed: 115.075542 samples/sec accuracy=68.048750 loss=1.252424 lr=0.009787 Epoch[009] Batch [1299]/[3760] Speed: 114.224133 samples/sec accuracy=68.043269 loss=1.253462 lr=0.009786 Epoch[009] Batch [1349]/[3760] Speed: 113.580037 samples/sec accuracy=68.034722 loss=1.254608 lr=0.009785 Epoch[009] Batch [1399]/[3760] Speed: 113.138311 samples/sec accuracy=68.005580 loss=1.255868 lr=0.009785 Epoch[009] Batch [1449]/[3760] Speed: 114.528274 samples/sec accuracy=67.960129 loss=1.257508 lr=0.009784 Epoch[009] Batch [1499]/[3760] Speed: 114.852569 samples/sec accuracy=67.936458 loss=1.257426 lr=0.009784 Epoch[009] Batch [1549]/[3760] Speed: 113.216152 samples/sec accuracy=67.941532 loss=1.256931 lr=0.009783 Epoch[009] Batch [1599]/[3760] Speed: 113.827364 samples/sec accuracy=67.929688 loss=1.257140 lr=0.009782 Epoch[009] Batch [1649]/[3760] Speed: 113.937003 samples/sec accuracy=67.937500 loss=1.256349 lr=0.009782 Epoch[009] Batch [1699]/[3760] Speed: 115.090119 samples/sec accuracy=67.900735 loss=1.257132 lr=0.009781 Epoch[009] Batch [1749]/[3760] Speed: 113.849025 samples/sec accuracy=67.873214 loss=1.258925 lr=0.009780 Epoch[009] Batch [1799]/[3760] Speed: 114.503019 samples/sec accuracy=67.835938 loss=1.260883 lr=0.009780 Epoch[009] Batch [1849]/[3760] Speed: 115.113792 samples/sec accuracy=67.808277 loss=1.262977 lr=0.009779 Epoch[009] Batch [1899]/[3760] Speed: 113.858524 samples/sec accuracy=67.815789 loss=1.262912 lr=0.009779 Epoch[009] Batch [1949]/[3760] Speed: 114.008127 samples/sec accuracy=67.782051 loss=1.264176 lr=0.009778 Epoch[009] Batch [1999]/[3760] Speed: 113.052573 samples/sec accuracy=67.759375 loss=1.266345 lr=0.009777 Epoch[009] Batch [2049]/[3760] Speed: 114.646062 samples/sec accuracy=67.702744 loss=1.268344 lr=0.009777 Epoch[009] Batch [2099]/[3760] Speed: 113.814560 samples/sec accuracy=67.719494 loss=1.267232 lr=0.009776 Epoch[009] Batch [2149]/[3760] Speed: 113.893434 samples/sec accuracy=67.689680 loss=1.268174 lr=0.009776 Epoch[009] Batch [2199]/[3760] Speed: 114.640365 samples/sec accuracy=67.670455 loss=1.268641 lr=0.009775 Epoch[009] Batch [2249]/[3760] Speed: 113.938217 samples/sec accuracy=67.630556 loss=1.270341 lr=0.009774 Epoch[009] Batch [2299]/[3760] Speed: 113.901294 samples/sec accuracy=67.602582 loss=1.271897 lr=0.009774 Epoch[009] Batch [2349]/[3760] Speed: 112.795386 samples/sec accuracy=67.586436 loss=1.272774 lr=0.009773 Epoch[009] Batch [2399]/[3760] Speed: 116.086019 samples/sec accuracy=67.572266 loss=1.273066 lr=0.009772 Epoch[009] Batch [2449]/[3760] Speed: 114.206229 samples/sec accuracy=67.558673 loss=1.273260 lr=0.009772 Epoch[009] Batch [2499]/[3760] Speed: 114.674114 samples/sec accuracy=67.531250 loss=1.274049 lr=0.009771 Epoch[009] Batch [2549]/[3760] Speed: 113.875988 samples/sec accuracy=67.520833 loss=1.274481 lr=0.009771 Epoch[009] Batch [2599]/[3760] Speed: 115.638450 samples/sec accuracy=67.509615 loss=1.275416 lr=0.009770 Epoch[009] Batch [2649]/[3760] Speed: 114.224516 samples/sec accuracy=67.485849 loss=1.277238 lr=0.009769 Epoch[009] Batch [2699]/[3760] Speed: 113.666340 samples/sec accuracy=67.460069 loss=1.278089 lr=0.009769 Epoch[009] Batch [2749]/[3760] Speed: 113.726608 samples/sec accuracy=67.421023 loss=1.279015 lr=0.009768 Epoch[009] Batch [2799]/[3760] Speed: 114.389233 samples/sec accuracy=67.415737 loss=1.278787 lr=0.009767 Epoch[009] Batch [2849]/[3760] Speed: 113.605030 samples/sec accuracy=67.409539 loss=1.278832 lr=0.009767 Epoch[009] Batch [2899]/[3760] Speed: 114.867758 samples/sec accuracy=67.374461 loss=1.280288 lr=0.009766 Epoch[009] Batch [2949]/[3760] Speed: 114.180523 samples/sec accuracy=67.344809 loss=1.281060 lr=0.009766 Epoch[009] Batch [2999]/[3760] Speed: 114.575477 samples/sec accuracy=67.331771 loss=1.281713 lr=0.009765 Epoch[009] Batch [3049]/[3760] Speed: 114.784988 samples/sec accuracy=67.300717 loss=1.282811 lr=0.009764 Epoch[009] Batch [3099]/[3760] Speed: 114.918668 samples/sec accuracy=67.301411 loss=1.282857 lr=0.009764 Epoch[009] Batch [3149]/[3760] Speed: 113.003088 samples/sec accuracy=67.272817 loss=1.283792 lr=0.009763 Epoch[009] Batch [3199]/[3760] Speed: 113.800780 samples/sec accuracy=67.234375 loss=1.285226 lr=0.009762 Epoch[009] Batch [3249]/[3760] Speed: 114.140721 samples/sec accuracy=67.219712 loss=1.285932 lr=0.009762 Epoch[009] Batch [3299]/[3760] Speed: 114.569921 samples/sec accuracy=67.194602 loss=1.287138 lr=0.009761 Epoch[009] Batch [3349]/[3760] Speed: 113.598245 samples/sec accuracy=67.176306 loss=1.287408 lr=0.009760 Epoch[009] Batch [3399]/[3760] Speed: 114.135241 samples/sec accuracy=67.165901 loss=1.287862 lr=0.009760 Epoch[009] Batch [3449]/[3760] Speed: 112.909308 samples/sec accuracy=67.156703 loss=1.288611 lr=0.009759 Epoch[009] Batch [3499]/[3760] Speed: 114.236264 samples/sec accuracy=67.157589 loss=1.288927 lr=0.009759 Epoch[009] Batch [3549]/[3760] Speed: 114.299511 samples/sec accuracy=67.161532 loss=1.289201 lr=0.009758 Epoch[009] Batch [3599]/[3760] Speed: 114.316109 samples/sec accuracy=67.132812 loss=1.290255 lr=0.009757 Epoch[009] Batch [3649]/[3760] Speed: 115.892969 samples/sec accuracy=67.139983 loss=1.290264 lr=0.009757 Epoch[009] Batch [3699]/[3760] Speed: 112.724417 samples/sec accuracy=67.129223 loss=1.290639 lr=0.009756 Epoch[009] Batch [3749]/[3760] Speed: 129.364168 samples/sec accuracy=67.144583 loss=1.289860 lr=0.009755 Batch [0049]/[0303]: acc-top1=60.781250 acc-top5=83.843750 Batch [0099]/[0303]: acc-top1=60.500000 acc-top5=83.296875 Batch [0149]/[0303]: acc-top1=60.562500 acc-top5=83.635417 Batch [0199]/[0303]: acc-top1=60.882813 acc-top5=83.648438 Batch [0249]/[0303]: acc-top1=60.750000 acc-top5=83.568750 Batch [0299]/[0303]: acc-top1=60.713542 acc-top5=83.442708 [Epoch 009] training: accuracy=67.132231 loss=1.290313 [Epoch 009] speed: 113 samples/sec time cost: 2305.821623 [Epoch 009] validation: acc-top1=60.669348 acc-top5=83.390058 loss=2.079982 Epoch[010] Batch [0049]/[3760] Speed: 79.880702 samples/sec accuracy=68.812500 loss=1.209663 lr=0.009755 Epoch[010] Batch [0099]/[3760] Speed: 114.973145 samples/sec accuracy=68.343750 loss=1.216749 lr=0.009754 Epoch[010] Batch [0149]/[3760] Speed: 113.738289 samples/sec accuracy=68.531250 loss=1.205710 lr=0.009753 Epoch[010] Batch [0199]/[3760] Speed: 114.507276 samples/sec accuracy=68.351562 loss=1.214689 lr=0.009753 Epoch[010] Batch [0249]/[3760] Speed: 113.718042 samples/sec accuracy=68.387500 loss=1.209386 lr=0.009752 Epoch[010] Batch [0299]/[3760] Speed: 114.534312 samples/sec accuracy=68.505208 loss=1.209245 lr=0.009751 Epoch[010] Batch [0349]/[3760] Speed: 115.777820 samples/sec accuracy=68.727679 loss=1.201406 lr=0.009751 Epoch[010] Batch [0399]/[3760] Speed: 114.205361 samples/sec accuracy=68.988281 loss=1.194109 lr=0.009750 Epoch[010] Batch [0449]/[3760] Speed: 113.888508 samples/sec accuracy=68.916667 loss=1.201482 lr=0.009749 Epoch[010] Batch [0499]/[3760] Speed: 114.064687 samples/sec accuracy=68.840625 loss=1.203841 lr=0.009749 Epoch[010] Batch [0549]/[3760] Speed: 114.246396 samples/sec accuracy=68.727273 loss=1.209302 lr=0.009748 Epoch[010] Batch [0599]/[3760] Speed: 114.984530 samples/sec accuracy=68.708333 loss=1.211177 lr=0.009747 Epoch[010] Batch [0649]/[3760] Speed: 114.039981 samples/sec accuracy=68.757212 loss=1.208912 lr=0.009747 Epoch[010] Batch [0699]/[3760] Speed: 114.721994 samples/sec accuracy=68.649554 loss=1.213550 lr=0.009746 Epoch[010] Batch [0749]/[3760] Speed: 115.144040 samples/sec accuracy=68.641667 loss=1.215039 lr=0.009745 Epoch[010] Batch [0799]/[3760] Speed: 114.089811 samples/sec accuracy=68.681641 loss=1.213942 lr=0.009745 Epoch[010] Batch [0849]/[3760] Speed: 113.567935 samples/sec accuracy=68.757353 loss=1.212294 lr=0.009744 Epoch[010] Batch [0899]/[3760] Speed: 115.865531 samples/sec accuracy=68.680556 loss=1.213099 lr=0.009743 Epoch[010] Batch [0949]/[3760] Speed: 114.413394 samples/sec accuracy=68.605263 loss=1.215117 lr=0.009743 Epoch[010] Batch [0999]/[3760] Speed: 114.397744 samples/sec accuracy=68.520313 loss=1.219154 lr=0.009742 Epoch[010] Batch [1049]/[3760] Speed: 112.851064 samples/sec accuracy=68.480655 loss=1.220469 lr=0.009741 Epoch[010] Batch [1099]/[3760] Speed: 114.409611 samples/sec accuracy=68.515625 loss=1.219364 lr=0.009741 Epoch[010] Batch [1149]/[3760] Speed: 113.810119 samples/sec accuracy=68.489130 loss=1.220353 lr=0.009740 Epoch[010] Batch [1199]/[3760] Speed: 114.240696 samples/sec accuracy=68.497396 loss=1.220423 lr=0.009739 Epoch[010] Batch [1249]/[3760] Speed: 114.831788 samples/sec accuracy=68.516250 loss=1.221017 lr=0.009739 Epoch[010] Batch [1299]/[3760] Speed: 113.269475 samples/sec accuracy=68.502404 loss=1.220955 lr=0.009738 Epoch[010] Batch [1349]/[3760] Speed: 114.601026 samples/sec accuracy=68.458333 loss=1.223027 lr=0.009737 Epoch[010] Batch [1399]/[3760] Speed: 114.066366 samples/sec accuracy=68.439732 loss=1.224106 lr=0.009737 Epoch[010] Batch [1449]/[3760] Speed: 114.818930 samples/sec accuracy=68.456897 loss=1.224479 lr=0.009736 Epoch[010] Batch [1499]/[3760] Speed: 112.916981 samples/sec accuracy=68.459375 loss=1.225500 lr=0.009735 Epoch[010] Batch [1549]/[3760] Speed: 114.469142 samples/sec accuracy=68.481855 loss=1.225226 lr=0.009735 Epoch[010] Batch [1599]/[3760] Speed: 114.530524 samples/sec accuracy=68.440430 loss=1.226839 lr=0.009734 Epoch[010] Batch [1649]/[3760] Speed: 114.472776 samples/sec accuracy=68.424242 loss=1.226965 lr=0.009733 Epoch[010] Batch [1699]/[3760] Speed: 113.052707 samples/sec accuracy=68.389706 loss=1.228861 lr=0.009733 Epoch[010] Batch [1749]/[3760] Speed: 113.964866 samples/sec accuracy=68.408036 loss=1.227744 lr=0.009732 Epoch[010] Batch [1799]/[3760] Speed: 115.668672 samples/sec accuracy=68.375868 loss=1.228777 lr=0.009731 Epoch[010] Batch [1849]/[3760] Speed: 114.401836 samples/sec accuracy=68.336993 loss=1.230706 lr=0.009731 Epoch[010] Batch [1899]/[3760] Speed: 115.753943 samples/sec accuracy=68.334704 loss=1.231365 lr=0.009730 Epoch[010] Batch [1949]/[3760] Speed: 114.148668 samples/sec accuracy=68.335737 loss=1.232330 lr=0.009729 Epoch[010] Batch [1999]/[3760] Speed: 113.035740 samples/sec accuracy=68.317188 loss=1.233558 lr=0.009729 Epoch[010] Batch [2049]/[3760] Speed: 115.897969 samples/sec accuracy=68.291921 loss=1.234131 lr=0.009728 Epoch[010] Batch [2099]/[3760] Speed: 113.991340 samples/sec accuracy=68.290923 loss=1.235270 lr=0.009727 Epoch[010] Batch [2149]/[3760] Speed: 113.782717 samples/sec accuracy=68.276163 loss=1.235261 lr=0.009727 Epoch[010] Batch [2199]/[3760] Speed: 115.504035 samples/sec accuracy=68.256392 loss=1.236165 lr=0.009726 Epoch[010] Batch [2249]/[3760] Speed: 113.571399 samples/sec accuracy=68.248611 loss=1.236528 lr=0.009725 Epoch[010] Batch [2299]/[3760] Speed: 115.684544 samples/sec accuracy=68.247962 loss=1.236545 lr=0.009725 Epoch[010] Batch [2349]/[3760] Speed: 113.460173 samples/sec accuracy=68.210771 loss=1.238090 lr=0.009724 Epoch[010] Batch [2399]/[3760] Speed: 114.452199 samples/sec accuracy=68.208333 loss=1.238921 lr=0.009723 Epoch[010] Batch [2449]/[3760] Speed: 114.635393 samples/sec accuracy=68.176020 loss=1.240622 lr=0.009723 Epoch[010] Batch [2499]/[3760] Speed: 114.550803 samples/sec accuracy=68.186875 loss=1.240819 lr=0.009722 Epoch[010] Batch [2549]/[3760] Speed: 113.693430 samples/sec accuracy=68.168505 loss=1.242004 lr=0.009721 Epoch[010] Batch [2599]/[3760] Speed: 113.930199 samples/sec accuracy=68.167067 loss=1.241797 lr=0.009721 Epoch[010] Batch [2649]/[3760] Speed: 114.091072 samples/sec accuracy=68.150354 loss=1.242986 lr=0.009720 Epoch[010] Batch [2699]/[3760] Speed: 113.561011 samples/sec accuracy=68.131366 loss=1.244319 lr=0.009719 Epoch[010] Batch [2749]/[3760] Speed: 113.748406 samples/sec accuracy=68.097727 loss=1.245634 lr=0.009718 Epoch[010] Batch [2799]/[3760] Speed: 113.517922 samples/sec accuracy=68.058036 loss=1.247100 lr=0.009718 Epoch[010] Batch [2849]/[3760] Speed: 113.983625 samples/sec accuracy=68.059211 loss=1.246642 lr=0.009717 Epoch[010] Batch [2899]/[3760] Speed: 113.931415 samples/sec accuracy=68.071659 loss=1.246647 lr=0.009716 Epoch[010] Batch [2949]/[3760] Speed: 115.805129 samples/sec accuracy=68.063030 loss=1.246934 lr=0.009716 Epoch[010] Batch [2999]/[3760] Speed: 112.964990 samples/sec accuracy=68.057292 loss=1.247114 lr=0.009715 Epoch[010] Batch [3049]/[3760] Speed: 114.501176 samples/sec accuracy=68.047131 loss=1.247767 lr=0.009714 Epoch[010] Batch [3099]/[3760] Speed: 114.311204 samples/sec accuracy=68.052419 loss=1.247111 lr=0.009714 Epoch[010] Batch [3149]/[3760] Speed: 113.199431 samples/sec accuracy=68.049107 loss=1.247849 lr=0.009713 Epoch[010] Batch [3199]/[3760] Speed: 113.466798 samples/sec accuracy=68.045898 loss=1.248236 lr=0.009712 Epoch[010] Batch [3249]/[3760] Speed: 115.433686 samples/sec accuracy=68.037019 loss=1.248871 lr=0.009711 Epoch[010] Batch [3299]/[3760] Speed: 114.103066 samples/sec accuracy=68.019886 loss=1.249497 lr=0.009711 Epoch[010] Batch [3349]/[3760] Speed: 114.729354 samples/sec accuracy=68.008396 loss=1.250673 lr=0.009710 Epoch[010] Batch [3399]/[3760] Speed: 112.017643 samples/sec accuracy=67.998162 loss=1.251187 lr=0.009709 Epoch[010] Batch [3449]/[3760] Speed: 115.229789 samples/sec accuracy=67.989583 loss=1.251430 lr=0.009709 Epoch[010] Batch [3499]/[3760] Speed: 114.064230 samples/sec accuracy=67.980804 loss=1.251665 lr=0.009708 Epoch[010] Batch [3549]/[3760] Speed: 114.557624 samples/sec accuracy=67.990317 loss=1.251445 lr=0.009707 Epoch[010] Batch [3599]/[3760] Speed: 114.294034 samples/sec accuracy=67.997830 loss=1.251770 lr=0.009707 Epoch[010] Batch [3649]/[3760] Speed: 115.052219 samples/sec accuracy=67.987158 loss=1.251825 lr=0.009706 Epoch[010] Batch [3699]/[3760] Speed: 115.066898 samples/sec accuracy=67.994088 loss=1.251822 lr=0.009705 Epoch[010] Batch [3749]/[3760] Speed: 129.848246 samples/sec accuracy=67.977917 loss=1.252288 lr=0.009704 Batch [0049]/[0303]: acc-top1=63.593750 acc-top5=85.281250 Batch [0099]/[0303]: acc-top1=62.359375 acc-top5=84.531250 Batch [0149]/[0303]: acc-top1=62.010417 acc-top5=84.385417 Batch [0199]/[0303]: acc-top1=62.015625 acc-top5=84.437500 Batch [0249]/[0303]: acc-top1=61.818750 acc-top5=84.325000 Batch [0299]/[0303]: acc-top1=61.838542 acc-top5=84.177083 [Epoch 010] training: accuracy=67.970828 loss=1.252190 [Epoch 010] speed: 113 samples/sec time cost: 2306.847950 [Epoch 010] validation: acc-top1=61.798680 acc-top5=84.158416 loss=2.106386 Epoch[011] Batch [0049]/[3759] Speed: 79.926843 samples/sec accuracy=70.031250 loss=1.165648 lr=0.009704 Epoch[011] Batch [0099]/[3759] Speed: 115.155506 samples/sec accuracy=69.328125 loss=1.178384 lr=0.009703 Epoch[011] Batch [0149]/[3759] Speed: 114.126285 samples/sec accuracy=69.468750 loss=1.171867 lr=0.009702 Epoch[011] Batch [0199]/[3759] Speed: 114.148487 samples/sec accuracy=69.664062 loss=1.165665 lr=0.009701 Epoch[011] Batch [0249]/[3759] Speed: 114.000544 samples/sec accuracy=69.875000 loss=1.162704 lr=0.009701 Epoch[011] Batch [0299]/[3759] Speed: 114.053792 samples/sec accuracy=69.781250 loss=1.161326 lr=0.009700 Epoch[011] Batch [0349]/[3759] Speed: 114.570809 samples/sec accuracy=69.705357 loss=1.168416 lr=0.009699 Epoch[011] Batch [0399]/[3759] Speed: 113.479323 samples/sec accuracy=69.789062 loss=1.162890 lr=0.009699 Epoch[011] Batch [0449]/[3759] Speed: 114.664981 samples/sec accuracy=69.649306 loss=1.165649 lr=0.009698 Epoch[011] Batch [0499]/[3759] Speed: 113.363264 samples/sec accuracy=69.581250 loss=1.169538 lr=0.009697 Epoch[011] Batch [0549]/[3759] Speed: 115.195635 samples/sec accuracy=69.406250 loss=1.176346 lr=0.009696 Epoch[011] Batch [0599]/[3759] Speed: 113.841402 samples/sec accuracy=69.437500 loss=1.175528 lr=0.009696 Epoch[011] Batch [0649]/[3759] Speed: 114.847596 samples/sec accuracy=69.490385 loss=1.175409 lr=0.009695 Epoch[011] Batch [0699]/[3759] Speed: 113.103809 samples/sec accuracy=69.459821 loss=1.177652 lr=0.009694 Epoch[011] Batch [0749]/[3759] Speed: 114.693529 samples/sec accuracy=69.439583 loss=1.179883 lr=0.009694 Epoch[011] Batch [0799]/[3759] Speed: 113.903710 samples/sec accuracy=69.417969 loss=1.183030 lr=0.009693 Epoch[011] Batch [0849]/[3759] Speed: 114.634359 samples/sec accuracy=69.455882 loss=1.180864 lr=0.009692 Epoch[011] Batch [0899]/[3759] Speed: 114.245168 samples/sec accuracy=69.453125 loss=1.183192 lr=0.009691 Epoch[011] Batch [0949]/[3759] Speed: 114.107029 samples/sec accuracy=69.455592 loss=1.184259 lr=0.009691 Epoch[011] Batch [0999]/[3759] Speed: 114.066139 samples/sec accuracy=69.412500 loss=1.186197 lr=0.009690 Epoch[011] Batch [1049]/[3759] Speed: 113.130727 samples/sec accuracy=69.380952 loss=1.187489 lr=0.009689 Epoch[011] Batch [1099]/[3759] Speed: 116.239526 samples/sec accuracy=69.437500 loss=1.185827 lr=0.009689 Epoch[011] Batch [1149]/[3759] Speed: 114.691818 samples/sec accuracy=69.438859 loss=1.185187 lr=0.009688 Epoch[011] Batch [1199]/[3759] Speed: 112.431050 samples/sec accuracy=69.411458 loss=1.187228 lr=0.009687 Epoch[011] Batch [1249]/[3759] Speed: 115.535643 samples/sec accuracy=69.331250 loss=1.190525 lr=0.009686 Epoch[011] Batch [1299]/[3759] Speed: 113.809697 samples/sec accuracy=69.320913 loss=1.191331 lr=0.009686 Epoch[011] Batch [1349]/[3759] Speed: 113.984469 samples/sec accuracy=69.277778 loss=1.191899 lr=0.009685 Epoch[011] Batch [1399]/[3759] Speed: 114.680290 samples/sec accuracy=69.248884 loss=1.192772 lr=0.009684 Epoch[011] Batch [1449]/[3759] Speed: 113.719514 samples/sec accuracy=69.284483 loss=1.192588 lr=0.009683 Epoch[011] Batch [1499]/[3759] Speed: 113.650978 samples/sec accuracy=69.271875 loss=1.193833 lr=0.009683 Epoch[011] Batch [1549]/[3759] Speed: 114.924743 samples/sec accuracy=69.211694 loss=1.195002 lr=0.009682 Epoch[011] Batch [1599]/[3759] Speed: 114.051401 samples/sec accuracy=69.172852 loss=1.197871 lr=0.009681 Epoch[011] Batch [1649]/[3759] Speed: 113.721078 samples/sec accuracy=69.133523 loss=1.199750 lr=0.009680 Epoch[011] Batch [1699]/[3759] Speed: 114.540934 samples/sec accuracy=69.142463 loss=1.199860 lr=0.009680 Epoch[011] Batch [1749]/[3759] Speed: 115.051157 samples/sec accuracy=69.120536 loss=1.201510 lr=0.009679 Epoch[011] Batch [1799]/[3759] Speed: 115.270656 samples/sec accuracy=69.111111 loss=1.201693 lr=0.009678 Epoch[011] Batch [1849]/[3759] Speed: 114.159338 samples/sec accuracy=69.098818 loss=1.201962 lr=0.009678 Epoch[011] Batch [1899]/[3759] Speed: 114.245508 samples/sec accuracy=69.097039 loss=1.202310 lr=0.009677 Epoch[011] Batch [1949]/[3759] Speed: 114.459931 samples/sec accuracy=69.101763 loss=1.203250 lr=0.009676 Epoch[011] Batch [1999]/[3759] Speed: 114.748006 samples/sec accuracy=69.031250 loss=1.205813 lr=0.009675 Epoch[011] Batch [2049]/[3759] Speed: 115.118842 samples/sec accuracy=68.999238 loss=1.207376 lr=0.009675 Epoch[011] Batch [2099]/[3759] Speed: 114.368181 samples/sec accuracy=68.973958 loss=1.208594 lr=0.009674 Epoch[011] Batch [2149]/[3759] Speed: 113.363357 samples/sec accuracy=68.929506 loss=1.209553 lr=0.009673 Epoch[011] Batch [2199]/[3759] Speed: 114.439155 samples/sec accuracy=68.921875 loss=1.209555 lr=0.009672 Epoch[011] Batch [2249]/[3759] Speed: 113.804999 samples/sec accuracy=68.911111 loss=1.210125 lr=0.009672 Epoch[011] Batch [2299]/[3759] Speed: 114.633431 samples/sec accuracy=68.898098 loss=1.211014 lr=0.009671 Epoch[011] Batch [2349]/[3759] Speed: 114.774482 samples/sec accuracy=68.906915 loss=1.211255 lr=0.009670 Epoch[011] Batch [2399]/[3759] Speed: 114.269507 samples/sec accuracy=68.882161 loss=1.211803 lr=0.009669 Epoch[011] Batch [2449]/[3759] Speed: 114.104785 samples/sec accuracy=68.841199 loss=1.212553 lr=0.009669 Epoch[011] Batch [2499]/[3759] Speed: 114.491684 samples/sec accuracy=68.816875 loss=1.213627 lr=0.009668 Epoch[011] Batch [2549]/[3759] Speed: 114.949385 samples/sec accuracy=68.787990 loss=1.214800 lr=0.009667 Epoch[011] Batch [2599]/[3759] Speed: 113.792586 samples/sec accuracy=68.758413 loss=1.216014 lr=0.009666 Epoch[011] Batch [2649]/[3759] Speed: 114.703259 samples/sec accuracy=68.739976 loss=1.217101 lr=0.009666 Epoch[011] Batch [2699]/[3759] Speed: 112.792989 samples/sec accuracy=68.700231 loss=1.218522 lr=0.009665 Epoch[011] Batch [2749]/[3759] Speed: 114.830820 samples/sec accuracy=68.677273 loss=1.219565 lr=0.009664 Epoch[011] Batch [2799]/[3759] Speed: 114.210672 samples/sec accuracy=68.663504 loss=1.220931 lr=0.009663 Epoch[011] Batch [2849]/[3759] Speed: 114.601858 samples/sec accuracy=68.662829 loss=1.221441 lr=0.009663 Epoch[011] Batch [2899]/[3759] Speed: 113.839567 samples/sec accuracy=68.670797 loss=1.221397 lr=0.009662 Epoch[011] Batch [2949]/[3759] Speed: 113.824392 samples/sec accuracy=68.658369 loss=1.221446 lr=0.009661 Epoch[011] Batch [2999]/[3759] Speed: 114.285299 samples/sec accuracy=68.652083 loss=1.222001 lr=0.009660 Epoch[011] Batch [3049]/[3759] Speed: 113.720804 samples/sec accuracy=68.639857 loss=1.222736 lr=0.009660 Epoch[011] Batch [3099]/[3759] Speed: 113.727245 samples/sec accuracy=68.633569 loss=1.222993 lr=0.009659 Epoch[011] Batch [3149]/[3759] Speed: 114.358560 samples/sec accuracy=68.627976 loss=1.223439 lr=0.009658 Epoch[011] Batch [3199]/[3759] Speed: 115.805152 samples/sec accuracy=68.614258 loss=1.224080 lr=0.009657 Epoch[011] Batch [3249]/[3759] Speed: 113.098355 samples/sec accuracy=68.594231 loss=1.224868 lr=0.009657 Epoch[011] Batch [3299]/[3759] Speed: 115.325677 samples/sec accuracy=68.581913 loss=1.225484 lr=0.009656 Epoch[011] Batch [3349]/[3759] Speed: 113.446656 samples/sec accuracy=68.583022 loss=1.225750 lr=0.009655 Epoch[011] Batch [3399]/[3759] Speed: 113.550135 samples/sec accuracy=68.576287 loss=1.225818 lr=0.009654 Epoch[011] Batch [3449]/[3759] Speed: 114.548771 samples/sec accuracy=68.562953 loss=1.226431 lr=0.009654 Epoch[011] Batch [3499]/[3759] Speed: 113.439810 samples/sec accuracy=68.567411 loss=1.226529 lr=0.009653 Epoch[011] Batch [3549]/[3759] Speed: 114.880553 samples/sec accuracy=68.553257 loss=1.226970 lr=0.009652 Epoch[011] Batch [3599]/[3759] Speed: 114.070899 samples/sec accuracy=68.542969 loss=1.227715 lr=0.009651 Epoch[011] Batch [3649]/[3759] Speed: 113.090271 samples/sec accuracy=68.535959 loss=1.227700 lr=0.009650 Epoch[011] Batch [3699]/[3759] Speed: 114.950928 samples/sec accuracy=68.544341 loss=1.227516 lr=0.009650 Epoch[011] Batch [3749]/[3759] Speed: 130.067366 samples/sec accuracy=68.540000 loss=1.228015 lr=0.009649 Batch [0049]/[0303]: acc-top1=62.062500 acc-top5=85.000000 Batch [0099]/[0303]: acc-top1=62.218750 acc-top5=84.437500 Batch [0149]/[0303]: acc-top1=61.864583 acc-top5=84.510417 Batch [0199]/[0303]: acc-top1=61.867188 acc-top5=84.468750 Batch [0249]/[0303]: acc-top1=61.700000 acc-top5=84.293750 Batch [0299]/[0303]: acc-top1=61.677083 acc-top5=84.239583 [Epoch 011] training: accuracy=68.536762 loss=1.228104 [Epoch 011] speed: 113 samples/sec time cost: 2306.371250 [Epoch 011] validation: acc-top1=61.649134 acc-top5=84.194513 loss=2.107577 Epoch[012] Batch [0049]/[3760] Speed: 80.369588 samples/sec accuracy=71.343750 loss=1.110933 lr=0.009648 Epoch[012] Batch [0099]/[3760] Speed: 113.430182 samples/sec accuracy=70.593750 loss=1.132246 lr=0.009647 Epoch[012] Batch [0149]/[3760] Speed: 114.833952 samples/sec accuracy=70.406250 loss=1.140707 lr=0.009646 Epoch[012] Batch [0199]/[3760] Speed: 113.831436 samples/sec accuracy=70.750000 loss=1.138085 lr=0.009646 Epoch[012] Batch [0249]/[3760] Speed: 115.203450 samples/sec accuracy=70.675000 loss=1.141473 lr=0.009645 Epoch[012] Batch [0299]/[3760] Speed: 113.560306 samples/sec accuracy=70.682292 loss=1.138811 lr=0.009644 Epoch[012] Batch [0349]/[3760] Speed: 114.458041 samples/sec accuracy=70.625000 loss=1.140988 lr=0.009643 Epoch[012] Batch [0399]/[3760] Speed: 113.671925 samples/sec accuracy=70.703125 loss=1.138072 lr=0.009643 Epoch[012] Batch [0449]/[3760] Speed: 114.236553 samples/sec accuracy=70.604167 loss=1.141751 lr=0.009642 Epoch[012] Batch [0499]/[3760] Speed: 114.381533 samples/sec accuracy=70.568750 loss=1.145957 lr=0.009641 Epoch[012] Batch [0549]/[3760] Speed: 113.655658 samples/sec accuracy=70.642045 loss=1.146556 lr=0.009640 Epoch[012] Batch [0599]/[3760] Speed: 113.559006 samples/sec accuracy=70.549479 loss=1.146649 lr=0.009639 Epoch[012] Batch [0649]/[3760] Speed: 114.738502 samples/sec accuracy=70.497596 loss=1.148940 lr=0.009639 Epoch[012] Batch [0699]/[3760] Speed: 113.851883 samples/sec accuracy=70.408482 loss=1.151158 lr=0.009638 Epoch[012] Batch [0749]/[3760] Speed: 113.996074 samples/sec accuracy=70.358333 loss=1.153218 lr=0.009637 Epoch[012] Batch [0799]/[3760] Speed: 113.762769 samples/sec accuracy=70.269531 loss=1.156327 lr=0.009636 Epoch[012] Batch [0849]/[3760] Speed: 114.499040 samples/sec accuracy=70.183824 loss=1.158401 lr=0.009636 Epoch[012] Batch [0899]/[3760] Speed: 114.447189 samples/sec accuracy=70.137153 loss=1.159390 lr=0.009635 Epoch[012] Batch [0949]/[3760] Speed: 113.198427 samples/sec accuracy=70.141447 loss=1.159908 lr=0.009634 Epoch[012] Batch [0999]/[3760] Speed: 114.363894 samples/sec accuracy=70.098438 loss=1.162515 lr=0.009633 Epoch[012] Batch [1049]/[3760] Speed: 113.483084 samples/sec accuracy=70.062500 loss=1.163597 lr=0.009632 Epoch[012] Batch [1099]/[3760] Speed: 115.888142 samples/sec accuracy=70.015625 loss=1.164001 lr=0.009632 Epoch[012] Batch [1149]/[3760] Speed: 114.365192 samples/sec accuracy=69.975543 loss=1.165387 lr=0.009631 Epoch[012] Batch [1199]/[3760] Speed: 115.484556 samples/sec accuracy=69.950521 loss=1.166162 lr=0.009630 Epoch[012] Batch [1249]/[3760] Speed: 115.100879 samples/sec accuracy=70.000000 loss=1.164570 lr=0.009629 Epoch[012] Batch [1299]/[3760] Speed: 114.221523 samples/sec accuracy=69.985577 loss=1.165395 lr=0.009628 Epoch[012] Batch [1349]/[3760] Speed: 113.624225 samples/sec accuracy=69.964120 loss=1.166081 lr=0.009628 Epoch[012] Batch [1399]/[3760] Speed: 114.612009 samples/sec accuracy=69.867188 loss=1.169145 lr=0.009627 Epoch[012] Batch [1449]/[3760] Speed: 113.822825 samples/sec accuracy=69.872845 loss=1.169496 lr=0.009626 Epoch[012] Batch [1499]/[3760] Speed: 114.886674 samples/sec accuracy=69.898958 loss=1.168577 lr=0.009625 Epoch[012] Batch [1549]/[3760] Speed: 114.282686 samples/sec accuracy=69.865927 loss=1.169517 lr=0.009625 Epoch[012] Batch [1599]/[3760] Speed: 114.205232 samples/sec accuracy=69.843750 loss=1.170702 lr=0.009624 Epoch[012] Batch [1649]/[3760] Speed: 114.545640 samples/sec accuracy=69.821970 loss=1.171713 lr=0.009623 Epoch[012] Batch [1699]/[3760] Speed: 113.766955 samples/sec accuracy=69.800551 loss=1.173270 lr=0.009622 Epoch[012] Batch [1749]/[3760] Speed: 115.405922 samples/sec accuracy=69.794643 loss=1.173635 lr=0.009621 Epoch[012] Batch [1799]/[3760] Speed: 114.456894 samples/sec accuracy=69.790799 loss=1.174227 lr=0.009621 Epoch[012] Batch [1849]/[3760] Speed: 113.243868 samples/sec accuracy=69.785473 loss=1.174162 lr=0.009620 Epoch[012] Batch [1899]/[3760] Speed: 114.962285 samples/sec accuracy=69.776316 loss=1.174747 lr=0.009619 Epoch[012] Batch [1949]/[3760] Speed: 113.161725 samples/sec accuracy=69.723558 loss=1.176998 lr=0.009618 Epoch[012] Batch [1999]/[3760] Speed: 114.281822 samples/sec accuracy=69.719531 loss=1.177319 lr=0.009617 Epoch[012] Batch [2049]/[3760] Speed: 113.576711 samples/sec accuracy=69.727134 loss=1.178004 lr=0.009617 Epoch[012] Batch [2099]/[3760] Speed: 114.396873 samples/sec accuracy=69.694940 loss=1.178731 lr=0.009616 Epoch[012] Batch [2149]/[3760] Speed: 114.358940 samples/sec accuracy=69.688227 loss=1.179040 lr=0.009615 Epoch[012] Batch [2199]/[3760] Speed: 115.617156 samples/sec accuracy=69.663352 loss=1.179831 lr=0.009614 Epoch[012] Batch [2249]/[3760] Speed: 114.045490 samples/sec accuracy=69.666667 loss=1.179501 lr=0.009613 Epoch[012] Batch [2299]/[3760] Speed: 114.914715 samples/sec accuracy=69.663043 loss=1.179926 lr=0.009613 Epoch[012] Batch [2349]/[3760] Speed: 113.839837 samples/sec accuracy=69.676197 loss=1.179516 lr=0.009612 Epoch[012] Batch [2399]/[3760] Speed: 114.701911 samples/sec accuracy=69.636068 loss=1.180662 lr=0.009611 Epoch[012] Batch [2449]/[3760] Speed: 113.843705 samples/sec accuracy=69.630740 loss=1.180268 lr=0.009610 Epoch[012] Batch [2499]/[3760] Speed: 113.998556 samples/sec accuracy=69.611250 loss=1.180648 lr=0.009609 Epoch[012] Batch [2549]/[3760] Speed: 114.609755 samples/sec accuracy=69.623775 loss=1.179761 lr=0.009608 Epoch[012] Batch [2599]/[3760] Speed: 114.571306 samples/sec accuracy=69.617788 loss=1.179826 lr=0.009608 Epoch[012] Batch [2649]/[3760] Speed: 113.679400 samples/sec accuracy=69.590212 loss=1.181606 lr=0.009607 Epoch[012] Batch [2699]/[3760] Speed: 114.691101 samples/sec accuracy=69.564236 loss=1.182544 lr=0.009606 Epoch[012] Batch [2749]/[3760] Speed: 113.961598 samples/sec accuracy=69.517045 loss=1.183875 lr=0.009605 Epoch[012] Batch [2799]/[3760] Speed: 113.890081 samples/sec accuracy=69.484933 loss=1.184853 lr=0.009604 Epoch[012] Batch [2849]/[3760] Speed: 114.723220 samples/sec accuracy=69.462719 loss=1.185414 lr=0.009604 Epoch[012] Batch [2899]/[3760] Speed: 114.114536 samples/sec accuracy=69.442349 loss=1.186505 lr=0.009603 Epoch[012] Batch [2949]/[3760] Speed: 114.111592 samples/sec accuracy=69.397775 loss=1.188123 lr=0.009602 Epoch[012] Batch [2999]/[3760] Speed: 114.638862 samples/sec accuracy=69.395312 loss=1.188163 lr=0.009601 Epoch[012] Batch [3049]/[3760] Speed: 114.899719 samples/sec accuracy=69.383709 loss=1.188119 lr=0.009600 Epoch[012] Batch [3099]/[3760] Speed: 114.734958 samples/sec accuracy=69.363911 loss=1.189060 lr=0.009600 Epoch[012] Batch [3149]/[3760] Speed: 114.542509 samples/sec accuracy=69.372024 loss=1.189267 lr=0.009599 Epoch[012] Batch [3199]/[3760] Speed: 114.827711 samples/sec accuracy=69.372559 loss=1.189511 lr=0.009598 Epoch[012] Batch [3249]/[3760] Speed: 113.913249 samples/sec accuracy=69.370673 loss=1.190052 lr=0.009597 Epoch[012] Batch [3299]/[3760] Speed: 114.853107 samples/sec accuracy=69.367898 loss=1.190542 lr=0.009596 Epoch[012] Batch [3349]/[3760] Speed: 114.722874 samples/sec accuracy=69.354478 loss=1.191326 lr=0.009595 Epoch[012] Batch [3399]/[3760] Speed: 113.609007 samples/sec accuracy=69.343290 loss=1.192115 lr=0.009595 Epoch[012] Batch [3449]/[3760] Speed: 114.533411 samples/sec accuracy=69.322464 loss=1.193233 lr=0.009594 Epoch[012] Batch [3499]/[3760] Speed: 115.480080 samples/sec accuracy=69.305804 loss=1.194003 lr=0.009593 Epoch[012] Batch [3549]/[3760] Speed: 115.438263 samples/sec accuracy=69.283011 loss=1.194645 lr=0.009592 Epoch[012] Batch [3599]/[3760] Speed: 114.457229 samples/sec accuracy=69.262587 loss=1.195400 lr=0.009591 Epoch[012] Batch [3649]/[3760] Speed: 112.954787 samples/sec accuracy=69.240582 loss=1.196464 lr=0.009590 Epoch[012] Batch [3699]/[3760] Speed: 115.044214 samples/sec accuracy=69.252534 loss=1.196144 lr=0.009590 Epoch[012] Batch [3749]/[3760] Speed: 128.525902 samples/sec accuracy=69.242917 loss=1.196733 lr=0.009589 Batch [0049]/[0303]: acc-top1=62.187500 acc-top5=85.312500 Batch [0099]/[0303]: acc-top1=61.968750 acc-top5=84.593750 Batch [0149]/[0303]: acc-top1=62.177083 acc-top5=84.802083 Batch [0199]/[0303]: acc-top1=62.242188 acc-top5=84.898438 Batch [0249]/[0303]: acc-top1=62.012500 acc-top5=84.662500 Batch [0299]/[0303]: acc-top1=62.140625 acc-top5=84.630208 [Epoch 012] training: accuracy=69.237450 loss=1.196950 [Epoch 012] speed: 113 samples/sec time cost: 2305.426454 [Epoch 012] validation: acc-top1=62.123556 acc-top5=84.607054 loss=2.063109 Epoch[013] Batch [0049]/[3760] Speed: 78.489258 samples/sec accuracy=70.312500 loss=1.148372 lr=0.009588 Epoch[013] Batch [0099]/[3760] Speed: 115.389974 samples/sec accuracy=70.531250 loss=1.113916 lr=0.009587 Epoch[013] Batch [0149]/[3760] Speed: 114.147208 samples/sec accuracy=70.406250 loss=1.126692 lr=0.009586 Epoch[013] Batch [0199]/[3760] Speed: 113.648276 samples/sec accuracy=70.515625 loss=1.134819 lr=0.009585 Epoch[013] Batch [0249]/[3760] Speed: 115.193631 samples/sec accuracy=70.543750 loss=1.131652 lr=0.009584 Epoch[013] Batch [0299]/[3760] Speed: 112.867011 samples/sec accuracy=70.557292 loss=1.128957 lr=0.009584 Epoch[013] Batch [0349]/[3760] Speed: 114.325202 samples/sec accuracy=70.700893 loss=1.118815 lr=0.009583 Epoch[013] Batch [0399]/[3760] Speed: 114.053984 samples/sec accuracy=70.683594 loss=1.120402 lr=0.009582 Epoch[013] Batch [0449]/[3760] Speed: 114.928446 samples/sec accuracy=70.649306 loss=1.123203 lr=0.009581 Epoch[013] Batch [0499]/[3760] Speed: 114.611528 samples/sec accuracy=70.728125 loss=1.122467 lr=0.009580 Epoch[013] Batch [0549]/[3760] Speed: 114.640990 samples/sec accuracy=70.678977 loss=1.124816 lr=0.009579 Epoch[013] Batch [0599]/[3760] Speed: 113.516881 samples/sec accuracy=70.682292 loss=1.124745 lr=0.009579 Epoch[013] Batch [0649]/[3760] Speed: 115.071425 samples/sec accuracy=70.682692 loss=1.126741 lr=0.009578 Epoch[013] Batch [0699]/[3760] Speed: 113.496877 samples/sec accuracy=70.544643 loss=1.130529 lr=0.009577 Epoch[013] Batch [0749]/[3760] Speed: 114.586848 samples/sec accuracy=70.600000 loss=1.131644 lr=0.009576 Epoch[013] Batch [0799]/[3760] Speed: 114.884979 samples/sec accuracy=70.560547 loss=1.133132 lr=0.009575 Epoch[013] Batch [0849]/[3760] Speed: 115.079051 samples/sec accuracy=70.536765 loss=1.135455 lr=0.009574 Epoch[013] Batch [0899]/[3760] Speed: 114.353144 samples/sec accuracy=70.465278 loss=1.138409 lr=0.009574 Epoch[013] Batch [0949]/[3760] Speed: 114.216930 samples/sec accuracy=70.427632 loss=1.138757 lr=0.009573 Epoch[013] Batch [0999]/[3760] Speed: 115.023304 samples/sec accuracy=70.417187 loss=1.139382 lr=0.009572 Epoch[013] Batch [1049]/[3760] Speed: 114.638391 samples/sec accuracy=70.386905 loss=1.140869 lr=0.009571 Epoch[013] Batch [1099]/[3760] Speed: 114.338669 samples/sec accuracy=70.465909 loss=1.139087 lr=0.009570 Epoch[013] Batch [1149]/[3760] Speed: 114.469851 samples/sec accuracy=70.432065 loss=1.141559 lr=0.009569 Epoch[013] Batch [1199]/[3760] Speed: 114.822831 samples/sec accuracy=70.415365 loss=1.142670 lr=0.009568 Epoch[013] Batch [1249]/[3760] Speed: 114.106222 samples/sec accuracy=70.366250 loss=1.144263 lr=0.009568 Epoch[013] Batch [1299]/[3760] Speed: 113.965856 samples/sec accuracy=70.337740 loss=1.145343 lr=0.009567 Epoch[013] Batch [1349]/[3760] Speed: 114.162614 samples/sec accuracy=70.378472 loss=1.145363 lr=0.009566 Epoch[013] Batch [1399]/[3760] Speed: 113.187713 samples/sec accuracy=70.329241 loss=1.147436 lr=0.009565 Epoch[013] Batch [1449]/[3760] Speed: 114.387176 samples/sec accuracy=70.358836 loss=1.146251 lr=0.009564 Epoch[013] Batch [1499]/[3760] Speed: 113.274640 samples/sec accuracy=70.413542 loss=1.145140 lr=0.009563 Epoch[013] Batch [1549]/[3760] Speed: 114.219862 samples/sec accuracy=70.391129 loss=1.146092 lr=0.009563 Epoch[013] Batch [1599]/[3760] Speed: 115.870585 samples/sec accuracy=70.398438 loss=1.146193 lr=0.009562 Epoch[013] Batch [1649]/[3760] Speed: 113.871512 samples/sec accuracy=70.421402 loss=1.145769 lr=0.009561 Epoch[013] Batch [1699]/[3760] Speed: 114.381402 samples/sec accuracy=70.389706 loss=1.146684 lr=0.009560 Epoch[013] Batch [1749]/[3760] Speed: 114.893403 samples/sec accuracy=70.389286 loss=1.146045 lr=0.009559 Epoch[013] Batch [1799]/[3760] Speed: 114.005948 samples/sec accuracy=70.389757 loss=1.146264 lr=0.009558 Epoch[013] Batch [1849]/[3760] Speed: 114.783799 samples/sec accuracy=70.358953 loss=1.147331 lr=0.009557 Epoch[013] Batch [1899]/[3760] Speed: 115.140985 samples/sec accuracy=70.343750 loss=1.149002 lr=0.009557 Epoch[013] Batch [1949]/[3760] Speed: 114.206250 samples/sec accuracy=70.349359 loss=1.149076 lr=0.009556 Epoch[013] Batch [1999]/[3760] Speed: 114.966320 samples/sec accuracy=70.323437 loss=1.149896 lr=0.009555 Epoch[013] Batch [2049]/[3760] Speed: 114.814191 samples/sec accuracy=70.278201 loss=1.151148 lr=0.009554 Epoch[013] Batch [2099]/[3760] Speed: 114.761107 samples/sec accuracy=70.252232 loss=1.152658 lr=0.009553 Epoch[013] Batch [2149]/[3760] Speed: 114.106468 samples/sec accuracy=70.233285 loss=1.153678 lr=0.009552 Epoch[013] Batch [2199]/[3760] Speed: 114.375435 samples/sec accuracy=70.203835 loss=1.154777 lr=0.009551 Epoch[013] Batch [2249]/[3760] Speed: 116.412624 samples/sec accuracy=70.181944 loss=1.155644 lr=0.009550 Epoch[013] Batch [2299]/[3760] Speed: 113.843741 samples/sec accuracy=70.154212 loss=1.157427 lr=0.009550 Epoch[013] Batch [2349]/[3760] Speed: 113.749820 samples/sec accuracy=70.128324 loss=1.158633 lr=0.009549 Epoch[013] Batch [2399]/[3760] Speed: 114.502520 samples/sec accuracy=70.083333 loss=1.159888 lr=0.009548 Epoch[013] Batch [2449]/[3760] Speed: 113.260185 samples/sec accuracy=70.049745 loss=1.161265 lr=0.009547 Epoch[013] Batch [2499]/[3760] Speed: 115.645992 samples/sec accuracy=70.050000 loss=1.161781 lr=0.009546 Epoch[013] Batch [2549]/[3760] Speed: 113.214295 samples/sec accuracy=70.058824 loss=1.160994 lr=0.009545 Epoch[013] Batch [2599]/[3760] Speed: 112.956859 samples/sec accuracy=70.025841 loss=1.161407 lr=0.009544 Epoch[013] Batch [2649]/[3760] Speed: 114.473564 samples/sec accuracy=70.021226 loss=1.161205 lr=0.009544 Epoch[013] Batch [2699]/[3760] Speed: 113.862375 samples/sec accuracy=70.027199 loss=1.161645 lr=0.009543 Epoch[013] Batch [2749]/[3760] Speed: 113.579161 samples/sec accuracy=70.064205 loss=1.161050 lr=0.009542 Epoch[013] Batch [2799]/[3760] Speed: 113.966573 samples/sec accuracy=70.050223 loss=1.161753 lr=0.009541 Epoch[013] Batch [2849]/[3760] Speed: 114.776019 samples/sec accuracy=70.031798 loss=1.163064 lr=0.009540 Epoch[013] Batch [2899]/[3760] Speed: 114.229276 samples/sec accuracy=70.016703 loss=1.163722 lr=0.009539 Epoch[013] Batch [2949]/[3760] Speed: 114.466030 samples/sec accuracy=70.018008 loss=1.163596 lr=0.009538 Epoch[013] Batch [2999]/[3760] Speed: 113.244333 samples/sec accuracy=69.991667 loss=1.164747 lr=0.009537 Epoch[013] Batch [3049]/[3760] Speed: 114.513538 samples/sec accuracy=69.957992 loss=1.165918 lr=0.009537 Epoch[013] Batch [3099]/[3760] Speed: 113.444832 samples/sec accuracy=69.907762 loss=1.166996 lr=0.009536 Epoch[013] Batch [3149]/[3760] Speed: 114.456205 samples/sec accuracy=69.895833 loss=1.167541 lr=0.009535 Epoch[013] Batch [3199]/[3760] Speed: 114.565701 samples/sec accuracy=69.865234 loss=1.168379 lr=0.009534 Epoch[013] Batch [3249]/[3760] Speed: 114.644456 samples/sec accuracy=69.863462 loss=1.167895 lr=0.009533 Epoch[013] Batch [3299]/[3760] Speed: 114.154410 samples/sec accuracy=69.840909 loss=1.168227 lr=0.009532 Epoch[013] Batch [3349]/[3760] Speed: 113.073351 samples/sec accuracy=69.826026 loss=1.168351 lr=0.009531 Epoch[013] Batch [3399]/[3760] Speed: 114.753669 samples/sec accuracy=69.804228 loss=1.169134 lr=0.009530 Epoch[013] Batch [3449]/[3760] Speed: 114.313988 samples/sec accuracy=69.812953 loss=1.168898 lr=0.009529 Epoch[013] Batch [3499]/[3760] Speed: 115.012215 samples/sec accuracy=69.818304 loss=1.168923 lr=0.009529 Epoch[013] Batch [3549]/[3760] Speed: 114.284145 samples/sec accuracy=69.812060 loss=1.169762 lr=0.009528 Epoch[013] Batch [3599]/[3760] Speed: 113.534195 samples/sec accuracy=69.821181 loss=1.169703 lr=0.009527 Epoch[013] Batch [3649]/[3760] Speed: 114.884135 samples/sec accuracy=69.806079 loss=1.170838 lr=0.009526 Epoch[013] Batch [3699]/[3760] Speed: 115.188757 samples/sec accuracy=69.792652 loss=1.171553 lr=0.009525 Epoch[013] Batch [3749]/[3760] Speed: 127.953318 samples/sec accuracy=69.767917 loss=1.172367 lr=0.009524 Batch [0049]/[0303]: acc-top1=62.031250 acc-top5=85.375000 Batch [0099]/[0303]: acc-top1=62.562500 acc-top5=84.984375 Batch [0149]/[0303]: acc-top1=62.635417 acc-top5=85.250000 Batch [0199]/[0303]: acc-top1=62.882812 acc-top5=85.203125 Batch [0249]/[0303]: acc-top1=62.743750 acc-top5=85.131250 Batch [0299]/[0303]: acc-top1=62.750000 acc-top5=85.015625 [Epoch 013] training: accuracy=69.764378 loss=1.172589 [Epoch 013] speed: 113 samples/sec time cost: 2306.566304 [Epoch 013] validation: acc-top1=62.726898 acc-top5=84.978342 loss=2.066705 Epoch[014] Batch [0049]/[3759] Speed: 79.944577 samples/sec accuracy=71.343750 loss=1.113889 lr=0.009523 Epoch[014] Batch [0099]/[3759] Speed: 115.808813 samples/sec accuracy=71.781250 loss=1.093724 lr=0.009522 Epoch[014] Batch [0149]/[3759] Speed: 114.427116 samples/sec accuracy=71.645833 loss=1.082129 lr=0.009521 Epoch[014] Batch [0199]/[3759] Speed: 113.239303 samples/sec accuracy=71.781250 loss=1.085081 lr=0.009520 Epoch[014] Batch [0249]/[3759] Speed: 115.776794 samples/sec accuracy=71.981250 loss=1.075510 lr=0.009520 Epoch[014] Batch [0299]/[3759] Speed: 115.475250 samples/sec accuracy=71.833333 loss=1.083607 lr=0.009519 Epoch[014] Batch [0349]/[3759] Speed: 113.278385 samples/sec accuracy=71.808036 loss=1.080853 lr=0.009518 Epoch[014] Batch [0399]/[3759] Speed: 114.021424 samples/sec accuracy=71.816406 loss=1.079848 lr=0.009517 Epoch[014] Batch [0449]/[3759] Speed: 115.232038 samples/sec accuracy=71.798611 loss=1.081264 lr=0.009516 Epoch[014] Batch [0499]/[3759] Speed: 113.147922 samples/sec accuracy=71.812500 loss=1.081657 lr=0.009515 Epoch[014] Batch [0549]/[3759] Speed: 114.887048 samples/sec accuracy=71.784091 loss=1.081979 lr=0.009514 Epoch[014] Batch [0599]/[3759] Speed: 114.300467 samples/sec accuracy=71.692708 loss=1.087827 lr=0.009513 Epoch[014] Batch [0649]/[3759] Speed: 114.280138 samples/sec accuracy=71.514423 loss=1.094296 lr=0.009512 Epoch[014] Batch [0699]/[3759] Speed: 113.028534 samples/sec accuracy=71.464286 loss=1.098195 lr=0.009511 Epoch[014] Batch [0749]/[3759] Speed: 114.215348 samples/sec accuracy=71.412500 loss=1.100539 lr=0.009511 Epoch[014] Batch [0799]/[3759] Speed: 114.786552 samples/sec accuracy=71.396484 loss=1.100863 lr=0.009510 Epoch[014] Batch [0849]/[3759] Speed: 114.314153 samples/sec accuracy=71.391544 loss=1.100925 lr=0.009509 Epoch[014] Batch [0899]/[3759] Speed: 113.505388 samples/sec accuracy=71.366319 loss=1.101740 lr=0.009508 Epoch[014] Batch [0949]/[3759] Speed: 115.492778 samples/sec accuracy=71.315789 loss=1.104452 lr=0.009507 Epoch[014] Batch [0999]/[3759] Speed: 114.358287 samples/sec accuracy=71.239063 loss=1.106911 lr=0.009506 Epoch[014] Batch [1049]/[3759] Speed: 114.392879 samples/sec accuracy=71.194940 loss=1.109463 lr=0.009505 Epoch[014] Batch [1099]/[3759] Speed: 112.709237 samples/sec accuracy=71.167614 loss=1.110193 lr=0.009504 Epoch[014] Batch [1149]/[3759] Speed: 114.315613 samples/sec accuracy=71.135870 loss=1.111040 lr=0.009503 Epoch[014] Batch [1199]/[3759] Speed: 113.699403 samples/sec accuracy=71.194010 loss=1.109238 lr=0.009502 Epoch[014] Batch [1249]/[3759] Speed: 115.184885 samples/sec accuracy=71.153750 loss=1.111115 lr=0.009501 Epoch[014] Batch [1299]/[3759] Speed: 114.124287 samples/sec accuracy=71.146635 loss=1.111108 lr=0.009501 Epoch[014] Batch [1349]/[3759] Speed: 113.470488 samples/sec accuracy=71.111111 loss=1.113437 lr=0.009500 Epoch[014] Batch [1399]/[3759] Speed: 113.703993 samples/sec accuracy=71.051339 loss=1.117050 lr=0.009499 Epoch[014] Batch [1449]/[3759] Speed: 113.806589 samples/sec accuracy=71.017241 loss=1.117975 lr=0.009498 Epoch[014] Batch [1499]/[3759] Speed: 115.416828 samples/sec accuracy=71.031250 loss=1.118088 lr=0.009497 Epoch[014] Batch [1549]/[3759] Speed: 113.783968 samples/sec accuracy=71.018145 loss=1.118806 lr=0.009496 Epoch[014] Batch [1599]/[3759] Speed: 114.299473 samples/sec accuracy=70.989258 loss=1.119661 lr=0.009495 Epoch[014] Batch [1649]/[3759] Speed: 113.202046 samples/sec accuracy=70.955492 loss=1.120425 lr=0.009494 Epoch[014] Batch [1699]/[3759] Speed: 114.807059 samples/sec accuracy=70.892463 loss=1.122042 lr=0.009493 Epoch[014] Batch [1749]/[3759] Speed: 115.349929 samples/sec accuracy=70.847321 loss=1.123594 lr=0.009492 Epoch[014] Batch [1799]/[3759] Speed: 113.154998 samples/sec accuracy=70.817708 loss=1.124902 lr=0.009491 Epoch[014] Batch [1849]/[3759] Speed: 115.441201 samples/sec accuracy=70.798986 loss=1.125882 lr=0.009491 Epoch[014] Batch [1899]/[3759] Speed: 115.093430 samples/sec accuracy=70.769737 loss=1.127939 lr=0.009490 Epoch[014] Batch [1949]/[3759] Speed: 114.988031 samples/sec accuracy=70.748397 loss=1.128718 lr=0.009489 Epoch[014] Batch [1999]/[3759] Speed: 114.103982 samples/sec accuracy=70.735938 loss=1.129469 lr=0.009488 Epoch[014] Batch [2049]/[3759] Speed: 114.881374 samples/sec accuracy=70.713415 loss=1.129700 lr=0.009487 Epoch[014] Batch [2099]/[3759] Speed: 113.245451 samples/sec accuracy=70.706845 loss=1.130716 lr=0.009486 Epoch[014] Batch [2149]/[3759] Speed: 114.670079 samples/sec accuracy=70.678779 loss=1.131768 lr=0.009485 Epoch[014] Batch [2199]/[3759] Speed: 114.749769 samples/sec accuracy=70.649148 loss=1.133019 lr=0.009484 Epoch[014] Batch [2249]/[3759] Speed: 114.706069 samples/sec accuracy=70.658333 loss=1.132532 lr=0.009483 Epoch[014] Batch [2299]/[3759] Speed: 113.585599 samples/sec accuracy=70.692935 loss=1.131281 lr=0.009482 Epoch[014] Batch [2349]/[3759] Speed: 113.722463 samples/sec accuracy=70.703457 loss=1.131399 lr=0.009481 Epoch[014] Batch [2399]/[3759] Speed: 115.438458 samples/sec accuracy=70.695964 loss=1.131488 lr=0.009480 Epoch[014] Batch [2449]/[3759] Speed: 114.367406 samples/sec accuracy=70.684949 loss=1.131958 lr=0.009479 Epoch[014] Batch [2499]/[3759] Speed: 114.610244 samples/sec accuracy=70.665000 loss=1.133337 lr=0.009479 Epoch[014] Batch [2549]/[3759] Speed: 114.857808 samples/sec accuracy=70.661765 loss=1.133104 lr=0.009478 Epoch[014] Batch [2599]/[3759] Speed: 114.199698 samples/sec accuracy=70.653846 loss=1.133533 lr=0.009477 Epoch[014] Batch [2649]/[3759] Speed: 114.428325 samples/sec accuracy=70.643868 loss=1.134297 lr=0.009476 Epoch[014] Batch [2699]/[3759] Speed: 113.990451 samples/sec accuracy=70.649884 loss=1.134411 lr=0.009475 Epoch[014] Batch [2749]/[3759] Speed: 114.545780 samples/sec accuracy=70.657386 loss=1.134625 lr=0.009474 Epoch[014] Batch [2799]/[3759] Speed: 115.213071 samples/sec accuracy=70.655134 loss=1.134687 lr=0.009473 Epoch[014] Batch [2849]/[3759] Speed: 115.202937 samples/sec accuracy=70.648026 loss=1.134634 lr=0.009472 Epoch[014] Batch [2899]/[3759] Speed: 114.291912 samples/sec accuracy=70.642241 loss=1.135345 lr=0.009471 Epoch[014] Batch [2949]/[3759] Speed: 116.352526 samples/sec accuracy=70.632415 loss=1.135952 lr=0.009470 Epoch[014] Batch [2999]/[3759] Speed: 113.481937 samples/sec accuracy=70.606771 loss=1.137322 lr=0.009469 Epoch[014] Batch [3049]/[3759] Speed: 116.541252 samples/sec accuracy=70.599898 loss=1.137662 lr=0.009468 Epoch[014] Batch [3099]/[3759] Speed: 114.523170 samples/sec accuracy=70.567540 loss=1.139382 lr=0.009467 Epoch[014] Batch [3149]/[3759] Speed: 114.860597 samples/sec accuracy=70.546627 loss=1.140330 lr=0.009466 Epoch[014] Batch [3199]/[3759] Speed: 114.707871 samples/sec accuracy=70.547852 loss=1.140754 lr=0.009465 Epoch[014] Batch [3249]/[3759] Speed: 115.362027 samples/sec accuracy=70.522596 loss=1.142230 lr=0.009464 Epoch[014] Batch [3299]/[3759] Speed: 115.181792 samples/sec accuracy=70.503788 loss=1.143099 lr=0.009464 Epoch[014] Batch [3349]/[3759] Speed: 114.314983 samples/sec accuracy=70.505131 loss=1.142665 lr=0.009463 Epoch[014] Batch [3399]/[3759] Speed: 113.340402 samples/sec accuracy=70.496783 loss=1.143025 lr=0.009462 Epoch[014] Batch [3449]/[3759] Speed: 115.098534 samples/sec accuracy=70.478261 loss=1.143582 lr=0.009461 Epoch[014] Batch [3499]/[3759] Speed: 113.955864 samples/sec accuracy=70.468304 loss=1.144216 lr=0.009460 Epoch[014] Batch [3549]/[3759] Speed: 114.172288 samples/sec accuracy=70.474472 loss=1.144494 lr=0.009459 Epoch[014] Batch [3599]/[3759] Speed: 114.886457 samples/sec accuracy=70.472656 loss=1.144710 lr=0.009458 Epoch[014] Batch [3649]/[3759] Speed: 114.530793 samples/sec accuracy=70.456336 loss=1.145442 lr=0.009457 Epoch[014] Batch [3699]/[3759] Speed: 114.494440 samples/sec accuracy=70.432855 loss=1.146126 lr=0.009456 Epoch[014] Batch [3749]/[3759] Speed: 130.741212 samples/sec accuracy=70.410833 loss=1.146729 lr=0.009455 Batch [0049]/[0303]: acc-top1=62.906250 acc-top5=84.687500 Batch [0099]/[0303]: acc-top1=62.625000 acc-top5=84.937500 Batch [0149]/[0303]: acc-top1=62.468750 acc-top5=85.197917 Batch [0199]/[0303]: acc-top1=62.570312 acc-top5=85.046875 Batch [0249]/[0303]: acc-top1=62.343750 acc-top5=84.931250 Batch [0299]/[0303]: acc-top1=62.203125 acc-top5=84.786458 [Epoch 014] training: accuracy=70.406026 loss=1.146821 [Epoch 014] speed: 114 samples/sec time cost: 2303.860426 [Epoch 014] validation: acc-top1=62.180281 acc-top5=84.756601 loss=2.150097 Epoch[015] Batch [0049]/[3760] Speed: 79.913310 samples/sec accuracy=72.656250 loss=1.054190 lr=0.009454 Epoch[015] Batch [0099]/[3760] Speed: 116.317193 samples/sec accuracy=71.328125 loss=1.092002 lr=0.009453 Epoch[015] Batch [0149]/[3760] Speed: 115.277136 samples/sec accuracy=71.468750 loss=1.092309 lr=0.009452 Epoch[015] Batch [0199]/[3760] Speed: 115.530820 samples/sec accuracy=71.750000 loss=1.085654 lr=0.009451 Epoch[015] Batch [0249]/[3760] Speed: 112.814806 samples/sec accuracy=71.925000 loss=1.079869 lr=0.009450 Epoch[015] Batch [0299]/[3760] Speed: 115.200114 samples/sec accuracy=71.953125 loss=1.078295 lr=0.009449 Epoch[015] Batch [0349]/[3760] Speed: 116.259348 samples/sec accuracy=71.776786 loss=1.081443 lr=0.009448 Epoch[015] Batch [0399]/[3760] Speed: 113.861277 samples/sec accuracy=71.796875 loss=1.084527 lr=0.009447 Epoch[015] Batch [0449]/[3760] Speed: 116.083014 samples/sec accuracy=71.704861 loss=1.085754 lr=0.009446 Epoch[015] Batch [0499]/[3760] Speed: 113.392263 samples/sec accuracy=71.778125 loss=1.086093 lr=0.009445 Epoch[015] Batch [0549]/[3760] Speed: 115.349249 samples/sec accuracy=71.698864 loss=1.086073 lr=0.009444 Epoch[015] Batch [0599]/[3760] Speed: 115.698250 samples/sec accuracy=71.645833 loss=1.087330 lr=0.009443 Epoch[015] Batch [0649]/[3760] Speed: 113.466580 samples/sec accuracy=71.677885 loss=1.086577 lr=0.009442 Epoch[015] Batch [0699]/[3760] Speed: 113.486394 samples/sec accuracy=71.754464 loss=1.085482 lr=0.009442 Epoch[015] Batch [0749]/[3760] Speed: 114.474897 samples/sec accuracy=71.722917 loss=1.086946 lr=0.009441 Epoch[015] Batch [0799]/[3760] Speed: 114.864833 samples/sec accuracy=71.673828 loss=1.089958 lr=0.009440 Epoch[015] Batch [0849]/[3760] Speed: 113.708257 samples/sec accuracy=71.680147 loss=1.090661 lr=0.009439 Epoch[015] Batch [0899]/[3760] Speed: 114.512844 samples/sec accuracy=71.598958 loss=1.094817 lr=0.009438 Epoch[015] Batch [0949]/[3760] Speed: 114.927918 samples/sec accuracy=71.590461 loss=1.095586 lr=0.009437 Epoch[015] Batch [0999]/[3760] Speed: 114.626873 samples/sec accuracy=71.568750 loss=1.096281 lr=0.009436 Epoch[015] Batch [1049]/[3760] Speed: 115.105277 samples/sec accuracy=71.574405 loss=1.096475 lr=0.009435 Epoch[015] Batch [1099]/[3760] Speed: 113.462871 samples/sec accuracy=71.546875 loss=1.097380 lr=0.009434 Epoch[015] Batch [1149]/[3760] Speed: 115.835216 samples/sec accuracy=71.550272 loss=1.097734 lr=0.009433 Epoch[015] Batch [1199]/[3760] Speed: 114.808361 samples/sec accuracy=71.555990 loss=1.096720 lr=0.009432 Epoch[015] Batch [1249]/[3760] Speed: 115.650500 samples/sec accuracy=71.458750 loss=1.099894 lr=0.009431 Epoch[015] Batch [1299]/[3760] Speed: 114.300085 samples/sec accuracy=71.401442 loss=1.101641 lr=0.009430 Epoch[015] Batch [1349]/[3760] Speed: 113.715486 samples/sec accuracy=71.405093 loss=1.101398 lr=0.009429 Epoch[015] Batch [1399]/[3760] Speed: 116.035810 samples/sec accuracy=71.380580 loss=1.102188 lr=0.009428 Epoch[015] Batch [1449]/[3760] Speed: 115.066726 samples/sec accuracy=71.390086 loss=1.102382 lr=0.009427 Epoch[015] Batch [1499]/[3760] Speed: 114.845961 samples/sec accuracy=71.385417 loss=1.103044 lr=0.009426 Epoch[015] Batch [1549]/[3760] Speed: 113.486400 samples/sec accuracy=71.367944 loss=1.103825 lr=0.009425 Epoch[015] Batch [1599]/[3760] Speed: 115.088655 samples/sec accuracy=71.341797 loss=1.104639 lr=0.009424 Epoch[015] Batch [1649]/[3760] Speed: 114.400433 samples/sec accuracy=71.377841 loss=1.103130 lr=0.009423 Epoch[015] Batch [1699]/[3760] Speed: 113.706230 samples/sec accuracy=71.385110 loss=1.103641 lr=0.009422 Epoch[015] Batch [1749]/[3760] Speed: 113.984327 samples/sec accuracy=71.347321 loss=1.105986 lr=0.009421 Epoch[015] Batch [1799]/[3760] Speed: 114.649556 samples/sec accuracy=71.384549 loss=1.105323 lr=0.009420 Epoch[015] Batch [1849]/[3760] Speed: 115.220024 samples/sec accuracy=71.403716 loss=1.104808 lr=0.009419 Epoch[015] Batch [1899]/[3760] Speed: 114.524880 samples/sec accuracy=71.395559 loss=1.105503 lr=0.009418 Epoch[015] Batch [1949]/[3760] Speed: 113.788759 samples/sec accuracy=71.346955 loss=1.107123 lr=0.009417 Epoch[015] Batch [1999]/[3760] Speed: 115.446750 samples/sec accuracy=71.328906 loss=1.107970 lr=0.009416 Epoch[015] Batch [2049]/[3760] Speed: 113.797474 samples/sec accuracy=71.306402 loss=1.108504 lr=0.009415 Epoch[015] Batch [2099]/[3760] Speed: 114.382653 samples/sec accuracy=71.311012 loss=1.108890 lr=0.009414 Epoch[015] Batch [2149]/[3760] Speed: 113.990753 samples/sec accuracy=71.317587 loss=1.108179 lr=0.009413 Epoch[015] Batch [2199]/[3760] Speed: 115.469997 samples/sec accuracy=71.304688 loss=1.109445 lr=0.009412 Epoch[015] Batch [2249]/[3760] Speed: 115.167502 samples/sec accuracy=71.265278 loss=1.110540 lr=0.009411 Epoch[015] Batch [2299]/[3760] Speed: 113.641752 samples/sec accuracy=71.230978 loss=1.110928 lr=0.009410 Epoch[015] Batch [2349]/[3760] Speed: 113.419599 samples/sec accuracy=71.199468 loss=1.111862 lr=0.009409 Epoch[015] Batch [2399]/[3760] Speed: 115.426670 samples/sec accuracy=71.164062 loss=1.112460 lr=0.009408 Epoch[015] Batch [2449]/[3760] Speed: 115.022840 samples/sec accuracy=71.160077 loss=1.112615 lr=0.009407 Epoch[015] Batch [2499]/[3760] Speed: 115.116467 samples/sec accuracy=71.156875 loss=1.112869 lr=0.009406 Epoch[015] Batch [2549]/[3760] Speed: 114.371031 samples/sec accuracy=71.117034 loss=1.114561 lr=0.009405 Epoch[015] Batch [2599]/[3760] Speed: 115.213334 samples/sec accuracy=71.123197 loss=1.114901 lr=0.009404 Epoch[015] Batch [2649]/[3760] Speed: 115.043398 samples/sec accuracy=71.102005 loss=1.115774 lr=0.009403 Epoch[015] Batch [2699]/[3760] Speed: 114.591898 samples/sec accuracy=71.092593 loss=1.116476 lr=0.009402 Epoch[015] Batch [2749]/[3760] Speed: 114.778739 samples/sec accuracy=71.048864 loss=1.117537 lr=0.009402 Epoch[015] Batch [2799]/[3760] Speed: 114.280140 samples/sec accuracy=71.050223 loss=1.118098 lr=0.009401 Epoch[015] Batch [2849]/[3760] Speed: 115.152761 samples/sec accuracy=71.024123 loss=1.118892 lr=0.009400 Epoch[015] Batch [2899]/[3760] Speed: 114.327991 samples/sec accuracy=71.009159 loss=1.119669 lr=0.009399 Epoch[015] Batch [2949]/[3760] Speed: 115.753884 samples/sec accuracy=70.990466 loss=1.120437 lr=0.009398 Epoch[015] Batch [2999]/[3760] Speed: 114.566809 samples/sec accuracy=70.985937 loss=1.120717 lr=0.009397 Epoch[015] Batch [3049]/[3760] Speed: 113.943869 samples/sec accuracy=70.979508 loss=1.120782 lr=0.009396 Epoch[015] Batch [3099]/[3760] Speed: 115.018056 samples/sec accuracy=70.977823 loss=1.120683 lr=0.009395 Epoch[015] Batch [3149]/[3760] Speed: 114.183737 samples/sec accuracy=70.945437 loss=1.121613 lr=0.009394 Epoch[015] Batch [3199]/[3760] Speed: 115.005701 samples/sec accuracy=70.964844 loss=1.121383 lr=0.009393 Epoch[015] Batch [3249]/[3760] Speed: 113.975045 samples/sec accuracy=70.966827 loss=1.121163 lr=0.009392 Epoch[015] Batch [3299]/[3760] Speed: 115.773372 samples/sec accuracy=70.944129 loss=1.122069 lr=0.009391 Epoch[015] Batch [3349]/[3760] Speed: 114.319576 samples/sec accuracy=70.917910 loss=1.122766 lr=0.009390 Epoch[015] Batch [3399]/[3760] Speed: 115.103162 samples/sec accuracy=70.922335 loss=1.123086 lr=0.009389 Epoch[015] Batch [3449]/[3760] Speed: 113.949488 samples/sec accuracy=70.923007 loss=1.123445 lr=0.009388 Epoch[015] Batch [3499]/[3760] Speed: 114.379487 samples/sec accuracy=70.920089 loss=1.123509 lr=0.009387 Epoch[015] Batch [3549]/[3760] Speed: 115.087899 samples/sec accuracy=70.903609 loss=1.124183 lr=0.009386 Epoch[015] Batch [3599]/[3760] Speed: 114.122387 samples/sec accuracy=70.905382 loss=1.124425 lr=0.009385 Epoch[015] Batch [3649]/[3760] Speed: 113.365547 samples/sec accuracy=70.889127 loss=1.124965 lr=0.009384 Epoch[015] Batch [3699]/[3760] Speed: 113.249858 samples/sec accuracy=70.872466 loss=1.125526 lr=0.009383 Epoch[015] Batch [3749]/[3760] Speed: 129.616391 samples/sec accuracy=70.860833 loss=1.126295 lr=0.009382 Batch [0049]/[0303]: acc-top1=63.125000 acc-top5=85.500000 Batch [0099]/[0303]: acc-top1=62.843750 acc-top5=85.078125 Batch [0149]/[0303]: acc-top1=62.947917 acc-top5=85.031250 Batch [0199]/[0303]: acc-top1=62.867188 acc-top5=84.937500 Batch [0249]/[0303]: acc-top1=62.775000 acc-top5=84.756250 Batch [0299]/[0303]: acc-top1=62.718750 acc-top5=84.677083 [Epoch 015] training: accuracy=70.858959 loss=1.126311 [Epoch 015] speed: 114 samples/sec time cost: 2302.209498 [Epoch 015] validation: acc-top1=62.706271 acc-top5=84.658622 loss=2.174431 Epoch[016] Batch [0049]/[3760] Speed: 80.163779 samples/sec accuracy=73.093750 loss=1.040710 lr=0.009380 Epoch[016] Batch [0099]/[3760] Speed: 114.701817 samples/sec accuracy=73.140625 loss=1.050812 lr=0.009379 Epoch[016] Batch [0149]/[3760] Speed: 114.449177 samples/sec accuracy=73.239583 loss=1.047446 lr=0.009378 Epoch[016] Batch [0199]/[3760] Speed: 115.470138 samples/sec accuracy=73.054688 loss=1.054112 lr=0.009377 Epoch[016] Batch [0249]/[3760] Speed: 114.541890 samples/sec accuracy=72.712500 loss=1.064153 lr=0.009376 Epoch[016] Batch [0299]/[3760] Speed: 113.374345 samples/sec accuracy=72.703125 loss=1.063319 lr=0.009375 Epoch[016] Batch [0349]/[3760] Speed: 115.477996 samples/sec accuracy=72.589286 loss=1.065737 lr=0.009374 Epoch[016] Batch [0399]/[3760] Speed: 113.758513 samples/sec accuracy=72.753906 loss=1.060092 lr=0.009373 Epoch[016] Batch [0449]/[3760] Speed: 114.200436 samples/sec accuracy=72.572917 loss=1.065037 lr=0.009372 Epoch[016] Batch [0499]/[3760] Speed: 114.363767 samples/sec accuracy=72.450000 loss=1.067686 lr=0.009371 Epoch[016] Batch [0549]/[3760] Speed: 114.412818 samples/sec accuracy=72.451705 loss=1.066915 lr=0.009370 Epoch[016] Batch [0599]/[3760] Speed: 115.637807 samples/sec accuracy=72.541667 loss=1.067656 lr=0.009369 Epoch[016] Batch [0649]/[3760] Speed: 114.035948 samples/sec accuracy=72.548077 loss=1.067639 lr=0.009368 Epoch[016] Batch [0699]/[3760] Speed: 114.836780 samples/sec accuracy=72.558036 loss=1.067022 lr=0.009367 Epoch[016] Batch [0749]/[3760] Speed: 114.325779 samples/sec accuracy=72.516667 loss=1.067943 lr=0.009366 Epoch[016] Batch [0799]/[3760] Speed: 115.659865 samples/sec accuracy=72.560547 loss=1.067359 lr=0.009365 Epoch[016] Batch [0849]/[3760] Speed: 114.760083 samples/sec accuracy=72.549632 loss=1.067375 lr=0.009364 Epoch[016] Batch [0899]/[3760] Speed: 113.516152 samples/sec accuracy=72.567708 loss=1.066265 lr=0.009363 Epoch[016] Batch [0949]/[3760] Speed: 114.435247 samples/sec accuracy=72.514803 loss=1.067660 lr=0.009362 Epoch[016] Batch [0999]/[3760] Speed: 114.800149 samples/sec accuracy=72.390625 loss=1.070839 lr=0.009361 Epoch[016] Batch [1049]/[3760] Speed: 114.569079 samples/sec accuracy=72.334821 loss=1.071724 lr=0.009360 Epoch[016] Batch [1099]/[3760] Speed: 114.576995 samples/sec accuracy=72.301136 loss=1.071109 lr=0.009359 Epoch[016] Batch [1149]/[3760] Speed: 114.595506 samples/sec accuracy=72.205163 loss=1.073641 lr=0.009358 Epoch[016] Batch [1199]/[3760] Speed: 114.129087 samples/sec accuracy=72.156250 loss=1.074358 lr=0.009357 Epoch[016] Batch [1249]/[3760] Speed: 114.941758 samples/sec accuracy=72.190000 loss=1.073050 lr=0.009356 Epoch[016] Batch [1299]/[3760] Speed: 114.187199 samples/sec accuracy=72.122596 loss=1.074731 lr=0.009355 Epoch[016] Batch [1349]/[3760] Speed: 114.777214 samples/sec accuracy=72.047454 loss=1.078166 lr=0.009354 Epoch[016] Batch [1399]/[3760] Speed: 112.852766 samples/sec accuracy=71.997768 loss=1.080802 lr=0.009353 Epoch[016] Batch [1449]/[3760] Speed: 114.358746 samples/sec accuracy=71.927802 loss=1.083317 lr=0.009352 Epoch[016] Batch [1499]/[3760] Speed: 114.103593 samples/sec accuracy=71.879167 loss=1.085769 lr=0.009351 Epoch[016] Batch [1549]/[3760] Speed: 114.664855 samples/sec accuracy=71.843750 loss=1.086975 lr=0.009350 Epoch[016] Batch [1599]/[3760] Speed: 113.455758 samples/sec accuracy=71.817383 loss=1.086983 lr=0.009349 Epoch[016] Batch [1649]/[3760] Speed: 113.853723 samples/sec accuracy=71.788826 loss=1.088456 lr=0.009348 Epoch[016] Batch [1699]/[3760] Speed: 116.712614 samples/sec accuracy=71.766544 loss=1.088957 lr=0.009347 Epoch[016] Batch [1749]/[3760] Speed: 113.769120 samples/sec accuracy=71.767857 loss=1.089474 lr=0.009346 Epoch[016] Batch [1799]/[3760] Speed: 114.241720 samples/sec accuracy=71.805556 loss=1.088358 lr=0.009345 Epoch[016] Batch [1849]/[3760] Speed: 113.919504 samples/sec accuracy=71.821791 loss=1.087786 lr=0.009344 Epoch[016] Batch [1899]/[3760] Speed: 114.884731 samples/sec accuracy=71.838816 loss=1.087401 lr=0.009343 Epoch[016] Batch [1949]/[3760] Speed: 114.538454 samples/sec accuracy=71.859776 loss=1.086652 lr=0.009341 Epoch[016] Batch [1999]/[3760] Speed: 113.306501 samples/sec accuracy=71.850781 loss=1.087045 lr=0.009340 Epoch[016] Batch [2049]/[3760] Speed: 114.641372 samples/sec accuracy=71.846799 loss=1.087095 lr=0.009339 Epoch[016] Batch [2099]/[3760] Speed: 114.020093 samples/sec accuracy=71.827381 loss=1.087872 lr=0.009338 Epoch[016] Batch [2149]/[3760] Speed: 114.322100 samples/sec accuracy=71.816134 loss=1.088135 lr=0.009337 Epoch[016] Batch [2199]/[3760] Speed: 114.259503 samples/sec accuracy=71.796165 loss=1.088987 lr=0.009336 Epoch[016] Batch [2249]/[3760] Speed: 113.845874 samples/sec accuracy=71.754167 loss=1.090969 lr=0.009335 Epoch[016] Batch [2299]/[3760] Speed: 113.963187 samples/sec accuracy=71.749321 loss=1.091793 lr=0.009334 Epoch[016] Batch [2349]/[3760] Speed: 112.846384 samples/sec accuracy=71.720745 loss=1.092167 lr=0.009333 Epoch[016] Batch [2399]/[3760] Speed: 114.962867 samples/sec accuracy=71.694010 loss=1.093273 lr=0.009332 Epoch[016] Batch [2449]/[3760] Speed: 115.621897 samples/sec accuracy=71.691327 loss=1.093003 lr=0.009331 Epoch[016] Batch [2499]/[3760] Speed: 113.665978 samples/sec accuracy=71.681250 loss=1.093523 lr=0.009330 Epoch[016] Batch [2549]/[3760] Speed: 114.113252 samples/sec accuracy=71.671569 loss=1.094259 lr=0.009329 Epoch[016] Batch [2599]/[3760] Speed: 115.282902 samples/sec accuracy=71.661058 loss=1.094412 lr=0.009328 Epoch[016] Batch [2649]/[3760] Speed: 114.330984 samples/sec accuracy=71.624410 loss=1.095876 lr=0.009327 Epoch[016] Batch [2699]/[3760] Speed: 114.529025 samples/sec accuracy=71.605903 loss=1.096602 lr=0.009326 Epoch[016] Batch [2749]/[3760] Speed: 115.084788 samples/sec accuracy=71.593182 loss=1.097038 lr=0.009325 Epoch[016] Batch [2799]/[3760] Speed: 113.999659 samples/sec accuracy=71.602679 loss=1.097212 lr=0.009324 Epoch[016] Batch [2849]/[3760] Speed: 114.140235 samples/sec accuracy=71.573465 loss=1.098722 lr=0.009323 Epoch[016] Batch [2899]/[3760] Speed: 114.023555 samples/sec accuracy=71.571121 loss=1.099151 lr=0.009322 Epoch[016] Batch [2949]/[3760] Speed: 113.642124 samples/sec accuracy=71.543962 loss=1.100527 lr=0.009321 Epoch[016] Batch [2999]/[3760] Speed: 115.198435 samples/sec accuracy=71.530208 loss=1.100863 lr=0.009320 Epoch[016] Batch [3049]/[3760] Speed: 114.524284 samples/sec accuracy=71.516393 loss=1.101464 lr=0.009319 Epoch[016] Batch [3099]/[3760] Speed: 113.761935 samples/sec accuracy=71.523185 loss=1.100978 lr=0.009317 Epoch[016] Batch [3149]/[3760] Speed: 114.291992 samples/sec accuracy=71.514881 loss=1.101743 lr=0.009316 Epoch[016] Batch [3199]/[3760] Speed: 114.750323 samples/sec accuracy=71.524414 loss=1.101796 lr=0.009315 Epoch[016] Batch [3249]/[3760] Speed: 114.713983 samples/sec accuracy=71.526442 loss=1.101630 lr=0.009314 Epoch[016] Batch [3299]/[3760] Speed: 114.900839 samples/sec accuracy=71.516098 loss=1.102352 lr=0.009313 Epoch[016] Batch [3349]/[3760] Speed: 113.650253 samples/sec accuracy=71.512593 loss=1.102933 lr=0.009312 Epoch[016] Batch [3399]/[3760] Speed: 114.915225 samples/sec accuracy=71.479320 loss=1.104044 lr=0.009311 Epoch[016] Batch [3449]/[3760] Speed: 113.416727 samples/sec accuracy=71.464221 loss=1.104716 lr=0.009310 Epoch[016] Batch [3499]/[3760] Speed: 115.922537 samples/sec accuracy=71.458929 loss=1.105031 lr=0.009309 Epoch[016] Batch [3549]/[3760] Speed: 113.221574 samples/sec accuracy=71.421655 loss=1.106315 lr=0.009308 Epoch[016] Batch [3599]/[3760] Speed: 113.297287 samples/sec accuracy=71.405382 loss=1.106715 lr=0.009307 Epoch[016] Batch [3649]/[3760] Speed: 114.418773 samples/sec accuracy=71.393836 loss=1.106984 lr=0.009306 Epoch[016] Batch [3699]/[3760] Speed: 113.703238 samples/sec accuracy=71.399071 loss=1.107114 lr=0.009305 Epoch[016] Batch [3749]/[3760] Speed: 129.014580 samples/sec accuracy=71.397083 loss=1.107590 lr=0.009304 Batch [0049]/[0303]: acc-top1=63.656250 acc-top5=85.406250 Batch [0099]/[0303]: acc-top1=62.828125 acc-top5=84.937500 Batch [0149]/[0303]: acc-top1=62.510417 acc-top5=84.885417 Batch [0199]/[0303]: acc-top1=62.390625 acc-top5=84.757812 Batch [0249]/[0303]: acc-top1=62.262500 acc-top5=84.531250 Batch [0299]/[0303]: acc-top1=62.312500 acc-top5=84.322917 [Epoch 016] training: accuracy=71.399186 loss=1.107500 [Epoch 016] speed: 113 samples/sec time cost: 2303.457075 [Epoch 016] validation: acc-top1=62.298886 acc-top5=84.292492 loss=2.100242 Epoch[017] Batch [0049]/[3759] Speed: 79.505668 samples/sec accuracy=73.093750 loss=1.028886 lr=0.009302 Epoch[017] Batch [0099]/[3759] Speed: 113.505691 samples/sec accuracy=73.093750 loss=1.029556 lr=0.009301 Epoch[017] Batch [0149]/[3759] Speed: 114.471294 samples/sec accuracy=73.177083 loss=1.034810 lr=0.009300 Epoch[017] Batch [0199]/[3759] Speed: 114.033166 samples/sec accuracy=73.101562 loss=1.034099 lr=0.009299 Epoch[017] Batch [0249]/[3759] Speed: 114.503394 samples/sec accuracy=72.981250 loss=1.034422 lr=0.009298 Epoch[017] Batch [0299]/[3759] Speed: 114.189957 samples/sec accuracy=73.182292 loss=1.029260 lr=0.009297 Epoch[017] Batch [0349]/[3759] Speed: 112.729634 samples/sec accuracy=73.026786 loss=1.034356 lr=0.009296 Epoch[017] Batch [0399]/[3759] Speed: 115.251874 samples/sec accuracy=72.949219 loss=1.042249 lr=0.009295 Epoch[017] Batch [0449]/[3759] Speed: 113.883168 samples/sec accuracy=73.041667 loss=1.039576 lr=0.009294 Epoch[017] Batch [0499]/[3759] Speed: 114.937180 samples/sec accuracy=73.103125 loss=1.037090 lr=0.009293 Epoch[017] Batch [0549]/[3759] Speed: 113.941073 samples/sec accuracy=73.034091 loss=1.036908 lr=0.009292 Epoch[017] Batch [0599]/[3759] Speed: 115.349490 samples/sec accuracy=73.018229 loss=1.038184 lr=0.009291 Epoch[017] Batch [0649]/[3759] Speed: 116.096363 samples/sec accuracy=73.000000 loss=1.036843 lr=0.009290 Epoch[017] Batch [0699]/[3759] Speed: 113.107751 samples/sec accuracy=72.944196 loss=1.039762 lr=0.009289 Epoch[017] Batch [0749]/[3759] Speed: 115.508381 samples/sec accuracy=72.931250 loss=1.042159 lr=0.009287 Epoch[017] Batch [0799]/[3759] Speed: 113.163037 samples/sec accuracy=72.873047 loss=1.043611 lr=0.009286 Epoch[017] Batch [0849]/[3759] Speed: 114.585404 samples/sec accuracy=72.858456 loss=1.045389 lr=0.009285 Epoch[017] Batch [0899]/[3759] Speed: 115.588004 samples/sec accuracy=72.928819 loss=1.043876 lr=0.009284 Epoch[017] Batch [0949]/[3759] Speed: 113.090700 samples/sec accuracy=72.865132 loss=1.046580 lr=0.009283 Epoch[017] Batch [0999]/[3759] Speed: 113.766774 samples/sec accuracy=72.829687 loss=1.046386 lr=0.009282 Epoch[017] Batch [1049]/[3759] Speed: 113.870469 samples/sec accuracy=72.842262 loss=1.046692 lr=0.009281 Epoch[017] Batch [1099]/[3759] Speed: 114.839614 samples/sec accuracy=72.822443 loss=1.046868 lr=0.009280 Epoch[017] Batch [1149]/[3759] Speed: 114.540817 samples/sec accuracy=72.758152 loss=1.049679 lr=0.009279 Epoch[017] Batch [1199]/[3759] Speed: 112.753179 samples/sec accuracy=72.675781 loss=1.051102 lr=0.009278 Epoch[017] Batch [1249]/[3759] Speed: 115.352362 samples/sec accuracy=72.651250 loss=1.052441 lr=0.009277 Epoch[017] Batch [1299]/[3759] Speed: 113.423617 samples/sec accuracy=72.606971 loss=1.054110 lr=0.009276 Epoch[017] Batch [1349]/[3759] Speed: 113.898258 samples/sec accuracy=72.554398 loss=1.056023 lr=0.009274 Epoch[017] Batch [1399]/[3759] Speed: 114.834172 samples/sec accuracy=72.552455 loss=1.056315 lr=0.009273 Epoch[017] Batch [1449]/[3759] Speed: 114.228591 samples/sec accuracy=72.516164 loss=1.057473 lr=0.009272 Epoch[017] Batch [1499]/[3759] Speed: 113.772199 samples/sec accuracy=72.477083 loss=1.059525 lr=0.009271 Epoch[017] Batch [1549]/[3759] Speed: 112.581620 samples/sec accuracy=72.473790 loss=1.058522 lr=0.009270 Epoch[017] Batch [1599]/[3759] Speed: 115.017477 samples/sec accuracy=72.441406 loss=1.058888 lr=0.009269 Epoch[017] Batch [1649]/[3759] Speed: 114.939725 samples/sec accuracy=72.404356 loss=1.060561 lr=0.009268 Epoch[017] Batch [1699]/[3759] Speed: 113.033178 samples/sec accuracy=72.375000 loss=1.060778 lr=0.009267 Epoch[017] Batch [1749]/[3759] Speed: 114.296504 samples/sec accuracy=72.348214 loss=1.062904 lr=0.009266 Epoch[017] Batch [1799]/[3759] Speed: 113.573453 samples/sec accuracy=72.312500 loss=1.064395 lr=0.009265 Epoch[017] Batch [1849]/[3759] Speed: 113.806310 samples/sec accuracy=72.266047 loss=1.066146 lr=0.009264 Epoch[017] Batch [1899]/[3759] Speed: 115.100932 samples/sec accuracy=72.245888 loss=1.066993 lr=0.009263 Epoch[017] Batch [1949]/[3759] Speed: 113.618536 samples/sec accuracy=72.213942 loss=1.069239 lr=0.009261 Epoch[017] Batch [1999]/[3759] Speed: 114.944757 samples/sec accuracy=72.203125 loss=1.069306 lr=0.009260 Epoch[017] Batch [2049]/[3759] Speed: 114.623264 samples/sec accuracy=72.195884 loss=1.070105 lr=0.009259 Epoch[017] Batch [2099]/[3759] Speed: 114.062250 samples/sec accuracy=72.195685 loss=1.071145 lr=0.009258 Epoch[017] Batch [2149]/[3759] Speed: 113.850369 samples/sec accuracy=72.194041 loss=1.071814 lr=0.009257 Epoch[017] Batch [2199]/[3759] Speed: 114.248758 samples/sec accuracy=72.185369 loss=1.071971 lr=0.009256 Epoch[017] Batch [2249]/[3759] Speed: 113.005543 samples/sec accuracy=72.180556 loss=1.072353 lr=0.009255 Epoch[017] Batch [2299]/[3759] Speed: 116.359558 samples/sec accuracy=72.164402 loss=1.072735 lr=0.009254 Epoch[017] Batch [2349]/[3759] Speed: 112.099707 samples/sec accuracy=72.180851 loss=1.072363 lr=0.009253 Epoch[017] Batch [2399]/[3759] Speed: 115.696744 samples/sec accuracy=72.166667 loss=1.072693 lr=0.009252 Epoch[017] Batch [2449]/[3759] Speed: 113.615862 samples/sec accuracy=72.132015 loss=1.074546 lr=0.009250 Epoch[017] Batch [2499]/[3759] Speed: 113.968443 samples/sec accuracy=72.123750 loss=1.075081 lr=0.009249 Epoch[017] Batch [2549]/[3759] Speed: 115.362575 samples/sec accuracy=72.125000 loss=1.074931 lr=0.009248 Epoch[017] Batch [2599]/[3759] Speed: 113.985896 samples/sec accuracy=72.107572 loss=1.075238 lr=0.009247 Epoch[017] Batch [2649]/[3759] Speed: 114.923469 samples/sec accuracy=72.103184 loss=1.075496 lr=0.009246 Epoch[017] Batch [2699]/[3759] Speed: 114.442273 samples/sec accuracy=72.070023 loss=1.076389 lr=0.009245 Epoch[017] Batch [2749]/[3759] Speed: 112.671485 samples/sec accuracy=72.069886 loss=1.076385 lr=0.009244 Epoch[017] Batch [2799]/[3759] Speed: 113.670450 samples/sec accuracy=72.056920 loss=1.076743 lr=0.009243 Epoch[017] Batch [2849]/[3759] Speed: 113.790013 samples/sec accuracy=72.045504 loss=1.077455 lr=0.009242 Epoch[017] Batch [2899]/[3759] Speed: 113.912875 samples/sec accuracy=72.039871 loss=1.077795 lr=0.009241 Epoch[017] Batch [2949]/[3759] Speed: 114.224914 samples/sec accuracy=71.998411 loss=1.079475 lr=0.009239 Epoch[017] Batch [2999]/[3759] Speed: 112.255105 samples/sec accuracy=71.978125 loss=1.079839 lr=0.009238 Epoch[017] Batch [3049]/[3759] Speed: 115.549756 samples/sec accuracy=71.930840 loss=1.081187 lr=0.009237 Epoch[017] Batch [3099]/[3759] Speed: 113.206761 samples/sec accuracy=71.926411 loss=1.082345 lr=0.009236 Epoch[017] Batch [3149]/[3759] Speed: 113.679418 samples/sec accuracy=71.917659 loss=1.082676 lr=0.009235 Epoch[017] Batch [3199]/[3759] Speed: 115.241969 samples/sec accuracy=71.906738 loss=1.083266 lr=0.009234 Epoch[017] Batch [3249]/[3759] Speed: 113.801816 samples/sec accuracy=71.888942 loss=1.083739 lr=0.009233 Epoch[017] Batch [3299]/[3759] Speed: 112.955775 samples/sec accuracy=71.897727 loss=1.083967 lr=0.009232 Epoch[017] Batch [3349]/[3759] Speed: 115.028698 samples/sec accuracy=71.891325 loss=1.084566 lr=0.009231 Epoch[017] Batch [3399]/[3759] Speed: 113.040534 samples/sec accuracy=71.872702 loss=1.084998 lr=0.009229 Epoch[017] Batch [3449]/[3759] Speed: 115.368267 samples/sec accuracy=71.855072 loss=1.085215 lr=0.009228 Epoch[017] Batch [3499]/[3759] Speed: 114.208964 samples/sec accuracy=71.843750 loss=1.086112 lr=0.009227 Epoch[017] Batch [3549]/[3759] Speed: 114.405046 samples/sec accuracy=71.812940 loss=1.086594 lr=0.009226 Epoch[017] Batch [3599]/[3759] Speed: 114.583320 samples/sec accuracy=71.793403 loss=1.087061 lr=0.009225 Epoch[017] Batch [3649]/[3759] Speed: 114.261942 samples/sec accuracy=71.771832 loss=1.087550 lr=0.009224 Epoch[017] Batch [3699]/[3759] Speed: 115.371715 samples/sec accuracy=71.759291 loss=1.087301 lr=0.009223 Epoch[017] Batch [3749]/[3759] Speed: 130.077020 samples/sec accuracy=71.742083 loss=1.088549 lr=0.009222 Batch [0049]/[0303]: acc-top1=64.250000 acc-top5=85.593750 Batch [0099]/[0303]: acc-top1=63.000000 acc-top5=84.859375 Batch [0149]/[0303]: acc-top1=63.093750 acc-top5=85.218750 Batch [0199]/[0303]: acc-top1=63.187500 acc-top5=85.062500 Batch [0249]/[0303]: acc-top1=63.012500 acc-top5=84.975000 Batch [0299]/[0303]: acc-top1=62.937500 acc-top5=84.802083 [Epoch 017] training: accuracy=71.742402 loss=1.088592 [Epoch 017] speed: 113 samples/sec time cost: 2307.888738 [Epoch 017] validation: acc-top1=62.891914 acc-top5=84.777228 loss=2.125185 Epoch[018] Batch [0049]/[3760] Speed: 77.888489 samples/sec accuracy=72.968750 loss=1.036056 lr=0.009220 Epoch[018] Batch [0099]/[3760] Speed: 115.313667 samples/sec accuracy=73.093750 loss=1.017122 lr=0.009219 Epoch[018] Batch [0149]/[3760] Speed: 113.970823 samples/sec accuracy=73.427083 loss=1.017543 lr=0.009218 Epoch[018] Batch [0199]/[3760] Speed: 114.008169 samples/sec accuracy=73.078125 loss=1.032510 lr=0.009217 Epoch[018] Batch [0249]/[3760] Speed: 114.468152 samples/sec accuracy=73.025000 loss=1.038050 lr=0.009216 Epoch[018] Batch [0299]/[3760] Speed: 113.194085 samples/sec accuracy=73.171875 loss=1.033835 lr=0.009215 Epoch[018] Batch [0349]/[3760] Speed: 115.499609 samples/sec accuracy=73.267857 loss=1.031049 lr=0.009214 Epoch[018] Batch [0399]/[3760] Speed: 114.772191 samples/sec accuracy=73.375000 loss=1.024491 lr=0.009212 Epoch[018] Batch [0449]/[3760] Speed: 114.092111 samples/sec accuracy=73.364583 loss=1.026062 lr=0.009211 Epoch[018] Batch [0499]/[3760] Speed: 114.397196 samples/sec accuracy=73.381250 loss=1.025537 lr=0.009210 Epoch[018] Batch [0549]/[3760] Speed: 113.665356 samples/sec accuracy=73.383523 loss=1.023677 lr=0.009209 Epoch[018] Batch [0599]/[3760] Speed: 115.521387 samples/sec accuracy=73.289062 loss=1.027735 lr=0.009208 Epoch[018] Batch [0649]/[3760] Speed: 114.967815 samples/sec accuracy=73.295673 loss=1.029550 lr=0.009207 Epoch[018] Batch [0699]/[3760] Speed: 113.934652 samples/sec accuracy=73.345982 loss=1.028176 lr=0.009206 Epoch[018] Batch [0749]/[3760] Speed: 114.022716 samples/sec accuracy=73.312500 loss=1.029750 lr=0.009205 Epoch[018] Batch [0799]/[3760] Speed: 115.000285 samples/sec accuracy=73.328125 loss=1.030313 lr=0.009203 Epoch[018] Batch [0849]/[3760] Speed: 113.212200 samples/sec accuracy=73.308824 loss=1.033006 lr=0.009202 Epoch[018] Batch [0899]/[3760] Speed: 115.334662 samples/sec accuracy=73.309028 loss=1.032449 lr=0.009201 Epoch[018] Batch [0949]/[3760] Speed: 113.269687 samples/sec accuracy=73.263158 loss=1.033960 lr=0.009200 Epoch[018] Batch [0999]/[3760] Speed: 114.431426 samples/sec accuracy=73.189063 loss=1.034549 lr=0.009199 Epoch[018] Batch [1049]/[3760] Speed: 113.580712 samples/sec accuracy=73.180060 loss=1.035696 lr=0.009198 Epoch[018] Batch [1099]/[3760] Speed: 113.025128 samples/sec accuracy=73.106534 loss=1.037644 lr=0.009197 Epoch[018] Batch [1149]/[3760] Speed: 113.663626 samples/sec accuracy=73.097826 loss=1.036714 lr=0.009195 Epoch[018] Batch [1199]/[3760] Speed: 114.822367 samples/sec accuracy=73.136719 loss=1.036467 lr=0.009194 Epoch[018] Batch [1249]/[3760] Speed: 112.889460 samples/sec accuracy=73.122500 loss=1.036709 lr=0.009193 Epoch[018] Batch [1299]/[3760] Speed: 114.947220 samples/sec accuracy=73.140625 loss=1.036537 lr=0.009192 Epoch[018] Batch [1349]/[3760] Speed: 114.085771 samples/sec accuracy=73.157407 loss=1.036255 lr=0.009191 Epoch[018] Batch [1399]/[3760] Speed: 113.919665 samples/sec accuracy=73.136161 loss=1.036747 lr=0.009190 Epoch[018] Batch [1449]/[3760] Speed: 113.502713 samples/sec accuracy=73.088362 loss=1.039265 lr=0.009189 Epoch[018] Batch [1499]/[3760] Speed: 113.824707 samples/sec accuracy=73.047917 loss=1.040479 lr=0.009187 Epoch[018] Batch [1549]/[3760] Speed: 112.956932 samples/sec accuracy=73.028226 loss=1.040604 lr=0.009186 Epoch[018] Batch [1599]/[3760] Speed: 114.018843 samples/sec accuracy=72.963867 loss=1.042668 lr=0.009185 Epoch[018] Batch [1649]/[3760] Speed: 113.877750 samples/sec accuracy=72.953598 loss=1.043234 lr=0.009184 Epoch[018] Batch [1699]/[3760] Speed: 114.056537 samples/sec accuracy=72.916360 loss=1.044501 lr=0.009183 Epoch[018] Batch [1749]/[3760] Speed: 114.155068 samples/sec accuracy=72.903571 loss=1.045469 lr=0.009182 Epoch[018] Batch [1799]/[3760] Speed: 114.794452 samples/sec accuracy=72.875000 loss=1.046605 lr=0.009181 Epoch[018] Batch [1849]/[3760] Speed: 114.814268 samples/sec accuracy=72.852196 loss=1.046290 lr=0.009179 Epoch[018] Batch [1899]/[3760] Speed: 113.594054 samples/sec accuracy=72.833882 loss=1.047044 lr=0.009178 Epoch[018] Batch [1949]/[3760] Speed: 115.775051 samples/sec accuracy=72.835737 loss=1.047475 lr=0.009177 Epoch[018] Batch [1999]/[3760] Speed: 113.903619 samples/sec accuracy=72.831250 loss=1.048352 lr=0.009176 Epoch[018] Batch [2049]/[3760] Speed: 115.160162 samples/sec accuracy=72.797256 loss=1.049277 lr=0.009175 Epoch[018] Batch [2099]/[3760] Speed: 114.992934 samples/sec accuracy=72.787202 loss=1.049860 lr=0.009174 Epoch[018] Batch [2149]/[3760] Speed: 113.458837 samples/sec accuracy=72.774709 loss=1.050023 lr=0.009173 Epoch[018] Batch [2199]/[3760] Speed: 113.134060 samples/sec accuracy=72.748580 loss=1.050179 lr=0.009171 Epoch[018] Batch [2249]/[3760] Speed: 115.431963 samples/sec accuracy=72.735417 loss=1.050712 lr=0.009170 Epoch[018] Batch [2299]/[3760] Speed: 114.713422 samples/sec accuracy=72.697011 loss=1.051568 lr=0.009169 Epoch[018] Batch [2349]/[3760] Speed: 113.868977 samples/sec accuracy=72.677527 loss=1.052099 lr=0.009168 Epoch[018] Batch [2399]/[3760] Speed: 115.264695 samples/sec accuracy=72.667969 loss=1.052482 lr=0.009167 Epoch[018] Batch [2449]/[3760] Speed: 114.924603 samples/sec accuracy=72.653061 loss=1.053607 lr=0.009166 Epoch[018] Batch [2499]/[3760] Speed: 114.170608 samples/sec accuracy=72.607500 loss=1.054808 lr=0.009164 Epoch[018] Batch [2549]/[3760] Speed: 113.445143 samples/sec accuracy=72.586397 loss=1.055361 lr=0.009163 Epoch[018] Batch [2599]/[3760] Speed: 114.489869 samples/sec accuracy=72.572115 loss=1.055508 lr=0.009162 Epoch[018] Batch [2649]/[3760] Speed: 114.142476 samples/sec accuracy=72.556604 loss=1.055995 lr=0.009161 Epoch[018] Batch [2699]/[3760] Speed: 113.525057 samples/sec accuracy=72.523727 loss=1.057601 lr=0.009160 Epoch[018] Batch [2749]/[3760] Speed: 114.826182 samples/sec accuracy=72.466477 loss=1.059286 lr=0.009159 Epoch[018] Batch [2799]/[3760] Speed: 112.276282 samples/sec accuracy=72.436942 loss=1.060063 lr=0.009158 Epoch[018] Batch [2849]/[3760] Speed: 114.762674 samples/sec accuracy=72.395285 loss=1.061124 lr=0.009156 Epoch[018] Batch [2899]/[3760] Speed: 115.134780 samples/sec accuracy=72.355603 loss=1.062556 lr=0.009155 Epoch[018] Batch [2949]/[3760] Speed: 114.661553 samples/sec accuracy=72.359110 loss=1.063156 lr=0.009154 Epoch[018] Batch [2999]/[3760] Speed: 114.137339 samples/sec accuracy=72.368750 loss=1.062863 lr=0.009153 Epoch[018] Batch [3049]/[3760] Speed: 115.171086 samples/sec accuracy=72.368852 loss=1.063059 lr=0.009152 Epoch[018] Batch [3099]/[3760] Speed: 115.236464 samples/sec accuracy=72.366431 loss=1.063057 lr=0.009151 Epoch[018] Batch [3149]/[3760] Speed: 113.969951 samples/sec accuracy=72.339782 loss=1.063868 lr=0.009149 Epoch[018] Batch [3199]/[3760] Speed: 114.121337 samples/sec accuracy=72.325684 loss=1.064557 lr=0.009148 Epoch[018] Batch [3249]/[3760] Speed: 113.361667 samples/sec accuracy=72.303846 loss=1.064811 lr=0.009147 Epoch[018] Batch [3299]/[3760] Speed: 114.368285 samples/sec accuracy=72.289773 loss=1.065396 lr=0.009146 Epoch[018] Batch [3349]/[3760] Speed: 113.001560 samples/sec accuracy=72.274254 loss=1.066206 lr=0.009145 Epoch[018] Batch [3399]/[3760] Speed: 115.073814 samples/sec accuracy=72.247243 loss=1.067599 lr=0.009144 Epoch[018] Batch [3449]/[3760] Speed: 115.154342 samples/sec accuracy=72.248188 loss=1.067187 lr=0.009142 Epoch[018] Batch [3499]/[3760] Speed: 114.045201 samples/sec accuracy=72.248214 loss=1.067061 lr=0.009141 Epoch[018] Batch [3549]/[3760] Speed: 114.375311 samples/sec accuracy=72.238556 loss=1.067460 lr=0.009140 Epoch[018] Batch [3599]/[3760] Speed: 112.644121 samples/sec accuracy=72.214410 loss=1.068546 lr=0.009139 Epoch[018] Batch [3649]/[3760] Speed: 113.515354 samples/sec accuracy=72.202055 loss=1.069192 lr=0.009138 Epoch[018] Batch [3699]/[3760] Speed: 114.722467 samples/sec accuracy=72.205236 loss=1.069067 lr=0.009137 Epoch[018] Batch [3749]/[3760] Speed: 129.793427 samples/sec accuracy=72.186250 loss=1.069689 lr=0.009135 Batch [0049]/[0303]: acc-top1=63.875000 acc-top5=85.625000 Batch [0099]/[0303]: acc-top1=63.171875 acc-top5=85.062500 Batch [0149]/[0303]: acc-top1=63.260417 acc-top5=85.083333 Batch [0199]/[0303]: acc-top1=63.406250 acc-top5=85.031250 Batch [0249]/[0303]: acc-top1=63.456250 acc-top5=84.925000 Batch [0299]/[0303]: acc-top1=63.447917 acc-top5=84.921875 [Epoch 018] training: accuracy=72.186253 loss=1.069722 [Epoch 018] speed: 113 samples/sec time cost: 2307.713701 [Epoch 018] validation: acc-top1=63.376650 acc-top5=84.895833 loss=2.146597 Epoch[019] Batch [0049]/[3760] Speed: 80.105116 samples/sec accuracy=73.937500 loss=1.022619 lr=0.009134 Epoch[019] Batch [0099]/[3760] Speed: 113.829211 samples/sec accuracy=74.234375 loss=1.008036 lr=0.009133 Epoch[019] Batch [0149]/[3760] Speed: 114.793871 samples/sec accuracy=74.239583 loss=1.008151 lr=0.009132 Epoch[019] Batch [0199]/[3760] Speed: 113.556866 samples/sec accuracy=73.929688 loss=1.012378 lr=0.009130 Epoch[019] Batch [0249]/[3760] Speed: 114.640801 samples/sec accuracy=73.887500 loss=1.015792 lr=0.009129 Epoch[019] Batch [0299]/[3760] Speed: 115.038620 samples/sec accuracy=73.739583 loss=1.018112 lr=0.009128 Epoch[019] Batch [0349]/[3760] Speed: 113.982747 samples/sec accuracy=73.571429 loss=1.020258 lr=0.009127 Epoch[019] Batch [0399]/[3760] Speed: 112.897782 samples/sec accuracy=73.671875 loss=1.016721 lr=0.009126 Epoch[019] Batch [0449]/[3760] Speed: 115.689873 samples/sec accuracy=73.704861 loss=1.015866 lr=0.009125 Epoch[019] Batch [0499]/[3760] Speed: 114.491338 samples/sec accuracy=73.709375 loss=1.013873 lr=0.009123 Epoch[019] Batch [0549]/[3760] Speed: 114.139731 samples/sec accuracy=73.752841 loss=1.011047 lr=0.009122 Epoch[019] Batch [0599]/[3760] Speed: 113.585132 samples/sec accuracy=73.598958 loss=1.014287 lr=0.009121 Epoch[019] Batch [0649]/[3760] Speed: 113.982876 samples/sec accuracy=73.557692 loss=1.016542 lr=0.009120 Epoch[019] Batch [0699]/[3760] Speed: 114.215182 samples/sec accuracy=73.616071 loss=1.014574 lr=0.009119 Epoch[019] Batch [0749]/[3760] Speed: 116.057874 samples/sec accuracy=73.604167 loss=1.014217 lr=0.009117 Epoch[019] Batch [0799]/[3760] Speed: 113.671225 samples/sec accuracy=73.662109 loss=1.012462 lr=0.009116 Epoch[019] Batch [0849]/[3760] Speed: 114.034184 samples/sec accuracy=73.704044 loss=1.011437 lr=0.009115 Epoch[019] Batch [0899]/[3760] Speed: 115.164624 samples/sec accuracy=73.661458 loss=1.012928 lr=0.009114 Epoch[019] Batch [0949]/[3760] Speed: 114.567033 samples/sec accuracy=73.628289 loss=1.013296 lr=0.009113 Epoch[019] Batch [0999]/[3760] Speed: 114.349835 samples/sec accuracy=73.568750 loss=1.015192 lr=0.009111 Epoch[019] Batch [1049]/[3760] Speed: 114.585788 samples/sec accuracy=73.575893 loss=1.014587 lr=0.009110 Epoch[019] Batch [1099]/[3760] Speed: 112.932720 samples/sec accuracy=73.619318 loss=1.012362 lr=0.009109 Epoch[019] Batch [1149]/[3760] Speed: 114.274868 samples/sec accuracy=73.577446 loss=1.013750 lr=0.009108 Epoch[019] Batch [1199]/[3760] Speed: 114.391376 samples/sec accuracy=73.505208 loss=1.016048 lr=0.009107 Epoch[019] Batch [1249]/[3760] Speed: 113.321038 samples/sec accuracy=73.447500 loss=1.016429 lr=0.009106 Epoch[019] Batch [1299]/[3760] Speed: 114.553636 samples/sec accuracy=73.421875 loss=1.016481 lr=0.009104 Epoch[019] Batch [1349]/[3760] Speed: 113.885011 samples/sec accuracy=73.381944 loss=1.018287 lr=0.009103 Epoch[019] Batch [1399]/[3760] Speed: 113.166093 samples/sec accuracy=73.380580 loss=1.018094 lr=0.009102 Epoch[019] Batch [1449]/[3760] Speed: 113.295562 samples/sec accuracy=73.377155 loss=1.018063 lr=0.009101 Epoch[019] Batch [1499]/[3760] Speed: 113.499149 samples/sec accuracy=73.292708 loss=1.020497 lr=0.009100 Epoch[019] Batch [1549]/[3760] Speed: 115.428293 samples/sec accuracy=73.230847 loss=1.022680 lr=0.009098 Epoch[019] Batch [1599]/[3760] Speed: 113.067480 samples/sec accuracy=73.215820 loss=1.023549 lr=0.009097 Epoch[019] Batch [1649]/[3760] Speed: 114.418763 samples/sec accuracy=73.160038 loss=1.025489 lr=0.009096 Epoch[019] Batch [1699]/[3760] Speed: 115.808760 samples/sec accuracy=73.140625 loss=1.026154 lr=0.009095 Epoch[019] Batch [1749]/[3760] Speed: 113.242439 samples/sec accuracy=73.158036 loss=1.025890 lr=0.009094 Epoch[019] Batch [1799]/[3760] Speed: 114.017545 samples/sec accuracy=73.131076 loss=1.026865 lr=0.009092 Epoch[019] Batch [1849]/[3760] Speed: 115.008177 samples/sec accuracy=73.112331 loss=1.027702 lr=0.009091 Epoch[019] Batch [1899]/[3760] Speed: 114.994482 samples/sec accuracy=73.112664 loss=1.027674 lr=0.009090 Epoch[019] Batch [1949]/[3760] Speed: 114.099161 samples/sec accuracy=73.077724 loss=1.028952 lr=0.009089 Epoch[019] Batch [1999]/[3760] Speed: 115.146510 samples/sec accuracy=73.078906 loss=1.029873 lr=0.009088 Epoch[019] Batch [2049]/[3760] Speed: 114.173591 samples/sec accuracy=73.025915 loss=1.032294 lr=0.009086 Epoch[019] Batch [2099]/[3760] Speed: 114.858658 samples/sec accuracy=72.998512 loss=1.033829 lr=0.009085 Epoch[019] Batch [2149]/[3760] Speed: 113.372943 samples/sec accuracy=72.965843 loss=1.035531 lr=0.009084 Epoch[019] Batch [2199]/[3760] Speed: 113.847679 samples/sec accuracy=72.958097 loss=1.035718 lr=0.009083 Epoch[019] Batch [2249]/[3760] Speed: 115.425817 samples/sec accuracy=72.930556 loss=1.036654 lr=0.009082 Epoch[019] Batch [2299]/[3760] Speed: 113.869771 samples/sec accuracy=72.935462 loss=1.036600 lr=0.009080 Epoch[019] Batch [2349]/[3760] Speed: 114.183775 samples/sec accuracy=72.923537 loss=1.037496 lr=0.009079 Epoch[019] Batch [2399]/[3760] Speed: 114.531540 samples/sec accuracy=72.904297 loss=1.038533 lr=0.009078 Epoch[019] Batch [2449]/[3760] Speed: 114.341561 samples/sec accuracy=72.875000 loss=1.039165 lr=0.009077 Epoch[019] Batch [2499]/[3760] Speed: 113.135747 samples/sec accuracy=72.841875 loss=1.039540 lr=0.009075 Epoch[019] Batch [2549]/[3760] Speed: 115.211938 samples/sec accuracy=72.843750 loss=1.039102 lr=0.009074 Epoch[019] Batch [2599]/[3760] Speed: 114.432638 samples/sec accuracy=72.839543 loss=1.039730 lr=0.009073 Epoch[019] Batch [2649]/[3760] Speed: 113.515806 samples/sec accuracy=72.840212 loss=1.039665 lr=0.009072 Epoch[019] Batch [2699]/[3760] Speed: 114.495639 samples/sec accuracy=72.832176 loss=1.040148 lr=0.009071 Epoch[019] Batch [2749]/[3760] Speed: 114.981456 samples/sec accuracy=72.806818 loss=1.040725 lr=0.009069 Epoch[019] Batch [2799]/[3760] Speed: 114.164624 samples/sec accuracy=72.809710 loss=1.040324 lr=0.009068 Epoch[019] Batch [2849]/[3760] Speed: 113.727070 samples/sec accuracy=72.822368 loss=1.039849 lr=0.009067 Epoch[019] Batch [2899]/[3760] Speed: 115.267145 samples/sec accuracy=72.826509 loss=1.040240 lr=0.009066 Epoch[019] Batch [2949]/[3760] Speed: 114.206185 samples/sec accuracy=72.807203 loss=1.040125 lr=0.009065 Epoch[019] Batch [2999]/[3760] Speed: 114.237670 samples/sec accuracy=72.766146 loss=1.042212 lr=0.009063 Epoch[019] Batch [3049]/[3760] Speed: 113.348983 samples/sec accuracy=72.761270 loss=1.042445 lr=0.009062 Epoch[019] Batch [3099]/[3760] Speed: 115.519213 samples/sec accuracy=72.742944 loss=1.043203 lr=0.009061 Epoch[019] Batch [3149]/[3760] Speed: 113.989689 samples/sec accuracy=72.744048 loss=1.043286 lr=0.009060 Epoch[019] Batch [3199]/[3760] Speed: 114.442607 samples/sec accuracy=72.733887 loss=1.043766 lr=0.009058 Epoch[019] Batch [3249]/[3760] Speed: 114.794704 samples/sec accuracy=72.732692 loss=1.043959 lr=0.009057 Epoch[019] Batch [3299]/[3760] Speed: 113.257045 samples/sec accuracy=72.708333 loss=1.044856 lr=0.009056 Epoch[019] Batch [3349]/[3760] Speed: 114.438886 samples/sec accuracy=72.676772 loss=1.046243 lr=0.009055 Epoch[019] Batch [3399]/[3760] Speed: 114.715872 samples/sec accuracy=72.675092 loss=1.046509 lr=0.009054 Epoch[019] Batch [3449]/[3760] Speed: 114.658589 samples/sec accuracy=72.687953 loss=1.046165 lr=0.009052 Epoch[019] Batch [3499]/[3760] Speed: 115.312729 samples/sec accuracy=72.662946 loss=1.047262 lr=0.009051 Epoch[019] Batch [3549]/[3760] Speed: 113.460534 samples/sec accuracy=72.643486 loss=1.047872 lr=0.009050 Epoch[019] Batch [3599]/[3760] Speed: 114.773075 samples/sec accuracy=72.629774 loss=1.048555 lr=0.009049 Epoch[019] Batch [3649]/[3760] Speed: 114.338076 samples/sec accuracy=72.613014 loss=1.049207 lr=0.009047 Epoch[019] Batch [3699]/[3760] Speed: 114.729142 samples/sec accuracy=72.586149 loss=1.050017 lr=0.009046 Epoch[019] Batch [3749]/[3760] Speed: 127.731741 samples/sec accuracy=72.583750 loss=1.050266 lr=0.009045 Batch [0049]/[0303]: acc-top1=63.312500 acc-top5=86.250000 Batch [0099]/[0303]: acc-top1=63.281250 acc-top5=85.593750 Batch [0149]/[0303]: acc-top1=63.125000 acc-top5=85.333333 Batch [0199]/[0303]: acc-top1=63.304688 acc-top5=85.367188 Batch [0249]/[0303]: acc-top1=63.131250 acc-top5=85.237500 Batch [0299]/[0303]: acc-top1=63.057292 acc-top5=85.057292 [Epoch 019] training: accuracy=72.573138 loss=1.050559 [Epoch 019] speed: 113 samples/sec time cost: 2304.197443 [Epoch 019] validation: acc-top1=63.031147 acc-top5=85.035066 loss=2.142463 Epoch[020] Batch [0049]/[3759] Speed: 79.052132 samples/sec accuracy=73.625000 loss=1.003385 lr=0.009044 Epoch[020] Batch [0099]/[3759] Speed: 116.553795 samples/sec accuracy=73.687500 loss=1.001953 lr=0.009042 Epoch[020] Batch [0149]/[3759] Speed: 114.042714 samples/sec accuracy=73.937500 loss=0.992973 lr=0.009041 Epoch[020] Batch [0199]/[3759] Speed: 115.606949 samples/sec accuracy=73.773438 loss=1.000837 lr=0.009040 Epoch[020] Batch [0249]/[3759] Speed: 113.792720 samples/sec accuracy=73.806250 loss=1.000039 lr=0.009039 Epoch[020] Batch [0299]/[3759] Speed: 114.508861 samples/sec accuracy=74.000000 loss=0.995687 lr=0.009037 Epoch[020] Batch [0349]/[3759] Speed: 113.531836 samples/sec accuracy=74.031250 loss=0.995108 lr=0.009036 Epoch[020] Batch [0399]/[3759] Speed: 114.790017 samples/sec accuracy=73.925781 loss=0.997222 lr=0.009035 Epoch[020] Batch [0449]/[3759] Speed: 114.780011 samples/sec accuracy=73.878472 loss=1.000155 lr=0.009034 Epoch[020] Batch [0499]/[3759] Speed: 113.294823 samples/sec accuracy=74.037500 loss=0.996900 lr=0.009032 Epoch[020] Batch [0549]/[3759] Speed: 114.997953 samples/sec accuracy=73.911932 loss=0.999327 lr=0.009031 Epoch[020] Batch [0599]/[3759] Speed: 114.835421 samples/sec accuracy=73.955729 loss=0.999472 lr=0.009030 Epoch[020] Batch [0649]/[3759] Speed: 114.076368 samples/sec accuracy=73.935096 loss=1.000903 lr=0.009029 Epoch[020] Batch [0699]/[3759] Speed: 114.566019 samples/sec accuracy=73.890625 loss=1.003023 lr=0.009027 Epoch[020] Batch [0749]/[3759] Speed: 114.321368 samples/sec accuracy=73.864583 loss=1.002670 lr=0.009026 Epoch[020] Batch [0799]/[3759] Speed: 113.685099 samples/sec accuracy=73.839844 loss=1.004082 lr=0.009025 Epoch[020] Batch [0849]/[3759] Speed: 115.097203 samples/sec accuracy=73.818015 loss=1.004892 lr=0.009024 Epoch[020] Batch [0899]/[3759] Speed: 114.095471 samples/sec accuracy=73.802083 loss=1.006074 lr=0.009023 Epoch[020] Batch [0949]/[3759] Speed: 113.860743 samples/sec accuracy=73.833882 loss=1.005090 lr=0.009021 Epoch[020] Batch [0999]/[3759] Speed: 114.697917 samples/sec accuracy=73.826563 loss=1.005191 lr=0.009020 Epoch[020] Batch [1049]/[3759] Speed: 114.350818 samples/sec accuracy=73.794643 loss=1.006620 lr=0.009019 Epoch[020] Batch [1099]/[3759] Speed: 114.874737 samples/sec accuracy=73.700284 loss=1.008526 lr=0.009018 Epoch[020] Batch [1149]/[3759] Speed: 113.218429 samples/sec accuracy=73.635870 loss=1.010173 lr=0.009016 Epoch[020] Batch [1199]/[3759] Speed: 115.546641 samples/sec accuracy=73.622396 loss=1.009485 lr=0.009015 Epoch[020] Batch [1249]/[3759] Speed: 115.663926 samples/sec accuracy=73.585000 loss=1.010786 lr=0.009014 Epoch[020] Batch [1299]/[3759] Speed: 114.719092 samples/sec accuracy=73.588942 loss=1.010050 lr=0.009013 Epoch[020] Batch [1349]/[3759] Speed: 114.775971 samples/sec accuracy=73.532407 loss=1.012350 lr=0.009011 Epoch[020] Batch [1399]/[3759] Speed: 112.703972 samples/sec accuracy=73.513393 loss=1.012746 lr=0.009010 Epoch[020] Batch [1449]/[3759] Speed: 113.943475 samples/sec accuracy=73.520474 loss=1.012954 lr=0.009009 Epoch[020] Batch [1499]/[3759] Speed: 113.780229 samples/sec accuracy=73.543750 loss=1.012160 lr=0.009008 Epoch[020] Batch [1549]/[3759] Speed: 115.756160 samples/sec accuracy=73.555444 loss=1.010965 lr=0.009006 Epoch[020] Batch [1599]/[3759] Speed: 114.058979 samples/sec accuracy=73.507812 loss=1.012802 lr=0.009005 Epoch[020] Batch [1649]/[3759] Speed: 114.016952 samples/sec accuracy=73.554924 loss=1.011656 lr=0.009004 Epoch[020] Batch [1699]/[3759] Speed: 115.542517 samples/sec accuracy=73.556985 loss=1.011262 lr=0.009003 Epoch[020] Batch [1749]/[3759] Speed: 113.753249 samples/sec accuracy=73.498214 loss=1.013448 lr=0.009001 Epoch[020] Batch [1799]/[3759] Speed: 113.401203 samples/sec accuracy=73.470486 loss=1.014746 lr=0.009000 Epoch[020] Batch [1849]/[3759] Speed: 115.820446 samples/sec accuracy=73.490709 loss=1.014799 lr=0.008999 Epoch[020] Batch [1899]/[3759] Speed: 114.742196 samples/sec accuracy=73.466283 loss=1.016051 lr=0.008998 Epoch[020] Batch [1949]/[3759] Speed: 114.147253 samples/sec accuracy=73.468750 loss=1.016313 lr=0.008996 Epoch[020] Batch [1999]/[3759] Speed: 114.241216 samples/sec accuracy=73.429688 loss=1.017395 lr=0.008995 Epoch[020] Batch [2049]/[3759] Speed: 114.589524 samples/sec accuracy=73.404726 loss=1.018081 lr=0.008994 Epoch[020] Batch [2099]/[3759] Speed: 113.533896 samples/sec accuracy=73.395833 loss=1.019190 lr=0.008993 Epoch[020] Batch [2149]/[3759] Speed: 114.461711 samples/sec accuracy=73.382994 loss=1.020760 lr=0.008991 Epoch[020] Batch [2199]/[3759] Speed: 114.976483 samples/sec accuracy=73.375000 loss=1.021574 lr=0.008990 Epoch[020] Batch [2249]/[3759] Speed: 114.090468 samples/sec accuracy=73.359028 loss=1.022817 lr=0.008989 Epoch[020] Batch [2299]/[3759] Speed: 114.201378 samples/sec accuracy=73.340353 loss=1.023039 lr=0.008988 Epoch[020] Batch [2349]/[3759] Speed: 114.662418 samples/sec accuracy=73.345745 loss=1.023533 lr=0.008986 Epoch[020] Batch [2399]/[3759] Speed: 115.223541 samples/sec accuracy=73.309245 loss=1.024502 lr=0.008985 Epoch[020] Batch [2449]/[3759] Speed: 113.883517 samples/sec accuracy=73.292730 loss=1.024726 lr=0.008984 Epoch[020] Batch [2499]/[3759] Speed: 113.323996 samples/sec accuracy=73.281875 loss=1.025384 lr=0.008982 Epoch[020] Batch [2549]/[3759] Speed: 115.320786 samples/sec accuracy=73.264706 loss=1.026010 lr=0.008981 Epoch[020] Batch [2599]/[3759] Speed: 114.482148 samples/sec accuracy=73.250000 loss=1.026599 lr=0.008980 Epoch[020] Batch [2649]/[3759] Speed: 114.892742 samples/sec accuracy=73.235259 loss=1.027376 lr=0.008979 Epoch[020] Batch [2699]/[3759] Speed: 114.558264 samples/sec accuracy=73.203704 loss=1.028480 lr=0.008977 Epoch[020] Batch [2749]/[3759] Speed: 114.425421 samples/sec accuracy=73.170455 loss=1.029717 lr=0.008976 Epoch[020] Batch [2799]/[3759] Speed: 114.364382 samples/sec accuracy=73.162946 loss=1.030238 lr=0.008975 Epoch[020] Batch [2849]/[3759] Speed: 114.309544 samples/sec accuracy=73.133772 loss=1.031483 lr=0.008974 Epoch[020] Batch [2899]/[3759] Speed: 113.748077 samples/sec accuracy=73.138470 loss=1.031337 lr=0.008972 Epoch[020] Batch [2949]/[3759] Speed: 113.353503 samples/sec accuracy=73.115996 loss=1.032210 lr=0.008971 Epoch[020] Batch [2999]/[3759] Speed: 115.723574 samples/sec accuracy=73.102083 loss=1.032607 lr=0.008970 Epoch[020] Batch [3049]/[3759] Speed: 114.427557 samples/sec accuracy=73.097848 loss=1.033035 lr=0.008969 Epoch[020] Batch [3099]/[3759] Speed: 115.038339 samples/sec accuracy=73.065524 loss=1.034006 lr=0.008967 Epoch[020] Batch [3149]/[3759] Speed: 114.205063 samples/sec accuracy=73.038690 loss=1.034745 lr=0.008966 Epoch[020] Batch [3199]/[3759] Speed: 114.091222 samples/sec accuracy=73.028320 loss=1.035181 lr=0.008965 Epoch[020] Batch [3249]/[3759] Speed: 115.283258 samples/sec accuracy=73.017308 loss=1.035265 lr=0.008963 Epoch[020] Batch [3299]/[3759] Speed: 113.355137 samples/sec accuracy=73.005208 loss=1.035821 lr=0.008962 Epoch[020] Batch [3349]/[3759] Speed: 114.810318 samples/sec accuracy=73.005597 loss=1.035949 lr=0.008961 Epoch[020] Batch [3399]/[3759] Speed: 114.728916 samples/sec accuracy=72.997243 loss=1.036094 lr=0.008960 Epoch[020] Batch [3449]/[3759] Speed: 114.149795 samples/sec accuracy=73.005435 loss=1.036350 lr=0.008958 Epoch[020] Batch [3499]/[3759] Speed: 114.686242 samples/sec accuracy=73.008036 loss=1.036241 lr=0.008957 Epoch[020] Batch [3549]/[3759] Speed: 113.771146 samples/sec accuracy=73.006602 loss=1.036460 lr=0.008956 Epoch[020] Batch [3599]/[3759] Speed: 115.939848 samples/sec accuracy=73.003472 loss=1.036957 lr=0.008955 Epoch[020] Batch [3649]/[3759] Speed: 113.387585 samples/sec accuracy=72.958904 loss=1.038417 lr=0.008953 Epoch[020] Batch [3699]/[3759] Speed: 114.779694 samples/sec accuracy=72.943412 loss=1.038537 lr=0.008952 Epoch[020] Batch [3749]/[3759] Speed: 130.308161 samples/sec accuracy=72.922917 loss=1.039402 lr=0.008951 Batch [0049]/[0303]: acc-top1=63.187500 acc-top5=85.906250 Batch [0099]/[0303]: acc-top1=62.640625 acc-top5=85.250000 Batch [0149]/[0303]: acc-top1=62.937500 acc-top5=85.500000 Batch [0199]/[0303]: acc-top1=63.148438 acc-top5=85.585938 Batch [0249]/[0303]: acc-top1=63.137500 acc-top5=85.400000 Batch [0299]/[0303]: acc-top1=63.151042 acc-top5=85.234375 [Epoch 020] training: accuracy=72.919576 loss=1.039397 [Epoch 020] speed: 114 samples/sec time cost: 2301.333570 [Epoch 020] validation: acc-top1=63.123969 acc-top5=85.169142 loss=2.094518 Epoch[021] Batch [0049]/[3760] Speed: 79.210030 samples/sec accuracy=73.218750 loss=1.018142 lr=0.008949 Epoch[021] Batch [0099]/[3760] Speed: 113.868376 samples/sec accuracy=73.593750 loss=0.995406 lr=0.008948 Epoch[021] Batch [0149]/[3760] Speed: 114.600865 samples/sec accuracy=74.520833 loss=0.968307 lr=0.008947 Epoch[021] Batch [0199]/[3760] Speed: 113.567516 samples/sec accuracy=74.554688 loss=0.967320 lr=0.008945 Epoch[021] Batch [0249]/[3760] Speed: 114.038930 samples/sec accuracy=74.625000 loss=0.962968 lr=0.008944 Epoch[021] Batch [0299]/[3760] Speed: 115.186524 samples/sec accuracy=74.729167 loss=0.959048 lr=0.008943 Epoch[021] Batch [0349]/[3760] Speed: 114.422941 samples/sec accuracy=74.714286 loss=0.957734 lr=0.008941 Epoch[021] Batch [0399]/[3760] Speed: 114.108120 samples/sec accuracy=74.679688 loss=0.958844 lr=0.008940 Epoch[021] Batch [0449]/[3760] Speed: 113.545501 samples/sec accuracy=74.534722 loss=0.966288 lr=0.008939 Epoch[021] Batch [0499]/[3760] Speed: 114.720868 samples/sec accuracy=74.412500 loss=0.970887 lr=0.008938 Epoch[021] Batch [0549]/[3760] Speed: 114.089961 samples/sec accuracy=74.238636 loss=0.978403 lr=0.008936 Epoch[021] Batch [0599]/[3760] Speed: 113.523273 samples/sec accuracy=74.174479 loss=0.980015 lr=0.008935 Epoch[021] Batch [0649]/[3760] Speed: 115.449711 samples/sec accuracy=74.233173 loss=0.977750 lr=0.008934 Epoch[021] Batch [0699]/[3760] Speed: 115.772479 samples/sec accuracy=74.183036 loss=0.979318 lr=0.008932 Epoch[021] Batch [0749]/[3760] Speed: 113.663973 samples/sec accuracy=74.214583 loss=0.978986 lr=0.008931 Epoch[021] Batch [0799]/[3760] Speed: 113.783176 samples/sec accuracy=74.148438 loss=0.980382 lr=0.008930 Epoch[021] Batch [0849]/[3760] Speed: 114.816287 samples/sec accuracy=74.051471 loss=0.983446 lr=0.008929 Epoch[021] Batch [0899]/[3760] Speed: 114.939172 samples/sec accuracy=74.048611 loss=0.982340 lr=0.008927 Epoch[021] Batch [0949]/[3760] Speed: 114.439831 samples/sec accuracy=74.031250 loss=0.981993 lr=0.008926 Epoch[021] Batch [0999]/[3760] Speed: 115.420840 samples/sec accuracy=74.037500 loss=0.983009 lr=0.008925 Epoch[021] Batch [1049]/[3760] Speed: 115.882329 samples/sec accuracy=74.065476 loss=0.982762 lr=0.008923 Epoch[021] Batch [1099]/[3760] Speed: 114.456276 samples/sec accuracy=74.039773 loss=0.983846 lr=0.008922 Epoch[021] Batch [1149]/[3760] Speed: 114.305209 samples/sec accuracy=74.063859 loss=0.983787 lr=0.008921 Epoch[021] Batch [1199]/[3760] Speed: 114.771314 samples/sec accuracy=74.013021 loss=0.986185 lr=0.008919 Epoch[021] Batch [1249]/[3760] Speed: 114.459997 samples/sec accuracy=73.972500 loss=0.987357 lr=0.008918 Epoch[021] Batch [1299]/[3760] Speed: 114.681154 samples/sec accuracy=73.978365 loss=0.987404 lr=0.008917 Epoch[021] Batch [1349]/[3760] Speed: 115.160485 samples/sec accuracy=73.916667 loss=0.989607 lr=0.008916 Epoch[021] Batch [1399]/[3760] Speed: 114.567694 samples/sec accuracy=73.876116 loss=0.991613 lr=0.008914 Epoch[021] Batch [1449]/[3760] Speed: 114.138756 samples/sec accuracy=73.838362 loss=0.992813 lr=0.008913 Epoch[021] Batch [1499]/[3760] Speed: 114.574493 samples/sec accuracy=73.825000 loss=0.993427 lr=0.008912 Epoch[021] Batch [1549]/[3760] Speed: 114.656921 samples/sec accuracy=73.803427 loss=0.993832 lr=0.008910 Epoch[021] Batch [1599]/[3760] Speed: 115.419382 samples/sec accuracy=73.791016 loss=0.994122 lr=0.008909 Epoch[021] Batch [1649]/[3760] Speed: 114.057903 samples/sec accuracy=73.755682 loss=0.994745 lr=0.008908 Epoch[021] Batch [1699]/[3760] Speed: 114.238660 samples/sec accuracy=73.745404 loss=0.995129 lr=0.008906 Epoch[021] Batch [1749]/[3760] Speed: 114.001995 samples/sec accuracy=73.754464 loss=0.995735 lr=0.008905 Epoch[021] Batch [1799]/[3760] Speed: 114.489007 samples/sec accuracy=73.717014 loss=0.996502 lr=0.008904 Epoch[021] Batch [1849]/[3760] Speed: 114.995012 samples/sec accuracy=73.693412 loss=0.996416 lr=0.008903 Epoch[021] Batch [1899]/[3760] Speed: 114.972337 samples/sec accuracy=73.670230 loss=0.997476 lr=0.008901 Epoch[021] Batch [1949]/[3760] Speed: 114.523942 samples/sec accuracy=73.667468 loss=0.997930 lr=0.008900 Epoch[021] Batch [1999]/[3760] Speed: 113.761345 samples/sec accuracy=73.664062 loss=0.998200 lr=0.008899 Epoch[021] Batch [2049]/[3760] Speed: 115.261137 samples/sec accuracy=73.661585 loss=0.998983 lr=0.008897 Epoch[021] Batch [2099]/[3760] Speed: 114.433188 samples/sec accuracy=73.647321 loss=0.999344 lr=0.008896 Epoch[021] Batch [2149]/[3760] Speed: 114.549729 samples/sec accuracy=73.632267 loss=1.000432 lr=0.008895 Epoch[021] Batch [2199]/[3760] Speed: 114.937160 samples/sec accuracy=73.615057 loss=1.000755 lr=0.008893 Epoch[021] Batch [2249]/[3760] Speed: 114.208460 samples/sec accuracy=73.622917 loss=1.000945 lr=0.008892 Epoch[021] Batch [2299]/[3760] Speed: 115.632124 samples/sec accuracy=73.622962 loss=1.001070 lr=0.008891 Epoch[021] Batch [2349]/[3760] Speed: 114.746923 samples/sec accuracy=73.599734 loss=1.002160 lr=0.008889 Epoch[021] Batch [2399]/[3760] Speed: 116.063564 samples/sec accuracy=73.550130 loss=1.003782 lr=0.008888 Epoch[021] Batch [2449]/[3760] Speed: 115.144223 samples/sec accuracy=73.554209 loss=1.004137 lr=0.008887 Epoch[021] Batch [2499]/[3760] Speed: 113.835869 samples/sec accuracy=73.560625 loss=1.004465 lr=0.008886 Epoch[021] Batch [2549]/[3760] Speed: 115.903562 samples/sec accuracy=73.553309 loss=1.005543 lr=0.008884 Epoch[021] Batch [2599]/[3760] Speed: 115.543826 samples/sec accuracy=73.531851 loss=1.006384 lr=0.008883 Epoch[021] Batch [2649]/[3760] Speed: 115.135181 samples/sec accuracy=73.517689 loss=1.006889 lr=0.008882 Epoch[021] Batch [2699]/[3760] Speed: 115.237181 samples/sec accuracy=73.492477 loss=1.008294 lr=0.008880 Epoch[021] Batch [2749]/[3760] Speed: 113.692706 samples/sec accuracy=73.495455 loss=1.008600 lr=0.008879 Epoch[021] Batch [2799]/[3760] Speed: 115.140810 samples/sec accuracy=73.458147 loss=1.009731 lr=0.008878 Epoch[021] Batch [2849]/[3760] Speed: 115.398263 samples/sec accuracy=73.427632 loss=1.010554 lr=0.008876 Epoch[021] Batch [2899]/[3760] Speed: 114.054372 samples/sec accuracy=73.410022 loss=1.011470 lr=0.008875 Epoch[021] Batch [2949]/[3760] Speed: 115.575740 samples/sec accuracy=73.392479 loss=1.012321 lr=0.008874 Epoch[021] Batch [2999]/[3760] Speed: 113.534476 samples/sec accuracy=73.367188 loss=1.013292 lr=0.008872 Epoch[021] Batch [3049]/[3760] Speed: 115.515957 samples/sec accuracy=73.358607 loss=1.014175 lr=0.008871 Epoch[021] Batch [3099]/[3760] Speed: 113.981231 samples/sec accuracy=73.353327 loss=1.014257 lr=0.008870 Epoch[021] Batch [3149]/[3760] Speed: 114.779738 samples/sec accuracy=73.318948 loss=1.015515 lr=0.008868 Epoch[021] Batch [3199]/[3760] Speed: 114.040767 samples/sec accuracy=73.285156 loss=1.017134 lr=0.008867 Epoch[021] Batch [3249]/[3760] Speed: 114.281285 samples/sec accuracy=73.272596 loss=1.017697 lr=0.008866 Epoch[021] Batch [3299]/[3760] Speed: 115.389649 samples/sec accuracy=73.269413 loss=1.018171 lr=0.008864 Epoch[021] Batch [3349]/[3760] Speed: 114.531963 samples/sec accuracy=73.250000 loss=1.018490 lr=0.008863 Epoch[021] Batch [3399]/[3760] Speed: 114.458876 samples/sec accuracy=73.229779 loss=1.019314 lr=0.008862 Epoch[021] Batch [3449]/[3760] Speed: 114.953933 samples/sec accuracy=73.211957 loss=1.020235 lr=0.008860 Epoch[021] Batch [3499]/[3760] Speed: 114.018165 samples/sec accuracy=73.216071 loss=1.020398 lr=0.008859 Epoch[021] Batch [3549]/[3760] Speed: 114.341140 samples/sec accuracy=73.191461 loss=1.020722 lr=0.008858 Epoch[021] Batch [3599]/[3760] Speed: 114.167214 samples/sec accuracy=73.179688 loss=1.021229 lr=0.008856 Epoch[021] Batch [3649]/[3760] Speed: 115.329248 samples/sec accuracy=73.178938 loss=1.021440 lr=0.008855 Epoch[021] Batch [3699]/[3760] Speed: 113.331261 samples/sec accuracy=73.170186 loss=1.021987 lr=0.008854 Epoch[021] Batch [3749]/[3760] Speed: 130.510589 samples/sec accuracy=73.162917 loss=1.022593 lr=0.008852 Batch [0049]/[0303]: acc-top1=63.937500 acc-top5=85.500000 Batch [0099]/[0303]: acc-top1=62.937500 acc-top5=85.078125 Batch [0149]/[0303]: acc-top1=63.020833 acc-top5=85.250000 Batch [0199]/[0303]: acc-top1=62.992188 acc-top5=85.179688 Batch [0249]/[0303]: acc-top1=62.762500 acc-top5=85.137500 Batch [0299]/[0303]: acc-top1=62.625000 acc-top5=85.010417 [Epoch 021] training: accuracy=73.156582 loss=1.022940 [Epoch 021] speed: 114 samples/sec time cost: 2299.907337 [Epoch 021] validation: acc-top1=62.577351 acc-top5=84.993812 loss=2.182926 Epoch[022] Batch [0049]/[3760] Speed: 79.235346 samples/sec accuracy=73.843750 loss=0.970616 lr=0.008851 Epoch[022] Batch [0099]/[3760] Speed: 113.890363 samples/sec accuracy=73.937500 loss=0.983640 lr=0.008850 Epoch[022] Batch [0149]/[3760] Speed: 117.197192 samples/sec accuracy=74.093750 loss=0.973281 lr=0.008848 Epoch[022] Batch [0199]/[3760] Speed: 114.796310 samples/sec accuracy=73.835938 loss=0.982646 lr=0.008847 Epoch[022] Batch [0249]/[3760] Speed: 114.342870 samples/sec accuracy=74.143750 loss=0.974737 lr=0.008846 Epoch[022] Batch [0299]/[3760] Speed: 115.115744 samples/sec accuracy=74.401042 loss=0.968931 lr=0.008844 Epoch[022] Batch [0349]/[3760] Speed: 114.230174 samples/sec accuracy=74.290179 loss=0.971636 lr=0.008843 Epoch[022] Batch [0399]/[3760] Speed: 116.043280 samples/sec accuracy=74.316406 loss=0.971752 lr=0.008842 Epoch[022] Batch [0449]/[3760] Speed: 114.872083 samples/sec accuracy=74.350694 loss=0.971970 lr=0.008840 Epoch[022] Batch [0499]/[3760] Speed: 114.531496 samples/sec accuracy=74.184375 loss=0.976368 lr=0.008839 Epoch[022] Batch [0549]/[3760] Speed: 115.212082 samples/sec accuracy=74.224432 loss=0.976423 lr=0.008837 Epoch[022] Batch [0599]/[3760] Speed: 114.345609 samples/sec accuracy=74.182292 loss=0.978045 lr=0.008836 Epoch[022] Batch [0649]/[3760] Speed: 115.696869 samples/sec accuracy=74.144231 loss=0.978993 lr=0.008835 Epoch[022] Batch [0699]/[3760] Speed: 114.152341 samples/sec accuracy=74.133929 loss=0.978690 lr=0.008833 Epoch[022] Batch [0749]/[3760] Speed: 114.744348 samples/sec accuracy=74.137500 loss=0.978829 lr=0.008832 Epoch[022] Batch [0799]/[3760] Speed: 115.773630 samples/sec accuracy=74.140625 loss=0.979151 lr=0.008831 Epoch[022] Batch [0849]/[3760] Speed: 114.026153 samples/sec accuracy=74.139706 loss=0.980695 lr=0.008829 Epoch[022] Batch [0899]/[3760] Speed: 114.267376 samples/sec accuracy=74.126736 loss=0.981296 lr=0.008828 Epoch[022] Batch [0949]/[3760] Speed: 113.578549 samples/sec accuracy=74.060855 loss=0.984389 lr=0.008827 Epoch[022] Batch [0999]/[3760] Speed: 115.357531 samples/sec accuracy=73.973438 loss=0.985657 lr=0.008825 Epoch[022] Batch [1049]/[3760] Speed: 113.960026 samples/sec accuracy=73.976190 loss=0.985842 lr=0.008824 Epoch[022] Batch [1099]/[3760] Speed: 113.887917 samples/sec accuracy=73.924716 loss=0.986590 lr=0.008823 Epoch[022] Batch [1149]/[3760] Speed: 115.696665 samples/sec accuracy=73.919837 loss=0.987383 lr=0.008821 Epoch[022] Batch [1199]/[3760] Speed: 113.997361 samples/sec accuracy=73.976562 loss=0.985792 lr=0.008820 Epoch[022] Batch [1249]/[3760] Speed: 114.192537 samples/sec accuracy=73.927500 loss=0.988267 lr=0.008819 Epoch[022] Batch [1299]/[3760] Speed: 113.939099 samples/sec accuracy=73.909856 loss=0.988003 lr=0.008817 Epoch[022] Batch [1349]/[3760] Speed: 115.355988 samples/sec accuracy=73.925926 loss=0.988379 lr=0.008816 Epoch[022] Batch [1399]/[3760] Speed: 112.731133 samples/sec accuracy=73.922991 loss=0.989556 lr=0.008815 Epoch[022] Batch [1449]/[3760] Speed: 113.869493 samples/sec accuracy=73.939655 loss=0.989836 lr=0.008813 Epoch[022] Batch [1499]/[3760] Speed: 115.123526 samples/sec accuracy=73.872917 loss=0.991784 lr=0.008812 Epoch[022] Batch [1549]/[3760] Speed: 114.656905 samples/sec accuracy=73.880040 loss=0.992225 lr=0.008811 Epoch[022] Batch [1599]/[3760] Speed: 114.880231 samples/sec accuracy=73.827148 loss=0.993823 lr=0.008809 Epoch[022] Batch [1649]/[3760] Speed: 113.893633 samples/sec accuracy=73.850379 loss=0.993016 lr=0.008808 Epoch[022] Batch [1699]/[3760] Speed: 113.531586 samples/sec accuracy=73.846507 loss=0.993442 lr=0.008807 Epoch[022] Batch [1749]/[3760] Speed: 114.240496 samples/sec accuracy=73.866071 loss=0.993512 lr=0.008805 Epoch[022] Batch [1799]/[3760] Speed: 114.173613 samples/sec accuracy=73.839410 loss=0.994638 lr=0.008804 Epoch[022] Batch [1849]/[3760] Speed: 114.558161 samples/sec accuracy=73.837838 loss=0.994511 lr=0.008802 Epoch[022] Batch [1899]/[3760] Speed: 114.356008 samples/sec accuracy=73.833059 loss=0.994836 lr=0.008801 Epoch[022] Batch [1949]/[3760] Speed: 115.052426 samples/sec accuracy=73.815705 loss=0.995837 lr=0.008800 Epoch[022] Batch [1999]/[3760] Speed: 114.000250 samples/sec accuracy=73.811719 loss=0.996401 lr=0.008798 Epoch[022] Batch [2049]/[3760] Speed: 114.105446 samples/sec accuracy=73.841463 loss=0.996347 lr=0.008797 Epoch[022] Batch [2099]/[3760] Speed: 114.784848 samples/sec accuracy=73.829613 loss=0.996813 lr=0.008796 Epoch[022] Batch [2149]/[3760] Speed: 112.531172 samples/sec accuracy=73.789971 loss=0.998370 lr=0.008794 Epoch[022] Batch [2199]/[3760] Speed: 115.681669 samples/sec accuracy=73.776989 loss=0.998184 lr=0.008793 Epoch[022] Batch [2249]/[3760] Speed: 115.174669 samples/sec accuracy=73.754861 loss=0.998844 lr=0.008792 Epoch[022] Batch [2299]/[3760] Speed: 112.899203 samples/sec accuracy=73.739130 loss=0.999717 lr=0.008790 Epoch[022] Batch [2349]/[3760] Speed: 116.609364 samples/sec accuracy=73.726729 loss=1.000407 lr=0.008789 Epoch[022] Batch [2399]/[3760] Speed: 113.897164 samples/sec accuracy=73.723958 loss=0.999829 lr=0.008787 Epoch[022] Batch [2449]/[3760] Speed: 114.343711 samples/sec accuracy=73.724490 loss=0.999161 lr=0.008786 Epoch[022] Batch [2499]/[3760] Speed: 114.919911 samples/sec accuracy=73.738750 loss=0.998609 lr=0.008785 Epoch[022] Batch [2549]/[3760] Speed: 114.304095 samples/sec accuracy=73.716912 loss=0.998993 lr=0.008783 Epoch[022] Batch [2599]/[3760] Speed: 115.008168 samples/sec accuracy=73.702524 loss=0.999079 lr=0.008782 Epoch[022] Batch [2649]/[3760] Speed: 114.546101 samples/sec accuracy=73.662736 loss=1.000071 lr=0.008781 Epoch[022] Batch [2699]/[3760] Speed: 115.522049 samples/sec accuracy=73.653356 loss=1.000448 lr=0.008779 Epoch[022] Batch [2749]/[3760] Speed: 115.008124 samples/sec accuracy=73.659091 loss=1.000683 lr=0.008778 Epoch[022] Batch [2799]/[3760] Speed: 114.272700 samples/sec accuracy=73.654576 loss=1.000762 lr=0.008777 Epoch[022] Batch [2849]/[3760] Speed: 113.206317 samples/sec accuracy=73.643640 loss=1.001085 lr=0.008775 Epoch[022] Batch [2899]/[3760] Speed: 113.462222 samples/sec accuracy=73.637392 loss=1.001285 lr=0.008774 Epoch[022] Batch [2949]/[3760] Speed: 116.160290 samples/sec accuracy=73.610169 loss=1.002186 lr=0.008772 Epoch[022] Batch [2999]/[3760] Speed: 114.275817 samples/sec accuracy=73.601042 loss=1.002580 lr=0.008771 Epoch[022] Batch [3049]/[3760] Speed: 114.535681 samples/sec accuracy=73.591189 loss=1.002992 lr=0.008770 Epoch[022] Batch [3099]/[3760] Speed: 113.700720 samples/sec accuracy=73.585685 loss=1.003237 lr=0.008768 Epoch[022] Batch [3149]/[3760] Speed: 114.110758 samples/sec accuracy=73.564980 loss=1.003790 lr=0.008767 Epoch[022] Batch [3199]/[3760] Speed: 115.053364 samples/sec accuracy=73.537598 loss=1.004825 lr=0.008766 Epoch[022] Batch [3249]/[3760] Speed: 114.489043 samples/sec accuracy=73.502885 loss=1.006004 lr=0.008764 Epoch[022] Batch [3299]/[3760] Speed: 115.074897 samples/sec accuracy=73.504261 loss=1.006289 lr=0.008763 Epoch[022] Batch [3349]/[3760] Speed: 114.694727 samples/sec accuracy=73.489272 loss=1.006910 lr=0.008761 Epoch[022] Batch [3399]/[3760] Speed: 115.018588 samples/sec accuracy=73.480239 loss=1.007517 lr=0.008760 Epoch[022] Batch [3449]/[3760] Speed: 114.541735 samples/sec accuracy=73.470109 loss=1.008551 lr=0.008759 Epoch[022] Batch [3499]/[3760] Speed: 114.963193 samples/sec accuracy=73.471429 loss=1.008714 lr=0.008757 Epoch[022] Batch [3549]/[3760] Speed: 113.943963 samples/sec accuracy=73.442342 loss=1.009715 lr=0.008756 Epoch[022] Batch [3599]/[3760] Speed: 114.160878 samples/sec accuracy=73.434462 loss=1.009286 lr=0.008755 Epoch[022] Batch [3649]/[3760] Speed: 114.343822 samples/sec accuracy=73.422945 loss=1.010010 lr=0.008753 Epoch[022] Batch [3699]/[3760] Speed: 114.750587 samples/sec accuracy=73.415963 loss=1.010449 lr=0.008752 Epoch[022] Batch [3749]/[3760] Speed: 129.134861 samples/sec accuracy=73.408333 loss=1.010421 lr=0.008750 Batch [0049]/[0303]: acc-top1=64.062500 acc-top5=86.281250 Batch [0099]/[0303]: acc-top1=63.093750 acc-top5=85.671875 Batch [0149]/[0303]: acc-top1=63.437500 acc-top5=85.500000 Batch [0199]/[0303]: acc-top1=63.757812 acc-top5=85.468750 Batch [0249]/[0303]: acc-top1=63.700000 acc-top5=85.425000 Batch [0299]/[0303]: acc-top1=63.531250 acc-top5=85.270833 [Epoch 022] training: accuracy=73.407995 loss=1.010378 [Epoch 022] speed: 114 samples/sec time cost: 2302.147928 [Epoch 022] validation: acc-top1=63.479785 acc-top5=85.220710 loss=2.112845 Epoch[023] Batch [0049]/[3759] Speed: 78.984868 samples/sec accuracy=75.562500 loss=0.905309 lr=0.008749 Epoch[023] Batch [0099]/[3759] Speed: 115.740999 samples/sec accuracy=75.171875 loss=0.910884 lr=0.008747 Epoch[023] Batch [0149]/[3759] Speed: 113.908720 samples/sec accuracy=75.520833 loss=0.910705 lr=0.008746 Epoch[023] Batch [0199]/[3759] Speed: 113.725209 samples/sec accuracy=75.609375 loss=0.915012 lr=0.008745 Epoch[023] Batch [0249]/[3759] Speed: 115.707962 samples/sec accuracy=75.487500 loss=0.926733 lr=0.008743 Epoch[023] Batch [0299]/[3759] Speed: 113.907578 samples/sec accuracy=75.364583 loss=0.930157 lr=0.008742 Epoch[023] Batch [0349]/[3759] Speed: 114.953415 samples/sec accuracy=75.281250 loss=0.933479 lr=0.008740 Epoch[023] Batch [0399]/[3759] Speed: 114.818624 samples/sec accuracy=75.175781 loss=0.936985 lr=0.008739 Epoch[023] Batch [0449]/[3759] Speed: 114.622170 samples/sec accuracy=74.968750 loss=0.944338 lr=0.008738 Epoch[023] Batch [0499]/[3759] Speed: 114.094027 samples/sec accuracy=74.906250 loss=0.948429 lr=0.008736 Epoch[023] Batch [0549]/[3759] Speed: 113.850235 samples/sec accuracy=74.803977 loss=0.951014 lr=0.008735 Epoch[023] Batch [0599]/[3759] Speed: 115.798131 samples/sec accuracy=74.880208 loss=0.950779 lr=0.008734 Epoch[023] Batch [0649]/[3759] Speed: 115.667554 samples/sec accuracy=74.841346 loss=0.953341 lr=0.008732 Epoch[023] Batch [0699]/[3759] Speed: 115.183221 samples/sec accuracy=74.812500 loss=0.952684 lr=0.008731 Epoch[023] Batch [0749]/[3759] Speed: 113.560921 samples/sec accuracy=74.825000 loss=0.953229 lr=0.008729 Epoch[023] Batch [0799]/[3759] Speed: 114.806684 samples/sec accuracy=74.814453 loss=0.952439 lr=0.008728 Epoch[023] Batch [0849]/[3759] Speed: 115.516191 samples/sec accuracy=74.726103 loss=0.955586 lr=0.008727 Epoch[023] Batch [0899]/[3759] Speed: 113.762118 samples/sec accuracy=74.758681 loss=0.954452 lr=0.008725 Epoch[023] Batch [0949]/[3759] Speed: 116.971333 samples/sec accuracy=74.735197 loss=0.959432 lr=0.008724 Epoch[023] Batch [0999]/[3759] Speed: 113.099294 samples/sec accuracy=74.768750 loss=0.959808 lr=0.008722 Epoch[023] Batch [1049]/[3759] Speed: 115.809126 samples/sec accuracy=74.794643 loss=0.958883 lr=0.008721 Epoch[023] Batch [1099]/[3759] Speed: 113.783636 samples/sec accuracy=74.740057 loss=0.960268 lr=0.008720 Epoch[023] Batch [1149]/[3759] Speed: 113.864359 samples/sec accuracy=74.726902 loss=0.962284 lr=0.008718 Epoch[023] Batch [1199]/[3759] Speed: 115.510258 samples/sec accuracy=74.707031 loss=0.963936 lr=0.008717 Epoch[023] Batch [1249]/[3759] Speed: 113.684555 samples/sec accuracy=74.727500 loss=0.963852 lr=0.008715 Epoch[023] Batch [1299]/[3759] Speed: 114.993182 samples/sec accuracy=74.713942 loss=0.963844 lr=0.008714 Epoch[023] Batch [1349]/[3759] Speed: 114.051641 samples/sec accuracy=74.709491 loss=0.964964 lr=0.008713 Epoch[023] Batch [1399]/[3759] Speed: 115.462373 samples/sec accuracy=74.638393 loss=0.966804 lr=0.008711 Epoch[023] Batch [1449]/[3759] Speed: 114.480243 samples/sec accuracy=74.632543 loss=0.967391 lr=0.008710 Epoch[023] Batch [1499]/[3759] Speed: 112.498441 samples/sec accuracy=74.583333 loss=0.969010 lr=0.008708 Epoch[023] Batch [1549]/[3759] Speed: 115.412706 samples/sec accuracy=74.560484 loss=0.969496 lr=0.008707 Epoch[023] Batch [1599]/[3759] Speed: 115.337805 samples/sec accuracy=74.564453 loss=0.969823 lr=0.008706 Epoch[023] Batch [1649]/[3759] Speed: 114.812277 samples/sec accuracy=74.514205 loss=0.971459 lr=0.008704 Epoch[023] Batch [1699]/[3759] Speed: 113.807591 samples/sec accuracy=74.481618 loss=0.973116 lr=0.008703 Epoch[023] Batch [1749]/[3759] Speed: 114.787901 samples/sec accuracy=74.462500 loss=0.973269 lr=0.008701 Epoch[023] Batch [1799]/[3759] Speed: 112.959655 samples/sec accuracy=74.492188 loss=0.972424 lr=0.008700 Epoch[023] Batch [1849]/[3759] Speed: 114.155000 samples/sec accuracy=74.491554 loss=0.972201 lr=0.008699 Epoch[023] Batch [1899]/[3759] Speed: 114.088249 samples/sec accuracy=74.497533 loss=0.972057 lr=0.008697 Epoch[023] Batch [1949]/[3759] Speed: 115.113321 samples/sec accuracy=74.461538 loss=0.972598 lr=0.008696 Epoch[023] Batch [1999]/[3759] Speed: 114.182174 samples/sec accuracy=74.464062 loss=0.972554 lr=0.008694 Epoch[023] Batch [2049]/[3759] Speed: 114.809990 samples/sec accuracy=74.429878 loss=0.973194 lr=0.008693 Epoch[023] Batch [2099]/[3759] Speed: 115.041502 samples/sec accuracy=74.401786 loss=0.974357 lr=0.008692 Epoch[023] Batch [2149]/[3759] Speed: 114.417075 samples/sec accuracy=74.372093 loss=0.975301 lr=0.008690 Epoch[023] Batch [2199]/[3759] Speed: 113.252384 samples/sec accuracy=74.363636 loss=0.975594 lr=0.008689 Epoch[023] Batch [2249]/[3759] Speed: 116.910128 samples/sec accuracy=74.324306 loss=0.977283 lr=0.008687 Epoch[023] Batch [2299]/[3759] Speed: 113.651008 samples/sec accuracy=74.345109 loss=0.976681 lr=0.008686 Epoch[023] Batch [2349]/[3759] Speed: 114.375373 samples/sec accuracy=74.324468 loss=0.977381 lr=0.008684 Epoch[023] Batch [2399]/[3759] Speed: 114.923392 samples/sec accuracy=74.311198 loss=0.977508 lr=0.008683 Epoch[023] Batch [2449]/[3759] Speed: 114.529114 samples/sec accuracy=74.296556 loss=0.977943 lr=0.008682 Epoch[023] Batch [2499]/[3759] Speed: 114.232930 samples/sec accuracy=74.290625 loss=0.978351 lr=0.008680 Epoch[023] Batch [2549]/[3759] Speed: 114.067449 samples/sec accuracy=74.276961 loss=0.979258 lr=0.008679 Epoch[023] Batch [2599]/[3759] Speed: 115.405892 samples/sec accuracy=74.268029 loss=0.980261 lr=0.008677 Epoch[023] Batch [2649]/[3759] Speed: 114.158256 samples/sec accuracy=74.236439 loss=0.982380 lr=0.008676 Epoch[023] Batch [2699]/[3759] Speed: 115.337042 samples/sec accuracy=74.235532 loss=0.982625 lr=0.008675 Epoch[023] Batch [2749]/[3759] Speed: 114.540961 samples/sec accuracy=74.228409 loss=0.983137 lr=0.008673 Epoch[023] Batch [2799]/[3759] Speed: 114.843698 samples/sec accuracy=74.200893 loss=0.984265 lr=0.008672 Epoch[023] Batch [2849]/[3759] Speed: 113.804134 samples/sec accuracy=74.195724 loss=0.984828 lr=0.008670 Epoch[023] Batch [2899]/[3759] Speed: 114.955364 samples/sec accuracy=74.174030 loss=0.985618 lr=0.008669 Epoch[023] Batch [2949]/[3759] Speed: 114.310537 samples/sec accuracy=74.143008 loss=0.986639 lr=0.008667 Epoch[023] Batch [2999]/[3759] Speed: 113.593739 samples/sec accuracy=74.119792 loss=0.987237 lr=0.008666 Epoch[023] Batch [3049]/[3759] Speed: 114.601669 samples/sec accuracy=74.123463 loss=0.987202 lr=0.008665 Epoch[023] Batch [3099]/[3759] Speed: 113.626029 samples/sec accuracy=74.099798 loss=0.987966 lr=0.008663 Epoch[023] Batch [3149]/[3759] Speed: 116.633634 samples/sec accuracy=74.097222 loss=0.988404 lr=0.008662 Epoch[023] Batch [3199]/[3759] Speed: 113.641728 samples/sec accuracy=74.097168 loss=0.989024 lr=0.008660 Epoch[023] Batch [3249]/[3759] Speed: 114.268922 samples/sec accuracy=74.075481 loss=0.989890 lr=0.008659 Epoch[023] Batch [3299]/[3759] Speed: 115.185561 samples/sec accuracy=74.067708 loss=0.990134 lr=0.008658 Epoch[023] Batch [3349]/[3759] Speed: 115.147475 samples/sec accuracy=74.056903 loss=0.990684 lr=0.008656 Epoch[023] Batch [3399]/[3759] Speed: 115.013611 samples/sec accuracy=74.058364 loss=0.990618 lr=0.008655 Epoch[023] Batch [3449]/[3759] Speed: 113.068201 samples/sec accuracy=74.043931 loss=0.991357 lr=0.008653 Epoch[023] Batch [3499]/[3759] Speed: 115.388386 samples/sec accuracy=74.029911 loss=0.992080 lr=0.008652 Epoch[023] Batch [3549]/[3759] Speed: 114.379568 samples/sec accuracy=74.001761 loss=0.993104 lr=0.008650 Epoch[023] Batch [3599]/[3759] Speed: 115.242252 samples/sec accuracy=73.981771 loss=0.994027 lr=0.008649 Epoch[023] Batch [3649]/[3759] Speed: 114.473800 samples/sec accuracy=73.968750 loss=0.994352 lr=0.008648 Epoch[023] Batch [3699]/[3759] Speed: 113.114446 samples/sec accuracy=73.952703 loss=0.994849 lr=0.008646 Epoch[023] Batch [3749]/[3759] Speed: 130.087487 samples/sec accuracy=73.955417 loss=0.994690 lr=0.008645 Batch [0049]/[0303]: acc-top1=64.343750 acc-top5=85.593750 Batch [0099]/[0303]: acc-top1=63.296875 acc-top5=85.468750 Batch [0149]/[0303]: acc-top1=63.302083 acc-top5=85.375000 Batch [0199]/[0303]: acc-top1=63.304688 acc-top5=85.171875 Batch [0249]/[0303]: acc-top1=63.225000 acc-top5=85.118750 Batch [0299]/[0303]: acc-top1=63.229167 acc-top5=84.947917 [Epoch 023] training: accuracy=73.951267 loss=0.994791 [Epoch 023] speed: 114 samples/sec time cost: 2300.921283 [Epoch 023] validation: acc-top1=63.154909 acc-top5=84.885520 loss=2.148847 Epoch[024] Batch [0049]/[3760] Speed: 79.007673 samples/sec accuracy=74.906250 loss=0.942501 lr=0.008643 Epoch[024] Batch [0099]/[3760] Speed: 114.852552 samples/sec accuracy=74.468750 loss=0.964353 lr=0.008642 Epoch[024] Batch [0149]/[3760] Speed: 114.726780 samples/sec accuracy=75.135417 loss=0.937195 lr=0.008640 Epoch[024] Batch [0199]/[3760] Speed: 114.371984 samples/sec accuracy=75.015625 loss=0.938344 lr=0.008639 Epoch[024] Batch [0249]/[3760] Speed: 114.968656 samples/sec accuracy=75.031250 loss=0.935953 lr=0.008637 Epoch[024] Batch [0299]/[3760] Speed: 114.918978 samples/sec accuracy=75.083333 loss=0.934876 lr=0.008636 Epoch[024] Batch [0349]/[3760] Speed: 112.709083 samples/sec accuracy=75.183036 loss=0.931474 lr=0.008634 Epoch[024] Batch [0399]/[3760] Speed: 116.360934 samples/sec accuracy=75.089844 loss=0.939468 lr=0.008633 Epoch[024] Batch [0449]/[3760] Speed: 113.827318 samples/sec accuracy=75.166667 loss=0.939142 lr=0.008632 Epoch[024] Batch [0499]/[3760] Speed: 113.020619 samples/sec accuracy=75.278125 loss=0.937217 lr=0.008630 Epoch[024] Batch [0549]/[3760] Speed: 116.127481 samples/sec accuracy=75.201705 loss=0.937740 lr=0.008629 Epoch[024] Batch [0599]/[3760] Speed: 112.921498 samples/sec accuracy=75.187500 loss=0.938857 lr=0.008627 Epoch[024] Batch [0649]/[3760] Speed: 115.384090 samples/sec accuracy=75.151442 loss=0.942866 lr=0.008626 Epoch[024] Batch [0699]/[3760] Speed: 114.584915 samples/sec accuracy=75.044643 loss=0.947506 lr=0.008624 Epoch[024] Batch [0749]/[3760] Speed: 115.122334 samples/sec accuracy=75.043750 loss=0.945789 lr=0.008623 Epoch[024] Batch [0799]/[3760] Speed: 113.829985 samples/sec accuracy=75.042969 loss=0.945846 lr=0.008621 Epoch[024] Batch [0849]/[3760] Speed: 115.506761 samples/sec accuracy=74.970588 loss=0.946745 lr=0.008620 Epoch[024] Batch [0899]/[3760] Speed: 114.055878 samples/sec accuracy=74.961806 loss=0.947228 lr=0.008619 Epoch[024] Batch [0949]/[3760] Speed: 113.414152 samples/sec accuracy=74.993421 loss=0.947667 lr=0.008617 Epoch[024] Batch [0999]/[3760] Speed: 115.552991 samples/sec accuracy=74.929688 loss=0.950362 lr=0.008616 Epoch[024] Batch [1049]/[3760] Speed: 114.127127 samples/sec accuracy=74.918155 loss=0.950638 lr=0.008614 Epoch[024] Batch [1099]/[3760] Speed: 115.499845 samples/sec accuracy=74.943182 loss=0.949892 lr=0.008613 Epoch[024] Batch [1149]/[3760] Speed: 113.324152 samples/sec accuracy=74.937500 loss=0.949505 lr=0.008611 Epoch[024] Batch [1199]/[3760] Speed: 115.219726 samples/sec accuracy=74.895833 loss=0.950868 lr=0.008610 Epoch[024] Batch [1249]/[3760] Speed: 115.510331 samples/sec accuracy=74.905000 loss=0.951599 lr=0.008608 Epoch[024] Batch [1299]/[3760] Speed: 114.097203 samples/sec accuracy=74.853365 loss=0.952861 lr=0.008607 Epoch[024] Batch [1349]/[3760] Speed: 113.685544 samples/sec accuracy=74.848380 loss=0.953641 lr=0.008606 Epoch[024] Batch [1399]/[3760] Speed: 114.313184 samples/sec accuracy=74.808036 loss=0.955142 lr=0.008604 Epoch[024] Batch [1449]/[3760] Speed: 115.134366 samples/sec accuracy=74.765086 loss=0.956182 lr=0.008603 Epoch[024] Batch [1499]/[3760] Speed: 114.448434 samples/sec accuracy=74.740625 loss=0.957356 lr=0.008601 Epoch[024] Batch [1549]/[3760] Speed: 115.032748 samples/sec accuracy=74.739919 loss=0.957432 lr=0.008600 Epoch[024] Batch [1599]/[3760] Speed: 114.791458 samples/sec accuracy=74.691406 loss=0.958005 lr=0.008598 Epoch[024] Batch [1649]/[3760] Speed: 114.917186 samples/sec accuracy=74.640152 loss=0.959721 lr=0.008597 Epoch[024] Batch [1699]/[3760] Speed: 115.500265 samples/sec accuracy=74.627757 loss=0.960633 lr=0.008595 Epoch[024] Batch [1749]/[3760] Speed: 114.233944 samples/sec accuracy=74.652679 loss=0.959709 lr=0.008594 Epoch[024] Batch [1799]/[3760] Speed: 113.984696 samples/sec accuracy=74.641493 loss=0.959496 lr=0.008592 Epoch[024] Batch [1849]/[3760] Speed: 114.866942 samples/sec accuracy=74.643581 loss=0.960254 lr=0.008591 Epoch[024] Batch [1899]/[3760] Speed: 115.132103 samples/sec accuracy=74.592105 loss=0.961621 lr=0.008590 Epoch[024] Batch [1949]/[3760] Speed: 113.964500 samples/sec accuracy=74.563301 loss=0.962541 lr=0.008588 Epoch[024] Batch [1999]/[3760] Speed: 115.008193 samples/sec accuracy=74.535156 loss=0.962931 lr=0.008587 Epoch[024] Batch [2049]/[3760] Speed: 113.467648 samples/sec accuracy=74.506098 loss=0.963500 lr=0.008585 Epoch[024] Batch [2099]/[3760] Speed: 114.737433 samples/sec accuracy=74.473214 loss=0.964820 lr=0.008584 Epoch[024] Batch [2149]/[3760] Speed: 113.509201 samples/sec accuracy=74.468750 loss=0.964780 lr=0.008582 Epoch[024] Batch [2199]/[3760] Speed: 113.508773 samples/sec accuracy=74.468040 loss=0.964941 lr=0.008581 Epoch[024] Batch [2249]/[3760] Speed: 114.141767 samples/sec accuracy=74.479861 loss=0.964988 lr=0.008579 Epoch[024] Batch [2299]/[3760] Speed: 113.868539 samples/sec accuracy=74.495245 loss=0.964883 lr=0.008578 Epoch[024] Batch [2349]/[3760] Speed: 113.767292 samples/sec accuracy=74.479388 loss=0.965673 lr=0.008576 Epoch[024] Batch [2399]/[3760] Speed: 114.127106 samples/sec accuracy=74.483073 loss=0.965382 lr=0.008575 Epoch[024] Batch [2449]/[3760] Speed: 115.036205 samples/sec accuracy=74.488520 loss=0.964867 lr=0.008574 Epoch[024] Batch [2499]/[3760] Speed: 113.196375 samples/sec accuracy=74.491875 loss=0.964926 lr=0.008572 Epoch[024] Batch [2549]/[3760] Speed: 115.503863 samples/sec accuracy=74.479167 loss=0.965674 lr=0.008571 Epoch[024] Batch [2599]/[3760] Speed: 114.214291 samples/sec accuracy=74.459736 loss=0.966639 lr=0.008569 Epoch[024] Batch [2649]/[3760] Speed: 114.493491 samples/sec accuracy=74.425708 loss=0.968017 lr=0.008568 Epoch[024] Batch [2699]/[3760] Speed: 114.744028 samples/sec accuracy=74.422454 loss=0.968256 lr=0.008566 Epoch[024] Batch [2749]/[3760] Speed: 113.076104 samples/sec accuracy=74.394886 loss=0.968759 lr=0.008565 Epoch[024] Batch [2799]/[3760] Speed: 114.802736 samples/sec accuracy=74.371094 loss=0.969849 lr=0.008563 Epoch[024] Batch [2849]/[3760] Speed: 115.166412 samples/sec accuracy=74.355811 loss=0.970024 lr=0.008562 Epoch[024] Batch [2899]/[3760] Speed: 114.515458 samples/sec accuracy=74.342672 loss=0.970276 lr=0.008560 Epoch[024] Batch [2949]/[3760] Speed: 114.262141 samples/sec accuracy=74.361229 loss=0.970139 lr=0.008559 Epoch[024] Batch [2999]/[3760] Speed: 114.722439 samples/sec accuracy=74.379688 loss=0.970236 lr=0.008557 Epoch[024] Batch [3049]/[3760] Speed: 114.779254 samples/sec accuracy=74.340676 loss=0.971508 lr=0.008556 Epoch[024] Batch [3099]/[3760] Speed: 114.043001 samples/sec accuracy=74.325101 loss=0.971963 lr=0.008555 Epoch[024] Batch [3149]/[3760] Speed: 114.506134 samples/sec accuracy=74.312996 loss=0.972232 lr=0.008553 Epoch[024] Batch [3199]/[3760] Speed: 114.021069 samples/sec accuracy=74.306152 loss=0.972543 lr=0.008552 Epoch[024] Batch [3249]/[3760] Speed: 114.655231 samples/sec accuracy=74.287500 loss=0.972998 lr=0.008550 Epoch[024] Batch [3299]/[3760] Speed: 112.499395 samples/sec accuracy=74.286458 loss=0.973107 lr=0.008549 Epoch[024] Batch [3349]/[3760] Speed: 114.568369 samples/sec accuracy=74.259795 loss=0.973933 lr=0.008547 Epoch[024] Batch [3399]/[3760] Speed: 113.802480 samples/sec accuracy=74.257812 loss=0.973877 lr=0.008546 Epoch[024] Batch [3449]/[3760] Speed: 115.355782 samples/sec accuracy=74.230525 loss=0.975305 lr=0.008544 Epoch[024] Batch [3499]/[3760] Speed: 114.506154 samples/sec accuracy=74.220089 loss=0.976096 lr=0.008543 Epoch[024] Batch [3549]/[3760] Speed: 115.059507 samples/sec accuracy=74.223592 loss=0.976173 lr=0.008541 Epoch[024] Batch [3599]/[3760] Speed: 113.584347 samples/sec accuracy=74.207465 loss=0.977179 lr=0.008540 Epoch[024] Batch [3649]/[3760] Speed: 114.272224 samples/sec accuracy=74.198202 loss=0.977431 lr=0.008538 Epoch[024] Batch [3699]/[3760] Speed: 114.261473 samples/sec accuracy=74.189611 loss=0.978060 lr=0.008537 Epoch[024] Batch [3749]/[3760] Speed: 128.420547 samples/sec accuracy=74.168333 loss=0.979178 lr=0.008535 Batch [0049]/[0303]: acc-top1=63.968750 acc-top5=84.843750 Batch [0099]/[0303]: acc-top1=62.921875 acc-top5=84.781250 Batch [0149]/[0303]: acc-top1=63.041667 acc-top5=85.041667 Batch [0199]/[0303]: acc-top1=63.093750 acc-top5=84.898438 Batch [0249]/[0303]: acc-top1=63.006250 acc-top5=84.850000 Batch [0299]/[0303]: acc-top1=63.052083 acc-top5=84.817708 [Epoch 024] training: accuracy=74.163065 loss=0.979484 [Epoch 024] speed: 113 samples/sec time cost: 2303.962660 [Epoch 024] validation: acc-top1=63.031147 acc-top5=84.777228 loss=2.253176 Epoch[025] Batch [0049]/[3760] Speed: 80.619742 samples/sec accuracy=76.125000 loss=0.912801 lr=0.008534 Epoch[025] Batch [0099]/[3760] Speed: 114.544802 samples/sec accuracy=76.250000 loss=0.919375 lr=0.008532 Epoch[025] Batch [0149]/[3760] Speed: 115.190304 samples/sec accuracy=76.166667 loss=0.906270 lr=0.008531 Epoch[025] Batch [0199]/[3760] Speed: 112.987017 samples/sec accuracy=76.195312 loss=0.900480 lr=0.008529 Epoch[025] Batch [0249]/[3760] Speed: 113.983685 samples/sec accuracy=76.025000 loss=0.903787 lr=0.008528 Epoch[025] Batch [0299]/[3760] Speed: 113.604757 samples/sec accuracy=76.010417 loss=0.904896 lr=0.008526 Epoch[025] Batch [0349]/[3760] Speed: 115.655906 samples/sec accuracy=75.910714 loss=0.907058 lr=0.008525 Epoch[025] Batch [0399]/[3760] Speed: 114.437163 samples/sec accuracy=76.082031 loss=0.903158 lr=0.008523 Epoch[025] Batch [0449]/[3760] Speed: 113.306086 samples/sec accuracy=75.996528 loss=0.908111 lr=0.008522 Epoch[025] Batch [0499]/[3760] Speed: 114.563336 samples/sec accuracy=75.943750 loss=0.911721 lr=0.008520 Epoch[025] Batch [0549]/[3760] Speed: 115.283701 samples/sec accuracy=75.940341 loss=0.913844 lr=0.008519 Epoch[025] Batch [0599]/[3760] Speed: 113.453920 samples/sec accuracy=75.864583 loss=0.915077 lr=0.008517 Epoch[025] Batch [0649]/[3760] Speed: 115.631248 samples/sec accuracy=75.711538 loss=0.918766 lr=0.008516 Epoch[025] Batch [0699]/[3760] Speed: 113.327167 samples/sec accuracy=75.584821 loss=0.923092 lr=0.008514 Epoch[025] Batch [0749]/[3760] Speed: 114.179245 samples/sec accuracy=75.508333 loss=0.924757 lr=0.008513 Epoch[025] Batch [0799]/[3760] Speed: 114.732911 samples/sec accuracy=75.509766 loss=0.924103 lr=0.008511 Epoch[025] Batch [0849]/[3760] Speed: 115.066476 samples/sec accuracy=75.512868 loss=0.925931 lr=0.008510 Epoch[025] Batch [0899]/[3760] Speed: 113.411970 samples/sec accuracy=75.460069 loss=0.925439 lr=0.008508 Epoch[025] Batch [0949]/[3760] Speed: 113.464877 samples/sec accuracy=75.440789 loss=0.927011 lr=0.008507 Epoch[025] Batch [0999]/[3760] Speed: 115.450910 samples/sec accuracy=75.315625 loss=0.932045 lr=0.008505 Epoch[025] Batch [1049]/[3760] Speed: 112.194054 samples/sec accuracy=75.316964 loss=0.931121 lr=0.008504 Epoch[025] Batch [1099]/[3760] Speed: 116.242574 samples/sec accuracy=75.264205 loss=0.933426 lr=0.008502 Epoch[025] Batch [1149]/[3760] Speed: 114.040506 samples/sec accuracy=75.275815 loss=0.934234 lr=0.008501 Epoch[025] Batch [1199]/[3760] Speed: 114.118337 samples/sec accuracy=75.256510 loss=0.934181 lr=0.008499 Epoch[025] Batch [1249]/[3760] Speed: 114.492328 samples/sec accuracy=75.245000 loss=0.935162 lr=0.008498 Epoch[025] Batch [1299]/[3760] Speed: 114.360742 samples/sec accuracy=75.203125 loss=0.936178 lr=0.008496 Epoch[025] Batch [1349]/[3760] Speed: 113.668632 samples/sec accuracy=75.187500 loss=0.937265 lr=0.008495 Epoch[025] Batch [1399]/[3760] Speed: 114.561753 samples/sec accuracy=75.220982 loss=0.936122 lr=0.008493 Epoch[025] Batch [1449]/[3760] Speed: 113.960050 samples/sec accuracy=75.205819 loss=0.937280 lr=0.008492 Epoch[025] Batch [1499]/[3760] Speed: 114.178804 samples/sec accuracy=75.123958 loss=0.940855 lr=0.008490 Epoch[025] Batch [1549]/[3760] Speed: 114.439779 samples/sec accuracy=75.106855 loss=0.941762 lr=0.008489 Epoch[025] Batch [1599]/[3760] Speed: 113.409714 samples/sec accuracy=75.155273 loss=0.940762 lr=0.008487 Epoch[025] Batch [1649]/[3760] Speed: 115.925697 samples/sec accuracy=75.133523 loss=0.942518 lr=0.008486 Epoch[025] Batch [1699]/[3760] Speed: 113.344717 samples/sec accuracy=75.090074 loss=0.944771 lr=0.008484 Epoch[025] Batch [1749]/[3760] Speed: 115.998237 samples/sec accuracy=75.051786 loss=0.946215 lr=0.008483 Epoch[025] Batch [1799]/[3760] Speed: 113.001388 samples/sec accuracy=75.069444 loss=0.946051 lr=0.008481 Epoch[025] Batch [1849]/[3760] Speed: 114.617166 samples/sec accuracy=75.075169 loss=0.945762 lr=0.008480 Epoch[025] Batch [1899]/[3760] Speed: 114.585162 samples/sec accuracy=75.054276 loss=0.946830 lr=0.008478 Epoch[025] Batch [1949]/[3760] Speed: 114.021951 samples/sec accuracy=75.040865 loss=0.947593 lr=0.008477 Epoch[025] Batch [1999]/[3760] Speed: 114.238723 samples/sec accuracy=74.992188 loss=0.949044 lr=0.008475 Epoch[025] Batch [2049]/[3760] Speed: 114.044439 samples/sec accuracy=74.964177 loss=0.949561 lr=0.008474 Epoch[025] Batch [2099]/[3760] Speed: 114.672994 samples/sec accuracy=74.947917 loss=0.950308 lr=0.008472 Epoch[025] Batch [2149]/[3760] Speed: 115.552610 samples/sec accuracy=74.946948 loss=0.950427 lr=0.008471 Epoch[025] Batch [2199]/[3760] Speed: 114.801020 samples/sec accuracy=74.948153 loss=0.951086 lr=0.008469 Epoch[025] Batch [2249]/[3760] Speed: 113.993381 samples/sec accuracy=74.909028 loss=0.952228 lr=0.008468 Epoch[025] Batch [2299]/[3760] Speed: 114.804647 samples/sec accuracy=74.908967 loss=0.952567 lr=0.008466 Epoch[025] Batch [2349]/[3760] Speed: 113.710499 samples/sec accuracy=74.886303 loss=0.953629 lr=0.008465 Epoch[025] Batch [2399]/[3760] Speed: 115.426377 samples/sec accuracy=74.869792 loss=0.954032 lr=0.008463 Epoch[025] Batch [2449]/[3760] Speed: 114.276168 samples/sec accuracy=74.825893 loss=0.955517 lr=0.008462 Epoch[025] Batch [2499]/[3760] Speed: 114.403570 samples/sec accuracy=74.816250 loss=0.955985 lr=0.008460 Epoch[025] Batch [2549]/[3760] Speed: 115.425964 samples/sec accuracy=74.789216 loss=0.956767 lr=0.008459 Epoch[025] Batch [2599]/[3760] Speed: 113.406766 samples/sec accuracy=74.789663 loss=0.956559 lr=0.008457 Epoch[025] Batch [2649]/[3760] Speed: 113.874111 samples/sec accuracy=74.775943 loss=0.957572 lr=0.008456 Epoch[025] Batch [2699]/[3760] Speed: 113.952114 samples/sec accuracy=74.763889 loss=0.957856 lr=0.008454 Epoch[025] Batch [2749]/[3760] Speed: 113.551910 samples/sec accuracy=74.733523 loss=0.958683 lr=0.008453 Epoch[025] Batch [2799]/[3760] Speed: 113.607902 samples/sec accuracy=74.733817 loss=0.958648 lr=0.008451 Epoch[025] Batch [2849]/[3760] Speed: 113.648821 samples/sec accuracy=74.726974 loss=0.958990 lr=0.008450 Epoch[025] Batch [2899]/[3760] Speed: 114.879674 samples/sec accuracy=74.711746 loss=0.959493 lr=0.008448 Epoch[025] Batch [2949]/[3760] Speed: 114.158380 samples/sec accuracy=74.695445 loss=0.960166 lr=0.008447 Epoch[025] Batch [2999]/[3760] Speed: 113.029514 samples/sec accuracy=74.684896 loss=0.960652 lr=0.008445 Epoch[025] Batch [3049]/[3760] Speed: 114.599183 samples/sec accuracy=74.659324 loss=0.961492 lr=0.008444 Epoch[025] Batch [3099]/[3760] Speed: 113.934417 samples/sec accuracy=74.678427 loss=0.960974 lr=0.008442 Epoch[025] Batch [3149]/[3760] Speed: 115.377098 samples/sec accuracy=74.677579 loss=0.961433 lr=0.008441 Epoch[025] Batch [3199]/[3760] Speed: 113.995956 samples/sec accuracy=74.655762 loss=0.962221 lr=0.008439 Epoch[025] Batch [3249]/[3760] Speed: 116.164546 samples/sec accuracy=74.649519 loss=0.962327 lr=0.008438 Epoch[025] Batch [3299]/[3760] Speed: 114.209834 samples/sec accuracy=74.634470 loss=0.963181 lr=0.008436 Epoch[025] Batch [3349]/[3760] Speed: 115.310559 samples/sec accuracy=74.611474 loss=0.964289 lr=0.008435 Epoch[025] Batch [3399]/[3760] Speed: 113.658964 samples/sec accuracy=74.580423 loss=0.965248 lr=0.008433 Epoch[025] Batch [3449]/[3760] Speed: 114.014868 samples/sec accuracy=74.582428 loss=0.965661 lr=0.008432 Epoch[025] Batch [3499]/[3760] Speed: 114.486514 samples/sec accuracy=74.582589 loss=0.966035 lr=0.008430 Epoch[025] Batch [3549]/[3760] Speed: 113.966183 samples/sec accuracy=74.571743 loss=0.966141 lr=0.008429 Epoch[025] Batch [3599]/[3760] Speed: 113.436314 samples/sec accuracy=74.563368 loss=0.966868 lr=0.008427 Epoch[025] Batch [3649]/[3760] Speed: 115.991056 samples/sec accuracy=74.560360 loss=0.967276 lr=0.008426 Epoch[025] Batch [3699]/[3760] Speed: 114.526976 samples/sec accuracy=74.527872 loss=0.968494 lr=0.008424 Epoch[025] Batch [3749]/[3760] Speed: 128.053191 samples/sec accuracy=74.522917 loss=0.968565 lr=0.008423 Batch [0049]/[0303]: acc-top1=63.406250 acc-top5=85.500000 Batch [0099]/[0303]: acc-top1=63.015625 acc-top5=85.031250 Batch [0149]/[0303]: acc-top1=62.927083 acc-top5=84.843750 Batch [0199]/[0303]: acc-top1=63.148438 acc-top5=84.914062 Batch [0249]/[0303]: acc-top1=63.037500 acc-top5=84.818750 Batch [0299]/[0303]: acc-top1=63.088542 acc-top5=84.729167 [Epoch 025] training: accuracy=74.518783 loss=0.968795 [Epoch 025] speed: 113 samples/sec time cost: 2304.113662 [Epoch 025] validation: acc-top1=63.062087 acc-top5=84.679249 loss=2.242259 Epoch[026] Batch [0049]/[3759] Speed: 79.517083 samples/sec accuracy=76.125000 loss=0.903416 lr=0.008421 Epoch[026] Batch [0099]/[3759] Speed: 114.411915 samples/sec accuracy=76.109375 loss=0.905264 lr=0.008419 Epoch[026] Batch [0149]/[3759] Speed: 115.124337 samples/sec accuracy=75.927083 loss=0.906555 lr=0.008418 Epoch[026] Batch [0199]/[3759] Speed: 114.267140 samples/sec accuracy=76.312500 loss=0.899703 lr=0.008416 Epoch[026] Batch [0249]/[3759] Speed: 114.647552 samples/sec accuracy=76.187500 loss=0.900089 lr=0.008415 Epoch[026] Batch [0299]/[3759] Speed: 114.976546 samples/sec accuracy=76.125000 loss=0.899308 lr=0.008413 Epoch[026] Batch [0349]/[3759] Speed: 115.411124 samples/sec accuracy=76.093750 loss=0.904870 lr=0.008412 Epoch[026] Batch [0399]/[3759] Speed: 113.728259 samples/sec accuracy=76.117188 loss=0.904693 lr=0.008410 Epoch[026] Batch [0449]/[3759] Speed: 114.377553 samples/sec accuracy=76.086806 loss=0.905334 lr=0.008408 Epoch[026] Batch [0499]/[3759] Speed: 114.492240 samples/sec accuracy=75.928125 loss=0.907305 lr=0.008407 Epoch[026] Batch [0549]/[3759] Speed: 113.480695 samples/sec accuracy=75.818182 loss=0.910056 lr=0.008405 Epoch[026] Batch [0599]/[3759] Speed: 114.087042 samples/sec accuracy=75.895833 loss=0.909098 lr=0.008404 Epoch[026] Batch [0649]/[3759] Speed: 114.388604 samples/sec accuracy=75.853365 loss=0.910666 lr=0.008402 Epoch[026] Batch [0699]/[3759] Speed: 113.500289 samples/sec accuracy=75.830357 loss=0.911359 lr=0.008401 Epoch[026] Batch [0749]/[3759] Speed: 115.845671 samples/sec accuracy=75.731250 loss=0.916548 lr=0.008399 Epoch[026] Batch [0799]/[3759] Speed: 114.285572 samples/sec accuracy=75.654297 loss=0.919442 lr=0.008398 Epoch[026] Batch [0849]/[3759] Speed: 115.389650 samples/sec accuracy=75.591912 loss=0.922456 lr=0.008396 Epoch[026] Batch [0899]/[3759] Speed: 115.415257 samples/sec accuracy=75.565972 loss=0.922828 lr=0.008395 Epoch[026] Batch [0949]/[3759] Speed: 113.151669 samples/sec accuracy=75.574013 loss=0.924379 lr=0.008393 Epoch[026] Batch [0999]/[3759] Speed: 114.715446 samples/sec accuracy=75.601562 loss=0.923128 lr=0.008392 Epoch[026] Batch [1049]/[3759] Speed: 114.905241 samples/sec accuracy=75.632440 loss=0.920906 lr=0.008390 Epoch[026] Batch [1099]/[3759] Speed: 114.329726 samples/sec accuracy=75.582386 loss=0.922636 lr=0.008389 Epoch[026] Batch [1149]/[3759] Speed: 114.881747 samples/sec accuracy=75.562500 loss=0.924217 lr=0.008387 Epoch[026] Batch [1199]/[3759] Speed: 114.535272 samples/sec accuracy=75.501302 loss=0.925857 lr=0.008385 Epoch[026] Batch [1249]/[3759] Speed: 115.395658 samples/sec accuracy=75.506250 loss=0.926152 lr=0.008384 Epoch[026] Batch [1299]/[3759] Speed: 115.234000 samples/sec accuracy=75.491587 loss=0.926258 lr=0.008382 Epoch[026] Batch [1349]/[3759] Speed: 114.991789 samples/sec accuracy=75.513889 loss=0.925915 lr=0.008381 Epoch[026] Batch [1399]/[3759] Speed: 114.267629 samples/sec accuracy=75.524554 loss=0.926653 lr=0.008379 Epoch[026] Batch [1449]/[3759] Speed: 113.275229 samples/sec accuracy=75.491379 loss=0.928999 lr=0.008378 Epoch[026] Batch [1499]/[3759] Speed: 115.250125 samples/sec accuracy=75.486458 loss=0.929158 lr=0.008376 Epoch[026] Batch [1549]/[3759] Speed: 114.079159 samples/sec accuracy=75.447581 loss=0.930677 lr=0.008375 Epoch[026] Batch [1599]/[3759] Speed: 116.928623 samples/sec accuracy=75.448242 loss=0.930708 lr=0.008373 Epoch[026] Batch [1649]/[3759] Speed: 113.216134 samples/sec accuracy=75.404356 loss=0.931327 lr=0.008372 Epoch[026] Batch [1699]/[3759] Speed: 116.218461 samples/sec accuracy=75.374081 loss=0.932686 lr=0.008370 Epoch[026] Batch [1749]/[3759] Speed: 113.504283 samples/sec accuracy=75.344643 loss=0.934254 lr=0.008369 Epoch[026] Batch [1799]/[3759] Speed: 115.540213 samples/sec accuracy=75.352431 loss=0.933839 lr=0.008367 Epoch[026] Batch [1849]/[3759] Speed: 113.916380 samples/sec accuracy=75.338682 loss=0.934568 lr=0.008365 Epoch[026] Batch [1899]/[3759] Speed: 115.253082 samples/sec accuracy=75.319901 loss=0.935117 lr=0.008364 Epoch[026] Batch [1949]/[3759] Speed: 113.700866 samples/sec accuracy=75.300481 loss=0.935453 lr=0.008362 Epoch[026] Batch [1999]/[3759] Speed: 115.116007 samples/sec accuracy=75.264844 loss=0.936697 lr=0.008361 Epoch[026] Batch [2049]/[3759] Speed: 114.999500 samples/sec accuracy=75.236280 loss=0.937762 lr=0.008359 Epoch[026] Batch [2099]/[3759] Speed: 114.923105 samples/sec accuracy=75.195685 loss=0.939055 lr=0.008358 Epoch[026] Batch [2149]/[3759] Speed: 114.196957 samples/sec accuracy=75.179506 loss=0.939489 lr=0.008356 Epoch[026] Batch [2199]/[3759] Speed: 115.102898 samples/sec accuracy=75.159091 loss=0.940541 lr=0.008355 Epoch[026] Batch [2249]/[3759] Speed: 113.639754 samples/sec accuracy=75.145139 loss=0.941253 lr=0.008353 Epoch[026] Batch [2299]/[3759] Speed: 114.308904 samples/sec accuracy=75.103261 loss=0.942304 lr=0.008352 Epoch[026] Batch [2349]/[3759] Speed: 114.862336 samples/sec accuracy=75.079787 loss=0.943386 lr=0.008350 Epoch[026] Batch [2399]/[3759] Speed: 115.130602 samples/sec accuracy=75.070964 loss=0.943114 lr=0.008348 Epoch[026] Batch [2449]/[3759] Speed: 113.622595 samples/sec accuracy=75.072704 loss=0.942788 lr=0.008347 Epoch[026] Batch [2499]/[3759] Speed: 114.763824 samples/sec accuracy=75.057500 loss=0.943486 lr=0.008345 Epoch[026] Batch [2549]/[3759] Speed: 113.958371 samples/sec accuracy=75.041667 loss=0.944016 lr=0.008344 Epoch[026] Batch [2599]/[3759] Speed: 114.552073 samples/sec accuracy=75.028846 loss=0.945185 lr=0.008342 Epoch[026] Batch [2649]/[3759] Speed: 114.346937 samples/sec accuracy=75.010024 loss=0.945787 lr=0.008341 Epoch[026] Batch [2699]/[3759] Speed: 113.531769 samples/sec accuracy=75.001736 loss=0.946446 lr=0.008339 Epoch[026] Batch [2749]/[3759] Speed: 114.748165 samples/sec accuracy=74.974432 loss=0.946908 lr=0.008338 Epoch[026] Batch [2799]/[3759] Speed: 114.708149 samples/sec accuracy=74.958147 loss=0.947599 lr=0.008336 Epoch[026] Batch [2849]/[3759] Speed: 116.084165 samples/sec accuracy=74.930921 loss=0.948668 lr=0.008334 Epoch[026] Batch [2899]/[3759] Speed: 113.861746 samples/sec accuracy=74.910022 loss=0.949647 lr=0.008333 Epoch[026] Batch [2949]/[3759] Speed: 115.431048 samples/sec accuracy=74.921610 loss=0.949390 lr=0.008331 Epoch[026] Batch [2999]/[3759] Speed: 114.634423 samples/sec accuracy=74.909896 loss=0.950210 lr=0.008330 Epoch[026] Batch [3049]/[3759] Speed: 116.135612 samples/sec accuracy=74.897029 loss=0.950617 lr=0.008328 Epoch[026] Batch [3099]/[3759] Speed: 113.611538 samples/sec accuracy=74.900202 loss=0.950823 lr=0.008327 Epoch[026] Batch [3149]/[3759] Speed: 113.781798 samples/sec accuracy=74.881944 loss=0.951242 lr=0.008325 Epoch[026] Batch [3199]/[3759] Speed: 114.956551 samples/sec accuracy=74.883301 loss=0.951426 lr=0.008324 Epoch[026] Batch [3249]/[3759] Speed: 115.657738 samples/sec accuracy=74.885096 loss=0.951758 lr=0.008322 Epoch[026] Batch [3299]/[3759] Speed: 115.064926 samples/sec accuracy=74.868845 loss=0.952042 lr=0.008320 Epoch[026] Batch [3349]/[3759] Speed: 114.539048 samples/sec accuracy=74.855410 loss=0.952001 lr=0.008319 Epoch[026] Batch [3399]/[3759] Speed: 114.290567 samples/sec accuracy=74.828125 loss=0.952935 lr=0.008317 Epoch[026] Batch [3449]/[3759] Speed: 115.101616 samples/sec accuracy=74.805707 loss=0.953496 lr=0.008316 Epoch[026] Batch [3499]/[3759] Speed: 114.573952 samples/sec accuracy=74.791964 loss=0.954101 lr=0.008314 Epoch[026] Batch [3549]/[3759] Speed: 114.944069 samples/sec accuracy=74.772447 loss=0.954474 lr=0.008313 Epoch[026] Batch [3599]/[3759] Speed: 114.446668 samples/sec accuracy=74.759983 loss=0.955442 lr=0.008311 Epoch[026] Batch [3649]/[3759] Speed: 115.121841 samples/sec accuracy=74.758134 loss=0.955642 lr=0.008309 Epoch[026] Batch [3699]/[3759] Speed: 115.509790 samples/sec accuracy=74.744088 loss=0.956531 lr=0.008308 Epoch[026] Batch [3749]/[3759] Speed: 129.829197 samples/sec accuracy=74.715417 loss=0.957270 lr=0.008306 Batch [0049]/[0303]: acc-top1=63.875000 acc-top5=85.406250 Batch [0099]/[0303]: acc-top1=63.718750 acc-top5=85.484375 Batch [0149]/[0303]: acc-top1=63.750000 acc-top5=85.302083 Batch [0199]/[0303]: acc-top1=63.750000 acc-top5=85.289062 Batch [0249]/[0303]: acc-top1=63.787500 acc-top5=85.093750 Batch [0299]/[0303]: acc-top1=63.755208 acc-top5=85.083333 [Epoch 026] training: accuracy=74.718176 loss=0.957375 [Epoch 026] speed: 114 samples/sec time cost: 2297.505379 [Epoch 026] validation: acc-top1=63.706683 acc-top5=85.045380 loss=2.162978 Epoch[027] Batch [0049]/[3760] Speed: 79.201798 samples/sec accuracy=77.187500 loss=0.884016 lr=0.008304 Epoch[027] Batch [0099]/[3760] Speed: 115.343690 samples/sec accuracy=76.531250 loss=0.890966 lr=0.008303 Epoch[027] Batch [0149]/[3760] Speed: 114.663456 samples/sec accuracy=76.468750 loss=0.897911 lr=0.008301 Epoch[027] Batch [0199]/[3760] Speed: 115.183643 samples/sec accuracy=76.375000 loss=0.903368 lr=0.008300 Epoch[027] Batch [0249]/[3760] Speed: 115.013070 samples/sec accuracy=76.225000 loss=0.906081 lr=0.008298 Epoch[027] Batch [0299]/[3760] Speed: 114.026455 samples/sec accuracy=76.093750 loss=0.906019 lr=0.008297 Epoch[027] Batch [0349]/[3760] Speed: 115.525876 samples/sec accuracy=76.165179 loss=0.904256 lr=0.008295 Epoch[027] Batch [0399]/[3760] Speed: 114.315782 samples/sec accuracy=76.253906 loss=0.900685 lr=0.008293 Epoch[027] Batch [0449]/[3760] Speed: 114.878431 samples/sec accuracy=76.281250 loss=0.899486 lr=0.008292 Epoch[027] Batch [0499]/[3760] Speed: 114.768524 samples/sec accuracy=76.178125 loss=0.899867 lr=0.008290 Epoch[027] Batch [0549]/[3760] Speed: 113.395305 samples/sec accuracy=76.110795 loss=0.900651 lr=0.008289 Epoch[027] Batch [0599]/[3760] Speed: 115.129325 samples/sec accuracy=76.054688 loss=0.902489 lr=0.008287 Epoch[027] Batch [0649]/[3760] Speed: 113.190827 samples/sec accuracy=76.074519 loss=0.902162 lr=0.008286 Epoch[027] Batch [0699]/[3760] Speed: 115.338000 samples/sec accuracy=75.939732 loss=0.905393 lr=0.008284 Epoch[027] Batch [0749]/[3760] Speed: 113.713627 samples/sec accuracy=75.960417 loss=0.903500 lr=0.008282 Epoch[027] Batch [0799]/[3760] Speed: 115.489521 samples/sec accuracy=76.023438 loss=0.903518 lr=0.008281 Epoch[027] Batch [0849]/[3760] Speed: 114.833179 samples/sec accuracy=76.066176 loss=0.901999 lr=0.008279 Epoch[027] Batch [0899]/[3760] Speed: 113.920022 samples/sec accuracy=76.052083 loss=0.901457 lr=0.008278 Epoch[027] Batch [0949]/[3760] Speed: 114.213219 samples/sec accuracy=76.098684 loss=0.899328 lr=0.008276 Epoch[027] Batch [0999]/[3760] Speed: 115.005445 samples/sec accuracy=76.087500 loss=0.899763 lr=0.008275 Epoch[027] Batch [1049]/[3760] Speed: 114.732046 samples/sec accuracy=76.044643 loss=0.901016 lr=0.008273 Epoch[027] Batch [1099]/[3760] Speed: 115.184072 samples/sec accuracy=76.019886 loss=0.901266 lr=0.008271 Epoch[027] Batch [1149]/[3760] Speed: 115.502938 samples/sec accuracy=75.991848 loss=0.902333 lr=0.008270 Epoch[027] Batch [1199]/[3760] Speed: 114.144213 samples/sec accuracy=75.980469 loss=0.903462 lr=0.008268 Epoch[027] Batch [1249]/[3760] Speed: 114.655857 samples/sec accuracy=75.953750 loss=0.904446 lr=0.008267 Epoch[027] Batch [1299]/[3760] Speed: 114.698971 samples/sec accuracy=75.955529 loss=0.904162 lr=0.008265 Epoch[027] Batch [1349]/[3760] Speed: 114.670550 samples/sec accuracy=75.969907 loss=0.904392 lr=0.008263 Epoch[027] Batch [1399]/[3760] Speed: 114.617310 samples/sec accuracy=75.946429 loss=0.905909 lr=0.008262 Epoch[027] Batch [1449]/[3760] Speed: 113.527044 samples/sec accuracy=75.908405 loss=0.907644 lr=0.008260 Epoch[027] Batch [1499]/[3760] Speed: 114.478292 samples/sec accuracy=75.854167 loss=0.910202 lr=0.008259 Epoch[027] Batch [1549]/[3760] Speed: 114.876957 samples/sec accuracy=75.838710 loss=0.911357 lr=0.008257 Epoch[027] Batch [1599]/[3760] Speed: 114.574396 samples/sec accuracy=75.828125 loss=0.911961 lr=0.008256 Epoch[027] Batch [1649]/[3760] Speed: 114.587178 samples/sec accuracy=75.838068 loss=0.912229 lr=0.008254 Epoch[027] Batch [1699]/[3760] Speed: 113.858133 samples/sec accuracy=75.867647 loss=0.912238 lr=0.008252 Epoch[027] Batch [1749]/[3760] Speed: 114.841343 samples/sec accuracy=75.805357 loss=0.914548 lr=0.008251 Epoch[027] Batch [1799]/[3760] Speed: 113.593435 samples/sec accuracy=75.810764 loss=0.914520 lr=0.008249 Epoch[027] Batch [1849]/[3760] Speed: 115.777063 samples/sec accuracy=75.781250 loss=0.915878 lr=0.008248 Epoch[027] Batch [1899]/[3760] Speed: 115.085764 samples/sec accuracy=75.796053 loss=0.915554 lr=0.008246 Epoch[027] Batch [1949]/[3760] Speed: 115.390090 samples/sec accuracy=75.766827 loss=0.917179 lr=0.008244 Epoch[027] Batch [1999]/[3760] Speed: 113.963248 samples/sec accuracy=75.721094 loss=0.918860 lr=0.008243 Epoch[027] Batch [2049]/[3760] Speed: 114.010515 samples/sec accuracy=75.698171 loss=0.919132 lr=0.008241 Epoch[027] Batch [2099]/[3760] Speed: 114.972324 samples/sec accuracy=75.655506 loss=0.920522 lr=0.008240 Epoch[027] Batch [2149]/[3760] Speed: 114.606139 samples/sec accuracy=75.630087 loss=0.921440 lr=0.008238 Epoch[027] Batch [2199]/[3760] Speed: 114.712075 samples/sec accuracy=75.583807 loss=0.923082 lr=0.008236 Epoch[027] Batch [2249]/[3760] Speed: 114.752174 samples/sec accuracy=75.547222 loss=0.923860 lr=0.008235 Epoch[027] Batch [2299]/[3760] Speed: 115.175301 samples/sec accuracy=75.547554 loss=0.924025 lr=0.008233 Epoch[027] Batch [2349]/[3760] Speed: 114.240057 samples/sec accuracy=75.579122 loss=0.923926 lr=0.008232 Epoch[027] Batch [2399]/[3760] Speed: 115.101361 samples/sec accuracy=75.564453 loss=0.924871 lr=0.008230 Epoch[027] Batch [2449]/[3760] Speed: 113.982454 samples/sec accuracy=75.559949 loss=0.925435 lr=0.008229 Epoch[027] Batch [2499]/[3760] Speed: 114.922291 samples/sec accuracy=75.527500 loss=0.926138 lr=0.008227 Epoch[027] Batch [2549]/[3760] Speed: 114.729366 samples/sec accuracy=75.515931 loss=0.926375 lr=0.008225 Epoch[027] Batch [2599]/[3760] Speed: 113.127607 samples/sec accuracy=75.508413 loss=0.926998 lr=0.008224 Epoch[027] Batch [2649]/[3760] Speed: 115.892942 samples/sec accuracy=75.502358 loss=0.927396 lr=0.008222 Epoch[027] Batch [2699]/[3760] Speed: 114.770259 samples/sec accuracy=75.504630 loss=0.927402 lr=0.008221 Epoch[027] Batch [2749]/[3760] Speed: 114.840487 samples/sec accuracy=75.478977 loss=0.928194 lr=0.008219 Epoch[027] Batch [2799]/[3760] Speed: 113.989839 samples/sec accuracy=75.465960 loss=0.928956 lr=0.008217 Epoch[027] Batch [2849]/[3760] Speed: 115.087980 samples/sec accuracy=75.453947 loss=0.929768 lr=0.008216 Epoch[027] Batch [2899]/[3760] Speed: 113.052914 samples/sec accuracy=75.443966 loss=0.930344 lr=0.008214 Epoch[027] Batch [2949]/[3760] Speed: 114.076908 samples/sec accuracy=75.414195 loss=0.931736 lr=0.008213 Epoch[027] Batch [2999]/[3760] Speed: 113.997170 samples/sec accuracy=75.401562 loss=0.932055 lr=0.008211 Epoch[027] Batch [3049]/[3760] Speed: 115.070356 samples/sec accuracy=75.399078 loss=0.931903 lr=0.008209 Epoch[027] Batch [3099]/[3760] Speed: 114.516321 samples/sec accuracy=75.388105 loss=0.931853 lr=0.008208 Epoch[027] Batch [3149]/[3760] Speed: 115.966465 samples/sec accuracy=75.378968 loss=0.932351 lr=0.008206 Epoch[027] Batch [3199]/[3760] Speed: 115.316058 samples/sec accuracy=75.375000 loss=0.932819 lr=0.008205 Epoch[027] Batch [3249]/[3760] Speed: 114.062666 samples/sec accuracy=75.346154 loss=0.934084 lr=0.008203 Epoch[027] Batch [3299]/[3760] Speed: 114.689678 samples/sec accuracy=75.324811 loss=0.934897 lr=0.008201 Epoch[027] Batch [3349]/[3760] Speed: 114.085283 samples/sec accuracy=75.308769 loss=0.935260 lr=0.008200 Epoch[027] Batch [3399]/[3760] Speed: 115.099890 samples/sec accuracy=75.289522 loss=0.935839 lr=0.008198 Epoch[027] Batch [3449]/[3760] Speed: 113.649001 samples/sec accuracy=75.274004 loss=0.936853 lr=0.008197 Epoch[027] Batch [3499]/[3760] Speed: 116.157352 samples/sec accuracy=75.249107 loss=0.938042 lr=0.008195 Epoch[027] Batch [3549]/[3760] Speed: 113.186155 samples/sec accuracy=75.231954 loss=0.938669 lr=0.008193 Epoch[027] Batch [3599]/[3760] Speed: 114.888770 samples/sec accuracy=75.213976 loss=0.939510 lr=0.008192 Epoch[027] Batch [3649]/[3760] Speed: 114.253426 samples/sec accuracy=75.206336 loss=0.939958 lr=0.008190 Epoch[027] Batch [3699]/[3760] Speed: 114.996638 samples/sec accuracy=75.183277 loss=0.941021 lr=0.008188 Epoch[027] Batch [3749]/[3760] Speed: 129.307286 samples/sec accuracy=75.157500 loss=0.941817 lr=0.008187 Batch [0049]/[0303]: acc-top1=64.656250 acc-top5=86.406250 Batch [0099]/[0303]: acc-top1=63.546875 acc-top5=85.734375 Batch [0149]/[0303]: acc-top1=63.437500 acc-top5=85.770833 Batch [0199]/[0303]: acc-top1=63.507813 acc-top5=85.695312 Batch [0249]/[0303]: acc-top1=63.593750 acc-top5=85.675000 Batch [0299]/[0303]: acc-top1=63.453125 acc-top5=85.406250 [Epoch 027] training: accuracy=75.159159 loss=0.941928 [Epoch 027] speed: 114 samples/sec time cost: 2299.370020 [Epoch 027] validation: acc-top1=63.423061 acc-top5=85.390883 loss=2.124571 Epoch[028] Batch [0049]/[3760] Speed: 80.732777 samples/sec accuracy=76.781250 loss=0.881429 lr=0.008185 Epoch[028] Batch [0099]/[3760] Speed: 114.004014 samples/sec accuracy=77.187500 loss=0.867042 lr=0.008183 Epoch[028] Batch [0149]/[3760] Speed: 115.806199 samples/sec accuracy=76.697917 loss=0.881597 lr=0.008182 Epoch[028] Batch [0199]/[3760] Speed: 113.531780 samples/sec accuracy=76.695312 loss=0.884059 lr=0.008180 Epoch[028] Batch [0249]/[3760] Speed: 115.121908 samples/sec accuracy=76.575000 loss=0.885305 lr=0.008178 Epoch[028] Batch [0299]/[3760] Speed: 113.799555 samples/sec accuracy=76.604167 loss=0.883685 lr=0.008177 Epoch[028] Batch [0349]/[3760] Speed: 116.517134 samples/sec accuracy=76.361607 loss=0.887957 lr=0.008175 Epoch[028] Batch [0399]/[3760] Speed: 113.970753 samples/sec accuracy=76.312500 loss=0.889793 lr=0.008174 Epoch[028] Batch [0449]/[3760] Speed: 115.491298 samples/sec accuracy=76.399306 loss=0.888581 lr=0.008172 Epoch[028] Batch [0499]/[3760] Speed: 112.488167 samples/sec accuracy=76.437500 loss=0.884162 lr=0.008170 Epoch[028] Batch [0549]/[3760] Speed: 115.645655 samples/sec accuracy=76.355114 loss=0.887776 lr=0.008169 Epoch[028] Batch [0599]/[3760] Speed: 114.083893 samples/sec accuracy=76.414062 loss=0.886679 lr=0.008167 Epoch[028] Batch [0649]/[3760] Speed: 114.429306 samples/sec accuracy=76.293269 loss=0.890275 lr=0.008166 Epoch[028] Batch [0699]/[3760] Speed: 114.623622 samples/sec accuracy=76.366071 loss=0.888413 lr=0.008164 Epoch[028] Batch [0749]/[3760] Speed: 115.111355 samples/sec accuracy=76.370833 loss=0.888806 lr=0.008162 Epoch[028] Batch [0799]/[3760] Speed: 113.752066 samples/sec accuracy=76.308594 loss=0.890776 lr=0.008161 Epoch[028] Batch [0849]/[3760] Speed: 115.737188 samples/sec accuracy=76.319853 loss=0.890847 lr=0.008159 Epoch[028] Batch [0899]/[3760] Speed: 113.777351 samples/sec accuracy=76.302083 loss=0.891158 lr=0.008157 Epoch[028] Batch [0949]/[3760] Speed: 113.673399 samples/sec accuracy=76.322368 loss=0.890663 lr=0.008156 Epoch[028] Batch [0999]/[3760] Speed: 115.009113 samples/sec accuracy=76.192188 loss=0.894339 lr=0.008154 Epoch[028] Batch [1049]/[3760] Speed: 115.176150 samples/sec accuracy=76.211310 loss=0.895093 lr=0.008153 Epoch[028] Batch [1099]/[3760] Speed: 113.961235 samples/sec accuracy=76.159091 loss=0.897204 lr=0.008151 Epoch[028] Batch [1149]/[3760] Speed: 114.387682 samples/sec accuracy=76.146739 loss=0.897968 lr=0.008149 Epoch[028] Batch [1199]/[3760] Speed: 113.804718 samples/sec accuracy=76.100260 loss=0.899780 lr=0.008148 Epoch[028] Batch [1249]/[3760] Speed: 115.459699 samples/sec accuracy=76.056250 loss=0.900231 lr=0.008146 Epoch[028] Batch [1299]/[3760] Speed: 114.800497 samples/sec accuracy=76.038462 loss=0.900979 lr=0.008144 Epoch[028] Batch [1349]/[3760] Speed: 114.154560 samples/sec accuracy=76.020833 loss=0.901862 lr=0.008143 Epoch[028] Batch [1399]/[3760] Speed: 114.690042 samples/sec accuracy=75.984375 loss=0.902619 lr=0.008141 Epoch[028] Batch [1449]/[3760] Speed: 114.716732 samples/sec accuracy=75.954741 loss=0.904503 lr=0.008140 Epoch[028] Batch [1499]/[3760] Speed: 114.043687 samples/sec accuracy=75.935417 loss=0.904700 lr=0.008138 Epoch[028] Batch [1549]/[3760] Speed: 114.389098 samples/sec accuracy=75.916331 loss=0.904490 lr=0.008136 Epoch[028] Batch [1599]/[3760] Speed: 115.719899 samples/sec accuracy=75.892578 loss=0.904587 lr=0.008135 Epoch[028] Batch [1649]/[3760] Speed: 114.116154 samples/sec accuracy=75.875947 loss=0.905615 lr=0.008133 Epoch[028] Batch [1699]/[3760] Speed: 114.622937 samples/sec accuracy=75.851103 loss=0.906451 lr=0.008131 Epoch[028] Batch [1749]/[3760] Speed: 114.511132 samples/sec accuracy=75.840179 loss=0.907451 lr=0.008130 Epoch[028] Batch [1799]/[3760] Speed: 114.497489 samples/sec accuracy=75.819444 loss=0.907768 lr=0.008128 Epoch[028] Batch [1849]/[3760] Speed: 114.008123 samples/sec accuracy=75.839527 loss=0.907028 lr=0.008127 Epoch[028] Batch [1899]/[3760] Speed: 116.216210 samples/sec accuracy=75.840461 loss=0.907581 lr=0.008125 Epoch[028] Batch [1949]/[3760] Speed: 113.627739 samples/sec accuracy=75.833333 loss=0.908334 lr=0.008123 Epoch[028] Batch [1999]/[3760] Speed: 114.285510 samples/sec accuracy=75.844531 loss=0.909072 lr=0.008122 Epoch[028] Batch [2049]/[3760] Speed: 114.344422 samples/sec accuracy=75.799543 loss=0.911066 lr=0.008120 Epoch[028] Batch [2099]/[3760] Speed: 115.133085 samples/sec accuracy=75.796875 loss=0.911096 lr=0.008118 Epoch[028] Batch [2149]/[3760] Speed: 112.949418 samples/sec accuracy=75.765262 loss=0.912013 lr=0.008117 Epoch[028] Batch [2199]/[3760] Speed: 113.398185 samples/sec accuracy=75.742898 loss=0.912932 lr=0.008115 Epoch[028] Batch [2249]/[3760] Speed: 114.357091 samples/sec accuracy=75.711806 loss=0.913871 lr=0.008114 Epoch[028] Batch [2299]/[3760] Speed: 113.784878 samples/sec accuracy=75.627717 loss=0.916459 lr=0.008112 Epoch[028] Batch [2349]/[3760] Speed: 115.793403 samples/sec accuracy=75.606383 loss=0.917199 lr=0.008110 Epoch[028] Batch [2399]/[3760] Speed: 114.660727 samples/sec accuracy=75.585286 loss=0.918466 lr=0.008109 Epoch[028] Batch [2449]/[3760] Speed: 115.162263 samples/sec accuracy=75.570153 loss=0.919824 lr=0.008107 Epoch[028] Batch [2499]/[3760] Speed: 114.908783 samples/sec accuracy=75.560625 loss=0.920588 lr=0.008105 Epoch[028] Batch [2549]/[3760] Speed: 114.746616 samples/sec accuracy=75.549632 loss=0.921360 lr=0.008104 Epoch[028] Batch [2599]/[3760] Speed: 113.385116 samples/sec accuracy=75.525841 loss=0.922835 lr=0.008102 Epoch[028] Batch [2649]/[3760] Speed: 114.183652 samples/sec accuracy=75.502948 loss=0.923904 lr=0.008100 Epoch[028] Batch [2699]/[3760] Speed: 115.028238 samples/sec accuracy=75.504630 loss=0.923874 lr=0.008099 Epoch[028] Batch [2749]/[3760] Speed: 112.770277 samples/sec accuracy=75.509091 loss=0.924077 lr=0.008097 Epoch[028] Batch [2799]/[3760] Speed: 116.045691 samples/sec accuracy=75.489955 loss=0.925251 lr=0.008096 Epoch[028] Batch [2849]/[3760] Speed: 114.090558 samples/sec accuracy=75.486294 loss=0.925912 lr=0.008094 Epoch[028] Batch [2899]/[3760] Speed: 113.798008 samples/sec accuracy=75.493534 loss=0.925574 lr=0.008092 Epoch[028] Batch [2949]/[3760] Speed: 115.509140 samples/sec accuracy=75.493114 loss=0.926065 lr=0.008091 Epoch[028] Batch [2999]/[3760] Speed: 114.562436 samples/sec accuracy=75.472396 loss=0.926565 lr=0.008089 Epoch[028] Batch [3049]/[3760] Speed: 114.710797 samples/sec accuracy=75.461578 loss=0.926807 lr=0.008087 Epoch[028] Batch [3099]/[3760] Speed: 113.938000 samples/sec accuracy=75.470262 loss=0.926714 lr=0.008086 Epoch[028] Batch [3149]/[3760] Speed: 114.386215 samples/sec accuracy=75.461806 loss=0.927295 lr=0.008084 Epoch[028] Batch [3199]/[3760] Speed: 116.233401 samples/sec accuracy=75.445801 loss=0.927532 lr=0.008082 Epoch[028] Batch [3249]/[3760] Speed: 114.010650 samples/sec accuracy=75.420192 loss=0.928436 lr=0.008081 Epoch[028] Batch [3299]/[3760] Speed: 115.107555 samples/sec accuracy=75.397254 loss=0.929227 lr=0.008079 Epoch[028] Batch [3349]/[3760] Speed: 113.167519 samples/sec accuracy=75.385261 loss=0.929643 lr=0.008077 Epoch[028] Batch [3399]/[3760] Speed: 115.055824 samples/sec accuracy=75.367188 loss=0.930296 lr=0.008076 Epoch[028] Batch [3449]/[3760] Speed: 113.548374 samples/sec accuracy=75.346920 loss=0.930919 lr=0.008074 Epoch[028] Batch [3499]/[3760] Speed: 115.947635 samples/sec accuracy=75.329464 loss=0.931650 lr=0.008072 Epoch[028] Batch [3549]/[3760] Speed: 114.702152 samples/sec accuracy=75.310299 loss=0.932101 lr=0.008071 Epoch[028] Batch [3599]/[3760] Speed: 116.259784 samples/sec accuracy=75.289931 loss=0.932800 lr=0.008069 Epoch[028] Batch [3649]/[3760] Speed: 113.460721 samples/sec accuracy=75.267123 loss=0.933838 lr=0.008068 Epoch[028] Batch [3699]/[3760] Speed: 114.256766 samples/sec accuracy=75.265203 loss=0.934217 lr=0.008066 Epoch[028] Batch [3749]/[3760] Speed: 128.096730 samples/sec accuracy=75.260000 loss=0.934263 lr=0.008064 Batch [0049]/[0303]: acc-top1=63.843750 acc-top5=85.656250 Batch [0099]/[0303]: acc-top1=63.343750 acc-top5=85.218750 Batch [0149]/[0303]: acc-top1=63.604167 acc-top5=85.239583 Batch [0199]/[0303]: acc-top1=64.046875 acc-top5=85.531250 Batch [0249]/[0303]: acc-top1=63.787500 acc-top5=85.306250 Batch [0299]/[0303]: acc-top1=63.708333 acc-top5=85.062500 [Epoch 028] training: accuracy=75.250582 loss=0.934695 [Epoch 028] speed: 114 samples/sec time cost: 2300.674587 [Epoch 028] validation: acc-top1=63.649959 acc-top5=85.014439 loss=2.123674 Epoch[029] Batch [0049]/[3759] Speed: 79.171738 samples/sec accuracy=76.500000 loss=0.899813 lr=0.008062 Epoch[029] Batch [0099]/[3759] Speed: 114.768669 samples/sec accuracy=76.921875 loss=0.884447 lr=0.008061 Epoch[029] Batch [0149]/[3759] Speed: 114.254302 samples/sec accuracy=77.010417 loss=0.887238 lr=0.008059 Epoch[029] Batch [0199]/[3759] Speed: 113.264194 samples/sec accuracy=77.039062 loss=0.882675 lr=0.008057 Epoch[029] Batch [0249]/[3759] Speed: 114.985873 samples/sec accuracy=77.031250 loss=0.883862 lr=0.008056 Epoch[029] Batch [0299]/[3759] Speed: 115.032088 samples/sec accuracy=76.984375 loss=0.878411 lr=0.008054 Epoch[029] Batch [0349]/[3759] Speed: 112.008006 samples/sec accuracy=76.883929 loss=0.880238 lr=0.008052 Epoch[029] Batch [0399]/[3759] Speed: 115.450245 samples/sec accuracy=76.738281 loss=0.880189 lr=0.008051 Epoch[029] Batch [0449]/[3759] Speed: 113.869261 samples/sec accuracy=76.836806 loss=0.878675 lr=0.008049 Epoch[029] Batch [0499]/[3759] Speed: 115.023868 samples/sec accuracy=76.875000 loss=0.876961 lr=0.008047 Epoch[029] Batch [0549]/[3759] Speed: 114.026056 samples/sec accuracy=76.849432 loss=0.875137 lr=0.008046 Epoch[029] Batch [0599]/[3759] Speed: 114.378370 samples/sec accuracy=76.869792 loss=0.875286 lr=0.008044 Epoch[029] Batch [0649]/[3759] Speed: 113.913365 samples/sec accuracy=76.788462 loss=0.877219 lr=0.008042 Epoch[029] Batch [0699]/[3759] Speed: 114.779151 samples/sec accuracy=76.725446 loss=0.877424 lr=0.008041 Epoch[029] Batch [0749]/[3759] Speed: 114.474523 samples/sec accuracy=76.731250 loss=0.876614 lr=0.008039 Epoch[029] Batch [0799]/[3759] Speed: 114.422170 samples/sec accuracy=76.750000 loss=0.875757 lr=0.008037 Epoch[029] Batch [0849]/[3759] Speed: 113.714874 samples/sec accuracy=76.705882 loss=0.877696 lr=0.008036 Epoch[029] Batch [0899]/[3759] Speed: 115.515467 samples/sec accuracy=76.723958 loss=0.877747 lr=0.008034 Epoch[029] Batch [0949]/[3759] Speed: 113.686273 samples/sec accuracy=76.735197 loss=0.878270 lr=0.008032 Epoch[029] Batch [0999]/[3759] Speed: 115.241308 samples/sec accuracy=76.717187 loss=0.879527 lr=0.008031 Epoch[029] Batch [1049]/[3759] Speed: 113.652699 samples/sec accuracy=76.636905 loss=0.882352 lr=0.008029 Epoch[029] Batch [1099]/[3759] Speed: 114.516615 samples/sec accuracy=76.588068 loss=0.883177 lr=0.008027 Epoch[029] Batch [1149]/[3759] Speed: 113.280861 samples/sec accuracy=76.567935 loss=0.885436 lr=0.008026 Epoch[029] Batch [1199]/[3759] Speed: 114.968742 samples/sec accuracy=76.548177 loss=0.885851 lr=0.008024 Epoch[029] Batch [1249]/[3759] Speed: 112.655307 samples/sec accuracy=76.480000 loss=0.887077 lr=0.008022 Epoch[029] Batch [1299]/[3759] Speed: 113.540822 samples/sec accuracy=76.435096 loss=0.888403 lr=0.008021 Epoch[029] Batch [1349]/[3759] Speed: 114.710103 samples/sec accuracy=76.396991 loss=0.889587 lr=0.008019 Epoch[029] Batch [1399]/[3759] Speed: 114.735774 samples/sec accuracy=76.359375 loss=0.890674 lr=0.008017 Epoch[029] Batch [1449]/[3759] Speed: 114.570930 samples/sec accuracy=76.339440 loss=0.890652 lr=0.008016 Epoch[029] Batch [1499]/[3759] Speed: 114.242247 samples/sec accuracy=76.343750 loss=0.890844 lr=0.008014 Epoch[029] Batch [1549]/[3759] Speed: 113.925256 samples/sec accuracy=76.328629 loss=0.892543 lr=0.008012 Epoch[029] Batch [1599]/[3759] Speed: 114.303730 samples/sec accuracy=76.274414 loss=0.894259 lr=0.008011 Epoch[029] Batch [1649]/[3759] Speed: 115.005624 samples/sec accuracy=76.279356 loss=0.894184 lr=0.008009 Epoch[029] Batch [1699]/[3759] Speed: 114.434963 samples/sec accuracy=76.283088 loss=0.894716 lr=0.008007 Epoch[029] Batch [1749]/[3759] Speed: 113.773535 samples/sec accuracy=76.247321 loss=0.895757 lr=0.008006 Epoch[029] Batch [1799]/[3759] Speed: 115.505631 samples/sec accuracy=76.201389 loss=0.897685 lr=0.008004 Epoch[029] Batch [1849]/[3759] Speed: 114.115441 samples/sec accuracy=76.197635 loss=0.897609 lr=0.008002 Epoch[029] Batch [1899]/[3759] Speed: 113.051605 samples/sec accuracy=76.203125 loss=0.897351 lr=0.008001 Epoch[029] Batch [1949]/[3759] Speed: 112.743074 samples/sec accuracy=76.163462 loss=0.898907 lr=0.007999 Epoch[029] Batch [1999]/[3759] Speed: 114.328914 samples/sec accuracy=76.102344 loss=0.901243 lr=0.007997 Epoch[029] Batch [2049]/[3759] Speed: 115.012500 samples/sec accuracy=76.084604 loss=0.902052 lr=0.007996 Epoch[029] Batch [2099]/[3759] Speed: 113.585204 samples/sec accuracy=76.055804 loss=0.902775 lr=0.007994 Epoch[029] Batch [2149]/[3759] Speed: 115.655611 samples/sec accuracy=76.050145 loss=0.902966 lr=0.007992 Epoch[029] Batch [2199]/[3759] Speed: 113.228342 samples/sec accuracy=76.018466 loss=0.903483 lr=0.007991 Epoch[029] Batch [2249]/[3759] Speed: 114.433790 samples/sec accuracy=75.996528 loss=0.904570 lr=0.007989 Epoch[029] Batch [2299]/[3759] Speed: 114.500380 samples/sec accuracy=75.980978 loss=0.905596 lr=0.007987 Epoch[029] Batch [2349]/[3759] Speed: 115.235127 samples/sec accuracy=75.950133 loss=0.906711 lr=0.007986 Epoch[029] Batch [2399]/[3759] Speed: 114.583763 samples/sec accuracy=75.925781 loss=0.907319 lr=0.007984 Epoch[029] Batch [2449]/[3759] Speed: 113.461130 samples/sec accuracy=75.926020 loss=0.907618 lr=0.007982 Epoch[029] Batch [2499]/[3759] Speed: 115.722989 samples/sec accuracy=75.913750 loss=0.908110 lr=0.007981 Epoch[029] Batch [2549]/[3759] Speed: 114.096069 samples/sec accuracy=75.891544 loss=0.908662 lr=0.007979 Epoch[029] Batch [2599]/[3759] Speed: 113.196638 samples/sec accuracy=75.875000 loss=0.909132 lr=0.007977 Epoch[029] Batch [2649]/[3759] Speed: 114.849585 samples/sec accuracy=75.870873 loss=0.909824 lr=0.007976 Epoch[029] Batch [2699]/[3759] Speed: 114.273960 samples/sec accuracy=75.848380 loss=0.909990 lr=0.007974 Epoch[029] Batch [2749]/[3759] Speed: 115.081776 samples/sec accuracy=75.843750 loss=0.910136 lr=0.007972 Epoch[029] Batch [2799]/[3759] Speed: 114.721144 samples/sec accuracy=75.816406 loss=0.910945 lr=0.007971 Epoch[029] Batch [2849]/[3759] Speed: 114.765517 samples/sec accuracy=75.787829 loss=0.911933 lr=0.007969 Epoch[029] Batch [2899]/[3759] Speed: 113.524616 samples/sec accuracy=75.757004 loss=0.912738 lr=0.007967 Epoch[029] Batch [2949]/[3759] Speed: 114.447852 samples/sec accuracy=75.720339 loss=0.914030 lr=0.007966 Epoch[029] Batch [2999]/[3759] Speed: 114.275405 samples/sec accuracy=75.691667 loss=0.914907 lr=0.007964 Epoch[029] Batch [3049]/[3759] Speed: 115.088756 samples/sec accuracy=75.668033 loss=0.915467 lr=0.007962 Epoch[029] Batch [3099]/[3759] Speed: 115.038945 samples/sec accuracy=75.659274 loss=0.916012 lr=0.007961 Epoch[029] Batch [3149]/[3759] Speed: 114.763768 samples/sec accuracy=75.632937 loss=0.916731 lr=0.007959 Epoch[029] Batch [3199]/[3759] Speed: 115.791478 samples/sec accuracy=75.623047 loss=0.916683 lr=0.007957 Epoch[029] Batch [3249]/[3759] Speed: 113.596256 samples/sec accuracy=75.607212 loss=0.917309 lr=0.007955 Epoch[029] Batch [3299]/[3759] Speed: 115.195766 samples/sec accuracy=75.589962 loss=0.917862 lr=0.007954 Epoch[029] Batch [3349]/[3759] Speed: 112.895067 samples/sec accuracy=75.563899 loss=0.919276 lr=0.007952 Epoch[029] Batch [3399]/[3759] Speed: 115.624979 samples/sec accuracy=75.560202 loss=0.919550 lr=0.007950 Epoch[029] Batch [3449]/[3759] Speed: 114.142465 samples/sec accuracy=75.562953 loss=0.919332 lr=0.007949 Epoch[029] Batch [3499]/[3759] Speed: 114.287228 samples/sec accuracy=75.546875 loss=0.919960 lr=0.007947 Epoch[029] Batch [3549]/[3759] Speed: 115.149137 samples/sec accuracy=75.549296 loss=0.919958 lr=0.007945 Epoch[029] Batch [3599]/[3759] Speed: 115.077580 samples/sec accuracy=75.551215 loss=0.920377 lr=0.007944 Epoch[029] Batch [3649]/[3759] Speed: 114.274471 samples/sec accuracy=75.552654 loss=0.920475 lr=0.007942 Epoch[029] Batch [3699]/[3759] Speed: 114.388114 samples/sec accuracy=75.532517 loss=0.921263 lr=0.007940 Epoch[029] Batch [3749]/[3759] Speed: 129.639578 samples/sec accuracy=75.527917 loss=0.921537 lr=0.007939 Batch [0049]/[0303]: acc-top1=63.750000 acc-top5=86.093750 Batch [0099]/[0303]: acc-top1=63.859375 acc-top5=85.765625 Batch [0149]/[0303]: acc-top1=64.083333 acc-top5=85.770833 Batch [0199]/[0303]: acc-top1=64.085938 acc-top5=85.773438 Batch [0249]/[0303]: acc-top1=64.143750 acc-top5=85.737500 Batch [0299]/[0303]: acc-top1=64.104167 acc-top5=85.609375 [Epoch 029] training: accuracy=75.529978 loss=0.921630 [Epoch 029] speed: 113 samples/sec time cost: 2303.573266 [Epoch 029] validation: acc-top1=64.062500 acc-top5=85.581683 loss=2.126919 Epoch[030] Batch [0049]/[3760] Speed: 78.740021 samples/sec accuracy=77.812500 loss=0.874761 lr=0.007937 Epoch[030] Batch [0099]/[3760] Speed: 115.363639 samples/sec accuracy=77.093750 loss=0.867036 lr=0.007935 Epoch[030] Batch [0149]/[3760] Speed: 114.092321 samples/sec accuracy=77.125000 loss=0.861280 lr=0.007933 Epoch[030] Batch [0199]/[3760] Speed: 113.959016 samples/sec accuracy=77.164062 loss=0.856436 lr=0.007932 Epoch[030] Batch [0249]/[3760] Speed: 113.805698 samples/sec accuracy=77.056250 loss=0.860503 lr=0.007930 Epoch[030] Batch [0299]/[3760] Speed: 114.692542 samples/sec accuracy=76.973958 loss=0.856165 lr=0.007928 Epoch[030] Batch [0349]/[3760] Speed: 113.406928 samples/sec accuracy=77.080357 loss=0.855361 lr=0.007926 Epoch[030] Batch [0399]/[3760] Speed: 115.767566 samples/sec accuracy=76.945312 loss=0.858404 lr=0.007925 Epoch[030] Batch [0449]/[3760] Speed: 113.574214 samples/sec accuracy=76.940972 loss=0.862431 lr=0.007923 Epoch[030] Batch [0499]/[3760] Speed: 114.391446 samples/sec accuracy=76.943750 loss=0.865583 lr=0.007921 Epoch[030] Batch [0549]/[3760] Speed: 114.884161 samples/sec accuracy=77.025568 loss=0.862436 lr=0.007920 Epoch[030] Batch [0599]/[3760] Speed: 113.450634 samples/sec accuracy=76.875000 loss=0.867299 lr=0.007918 Epoch[030] Batch [0649]/[3760] Speed: 115.526680 samples/sec accuracy=76.867788 loss=0.866837 lr=0.007916 Epoch[030] Batch [0699]/[3760] Speed: 113.507719 samples/sec accuracy=76.924107 loss=0.866226 lr=0.007915 Epoch[030] Batch [0749]/[3760] Speed: 115.817916 samples/sec accuracy=76.927083 loss=0.866911 lr=0.007913 Epoch[030] Batch [0799]/[3760] Speed: 113.744075 samples/sec accuracy=76.875000 loss=0.868973 lr=0.007911 Epoch[030] Batch [0849]/[3760] Speed: 116.650506 samples/sec accuracy=76.790441 loss=0.870061 lr=0.007909 Epoch[030] Batch [0899]/[3760] Speed: 113.085775 samples/sec accuracy=76.814236 loss=0.870888 lr=0.007908 Epoch[030] Batch [0949]/[3760] Speed: 115.420045 samples/sec accuracy=76.750000 loss=0.874300 lr=0.007906 Epoch[030] Batch [0999]/[3760] Speed: 114.582774 samples/sec accuracy=76.760937 loss=0.874058 lr=0.007904 Epoch[030] Batch [1049]/[3760] Speed: 114.793351 samples/sec accuracy=76.742560 loss=0.874356 lr=0.007903 Epoch[030] Batch [1099]/[3760] Speed: 114.727741 samples/sec accuracy=76.708807 loss=0.876205 lr=0.007901 Epoch[030] Batch [1149]/[3760] Speed: 113.614932 samples/sec accuracy=76.698370 loss=0.876392 lr=0.007899 Epoch[030] Batch [1199]/[3760] Speed: 114.805593 samples/sec accuracy=76.674479 loss=0.877999 lr=0.007898 Epoch[030] Batch [1249]/[3760] Speed: 114.447265 samples/sec accuracy=76.682500 loss=0.878014 lr=0.007896 Epoch[030] Batch [1299]/[3760] Speed: 113.785780 samples/sec accuracy=76.692308 loss=0.878809 lr=0.007894 Epoch[030] Batch [1349]/[3760] Speed: 114.892740 samples/sec accuracy=76.650463 loss=0.879268 lr=0.007892 Epoch[030] Batch [1399]/[3760] Speed: 112.997796 samples/sec accuracy=76.625000 loss=0.879928 lr=0.007891 Epoch[030] Batch [1449]/[3760] Speed: 115.364850 samples/sec accuracy=76.610991 loss=0.880921 lr=0.007889 Epoch[030] Batch [1499]/[3760] Speed: 114.083343 samples/sec accuracy=76.566667 loss=0.881529 lr=0.007887 Epoch[030] Batch [1549]/[3760] Speed: 114.411023 samples/sec accuracy=76.554435 loss=0.881697 lr=0.007886 Epoch[030] Batch [1599]/[3760] Speed: 114.625653 samples/sec accuracy=76.516602 loss=0.883142 lr=0.007884 Epoch[030] Batch [1649]/[3760] Speed: 114.904871 samples/sec accuracy=76.488636 loss=0.884042 lr=0.007882 Epoch[030] Batch [1699]/[3760] Speed: 113.803008 samples/sec accuracy=76.453125 loss=0.885378 lr=0.007881 Epoch[030] Batch [1749]/[3760] Speed: 114.534476 samples/sec accuracy=76.416071 loss=0.886661 lr=0.007879 Epoch[030] Batch [1799]/[3760] Speed: 116.300051 samples/sec accuracy=76.382812 loss=0.887370 lr=0.007877 Epoch[030] Batch [1849]/[3760] Speed: 112.961688 samples/sec accuracy=76.358108 loss=0.888834 lr=0.007875 Epoch[030] Batch [1899]/[3760] Speed: 114.944148 samples/sec accuracy=76.351974 loss=0.889712 lr=0.007874 Epoch[030] Batch [1949]/[3760] Speed: 114.379101 samples/sec accuracy=76.372596 loss=0.888760 lr=0.007872 Epoch[030] Batch [1999]/[3760] Speed: 115.430870 samples/sec accuracy=76.352344 loss=0.889489 lr=0.007870 Epoch[030] Batch [2049]/[3760] Speed: 114.161053 samples/sec accuracy=76.345274 loss=0.890024 lr=0.007869 Epoch[030] Batch [2099]/[3760] Speed: 115.387829 samples/sec accuracy=76.321429 loss=0.891284 lr=0.007867 Epoch[030] Batch [2149]/[3760] Speed: 114.067400 samples/sec accuracy=76.295785 loss=0.891635 lr=0.007865 Epoch[030] Batch [2199]/[3760] Speed: 112.817444 samples/sec accuracy=76.261364 loss=0.893065 lr=0.007863 Epoch[030] Batch [2249]/[3760] Speed: 115.093690 samples/sec accuracy=76.238889 loss=0.894048 lr=0.007862 Epoch[030] Batch [2299]/[3760] Speed: 114.111941 samples/sec accuracy=76.208560 loss=0.894984 lr=0.007860 Epoch[030] Batch [2349]/[3760] Speed: 115.223353 samples/sec accuracy=76.204787 loss=0.895064 lr=0.007858 Epoch[030] Batch [2399]/[3760] Speed: 115.023304 samples/sec accuracy=76.156901 loss=0.896847 lr=0.007857 Epoch[030] Batch [2449]/[3760] Speed: 114.287574 samples/sec accuracy=76.122449 loss=0.897892 lr=0.007855 Epoch[030] Batch [2499]/[3760] Speed: 114.076894 samples/sec accuracy=76.143750 loss=0.897540 lr=0.007853 Epoch[030] Batch [2549]/[3760] Speed: 113.221967 samples/sec accuracy=76.118873 loss=0.898589 lr=0.007851 Epoch[030] Batch [2599]/[3760] Speed: 116.032940 samples/sec accuracy=76.081731 loss=0.900088 lr=0.007850 Epoch[030] Batch [2649]/[3760] Speed: 113.939326 samples/sec accuracy=76.061910 loss=0.901190 lr=0.007848 Epoch[030] Batch [2699]/[3760] Speed: 114.229452 samples/sec accuracy=76.051505 loss=0.901951 lr=0.007846 Epoch[030] Batch [2749]/[3760] Speed: 114.785129 samples/sec accuracy=76.030682 loss=0.902430 lr=0.007845 Epoch[030] Batch [2799]/[3760] Speed: 113.686312 samples/sec accuracy=76.020647 loss=0.902960 lr=0.007843 Epoch[030] Batch [2849]/[3760] Speed: 114.802652 samples/sec accuracy=76.013706 loss=0.903393 lr=0.007841 Epoch[030] Batch [2899]/[3760] Speed: 114.395540 samples/sec accuracy=76.005927 loss=0.904041 lr=0.007839 Epoch[030] Batch [2949]/[3760] Speed: 113.995946 samples/sec accuracy=76.012712 loss=0.904145 lr=0.007838 Epoch[030] Batch [2999]/[3760] Speed: 115.568545 samples/sec accuracy=75.987500 loss=0.905553 lr=0.007836 Epoch[030] Batch [3049]/[3760] Speed: 114.804845 samples/sec accuracy=75.981045 loss=0.905808 lr=0.007834 Epoch[030] Batch [3099]/[3760] Speed: 114.118939 samples/sec accuracy=75.970766 loss=0.905974 lr=0.007832 Epoch[030] Batch [3149]/[3760] Speed: 115.009164 samples/sec accuracy=75.955357 loss=0.906788 lr=0.007831 Epoch[030] Batch [3199]/[3760] Speed: 114.905122 samples/sec accuracy=75.953613 loss=0.907043 lr=0.007829 Epoch[030] Batch [3249]/[3760] Speed: 114.181670 samples/sec accuracy=75.953365 loss=0.907110 lr=0.007827 Epoch[030] Batch [3299]/[3760] Speed: 115.510781 samples/sec accuracy=75.943182 loss=0.908026 lr=0.007826 Epoch[030] Batch [3349]/[3760] Speed: 115.390581 samples/sec accuracy=75.938899 loss=0.908273 lr=0.007824 Epoch[030] Batch [3399]/[3760] Speed: 113.639941 samples/sec accuracy=75.928768 loss=0.908478 lr=0.007822 Epoch[030] Batch [3449]/[3760] Speed: 113.701049 samples/sec accuracy=75.930707 loss=0.908486 lr=0.007820 Epoch[030] Batch [3499]/[3760] Speed: 112.971261 samples/sec accuracy=75.913839 loss=0.909175 lr=0.007819 Epoch[030] Batch [3549]/[3760] Speed: 114.929025 samples/sec accuracy=75.905810 loss=0.909587 lr=0.007817 Epoch[030] Batch [3599]/[3760] Speed: 112.761156 samples/sec accuracy=75.911458 loss=0.909490 lr=0.007815 Epoch[030] Batch [3649]/[3760] Speed: 114.726521 samples/sec accuracy=75.906678 loss=0.909960 lr=0.007814 Epoch[030] Batch [3699]/[3760] Speed: 114.628800 samples/sec accuracy=75.909206 loss=0.910181 lr=0.007812 Epoch[030] Batch [3749]/[3760] Speed: 129.286976 samples/sec accuracy=75.890000 loss=0.910738 lr=0.007810 Batch [0049]/[0303]: acc-top1=64.343750 acc-top5=85.562500 Batch [0099]/[0303]: acc-top1=63.781250 acc-top5=85.359375 Batch [0149]/[0303]: acc-top1=63.666667 acc-top5=85.333333 Batch [0199]/[0303]: acc-top1=63.718750 acc-top5=85.406250 Batch [0249]/[0303]: acc-top1=63.750000 acc-top5=85.312500 Batch [0299]/[0303]: acc-top1=63.572917 acc-top5=85.067708 [Epoch 030] training: accuracy=75.887633 loss=0.910936 [Epoch 030] speed: 114 samples/sec time cost: 2303.122703 [Epoch 030] validation: acc-top1=63.521040 acc-top5=85.009282 loss=2.156289 Epoch[031] Batch [0049]/[3760] Speed: 79.632004 samples/sec accuracy=77.500000 loss=0.827128 lr=0.007808 Epoch[031] Batch [0099]/[3760] Speed: 114.576914 samples/sec accuracy=77.625000 loss=0.815274 lr=0.007806 Epoch[031] Batch [0149]/[3760] Speed: 114.582151 samples/sec accuracy=77.406250 loss=0.831999 lr=0.007805 Epoch[031] Batch [0199]/[3760] Speed: 113.783318 samples/sec accuracy=77.445312 loss=0.836679 lr=0.007803 Epoch[031] Batch [0249]/[3760] Speed: 113.083677 samples/sec accuracy=77.581250 loss=0.836131 lr=0.007801 Epoch[031] Batch [0299]/[3760] Speed: 116.409304 samples/sec accuracy=77.666667 loss=0.835967 lr=0.007799 Epoch[031] Batch [0349]/[3760] Speed: 113.797311 samples/sec accuracy=77.642857 loss=0.837611 lr=0.007798 Epoch[031] Batch [0399]/[3760] Speed: 114.931169 samples/sec accuracy=77.484375 loss=0.838364 lr=0.007796 Epoch[031] Batch [0449]/[3760] Speed: 113.925185 samples/sec accuracy=77.479167 loss=0.841253 lr=0.007794 Epoch[031] Batch [0499]/[3760] Speed: 115.065286 samples/sec accuracy=77.450000 loss=0.845673 lr=0.007792 Epoch[031] Batch [0549]/[3760] Speed: 115.665886 samples/sec accuracy=77.428977 loss=0.847604 lr=0.007791 Epoch[031] Batch [0599]/[3760] Speed: 113.764956 samples/sec accuracy=77.372396 loss=0.851275 lr=0.007789 Epoch[031] Batch [0649]/[3760] Speed: 114.797391 samples/sec accuracy=77.365385 loss=0.853055 lr=0.007787 Epoch[031] Batch [0699]/[3760] Speed: 114.913456 samples/sec accuracy=77.388393 loss=0.851360 lr=0.007785 Epoch[031] Batch [0749]/[3760] Speed: 114.674697 samples/sec accuracy=77.370833 loss=0.852144 lr=0.007784 Epoch[031] Batch [0799]/[3760] Speed: 115.608189 samples/sec accuracy=77.306641 loss=0.854506 lr=0.007782 Epoch[031] Batch [0849]/[3760] Speed: 113.316804 samples/sec accuracy=77.275735 loss=0.855582 lr=0.007780 Epoch[031] Batch [0899]/[3760] Speed: 114.667987 samples/sec accuracy=77.220486 loss=0.857233 lr=0.007779 Epoch[031] Batch [0949]/[3760] Speed: 114.566704 samples/sec accuracy=77.236842 loss=0.856346 lr=0.007777 Epoch[031] Batch [0999]/[3760] Speed: 114.508125 samples/sec accuracy=77.225000 loss=0.857919 lr=0.007775 Epoch[031] Batch [1049]/[3760] Speed: 114.754364 samples/sec accuracy=77.157738 loss=0.859572 lr=0.007773 Epoch[031] Batch [1099]/[3760] Speed: 114.218803 samples/sec accuracy=77.170455 loss=0.859995 lr=0.007772 Epoch[031] Batch [1149]/[3760] Speed: 114.302649 samples/sec accuracy=77.199728 loss=0.858953 lr=0.007770 Epoch[031] Batch [1199]/[3760] Speed: 114.104207 samples/sec accuracy=77.154948 loss=0.860626 lr=0.007768 Epoch[031] Batch [1249]/[3760] Speed: 113.361120 samples/sec accuracy=77.091250 loss=0.862154 lr=0.007766 Epoch[031] Batch [1299]/[3760] Speed: 115.813034 samples/sec accuracy=77.037260 loss=0.864680 lr=0.007765 Epoch[031] Batch [1349]/[3760] Speed: 112.952714 samples/sec accuracy=77.033565 loss=0.866309 lr=0.007763 Epoch[031] Batch [1399]/[3760] Speed: 115.195228 samples/sec accuracy=76.973214 loss=0.868553 lr=0.007761 Epoch[031] Batch [1449]/[3760] Speed: 114.130991 samples/sec accuracy=76.983836 loss=0.868375 lr=0.007759 Epoch[031] Batch [1499]/[3760] Speed: 115.210863 samples/sec accuracy=76.970833 loss=0.868131 lr=0.007758 Epoch[031] Batch [1549]/[3760] Speed: 115.498221 samples/sec accuracy=76.956653 loss=0.868652 lr=0.007756 Epoch[031] Batch [1599]/[3760] Speed: 113.660012 samples/sec accuracy=76.939453 loss=0.868835 lr=0.007754 Epoch[031] Batch [1649]/[3760] Speed: 114.813347 samples/sec accuracy=76.934659 loss=0.869322 lr=0.007752 Epoch[031] Batch [1699]/[3760] Speed: 113.033044 samples/sec accuracy=76.898897 loss=0.870417 lr=0.007751 Epoch[031] Batch [1749]/[3760] Speed: 114.784113 samples/sec accuracy=76.858036 loss=0.871865 lr=0.007749 Epoch[031] Batch [1799]/[3760] Speed: 113.637486 samples/sec accuracy=76.859375 loss=0.871721 lr=0.007747 Epoch[031] Batch [1849]/[3760] Speed: 114.345170 samples/sec accuracy=76.842905 loss=0.872368 lr=0.007745 Epoch[031] Batch [1899]/[3760] Speed: 113.413327 samples/sec accuracy=76.801809 loss=0.873566 lr=0.007744 Epoch[031] Batch [1949]/[3760] Speed: 114.806546 samples/sec accuracy=76.768429 loss=0.874139 lr=0.007742 Epoch[031] Batch [1999]/[3760] Speed: 113.009009 samples/sec accuracy=76.793750 loss=0.873476 lr=0.007740 Epoch[031] Batch [2049]/[3760] Speed: 115.441814 samples/sec accuracy=76.738567 loss=0.875188 lr=0.007738 Epoch[031] Batch [2099]/[3760] Speed: 114.278749 samples/sec accuracy=76.723958 loss=0.876146 lr=0.007737 Epoch[031] Batch [2149]/[3760] Speed: 113.594599 samples/sec accuracy=76.724564 loss=0.876042 lr=0.007735 Epoch[031] Batch [2199]/[3760] Speed: 114.912042 samples/sec accuracy=76.705966 loss=0.876427 lr=0.007733 Epoch[031] Batch [2249]/[3760] Speed: 112.905262 samples/sec accuracy=76.726389 loss=0.875820 lr=0.007731 Epoch[031] Batch [2299]/[3760] Speed: 115.636286 samples/sec accuracy=76.687500 loss=0.876805 lr=0.007730 Epoch[031] Batch [2349]/[3760] Speed: 113.191865 samples/sec accuracy=76.656250 loss=0.877832 lr=0.007728 Epoch[031] Batch [2399]/[3760] Speed: 114.173905 samples/sec accuracy=76.631510 loss=0.878930 lr=0.007726 Epoch[031] Batch [2449]/[3760] Speed: 113.999447 samples/sec accuracy=76.610332 loss=0.879891 lr=0.007724 Epoch[031] Batch [2499]/[3760] Speed: 113.661898 samples/sec accuracy=76.605625 loss=0.880235 lr=0.007723 Epoch[031] Batch [2549]/[3760] Speed: 113.074633 samples/sec accuracy=76.582108 loss=0.881373 lr=0.007721 Epoch[031] Batch [2599]/[3760] Speed: 115.404567 samples/sec accuracy=76.561298 loss=0.881715 lr=0.007719 Epoch[031] Batch [2649]/[3760] Speed: 113.828449 samples/sec accuracy=76.552476 loss=0.882302 lr=0.007717 Epoch[031] Batch [2699]/[3760] Speed: 114.715892 samples/sec accuracy=76.543403 loss=0.882541 lr=0.007716 Epoch[031] Batch [2749]/[3760] Speed: 113.983013 samples/sec accuracy=76.526705 loss=0.883240 lr=0.007714 Epoch[031] Batch [2799]/[3760] Speed: 113.570559 samples/sec accuracy=76.519531 loss=0.883786 lr=0.007712 Epoch[031] Batch [2849]/[3760] Speed: 115.450712 samples/sec accuracy=76.513706 loss=0.884711 lr=0.007710 Epoch[031] Batch [2899]/[3760] Speed: 113.649290 samples/sec accuracy=76.474138 loss=0.886114 lr=0.007709 Epoch[031] Batch [2949]/[3760] Speed: 114.913388 samples/sec accuracy=76.459216 loss=0.886674 lr=0.007707 Epoch[031] Batch [2999]/[3760] Speed: 114.327589 samples/sec accuracy=76.446354 loss=0.887354 lr=0.007705 Epoch[031] Batch [3049]/[3760] Speed: 115.397000 samples/sec accuracy=76.450307 loss=0.887395 lr=0.007703 Epoch[031] Batch [3099]/[3760] Speed: 113.969076 samples/sec accuracy=76.424899 loss=0.888136 lr=0.007702 Epoch[031] Batch [3149]/[3760] Speed: 114.686209 samples/sec accuracy=76.397817 loss=0.889202 lr=0.007700 Epoch[031] Batch [3199]/[3760] Speed: 113.842825 samples/sec accuracy=76.372070 loss=0.890183 lr=0.007698 Epoch[031] Batch [3249]/[3760] Speed: 114.365876 samples/sec accuracy=76.346635 loss=0.891646 lr=0.007696 Epoch[031] Batch [3299]/[3760] Speed: 114.093028 samples/sec accuracy=76.320549 loss=0.892675 lr=0.007695 Epoch[031] Batch [3349]/[3760] Speed: 113.419075 samples/sec accuracy=76.319963 loss=0.892964 lr=0.007693 Epoch[031] Batch [3399]/[3760] Speed: 115.517077 samples/sec accuracy=76.309283 loss=0.893248 lr=0.007691 Epoch[031] Batch [3449]/[3760] Speed: 112.768993 samples/sec accuracy=76.298460 loss=0.893541 lr=0.007689 Epoch[031] Batch [3499]/[3760] Speed: 114.081259 samples/sec accuracy=76.306696 loss=0.893209 lr=0.007688 Epoch[031] Batch [3549]/[3760] Speed: 113.662125 samples/sec accuracy=76.294014 loss=0.894036 lr=0.007686 Epoch[031] Batch [3599]/[3760] Speed: 115.294154 samples/sec accuracy=76.272569 loss=0.894777 lr=0.007684 Epoch[031] Batch [3649]/[3760] Speed: 113.910131 samples/sec accuracy=76.250856 loss=0.895658 lr=0.007682 Epoch[031] Batch [3699]/[3760] Speed: 113.799385 samples/sec accuracy=76.236909 loss=0.896500 lr=0.007680 Epoch[031] Batch [3749]/[3760] Speed: 129.455840 samples/sec accuracy=76.215000 loss=0.897764 lr=0.007679 Batch [0049]/[0303]: acc-top1=65.250000 acc-top5=85.437500 Batch [0099]/[0303]: acc-top1=64.187500 acc-top5=85.515625 Batch [0149]/[0303]: acc-top1=63.937500 acc-top5=85.302083 Batch [0199]/[0303]: acc-top1=63.914062 acc-top5=85.343750 Batch [0249]/[0303]: acc-top1=63.712500 acc-top5=85.262500 Batch [0299]/[0303]: acc-top1=63.671875 acc-top5=85.104167 [Epoch 031] training: accuracy=76.213015 loss=0.897844 [Epoch 031] speed: 113 samples/sec time cost: 2303.458780 [Epoch 031] validation: acc-top1=63.624175 acc-top5=85.076320 loss=2.275844 Epoch[032] Batch [0049]/[3759] Speed: 79.090639 samples/sec accuracy=77.656250 loss=0.840565 lr=0.007677 Epoch[032] Batch [0099]/[3759] Speed: 115.421773 samples/sec accuracy=78.000000 loss=0.820233 lr=0.007675 Epoch[032] Batch [0149]/[3759] Speed: 113.927207 samples/sec accuracy=77.479167 loss=0.833003 lr=0.007673 Epoch[032] Batch [0199]/[3759] Speed: 114.223447 samples/sec accuracy=77.554688 loss=0.833703 lr=0.007671 Epoch[032] Batch [0249]/[3759] Speed: 114.929139 samples/sec accuracy=77.575000 loss=0.836442 lr=0.007670 Epoch[032] Batch [0299]/[3759] Speed: 114.527521 samples/sec accuracy=77.473958 loss=0.841345 lr=0.007668 Epoch[032] Batch [0349]/[3759] Speed: 113.760693 samples/sec accuracy=77.450893 loss=0.845064 lr=0.007666 Epoch[032] Batch [0399]/[3759] Speed: 114.032813 samples/sec accuracy=77.593750 loss=0.841724 lr=0.007664 Epoch[032] Batch [0449]/[3759] Speed: 113.307433 samples/sec accuracy=77.694444 loss=0.840365 lr=0.007662 Epoch[032] Batch [0499]/[3759] Speed: 114.889507 samples/sec accuracy=77.687500 loss=0.840926 lr=0.007661 Epoch[032] Batch [0549]/[3759] Speed: 114.739985 samples/sec accuracy=77.559659 loss=0.842364 lr=0.007659 Epoch[032] Batch [0599]/[3759] Speed: 113.404877 samples/sec accuracy=77.598958 loss=0.842635 lr=0.007657 Epoch[032] Batch [0649]/[3759] Speed: 114.852699 samples/sec accuracy=77.641827 loss=0.841044 lr=0.007655 Epoch[032] Batch [0699]/[3759] Speed: 114.057117 samples/sec accuracy=77.604911 loss=0.840790 lr=0.007654 Epoch[032] Batch [0749]/[3759] Speed: 113.548723 samples/sec accuracy=77.539583 loss=0.841115 lr=0.007652 Epoch[032] Batch [0799]/[3759] Speed: 114.302935 samples/sec accuracy=77.455078 loss=0.844328 lr=0.007650 Epoch[032] Batch [0849]/[3759] Speed: 114.875246 samples/sec accuracy=77.450368 loss=0.846348 lr=0.007648 Epoch[032] Batch [0899]/[3759] Speed: 113.984460 samples/sec accuracy=77.444444 loss=0.846584 lr=0.007647 Epoch[032] Batch [0949]/[3759] Speed: 114.801163 samples/sec accuracy=77.391447 loss=0.848636 lr=0.007645 Epoch[032] Batch [0999]/[3759] Speed: 113.878922 samples/sec accuracy=77.432812 loss=0.848571 lr=0.007643 Epoch[032] Batch [1049]/[3759] Speed: 115.396279 samples/sec accuracy=77.421131 loss=0.850348 lr=0.007641 Epoch[032] Batch [1099]/[3759] Speed: 114.857047 samples/sec accuracy=77.444602 loss=0.849441 lr=0.007639 Epoch[032] Batch [1149]/[3759] Speed: 114.569142 samples/sec accuracy=77.395380 loss=0.850594 lr=0.007638 Epoch[032] Batch [1199]/[3759] Speed: 114.806199 samples/sec accuracy=77.380208 loss=0.851429 lr=0.007636 Epoch[032] Batch [1249]/[3759] Speed: 113.981203 samples/sec accuracy=77.390000 loss=0.850382 lr=0.007634 Epoch[032] Batch [1299]/[3759] Speed: 114.200720 samples/sec accuracy=77.402644 loss=0.848981 lr=0.007632 Epoch[032] Batch [1349]/[3759] Speed: 113.651189 samples/sec accuracy=77.391204 loss=0.849703 lr=0.007631 Epoch[032] Batch [1399]/[3759] Speed: 112.973261 samples/sec accuracy=77.377232 loss=0.851029 lr=0.007629 Epoch[032] Batch [1449]/[3759] Speed: 113.690402 samples/sec accuracy=77.364224 loss=0.851546 lr=0.007627 Epoch[032] Batch [1499]/[3759] Speed: 115.437217 samples/sec accuracy=77.384375 loss=0.851382 lr=0.007625 Epoch[032] Batch [1549]/[3759] Speed: 115.524031 samples/sec accuracy=77.402218 loss=0.851450 lr=0.007623 Epoch[032] Batch [1599]/[3759] Speed: 113.813194 samples/sec accuracy=77.384766 loss=0.852040 lr=0.007622 Epoch[032] Batch [1649]/[3759] Speed: 115.088694 samples/sec accuracy=77.339015 loss=0.853804 lr=0.007620 Epoch[032] Batch [1699]/[3759] Speed: 113.122861 samples/sec accuracy=77.278493 loss=0.855433 lr=0.007618 Epoch[032] Batch [1749]/[3759] Speed: 114.209428 samples/sec accuracy=77.252679 loss=0.856148 lr=0.007616 Epoch[032] Batch [1799]/[3759] Speed: 114.618465 samples/sec accuracy=77.183160 loss=0.858306 lr=0.007615 Epoch[032] Batch [1849]/[3759] Speed: 115.114012 samples/sec accuracy=77.151182 loss=0.859855 lr=0.007613 Epoch[032] Batch [1899]/[3759] Speed: 113.085701 samples/sec accuracy=77.101151 loss=0.860904 lr=0.007611 Epoch[032] Batch [1949]/[3759] Speed: 114.165775 samples/sec accuracy=77.032051 loss=0.863794 lr=0.007609 Epoch[032] Batch [1999]/[3759] Speed: 112.875488 samples/sec accuracy=76.991406 loss=0.865626 lr=0.007607 Epoch[032] Batch [2049]/[3759] Speed: 115.243341 samples/sec accuracy=76.961128 loss=0.866454 lr=0.007606 Epoch[032] Batch [2099]/[3759] Speed: 114.074720 samples/sec accuracy=76.957589 loss=0.866172 lr=0.007604 Epoch[032] Batch [2149]/[3759] Speed: 113.772459 samples/sec accuracy=76.924419 loss=0.867040 lr=0.007602 Epoch[032] Batch [2199]/[3759] Speed: 115.393600 samples/sec accuracy=76.908381 loss=0.867828 lr=0.007600 Epoch[032] Batch [2249]/[3759] Speed: 113.722353 samples/sec accuracy=76.887500 loss=0.868900 lr=0.007599 Epoch[032] Batch [2299]/[3759] Speed: 115.092240 samples/sec accuracy=76.875000 loss=0.869583 lr=0.007597 Epoch[032] Batch [2349]/[3759] Speed: 115.061651 samples/sec accuracy=76.861702 loss=0.870265 lr=0.007595 Epoch[032] Batch [2399]/[3759] Speed: 114.290506 samples/sec accuracy=76.841797 loss=0.870568 lr=0.007593 Epoch[032] Batch [2449]/[3759] Speed: 114.920093 samples/sec accuracy=76.857781 loss=0.869583 lr=0.007591 Epoch[032] Batch [2499]/[3759] Speed: 114.083418 samples/sec accuracy=76.858125 loss=0.870097 lr=0.007590 Epoch[032] Batch [2549]/[3759] Speed: 114.063151 samples/sec accuracy=76.841299 loss=0.870578 lr=0.007588 Epoch[032] Batch [2599]/[3759] Speed: 113.693097 samples/sec accuracy=76.823918 loss=0.870908 lr=0.007586 Epoch[032] Batch [2649]/[3759] Speed: 114.248783 samples/sec accuracy=76.824292 loss=0.871329 lr=0.007584 Epoch[032] Batch [2699]/[3759] Speed: 114.319640 samples/sec accuracy=76.782407 loss=0.872221 lr=0.007582 Epoch[032] Batch [2749]/[3759] Speed: 114.541289 samples/sec accuracy=76.780682 loss=0.872177 lr=0.007581 Epoch[032] Batch [2799]/[3759] Speed: 113.807420 samples/sec accuracy=76.753348 loss=0.872907 lr=0.007579 Epoch[032] Batch [2849]/[3759] Speed: 114.912230 samples/sec accuracy=76.742325 loss=0.873358 lr=0.007577 Epoch[032] Batch [2899]/[3759] Speed: 112.245149 samples/sec accuracy=76.713362 loss=0.874442 lr=0.007575 Epoch[032] Batch [2949]/[3759] Speed: 114.720863 samples/sec accuracy=76.693326 loss=0.875040 lr=0.007573 Epoch[032] Batch [2999]/[3759] Speed: 113.577417 samples/sec accuracy=76.675000 loss=0.875480 lr=0.007572 Epoch[032] Batch [3049]/[3759] Speed: 113.984302 samples/sec accuracy=76.662910 loss=0.876005 lr=0.007570 Epoch[032] Batch [3099]/[3759] Speed: 115.728476 samples/sec accuracy=76.642137 loss=0.876742 lr=0.007568 Epoch[032] Batch [3149]/[3759] Speed: 113.125168 samples/sec accuracy=76.635417 loss=0.876895 lr=0.007566 Epoch[032] Batch [3199]/[3759] Speed: 114.308759 samples/sec accuracy=76.606445 loss=0.877695 lr=0.007565 Epoch[032] Batch [3249]/[3759] Speed: 114.092554 samples/sec accuracy=76.606250 loss=0.877780 lr=0.007563 Epoch[032] Batch [3299]/[3759] Speed: 114.001109 samples/sec accuracy=76.583333 loss=0.878625 lr=0.007561 Epoch[032] Batch [3349]/[3759] Speed: 112.837600 samples/sec accuracy=76.562966 loss=0.879053 lr=0.007559 Epoch[032] Batch [3399]/[3759] Speed: 116.039750 samples/sec accuracy=76.560202 loss=0.879381 lr=0.007557 Epoch[032] Batch [3449]/[3759] Speed: 114.016629 samples/sec accuracy=76.567482 loss=0.879270 lr=0.007556 Epoch[032] Batch [3499]/[3759] Speed: 114.098634 samples/sec accuracy=76.536161 loss=0.880014 lr=0.007554 Epoch[032] Batch [3549]/[3759] Speed: 113.249481 samples/sec accuracy=76.513644 loss=0.880880 lr=0.007552 Epoch[032] Batch [3599]/[3759] Speed: 115.137209 samples/sec accuracy=76.506510 loss=0.881271 lr=0.007550 Epoch[032] Batch [3649]/[3759] Speed: 114.001721 samples/sec accuracy=76.495719 loss=0.881642 lr=0.007548 Epoch[032] Batch [3699]/[3759] Speed: 113.511024 samples/sec accuracy=76.471284 loss=0.882467 lr=0.007547 Epoch[032] Batch [3749]/[3759] Speed: 132.289941 samples/sec accuracy=76.446667 loss=0.883318 lr=0.007545 Batch [0049]/[0303]: acc-top1=63.718750 acc-top5=85.937500 Batch [0099]/[0303]: acc-top1=63.406250 acc-top5=85.515625 Batch [0149]/[0303]: acc-top1=63.031250 acc-top5=85.395833 Batch [0199]/[0303]: acc-top1=63.203125 acc-top5=85.367188 Batch [0249]/[0303]: acc-top1=63.412500 acc-top5=85.456250 Batch [0299]/[0303]: acc-top1=63.468750 acc-top5=85.447917 [Epoch 032] training: accuracy=76.439878 loss=0.883476 [Epoch 032] speed: 113 samples/sec time cost: 2304.449375 [Epoch 032] validation: acc-top1=63.423061 acc-top5=85.390883 loss=2.159523 Epoch[033] Batch [0049]/[3760] Speed: 78.952654 samples/sec accuracy=76.875000 loss=0.859952 lr=0.007543 Epoch[033] Batch [0099]/[3760] Speed: 114.627943 samples/sec accuracy=76.640625 loss=0.853896 lr=0.007541 Epoch[033] Batch [0149]/[3760] Speed: 115.769842 samples/sec accuracy=77.166667 loss=0.845952 lr=0.007539 Epoch[033] Batch [0199]/[3760] Speed: 114.774111 samples/sec accuracy=77.382812 loss=0.842821 lr=0.007537 Epoch[033] Batch [0249]/[3760] Speed: 115.059858 samples/sec accuracy=77.618750 loss=0.833302 lr=0.007535 Epoch[033] Batch [0299]/[3760] Speed: 114.102565 samples/sec accuracy=77.552083 loss=0.830399 lr=0.007534 Epoch[033] Batch [0349]/[3760] Speed: 115.453930 samples/sec accuracy=77.665179 loss=0.828828 lr=0.007532 Epoch[033] Batch [0399]/[3760] Speed: 113.809932 samples/sec accuracy=77.468750 loss=0.831991 lr=0.007530 Epoch[033] Batch [0449]/[3760] Speed: 115.733142 samples/sec accuracy=77.652778 loss=0.829233 lr=0.007528 Epoch[033] Batch [0499]/[3760] Speed: 114.938265 samples/sec accuracy=77.725000 loss=0.830609 lr=0.007526 Epoch[033] Batch [0549]/[3760] Speed: 114.421921 samples/sec accuracy=77.730114 loss=0.834414 lr=0.007525 Epoch[033] Batch [0599]/[3760] Speed: 114.824280 samples/sec accuracy=77.716146 loss=0.835765 lr=0.007523 Epoch[033] Batch [0649]/[3760] Speed: 114.570174 samples/sec accuracy=77.663462 loss=0.837421 lr=0.007521 Epoch[033] Batch [0699]/[3760] Speed: 114.102804 samples/sec accuracy=77.683036 loss=0.837387 lr=0.007519 Epoch[033] Batch [0749]/[3760] Speed: 113.303697 samples/sec accuracy=77.770833 loss=0.834064 lr=0.007517 Epoch[033] Batch [0799]/[3760] Speed: 114.952245 samples/sec accuracy=77.785156 loss=0.833744 lr=0.007516 Epoch[033] Batch [0849]/[3760] Speed: 114.044854 samples/sec accuracy=77.797794 loss=0.835321 lr=0.007514 Epoch[033] Batch [0899]/[3760] Speed: 116.070389 samples/sec accuracy=77.770833 loss=0.836632 lr=0.007512 Epoch[033] Batch [0949]/[3760] Speed: 113.342596 samples/sec accuracy=77.799342 loss=0.835610 lr=0.007510 Epoch[033] Batch [0999]/[3760] Speed: 115.244024 samples/sec accuracy=77.812500 loss=0.834820 lr=0.007508 Epoch[033] Batch [1049]/[3760] Speed: 113.057015 samples/sec accuracy=77.839286 loss=0.832895 lr=0.007507 Epoch[033] Batch [1099]/[3760] Speed: 114.858707 samples/sec accuracy=77.843750 loss=0.831710 lr=0.007505 Epoch[033] Batch [1149]/[3760] Speed: 115.611775 samples/sec accuracy=77.781250 loss=0.834187 lr=0.007503 Epoch[033] Batch [1199]/[3760] Speed: 113.063644 samples/sec accuracy=77.734375 loss=0.835544 lr=0.007501 Epoch[033] Batch [1249]/[3760] Speed: 116.196759 samples/sec accuracy=77.756250 loss=0.835347 lr=0.007499 Epoch[033] Batch [1299]/[3760] Speed: 113.710090 samples/sec accuracy=77.723558 loss=0.837119 lr=0.007498 Epoch[033] Batch [1349]/[3760] Speed: 114.587162 samples/sec accuracy=77.663194 loss=0.839368 lr=0.007496 Epoch[033] Batch [1399]/[3760] Speed: 115.084330 samples/sec accuracy=77.626116 loss=0.839833 lr=0.007494 Epoch[033] Batch [1449]/[3760] Speed: 113.069990 samples/sec accuracy=77.599138 loss=0.841326 lr=0.007492 Epoch[033] Batch [1499]/[3760] Speed: 115.900169 samples/sec accuracy=77.568750 loss=0.841889 lr=0.007490 Epoch[033] Batch [1549]/[3760] Speed: 112.184452 samples/sec accuracy=77.566532 loss=0.841877 lr=0.007488 Epoch[033] Batch [1599]/[3760] Speed: 114.876895 samples/sec accuracy=77.541992 loss=0.842462 lr=0.007487 Epoch[033] Batch [1649]/[3760] Speed: 113.258852 samples/sec accuracy=77.513258 loss=0.842779 lr=0.007485 Epoch[033] Batch [1699]/[3760] Speed: 115.393491 samples/sec accuracy=77.488051 loss=0.843957 lr=0.007483 Epoch[033] Batch [1749]/[3760] Speed: 115.408161 samples/sec accuracy=77.430357 loss=0.845905 lr=0.007481 Epoch[033] Batch [1799]/[3760] Speed: 114.075353 samples/sec accuracy=77.364583 loss=0.848266 lr=0.007479 Epoch[033] Batch [1849]/[3760] Speed: 115.535293 samples/sec accuracy=77.344595 loss=0.848793 lr=0.007478 Epoch[033] Batch [1899]/[3760] Speed: 114.182379 samples/sec accuracy=77.324836 loss=0.849435 lr=0.007476 Epoch[033] Batch [1949]/[3760] Speed: 114.662254 samples/sec accuracy=77.319712 loss=0.850056 lr=0.007474 Epoch[033] Batch [1999]/[3760] Speed: 113.391546 samples/sec accuracy=77.318750 loss=0.850320 lr=0.007472 Epoch[033] Batch [2049]/[3760] Speed: 115.675208 samples/sec accuracy=77.322409 loss=0.850354 lr=0.007470 Epoch[033] Batch [2099]/[3760] Speed: 114.580552 samples/sec accuracy=77.334077 loss=0.850575 lr=0.007469 Epoch[033] Batch [2149]/[3760] Speed: 113.905948 samples/sec accuracy=77.306686 loss=0.851549 lr=0.007467 Epoch[033] Batch [2199]/[3760] Speed: 114.591195 samples/sec accuracy=77.271307 loss=0.852118 lr=0.007465 Epoch[033] Batch [2249]/[3760] Speed: 115.198392 samples/sec accuracy=77.243056 loss=0.853363 lr=0.007463 Epoch[033] Batch [2299]/[3760] Speed: 113.772626 samples/sec accuracy=77.247962 loss=0.853191 lr=0.007461 Epoch[033] Batch [2349]/[3760] Speed: 113.707689 samples/sec accuracy=77.212766 loss=0.853529 lr=0.007459 Epoch[033] Batch [2399]/[3760] Speed: 116.254170 samples/sec accuracy=77.184896 loss=0.854700 lr=0.007458 Epoch[033] Batch [2449]/[3760] Speed: 113.940403 samples/sec accuracy=77.179847 loss=0.854515 lr=0.007456 Epoch[033] Batch [2499]/[3760] Speed: 114.735435 samples/sec accuracy=77.158750 loss=0.855193 lr=0.007454 Epoch[033] Batch [2549]/[3760] Speed: 114.259337 samples/sec accuracy=77.171569 loss=0.855384 lr=0.007452 Epoch[033] Batch [2599]/[3760] Speed: 114.452296 samples/sec accuracy=77.139423 loss=0.856489 lr=0.007450 Epoch[033] Batch [2649]/[3760] Speed: 115.393165 samples/sec accuracy=77.133844 loss=0.857178 lr=0.007448 Epoch[033] Batch [2699]/[3760] Speed: 114.065903 samples/sec accuracy=77.112269 loss=0.858105 lr=0.007447 Epoch[033] Batch [2749]/[3760] Speed: 114.637167 samples/sec accuracy=77.072159 loss=0.859589 lr=0.007445 Epoch[033] Batch [2799]/[3760] Speed: 114.290332 samples/sec accuracy=77.063058 loss=0.860505 lr=0.007443 Epoch[033] Batch [2849]/[3760] Speed: 115.784631 samples/sec accuracy=77.036732 loss=0.861472 lr=0.007441 Epoch[033] Batch [2899]/[3760] Speed: 113.890375 samples/sec accuracy=77.011315 loss=0.863028 lr=0.007439 Epoch[033] Batch [2949]/[3760] Speed: 117.152441 samples/sec accuracy=76.992055 loss=0.863600 lr=0.007438 Epoch[033] Batch [2999]/[3760] Speed: 114.794558 samples/sec accuracy=76.980729 loss=0.864046 lr=0.007436 Epoch[033] Batch [3049]/[3760] Speed: 114.040750 samples/sec accuracy=76.957480 loss=0.864869 lr=0.007434 Epoch[033] Batch [3099]/[3760] Speed: 115.211336 samples/sec accuracy=76.948589 loss=0.865243 lr=0.007432 Epoch[033] Batch [3149]/[3760] Speed: 115.351736 samples/sec accuracy=76.921131 loss=0.866321 lr=0.007430 Epoch[033] Batch [3199]/[3760] Speed: 115.450850 samples/sec accuracy=76.924316 loss=0.866320 lr=0.007428 Epoch[033] Batch [3249]/[3760] Speed: 114.438324 samples/sec accuracy=76.925000 loss=0.866170 lr=0.007427 Epoch[033] Batch [3299]/[3760] Speed: 114.608013 samples/sec accuracy=76.919034 loss=0.866489 lr=0.007425 Epoch[033] Batch [3349]/[3760] Speed: 115.519591 samples/sec accuracy=76.920709 loss=0.866683 lr=0.007423 Epoch[033] Batch [3399]/[3760] Speed: 114.599622 samples/sec accuracy=76.922794 loss=0.866536 lr=0.007421 Epoch[033] Batch [3449]/[3760] Speed: 115.663181 samples/sec accuracy=76.903080 loss=0.867179 lr=0.007419 Epoch[033] Batch [3499]/[3760] Speed: 113.793266 samples/sec accuracy=76.871429 loss=0.868092 lr=0.007417 Epoch[033] Batch [3549]/[3760] Speed: 115.420036 samples/sec accuracy=76.855634 loss=0.868766 lr=0.007416 Epoch[033] Batch [3599]/[3760] Speed: 114.393711 samples/sec accuracy=76.855903 loss=0.868992 lr=0.007414 Epoch[033] Batch [3649]/[3760] Speed: 114.889910 samples/sec accuracy=76.839897 loss=0.869541 lr=0.007412 Epoch[033] Batch [3699]/[3760] Speed: 114.528009 samples/sec accuracy=76.822213 loss=0.869971 lr=0.007410 Epoch[033] Batch [3749]/[3760] Speed: 129.190959 samples/sec accuracy=76.808750 loss=0.870408 lr=0.007408 Batch [0049]/[0303]: acc-top1=64.687500 acc-top5=85.343750 Batch [0099]/[0303]: acc-top1=64.265625 acc-top5=85.515625 Batch [0149]/[0303]: acc-top1=63.979167 acc-top5=85.708333 Batch [0199]/[0303]: acc-top1=63.781250 acc-top5=85.539062 Batch [0249]/[0303]: acc-top1=63.725000 acc-top5=85.343750 Batch [0299]/[0303]: acc-top1=63.598958 acc-top5=85.250000 [Epoch 033] training: accuracy=76.797291 loss=0.870679 [Epoch 033] speed: 114 samples/sec time cost: 2299.341077 [Epoch 033] validation: acc-top1=63.551980 acc-top5=85.220710 loss=2.206353 Epoch[034] Batch [0049]/[3759] Speed: 80.118374 samples/sec accuracy=78.218750 loss=0.842507 lr=0.007406 Epoch[034] Batch [0099]/[3759] Speed: 113.724859 samples/sec accuracy=78.234375 loss=0.845777 lr=0.007404 Epoch[034] Batch [0149]/[3759] Speed: 114.825024 samples/sec accuracy=78.604167 loss=0.813351 lr=0.007402 Epoch[034] Batch [0199]/[3759] Speed: 113.965891 samples/sec accuracy=78.390625 loss=0.813874 lr=0.007401 Epoch[034] Batch [0249]/[3759] Speed: 114.906639 samples/sec accuracy=78.450000 loss=0.817644 lr=0.007399 Epoch[034] Batch [0299]/[3759] Speed: 115.948636 samples/sec accuracy=78.296875 loss=0.821707 lr=0.007397 Epoch[034] Batch [0349]/[3759] Speed: 115.552610 samples/sec accuracy=78.281250 loss=0.821861 lr=0.007395 Epoch[034] Batch [0399]/[3759] Speed: 113.957216 samples/sec accuracy=78.222656 loss=0.822543 lr=0.007393 Epoch[034] Batch [0449]/[3759] Speed: 115.026019 samples/sec accuracy=78.260417 loss=0.820970 lr=0.007391 Epoch[034] Batch [0499]/[3759] Speed: 114.257296 samples/sec accuracy=78.171875 loss=0.822050 lr=0.007390 Epoch[034] Batch [0549]/[3759] Speed: 113.713878 samples/sec accuracy=78.269886 loss=0.816275 lr=0.007388 Epoch[034] Batch [0599]/[3759] Speed: 115.372217 samples/sec accuracy=78.307292 loss=0.814932 lr=0.007386 Epoch[034] Batch [0649]/[3759] Speed: 114.873852 samples/sec accuracy=78.250000 loss=0.816985 lr=0.007384 Epoch[034] Batch [0699]/[3759] Speed: 114.416988 samples/sec accuracy=78.241071 loss=0.817921 lr=0.007382 Epoch[034] Batch [0749]/[3759] Speed: 114.116234 samples/sec accuracy=78.175000 loss=0.819479 lr=0.007380 Epoch[034] Batch [0799]/[3759] Speed: 115.280331 samples/sec accuracy=78.130859 loss=0.820557 lr=0.007379 Epoch[034] Batch [0849]/[3759] Speed: 115.052916 samples/sec accuracy=78.080882 loss=0.821861 lr=0.007377 Epoch[034] Batch [0899]/[3759] Speed: 113.860046 samples/sec accuracy=78.039931 loss=0.821421 lr=0.007375 Epoch[034] Batch [0949]/[3759] Speed: 115.836860 samples/sec accuracy=78.031250 loss=0.821949 lr=0.007373 Epoch[034] Batch [0999]/[3759] Speed: 113.856375 samples/sec accuracy=77.992188 loss=0.825008 lr=0.007371 Epoch[034] Batch [1049]/[3759] Speed: 115.401174 samples/sec accuracy=77.946429 loss=0.826058 lr=0.007369 Epoch[034] Batch [1099]/[3759] Speed: 114.576878 samples/sec accuracy=77.901989 loss=0.827410 lr=0.007368 Epoch[034] Batch [1149]/[3759] Speed: 113.446753 samples/sec accuracy=77.892663 loss=0.828022 lr=0.007366 Epoch[034] Batch [1199]/[3759] Speed: 114.404395 samples/sec accuracy=77.852865 loss=0.830985 lr=0.007364 Epoch[034] Batch [1249]/[3759] Speed: 113.220291 samples/sec accuracy=77.825000 loss=0.832397 lr=0.007362 Epoch[034] Batch [1299]/[3759] Speed: 114.662717 samples/sec accuracy=77.774038 loss=0.833358 lr=0.007360 Epoch[034] Batch [1349]/[3759] Speed: 113.792701 samples/sec accuracy=77.731481 loss=0.835105 lr=0.007358 Epoch[034] Batch [1399]/[3759] Speed: 115.762831 samples/sec accuracy=77.717634 loss=0.835544 lr=0.007357 Epoch[034] Batch [1449]/[3759] Speed: 113.087009 samples/sec accuracy=77.690733 loss=0.836055 lr=0.007355 Epoch[034] Batch [1499]/[3759] Speed: 113.512201 samples/sec accuracy=77.636458 loss=0.837343 lr=0.007353 Epoch[034] Batch [1549]/[3759] Speed: 113.564339 samples/sec accuracy=77.600806 loss=0.838858 lr=0.007351 Epoch[034] Batch [1599]/[3759] Speed: 113.810896 samples/sec accuracy=77.577148 loss=0.840297 lr=0.007349 Epoch[034] Batch [1649]/[3759] Speed: 115.201907 samples/sec accuracy=77.600379 loss=0.838700 lr=0.007347 Epoch[034] Batch [1699]/[3759] Speed: 115.025359 samples/sec accuracy=77.583640 loss=0.839244 lr=0.007345 Epoch[034] Batch [1749]/[3759] Speed: 115.839302 samples/sec accuracy=77.558929 loss=0.839903 lr=0.007344 Epoch[034] Batch [1799]/[3759] Speed: 114.227932 samples/sec accuracy=77.487847 loss=0.841464 lr=0.007342 Epoch[034] Batch [1849]/[3759] Speed: 115.252231 samples/sec accuracy=77.453547 loss=0.843044 lr=0.007340 Epoch[034] Batch [1899]/[3759] Speed: 114.340413 samples/sec accuracy=77.402961 loss=0.843898 lr=0.007338 Epoch[034] Batch [1949]/[3759] Speed: 113.216432 samples/sec accuracy=77.366186 loss=0.844875 lr=0.007336 Epoch[034] Batch [1999]/[3759] Speed: 115.354229 samples/sec accuracy=77.374219 loss=0.844712 lr=0.007334 Epoch[034] Batch [2049]/[3759] Speed: 115.191859 samples/sec accuracy=77.368902 loss=0.844686 lr=0.007333 Epoch[034] Batch [2099]/[3759] Speed: 114.154904 samples/sec accuracy=77.351935 loss=0.845236 lr=0.007331 Epoch[034] Batch [2149]/[3759] Speed: 114.957809 samples/sec accuracy=77.371366 loss=0.844938 lr=0.007329 Epoch[034] Batch [2199]/[3759] Speed: 114.265775 samples/sec accuracy=77.382812 loss=0.845091 lr=0.007327 Epoch[034] Batch [2249]/[3759] Speed: 113.924345 samples/sec accuracy=77.365278 loss=0.845692 lr=0.007325 Epoch[034] Batch [2299]/[3759] Speed: 113.920710 samples/sec accuracy=77.341712 loss=0.846677 lr=0.007323 Epoch[034] Batch [2349]/[3759] Speed: 115.977448 samples/sec accuracy=77.327793 loss=0.847595 lr=0.007321 Epoch[034] Batch [2399]/[3759] Speed: 114.413189 samples/sec accuracy=77.313151 loss=0.847506 lr=0.007320 Epoch[034] Batch [2449]/[3759] Speed: 114.654484 samples/sec accuracy=77.316327 loss=0.847860 lr=0.007318 Epoch[034] Batch [2499]/[3759] Speed: 114.076738 samples/sec accuracy=77.301875 loss=0.848685 lr=0.007316 Epoch[034] Batch [2549]/[3759] Speed: 114.226365 samples/sec accuracy=77.278799 loss=0.849808 lr=0.007314 Epoch[034] Batch [2599]/[3759] Speed: 114.987082 samples/sec accuracy=77.258413 loss=0.850443 lr=0.007312 Epoch[034] Batch [2649]/[3759] Speed: 114.058306 samples/sec accuracy=77.218160 loss=0.851569 lr=0.007310 Epoch[034] Batch [2699]/[3759] Speed: 116.982272 samples/sec accuracy=77.217014 loss=0.852148 lr=0.007308 Epoch[034] Batch [2749]/[3759] Speed: 114.863462 samples/sec accuracy=77.189205 loss=0.852966 lr=0.007307 Epoch[034] Batch [2799]/[3759] Speed: 113.800910 samples/sec accuracy=77.180246 loss=0.853887 lr=0.007305 Epoch[034] Batch [2849]/[3759] Speed: 114.824841 samples/sec accuracy=77.184211 loss=0.854168 lr=0.007303 Epoch[034] Batch [2899]/[3759] Speed: 114.796470 samples/sec accuracy=77.133621 loss=0.855696 lr=0.007301 Epoch[034] Batch [2949]/[3759] Speed: 114.813118 samples/sec accuracy=77.135064 loss=0.856236 lr=0.007299 Epoch[034] Batch [2999]/[3759] Speed: 114.413388 samples/sec accuracy=77.110938 loss=0.857175 lr=0.007297 Epoch[034] Batch [3049]/[3759] Speed: 115.135386 samples/sec accuracy=77.099898 loss=0.857736 lr=0.007295 Epoch[034] Batch [3099]/[3759] Speed: 114.793202 samples/sec accuracy=77.072581 loss=0.858572 lr=0.007294 Epoch[034] Batch [3149]/[3759] Speed: 113.985687 samples/sec accuracy=77.054067 loss=0.859460 lr=0.007292 Epoch[034] Batch [3199]/[3759] Speed: 115.697860 samples/sec accuracy=77.033691 loss=0.860225 lr=0.007290 Epoch[034] Batch [3249]/[3759] Speed: 113.908860 samples/sec accuracy=77.025481 loss=0.860854 lr=0.007288 Epoch[034] Batch [3299]/[3759] Speed: 114.426550 samples/sec accuracy=77.016098 loss=0.861624 lr=0.007286 Epoch[034] Batch [3349]/[3759] Speed: 113.384875 samples/sec accuracy=76.987873 loss=0.862224 lr=0.007284 Epoch[034] Batch [3399]/[3759] Speed: 116.855630 samples/sec accuracy=76.970588 loss=0.862271 lr=0.007282 Epoch[034] Batch [3449]/[3759] Speed: 113.985884 samples/sec accuracy=76.946105 loss=0.863156 lr=0.007281 Epoch[034] Batch [3499]/[3759] Speed: 114.557579 samples/sec accuracy=76.954018 loss=0.862987 lr=0.007279 Epoch[034] Batch [3549]/[3759] Speed: 114.201422 samples/sec accuracy=76.934859 loss=0.863464 lr=0.007277 Epoch[034] Batch [3599]/[3759] Speed: 113.980213 samples/sec accuracy=76.924045 loss=0.863900 lr=0.007275 Epoch[034] Batch [3649]/[3759] Speed: 114.741788 samples/sec accuracy=76.937500 loss=0.863631 lr=0.007273 Epoch[034] Batch [3699]/[3759] Speed: 113.961695 samples/sec accuracy=76.934122 loss=0.864038 lr=0.007271 Epoch[034] Batch [3749]/[3759] Speed: 129.533289 samples/sec accuracy=76.927500 loss=0.864374 lr=0.007269 Batch [0049]/[0303]: acc-top1=63.625000 acc-top5=85.906250 Batch [0099]/[0303]: acc-top1=63.875000 acc-top5=85.750000 Batch [0149]/[0303]: acc-top1=63.760417 acc-top5=85.760417 Batch [0199]/[0303]: acc-top1=63.843750 acc-top5=85.656250 Batch [0249]/[0303]: acc-top1=63.825000 acc-top5=85.693750 Batch [0299]/[0303]: acc-top1=63.822917 acc-top5=85.546875 [Epoch 034] training: accuracy=76.928289 loss=0.864362 [Epoch 034] speed: 114 samples/sec time cost: 2299.670138 [Epoch 034] validation: acc-top1=63.814975 acc-top5=85.514645 loss=2.205394 Epoch[035] Batch [0049]/[3760] Speed: 80.732155 samples/sec accuracy=79.375000 loss=0.778780 lr=0.007267 Epoch[035] Batch [0099]/[3760] Speed: 112.995484 samples/sec accuracy=79.000000 loss=0.793223 lr=0.007265 Epoch[035] Batch [0149]/[3760] Speed: 114.109931 samples/sec accuracy=78.625000 loss=0.799541 lr=0.007264 Epoch[035] Batch [0199]/[3760] Speed: 110.908504 samples/sec accuracy=78.828125 loss=0.796962 lr=0.007262 Epoch[035] Batch [0249]/[3760] Speed: 115.997424 samples/sec accuracy=78.668750 loss=0.805230 lr=0.007260 Epoch[035] Batch [0299]/[3760] Speed: 114.160005 samples/sec accuracy=78.822917 loss=0.800183 lr=0.007258 Epoch[035] Batch [0349]/[3760] Speed: 113.688575 samples/sec accuracy=78.897321 loss=0.797307 lr=0.007256 Epoch[035] Batch [0399]/[3760] Speed: 114.406484 samples/sec accuracy=78.957031 loss=0.796897 lr=0.007254 Epoch[035] Batch [0449]/[3760] Speed: 114.469037 samples/sec accuracy=78.788194 loss=0.800105 lr=0.007252 Epoch[035] Batch [0499]/[3760] Speed: 113.763722 samples/sec accuracy=78.843750 loss=0.797297 lr=0.007250 Epoch[035] Batch [0549]/[3760] Speed: 112.808950 samples/sec accuracy=78.750000 loss=0.799632 lr=0.007249 Epoch[035] Batch [0599]/[3760] Speed: 114.390129 samples/sec accuracy=78.796875 loss=0.798928 lr=0.007247 Epoch[035] Batch [0649]/[3760] Speed: 115.075180 samples/sec accuracy=78.692308 loss=0.801260 lr=0.007245 Epoch[035] Batch [0699]/[3760] Speed: 115.371292 samples/sec accuracy=78.727679 loss=0.800129 lr=0.007243 Epoch[035] Batch [0749]/[3760] Speed: 113.353807 samples/sec accuracy=78.675000 loss=0.802562 lr=0.007241 Epoch[035] Batch [0799]/[3760] Speed: 113.605286 samples/sec accuracy=78.607422 loss=0.806409 lr=0.007239 Epoch[035] Batch [0849]/[3760] Speed: 114.215417 samples/sec accuracy=78.492647 loss=0.809594 lr=0.007237 Epoch[035] Batch [0899]/[3760] Speed: 114.187854 samples/sec accuracy=78.496528 loss=0.808854 lr=0.007236 Epoch[035] Batch [0949]/[3760] Speed: 113.260048 samples/sec accuracy=78.447368 loss=0.809346 lr=0.007234 Epoch[035] Batch [0999]/[3760] Speed: 114.093730 samples/sec accuracy=78.415625 loss=0.810213 lr=0.007232 Epoch[035] Batch [1049]/[3760] Speed: 114.136648 samples/sec accuracy=78.363095 loss=0.811659 lr=0.007230 Epoch[035] Batch [1099]/[3760] Speed: 114.934244 samples/sec accuracy=78.295455 loss=0.813472 lr=0.007228 Epoch[035] Batch [1149]/[3760] Speed: 112.869357 samples/sec accuracy=78.256793 loss=0.814861 lr=0.007226 Epoch[035] Batch [1199]/[3760] Speed: 116.175310 samples/sec accuracy=78.223958 loss=0.816249 lr=0.007224 Epoch[035] Batch [1249]/[3760] Speed: 114.392809 samples/sec accuracy=78.198750 loss=0.816683 lr=0.007222 Epoch[035] Batch [1299]/[3760] Speed: 113.892042 samples/sec accuracy=78.171875 loss=0.816978 lr=0.007221 Epoch[035] Batch [1349]/[3760] Speed: 114.343618 samples/sec accuracy=78.109954 loss=0.819132 lr=0.007219 Epoch[035] Batch [1399]/[3760] Speed: 113.060473 samples/sec accuracy=78.034598 loss=0.820929 lr=0.007217 Epoch[035] Batch [1449]/[3760] Speed: 114.970590 samples/sec accuracy=78.045259 loss=0.820378 lr=0.007215 Epoch[035] Batch [1499]/[3760] Speed: 116.035670 samples/sec accuracy=78.015625 loss=0.822018 lr=0.007213 Epoch[035] Batch [1549]/[3760] Speed: 113.383146 samples/sec accuracy=77.967742 loss=0.823171 lr=0.007211 Epoch[035] Batch [1599]/[3760] Speed: 114.793022 samples/sec accuracy=77.941406 loss=0.824639 lr=0.007209 Epoch[035] Batch [1649]/[3760] Speed: 113.483971 samples/sec accuracy=77.959280 loss=0.825116 lr=0.007207 Epoch[035] Batch [1699]/[3760] Speed: 115.074929 samples/sec accuracy=77.935662 loss=0.826809 lr=0.007206 Epoch[035] Batch [1749]/[3760] Speed: 113.551539 samples/sec accuracy=77.885714 loss=0.828417 lr=0.007204 Epoch[035] Batch [1799]/[3760] Speed: 114.797722 samples/sec accuracy=77.844618 loss=0.830046 lr=0.007202 Epoch[035] Batch [1849]/[3760] Speed: 114.520787 samples/sec accuracy=77.815034 loss=0.831016 lr=0.007200 Epoch[035] Batch [1899]/[3760] Speed: 112.561048 samples/sec accuracy=77.781250 loss=0.831916 lr=0.007198 Epoch[035] Batch [1949]/[3760] Speed: 114.034105 samples/sec accuracy=77.782051 loss=0.832037 lr=0.007196 Epoch[035] Batch [1999]/[3760] Speed: 113.156851 samples/sec accuracy=77.785156 loss=0.831740 lr=0.007194 Epoch[035] Batch [2049]/[3760] Speed: 115.450974 samples/sec accuracy=77.753811 loss=0.832569 lr=0.007192 Epoch[035] Batch [2099]/[3760] Speed: 113.598193 samples/sec accuracy=77.758185 loss=0.832768 lr=0.007191 Epoch[035] Batch [2149]/[3760] Speed: 113.130208 samples/sec accuracy=77.743459 loss=0.832950 lr=0.007189 Epoch[035] Batch [2199]/[3760] Speed: 116.229270 samples/sec accuracy=77.752131 loss=0.832915 lr=0.007187 Epoch[035] Batch [2249]/[3760] Speed: 112.840083 samples/sec accuracy=77.741667 loss=0.833519 lr=0.007185 Epoch[035] Batch [2299]/[3760] Speed: 114.377929 samples/sec accuracy=77.734375 loss=0.834024 lr=0.007183 Epoch[035] Batch [2349]/[3760] Speed: 112.881708 samples/sec accuracy=77.722074 loss=0.834788 lr=0.007181 Epoch[035] Batch [2399]/[3760] Speed: 114.985355 samples/sec accuracy=77.690104 loss=0.835702 lr=0.007179 Epoch[035] Batch [2449]/[3760] Speed: 114.521308 samples/sec accuracy=77.670281 loss=0.836403 lr=0.007177 Epoch[035] Batch [2499]/[3760] Speed: 112.226748 samples/sec accuracy=77.672500 loss=0.836798 lr=0.007176 Epoch[035] Batch [2549]/[3760] Speed: 115.655253 samples/sec accuracy=77.665441 loss=0.837046 lr=0.007174 Epoch[035] Batch [2599]/[3760] Speed: 113.300649 samples/sec accuracy=77.661058 loss=0.836936 lr=0.007172 Epoch[035] Batch [2649]/[3760] Speed: 116.730544 samples/sec accuracy=77.655071 loss=0.836861 lr=0.007170 Epoch[035] Batch [2699]/[3760] Speed: 113.101046 samples/sec accuracy=77.619213 loss=0.838266 lr=0.007168 Epoch[035] Batch [2749]/[3760] Speed: 114.730370 samples/sec accuracy=77.614205 loss=0.838614 lr=0.007166 Epoch[035] Batch [2799]/[3760] Speed: 114.367068 samples/sec accuracy=77.589844 loss=0.839422 lr=0.007164 Epoch[035] Batch [2849]/[3760] Speed: 113.576061 samples/sec accuracy=77.554276 loss=0.840449 lr=0.007162 Epoch[035] Batch [2899]/[3760] Speed: 114.617077 samples/sec accuracy=77.538254 loss=0.841111 lr=0.007160 Epoch[035] Batch [2949]/[3760] Speed: 111.830960 samples/sec accuracy=77.540254 loss=0.841220 lr=0.007159 Epoch[035] Batch [2999]/[3760] Speed: 117.144556 samples/sec accuracy=77.524479 loss=0.841534 lr=0.007157 Epoch[035] Batch [3049]/[3760] Speed: 114.033074 samples/sec accuracy=77.527664 loss=0.841572 lr=0.007155 Epoch[035] Batch [3099]/[3760] Speed: 114.812092 samples/sec accuracy=77.516129 loss=0.842009 lr=0.007153 Epoch[035] Batch [3149]/[3760] Speed: 114.359617 samples/sec accuracy=77.492063 loss=0.842740 lr=0.007151 Epoch[035] Batch [3199]/[3760] Speed: 113.958772 samples/sec accuracy=77.465332 loss=0.843136 lr=0.007149 Epoch[035] Batch [3249]/[3760] Speed: 115.033343 samples/sec accuracy=77.444231 loss=0.843409 lr=0.007147 Epoch[035] Batch [3299]/[3760] Speed: 113.934021 samples/sec accuracy=77.446970 loss=0.843229 lr=0.007145 Epoch[035] Batch [3349]/[3760] Speed: 113.947601 samples/sec accuracy=77.444963 loss=0.843419 lr=0.007144 Epoch[035] Batch [3399]/[3760] Speed: 113.734705 samples/sec accuracy=77.431985 loss=0.843809 lr=0.007142 Epoch[035] Batch [3449]/[3760] Speed: 114.681400 samples/sec accuracy=77.425725 loss=0.844278 lr=0.007140 Epoch[035] Batch [3499]/[3760] Speed: 114.492981 samples/sec accuracy=77.403125 loss=0.845218 lr=0.007138 Epoch[035] Batch [3549]/[3760] Speed: 113.834862 samples/sec accuracy=77.371479 loss=0.846596 lr=0.007136 Epoch[035] Batch [3599]/[3760] Speed: 115.854784 samples/sec accuracy=77.351128 loss=0.847658 lr=0.007134 Epoch[035] Batch [3649]/[3760] Speed: 114.624627 samples/sec accuracy=77.333048 loss=0.848334 lr=0.007132 Epoch[035] Batch [3699]/[3760] Speed: 112.629842 samples/sec accuracy=77.338260 loss=0.848271 lr=0.007130 Epoch[035] Batch [3749]/[3760] Speed: 129.060086 samples/sec accuracy=77.332083 loss=0.848662 lr=0.007128 Batch [0049]/[0303]: acc-top1=65.406250 acc-top5=86.218750 Batch [0099]/[0303]: acc-top1=64.390625 acc-top5=85.703125 Batch [0149]/[0303]: acc-top1=64.166667 acc-top5=85.885417 Batch [0199]/[0303]: acc-top1=64.117188 acc-top5=85.812500 Batch [0249]/[0303]: acc-top1=64.250000 acc-top5=85.700000 Batch [0299]/[0303]: acc-top1=64.291667 acc-top5=85.562500 [Epoch 035] training: accuracy=77.329621 loss=0.848791 [Epoch 035] speed: 113 samples/sec time cost: 2307.809827 [Epoch 035] validation: acc-top1=64.237830 acc-top5=85.545586 loss=2.137144 Epoch[036] Batch [0049]/[3760] Speed: 79.877004 samples/sec accuracy=79.687500 loss=0.765400 lr=0.007126 Epoch[036] Batch [0099]/[3760] Speed: 115.011464 samples/sec accuracy=79.500000 loss=0.778312 lr=0.007124 Epoch[036] Batch [0149]/[3760] Speed: 114.370174 samples/sec accuracy=79.062500 loss=0.789656 lr=0.007122 Epoch[036] Batch [0199]/[3760] Speed: 114.362203 samples/sec accuracy=79.085938 loss=0.788557 lr=0.007120 Epoch[036] Batch [0249]/[3760] Speed: 114.905046 samples/sec accuracy=79.037500 loss=0.790674 lr=0.007119 Epoch[036] Batch [0299]/[3760] Speed: 114.296878 samples/sec accuracy=78.911458 loss=0.791909 lr=0.007117 Epoch[036] Batch [0349]/[3760] Speed: 115.151763 samples/sec accuracy=78.892857 loss=0.789220 lr=0.007115 Epoch[036] Batch [0399]/[3760] Speed: 114.571009 samples/sec accuracy=78.929688 loss=0.787925 lr=0.007113 Epoch[036] Batch [0449]/[3760] Speed: 113.786873 samples/sec accuracy=78.965278 loss=0.786520 lr=0.007111 Epoch[036] Batch [0499]/[3760] Speed: 115.283282 samples/sec accuracy=78.815625 loss=0.791271 lr=0.007109 Epoch[036] Batch [0549]/[3760] Speed: 113.471850 samples/sec accuracy=78.920455 loss=0.787294 lr=0.007107 Epoch[036] Batch [0599]/[3760] Speed: 116.079602 samples/sec accuracy=78.971354 loss=0.786157 lr=0.007105 Epoch[036] Batch [0649]/[3760] Speed: 113.696350 samples/sec accuracy=78.911058 loss=0.787424 lr=0.007103 Epoch[036] Batch [0699]/[3760] Speed: 114.013961 samples/sec accuracy=78.957589 loss=0.784394 lr=0.007102 Epoch[036] Batch [0749]/[3760] Speed: 115.351923 samples/sec accuracy=78.910417 loss=0.785587 lr=0.007100 Epoch[036] Batch [0799]/[3760] Speed: 113.500839 samples/sec accuracy=78.808594 loss=0.789654 lr=0.007098 Epoch[036] Batch [0849]/[3760] Speed: 113.551118 samples/sec accuracy=78.718750 loss=0.792419 lr=0.007096 Epoch[036] Batch [0899]/[3760] Speed: 114.570632 samples/sec accuracy=78.618056 loss=0.795754 lr=0.007094 Epoch[036] Batch [0949]/[3760] Speed: 113.034469 samples/sec accuracy=78.667763 loss=0.794839 lr=0.007092 Epoch[036] Batch [0999]/[3760] Speed: 115.312784 samples/sec accuracy=78.635937 loss=0.795742 lr=0.007090 Epoch[036] Batch [1049]/[3760] Speed: 115.065833 samples/sec accuracy=78.514881 loss=0.799066 lr=0.007088 Epoch[036] Batch [1099]/[3760] Speed: 113.497340 samples/sec accuracy=78.508523 loss=0.799112 lr=0.007086 Epoch[036] Batch [1149]/[3760] Speed: 114.614911 samples/sec accuracy=78.447011 loss=0.800031 lr=0.007084 Epoch[036] Batch [1199]/[3760] Speed: 114.087916 samples/sec accuracy=78.458333 loss=0.800909 lr=0.007083 Epoch[036] Batch [1249]/[3760] Speed: 114.677293 samples/sec accuracy=78.431250 loss=0.803237 lr=0.007081 Epoch[036] Batch [1299]/[3760] Speed: 114.244016 samples/sec accuracy=78.364183 loss=0.805646 lr=0.007079 Epoch[036] Batch [1349]/[3760] Speed: 113.325566 samples/sec accuracy=78.355324 loss=0.805730 lr=0.007077 Epoch[036] Batch [1399]/[3760] Speed: 113.896484 samples/sec accuracy=78.332589 loss=0.807145 lr=0.007075 Epoch[036] Batch [1449]/[3760] Speed: 115.568814 samples/sec accuracy=78.310345 loss=0.807329 lr=0.007073 Epoch[036] Batch [1499]/[3760] Speed: 113.062439 samples/sec accuracy=78.292708 loss=0.807712 lr=0.007071 Epoch[036] Batch [1549]/[3760] Speed: 114.561930 samples/sec accuracy=78.257056 loss=0.810760 lr=0.007069 Epoch[036] Batch [1599]/[3760] Speed: 114.975422 samples/sec accuracy=78.257812 loss=0.811580 lr=0.007067 Epoch[036] Batch [1649]/[3760] Speed: 113.057643 samples/sec accuracy=78.243371 loss=0.812635 lr=0.007065 Epoch[036] Batch [1699]/[3760] Speed: 114.591648 samples/sec accuracy=78.221507 loss=0.813577 lr=0.007064 Epoch[036] Batch [1749]/[3760] Speed: 113.216683 samples/sec accuracy=78.201786 loss=0.814525 lr=0.007062 Epoch[036] Batch [1799]/[3760] Speed: 115.552615 samples/sec accuracy=78.217014 loss=0.814224 lr=0.007060 Epoch[036] Batch [1849]/[3760] Speed: 114.386183 samples/sec accuracy=78.185811 loss=0.815190 lr=0.007058 Epoch[036] Batch [1899]/[3760] Speed: 113.481574 samples/sec accuracy=78.153783 loss=0.815799 lr=0.007056 Epoch[036] Batch [1949]/[3760] Speed: 113.625442 samples/sec accuracy=78.155449 loss=0.815191 lr=0.007054 Epoch[036] Batch [1999]/[3760] Speed: 114.377186 samples/sec accuracy=78.150000 loss=0.814989 lr=0.007052 Epoch[036] Batch [2049]/[3760] Speed: 114.048614 samples/sec accuracy=78.134146 loss=0.815416 lr=0.007050 Epoch[036] Batch [2099]/[3760] Speed: 114.401373 samples/sec accuracy=78.102679 loss=0.816823 lr=0.007048 Epoch[036] Batch [2149]/[3760] Speed: 113.620437 samples/sec accuracy=78.071221 loss=0.818039 lr=0.007046 Epoch[036] Batch [2199]/[3760] Speed: 115.116952 samples/sec accuracy=78.040483 loss=0.819037 lr=0.007044 Epoch[036] Batch [2249]/[3760] Speed: 115.231363 samples/sec accuracy=78.021528 loss=0.819705 lr=0.007043 Epoch[036] Batch [2299]/[3760] Speed: 112.551814 samples/sec accuracy=78.012908 loss=0.820024 lr=0.007041 Epoch[036] Batch [2349]/[3760] Speed: 115.557355 samples/sec accuracy=78.022606 loss=0.820125 lr=0.007039 Epoch[036] Batch [2399]/[3760] Speed: 111.378083 samples/sec accuracy=78.016276 loss=0.820346 lr=0.007037 Epoch[036] Batch [2449]/[3760] Speed: 115.139170 samples/sec accuracy=78.021684 loss=0.819910 lr=0.007035 Epoch[036] Batch [2499]/[3760] Speed: 114.984544 samples/sec accuracy=78.029375 loss=0.819780 lr=0.007033 Epoch[036] Batch [2549]/[3760] Speed: 113.563351 samples/sec accuracy=78.012255 loss=0.820167 lr=0.007031 Epoch[036] Batch [2599]/[3760] Speed: 113.728718 samples/sec accuracy=77.990986 loss=0.820858 lr=0.007029 Epoch[036] Batch [2649]/[3760] Speed: 114.897900 samples/sec accuracy=77.994693 loss=0.821135 lr=0.007027 Epoch[036] Batch [2699]/[3760] Speed: 113.810771 samples/sec accuracy=77.979167 loss=0.821539 lr=0.007025 Epoch[036] Batch [2749]/[3760] Speed: 115.025253 samples/sec accuracy=77.950000 loss=0.822820 lr=0.007023 Epoch[036] Batch [2799]/[3760] Speed: 114.488898 samples/sec accuracy=77.924107 loss=0.824025 lr=0.007022 Epoch[036] Batch [2849]/[3760] Speed: 114.213047 samples/sec accuracy=77.923246 loss=0.824673 lr=0.007020 Epoch[036] Batch [2899]/[3760] Speed: 113.956637 samples/sec accuracy=77.921875 loss=0.824372 lr=0.007018 Epoch[036] Batch [2949]/[3760] Speed: 113.026507 samples/sec accuracy=77.923729 loss=0.824536 lr=0.007016 Epoch[036] Batch [2999]/[3760] Speed: 114.576429 samples/sec accuracy=77.919792 loss=0.825018 lr=0.007014 Epoch[036] Batch [3049]/[3760] Speed: 114.487078 samples/sec accuracy=77.889344 loss=0.825784 lr=0.007012 Epoch[036] Batch [3099]/[3760] Speed: 115.031608 samples/sec accuracy=77.871472 loss=0.826556 lr=0.007010 Epoch[036] Batch [3149]/[3760] Speed: 114.507745 samples/sec accuracy=77.841270 loss=0.827580 lr=0.007008 Epoch[036] Batch [3199]/[3760] Speed: 116.289697 samples/sec accuracy=77.813477 loss=0.828379 lr=0.007006 Epoch[036] Batch [3249]/[3760] Speed: 113.396533 samples/sec accuracy=77.779327 loss=0.829399 lr=0.007004 Epoch[036] Batch [3299]/[3760] Speed: 115.938537 samples/sec accuracy=77.772254 loss=0.829960 lr=0.007002 Epoch[036] Batch [3349]/[3760] Speed: 113.265625 samples/sec accuracy=77.760728 loss=0.830060 lr=0.007001 Epoch[036] Batch [3399]/[3760] Speed: 115.265532 samples/sec accuracy=77.732537 loss=0.831142 lr=0.006999 Epoch[036] Batch [3449]/[3760] Speed: 114.600770 samples/sec accuracy=77.708333 loss=0.832111 lr=0.006997 Epoch[036] Batch [3499]/[3760] Speed: 114.403412 samples/sec accuracy=77.678125 loss=0.833443 lr=0.006995 Epoch[036] Batch [3549]/[3760] Speed: 114.532018 samples/sec accuracy=77.648768 loss=0.834229 lr=0.006993 Epoch[036] Batch [3599]/[3760] Speed: 114.815345 samples/sec accuracy=77.639757 loss=0.834442 lr=0.006991 Epoch[036] Batch [3649]/[3760] Speed: 114.836909 samples/sec accuracy=77.624572 loss=0.834770 lr=0.006989 Epoch[036] Batch [3699]/[3760] Speed: 114.560446 samples/sec accuracy=77.594595 loss=0.835946 lr=0.006987 Epoch[036] Batch [3749]/[3760] Speed: 128.006824 samples/sec accuracy=77.590833 loss=0.835995 lr=0.006985 Batch [0049]/[0303]: acc-top1=64.593750 acc-top5=85.968750 Batch [0099]/[0303]: acc-top1=63.812500 acc-top5=85.734375 Batch [0149]/[0303]: acc-top1=64.135417 acc-top5=85.875000 Batch [0199]/[0303]: acc-top1=64.117188 acc-top5=85.796875 Batch [0249]/[0303]: acc-top1=64.000000 acc-top5=85.606250 Batch [0299]/[0303]: acc-top1=63.937500 acc-top5=85.494792 [Epoch 036] training: accuracy=77.585189 loss=0.836172 [Epoch 036] speed: 113 samples/sec time cost: 2303.846117 [Epoch 036] validation: acc-top1=63.907797 acc-top5=85.457921 loss=2.273847 Epoch[037] Batch [0049]/[3759] Speed: 79.439856 samples/sec accuracy=79.218750 loss=0.779426 lr=0.006983 Epoch[037] Batch [0099]/[3759] Speed: 114.564300 samples/sec accuracy=79.328125 loss=0.769670 lr=0.006981 Epoch[037] Batch [0149]/[3759] Speed: 113.429016 samples/sec accuracy=78.739583 loss=0.780582 lr=0.006979 Epoch[037] Batch [0199]/[3759] Speed: 113.997449 samples/sec accuracy=78.671875 loss=0.782873 lr=0.006977 Epoch[037] Batch [0249]/[3759] Speed: 115.728386 samples/sec accuracy=78.487500 loss=0.792374 lr=0.006975 Epoch[037] Batch [0299]/[3759] Speed: 112.727912 samples/sec accuracy=78.536458 loss=0.794338 lr=0.006973 Epoch[037] Batch [0349]/[3759] Speed: 114.298131 samples/sec accuracy=78.678571 loss=0.792081 lr=0.006971 Epoch[037] Batch [0399]/[3759] Speed: 113.941945 samples/sec accuracy=78.652344 loss=0.790409 lr=0.006969 Epoch[037] Batch [0449]/[3759] Speed: 115.063166 samples/sec accuracy=78.618056 loss=0.788843 lr=0.006968 Epoch[037] Batch [0499]/[3759] Speed: 113.004333 samples/sec accuracy=78.675000 loss=0.787546 lr=0.006966 Epoch[037] Batch [0549]/[3759] Speed: 114.685949 samples/sec accuracy=78.755682 loss=0.787730 lr=0.006964 Epoch[037] Batch [0599]/[3759] Speed: 115.539387 samples/sec accuracy=78.835938 loss=0.786928 lr=0.006962 Epoch[037] Batch [0649]/[3759] Speed: 113.032088 samples/sec accuracy=78.826923 loss=0.787011 lr=0.006960 Epoch[037] Batch [0699]/[3759] Speed: 115.458660 samples/sec accuracy=78.863839 loss=0.786629 lr=0.006958 Epoch[037] Batch [0749]/[3759] Speed: 112.645874 samples/sec accuracy=78.850000 loss=0.786658 lr=0.006956 Epoch[037] Batch [0799]/[3759] Speed: 115.442961 samples/sec accuracy=78.789062 loss=0.788779 lr=0.006954 Epoch[037] Batch [0849]/[3759] Speed: 113.928448 samples/sec accuracy=78.750000 loss=0.789765 lr=0.006952 Epoch[037] Batch [0899]/[3759] Speed: 112.908831 samples/sec accuracy=78.776042 loss=0.790375 lr=0.006950 Epoch[037] Batch [0949]/[3759] Speed: 116.132972 samples/sec accuracy=78.735197 loss=0.790904 lr=0.006948 Epoch[037] Batch [0999]/[3759] Speed: 113.251326 samples/sec accuracy=78.742188 loss=0.791615 lr=0.006946 Epoch[037] Batch [1049]/[3759] Speed: 115.107823 samples/sec accuracy=78.738095 loss=0.791594 lr=0.006944 Epoch[037] Batch [1099]/[3759] Speed: 114.603037 samples/sec accuracy=78.745739 loss=0.793117 lr=0.006943 Epoch[037] Batch [1149]/[3759] Speed: 114.516372 samples/sec accuracy=78.760870 loss=0.793391 lr=0.006941 Epoch[037] Batch [1199]/[3759] Speed: 114.444098 samples/sec accuracy=78.751302 loss=0.793439 lr=0.006939 Epoch[037] Batch [1249]/[3759] Speed: 113.033137 samples/sec accuracy=78.706250 loss=0.794429 lr=0.006937 Epoch[037] Batch [1299]/[3759] Speed: 114.735025 samples/sec accuracy=78.713942 loss=0.794358 lr=0.006935 Epoch[037] Batch [1349]/[3759] Speed: 116.026882 samples/sec accuracy=78.703704 loss=0.795739 lr=0.006933 Epoch[037] Batch [1399]/[3759] Speed: 113.509117 samples/sec accuracy=78.686384 loss=0.795558 lr=0.006931 Epoch[037] Batch [1449]/[3759] Speed: 114.588115 samples/sec accuracy=78.711207 loss=0.795026 lr=0.006929 Epoch[037] Batch [1499]/[3759] Speed: 112.858248 samples/sec accuracy=78.666667 loss=0.796454 lr=0.006927 Epoch[037] Batch [1549]/[3759] Speed: 115.043723 samples/sec accuracy=78.698589 loss=0.795857 lr=0.006925 Epoch[037] Batch [1599]/[3759] Speed: 114.878851 samples/sec accuracy=78.647461 loss=0.797885 lr=0.006923 Epoch[037] Batch [1649]/[3759] Speed: 113.477674 samples/sec accuracy=78.599432 loss=0.798499 lr=0.006921 Epoch[037] Batch [1699]/[3759] Speed: 113.785411 samples/sec accuracy=78.588235 loss=0.798912 lr=0.006919 Epoch[037] Batch [1749]/[3759] Speed: 113.435462 samples/sec accuracy=78.591964 loss=0.799214 lr=0.006917 Epoch[037] Batch [1799]/[3759] Speed: 114.980281 samples/sec accuracy=78.616319 loss=0.798473 lr=0.006916 Epoch[037] Batch [1849]/[3759] Speed: 114.141594 samples/sec accuracy=78.576858 loss=0.799147 lr=0.006914 Epoch[037] Batch [1899]/[3759] Speed: 114.556996 samples/sec accuracy=78.583059 loss=0.799322 lr=0.006912 Epoch[037] Batch [1949]/[3759] Speed: 115.442121 samples/sec accuracy=78.545673 loss=0.800488 lr=0.006910 Epoch[037] Batch [1999]/[3759] Speed: 114.678027 samples/sec accuracy=78.540625 loss=0.800809 lr=0.006908 Epoch[037] Batch [2049]/[3759] Speed: 113.078851 samples/sec accuracy=78.549543 loss=0.800631 lr=0.006906 Epoch[037] Batch [2099]/[3759] Speed: 114.401688 samples/sec accuracy=78.507440 loss=0.801632 lr=0.006904 Epoch[037] Batch [2149]/[3759] Speed: 114.959469 samples/sec accuracy=78.467297 loss=0.803307 lr=0.006902 Epoch[037] Batch [2199]/[3759] Speed: 114.700297 samples/sec accuracy=78.441051 loss=0.804088 lr=0.006900 Epoch[037] Batch [2249]/[3759] Speed: 114.573040 samples/sec accuracy=78.419444 loss=0.804422 lr=0.006898 Epoch[037] Batch [2299]/[3759] Speed: 113.249445 samples/sec accuracy=78.399457 loss=0.805682 lr=0.006896 Epoch[037] Batch [2349]/[3759] Speed: 114.692575 samples/sec accuracy=78.385638 loss=0.806121 lr=0.006894 Epoch[037] Batch [2399]/[3759] Speed: 114.882776 samples/sec accuracy=78.371745 loss=0.806331 lr=0.006892 Epoch[037] Batch [2449]/[3759] Speed: 114.682767 samples/sec accuracy=78.376913 loss=0.806856 lr=0.006890 Epoch[037] Batch [2499]/[3759] Speed: 114.737205 samples/sec accuracy=78.325625 loss=0.808184 lr=0.006888 Epoch[037] Batch [2549]/[3759] Speed: 113.993693 samples/sec accuracy=78.310662 loss=0.809047 lr=0.006887 Epoch[037] Batch [2599]/[3759] Speed: 114.722525 samples/sec accuracy=78.284856 loss=0.809615 lr=0.006885 Epoch[037] Batch [2649]/[3759] Speed: 113.031673 samples/sec accuracy=78.227594 loss=0.811709 lr=0.006883 Epoch[037] Batch [2699]/[3759] Speed: 115.249182 samples/sec accuracy=78.203704 loss=0.812171 lr=0.006881 Epoch[037] Batch [2749]/[3759] Speed: 114.266681 samples/sec accuracy=78.184659 loss=0.813267 lr=0.006879 Epoch[037] Batch [2799]/[3759] Speed: 114.656806 samples/sec accuracy=78.162946 loss=0.813711 lr=0.006877 Epoch[037] Batch [2849]/[3759] Speed: 114.514898 samples/sec accuracy=78.147478 loss=0.813729 lr=0.006875 Epoch[037] Batch [2899]/[3759] Speed: 113.983069 samples/sec accuracy=78.165409 loss=0.813444 lr=0.006873 Epoch[037] Batch [2949]/[3759] Speed: 115.886977 samples/sec accuracy=78.144068 loss=0.814054 lr=0.006871 Epoch[037] Batch [2999]/[3759] Speed: 113.549519 samples/sec accuracy=78.134896 loss=0.814216 lr=0.006869 Epoch[037] Batch [3049]/[3759] Speed: 114.730393 samples/sec accuracy=78.117828 loss=0.814662 lr=0.006867 Epoch[037] Batch [3099]/[3759] Speed: 114.962005 samples/sec accuracy=78.110383 loss=0.815257 lr=0.006865 Epoch[037] Batch [3149]/[3759] Speed: 111.678477 samples/sec accuracy=78.110119 loss=0.815455 lr=0.006863 Epoch[037] Batch [3199]/[3759] Speed: 115.633394 samples/sec accuracy=78.087402 loss=0.816387 lr=0.006861 Epoch[037] Batch [3249]/[3759] Speed: 114.742748 samples/sec accuracy=78.071154 loss=0.817052 lr=0.006859 Epoch[037] Batch [3299]/[3759] Speed: 113.367586 samples/sec accuracy=78.055398 loss=0.817592 lr=0.006857 Epoch[037] Batch [3349]/[3759] Speed: 113.367037 samples/sec accuracy=78.050373 loss=0.817604 lr=0.006856 Epoch[037] Batch [3399]/[3759] Speed: 113.785490 samples/sec accuracy=78.042279 loss=0.818108 lr=0.006854 Epoch[037] Batch [3449]/[3759] Speed: 114.758432 samples/sec accuracy=78.016304 loss=0.818975 lr=0.006852 Epoch[037] Batch [3499]/[3759] Speed: 113.849553 samples/sec accuracy=77.984375 loss=0.820082 lr=0.006850 Epoch[037] Batch [3549]/[3759] Speed: 114.046618 samples/sec accuracy=77.977993 loss=0.820784 lr=0.006848 Epoch[037] Batch [3599]/[3759] Speed: 114.684313 samples/sec accuracy=77.947049 loss=0.821766 lr=0.006846 Epoch[037] Batch [3649]/[3759] Speed: 113.814172 samples/sec accuracy=77.940497 loss=0.822336 lr=0.006844 Epoch[037] Batch [3699]/[3759] Speed: 116.066153 samples/sec accuracy=77.916385 loss=0.822997 lr=0.006842 Epoch[037] Batch [3749]/[3759] Speed: 130.380196 samples/sec accuracy=77.897500 loss=0.823931 lr=0.006840 Batch [0049]/[0303]: acc-top1=64.406250 acc-top5=86.187500 Batch [0099]/[0303]: acc-top1=64.000000 acc-top5=85.750000 Batch [0149]/[0303]: acc-top1=63.864583 acc-top5=85.750000 Batch [0199]/[0303]: acc-top1=63.976562 acc-top5=85.648438 Batch [0249]/[0303]: acc-top1=63.875000 acc-top5=85.400000 Batch [0299]/[0303]: acc-top1=63.958333 acc-top5=85.286458 [Epoch 037] training: accuracy=77.895135 loss=0.824092 [Epoch 037] speed: 113 samples/sec time cost: 2304.549556 [Epoch 037] validation: acc-top1=63.912954 acc-top5=85.236180 loss=2.154324 Epoch[038] Batch [0049]/[3760] Speed: 77.547363 samples/sec accuracy=78.062500 loss=0.801682 lr=0.006838 Epoch[038] Batch [0099]/[3760] Speed: 114.873399 samples/sec accuracy=78.671875 loss=0.791585 lr=0.006836 Epoch[038] Batch [0149]/[3760] Speed: 114.216972 samples/sec accuracy=79.395833 loss=0.765496 lr=0.006834 Epoch[038] Batch [0199]/[3760] Speed: 114.747870 samples/sec accuracy=79.484375 loss=0.763946 lr=0.006832 Epoch[038] Batch [0249]/[3760] Speed: 114.453378 samples/sec accuracy=79.550000 loss=0.757982 lr=0.006830 Epoch[038] Batch [0299]/[3760] Speed: 114.638941 samples/sec accuracy=79.718750 loss=0.755681 lr=0.006828 Epoch[038] Batch [0349]/[3760] Speed: 114.352723 samples/sec accuracy=79.687500 loss=0.755120 lr=0.006826 Epoch[038] Batch [0399]/[3760] Speed: 114.486439 samples/sec accuracy=79.589844 loss=0.758227 lr=0.006824 Epoch[038] Batch [0449]/[3760] Speed: 114.866945 samples/sec accuracy=79.552083 loss=0.762310 lr=0.006822 Epoch[038] Batch [0499]/[3760] Speed: 115.533010 samples/sec accuracy=79.506250 loss=0.763948 lr=0.006820 Epoch[038] Batch [0549]/[3760] Speed: 113.295192 samples/sec accuracy=79.357955 loss=0.767908 lr=0.006818 Epoch[038] Batch [0599]/[3760] Speed: 115.306483 samples/sec accuracy=79.346354 loss=0.768772 lr=0.006816 Epoch[038] Batch [0649]/[3760] Speed: 114.216196 samples/sec accuracy=79.283654 loss=0.769549 lr=0.006814 Epoch[038] Batch [0699]/[3760] Speed: 114.915410 samples/sec accuracy=79.203125 loss=0.773408 lr=0.006812 Epoch[038] Batch [0749]/[3760] Speed: 115.474949 samples/sec accuracy=79.254167 loss=0.772287 lr=0.006810 Epoch[038] Batch [0799]/[3760] Speed: 114.071713 samples/sec accuracy=79.187500 loss=0.774779 lr=0.006809 Epoch[038] Batch [0849]/[3760] Speed: 114.608542 samples/sec accuracy=79.123162 loss=0.777210 lr=0.006807 Epoch[038] Batch [0899]/[3760] Speed: 115.107448 samples/sec accuracy=79.109375 loss=0.778814 lr=0.006805 Epoch[038] Batch [0949]/[3760] Speed: 113.506059 samples/sec accuracy=79.049342 loss=0.780498 lr=0.006803 Epoch[038] Batch [0999]/[3760] Speed: 114.795258 samples/sec accuracy=78.981250 loss=0.783684 lr=0.006801 Epoch[038] Batch [1049]/[3760] Speed: 114.478223 samples/sec accuracy=78.944940 loss=0.784583 lr=0.006799 Epoch[038] Batch [1099]/[3760] Speed: 115.075907 samples/sec accuracy=78.916193 loss=0.786055 lr=0.006797 Epoch[038] Batch [1149]/[3760] Speed: 113.190825 samples/sec accuracy=78.913043 loss=0.787014 lr=0.006795 Epoch[038] Batch [1199]/[3760] Speed: 114.638352 samples/sec accuracy=78.884115 loss=0.788562 lr=0.006793 Epoch[038] Batch [1249]/[3760] Speed: 114.503260 samples/sec accuracy=78.808750 loss=0.791682 lr=0.006791 Epoch[038] Batch [1299]/[3760] Speed: 114.449015 samples/sec accuracy=78.828125 loss=0.791092 lr=0.006789 Epoch[038] Batch [1349]/[3760] Speed: 115.045384 samples/sec accuracy=78.822917 loss=0.791075 lr=0.006787 Epoch[038] Batch [1399]/[3760] Speed: 114.553772 samples/sec accuracy=78.850446 loss=0.790631 lr=0.006785 Epoch[038] Batch [1449]/[3760] Speed: 115.145357 samples/sec accuracy=78.852371 loss=0.790563 lr=0.006783 Epoch[038] Batch [1499]/[3760] Speed: 113.848641 samples/sec accuracy=78.807292 loss=0.791900 lr=0.006781 Epoch[038] Batch [1549]/[3760] Speed: 114.017018 samples/sec accuracy=78.840726 loss=0.791193 lr=0.006779 Epoch[038] Batch [1599]/[3760] Speed: 114.161572 samples/sec accuracy=78.812500 loss=0.791386 lr=0.006777 Epoch[038] Batch [1649]/[3760] Speed: 113.408738 samples/sec accuracy=78.787879 loss=0.791711 lr=0.006775 Epoch[038] Batch [1699]/[3760] Speed: 114.608005 samples/sec accuracy=78.789522 loss=0.792354 lr=0.006773 Epoch[038] Batch [1749]/[3760] Speed: 114.204746 samples/sec accuracy=78.776786 loss=0.793148 lr=0.006771 Epoch[038] Batch [1799]/[3760] Speed: 113.193311 samples/sec accuracy=78.747396 loss=0.793998 lr=0.006770 Epoch[038] Batch [1849]/[3760] Speed: 114.044350 samples/sec accuracy=78.725507 loss=0.794590 lr=0.006768 Epoch[038] Batch [1899]/[3760] Speed: 114.314253 samples/sec accuracy=78.726151 loss=0.794722 lr=0.006766 Epoch[038] Batch [1949]/[3760] Speed: 113.359397 samples/sec accuracy=78.712340 loss=0.795307 lr=0.006764 Epoch[038] Batch [1999]/[3760] Speed: 115.064418 samples/sec accuracy=78.700781 loss=0.795970 lr=0.006762 Epoch[038] Batch [2049]/[3760] Speed: 115.117143 samples/sec accuracy=78.706555 loss=0.796238 lr=0.006760 Epoch[038] Batch [2099]/[3760] Speed: 114.086653 samples/sec accuracy=78.681548 loss=0.796673 lr=0.006758 Epoch[038] Batch [2149]/[3760] Speed: 114.686653 samples/sec accuracy=78.669331 loss=0.797364 lr=0.006756 Epoch[038] Batch [2199]/[3760] Speed: 112.730093 samples/sec accuracy=78.639205 loss=0.798009 lr=0.006754 Epoch[038] Batch [2249]/[3760] Speed: 114.974897 samples/sec accuracy=78.634028 loss=0.798220 lr=0.006752 Epoch[038] Batch [2299]/[3760] Speed: 113.159412 samples/sec accuracy=78.610734 loss=0.799145 lr=0.006750 Epoch[038] Batch [2349]/[3760] Speed: 115.902218 samples/sec accuracy=78.620346 loss=0.798887 lr=0.006748 Epoch[038] Batch [2399]/[3760] Speed: 115.039750 samples/sec accuracy=78.618490 loss=0.798507 lr=0.006746 Epoch[038] Batch [2449]/[3760] Speed: 114.216769 samples/sec accuracy=78.629464 loss=0.798033 lr=0.006744 Epoch[038] Batch [2499]/[3760] Speed: 114.573516 samples/sec accuracy=78.597500 loss=0.799414 lr=0.006742 Epoch[038] Batch [2549]/[3760] Speed: 112.919459 samples/sec accuracy=78.568627 loss=0.800071 lr=0.006740 Epoch[038] Batch [2599]/[3760] Speed: 114.772938 samples/sec accuracy=78.541466 loss=0.800714 lr=0.006738 Epoch[038] Batch [2649]/[3760] Speed: 113.815145 samples/sec accuracy=78.532429 loss=0.800925 lr=0.006736 Epoch[038] Batch [2699]/[3760] Speed: 114.341847 samples/sec accuracy=78.504630 loss=0.801930 lr=0.006734 Epoch[038] Batch [2749]/[3760] Speed: 114.592847 samples/sec accuracy=78.464773 loss=0.802736 lr=0.006732 Epoch[038] Batch [2799]/[3760] Speed: 115.009450 samples/sec accuracy=78.462054 loss=0.803227 lr=0.006730 Epoch[038] Batch [2849]/[3760] Speed: 113.894961 samples/sec accuracy=78.430373 loss=0.804170 lr=0.006728 Epoch[038] Batch [2899]/[3760] Speed: 113.863290 samples/sec accuracy=78.440194 loss=0.803932 lr=0.006726 Epoch[038] Batch [2949]/[3760] Speed: 113.163037 samples/sec accuracy=78.427966 loss=0.804483 lr=0.006725 Epoch[038] Batch [2999]/[3760] Speed: 114.917714 samples/sec accuracy=78.421354 loss=0.804383 lr=0.006723 Epoch[038] Batch [3049]/[3760] Speed: 115.047866 samples/sec accuracy=78.420082 loss=0.804414 lr=0.006721 Epoch[038] Batch [3099]/[3760] Speed: 113.645681 samples/sec accuracy=78.424899 loss=0.804555 lr=0.006719 Epoch[038] Batch [3149]/[3760] Speed: 115.238972 samples/sec accuracy=78.435516 loss=0.804484 lr=0.006717 Epoch[038] Batch [3199]/[3760] Speed: 112.130956 samples/sec accuracy=78.430176 loss=0.804945 lr=0.006715 Epoch[038] Batch [3249]/[3760] Speed: 115.645627 samples/sec accuracy=78.434615 loss=0.804841 lr=0.006713 Epoch[038] Batch [3299]/[3760] Speed: 114.419388 samples/sec accuracy=78.412405 loss=0.805786 lr=0.006711 Epoch[038] Batch [3349]/[3760] Speed: 115.030915 samples/sec accuracy=78.401586 loss=0.806482 lr=0.006709 Epoch[038] Batch [3399]/[3760] Speed: 114.372062 samples/sec accuracy=78.393382 loss=0.807227 lr=0.006707 Epoch[038] Batch [3449]/[3760] Speed: 113.932747 samples/sec accuracy=78.395380 loss=0.807055 lr=0.006705 Epoch[038] Batch [3499]/[3760] Speed: 113.827948 samples/sec accuracy=78.382143 loss=0.807410 lr=0.006703 Epoch[038] Batch [3549]/[3760] Speed: 114.641761 samples/sec accuracy=78.338908 loss=0.808782 lr=0.006701 Epoch[038] Batch [3599]/[3760] Speed: 113.645738 samples/sec accuracy=78.309462 loss=0.809834 lr=0.006699 Epoch[038] Batch [3649]/[3760] Speed: 115.136631 samples/sec accuracy=78.303510 loss=0.810028 lr=0.006697 Epoch[038] Batch [3699]/[3760] Speed: 114.855997 samples/sec accuracy=78.284628 loss=0.810523 lr=0.006695 Epoch[038] Batch [3749]/[3760] Speed: 128.249919 samples/sec accuracy=78.267500 loss=0.811107 lr=0.006693 Batch [0049]/[0303]: acc-top1=65.000000 acc-top5=86.031250 Batch [0099]/[0303]: acc-top1=64.390625 acc-top5=86.140625 Batch [0149]/[0303]: acc-top1=64.135417 acc-top5=86.010417 Batch [0199]/[0303]: acc-top1=64.289062 acc-top5=85.890625 Batch [0249]/[0303]: acc-top1=64.168750 acc-top5=85.687500 Batch [0299]/[0303]: acc-top1=64.255208 acc-top5=85.546875 [Epoch 038] training: accuracy=78.263797 loss=0.811048 [Epoch 038] speed: 113 samples/sec time cost: 2304.613802 [Epoch 038] validation: acc-top1=64.212046 acc-top5=85.519802 loss=2.148551 Epoch[039] Batch [0049]/[3760] Speed: 80.743810 samples/sec accuracy=79.343750 loss=0.759040 lr=0.006691 Epoch[039] Batch [0099]/[3760] Speed: 113.121672 samples/sec accuracy=79.812500 loss=0.751961 lr=0.006689 Epoch[039] Batch [0149]/[3760] Speed: 115.226531 samples/sec accuracy=79.781250 loss=0.748314 lr=0.006687 Epoch[039] Batch [0199]/[3760] Speed: 115.415149 samples/sec accuracy=79.812500 loss=0.748312 lr=0.006685 Epoch[039] Batch [0249]/[3760] Speed: 113.650834 samples/sec accuracy=79.781250 loss=0.749687 lr=0.006683 Epoch[039] Batch [0299]/[3760] Speed: 115.603777 samples/sec accuracy=79.828125 loss=0.751616 lr=0.006681 Epoch[039] Batch [0349]/[3760] Speed: 112.926458 samples/sec accuracy=79.839286 loss=0.755213 lr=0.006679 Epoch[039] Batch [0399]/[3760] Speed: 115.216564 samples/sec accuracy=79.949219 loss=0.753827 lr=0.006677 Epoch[039] Batch [0449]/[3760] Speed: 114.271661 samples/sec accuracy=79.885417 loss=0.753471 lr=0.006675 Epoch[039] Batch [0499]/[3760] Speed: 113.695274 samples/sec accuracy=79.837500 loss=0.754598 lr=0.006673 Epoch[039] Batch [0549]/[3760] Speed: 115.386983 samples/sec accuracy=79.767045 loss=0.756917 lr=0.006671 Epoch[039] Batch [0599]/[3760] Speed: 114.001563 samples/sec accuracy=79.781250 loss=0.755208 lr=0.006669 Epoch[039] Batch [0649]/[3760] Speed: 113.885620 samples/sec accuracy=79.872596 loss=0.751630 lr=0.006667 Epoch[039] Batch [0699]/[3760] Speed: 114.291770 samples/sec accuracy=79.823661 loss=0.752962 lr=0.006665 Epoch[039] Batch [0749]/[3760] Speed: 113.163978 samples/sec accuracy=79.708333 loss=0.755951 lr=0.006663 Epoch[039] Batch [0799]/[3760] Speed: 114.909703 samples/sec accuracy=79.583984 loss=0.758976 lr=0.006661 Epoch[039] Batch [0849]/[3760] Speed: 113.895260 samples/sec accuracy=79.569853 loss=0.759711 lr=0.006659 Epoch[039] Batch [0899]/[3760] Speed: 114.077720 samples/sec accuracy=79.513889 loss=0.761706 lr=0.006657 Epoch[039] Batch [0949]/[3760] Speed: 114.073137 samples/sec accuracy=79.544408 loss=0.760643 lr=0.006655 Epoch[039] Batch [0999]/[3760] Speed: 113.535716 samples/sec accuracy=79.487500 loss=0.763035 lr=0.006653 Epoch[039] Batch [1049]/[3760] Speed: 116.393532 samples/sec accuracy=79.514881 loss=0.763321 lr=0.006651 Epoch[039] Batch [1099]/[3760] Speed: 114.326289 samples/sec accuracy=79.446023 loss=0.764800 lr=0.006649 Epoch[039] Batch [1149]/[3760] Speed: 113.473547 samples/sec accuracy=79.396739 loss=0.765670 lr=0.006647 Epoch[039] Batch [1199]/[3760] Speed: 114.064871 samples/sec accuracy=79.343750 loss=0.767466 lr=0.006645 Epoch[039] Batch [1249]/[3760] Speed: 113.994117 samples/sec accuracy=79.330000 loss=0.767741 lr=0.006643 Epoch[039] Batch [1299]/[3760] Speed: 114.645881 samples/sec accuracy=79.336538 loss=0.768188 lr=0.006641 Epoch[039] Batch [1349]/[3760] Speed: 114.235135 samples/sec accuracy=79.304398 loss=0.770498 lr=0.006640 Epoch[039] Batch [1399]/[3760] Speed: 113.834676 samples/sec accuracy=79.299107 loss=0.770536 lr=0.006638 Epoch[039] Batch [1449]/[3760] Speed: 113.661625 samples/sec accuracy=79.257543 loss=0.772922 lr=0.006636 Epoch[039] Batch [1499]/[3760] Speed: 115.367409 samples/sec accuracy=79.253125 loss=0.772571 lr=0.006634 Epoch[039] Batch [1549]/[3760] Speed: 114.063308 samples/sec accuracy=79.199597 loss=0.774214 lr=0.006632 Epoch[039] Batch [1599]/[3760] Speed: 115.840901 samples/sec accuracy=79.191406 loss=0.774345 lr=0.006630 Epoch[039] Batch [1649]/[3760] Speed: 113.210875 samples/sec accuracy=79.173295 loss=0.774810 lr=0.006628 Epoch[039] Batch [1699]/[3760] Speed: 115.565364 samples/sec accuracy=79.160846 loss=0.775463 lr=0.006626 Epoch[039] Batch [1749]/[3760] Speed: 114.761655 samples/sec accuracy=79.138393 loss=0.775775 lr=0.006624 Epoch[039] Batch [1799]/[3760] Speed: 114.535566 samples/sec accuracy=79.122396 loss=0.776525 lr=0.006622 Epoch[039] Batch [1849]/[3760] Speed: 114.591573 samples/sec accuracy=79.087838 loss=0.778612 lr=0.006620 Epoch[039] Batch [1899]/[3760] Speed: 113.505664 samples/sec accuracy=79.066612 loss=0.779568 lr=0.006618 Epoch[039] Batch [1949]/[3760] Speed: 115.970440 samples/sec accuracy=79.056891 loss=0.778801 lr=0.006616 Epoch[039] Batch [1999]/[3760] Speed: 114.795337 samples/sec accuracy=79.049219 loss=0.779313 lr=0.006614 Epoch[039] Batch [2049]/[3760] Speed: 114.323307 samples/sec accuracy=79.005335 loss=0.780388 lr=0.006612 Epoch[039] Batch [2099]/[3760] Speed: 114.798793 samples/sec accuracy=78.967262 loss=0.781832 lr=0.006610 Epoch[039] Batch [2149]/[3760] Speed: 115.405467 samples/sec accuracy=78.950581 loss=0.782740 lr=0.006608 Epoch[039] Batch [2199]/[3760] Speed: 113.895201 samples/sec accuracy=78.935369 loss=0.783404 lr=0.006606 Epoch[039] Batch [2249]/[3760] Speed: 114.429500 samples/sec accuracy=78.938194 loss=0.783511 lr=0.006604 Epoch[039] Batch [2299]/[3760] Speed: 113.457067 samples/sec accuracy=78.931386 loss=0.783912 lr=0.006602 Epoch[039] Batch [2349]/[3760] Speed: 115.440206 samples/sec accuracy=78.872340 loss=0.786319 lr=0.006600 Epoch[039] Batch [2399]/[3760] Speed: 116.038791 samples/sec accuracy=78.857422 loss=0.787014 lr=0.006598 Epoch[039] Batch [2449]/[3760] Speed: 113.108770 samples/sec accuracy=78.835459 loss=0.787960 lr=0.006596 Epoch[039] Batch [2499]/[3760] Speed: 114.330767 samples/sec accuracy=78.820625 loss=0.788139 lr=0.006594 Epoch[039] Batch [2549]/[3760] Speed: 114.451588 samples/sec accuracy=78.792279 loss=0.789342 lr=0.006592 Epoch[039] Batch [2599]/[3760] Speed: 114.484807 samples/sec accuracy=78.768029 loss=0.789974 lr=0.006590 Epoch[039] Batch [2649]/[3760] Speed: 116.384966 samples/sec accuracy=78.758844 loss=0.790780 lr=0.006588 Epoch[039] Batch [2699]/[3760] Speed: 113.711523 samples/sec accuracy=78.746528 loss=0.791596 lr=0.006586 Epoch[039] Batch [2749]/[3760] Speed: 115.990329 samples/sec accuracy=78.745455 loss=0.791677 lr=0.006584 Epoch[039] Batch [2799]/[3760] Speed: 114.773326 samples/sec accuracy=78.747210 loss=0.791359 lr=0.006582 Epoch[039] Batch [2849]/[3760] Speed: 114.287320 samples/sec accuracy=78.727522 loss=0.792489 lr=0.006580 Epoch[039] Batch [2899]/[3760] Speed: 116.067952 samples/sec accuracy=78.717134 loss=0.793074 lr=0.006578 Epoch[039] Batch [2949]/[3760] Speed: 114.545582 samples/sec accuracy=78.712394 loss=0.793529 lr=0.006576 Epoch[039] Batch [2999]/[3760] Speed: 115.334652 samples/sec accuracy=78.695833 loss=0.793669 lr=0.006574 Epoch[039] Batch [3049]/[3760] Speed: 115.382111 samples/sec accuracy=78.685451 loss=0.794140 lr=0.006572 Epoch[039] Batch [3099]/[3760] Speed: 113.395361 samples/sec accuracy=78.674899 loss=0.794333 lr=0.006570 Epoch[039] Batch [3149]/[3760] Speed: 115.538354 samples/sec accuracy=78.668651 loss=0.794452 lr=0.006568 Epoch[039] Batch [3199]/[3760] Speed: 114.515618 samples/sec accuracy=78.649902 loss=0.795256 lr=0.006566 Epoch[039] Batch [3249]/[3760] Speed: 113.935286 samples/sec accuracy=78.637019 loss=0.795899 lr=0.006564 Epoch[039] Batch [3299]/[3760] Speed: 115.000576 samples/sec accuracy=78.624527 loss=0.796334 lr=0.006562 Epoch[039] Batch [3349]/[3760] Speed: 113.853767 samples/sec accuracy=78.617071 loss=0.796877 lr=0.006560 Epoch[039] Batch [3399]/[3760] Speed: 116.552623 samples/sec accuracy=78.604779 loss=0.797007 lr=0.006558 Epoch[039] Batch [3449]/[3760] Speed: 115.418885 samples/sec accuracy=78.600543 loss=0.796915 lr=0.006556 Epoch[039] Batch [3499]/[3760] Speed: 112.826809 samples/sec accuracy=78.600000 loss=0.797394 lr=0.006554 Epoch[039] Batch [3549]/[3760] Speed: 116.256128 samples/sec accuracy=78.588468 loss=0.797534 lr=0.006552 Epoch[039] Batch [3599]/[3760] Speed: 114.209013 samples/sec accuracy=78.575955 loss=0.797917 lr=0.006550 Epoch[039] Batch [3649]/[3760] Speed: 114.755852 samples/sec accuracy=78.561216 loss=0.798663 lr=0.006548 Epoch[039] Batch [3699]/[3760] Speed: 115.172824 samples/sec accuracy=78.538007 loss=0.799484 lr=0.006546 Epoch[039] Batch [3749]/[3760] Speed: 128.797055 samples/sec accuracy=78.513750 loss=0.800666 lr=0.006544 Batch [0049]/[0303]: acc-top1=64.593750 acc-top5=86.000000 Batch [0099]/[0303]: acc-top1=64.203125 acc-top5=85.609375 Batch [0149]/[0303]: acc-top1=64.114583 acc-top5=85.625000 Batch [0199]/[0303]: acc-top1=64.164062 acc-top5=85.851562 Batch [0249]/[0303]: acc-top1=64.156250 acc-top5=85.712500 Batch [0299]/[0303]: acc-top1=64.104167 acc-top5=85.531250 [Epoch 039] training: accuracy=78.511885 loss=0.800756 [Epoch 039] speed: 114 samples/sec time cost: 2301.070199 [Epoch 039] validation: acc-top1=64.088284 acc-top5=85.499175 loss=2.197243 Epoch[040] Batch [0049]/[3759] Speed: 79.831379 samples/sec accuracy=80.406250 loss=0.742682 lr=0.006542 Epoch[040] Batch [0099]/[3759] Speed: 117.011400 samples/sec accuracy=79.859375 loss=0.744441 lr=0.006540 Epoch[040] Batch [0149]/[3759] Speed: 113.448058 samples/sec accuracy=80.114583 loss=0.735397 lr=0.006538 Epoch[040] Batch [0199]/[3759] Speed: 115.051526 samples/sec accuracy=80.234375 loss=0.733180 lr=0.006536 Epoch[040] Batch [0249]/[3759] Speed: 115.441477 samples/sec accuracy=80.181250 loss=0.734487 lr=0.006534 Epoch[040] Batch [0299]/[3759] Speed: 114.627370 samples/sec accuracy=80.213542 loss=0.734391 lr=0.006532 Epoch[040] Batch [0349]/[3759] Speed: 113.049472 samples/sec accuracy=80.049107 loss=0.735200 lr=0.006530 Epoch[040] Batch [0399]/[3759] Speed: 114.743546 samples/sec accuracy=80.023438 loss=0.737176 lr=0.006528 Epoch[040] Batch [0449]/[3759] Speed: 113.452559 samples/sec accuracy=79.875000 loss=0.739561 lr=0.006526 Epoch[040] Batch [0499]/[3759] Speed: 114.770781 samples/sec accuracy=79.903125 loss=0.738295 lr=0.006524 Epoch[040] Batch [0549]/[3759] Speed: 113.244797 samples/sec accuracy=79.869318 loss=0.740400 lr=0.006522 Epoch[040] Batch [0599]/[3759] Speed: 115.518007 samples/sec accuracy=79.963542 loss=0.738733 lr=0.006520 Epoch[040] Batch [0649]/[3759] Speed: 114.982763 samples/sec accuracy=79.987981 loss=0.737845 lr=0.006518 Epoch[040] Batch [0699]/[3759] Speed: 112.440557 samples/sec accuracy=79.915179 loss=0.740774 lr=0.006516 Epoch[040] Batch [0749]/[3759] Speed: 116.222918 samples/sec accuracy=79.866667 loss=0.743219 lr=0.006514 Epoch[040] Batch [0799]/[3759] Speed: 114.681752 samples/sec accuracy=79.865234 loss=0.745018 lr=0.006512 Epoch[040] Batch [0849]/[3759] Speed: 113.256118 samples/sec accuracy=79.878676 loss=0.746474 lr=0.006510 Epoch[040] Batch [0899]/[3759] Speed: 115.815953 samples/sec accuracy=79.864583 loss=0.747494 lr=0.006508 Epoch[040] Batch [0949]/[3759] Speed: 115.874827 samples/sec accuracy=79.875000 loss=0.748252 lr=0.006506 Epoch[040] Batch [0999]/[3759] Speed: 114.510865 samples/sec accuracy=79.840625 loss=0.748535 lr=0.006504 Epoch[040] Batch [1049]/[3759] Speed: 115.859091 samples/sec accuracy=79.821429 loss=0.749123 lr=0.006502 Epoch[040] Batch [1099]/[3759] Speed: 114.117635 samples/sec accuracy=79.801136 loss=0.749413 lr=0.006500 Epoch[040] Batch [1149]/[3759] Speed: 115.049858 samples/sec accuracy=79.752717 loss=0.751443 lr=0.006498 Epoch[040] Batch [1199]/[3759] Speed: 114.645715 samples/sec accuracy=79.742188 loss=0.751294 lr=0.006496 Epoch[040] Batch [1249]/[3759] Speed: 115.940526 samples/sec accuracy=79.770000 loss=0.750790 lr=0.006494 Epoch[040] Batch [1299]/[3759] Speed: 114.044029 samples/sec accuracy=79.717548 loss=0.752546 lr=0.006492 Epoch[040] Batch [1349]/[3759] Speed: 115.716627 samples/sec accuracy=79.741898 loss=0.752349 lr=0.006490 Epoch[040] Batch [1399]/[3759] Speed: 113.462154 samples/sec accuracy=79.709821 loss=0.753272 lr=0.006488 Epoch[040] Batch [1449]/[3759] Speed: 115.477963 samples/sec accuracy=79.653017 loss=0.754889 lr=0.006486 Epoch[040] Batch [1499]/[3759] Speed: 114.224646 samples/sec accuracy=79.638542 loss=0.755934 lr=0.006484 Epoch[040] Batch [1549]/[3759] Speed: 114.879472 samples/sec accuracy=79.588710 loss=0.757602 lr=0.006482 Epoch[040] Batch [1599]/[3759] Speed: 114.981265 samples/sec accuracy=79.590820 loss=0.758279 lr=0.006480 Epoch[040] Batch [1649]/[3759] Speed: 114.902865 samples/sec accuracy=79.564394 loss=0.759408 lr=0.006478 Epoch[040] Batch [1699]/[3759] Speed: 115.964780 samples/sec accuracy=79.552390 loss=0.759908 lr=0.006476 Epoch[040] Batch [1749]/[3759] Speed: 114.257233 samples/sec accuracy=79.556250 loss=0.760320 lr=0.006474 Epoch[040] Batch [1799]/[3759] Speed: 115.371874 samples/sec accuracy=79.532118 loss=0.761509 lr=0.006472 Epoch[040] Batch [1849]/[3759] Speed: 113.114571 samples/sec accuracy=79.545608 loss=0.760177 lr=0.006470 Epoch[040] Batch [1899]/[3759] Speed: 115.550318 samples/sec accuracy=79.507401 loss=0.761016 lr=0.006468 Epoch[040] Batch [1949]/[3759] Speed: 114.826408 samples/sec accuracy=79.481571 loss=0.762213 lr=0.006466 Epoch[040] Batch [1999]/[3759] Speed: 114.273968 samples/sec accuracy=79.471875 loss=0.763234 lr=0.006464 Epoch[040] Batch [2049]/[3759] Speed: 115.991734 samples/sec accuracy=79.436738 loss=0.764431 lr=0.006462 Epoch[040] Batch [2099]/[3759] Speed: 114.418290 samples/sec accuracy=79.418899 loss=0.764713 lr=0.006460 Epoch[040] Batch [2149]/[3759] Speed: 114.000122 samples/sec accuracy=79.401890 loss=0.765583 lr=0.006458 Epoch[040] Batch [2199]/[3759] Speed: 115.573050 samples/sec accuracy=79.389205 loss=0.765637 lr=0.006456 Epoch[040] Batch [2249]/[3759] Speed: 114.471933 samples/sec accuracy=79.385417 loss=0.765681 lr=0.006454 Epoch[040] Batch [2299]/[3759] Speed: 115.379438 samples/sec accuracy=79.370245 loss=0.765904 lr=0.006452 Epoch[040] Batch [2349]/[3759] Speed: 113.203610 samples/sec accuracy=79.338431 loss=0.767564 lr=0.006450 Epoch[040] Batch [2399]/[3759] Speed: 114.274297 samples/sec accuracy=79.330729 loss=0.768404 lr=0.006448 Epoch[040] Batch [2449]/[3759] Speed: 115.328543 samples/sec accuracy=79.316327 loss=0.768847 lr=0.006446 Epoch[040] Batch [2499]/[3759] Speed: 114.253795 samples/sec accuracy=79.303125 loss=0.769312 lr=0.006444 Epoch[040] Batch [2549]/[3759] Speed: 115.628998 samples/sec accuracy=79.267770 loss=0.770652 lr=0.006442 Epoch[040] Batch [2599]/[3759] Speed: 113.959483 samples/sec accuracy=79.253606 loss=0.771363 lr=0.006440 Epoch[040] Batch [2649]/[3759] Speed: 115.518317 samples/sec accuracy=79.216392 loss=0.772437 lr=0.006438 Epoch[040] Batch [2699]/[3759] Speed: 114.082956 samples/sec accuracy=79.239005 loss=0.772189 lr=0.006436 Epoch[040] Batch [2749]/[3759] Speed: 115.188009 samples/sec accuracy=79.233523 loss=0.772470 lr=0.006434 Epoch[040] Batch [2799]/[3759] Speed: 115.247017 samples/sec accuracy=79.203683 loss=0.773487 lr=0.006432 Epoch[040] Batch [2849]/[3759] Speed: 114.135810 samples/sec accuracy=79.206140 loss=0.773545 lr=0.006430 Epoch[040] Batch [2899]/[3759] Speed: 114.444949 samples/sec accuracy=79.193427 loss=0.773824 lr=0.006428 Epoch[040] Batch [2949]/[3759] Speed: 115.423678 samples/sec accuracy=79.204979 loss=0.773757 lr=0.006426 Epoch[040] Batch [2999]/[3759] Speed: 112.548430 samples/sec accuracy=79.209896 loss=0.774166 lr=0.006424 Epoch[040] Batch [3049]/[3759] Speed: 115.717790 samples/sec accuracy=79.195697 loss=0.774291 lr=0.006422 Epoch[040] Batch [3099]/[3759] Speed: 116.206399 samples/sec accuracy=79.184476 loss=0.774639 lr=0.006420 Epoch[040] Batch [3149]/[3759] Speed: 112.878909 samples/sec accuracy=79.176091 loss=0.774954 lr=0.006418 Epoch[040] Batch [3199]/[3759] Speed: 117.523353 samples/sec accuracy=79.146484 loss=0.776253 lr=0.006416 Epoch[040] Batch [3249]/[3759] Speed: 113.284178 samples/sec accuracy=79.134135 loss=0.776651 lr=0.006414 Epoch[040] Batch [3299]/[3759] Speed: 114.694711 samples/sec accuracy=79.120265 loss=0.777178 lr=0.006412 Epoch[040] Batch [3349]/[3759] Speed: 115.237905 samples/sec accuracy=79.104944 loss=0.777451 lr=0.006410 Epoch[040] Batch [3399]/[3759] Speed: 113.912168 samples/sec accuracy=79.086857 loss=0.777946 lr=0.006408 Epoch[040] Batch [3449]/[3759] Speed: 112.880571 samples/sec accuracy=79.058424 loss=0.778841 lr=0.006406 Epoch[040] Batch [3499]/[3759] Speed: 115.310145 samples/sec accuracy=79.056696 loss=0.778817 lr=0.006404 Epoch[040] Batch [3549]/[3759] Speed: 114.580417 samples/sec accuracy=79.054137 loss=0.779133 lr=0.006402 Epoch[040] Batch [3599]/[3759] Speed: 114.888293 samples/sec accuracy=79.038194 loss=0.779949 lr=0.006400 Epoch[040] Batch [3649]/[3759] Speed: 115.043528 samples/sec accuracy=79.015411 loss=0.780918 lr=0.006398 Epoch[040] Batch [3699]/[3759] Speed: 115.254934 samples/sec accuracy=78.997044 loss=0.781504 lr=0.006396 Epoch[040] Batch [3749]/[3759] Speed: 129.035133 samples/sec accuracy=78.960417 loss=0.782542 lr=0.006394 Batch [0049]/[0303]: acc-top1=64.593750 acc-top5=86.468750 Batch [0099]/[0303]: acc-top1=63.984375 acc-top5=86.125000 Batch [0149]/[0303]: acc-top1=64.166667 acc-top5=86.250000 Batch [0199]/[0303]: acc-top1=64.687500 acc-top5=86.187500 Batch [0249]/[0303]: acc-top1=64.712500 acc-top5=85.875000 Batch [0299]/[0303]: acc-top1=64.572917 acc-top5=85.744792 [Epoch 040] training: accuracy=78.965483 loss=0.782525 [Epoch 040] speed: 114 samples/sec time cost: 2299.270374 [Epoch 040] validation: acc-top1=64.490512 acc-top5=85.731229 loss=2.164306 Epoch[041] Batch [0049]/[3760] Speed: 79.892559 samples/sec accuracy=79.593750 loss=0.768988 lr=0.006392 Epoch[041] Batch [0099]/[3760] Speed: 115.535958 samples/sec accuracy=79.968750 loss=0.759097 lr=0.006390 Epoch[041] Batch [0149]/[3760] Speed: 114.164559 samples/sec accuracy=79.906250 loss=0.747722 lr=0.006388 Epoch[041] Batch [0199]/[3760] Speed: 114.212928 samples/sec accuracy=80.195312 loss=0.733860 lr=0.006386 Epoch[041] Batch [0249]/[3760] Speed: 115.145137 samples/sec accuracy=80.143750 loss=0.736390 lr=0.006384 Epoch[041] Batch [0299]/[3760] Speed: 114.547437 samples/sec accuracy=80.171875 loss=0.735418 lr=0.006382 Epoch[041] Batch [0349]/[3760] Speed: 115.094537 samples/sec accuracy=80.303571 loss=0.733622 lr=0.006380 Epoch[041] Batch [0399]/[3760] Speed: 114.831262 samples/sec accuracy=80.292969 loss=0.732899 lr=0.006378 Epoch[041] Batch [0449]/[3760] Speed: 114.852139 samples/sec accuracy=80.340278 loss=0.733962 lr=0.006376 Epoch[041] Batch [0499]/[3760] Speed: 114.201018 samples/sec accuracy=80.287500 loss=0.734875 lr=0.006374 Epoch[041] Batch [0549]/[3760] Speed: 113.220310 samples/sec accuracy=80.193182 loss=0.736653 lr=0.006372 Epoch[041] Batch [0599]/[3760] Speed: 115.378369 samples/sec accuracy=80.114583 loss=0.738438 lr=0.006370 Epoch[041] Batch [0649]/[3760] Speed: 114.730435 samples/sec accuracy=80.156250 loss=0.737073 lr=0.006368 Epoch[041] Batch [0699]/[3760] Speed: 113.570901 samples/sec accuracy=80.160714 loss=0.737761 lr=0.006366 Epoch[041] Batch [0749]/[3760] Speed: 114.043801 samples/sec accuracy=80.164583 loss=0.736806 lr=0.006364 Epoch[041] Batch [0799]/[3760] Speed: 115.163813 samples/sec accuracy=80.226562 loss=0.736600 lr=0.006362 Epoch[041] Batch [0849]/[3760] Speed: 113.537841 samples/sec accuracy=80.148897 loss=0.738163 lr=0.006360 Epoch[041] Batch [0899]/[3760] Speed: 114.388629 samples/sec accuracy=80.177083 loss=0.736943 lr=0.006358 Epoch[041] Batch [0949]/[3760] Speed: 115.023899 samples/sec accuracy=80.125000 loss=0.737972 lr=0.006356 Epoch[041] Batch [0999]/[3760] Speed: 114.338251 samples/sec accuracy=80.140625 loss=0.736941 lr=0.006354 Epoch[041] Batch [1049]/[3760] Speed: 116.267535 samples/sec accuracy=80.104167 loss=0.738333 lr=0.006352 Epoch[041] Batch [1099]/[3760] Speed: 113.106188 samples/sec accuracy=80.076705 loss=0.739473 lr=0.006350 Epoch[041] Batch [1149]/[3760] Speed: 115.789428 samples/sec accuracy=80.020380 loss=0.741286 lr=0.006348 Epoch[041] Batch [1199]/[3760] Speed: 115.559996 samples/sec accuracy=80.032552 loss=0.741320 lr=0.006346 Epoch[041] Batch [1249]/[3760] Speed: 113.159002 samples/sec accuracy=80.042500 loss=0.741100 lr=0.006344 Epoch[041] Batch [1299]/[3760] Speed: 114.610324 samples/sec accuracy=79.967548 loss=0.743110 lr=0.006342 Epoch[041] Batch [1349]/[3760] Speed: 113.990885 samples/sec accuracy=79.908565 loss=0.745359 lr=0.006340 Epoch[041] Batch [1399]/[3760] Speed: 115.483559 samples/sec accuracy=79.887277 loss=0.746524 lr=0.006338 Epoch[041] Batch [1449]/[3760] Speed: 114.363658 samples/sec accuracy=79.892241 loss=0.746365 lr=0.006336 Epoch[041] Batch [1499]/[3760] Speed: 113.700656 samples/sec accuracy=79.859375 loss=0.747938 lr=0.006334 Epoch[041] Batch [1549]/[3760] Speed: 114.661084 samples/sec accuracy=79.828629 loss=0.747914 lr=0.006332 Epoch[041] Batch [1599]/[3760] Speed: 114.296938 samples/sec accuracy=79.813477 loss=0.748741 lr=0.006330 Epoch[041] Batch [1649]/[3760] Speed: 114.825205 samples/sec accuracy=79.790720 loss=0.749942 lr=0.006328 Epoch[041] Batch [1699]/[3760] Speed: 114.754359 samples/sec accuracy=79.819853 loss=0.749439 lr=0.006326 Epoch[041] Batch [1749]/[3760] Speed: 114.700954 samples/sec accuracy=79.821429 loss=0.749252 lr=0.006324 Epoch[041] Batch [1799]/[3760] Speed: 115.540255 samples/sec accuracy=79.800347 loss=0.750878 lr=0.006322 Epoch[041] Batch [1849]/[3760] Speed: 114.167614 samples/sec accuracy=79.804054 loss=0.751306 lr=0.006319 Epoch[041] Batch [1899]/[3760] Speed: 113.436421 samples/sec accuracy=79.764803 loss=0.752059 lr=0.006317 Epoch[041] Batch [1949]/[3760] Speed: 116.192057 samples/sec accuracy=79.736378 loss=0.753021 lr=0.006315 Epoch[041] Batch [1999]/[3760] Speed: 115.458765 samples/sec accuracy=79.718750 loss=0.753824 lr=0.006313 Epoch[041] Batch [2049]/[3760] Speed: 113.594431 samples/sec accuracy=79.717226 loss=0.753740 lr=0.006311 Epoch[041] Batch [2099]/[3760] Speed: 115.041866 samples/sec accuracy=79.688988 loss=0.754252 lr=0.006309 Epoch[041] Batch [2149]/[3760] Speed: 115.645016 samples/sec accuracy=79.640262 loss=0.755124 lr=0.006307 Epoch[041] Batch [2199]/[3760] Speed: 113.777374 samples/sec accuracy=79.635653 loss=0.755148 lr=0.006305 Epoch[041] Batch [2249]/[3760] Speed: 115.538128 samples/sec accuracy=79.611806 loss=0.755642 lr=0.006303 Epoch[041] Batch [2299]/[3760] Speed: 113.171744 samples/sec accuracy=79.603261 loss=0.755789 lr=0.006301 Epoch[041] Batch [2349]/[3760] Speed: 114.477531 samples/sec accuracy=79.607048 loss=0.756011 lr=0.006299 Epoch[041] Batch [2399]/[3760] Speed: 115.988910 samples/sec accuracy=79.600260 loss=0.756910 lr=0.006297 Epoch[041] Batch [2449]/[3760] Speed: 113.440750 samples/sec accuracy=79.566964 loss=0.757934 lr=0.006295 Epoch[041] Batch [2499]/[3760] Speed: 115.364965 samples/sec accuracy=79.543125 loss=0.758888 lr=0.006293 Epoch[041] Batch [2549]/[3760] Speed: 114.350110 samples/sec accuracy=79.525123 loss=0.759327 lr=0.006291 Epoch[041] Batch [2599]/[3760] Speed: 114.059298 samples/sec accuracy=79.518029 loss=0.759394 lr=0.006289 Epoch[041] Batch [2649]/[3760] Speed: 114.603975 samples/sec accuracy=79.497642 loss=0.759910 lr=0.006287 Epoch[041] Batch [2699]/[3760] Speed: 114.068560 samples/sec accuracy=79.502894 loss=0.760077 lr=0.006285 Epoch[041] Batch [2749]/[3760] Speed: 114.178765 samples/sec accuracy=79.490341 loss=0.760583 lr=0.006283 Epoch[041] Batch [2799]/[3760] Speed: 113.781818 samples/sec accuracy=79.488839 loss=0.760634 lr=0.006281 Epoch[041] Batch [2849]/[3760] Speed: 113.631073 samples/sec accuracy=79.452851 loss=0.761375 lr=0.006279 Epoch[041] Batch [2899]/[3760] Speed: 114.828216 samples/sec accuracy=79.441272 loss=0.761887 lr=0.006277 Epoch[041] Batch [2949]/[3760] Speed: 114.492142 samples/sec accuracy=79.406780 loss=0.763529 lr=0.006275 Epoch[041] Batch [2999]/[3760] Speed: 113.723061 samples/sec accuracy=79.394271 loss=0.764463 lr=0.006273 Epoch[041] Batch [3049]/[3760] Speed: 115.229516 samples/sec accuracy=79.382684 loss=0.764919 lr=0.006271 Epoch[041] Batch [3099]/[3760] Speed: 114.322601 samples/sec accuracy=79.376512 loss=0.765030 lr=0.006269 Epoch[041] Batch [3149]/[3760] Speed: 114.200358 samples/sec accuracy=79.368056 loss=0.765173 lr=0.006267 Epoch[041] Batch [3199]/[3760] Speed: 115.920579 samples/sec accuracy=79.358398 loss=0.765602 lr=0.006265 Epoch[041] Batch [3249]/[3760] Speed: 113.938513 samples/sec accuracy=79.350481 loss=0.766184 lr=0.006263 Epoch[041] Batch [3299]/[3760] Speed: 114.237204 samples/sec accuracy=79.357955 loss=0.766089 lr=0.006261 Epoch[041] Batch [3349]/[3760] Speed: 114.624297 samples/sec accuracy=79.354478 loss=0.766538 lr=0.006259 Epoch[041] Batch [3399]/[3760] Speed: 113.473421 samples/sec accuracy=79.334099 loss=0.767280 lr=0.006257 Epoch[041] Batch [3449]/[3760] Speed: 115.178834 samples/sec accuracy=79.312953 loss=0.768206 lr=0.006255 Epoch[041] Batch [3499]/[3760] Speed: 115.607749 samples/sec accuracy=79.310268 loss=0.768205 lr=0.006253 Epoch[041] Batch [3549]/[3760] Speed: 113.817787 samples/sec accuracy=79.297095 loss=0.768440 lr=0.006251 Epoch[041] Batch [3599]/[3760] Speed: 114.653852 samples/sec accuracy=79.283854 loss=0.769075 lr=0.006249 Epoch[041] Batch [3649]/[3760] Speed: 114.827800 samples/sec accuracy=79.264983 loss=0.769540 lr=0.006247 Epoch[041] Batch [3699]/[3760] Speed: 114.031149 samples/sec accuracy=79.274493 loss=0.769776 lr=0.006245 Epoch[041] Batch [3749]/[3760] Speed: 129.627804 samples/sec accuracy=79.266250 loss=0.769985 lr=0.006243 Batch [0049]/[0303]: acc-top1=64.718750 acc-top5=86.375000 Batch [0099]/[0303]: acc-top1=63.984375 acc-top5=86.046875 Batch [0149]/[0303]: acc-top1=64.229167 acc-top5=86.385417 Batch [0199]/[0303]: acc-top1=64.382812 acc-top5=86.250000 Batch [0249]/[0303]: acc-top1=64.518750 acc-top5=86.093750 Batch [0299]/[0303]: acc-top1=64.682292 acc-top5=85.953125 [Epoch 041] training: accuracy=79.260306 loss=0.770202 [Epoch 041] speed: 114 samples/sec time cost: 2300.605878 [Epoch 041] validation: acc-top1=64.640058 acc-top5=85.916873 loss=2.243866 Epoch[042] Batch [0049]/[3760] Speed: 78.824376 samples/sec accuracy=81.656250 loss=0.687288 lr=0.006240 Epoch[042] Batch [0099]/[3760] Speed: 117.603425 samples/sec accuracy=81.250000 loss=0.705600 lr=0.006238 Epoch[042] Batch [0149]/[3760] Speed: 114.385423 samples/sec accuracy=81.000000 loss=0.708865 lr=0.006236 Epoch[042] Batch [0199]/[3760] Speed: 113.724281 samples/sec accuracy=80.710938 loss=0.715593 lr=0.006234 Epoch[042] Batch [0249]/[3760] Speed: 114.819654 samples/sec accuracy=81.000000 loss=0.709765 lr=0.006232 Epoch[042] Batch [0299]/[3760] Speed: 114.434249 samples/sec accuracy=81.020833 loss=0.711837 lr=0.006230 Epoch[042] Batch [0349]/[3760] Speed: 113.889940 samples/sec accuracy=81.026786 loss=0.710706 lr=0.006228 Epoch[042] Batch [0399]/[3760] Speed: 115.139203 samples/sec accuracy=80.972656 loss=0.710514 lr=0.006226 Epoch[042] Batch [0449]/[3760] Speed: 113.662110 samples/sec accuracy=80.930556 loss=0.711708 lr=0.006224 Epoch[042] Batch [0499]/[3760] Speed: 113.464116 samples/sec accuracy=80.915625 loss=0.712467 lr=0.006222 Epoch[042] Batch [0549]/[3760] Speed: 115.465560 samples/sec accuracy=80.713068 loss=0.719753 lr=0.006220 Epoch[042] Batch [0599]/[3760] Speed: 113.659513 samples/sec accuracy=80.677083 loss=0.718707 lr=0.006218 Epoch[042] Batch [0649]/[3760] Speed: 112.599454 samples/sec accuracy=80.764423 loss=0.715635 lr=0.006216 Epoch[042] Batch [0699]/[3760] Speed: 115.911715 samples/sec accuracy=80.714286 loss=0.718511 lr=0.006214 Epoch[042] Batch [0749]/[3760] Speed: 114.570190 samples/sec accuracy=80.710417 loss=0.717778 lr=0.006212 Epoch[042] Batch [0799]/[3760] Speed: 112.719688 samples/sec accuracy=80.656250 loss=0.719118 lr=0.006210 Epoch[042] Batch [0849]/[3760] Speed: 115.928317 samples/sec accuracy=80.659926 loss=0.718614 lr=0.006208 Epoch[042] Batch [0899]/[3760] Speed: 114.991184 samples/sec accuracy=80.612847 loss=0.719196 lr=0.006206 Epoch[042] Batch [0949]/[3760] Speed: 112.826948 samples/sec accuracy=80.542763 loss=0.720851 lr=0.006204 Epoch[042] Batch [0999]/[3760] Speed: 116.005269 samples/sec accuracy=80.537500 loss=0.722104 lr=0.006202 Epoch[042] Batch [1049]/[3760] Speed: 114.316431 samples/sec accuracy=80.491071 loss=0.723178 lr=0.006200 Epoch[042] Batch [1099]/[3760] Speed: 111.993264 samples/sec accuracy=80.454545 loss=0.724672 lr=0.006198 Epoch[042] Batch [1149]/[3760] Speed: 115.930031 samples/sec accuracy=80.414402 loss=0.725918 lr=0.006196 Epoch[042] Batch [1199]/[3760] Speed: 114.243650 samples/sec accuracy=80.384115 loss=0.726872 lr=0.006194 Epoch[042] Batch [1249]/[3760] Speed: 113.213148 samples/sec accuracy=80.363750 loss=0.727525 lr=0.006192 Epoch[042] Batch [1299]/[3760] Speed: 115.988564 samples/sec accuracy=80.341346 loss=0.728873 lr=0.006190 Epoch[042] Batch [1349]/[3760] Speed: 115.826623 samples/sec accuracy=80.278935 loss=0.730445 lr=0.006188 Epoch[042] Batch [1399]/[3760] Speed: 112.336336 samples/sec accuracy=80.302455 loss=0.729943 lr=0.006186 Epoch[042] Batch [1449]/[3760] Speed: 116.423397 samples/sec accuracy=80.300647 loss=0.730760 lr=0.006184 Epoch[042] Batch [1499]/[3760] Speed: 113.900221 samples/sec accuracy=80.301042 loss=0.730474 lr=0.006182 Epoch[042] Batch [1549]/[3760] Speed: 113.049277 samples/sec accuracy=80.226815 loss=0.733500 lr=0.006179 Epoch[042] Batch [1599]/[3760] Speed: 115.613936 samples/sec accuracy=80.214844 loss=0.734374 lr=0.006177 Epoch[042] Batch [1649]/[3760] Speed: 114.110818 samples/sec accuracy=80.162879 loss=0.736087 lr=0.006175 Epoch[042] Batch [1699]/[3760] Speed: 111.607501 samples/sec accuracy=80.154412 loss=0.736570 lr=0.006173 Epoch[042] Batch [1749]/[3760] Speed: 115.978841 samples/sec accuracy=80.166964 loss=0.735935 lr=0.006171 Epoch[042] Batch [1799]/[3760] Speed: 115.145370 samples/sec accuracy=80.161458 loss=0.736860 lr=0.006169 Epoch[042] Batch [1849]/[3760] Speed: 112.948232 samples/sec accuracy=80.153716 loss=0.736852 lr=0.006167 Epoch[042] Batch [1899]/[3760] Speed: 115.026658 samples/sec accuracy=80.141447 loss=0.736650 lr=0.006165 Epoch[042] Batch [1949]/[3760] Speed: 114.056534 samples/sec accuracy=80.123397 loss=0.737122 lr=0.006163 Epoch[042] Batch [1999]/[3760] Speed: 112.897731 samples/sec accuracy=80.096875 loss=0.738663 lr=0.006161 Epoch[042] Batch [2049]/[3760] Speed: 116.185447 samples/sec accuracy=80.099848 loss=0.738809 lr=0.006159 Epoch[042] Batch [2099]/[3760] Speed: 113.689913 samples/sec accuracy=80.085565 loss=0.739538 lr=0.006157 Epoch[042] Batch [2149]/[3760] Speed: 114.658055 samples/sec accuracy=80.064680 loss=0.740359 lr=0.006155 Epoch[042] Batch [2199]/[3760] Speed: 115.874245 samples/sec accuracy=80.035511 loss=0.741655 lr=0.006153 Epoch[042] Batch [2249]/[3760] Speed: 113.801397 samples/sec accuracy=80.016667 loss=0.742433 lr=0.006151 Epoch[042] Batch [2299]/[3760] Speed: 112.666486 samples/sec accuracy=80.004755 loss=0.742834 lr=0.006149 Epoch[042] Batch [2349]/[3760] Speed: 116.168948 samples/sec accuracy=79.954787 loss=0.743912 lr=0.006147 Epoch[042] Batch [2399]/[3760] Speed: 114.156032 samples/sec accuracy=79.949219 loss=0.744277 lr=0.006145 Epoch[042] Batch [2449]/[3760] Speed: 113.553876 samples/sec accuracy=79.936862 loss=0.745237 lr=0.006143 Epoch[042] Batch [2499]/[3760] Speed: 115.717328 samples/sec accuracy=79.923750 loss=0.746039 lr=0.006141 Epoch[042] Batch [2549]/[3760] Speed: 114.581332 samples/sec accuracy=79.898284 loss=0.746599 lr=0.006139 Epoch[042] Batch [2599]/[3760] Speed: 113.581749 samples/sec accuracy=79.885817 loss=0.747417 lr=0.006137 Epoch[042] Batch [2649]/[3760] Speed: 114.521328 samples/sec accuracy=79.854363 loss=0.748617 lr=0.006135 Epoch[042] Batch [2699]/[3760] Speed: 114.680063 samples/sec accuracy=79.853009 loss=0.748378 lr=0.006133 Epoch[042] Batch [2749]/[3760] Speed: 113.440934 samples/sec accuracy=79.839205 loss=0.748723 lr=0.006131 Epoch[042] Batch [2799]/[3760] Speed: 115.330525 samples/sec accuracy=79.821429 loss=0.749465 lr=0.006129 Epoch[042] Batch [2849]/[3760] Speed: 115.375553 samples/sec accuracy=79.810855 loss=0.749734 lr=0.006127 Epoch[042] Batch [2899]/[3760] Speed: 114.134302 samples/sec accuracy=79.793642 loss=0.750388 lr=0.006125 Epoch[042] Batch [2949]/[3760] Speed: 115.346351 samples/sec accuracy=79.791843 loss=0.750455 lr=0.006123 Epoch[042] Batch [2999]/[3760] Speed: 115.360509 samples/sec accuracy=79.783854 loss=0.750810 lr=0.006121 Epoch[042] Batch [3049]/[3760] Speed: 112.711844 samples/sec accuracy=79.777664 loss=0.750857 lr=0.006118 Epoch[042] Batch [3099]/[3760] Speed: 115.189698 samples/sec accuracy=79.750504 loss=0.752203 lr=0.006116 Epoch[042] Batch [3149]/[3760] Speed: 115.049703 samples/sec accuracy=79.726687 loss=0.752814 lr=0.006114 Epoch[042] Batch [3199]/[3760] Speed: 111.073922 samples/sec accuracy=79.715820 loss=0.753404 lr=0.006112 Epoch[042] Batch [3249]/[3760] Speed: 116.883476 samples/sec accuracy=79.702404 loss=0.753704 lr=0.006110 Epoch[042] Batch [3299]/[3760] Speed: 114.915642 samples/sec accuracy=79.691288 loss=0.753835 lr=0.006108 Epoch[042] Batch [3349]/[3760] Speed: 114.101875 samples/sec accuracy=79.675373 loss=0.754152 lr=0.006106 Epoch[042] Batch [3399]/[3760] Speed: 114.286727 samples/sec accuracy=79.682904 loss=0.754109 lr=0.006104 Epoch[042] Batch [3449]/[3760] Speed: 115.455274 samples/sec accuracy=79.670290 loss=0.754382 lr=0.006102 Epoch[042] Batch [3499]/[3760] Speed: 112.515318 samples/sec accuracy=79.646429 loss=0.755224 lr=0.006100 Epoch[042] Batch [3549]/[3760] Speed: 116.134966 samples/sec accuracy=79.643046 loss=0.755299 lr=0.006098 Epoch[042] Batch [3599]/[3760] Speed: 113.593250 samples/sec accuracy=79.630642 loss=0.755974 lr=0.006096 Epoch[042] Batch [3649]/[3760] Speed: 115.048158 samples/sec accuracy=79.621147 loss=0.756567 lr=0.006094 Epoch[042] Batch [3699]/[3760] Speed: 113.884388 samples/sec accuracy=79.613598 loss=0.757093 lr=0.006092 Epoch[042] Batch [3749]/[3760] Speed: 130.210103 samples/sec accuracy=79.597083 loss=0.757660 lr=0.006090 Batch [0049]/[0303]: acc-top1=63.781250 acc-top5=85.593750 Batch [0099]/[0303]: acc-top1=63.437500 acc-top5=85.453125 Batch [0149]/[0303]: acc-top1=63.760417 acc-top5=85.541667 Batch [0199]/[0303]: acc-top1=63.976562 acc-top5=85.437500 Batch [0249]/[0303]: acc-top1=64.050000 acc-top5=85.368750 Batch [0299]/[0303]: acc-top1=64.005208 acc-top5=85.229167 [Epoch 042] training: accuracy=79.587350 loss=0.758056 [Epoch 042] speed: 114 samples/sec time cost: 2304.138026 [Epoch 042] validation: acc-top1=63.933581 acc-top5=85.205239 loss=2.215097 Epoch[043] Batch [0049]/[3759] Speed: 77.794462 samples/sec accuracy=81.375000 loss=0.699384 lr=0.006088 Epoch[043] Batch [0099]/[3759] Speed: 116.369792 samples/sec accuracy=82.125000 loss=0.674193 lr=0.006085 Epoch[043] Batch [0149]/[3759] Speed: 114.967169 samples/sec accuracy=81.906250 loss=0.685338 lr=0.006083 Epoch[043] Batch [0199]/[3759] Speed: 113.563005 samples/sec accuracy=81.343750 loss=0.695588 lr=0.006081 Epoch[043] Batch [0249]/[3759] Speed: 114.277109 samples/sec accuracy=81.350000 loss=0.692802 lr=0.006079 Epoch[043] Batch [0299]/[3759] Speed: 114.152323 samples/sec accuracy=81.343750 loss=0.693085 lr=0.006077 Epoch[043] Batch [0349]/[3759] Speed: 114.298412 samples/sec accuracy=81.245536 loss=0.695643 lr=0.006075 Epoch[043] Batch [0399]/[3759] Speed: 114.626174 samples/sec accuracy=81.300781 loss=0.695948 lr=0.006073 Epoch[043] Batch [0449]/[3759] Speed: 114.112213 samples/sec accuracy=81.312500 loss=0.695046 lr=0.006071 Epoch[043] Batch [0499]/[3759] Speed: 113.173361 samples/sec accuracy=81.306250 loss=0.695431 lr=0.006069 Epoch[043] Batch [0549]/[3759] Speed: 114.754328 samples/sec accuracy=81.258523 loss=0.698030 lr=0.006067 Epoch[043] Batch [0599]/[3759] Speed: 113.494085 samples/sec accuracy=81.195312 loss=0.699129 lr=0.006065 Epoch[043] Batch [0649]/[3759] Speed: 115.776098 samples/sec accuracy=81.225962 loss=0.698901 lr=0.006063 Epoch[043] Batch [0699]/[3759] Speed: 114.039434 samples/sec accuracy=81.243304 loss=0.697378 lr=0.006061 Epoch[043] Batch [0749]/[3759] Speed: 113.882347 samples/sec accuracy=81.222917 loss=0.699736 lr=0.006059 Epoch[043] Batch [0799]/[3759] Speed: 113.635297 samples/sec accuracy=81.152344 loss=0.702030 lr=0.006057 Epoch[043] Batch [0849]/[3759] Speed: 115.507176 samples/sec accuracy=81.068015 loss=0.705902 lr=0.006055 Epoch[043] Batch [0899]/[3759] Speed: 113.615315 samples/sec accuracy=81.046875 loss=0.706908 lr=0.006053 Epoch[043] Batch [0949]/[3759] Speed: 115.774277 samples/sec accuracy=81.046053 loss=0.707212 lr=0.006051 Epoch[043] Batch [0999]/[3759] Speed: 114.887458 samples/sec accuracy=80.982812 loss=0.708672 lr=0.006049 Epoch[043] Batch [1049]/[3759] Speed: 113.723097 samples/sec accuracy=80.944940 loss=0.710489 lr=0.006047 Epoch[043] Batch [1099]/[3759] Speed: 117.684727 samples/sec accuracy=80.947443 loss=0.711941 lr=0.006045 Epoch[043] Batch [1149]/[3759] Speed: 113.434722 samples/sec accuracy=80.921196 loss=0.714439 lr=0.006043 Epoch[043] Batch [1199]/[3759] Speed: 113.103027 samples/sec accuracy=80.947917 loss=0.713544 lr=0.006041 Epoch[043] Batch [1249]/[3759] Speed: 115.390659 samples/sec accuracy=80.927500 loss=0.712724 lr=0.006039 Epoch[043] Batch [1299]/[3759] Speed: 114.033965 samples/sec accuracy=80.875000 loss=0.714072 lr=0.006036 Epoch[043] Batch [1349]/[3759] Speed: 114.924867 samples/sec accuracy=80.791667 loss=0.716790 lr=0.006034 Epoch[043] Batch [1399]/[3759] Speed: 116.473903 samples/sec accuracy=80.703125 loss=0.719593 lr=0.006032 Epoch[043] Batch [1449]/[3759] Speed: 112.592355 samples/sec accuracy=80.653017 loss=0.720134 lr=0.006030 Epoch[043] Batch [1499]/[3759] Speed: 115.104945 samples/sec accuracy=80.671875 loss=0.719439 lr=0.006028 Epoch[043] Batch [1549]/[3759] Speed: 114.355016 samples/sec accuracy=80.662298 loss=0.720650 lr=0.006026 Epoch[043] Batch [1599]/[3759] Speed: 113.208245 samples/sec accuracy=80.591797 loss=0.723147 lr=0.006024 Epoch[043] Batch [1649]/[3759] Speed: 114.333667 samples/sec accuracy=80.558712 loss=0.723975 lr=0.006022 Epoch[043] Batch [1699]/[3759] Speed: 114.009881 samples/sec accuracy=80.549632 loss=0.724094 lr=0.006020 Epoch[043] Batch [1749]/[3759] Speed: 113.910800 samples/sec accuracy=80.540179 loss=0.724378 lr=0.006018 Epoch[043] Batch [1799]/[3759] Speed: 114.024135 samples/sec accuracy=80.527778 loss=0.725013 lr=0.006016 Epoch[043] Batch [1849]/[3759] Speed: 114.213453 samples/sec accuracy=80.512669 loss=0.725254 lr=0.006014 Epoch[043] Batch [1899]/[3759] Speed: 113.618817 samples/sec accuracy=80.494243 loss=0.726380 lr=0.006012 Epoch[043] Batch [1949]/[3759] Speed: 113.850556 samples/sec accuracy=80.465545 loss=0.727094 lr=0.006010 Epoch[043] Batch [1999]/[3759] Speed: 115.050699 samples/sec accuracy=80.464062 loss=0.726989 lr=0.006008 Epoch[043] Batch [2049]/[3759] Speed: 113.538494 samples/sec accuracy=80.432165 loss=0.728278 lr=0.006006 Epoch[043] Batch [2099]/[3759] Speed: 113.925108 samples/sec accuracy=80.430804 loss=0.728743 lr=0.006004 Epoch[043] Batch [2149]/[3759] Speed: 113.364808 samples/sec accuracy=80.449128 loss=0.728368 lr=0.006002 Epoch[043] Batch [2199]/[3759] Speed: 115.905668 samples/sec accuracy=80.432528 loss=0.728567 lr=0.006000 Epoch[043] Batch [2249]/[3759] Speed: 114.187395 samples/sec accuracy=80.413889 loss=0.729060 lr=0.005998 Epoch[043] Batch [2299]/[3759] Speed: 112.336576 samples/sec accuracy=80.417799 loss=0.729284 lr=0.005996 Epoch[043] Batch [2349]/[3759] Speed: 115.886815 samples/sec accuracy=80.389628 loss=0.729836 lr=0.005994 Epoch[043] Batch [2399]/[3759] Speed: 114.522190 samples/sec accuracy=80.378255 loss=0.730032 lr=0.005991 Epoch[043] Batch [2449]/[3759] Speed: 114.099686 samples/sec accuracy=80.366709 loss=0.730269 lr=0.005989 Epoch[043] Batch [2499]/[3759] Speed: 114.103348 samples/sec accuracy=80.345000 loss=0.730859 lr=0.005987 Epoch[043] Batch [2549]/[3759] Speed: 114.982953 samples/sec accuracy=80.337623 loss=0.731138 lr=0.005985 Epoch[043] Batch [2599]/[3759] Speed: 112.819991 samples/sec accuracy=80.340745 loss=0.731184 lr=0.005983 Epoch[043] Batch [2649]/[3759] Speed: 114.884781 samples/sec accuracy=80.324292 loss=0.731863 lr=0.005981 Epoch[043] Batch [2699]/[3759] Speed: 114.263117 samples/sec accuracy=80.308449 loss=0.732252 lr=0.005979 Epoch[043] Batch [2749]/[3759] Speed: 113.280322 samples/sec accuracy=80.294886 loss=0.732774 lr=0.005977 Epoch[043] Batch [2799]/[3759] Speed: 115.918944 samples/sec accuracy=80.272879 loss=0.733362 lr=0.005975 Epoch[043] Batch [2849]/[3759] Speed: 114.748265 samples/sec accuracy=80.280154 loss=0.733426 lr=0.005973 Epoch[043] Batch [2899]/[3759] Speed: 113.962026 samples/sec accuracy=80.258082 loss=0.733846 lr=0.005971 Epoch[043] Batch [2949]/[3759] Speed: 113.539758 samples/sec accuracy=80.225106 loss=0.734931 lr=0.005969 Epoch[043] Batch [2999]/[3759] Speed: 113.448341 samples/sec accuracy=80.201562 loss=0.735626 lr=0.005967 Epoch[043] Batch [3049]/[3759] Speed: 115.561771 samples/sec accuracy=80.176742 loss=0.736418 lr=0.005965 Epoch[043] Batch [3099]/[3759] Speed: 114.805684 samples/sec accuracy=80.139113 loss=0.737586 lr=0.005963 Epoch[043] Batch [3149]/[3759] Speed: 112.954047 samples/sec accuracy=80.113591 loss=0.738557 lr=0.005961 Epoch[043] Batch [3199]/[3759] Speed: 114.086883 samples/sec accuracy=80.100586 loss=0.739279 lr=0.005959 Epoch[043] Batch [3249]/[3759] Speed: 115.672864 samples/sec accuracy=80.087981 loss=0.739827 lr=0.005957 Epoch[043] Batch [3299]/[3759] Speed: 113.841730 samples/sec accuracy=80.070549 loss=0.740244 lr=0.005955 Epoch[043] Batch [3349]/[3759] Speed: 115.999557 samples/sec accuracy=80.069030 loss=0.740272 lr=0.005953 Epoch[043] Batch [3399]/[3759] Speed: 115.677074 samples/sec accuracy=80.053768 loss=0.740793 lr=0.005950 Epoch[043] Batch [3449]/[3759] Speed: 113.680301 samples/sec accuracy=80.027174 loss=0.741551 lr=0.005948 Epoch[043] Batch [3499]/[3759] Speed: 115.509518 samples/sec accuracy=80.010714 loss=0.742101 lr=0.005946 Epoch[043] Batch [3549]/[3759] Speed: 114.162197 samples/sec accuracy=80.014965 loss=0.741990 lr=0.005944 Epoch[043] Batch [3599]/[3759] Speed: 113.633696 samples/sec accuracy=79.986979 loss=0.743195 lr=0.005942 Epoch[043] Batch [3649]/[3759] Speed: 114.582888 samples/sec accuracy=79.960616 loss=0.744073 lr=0.005940 Epoch[043] Batch [3699]/[3759] Speed: 113.743811 samples/sec accuracy=79.945524 loss=0.744828 lr=0.005938 Epoch[043] Batch [3749]/[3759] Speed: 131.339472 samples/sec accuracy=79.941250 loss=0.745140 lr=0.005936 Batch [0049]/[0303]: acc-top1=64.375000 acc-top5=86.031250 Batch [0099]/[0303]: acc-top1=64.375000 acc-top5=85.984375 Batch [0149]/[0303]: acc-top1=64.479167 acc-top5=85.937500 Batch [0199]/[0303]: acc-top1=64.796875 acc-top5=85.875000 Batch [0249]/[0303]: acc-top1=64.606250 acc-top5=85.912500 Batch [0299]/[0303]: acc-top1=64.432292 acc-top5=85.666667 [Epoch 043] training: accuracy=79.942305 loss=0.745129 [Epoch 043] speed: 113 samples/sec time cost: 2305.152853 [Epoch 043] validation: acc-top1=64.392533 acc-top5=85.622937 loss=2.249200 Epoch[044] Batch [0049]/[3760] Speed: 79.164088 samples/sec accuracy=81.968750 loss=0.678858 lr=0.005934 Epoch[044] Batch [0099]/[3760] Speed: 113.324160 samples/sec accuracy=81.859375 loss=0.668855 lr=0.005932 Epoch[044] Batch [0149]/[3760] Speed: 115.592405 samples/sec accuracy=81.552083 loss=0.680030 lr=0.005930 Epoch[044] Batch [0199]/[3760] Speed: 114.583096 samples/sec accuracy=81.437500 loss=0.683909 lr=0.005928 Epoch[044] Batch [0249]/[3760] Speed: 112.668228 samples/sec accuracy=81.106250 loss=0.698880 lr=0.005925 Epoch[044] Batch [0299]/[3760] Speed: 114.397745 samples/sec accuracy=81.125000 loss=0.700302 lr=0.005923 Epoch[044] Batch [0349]/[3760] Speed: 114.496837 samples/sec accuracy=81.147321 loss=0.699156 lr=0.005921 Epoch[044] Batch [0399]/[3760] Speed: 112.997008 samples/sec accuracy=81.289062 loss=0.695085 lr=0.005919 Epoch[044] Batch [0449]/[3760] Speed: 116.045336 samples/sec accuracy=81.486111 loss=0.689037 lr=0.005917 Epoch[044] Batch [0499]/[3760] Speed: 113.943768 samples/sec accuracy=81.500000 loss=0.689630 lr=0.005915 Epoch[044] Batch [0549]/[3760] Speed: 114.267662 samples/sec accuracy=81.414773 loss=0.690035 lr=0.005913 Epoch[044] Batch [0599]/[3760] Speed: 114.987559 samples/sec accuracy=81.315104 loss=0.693105 lr=0.005911 Epoch[044] Batch [0649]/[3760] Speed: 114.989755 samples/sec accuracy=81.254808 loss=0.694187 lr=0.005909 Epoch[044] Batch [0699]/[3760] Speed: 113.962592 samples/sec accuracy=81.200893 loss=0.696045 lr=0.005907 Epoch[044] Batch [0749]/[3760] Speed: 113.723843 samples/sec accuracy=81.212500 loss=0.696271 lr=0.005905 Epoch[044] Batch [0799]/[3760] Speed: 115.712702 samples/sec accuracy=81.250000 loss=0.693603 lr=0.005903 Epoch[044] Batch [0849]/[3760] Speed: 113.254454 samples/sec accuracy=81.310662 loss=0.693694 lr=0.005901 Epoch[044] Batch [0899]/[3760] Speed: 116.507482 samples/sec accuracy=81.347222 loss=0.693209 lr=0.005899 Epoch[044] Batch [0949]/[3760] Speed: 114.100876 samples/sec accuracy=81.370066 loss=0.692944 lr=0.005897 Epoch[044] Batch [0999]/[3760] Speed: 114.906947 samples/sec accuracy=81.321875 loss=0.694104 lr=0.005895 Epoch[044] Batch [1049]/[3760] Speed: 114.458602 samples/sec accuracy=81.351190 loss=0.693088 lr=0.005893 Epoch[044] Batch [1099]/[3760] Speed: 116.145603 samples/sec accuracy=81.352273 loss=0.692746 lr=0.005891 Epoch[044] Batch [1149]/[3760] Speed: 114.252293 samples/sec accuracy=81.327446 loss=0.694314 lr=0.005888 Epoch[044] Batch [1199]/[3760] Speed: 114.435779 samples/sec accuracy=81.235677 loss=0.697317 lr=0.005886 Epoch[044] Batch [1249]/[3760] Speed: 112.927772 samples/sec accuracy=81.191250 loss=0.699907 lr=0.005884 Epoch[044] Batch [1299]/[3760] Speed: 115.064717 samples/sec accuracy=81.174279 loss=0.700773 lr=0.005882 Epoch[044] Batch [1349]/[3760] Speed: 114.781616 samples/sec accuracy=81.187500 loss=0.700116 lr=0.005880 Epoch[044] Batch [1399]/[3760] Speed: 113.495156 samples/sec accuracy=81.164062 loss=0.700232 lr=0.005878 Epoch[044] Batch [1449]/[3760] Speed: 113.637141 samples/sec accuracy=81.168103 loss=0.700624 lr=0.005876 Epoch[044] Batch [1499]/[3760] Speed: 114.905503 samples/sec accuracy=81.133333 loss=0.702209 lr=0.005874 Epoch[044] Batch [1549]/[3760] Speed: 113.448770 samples/sec accuracy=81.072581 loss=0.704250 lr=0.005872 Epoch[044] Batch [1599]/[3760] Speed: 114.833786 samples/sec accuracy=81.107422 loss=0.703502 lr=0.005870 Epoch[044] Batch [1649]/[3760] Speed: 114.513054 samples/sec accuracy=81.096591 loss=0.704655 lr=0.005868 Epoch[044] Batch [1699]/[3760] Speed: 113.485721 samples/sec accuracy=81.090074 loss=0.705002 lr=0.005866 Epoch[044] Batch [1749]/[3760] Speed: 115.443511 samples/sec accuracy=81.066071 loss=0.706060 lr=0.005864 Epoch[044] Batch [1799]/[3760] Speed: 113.848585 samples/sec accuracy=81.016493 loss=0.707194 lr=0.005862 Epoch[044] Batch [1849]/[3760] Speed: 113.844021 samples/sec accuracy=80.996622 loss=0.708138 lr=0.005860 Epoch[044] Batch [1899]/[3760] Speed: 116.075915 samples/sec accuracy=80.995888 loss=0.707483 lr=0.005858 Epoch[044] Batch [1949]/[3760] Speed: 114.110874 samples/sec accuracy=80.959936 loss=0.707935 lr=0.005856 Epoch[044] Batch [1999]/[3760] Speed: 114.142840 samples/sec accuracy=80.924219 loss=0.709154 lr=0.005854 Epoch[044] Batch [2049]/[3760] Speed: 115.240766 samples/sec accuracy=80.930640 loss=0.709450 lr=0.005851 Epoch[044] Batch [2099]/[3760] Speed: 112.177013 samples/sec accuracy=80.874256 loss=0.710747 lr=0.005849 Epoch[044] Batch [2149]/[3760] Speed: 113.405498 samples/sec accuracy=80.863372 loss=0.710848 lr=0.005847 Epoch[044] Batch [2199]/[3760] Speed: 115.345777 samples/sec accuracy=80.848722 loss=0.711276 lr=0.005845 Epoch[044] Batch [2249]/[3760] Speed: 114.587480 samples/sec accuracy=80.822917 loss=0.711614 lr=0.005843 Epoch[044] Batch [2299]/[3760] Speed: 113.011799 samples/sec accuracy=80.787364 loss=0.713031 lr=0.005841 Epoch[044] Batch [2349]/[3760] Speed: 114.471037 samples/sec accuracy=80.740691 loss=0.713781 lr=0.005839 Epoch[044] Batch [2399]/[3760] Speed: 113.494866 samples/sec accuracy=80.708333 loss=0.714790 lr=0.005837 Epoch[044] Batch [2449]/[3760] Speed: 115.837573 samples/sec accuracy=80.677934 loss=0.715748 lr=0.005835 Epoch[044] Batch [2499]/[3760] Speed: 114.793445 samples/sec accuracy=80.665625 loss=0.716049 lr=0.005833 Epoch[044] Batch [2549]/[3760] Speed: 113.770014 samples/sec accuracy=80.657475 loss=0.716588 lr=0.005831 Epoch[044] Batch [2599]/[3760] Speed: 115.014646 samples/sec accuracy=80.646034 loss=0.716806 lr=0.005829 Epoch[044] Batch [2649]/[3760] Speed: 114.104812 samples/sec accuracy=80.632075 loss=0.717095 lr=0.005827 Epoch[044] Batch [2699]/[3760] Speed: 113.443078 samples/sec accuracy=80.609954 loss=0.718164 lr=0.005825 Epoch[044] Batch [2749]/[3760] Speed: 115.299542 samples/sec accuracy=80.618750 loss=0.717998 lr=0.005823 Epoch[044] Batch [2799]/[3760] Speed: 115.101218 samples/sec accuracy=80.590960 loss=0.719203 lr=0.005821 Epoch[044] Batch [2849]/[3760] Speed: 113.414577 samples/sec accuracy=80.566338 loss=0.719911 lr=0.005818 Epoch[044] Batch [2899]/[3760] Speed: 115.684659 samples/sec accuracy=80.543642 loss=0.720633 lr=0.005816 Epoch[044] Batch [2949]/[3760] Speed: 114.128077 samples/sec accuracy=80.500530 loss=0.722243 lr=0.005814 Epoch[044] Batch [2999]/[3760] Speed: 114.062104 samples/sec accuracy=80.485417 loss=0.722647 lr=0.005812 Epoch[044] Batch [3049]/[3760] Speed: 113.924570 samples/sec accuracy=80.475410 loss=0.723102 lr=0.005810 Epoch[044] Batch [3099]/[3760] Speed: 114.181821 samples/sec accuracy=80.465222 loss=0.723363 lr=0.005808 Epoch[044] Batch [3149]/[3760] Speed: 113.081710 samples/sec accuracy=80.451885 loss=0.724260 lr=0.005806 Epoch[044] Batch [3199]/[3760] Speed: 114.721589 samples/sec accuracy=80.446289 loss=0.724329 lr=0.005804 Epoch[044] Batch [3249]/[3760] Speed: 115.203493 samples/sec accuracy=80.415865 loss=0.725534 lr=0.005802 Epoch[044] Batch [3299]/[3760] Speed: 114.242895 samples/sec accuracy=80.405777 loss=0.725467 lr=0.005800 Epoch[044] Batch [3349]/[3760] Speed: 115.548662 samples/sec accuracy=80.404851 loss=0.725346 lr=0.005798 Epoch[044] Batch [3399]/[3760] Speed: 113.594634 samples/sec accuracy=80.413603 loss=0.725052 lr=0.005796 Epoch[044] Batch [3449]/[3760] Speed: 114.140430 samples/sec accuracy=80.400362 loss=0.725689 lr=0.005794 Epoch[044] Batch [3499]/[3760] Speed: 114.744892 samples/sec accuracy=80.384821 loss=0.725976 lr=0.005792 Epoch[044] Batch [3549]/[3760] Speed: 113.176529 samples/sec accuracy=80.373239 loss=0.726107 lr=0.005790 Epoch[044] Batch [3599]/[3760] Speed: 115.625792 samples/sec accuracy=80.360243 loss=0.726644 lr=0.005788 Epoch[044] Batch [3649]/[3760] Speed: 115.409277 samples/sec accuracy=80.343750 loss=0.727534 lr=0.005785 Epoch[044] Batch [3699]/[3760] Speed: 113.614932 samples/sec accuracy=80.328547 loss=0.727576 lr=0.005783 Epoch[044] Batch [3749]/[3760] Speed: 129.150495 samples/sec accuracy=80.312917 loss=0.728175 lr=0.005781 Batch [0049]/[0303]: acc-top1=64.343750 acc-top5=86.531250 Batch [0099]/[0303]: acc-top1=64.078125 acc-top5=86.093750 Batch [0149]/[0303]: acc-top1=64.312500 acc-top5=86.000000 Batch [0199]/[0303]: acc-top1=64.664062 acc-top5=85.835938 Batch [0249]/[0303]: acc-top1=64.662500 acc-top5=85.756250 Batch [0299]/[0303]: acc-top1=64.583333 acc-top5=85.687500 [Epoch 044] training: accuracy=80.312084 loss=0.728265 [Epoch 044] speed: 113 samples/sec time cost: 2304.147805 [Epoch 044] validation: acc-top1=64.526609 acc-top5=85.633251 loss=2.205666 Epoch[045] Batch [0049]/[3760] Speed: 78.459385 samples/sec accuracy=82.406250 loss=0.665305 lr=0.005779 Epoch[045] Batch [0099]/[3760] Speed: 112.466855 samples/sec accuracy=81.500000 loss=0.679194 lr=0.005777 Epoch[045] Batch [0149]/[3760] Speed: 115.527835 samples/sec accuracy=81.458333 loss=0.683208 lr=0.005775 Epoch[045] Batch [0199]/[3760] Speed: 113.463624 samples/sec accuracy=81.585938 loss=0.676829 lr=0.005773 Epoch[045] Batch [0249]/[3760] Speed: 113.039782 samples/sec accuracy=81.687500 loss=0.676338 lr=0.005771 Epoch[045] Batch [0299]/[3760] Speed: 115.405988 samples/sec accuracy=81.552083 loss=0.681902 lr=0.005769 Epoch[045] Batch [0349]/[3760] Speed: 114.024788 samples/sec accuracy=81.687500 loss=0.678596 lr=0.005767 Epoch[045] Batch [0399]/[3760] Speed: 114.401944 samples/sec accuracy=81.667969 loss=0.675860 lr=0.005764 Epoch[045] Batch [0449]/[3760] Speed: 114.588036 samples/sec accuracy=81.711806 loss=0.672659 lr=0.005762 Epoch[045] Batch [0499]/[3760] Speed: 113.974110 samples/sec accuracy=81.768750 loss=0.671853 lr=0.005760 Epoch[045] Batch [0549]/[3760] Speed: 113.791560 samples/sec accuracy=81.715909 loss=0.674938 lr=0.005758 Epoch[045] Batch [0599]/[3760] Speed: 114.817108 samples/sec accuracy=81.773438 loss=0.673390 lr=0.005756 Epoch[045] Batch [0649]/[3760] Speed: 114.123478 samples/sec accuracy=81.670673 loss=0.675801 lr=0.005754 Epoch[045] Batch [0699]/[3760] Speed: 114.180380 samples/sec accuracy=81.723214 loss=0.674326 lr=0.005752 Epoch[045] Batch [0749]/[3760] Speed: 114.337483 samples/sec accuracy=81.654167 loss=0.675752 lr=0.005750 Epoch[045] Batch [0799]/[3760] Speed: 114.422581 samples/sec accuracy=81.605469 loss=0.676647 lr=0.005748 Epoch[045] Batch [0849]/[3760] Speed: 113.154391 samples/sec accuracy=81.615809 loss=0.675516 lr=0.005746 Epoch[045] Batch [0899]/[3760] Speed: 115.975360 samples/sec accuracy=81.550347 loss=0.677537 lr=0.005744 Epoch[045] Batch [0949]/[3760] Speed: 114.050347 samples/sec accuracy=81.519737 loss=0.678081 lr=0.005742 Epoch[045] Batch [0999]/[3760] Speed: 114.545410 samples/sec accuracy=81.560937 loss=0.677274 lr=0.005740 Epoch[045] Batch [1049]/[3760] Speed: 113.972895 samples/sec accuracy=81.540179 loss=0.677949 lr=0.005738 Epoch[045] Batch [1099]/[3760] Speed: 113.911338 samples/sec accuracy=81.531250 loss=0.678640 lr=0.005736 Epoch[045] Batch [1149]/[3760] Speed: 114.866211 samples/sec accuracy=81.543478 loss=0.679498 lr=0.005733 Epoch[045] Batch [1199]/[3760] Speed: 113.826890 samples/sec accuracy=81.516927 loss=0.679979 lr=0.005731 Epoch[045] Batch [1249]/[3760] Speed: 114.652630 samples/sec accuracy=81.496250 loss=0.681410 lr=0.005729 Epoch[045] Batch [1299]/[3760] Speed: 114.027324 samples/sec accuracy=81.439904 loss=0.683232 lr=0.005727 Epoch[045] Batch [1349]/[3760] Speed: 113.794319 samples/sec accuracy=81.430556 loss=0.683404 lr=0.005725 Epoch[045] Batch [1399]/[3760] Speed: 114.309159 samples/sec accuracy=81.422991 loss=0.684183 lr=0.005723 Epoch[045] Batch [1449]/[3760] Speed: 115.438753 samples/sec accuracy=81.437500 loss=0.683671 lr=0.005721 Epoch[045] Batch [1499]/[3760] Speed: 115.443751 samples/sec accuracy=81.441667 loss=0.683079 lr=0.005719 Epoch[045] Batch [1549]/[3760] Speed: 111.645830 samples/sec accuracy=81.435484 loss=0.683740 lr=0.005717 Epoch[045] Batch [1599]/[3760] Speed: 115.547525 samples/sec accuracy=81.413086 loss=0.683884 lr=0.005715 Epoch[045] Batch [1649]/[3760] Speed: 114.751403 samples/sec accuracy=81.387311 loss=0.684734 lr=0.005713 Epoch[045] Batch [1699]/[3760] Speed: 113.140630 samples/sec accuracy=81.372243 loss=0.685937 lr=0.005711 Epoch[045] Batch [1749]/[3760] Speed: 114.951671 samples/sec accuracy=81.332143 loss=0.687682 lr=0.005709 Epoch[045] Batch [1799]/[3760] Speed: 115.914832 samples/sec accuracy=81.321181 loss=0.687677 lr=0.005707 Epoch[045] Batch [1849]/[3760] Speed: 112.254035 samples/sec accuracy=81.293919 loss=0.688769 lr=0.005705 Epoch[045] Batch [1899]/[3760] Speed: 114.388568 samples/sec accuracy=81.212993 loss=0.690194 lr=0.005702 Epoch[045] Batch [1949]/[3760] Speed: 115.478321 samples/sec accuracy=81.183494 loss=0.691607 lr=0.005700 Epoch[045] Batch [1999]/[3760] Speed: 113.661045 samples/sec accuracy=81.202344 loss=0.690835 lr=0.005698 Epoch[045] Batch [2049]/[3760] Speed: 115.100244 samples/sec accuracy=81.162348 loss=0.691901 lr=0.005696 Epoch[045] Batch [2099]/[3760] Speed: 114.114095 samples/sec accuracy=81.150298 loss=0.692753 lr=0.005694 Epoch[045] Batch [2149]/[3760] Speed: 114.262576 samples/sec accuracy=81.146802 loss=0.693177 lr=0.005692 Epoch[045] Batch [2199]/[3760] Speed: 115.054853 samples/sec accuracy=81.111506 loss=0.694099 lr=0.005690 Epoch[045] Batch [2249]/[3760] Speed: 114.013879 samples/sec accuracy=81.102778 loss=0.694878 lr=0.005688 Epoch[045] Batch [2299]/[3760] Speed: 113.075000 samples/sec accuracy=81.069293 loss=0.696499 lr=0.005686 Epoch[045] Batch [2349]/[3760] Speed: 114.689175 samples/sec accuracy=81.054521 loss=0.697602 lr=0.005684 Epoch[045] Batch [2399]/[3760] Speed: 115.140795 samples/sec accuracy=81.006510 loss=0.698886 lr=0.005682 Epoch[045] Batch [2449]/[3760] Speed: 113.747271 samples/sec accuracy=81.020408 loss=0.698732 lr=0.005680 Epoch[045] Batch [2499]/[3760] Speed: 115.588495 samples/sec accuracy=81.001250 loss=0.699417 lr=0.005678 Epoch[045] Batch [2549]/[3760] Speed: 114.789381 samples/sec accuracy=80.990196 loss=0.700116 lr=0.005676 Epoch[045] Batch [2599]/[3760] Speed: 113.224966 samples/sec accuracy=80.964543 loss=0.700929 lr=0.005673 Epoch[045] Batch [2649]/[3760] Speed: 115.136086 samples/sec accuracy=80.939269 loss=0.701918 lr=0.005671 Epoch[045] Batch [2699]/[3760] Speed: 112.939742 samples/sec accuracy=80.912616 loss=0.703210 lr=0.005669 Epoch[045] Batch [2749]/[3760] Speed: 113.856022 samples/sec accuracy=80.885795 loss=0.704214 lr=0.005667 Epoch[045] Batch [2799]/[3760] Speed: 115.179220 samples/sec accuracy=80.859375 loss=0.704571 lr=0.005665 Epoch[045] Batch [2849]/[3760] Speed: 114.692041 samples/sec accuracy=80.856360 loss=0.704819 lr=0.005663 Epoch[045] Batch [2899]/[3760] Speed: 115.017731 samples/sec accuracy=80.830280 loss=0.705103 lr=0.005661 Epoch[045] Batch [2949]/[3760] Speed: 115.064912 samples/sec accuracy=80.811970 loss=0.705524 lr=0.005659 Epoch[045] Batch [2999]/[3760] Speed: 114.000661 samples/sec accuracy=80.785938 loss=0.706575 lr=0.005657 Epoch[045] Batch [3049]/[3760] Speed: 114.165413 samples/sec accuracy=80.760758 loss=0.707949 lr=0.005655 Epoch[045] Batch [3099]/[3760] Speed: 113.691462 samples/sec accuracy=80.737399 loss=0.708688 lr=0.005653 Epoch[045] Batch [3149]/[3760] Speed: 114.726825 samples/sec accuracy=80.723710 loss=0.708855 lr=0.005651 Epoch[045] Batch [3199]/[3760] Speed: 114.097211 samples/sec accuracy=80.705566 loss=0.708928 lr=0.005649 Epoch[045] Batch [3249]/[3760] Speed: 114.346133 samples/sec accuracy=80.705769 loss=0.708941 lr=0.005647 Epoch[045] Batch [3299]/[3760] Speed: 114.821640 samples/sec accuracy=80.698390 loss=0.709469 lr=0.005644 Epoch[045] Batch [3349]/[3760] Speed: 114.003970 samples/sec accuracy=80.687500 loss=0.710403 lr=0.005642 Epoch[045] Batch [3399]/[3760] Speed: 115.513700 samples/sec accuracy=80.700827 loss=0.710306 lr=0.005640 Epoch[045] Batch [3449]/[3760] Speed: 114.760478 samples/sec accuracy=80.677536 loss=0.711157 lr=0.005638 Epoch[045] Batch [3499]/[3760] Speed: 114.030027 samples/sec accuracy=80.670089 loss=0.711866 lr=0.005636 Epoch[045] Batch [3549]/[3760] Speed: 114.080872 samples/sec accuracy=80.661972 loss=0.711930 lr=0.005634 Epoch[045] Batch [3599]/[3760] Speed: 115.185850 samples/sec accuracy=80.650174 loss=0.712774 lr=0.005632 Epoch[045] Batch [3649]/[3760] Speed: 114.522846 samples/sec accuracy=80.640839 loss=0.713500 lr=0.005630 Epoch[045] Batch [3699]/[3760] Speed: 115.538026 samples/sec accuracy=80.617821 loss=0.714040 lr=0.005628 Epoch[045] Batch [3749]/[3760] Speed: 129.032405 samples/sec accuracy=80.612500 loss=0.714300 lr=0.005626 Batch [0049]/[0303]: acc-top1=65.125000 acc-top5=86.187500 Batch [0099]/[0303]: acc-top1=64.234375 acc-top5=85.609375 Batch [0149]/[0303]: acc-top1=64.322917 acc-top5=85.666667 Batch [0199]/[0303]: acc-top1=64.257812 acc-top5=85.632812 Batch [0249]/[0303]: acc-top1=64.275000 acc-top5=85.475000 Batch [0299]/[0303]: acc-top1=64.343750 acc-top5=85.291667 [Epoch 045] training: accuracy=80.615858 loss=0.714183 [Epoch 045] speed: 113 samples/sec time cost: 2305.124809 [Epoch 045] validation: acc-top1=64.299711 acc-top5=85.236180 loss=2.186463 Epoch[046] Batch [0049]/[3759] Speed: 78.678211 samples/sec accuracy=81.687500 loss=0.682657 lr=0.005623 Epoch[046] Batch [0099]/[3759] Speed: 113.069894 samples/sec accuracy=82.156250 loss=0.661859 lr=0.005621 Epoch[046] Batch [0149]/[3759] Speed: 114.335998 samples/sec accuracy=82.093750 loss=0.664434 lr=0.005619 Epoch[046] Batch [0199]/[3759] Speed: 115.120305 samples/sec accuracy=82.203125 loss=0.654798 lr=0.005617 Epoch[046] Batch [0249]/[3759] Speed: 114.126364 samples/sec accuracy=82.037500 loss=0.656850 lr=0.005615 Epoch[046] Batch [0299]/[3759] Speed: 116.011698 samples/sec accuracy=82.135417 loss=0.652500 lr=0.005613 Epoch[046] Batch [0349]/[3759] Speed: 113.291729 samples/sec accuracy=82.049107 loss=0.655503 lr=0.005611 Epoch[046] Batch [0399]/[3759] Speed: 114.915685 samples/sec accuracy=81.816406 loss=0.664187 lr=0.005609 Epoch[046] Batch [0449]/[3759] Speed: 114.859973 samples/sec accuracy=81.923611 loss=0.660202 lr=0.005607 Epoch[046] Batch [0499]/[3759] Speed: 112.666212 samples/sec accuracy=81.987500 loss=0.659954 lr=0.005605 Epoch[046] Batch [0549]/[3759] Speed: 114.778505 samples/sec accuracy=82.073864 loss=0.656909 lr=0.005603 Epoch[046] Batch [0599]/[3759] Speed: 115.232524 samples/sec accuracy=81.953125 loss=0.661310 lr=0.005601 Epoch[046] Batch [0649]/[3759] Speed: 113.801228 samples/sec accuracy=81.913462 loss=0.662015 lr=0.005598 Epoch[046] Batch [0699]/[3759] Speed: 115.063627 samples/sec accuracy=81.939732 loss=0.663001 lr=0.005596 Epoch[046] Batch [0749]/[3759] Speed: 115.211332 samples/sec accuracy=81.912500 loss=0.664247 lr=0.005594 Epoch[046] Batch [0799]/[3759] Speed: 113.615013 samples/sec accuracy=81.982422 loss=0.661788 lr=0.005592 Epoch[046] Batch [0849]/[3759] Speed: 114.827091 samples/sec accuracy=81.954044 loss=0.662483 lr=0.005590 Epoch[046] Batch [0899]/[3759] Speed: 114.408856 samples/sec accuracy=82.012153 loss=0.661121 lr=0.005588 Epoch[046] Batch [0949]/[3759] Speed: 113.465672 samples/sec accuracy=81.996711 loss=0.661194 lr=0.005586 Epoch[046] Batch [0999]/[3759] Speed: 114.993763 samples/sec accuracy=81.985937 loss=0.662454 lr=0.005584 Epoch[046] Batch [1049]/[3759] Speed: 114.244827 samples/sec accuracy=81.970238 loss=0.663183 lr=0.005582 Epoch[046] Batch [1099]/[3759] Speed: 113.624093 samples/sec accuracy=81.910511 loss=0.666362 lr=0.005580 Epoch[046] Batch [1149]/[3759] Speed: 115.285075 samples/sec accuracy=81.846467 loss=0.669146 lr=0.005578 Epoch[046] Batch [1199]/[3759] Speed: 113.839936 samples/sec accuracy=81.809896 loss=0.671059 lr=0.005576 Epoch[046] Batch [1249]/[3759] Speed: 113.354037 samples/sec accuracy=81.728750 loss=0.673764 lr=0.005574 Epoch[046] Batch [1299]/[3759] Speed: 114.120375 samples/sec accuracy=81.723558 loss=0.673890 lr=0.005571 Epoch[046] Batch [1349]/[3759] Speed: 114.968426 samples/sec accuracy=81.733796 loss=0.674112 lr=0.005569 Epoch[046] Batch [1399]/[3759] Speed: 114.206172 samples/sec accuracy=81.681920 loss=0.675933 lr=0.005567 Epoch[046] Batch [1449]/[3759] Speed: 113.817401 samples/sec accuracy=81.705819 loss=0.675145 lr=0.005565 Epoch[046] Batch [1499]/[3759] Speed: 113.680994 samples/sec accuracy=81.692708 loss=0.675671 lr=0.005563 Epoch[046] Batch [1549]/[3759] Speed: 114.598475 samples/sec accuracy=81.684476 loss=0.676518 lr=0.005561 Epoch[046] Batch [1599]/[3759] Speed: 114.760613 samples/sec accuracy=81.684570 loss=0.676982 lr=0.005559 Epoch[046] Batch [1649]/[3759] Speed: 115.195362 samples/sec accuracy=81.615530 loss=0.678639 lr=0.005557 Epoch[046] Batch [1699]/[3759] Speed: 114.417808 samples/sec accuracy=81.572610 loss=0.680077 lr=0.005555 Epoch[046] Batch [1749]/[3759] Speed: 116.018682 samples/sec accuracy=81.539286 loss=0.681513 lr=0.005553 Epoch[046] Batch [1799]/[3759] Speed: 114.560446 samples/sec accuracy=81.514757 loss=0.682449 lr=0.005551 Epoch[046] Batch [1849]/[3759] Speed: 113.993765 samples/sec accuracy=81.503378 loss=0.683000 lr=0.005549 Epoch[046] Batch [1899]/[3759] Speed: 114.077090 samples/sec accuracy=81.458882 loss=0.684454 lr=0.005547 Epoch[046] Batch [1949]/[3759] Speed: 114.869371 samples/sec accuracy=81.438301 loss=0.685136 lr=0.005544 Epoch[046] Batch [1999]/[3759] Speed: 113.624600 samples/sec accuracy=81.455469 loss=0.684549 lr=0.005542 Epoch[046] Batch [2049]/[3759] Speed: 116.067335 samples/sec accuracy=81.439787 loss=0.684943 lr=0.005540 Epoch[046] Batch [2099]/[3759] Speed: 115.062970 samples/sec accuracy=81.418899 loss=0.685137 lr=0.005538 Epoch[046] Batch [2149]/[3759] Speed: 113.601579 samples/sec accuracy=81.431686 loss=0.684749 lr=0.005536 Epoch[046] Batch [2199]/[3759] Speed: 114.791410 samples/sec accuracy=81.428267 loss=0.684466 lr=0.005534 Epoch[046] Batch [2249]/[3759] Speed: 115.218899 samples/sec accuracy=81.409722 loss=0.685186 lr=0.005532 Epoch[046] Batch [2299]/[3759] Speed: 113.010313 samples/sec accuracy=81.387908 loss=0.686097 lr=0.005530 Epoch[046] Batch [2349]/[3759] Speed: 115.522928 samples/sec accuracy=81.385638 loss=0.686563 lr=0.005528 Epoch[046] Batch [2399]/[3759] Speed: 114.403716 samples/sec accuracy=81.385417 loss=0.686439 lr=0.005526 Epoch[046] Batch [2449]/[3759] Speed: 113.383343 samples/sec accuracy=81.355230 loss=0.687558 lr=0.005524 Epoch[046] Batch [2499]/[3759] Speed: 114.588288 samples/sec accuracy=81.316875 loss=0.688617 lr=0.005522 Epoch[046] Batch [2549]/[3759] Speed: 114.435705 samples/sec accuracy=81.303309 loss=0.689229 lr=0.005520 Epoch[046] Batch [2599]/[3759] Speed: 113.365913 samples/sec accuracy=81.272837 loss=0.690048 lr=0.005517 Epoch[046] Batch [2649]/[3759] Speed: 112.978994 samples/sec accuracy=81.274175 loss=0.689806 lr=0.005515 Epoch[046] Batch [2699]/[3759] Speed: 115.650427 samples/sec accuracy=81.259259 loss=0.690437 lr=0.005513 Epoch[046] Batch [2749]/[3759] Speed: 113.407563 samples/sec accuracy=81.261364 loss=0.690270 lr=0.005511 Epoch[046] Batch [2799]/[3759] Speed: 113.848344 samples/sec accuracy=81.255022 loss=0.690961 lr=0.005509 Epoch[046] Batch [2849]/[3759] Speed: 114.733599 samples/sec accuracy=81.248355 loss=0.691284 lr=0.005507 Epoch[046] Batch [2899]/[3759] Speed: 114.561244 samples/sec accuracy=81.238147 loss=0.691946 lr=0.005505 Epoch[046] Batch [2949]/[3759] Speed: 114.120507 samples/sec accuracy=81.236758 loss=0.692587 lr=0.005503 Epoch[046] Batch [2999]/[3759] Speed: 115.652850 samples/sec accuracy=81.243229 loss=0.692044 lr=0.005501 Epoch[046] Batch [3049]/[3759] Speed: 113.891336 samples/sec accuracy=81.203893 loss=0.692965 lr=0.005499 Epoch[046] Batch [3099]/[3759] Speed: 114.294976 samples/sec accuracy=81.193548 loss=0.693174 lr=0.005497 Epoch[046] Batch [3149]/[3759] Speed: 114.553522 samples/sec accuracy=81.209821 loss=0.693053 lr=0.005495 Epoch[046] Batch [3199]/[3759] Speed: 114.594535 samples/sec accuracy=81.207520 loss=0.693001 lr=0.005493 Epoch[046] Batch [3249]/[3759] Speed: 114.487917 samples/sec accuracy=81.197596 loss=0.693125 lr=0.005490 Epoch[046] Batch [3299]/[3759] Speed: 116.285592 samples/sec accuracy=81.177557 loss=0.693679 lr=0.005488 Epoch[046] Batch [3349]/[3759] Speed: 114.744598 samples/sec accuracy=81.157649 loss=0.694300 lr=0.005486 Epoch[046] Batch [3399]/[3759] Speed: 113.861155 samples/sec accuracy=81.155790 loss=0.694762 lr=0.005484 Epoch[046] Batch [3449]/[3759] Speed: 114.877228 samples/sec accuracy=81.145380 loss=0.695267 lr=0.005482 Epoch[046] Batch [3499]/[3759] Speed: 113.777070 samples/sec accuracy=81.119643 loss=0.696198 lr=0.005480 Epoch[046] Batch [3549]/[3759] Speed: 114.193689 samples/sec accuracy=81.094630 loss=0.697177 lr=0.005478 Epoch[046] Batch [3599]/[3759] Speed: 115.474163 samples/sec accuracy=81.078125 loss=0.697855 lr=0.005476 Epoch[046] Batch [3649]/[3759] Speed: 113.015509 samples/sec accuracy=81.074058 loss=0.698285 lr=0.005474 Epoch[046] Batch [3699]/[3759] Speed: 113.975309 samples/sec accuracy=81.062500 loss=0.698527 lr=0.005472 Epoch[046] Batch [3749]/[3759] Speed: 131.126602 samples/sec accuracy=81.062917 loss=0.698571 lr=0.005470 Batch [0049]/[0303]: acc-top1=64.656250 acc-top5=85.843750 Batch [0099]/[0303]: acc-top1=64.125000 acc-top5=85.546875 Batch [0149]/[0303]: acc-top1=64.375000 acc-top5=85.645833 Batch [0199]/[0303]: acc-top1=64.593750 acc-top5=85.710938 Batch [0249]/[0303]: acc-top1=64.700000 acc-top5=85.681250 Batch [0299]/[0303]: acc-top1=64.651042 acc-top5=85.609375 [Epoch 046] training: accuracy=81.064612 loss=0.698658 [Epoch 046] speed: 113 samples/sec time cost: 2302.384989 [Epoch 046] validation: acc-top1=64.562706 acc-top5=85.571370 loss=2.184328 Epoch[047] Batch [0049]/[3760] Speed: 78.407315 samples/sec accuracy=83.343750 loss=0.627162 lr=0.005467 Epoch[047] Batch [0099]/[3760] Speed: 114.343478 samples/sec accuracy=83.140625 loss=0.624708 lr=0.005465 Epoch[047] Batch [0149]/[3760] Speed: 113.695312 samples/sec accuracy=83.208333 loss=0.619529 lr=0.005463 Epoch[047] Batch [0199]/[3760] Speed: 115.645404 samples/sec accuracy=82.851562 loss=0.632447 lr=0.005461 Epoch[047] Batch [0249]/[3760] Speed: 113.701902 samples/sec accuracy=82.843750 loss=0.634557 lr=0.005459 Epoch[047] Batch [0299]/[3760] Speed: 111.395412 samples/sec accuracy=82.807292 loss=0.640516 lr=0.005457 Epoch[047] Batch [0349]/[3760] Speed: 115.438349 samples/sec accuracy=82.781250 loss=0.643560 lr=0.005455 Epoch[047] Batch [0399]/[3760] Speed: 114.918606 samples/sec accuracy=82.601562 loss=0.648990 lr=0.005453 Epoch[047] Batch [0449]/[3760] Speed: 113.779009 samples/sec accuracy=82.583333 loss=0.648579 lr=0.005451 Epoch[047] Batch [0499]/[3760] Speed: 113.411994 samples/sec accuracy=82.665625 loss=0.644734 lr=0.005448 Epoch[047] Batch [0549]/[3760] Speed: 115.028776 samples/sec accuracy=82.730114 loss=0.641966 lr=0.005446 Epoch[047] Batch [0599]/[3760] Speed: 113.624425 samples/sec accuracy=82.674479 loss=0.643043 lr=0.005444 Epoch[047] Batch [0649]/[3760] Speed: 114.612419 samples/sec accuracy=82.581731 loss=0.645689 lr=0.005442 Epoch[047] Batch [0699]/[3760] Speed: 113.416170 samples/sec accuracy=82.575893 loss=0.645357 lr=0.005440 Epoch[047] Batch [0749]/[3760] Speed: 112.875457 samples/sec accuracy=82.539583 loss=0.645787 lr=0.005438 Epoch[047] Batch [0799]/[3760] Speed: 116.115680 samples/sec accuracy=82.529297 loss=0.646696 lr=0.005436 Epoch[047] Batch [0849]/[3760] Speed: 114.769433 samples/sec accuracy=82.520221 loss=0.646610 lr=0.005434 Epoch[047] Batch [0899]/[3760] Speed: 113.604008 samples/sec accuracy=82.456597 loss=0.648672 lr=0.005432 Epoch[047] Batch [0949]/[3760] Speed: 113.781658 samples/sec accuracy=82.475329 loss=0.648593 lr=0.005430 Epoch[047] Batch [0999]/[3760] Speed: 115.039738 samples/sec accuracy=82.443750 loss=0.648293 lr=0.005428 Epoch[047] Batch [1049]/[3760] Speed: 113.098503 samples/sec accuracy=82.461310 loss=0.647916 lr=0.005426 Epoch[047] Batch [1099]/[3760] Speed: 114.704565 samples/sec accuracy=82.403409 loss=0.649924 lr=0.005423 Epoch[047] Batch [1149]/[3760] Speed: 114.447869 samples/sec accuracy=82.391304 loss=0.650451 lr=0.005421 Epoch[047] Batch [1199]/[3760] Speed: 113.293159 samples/sec accuracy=82.397135 loss=0.651130 lr=0.005419 Epoch[047] Batch [1249]/[3760] Speed: 116.656711 samples/sec accuracy=82.287500 loss=0.652993 lr=0.005417 Epoch[047] Batch [1299]/[3760] Speed: 114.054029 samples/sec accuracy=82.299279 loss=0.651927 lr=0.005415 Epoch[047] Batch [1349]/[3760] Speed: 112.828393 samples/sec accuracy=82.273148 loss=0.653149 lr=0.005413 Epoch[047] Batch [1399]/[3760] Speed: 114.852201 samples/sec accuracy=82.237723 loss=0.654336 lr=0.005411 Epoch[047] Batch [1449]/[3760] Speed: 114.777478 samples/sec accuracy=82.230603 loss=0.654610 lr=0.005409 Epoch[047] Batch [1499]/[3760] Speed: 113.884205 samples/sec accuracy=82.214583 loss=0.655339 lr=0.005407 Epoch[047] Batch [1549]/[3760] Speed: 115.279812 samples/sec accuracy=82.204637 loss=0.656282 lr=0.005405 Epoch[047] Batch [1599]/[3760] Speed: 113.766206 samples/sec accuracy=82.166992 loss=0.658433 lr=0.005403 Epoch[047] Batch [1649]/[3760] Speed: 113.746505 samples/sec accuracy=82.084280 loss=0.660646 lr=0.005401 Epoch[047] Batch [1699]/[3760] Speed: 115.213305 samples/sec accuracy=82.069853 loss=0.661210 lr=0.005399 Epoch[047] Batch [1749]/[3760] Speed: 113.243275 samples/sec accuracy=82.037500 loss=0.662050 lr=0.005396 Epoch[047] Batch [1799]/[3760] Speed: 114.632392 samples/sec accuracy=82.037326 loss=0.662524 lr=0.005394 Epoch[047] Batch [1849]/[3760] Speed: 115.080219 samples/sec accuracy=82.012669 loss=0.663467 lr=0.005392 Epoch[047] Batch [1899]/[3760] Speed: 114.828011 samples/sec accuracy=81.990132 loss=0.663562 lr=0.005390 Epoch[047] Batch [1949]/[3760] Speed: 114.942377 samples/sec accuracy=81.983974 loss=0.663984 lr=0.005388 Epoch[047] Batch [1999]/[3760] Speed: 114.228532 samples/sec accuracy=81.938281 loss=0.665584 lr=0.005386 Epoch[047] Batch [2049]/[3760] Speed: 113.337911 samples/sec accuracy=81.930640 loss=0.666369 lr=0.005384 Epoch[047] Batch [2099]/[3760] Speed: 115.717361 samples/sec accuracy=81.922619 loss=0.666537 lr=0.005382 Epoch[047] Batch [2149]/[3760] Speed: 112.759701 samples/sec accuracy=81.891715 loss=0.667074 lr=0.005380 Epoch[047] Batch [2199]/[3760] Speed: 114.947591 samples/sec accuracy=81.872159 loss=0.667554 lr=0.005378 Epoch[047] Batch [2249]/[3760] Speed: 113.799305 samples/sec accuracy=81.876389 loss=0.667472 lr=0.005376 Epoch[047] Batch [2299]/[3760] Speed: 114.094674 samples/sec accuracy=81.845788 loss=0.668478 lr=0.005374 Epoch[047] Batch [2349]/[3760] Speed: 114.019895 samples/sec accuracy=81.828457 loss=0.669060 lr=0.005371 Epoch[047] Batch [2399]/[3760] Speed: 115.043011 samples/sec accuracy=81.813151 loss=0.669357 lr=0.005369 Epoch[047] Batch [2449]/[3760] Speed: 113.410204 samples/sec accuracy=81.768495 loss=0.670103 lr=0.005367 Epoch[047] Batch [2499]/[3760] Speed: 114.211361 samples/sec accuracy=81.753125 loss=0.670862 lr=0.005365 Epoch[047] Batch [2549]/[3760] Speed: 115.431214 samples/sec accuracy=81.735294 loss=0.671792 lr=0.005363 Epoch[047] Batch [2599]/[3760] Speed: 113.511557 samples/sec accuracy=81.709135 loss=0.672507 lr=0.005361 Epoch[047] Batch [2649]/[3760] Speed: 114.642377 samples/sec accuracy=81.679245 loss=0.673410 lr=0.005359 Epoch[047] Batch [2699]/[3760] Speed: 114.773249 samples/sec accuracy=81.629630 loss=0.675067 lr=0.005357 Epoch[047] Batch [2749]/[3760] Speed: 114.042144 samples/sec accuracy=81.586932 loss=0.676562 lr=0.005355 Epoch[047] Batch [2799]/[3760] Speed: 114.087508 samples/sec accuracy=81.566406 loss=0.676930 lr=0.005353 Epoch[047] Batch [2849]/[3760] Speed: 114.423123 samples/sec accuracy=81.563048 loss=0.677409 lr=0.005351 Epoch[047] Batch [2899]/[3760] Speed: 113.607753 samples/sec accuracy=81.537716 loss=0.678267 lr=0.005348 Epoch[047] Batch [2949]/[3760] Speed: 115.484368 samples/sec accuracy=81.504767 loss=0.679491 lr=0.005346 Epoch[047] Batch [2999]/[3760] Speed: 114.195289 samples/sec accuracy=81.488542 loss=0.679945 lr=0.005344 Epoch[047] Batch [3049]/[3760] Speed: 113.112703 samples/sec accuracy=81.488730 loss=0.680087 lr=0.005342 Epoch[047] Batch [3099]/[3760] Speed: 113.910305 samples/sec accuracy=81.477319 loss=0.680408 lr=0.005340 Epoch[047] Batch [3149]/[3760] Speed: 115.575246 samples/sec accuracy=81.459821 loss=0.681277 lr=0.005338 Epoch[047] Batch [3199]/[3760] Speed: 113.710265 samples/sec accuracy=81.442871 loss=0.682007 lr=0.005336 Epoch[047] Batch [3249]/[3760] Speed: 114.591329 samples/sec accuracy=81.446154 loss=0.682373 lr=0.005334 Epoch[047] Batch [3299]/[3760] Speed: 114.650963 samples/sec accuracy=81.443182 loss=0.682355 lr=0.005332 Epoch[047] Batch [3349]/[3760] Speed: 113.158433 samples/sec accuracy=81.426306 loss=0.682788 lr=0.005330 Epoch[047] Batch [3399]/[3760] Speed: 115.198812 samples/sec accuracy=81.418199 loss=0.682834 lr=0.005328 Epoch[047] Batch [3449]/[3760] Speed: 113.781948 samples/sec accuracy=81.405344 loss=0.683322 lr=0.005326 Epoch[047] Batch [3499]/[3760] Speed: 113.282060 samples/sec accuracy=81.402679 loss=0.683913 lr=0.005323 Epoch[047] Batch [3549]/[3760] Speed: 115.006664 samples/sec accuracy=81.399648 loss=0.683832 lr=0.005321 Epoch[047] Batch [3599]/[3760] Speed: 113.884136 samples/sec accuracy=81.375434 loss=0.684649 lr=0.005319 Epoch[047] Batch [3649]/[3760] Speed: 112.936783 samples/sec accuracy=81.370719 loss=0.684937 lr=0.005317 Epoch[047] Batch [3699]/[3760] Speed: 115.248826 samples/sec accuracy=81.369088 loss=0.685127 lr=0.005315 Epoch[047] Batch [3749]/[3760] Speed: 128.777545 samples/sec accuracy=81.365833 loss=0.685306 lr=0.005313 Batch [0049]/[0303]: acc-top1=64.906250 acc-top5=86.093750 Batch [0099]/[0303]: acc-top1=64.562500 acc-top5=86.046875 Batch [0149]/[0303]: acc-top1=64.468750 acc-top5=85.916667 Batch [0199]/[0303]: acc-top1=64.820312 acc-top5=85.843750 Batch [0249]/[0303]: acc-top1=64.900000 acc-top5=85.818750 Batch [0299]/[0303]: acc-top1=64.854167 acc-top5=85.776042 [Epoch 047] training: accuracy=81.371343 loss=0.685136 [Epoch 047] speed: 113 samples/sec time cost: 2305.111382 [Epoch 047] validation: acc-top1=64.789604 acc-top5=85.695132 loss=2.144971 Epoch[048] Batch [0049]/[3760] Speed: 80.728030 samples/sec accuracy=81.343750 loss=0.679260 lr=0.005311 Epoch[048] Batch [0099]/[3760] Speed: 113.678668 samples/sec accuracy=81.703125 loss=0.656981 lr=0.005308 Epoch[048] Batch [0149]/[3760] Speed: 114.863391 samples/sec accuracy=82.145833 loss=0.647077 lr=0.005306 Epoch[048] Batch [0199]/[3760] Speed: 112.849233 samples/sec accuracy=82.335938 loss=0.644969 lr=0.005304 Epoch[048] Batch [0249]/[3760] Speed: 115.604126 samples/sec accuracy=82.325000 loss=0.640301 lr=0.005302 Epoch[048] Batch [0299]/[3760] Speed: 115.109951 samples/sec accuracy=82.250000 loss=0.640352 lr=0.005300 Epoch[048] Batch [0349]/[3760] Speed: 115.220627 samples/sec accuracy=82.299107 loss=0.640342 lr=0.005298 Epoch[048] Batch [0399]/[3760] Speed: 113.827866 samples/sec accuracy=82.480469 loss=0.634794 lr=0.005296 Epoch[048] Batch [0449]/[3760] Speed: 113.675664 samples/sec accuracy=82.475694 loss=0.638005 lr=0.005294 Epoch[048] Batch [0499]/[3760] Speed: 115.407945 samples/sec accuracy=82.425000 loss=0.638360 lr=0.005292 Epoch[048] Batch [0549]/[3760] Speed: 112.629553 samples/sec accuracy=82.343750 loss=0.642645 lr=0.005290 Epoch[048] Batch [0599]/[3760] Speed: 114.681809 samples/sec accuracy=82.406250 loss=0.643260 lr=0.005288 Epoch[048] Batch [0649]/[3760] Speed: 114.735110 samples/sec accuracy=82.437500 loss=0.641465 lr=0.005286 Epoch[048] Batch [0699]/[3760] Speed: 113.561975 samples/sec accuracy=82.404018 loss=0.642853 lr=0.005283 Epoch[048] Batch [0749]/[3760] Speed: 116.668666 samples/sec accuracy=82.400000 loss=0.643648 lr=0.005281 Epoch[048] Batch [0799]/[3760] Speed: 113.258446 samples/sec accuracy=82.390625 loss=0.645265 lr=0.005279 Epoch[048] Batch [0849]/[3760] Speed: 113.273945 samples/sec accuracy=82.452206 loss=0.642661 lr=0.005277 Epoch[048] Batch [0899]/[3760] Speed: 114.309603 samples/sec accuracy=82.494792 loss=0.641858 lr=0.005275 Epoch[048] Batch [0949]/[3760] Speed: 114.122485 samples/sec accuracy=82.450658 loss=0.643419 lr=0.005273 Epoch[048] Batch [0999]/[3760] Speed: 114.882874 samples/sec accuracy=82.468750 loss=0.642477 lr=0.005271 Epoch[048] Batch [1049]/[3760] Speed: 113.609895 samples/sec accuracy=82.491071 loss=0.642688 lr=0.005269 Epoch[048] Batch [1099]/[3760] Speed: 113.629574 samples/sec accuracy=82.474432 loss=0.643142 lr=0.005267 Epoch[048] Batch [1149]/[3760] Speed: 116.604307 samples/sec accuracy=82.415761 loss=0.645090 lr=0.005265 Epoch[048] Batch [1199]/[3760] Speed: 113.294764 samples/sec accuracy=82.399740 loss=0.646178 lr=0.005263 Epoch[048] Batch [1249]/[3760] Speed: 114.576178 samples/sec accuracy=82.380000 loss=0.646677 lr=0.005260 Epoch[048] Batch [1299]/[3760] Speed: 115.208717 samples/sec accuracy=82.337740 loss=0.648528 lr=0.005258 Epoch[048] Batch [1349]/[3760] Speed: 114.193144 samples/sec accuracy=82.310185 loss=0.649177 lr=0.005256 Epoch[048] Batch [1399]/[3760] Speed: 114.866913 samples/sec accuracy=82.270089 loss=0.650058 lr=0.005254 Epoch[048] Batch [1449]/[3760] Speed: 114.765448 samples/sec accuracy=82.276940 loss=0.650661 lr=0.005252 Epoch[048] Batch [1499]/[3760] Speed: 114.925927 samples/sec accuracy=82.231250 loss=0.651875 lr=0.005250 Epoch[048] Batch [1549]/[3760] Speed: 112.860194 samples/sec accuracy=82.203629 loss=0.652644 lr=0.005248 Epoch[048] Batch [1599]/[3760] Speed: 114.732446 samples/sec accuracy=82.189453 loss=0.652644 lr=0.005246 Epoch[048] Batch [1649]/[3760] Speed: 114.945986 samples/sec accuracy=82.177083 loss=0.653127 lr=0.005244 Epoch[048] Batch [1699]/[3760] Speed: 113.822166 samples/sec accuracy=82.160846 loss=0.653943 lr=0.005242 Epoch[048] Batch [1749]/[3760] Speed: 113.360010 samples/sec accuracy=82.170536 loss=0.654276 lr=0.005240 Epoch[048] Batch [1799]/[3760] Speed: 113.691886 samples/sec accuracy=82.177083 loss=0.654166 lr=0.005238 Epoch[048] Batch [1849]/[3760] Speed: 113.486987 samples/sec accuracy=82.184122 loss=0.653777 lr=0.005235 Epoch[048] Batch [1899]/[3760] Speed: 114.176105 samples/sec accuracy=82.155428 loss=0.654918 lr=0.005233 Epoch[048] Batch [1949]/[3760] Speed: 114.838074 samples/sec accuracy=82.137019 loss=0.655521 lr=0.005231 Epoch[048] Batch [1999]/[3760] Speed: 114.230122 samples/sec accuracy=82.160156 loss=0.654535 lr=0.005229 Epoch[048] Batch [2049]/[3760] Speed: 113.377169 samples/sec accuracy=82.166159 loss=0.654747 lr=0.005227 Epoch[048] Batch [2099]/[3760] Speed: 116.367679 samples/sec accuracy=82.146577 loss=0.655115 lr=0.005225 Epoch[048] Batch [2149]/[3760] Speed: 112.431349 samples/sec accuracy=82.124273 loss=0.655290 lr=0.005223 Epoch[048] Batch [2199]/[3760] Speed: 114.566386 samples/sec accuracy=82.111506 loss=0.655574 lr=0.005221 Epoch[048] Batch [2249]/[3760] Speed: 113.681906 samples/sec accuracy=82.124306 loss=0.655020 lr=0.005219 Epoch[048] Batch [2299]/[3760] Speed: 115.591000 samples/sec accuracy=82.131793 loss=0.654710 lr=0.005217 Epoch[048] Batch [2349]/[3760] Speed: 113.816998 samples/sec accuracy=82.117686 loss=0.655937 lr=0.005215 Epoch[048] Batch [2399]/[3760] Speed: 113.165848 samples/sec accuracy=82.116536 loss=0.656123 lr=0.005212 Epoch[048] Batch [2449]/[3760] Speed: 114.709573 samples/sec accuracy=82.121173 loss=0.655876 lr=0.005210 Epoch[048] Batch [2499]/[3760] Speed: 114.293114 samples/sec accuracy=82.130625 loss=0.655485 lr=0.005208 Epoch[048] Batch [2549]/[3760] Speed: 112.327058 samples/sec accuracy=82.138480 loss=0.655237 lr=0.005206 Epoch[048] Batch [2599]/[3760] Speed: 114.586003 samples/sec accuracy=82.102764 loss=0.656378 lr=0.005204 Epoch[048] Batch [2649]/[3760] Speed: 114.347806 samples/sec accuracy=82.088443 loss=0.657037 lr=0.005202 Epoch[048] Batch [2699]/[3760] Speed: 115.197783 samples/sec accuracy=82.058449 loss=0.657956 lr=0.005200 Epoch[048] Batch [2749]/[3760] Speed: 113.843027 samples/sec accuracy=82.027841 loss=0.659046 lr=0.005198 Epoch[048] Batch [2799]/[3760] Speed: 115.782588 samples/sec accuracy=82.005022 loss=0.659916 lr=0.005196 Epoch[048] Batch [2849]/[3760] Speed: 114.855202 samples/sec accuracy=81.995066 loss=0.660739 lr=0.005194 Epoch[048] Batch [2899]/[3760] Speed: 112.620942 samples/sec accuracy=81.991918 loss=0.661421 lr=0.005192 Epoch[048] Batch [2949]/[3760] Speed: 114.342180 samples/sec accuracy=81.988877 loss=0.661089 lr=0.005190 Epoch[048] Batch [2999]/[3760] Speed: 113.660671 samples/sec accuracy=81.973958 loss=0.661778 lr=0.005187 Epoch[048] Batch [3049]/[3760] Speed: 113.070100 samples/sec accuracy=81.963627 loss=0.662048 lr=0.005185 Epoch[048] Batch [3099]/[3760] Speed: 115.145865 samples/sec accuracy=81.955645 loss=0.662576 lr=0.005183 Epoch[048] Batch [3149]/[3760] Speed: 114.440648 samples/sec accuracy=81.934524 loss=0.662967 lr=0.005181 Epoch[048] Batch [3199]/[3760] Speed: 113.249174 samples/sec accuracy=81.921875 loss=0.663456 lr=0.005179 Epoch[048] Batch [3249]/[3760] Speed: 114.222424 samples/sec accuracy=81.890385 loss=0.664446 lr=0.005177 Epoch[048] Batch [3299]/[3760] Speed: 114.700891 samples/sec accuracy=81.878788 loss=0.664687 lr=0.005175 Epoch[048] Batch [3349]/[3760] Speed: 113.658234 samples/sec accuracy=81.863340 loss=0.665092 lr=0.005173 Epoch[048] Batch [3399]/[3760] Speed: 112.269085 samples/sec accuracy=81.854779 loss=0.665281 lr=0.005171 Epoch[048] Batch [3449]/[3760] Speed: 115.862185 samples/sec accuracy=81.848279 loss=0.665681 lr=0.005169 Epoch[048] Batch [3499]/[3760] Speed: 114.469350 samples/sec accuracy=81.828125 loss=0.666623 lr=0.005167 Epoch[048] Batch [3549]/[3760] Speed: 115.050079 samples/sec accuracy=81.827905 loss=0.666822 lr=0.005164 Epoch[048] Batch [3599]/[3760] Speed: 114.167561 samples/sec accuracy=81.816840 loss=0.667150 lr=0.005162 Epoch[048] Batch [3649]/[3760] Speed: 115.508728 samples/sec accuracy=81.815925 loss=0.667493 lr=0.005160 Epoch[048] Batch [3699]/[3760] Speed: 113.558631 samples/sec accuracy=81.807010 loss=0.667777 lr=0.005158 Epoch[048] Batch [3749]/[3760] Speed: 129.237923 samples/sec accuracy=81.805417 loss=0.668159 lr=0.005156 Batch [0049]/[0303]: acc-top1=64.500000 acc-top5=86.156250 Batch [0099]/[0303]: acc-top1=64.031250 acc-top5=85.734375 Batch [0149]/[0303]: acc-top1=63.802083 acc-top5=85.500000 Batch [0199]/[0303]: acc-top1=64.101562 acc-top5=85.515625 Batch [0249]/[0303]: acc-top1=64.393750 acc-top5=85.506250 Batch [0299]/[0303]: acc-top1=64.546875 acc-top5=85.479167 [Epoch 048] training: accuracy=81.808095 loss=0.668006 [Epoch 048] speed: 113 samples/sec time cost: 2303.115614 [Epoch 048] validation: acc-top1=64.521452 acc-top5=85.437294 loss=2.279717 Epoch[049] Batch [0049]/[3759] Speed: 79.369001 samples/sec accuracy=82.781250 loss=0.606881 lr=0.005154 Epoch[049] Batch [0099]/[3759] Speed: 114.069601 samples/sec accuracy=83.437500 loss=0.596489 lr=0.005152 Epoch[049] Batch [0149]/[3759] Speed: 113.619052 samples/sec accuracy=83.302083 loss=0.598960 lr=0.005149 Epoch[049] Batch [0199]/[3759] Speed: 113.933166 samples/sec accuracy=83.078125 loss=0.609140 lr=0.005147 Epoch[049] Batch [0249]/[3759] Speed: 115.599683 samples/sec accuracy=83.018750 loss=0.613387 lr=0.005145 Epoch[049] Batch [0299]/[3759] Speed: 112.243989 samples/sec accuracy=82.963542 loss=0.617653 lr=0.005143 Epoch[049] Batch [0349]/[3759] Speed: 114.486389 samples/sec accuracy=83.133929 loss=0.615603 lr=0.005141 Epoch[049] Batch [0399]/[3759] Speed: 114.210504 samples/sec accuracy=83.039062 loss=0.617326 lr=0.005139 Epoch[049] Batch [0449]/[3759] Speed: 113.356667 samples/sec accuracy=83.024306 loss=0.618927 lr=0.005137 Epoch[049] Batch [0499]/[3759] Speed: 115.269504 samples/sec accuracy=82.865625 loss=0.623765 lr=0.005135 Epoch[049] Batch [0549]/[3759] Speed: 114.151592 samples/sec accuracy=82.985795 loss=0.621523 lr=0.005133 Epoch[049] Batch [0599]/[3759] Speed: 114.003029 samples/sec accuracy=82.979167 loss=0.621480 lr=0.005131 Epoch[049] Batch [0649]/[3759] Speed: 115.982625 samples/sec accuracy=82.975962 loss=0.621457 lr=0.005129 Epoch[049] Batch [0699]/[3759] Speed: 113.730524 samples/sec accuracy=82.912946 loss=0.624799 lr=0.005126 Epoch[049] Batch [0749]/[3759] Speed: 113.505836 samples/sec accuracy=82.893750 loss=0.626337 lr=0.005124 Epoch[049] Batch [0799]/[3759] Speed: 115.176428 samples/sec accuracy=82.878906 loss=0.626751 lr=0.005122 Epoch[049] Batch [0849]/[3759] Speed: 114.956921 samples/sec accuracy=82.836397 loss=0.627487 lr=0.005120 Epoch[049] Batch [0899]/[3759] Speed: 111.977045 samples/sec accuracy=82.802083 loss=0.628865 lr=0.005118 Epoch[049] Batch [0949]/[3759] Speed: 116.308348 samples/sec accuracy=82.740132 loss=0.631419 lr=0.005116 Epoch[049] Batch [0999]/[3759] Speed: 112.556986 samples/sec accuracy=82.732812 loss=0.633240 lr=0.005114 Epoch[049] Batch [1049]/[3759] Speed: 114.486780 samples/sec accuracy=82.788690 loss=0.631610 lr=0.005112 Epoch[049] Batch [1099]/[3759] Speed: 115.055204 samples/sec accuracy=82.758523 loss=0.632637 lr=0.005110 Epoch[049] Batch [1149]/[3759] Speed: 114.138757 samples/sec accuracy=82.798913 loss=0.632864 lr=0.005108 Epoch[049] Batch [1199]/[3759] Speed: 114.550812 samples/sec accuracy=82.796875 loss=0.632673 lr=0.005106 Epoch[049] Batch [1249]/[3759] Speed: 113.634114 samples/sec accuracy=82.770000 loss=0.633000 lr=0.005103 Epoch[049] Batch [1299]/[3759] Speed: 115.544336 samples/sec accuracy=82.781250 loss=0.632760 lr=0.005101 Epoch[049] Batch [1349]/[3759] Speed: 113.057744 samples/sec accuracy=82.783565 loss=0.632919 lr=0.005099 Epoch[049] Batch [1399]/[3759] Speed: 114.744375 samples/sec accuracy=82.762277 loss=0.633309 lr=0.005097 Epoch[049] Batch [1449]/[3759] Speed: 114.104246 samples/sec accuracy=82.742457 loss=0.634180 lr=0.005095 Epoch[049] Batch [1499]/[3759] Speed: 114.897710 samples/sec accuracy=82.745833 loss=0.634511 lr=0.005093 Epoch[049] Batch [1549]/[3759] Speed: 113.903105 samples/sec accuracy=82.729839 loss=0.635315 lr=0.005091 Epoch[049] Batch [1599]/[3759] Speed: 114.281158 samples/sec accuracy=82.722656 loss=0.635651 lr=0.005089 Epoch[049] Batch [1649]/[3759] Speed: 114.650512 samples/sec accuracy=82.711174 loss=0.636502 lr=0.005087 Epoch[049] Batch [1699]/[3759] Speed: 113.334135 samples/sec accuracy=82.706801 loss=0.637390 lr=0.005085 Epoch[049] Batch [1749]/[3759] Speed: 114.746887 samples/sec accuracy=82.683929 loss=0.637685 lr=0.005083 Epoch[049] Batch [1799]/[3759] Speed: 113.374096 samples/sec accuracy=82.667535 loss=0.638401 lr=0.005081 Epoch[049] Batch [1849]/[3759] Speed: 114.063327 samples/sec accuracy=82.653716 loss=0.638733 lr=0.005078 Epoch[049] Batch [1899]/[3759] Speed: 114.120362 samples/sec accuracy=82.648849 loss=0.638719 lr=0.005076 Epoch[049] Batch [1949]/[3759] Speed: 114.467824 samples/sec accuracy=82.646635 loss=0.639188 lr=0.005074 Epoch[049] Batch [1999]/[3759] Speed: 112.383574 samples/sec accuracy=82.647656 loss=0.639019 lr=0.005072 Epoch[049] Batch [2049]/[3759] Speed: 114.730019 samples/sec accuracy=82.642530 loss=0.639275 lr=0.005070 Epoch[049] Batch [2099]/[3759] Speed: 115.324381 samples/sec accuracy=82.634673 loss=0.639605 lr=0.005068 Epoch[049] Batch [2149]/[3759] Speed: 112.263973 samples/sec accuracy=82.608285 loss=0.640486 lr=0.005066 Epoch[049] Batch [2199]/[3759] Speed: 114.840100 samples/sec accuracy=82.590909 loss=0.641458 lr=0.005064 Epoch[049] Batch [2249]/[3759] Speed: 114.948693 samples/sec accuracy=82.570139 loss=0.642158 lr=0.005062 Epoch[049] Batch [2299]/[3759] Speed: 113.198630 samples/sec accuracy=82.567255 loss=0.642445 lr=0.005060 Epoch[049] Batch [2349]/[3759] Speed: 115.685381 samples/sec accuracy=82.542553 loss=0.644016 lr=0.005058 Epoch[049] Batch [2399]/[3759] Speed: 113.378956 samples/sec accuracy=82.554036 loss=0.643737 lr=0.005055 Epoch[049] Batch [2449]/[3759] Speed: 115.390925 samples/sec accuracy=82.559949 loss=0.643706 lr=0.005053 Epoch[049] Batch [2499]/[3759] Speed: 113.094094 samples/sec accuracy=82.560625 loss=0.643833 lr=0.005051 Epoch[049] Batch [2549]/[3759] Speed: 113.679929 samples/sec accuracy=82.550245 loss=0.644243 lr=0.005049 Epoch[049] Batch [2599]/[3759] Speed: 114.827140 samples/sec accuracy=82.524639 loss=0.645452 lr=0.005047 Epoch[049] Batch [2649]/[3759] Speed: 113.962644 samples/sec accuracy=82.515330 loss=0.645807 lr=0.005045 Epoch[049] Batch [2699]/[3759] Speed: 114.494326 samples/sec accuracy=82.526620 loss=0.645696 lr=0.005043 Epoch[049] Batch [2749]/[3759] Speed: 114.349343 samples/sec accuracy=82.521023 loss=0.645700 lr=0.005041 Epoch[049] Batch [2799]/[3759] Speed: 113.959529 samples/sec accuracy=82.503906 loss=0.645962 lr=0.005039 Epoch[049] Batch [2849]/[3759] Speed: 114.607736 samples/sec accuracy=82.491776 loss=0.646483 lr=0.005037 Epoch[049] Batch [2899]/[3759] Speed: 114.217865 samples/sec accuracy=82.477371 loss=0.646975 lr=0.005035 Epoch[049] Batch [2949]/[3759] Speed: 113.586736 samples/sec accuracy=82.440678 loss=0.648200 lr=0.005032 Epoch[049] Batch [2999]/[3759] Speed: 113.702475 samples/sec accuracy=82.427604 loss=0.648723 lr=0.005030 Epoch[049] Batch [3049]/[3759] Speed: 114.012995 samples/sec accuracy=82.405738 loss=0.649338 lr=0.005028 Epoch[049] Batch [3099]/[3759] Speed: 112.677262 samples/sec accuracy=82.399194 loss=0.649834 lr=0.005026 Epoch[049] Batch [3149]/[3759] Speed: 114.458579 samples/sec accuracy=82.385417 loss=0.650385 lr=0.005024 Epoch[049] Batch [3199]/[3759] Speed: 115.296952 samples/sec accuracy=82.392090 loss=0.649841 lr=0.005022 Epoch[049] Batch [3249]/[3759] Speed: 112.426981 samples/sec accuracy=82.382212 loss=0.650170 lr=0.005020 Epoch[049] Batch [3299]/[3759] Speed: 114.685495 samples/sec accuracy=82.374053 loss=0.650462 lr=0.005018 Epoch[049] Batch [3349]/[3759] Speed: 113.962962 samples/sec accuracy=82.364272 loss=0.650956 lr=0.005016 Epoch[049] Batch [3399]/[3759] Speed: 115.794273 samples/sec accuracy=82.346967 loss=0.651435 lr=0.005014 Epoch[049] Batch [3449]/[3759] Speed: 114.258054 samples/sec accuracy=82.337862 loss=0.651753 lr=0.005012 Epoch[049] Batch [3499]/[3759] Speed: 115.097794 samples/sec accuracy=82.323214 loss=0.652368 lr=0.005009 Epoch[049] Batch [3549]/[3759] Speed: 112.692279 samples/sec accuracy=82.309419 loss=0.652651 lr=0.005007 Epoch[049] Batch [3599]/[3759] Speed: 113.977541 samples/sec accuracy=82.307726 loss=0.652652 lr=0.005005 Epoch[049] Batch [3649]/[3759] Speed: 114.478761 samples/sec accuracy=82.292808 loss=0.653163 lr=0.005003 Epoch[049] Batch [3699]/[3759] Speed: 114.229962 samples/sec accuracy=82.287584 loss=0.653255 lr=0.005001 Epoch[049] Batch [3749]/[3759] Speed: 130.878268 samples/sec accuracy=82.277917 loss=0.653854 lr=0.004999 Batch [0049]/[0303]: acc-top1=64.031250 acc-top5=86.093750 Batch [0099]/[0303]: acc-top1=63.890625 acc-top5=85.890625 Batch [0149]/[0303]: acc-top1=63.843750 acc-top5=85.947917 Batch [0199]/[0303]: acc-top1=64.007812 acc-top5=85.898438 Batch [0249]/[0303]: acc-top1=64.100000 acc-top5=85.637500 Batch [0299]/[0303]: acc-top1=64.020833 acc-top5=85.427083 [Epoch 049] training: accuracy=82.275871 loss=0.653918 [Epoch 049] speed: 113 samples/sec time cost: 2306.322171 [Epoch 049] validation: acc-top1=63.985149 acc-top5=85.385726 loss=2.309264 Epoch[050] Batch [0049]/[3760] Speed: 79.340960 samples/sec accuracy=82.468750 loss=0.635183 lr=0.004997 Epoch[050] Batch [0099]/[3760] Speed: 116.215170 samples/sec accuracy=83.000000 loss=0.627920 lr=0.004994 Epoch[050] Batch [0149]/[3760] Speed: 114.029055 samples/sec accuracy=83.281250 loss=0.622540 lr=0.004992 Epoch[050] Batch [0199]/[3760] Speed: 115.046755 samples/sec accuracy=83.093750 loss=0.621989 lr=0.004990 Epoch[050] Batch [0249]/[3760] Speed: 114.956134 samples/sec accuracy=83.343750 loss=0.618148 lr=0.004988 Epoch[050] Batch [0299]/[3760] Speed: 113.911960 samples/sec accuracy=83.333333 loss=0.616869 lr=0.004986 Epoch[050] Batch [0349]/[3760] Speed: 114.092217 samples/sec accuracy=83.361607 loss=0.614868 lr=0.004984 Epoch[050] Batch [0399]/[3760] Speed: 113.264916 samples/sec accuracy=83.429688 loss=0.612374 lr=0.004982 Epoch[050] Batch [0449]/[3760] Speed: 114.312612 samples/sec accuracy=83.281250 loss=0.615641 lr=0.004980 Epoch[050] Batch [0499]/[3760] Speed: 113.617599 samples/sec accuracy=83.296875 loss=0.616239 lr=0.004978 Epoch[050] Batch [0549]/[3760] Speed: 113.613214 samples/sec accuracy=83.363636 loss=0.613615 lr=0.004976 Epoch[050] Batch [0599]/[3760] Speed: 114.793547 samples/sec accuracy=83.434896 loss=0.612492 lr=0.004974 Epoch[050] Batch [0649]/[3760] Speed: 112.930375 samples/sec accuracy=83.480769 loss=0.610186 lr=0.004971 Epoch[050] Batch [0699]/[3760] Speed: 114.914150 samples/sec accuracy=83.486607 loss=0.609038 lr=0.004969 Epoch[050] Batch [0749]/[3760] Speed: 114.982190 samples/sec accuracy=83.445833 loss=0.610436 lr=0.004967 Epoch[050] Batch [0799]/[3760] Speed: 113.512261 samples/sec accuracy=83.496094 loss=0.608390 lr=0.004965 Epoch[050] Batch [0849]/[3760] Speed: 114.058478 samples/sec accuracy=83.476103 loss=0.609902 lr=0.004963 Epoch[050] Batch [0899]/[3760] Speed: 114.692328 samples/sec accuracy=83.477431 loss=0.609462 lr=0.004961 Epoch[050] Batch [0949]/[3760] Speed: 112.179337 samples/sec accuracy=83.437500 loss=0.610681 lr=0.004959 Epoch[050] Batch [0999]/[3760] Speed: 114.416883 samples/sec accuracy=83.368750 loss=0.612315 lr=0.004957 Epoch[050] Batch [1049]/[3760] Speed: 114.598935 samples/sec accuracy=83.369048 loss=0.611954 lr=0.004955 Epoch[050] Batch [1099]/[3760] Speed: 114.547781 samples/sec accuracy=83.275568 loss=0.614031 lr=0.004953 Epoch[050] Batch [1149]/[3760] Speed: 116.491750 samples/sec accuracy=83.269022 loss=0.614655 lr=0.004951 Epoch[050] Batch [1199]/[3760] Speed: 114.714009 samples/sec accuracy=83.283854 loss=0.614513 lr=0.004948 Epoch[050] Batch [1249]/[3760] Speed: 114.887937 samples/sec accuracy=83.288750 loss=0.614624 lr=0.004946 Epoch[050] Batch [1299]/[3760] Speed: 113.059234 samples/sec accuracy=83.250000 loss=0.615447 lr=0.004944 Epoch[050] Batch [1349]/[3760] Speed: 115.089981 samples/sec accuracy=83.251157 loss=0.614935 lr=0.004942 Epoch[050] Batch [1399]/[3760] Speed: 113.746845 samples/sec accuracy=83.246652 loss=0.615720 lr=0.004940 Epoch[050] Batch [1449]/[3760] Speed: 114.848787 samples/sec accuracy=83.220905 loss=0.616231 lr=0.004938 Epoch[050] Batch [1499]/[3760] Speed: 113.762513 samples/sec accuracy=83.180208 loss=0.617670 lr=0.004936 Epoch[050] Batch [1549]/[3760] Speed: 114.304819 samples/sec accuracy=83.173387 loss=0.617624 lr=0.004934 Epoch[050] Batch [1599]/[3760] Speed: 112.688107 samples/sec accuracy=83.190430 loss=0.617338 lr=0.004932 Epoch[050] Batch [1649]/[3760] Speed: 115.762268 samples/sec accuracy=83.208333 loss=0.617385 lr=0.004930 Epoch[050] Batch [1699]/[3760] Speed: 113.966729 samples/sec accuracy=83.184743 loss=0.618391 lr=0.004928 Epoch[050] Batch [1749]/[3760] Speed: 112.099392 samples/sec accuracy=83.178571 loss=0.618351 lr=0.004926 Epoch[050] Batch [1799]/[3760] Speed: 116.084708 samples/sec accuracy=83.163194 loss=0.618454 lr=0.004923 Epoch[050] Batch [1849]/[3760] Speed: 112.978820 samples/sec accuracy=83.133446 loss=0.619796 lr=0.004921 Epoch[050] Batch [1899]/[3760] Speed: 112.615235 samples/sec accuracy=83.115954 loss=0.620602 lr=0.004919 Epoch[050] Batch [1949]/[3760] Speed: 116.163572 samples/sec accuracy=83.088141 loss=0.621099 lr=0.004917 Epoch[050] Batch [1999]/[3760] Speed: 114.368806 samples/sec accuracy=83.086719 loss=0.621523 lr=0.004915 Epoch[050] Batch [2049]/[3760] Speed: 113.910979 samples/sec accuracy=83.090701 loss=0.621179 lr=0.004913 Epoch[050] Batch [2099]/[3760] Speed: 113.598052 samples/sec accuracy=83.081845 loss=0.621379 lr=0.004911 Epoch[050] Batch [2149]/[3760] Speed: 115.142018 samples/sec accuracy=83.046512 loss=0.622888 lr=0.004909 Epoch[050] Batch [2199]/[3760] Speed: 114.025243 samples/sec accuracy=83.019886 loss=0.623797 lr=0.004907 Epoch[050] Batch [2249]/[3760] Speed: 112.616031 samples/sec accuracy=83.036111 loss=0.623479 lr=0.004905 Epoch[050] Batch [2299]/[3760] Speed: 114.546423 samples/sec accuracy=83.012908 loss=0.624357 lr=0.004903 Epoch[050] Batch [2349]/[3760] Speed: 114.520408 samples/sec accuracy=82.994681 loss=0.624832 lr=0.004900 Epoch[050] Batch [2399]/[3760] Speed: 113.247605 samples/sec accuracy=82.970052 loss=0.625377 lr=0.004898 Epoch[050] Batch [2449]/[3760] Speed: 114.927544 samples/sec accuracy=82.962372 loss=0.625898 lr=0.004896 Epoch[050] Batch [2499]/[3760] Speed: 113.034465 samples/sec accuracy=82.941875 loss=0.626407 lr=0.004894 Epoch[050] Batch [2549]/[3760] Speed: 113.175743 samples/sec accuracy=82.939951 loss=0.626634 lr=0.004892 Epoch[050] Batch [2599]/[3760] Speed: 114.379809 samples/sec accuracy=82.926683 loss=0.627025 lr=0.004890 Epoch[050] Batch [2649]/[3760] Speed: 115.689296 samples/sec accuracy=82.938090 loss=0.626478 lr=0.004888 Epoch[050] Batch [2699]/[3760] Speed: 114.623154 samples/sec accuracy=82.907407 loss=0.627497 lr=0.004886 Epoch[050] Batch [2749]/[3760] Speed: 113.615935 samples/sec accuracy=82.886364 loss=0.628846 lr=0.004884 Epoch[050] Batch [2799]/[3760] Speed: 115.347590 samples/sec accuracy=82.880580 loss=0.629347 lr=0.004882 Epoch[050] Batch [2849]/[3760] Speed: 112.676942 samples/sec accuracy=82.840461 loss=0.630451 lr=0.004880 Epoch[050] Batch [2899]/[3760] Speed: 115.677955 samples/sec accuracy=82.821121 loss=0.631167 lr=0.004877 Epoch[050] Batch [2949]/[3760] Speed: 114.356456 samples/sec accuracy=82.810381 loss=0.631383 lr=0.004875 Epoch[050] Batch [2999]/[3760] Speed: 114.148261 samples/sec accuracy=82.803125 loss=0.631617 lr=0.004873 Epoch[050] Batch [3049]/[3760] Speed: 114.638049 samples/sec accuracy=82.799693 loss=0.631721 lr=0.004871 Epoch[050] Batch [3099]/[3760] Speed: 113.973544 samples/sec accuracy=82.776714 loss=0.632402 lr=0.004869 Epoch[050] Batch [3149]/[3760] Speed: 115.686119 samples/sec accuracy=82.782242 loss=0.632730 lr=0.004867 Epoch[050] Batch [3199]/[3760] Speed: 113.179906 samples/sec accuracy=82.757812 loss=0.633591 lr=0.004865 Epoch[050] Batch [3249]/[3760] Speed: 115.037525 samples/sec accuracy=82.757212 loss=0.633917 lr=0.004863 Epoch[050] Batch [3299]/[3760] Speed: 113.765380 samples/sec accuracy=82.729640 loss=0.634719 lr=0.004861 Epoch[050] Batch [3349]/[3760] Speed: 115.024581 samples/sec accuracy=82.707090 loss=0.635252 lr=0.004859 Epoch[050] Batch [3399]/[3760] Speed: 113.762434 samples/sec accuracy=82.688419 loss=0.635874 lr=0.004857 Epoch[050] Batch [3449]/[3760] Speed: 114.877607 samples/sec accuracy=82.683877 loss=0.635942 lr=0.004854 Epoch[050] Batch [3499]/[3760] Speed: 113.363467 samples/sec accuracy=82.669643 loss=0.636506 lr=0.004852 Epoch[050] Batch [3549]/[3760] Speed: 114.519974 samples/sec accuracy=82.666813 loss=0.636487 lr=0.004850 Epoch[050] Batch [3599]/[3760] Speed: 114.511921 samples/sec accuracy=82.654948 loss=0.637025 lr=0.004848 Epoch[050] Batch [3649]/[3760] Speed: 114.731979 samples/sec accuracy=82.650257 loss=0.637208 lr=0.004846 Epoch[050] Batch [3699]/[3760] Speed: 114.004873 samples/sec accuracy=82.627111 loss=0.638302 lr=0.004844 Epoch[050] Batch [3749]/[3760] Speed: 129.292699 samples/sec accuracy=82.615833 loss=0.638865 lr=0.004842 Batch [0049]/[0303]: acc-top1=64.718750 acc-top5=86.031250 Batch [0099]/[0303]: acc-top1=64.468750 acc-top5=85.453125 Batch [0149]/[0303]: acc-top1=64.531250 acc-top5=85.562500 Batch [0199]/[0303]: acc-top1=64.687500 acc-top5=85.625000 Batch [0249]/[0303]: acc-top1=64.837500 acc-top5=85.443750 Batch [0299]/[0303]: acc-top1=64.880208 acc-top5=85.312500 [Epoch 050] training: accuracy=82.612616 loss=0.638861 [Epoch 050] speed: 113 samples/sec time cost: 2303.951591 [Epoch 050] validation: acc-top1=64.861799 acc-top5=85.282591 loss=2.223134 Epoch[051] Batch [0049]/[3760] Speed: 79.570795 samples/sec accuracy=84.281250 loss=0.590949 lr=0.004839 Epoch[051] Batch [0099]/[3760] Speed: 114.711875 samples/sec accuracy=84.015625 loss=0.591594 lr=0.004837 Epoch[051] Batch [0149]/[3760] Speed: 115.262832 samples/sec accuracy=83.906250 loss=0.593028 lr=0.004835 Epoch[051] Batch [0199]/[3760] Speed: 115.298903 samples/sec accuracy=83.906250 loss=0.592067 lr=0.004833 Epoch[051] Batch [0249]/[3760] Speed: 113.093485 samples/sec accuracy=83.775000 loss=0.595728 lr=0.004831 Epoch[051] Batch [0299]/[3760] Speed: 115.544958 samples/sec accuracy=83.875000 loss=0.588535 lr=0.004829 Epoch[051] Batch [0349]/[3760] Speed: 113.904222 samples/sec accuracy=83.941964 loss=0.585230 lr=0.004827 Epoch[051] Batch [0399]/[3760] Speed: 114.761345 samples/sec accuracy=83.812500 loss=0.589003 lr=0.004825 Epoch[051] Batch [0449]/[3760] Speed: 112.667095 samples/sec accuracy=83.809028 loss=0.588821 lr=0.004823 Epoch[051] Batch [0499]/[3760] Speed: 114.955719 samples/sec accuracy=83.828125 loss=0.588845 lr=0.004821 Epoch[051] Batch [0549]/[3760] Speed: 114.900529 samples/sec accuracy=83.897727 loss=0.585735 lr=0.004819 Epoch[051] Batch [0599]/[3760] Speed: 115.206739 samples/sec accuracy=83.872396 loss=0.586671 lr=0.004816 Epoch[051] Batch [0649]/[3760] Speed: 115.206081 samples/sec accuracy=83.920673 loss=0.586122 lr=0.004814 Epoch[051] Batch [0699]/[3760] Speed: 114.283130 samples/sec accuracy=83.875000 loss=0.587586 lr=0.004812 Epoch[051] Batch [0749]/[3760] Speed: 112.042739 samples/sec accuracy=83.935417 loss=0.586253 lr=0.004810 Epoch[051] Batch [0799]/[3760] Speed: 115.222520 samples/sec accuracy=83.970703 loss=0.586073 lr=0.004808 Epoch[051] Batch [0849]/[3760] Speed: 114.769957 samples/sec accuracy=83.930147 loss=0.588453 lr=0.004806 Epoch[051] Batch [0899]/[3760] Speed: 113.746086 samples/sec accuracy=83.940972 loss=0.588650 lr=0.004804 Epoch[051] Batch [0949]/[3760] Speed: 113.982034 samples/sec accuracy=83.925987 loss=0.589970 lr=0.004802 Epoch[051] Batch [0999]/[3760] Speed: 115.207650 samples/sec accuracy=83.835938 loss=0.591392 lr=0.004800 Epoch[051] Batch [1049]/[3760] Speed: 113.650194 samples/sec accuracy=83.880952 loss=0.591199 lr=0.004798 Epoch[051] Batch [1099]/[3760] Speed: 113.697853 samples/sec accuracy=83.830966 loss=0.591697 lr=0.004796 Epoch[051] Batch [1149]/[3760] Speed: 114.599757 samples/sec accuracy=83.766304 loss=0.593704 lr=0.004794 Epoch[051] Batch [1199]/[3760] Speed: 114.425465 samples/sec accuracy=83.743490 loss=0.594776 lr=0.004791 Epoch[051] Batch [1249]/[3760] Speed: 113.526552 samples/sec accuracy=83.723750 loss=0.595396 lr=0.004789 Epoch[051] Batch [1299]/[3760] Speed: 113.556090 samples/sec accuracy=83.695913 loss=0.595580 lr=0.004787 Epoch[051] Batch [1349]/[3760] Speed: 115.360952 samples/sec accuracy=83.640046 loss=0.597650 lr=0.004785 Epoch[051] Batch [1399]/[3760] Speed: 114.366860 samples/sec accuracy=83.626116 loss=0.598847 lr=0.004783 Epoch[051] Batch [1449]/[3760] Speed: 114.769695 samples/sec accuracy=83.591595 loss=0.599387 lr=0.004781 Epoch[051] Batch [1499]/[3760] Speed: 114.984781 samples/sec accuracy=83.577083 loss=0.599607 lr=0.004779 Epoch[051] Batch [1549]/[3760] Speed: 113.790084 samples/sec accuracy=83.565524 loss=0.599594 lr=0.004777 Epoch[051] Batch [1599]/[3760] Speed: 114.248137 samples/sec accuracy=83.554688 loss=0.600726 lr=0.004775 Epoch[051] Batch [1649]/[3760] Speed: 113.853417 samples/sec accuracy=83.483902 loss=0.603818 lr=0.004773 Epoch[051] Batch [1699]/[3760] Speed: 112.990424 samples/sec accuracy=83.478860 loss=0.604331 lr=0.004771 Epoch[051] Batch [1749]/[3760] Speed: 114.307565 samples/sec accuracy=83.447321 loss=0.605327 lr=0.004768 Epoch[051] Batch [1799]/[3760] Speed: 115.448301 samples/sec accuracy=83.408854 loss=0.606383 lr=0.004766 Epoch[051] Batch [1849]/[3760] Speed: 113.742169 samples/sec accuracy=83.380912 loss=0.607254 lr=0.004764 Epoch[051] Batch [1899]/[3760] Speed: 114.644622 samples/sec accuracy=83.345395 loss=0.608638 lr=0.004762 Epoch[051] Batch [1949]/[3760] Speed: 116.337209 samples/sec accuracy=83.365385 loss=0.608566 lr=0.004760 Epoch[051] Batch [1999]/[3760] Speed: 112.269874 samples/sec accuracy=83.356250 loss=0.609295 lr=0.004758 Epoch[051] Batch [2049]/[3760] Speed: 113.562873 samples/sec accuracy=83.366616 loss=0.609569 lr=0.004756 Epoch[051] Batch [2099]/[3760] Speed: 114.843901 samples/sec accuracy=83.357887 loss=0.609821 lr=0.004754 Epoch[051] Batch [2149]/[3760] Speed: 115.896243 samples/sec accuracy=83.354651 loss=0.609746 lr=0.004752 Epoch[051] Batch [2199]/[3760] Speed: 113.155920 samples/sec accuracy=83.334517 loss=0.609879 lr=0.004750 Epoch[051] Batch [2249]/[3760] Speed: 115.568289 samples/sec accuracy=83.325694 loss=0.610626 lr=0.004748 Epoch[051] Batch [2299]/[3760] Speed: 115.436219 samples/sec accuracy=83.324049 loss=0.610720 lr=0.004746 Epoch[051] Batch [2349]/[3760] Speed: 113.322272 samples/sec accuracy=83.277926 loss=0.612074 lr=0.004743 Epoch[051] Batch [2399]/[3760] Speed: 115.092917 samples/sec accuracy=83.281901 loss=0.612535 lr=0.004741 Epoch[051] Batch [2449]/[3760] Speed: 113.676134 samples/sec accuracy=83.263393 loss=0.612716 lr=0.004739 Epoch[051] Batch [2499]/[3760] Speed: 114.935905 samples/sec accuracy=83.250625 loss=0.613399 lr=0.004737 Epoch[051] Batch [2549]/[3760] Speed: 113.490821 samples/sec accuracy=83.234069 loss=0.613739 lr=0.004735 Epoch[051] Batch [2599]/[3760] Speed: 115.073201 samples/sec accuracy=83.218750 loss=0.614440 lr=0.004733 Epoch[051] Batch [2649]/[3760] Speed: 113.748798 samples/sec accuracy=83.209316 loss=0.614729 lr=0.004731 Epoch[051] Batch [2699]/[3760] Speed: 112.603311 samples/sec accuracy=83.215278 loss=0.614441 lr=0.004729 Epoch[051] Batch [2749]/[3760] Speed: 116.650756 samples/sec accuracy=83.213068 loss=0.614217 lr=0.004727 Epoch[051] Batch [2799]/[3760] Speed: 113.915454 samples/sec accuracy=83.211496 loss=0.614371 lr=0.004725 Epoch[051] Batch [2849]/[3760] Speed: 113.840701 samples/sec accuracy=83.205592 loss=0.614688 lr=0.004723 Epoch[051] Batch [2899]/[3760] Speed: 112.659580 samples/sec accuracy=83.199892 loss=0.615195 lr=0.004720 Epoch[051] Batch [2949]/[3760] Speed: 114.932103 samples/sec accuracy=83.192267 loss=0.615411 lr=0.004718 Epoch[051] Batch [2999]/[3760] Speed: 113.290901 samples/sec accuracy=83.168229 loss=0.616446 lr=0.004716 Epoch[051] Batch [3049]/[3760] Speed: 114.403575 samples/sec accuracy=83.156762 loss=0.616797 lr=0.004714 Epoch[051] Batch [3099]/[3760] Speed: 113.296151 samples/sec accuracy=83.137601 loss=0.617472 lr=0.004712 Epoch[051] Batch [3149]/[3760] Speed: 114.283428 samples/sec accuracy=83.129960 loss=0.617737 lr=0.004710 Epoch[051] Batch [3199]/[3760] Speed: 114.767228 samples/sec accuracy=83.111328 loss=0.618571 lr=0.004708 Epoch[051] Batch [3249]/[3760] Speed: 113.089774 samples/sec accuracy=83.073558 loss=0.619458 lr=0.004706 Epoch[051] Batch [3299]/[3760] Speed: 114.970577 samples/sec accuracy=83.075284 loss=0.619794 lr=0.004704 Epoch[051] Batch [3349]/[3760] Speed: 115.336512 samples/sec accuracy=83.081157 loss=0.619817 lr=0.004702 Epoch[051] Batch [3399]/[3760] Speed: 114.493749 samples/sec accuracy=83.080423 loss=0.619784 lr=0.004700 Epoch[051] Batch [3449]/[3760] Speed: 113.531324 samples/sec accuracy=83.069746 loss=0.620324 lr=0.004698 Epoch[051] Batch [3499]/[3760] Speed: 113.896430 samples/sec accuracy=83.076786 loss=0.620299 lr=0.004695 Epoch[051] Batch [3549]/[3760] Speed: 114.610280 samples/sec accuracy=83.074824 loss=0.620272 lr=0.004693 Epoch[051] Batch [3599]/[3760] Speed: 113.734229 samples/sec accuracy=83.059028 loss=0.620842 lr=0.004691 Epoch[051] Batch [3649]/[3760] Speed: 114.219654 samples/sec accuracy=83.053082 loss=0.621221 lr=0.004689 Epoch[051] Batch [3699]/[3760] Speed: 113.957139 samples/sec accuracy=83.034206 loss=0.621763 lr=0.004687 Epoch[051] Batch [3749]/[3760] Speed: 130.687142 samples/sec accuracy=83.009583 loss=0.622522 lr=0.004685 Batch [0049]/[0303]: acc-top1=66.437500 acc-top5=86.156250 Batch [0099]/[0303]: acc-top1=65.750000 acc-top5=86.156250 Batch [0149]/[0303]: acc-top1=65.322917 acc-top5=86.218750 Batch [0199]/[0303]: acc-top1=65.421875 acc-top5=86.210938 Batch [0249]/[0303]: acc-top1=65.393750 acc-top5=86.006250 Batch [0299]/[0303]: acc-top1=65.291667 acc-top5=85.864583 [Epoch 051] training: accuracy=83.004072 loss=0.622694 [Epoch 051] speed: 113 samples/sec time cost: 2304.953990 [Epoch 051] validation: acc-top1=65.258870 acc-top5=85.813738 loss=2.234214 Epoch[052] Batch [0049]/[3759] Speed: 80.021198 samples/sec accuracy=85.187500 loss=0.546721 lr=0.004683 Epoch[052] Batch [0099]/[3759] Speed: 115.290532 samples/sec accuracy=85.125000 loss=0.552721 lr=0.004680 Epoch[052] Batch [0149]/[3759] Speed: 114.162568 samples/sec accuracy=85.354167 loss=0.549511 lr=0.004678 Epoch[052] Batch [0199]/[3759] Speed: 114.982926 samples/sec accuracy=85.304688 loss=0.550743 lr=0.004676 Epoch[052] Batch [0249]/[3759] Speed: 114.844955 samples/sec accuracy=85.106250 loss=0.558305 lr=0.004674 Epoch[052] Batch [0299]/[3759] Speed: 115.118566 samples/sec accuracy=85.052083 loss=0.559817 lr=0.004672 Epoch[052] Batch [0349]/[3759] Speed: 114.479303 samples/sec accuracy=84.924107 loss=0.561635 lr=0.004670 Epoch[052] Batch [0399]/[3759] Speed: 113.565094 samples/sec accuracy=84.687500 loss=0.568655 lr=0.004668 Epoch[052] Batch [0449]/[3759] Speed: 114.958462 samples/sec accuracy=84.614583 loss=0.570361 lr=0.004666 Epoch[052] Batch [0499]/[3759] Speed: 112.531881 samples/sec accuracy=84.587500 loss=0.572958 lr=0.004664 Epoch[052] Batch [0549]/[3759] Speed: 112.865929 samples/sec accuracy=84.522727 loss=0.575055 lr=0.004662 Epoch[052] Batch [0599]/[3759] Speed: 116.618020 samples/sec accuracy=84.388021 loss=0.578529 lr=0.004660 Epoch[052] Batch [0649]/[3759] Speed: 113.303850 samples/sec accuracy=84.266827 loss=0.580843 lr=0.004658 Epoch[052] Batch [0699]/[3759] Speed: 115.327647 samples/sec accuracy=84.281250 loss=0.581795 lr=0.004655 Epoch[052] Batch [0749]/[3759] Speed: 112.889825 samples/sec accuracy=84.302083 loss=0.581519 lr=0.004653 Epoch[052] Batch [0799]/[3759] Speed: 114.230843 samples/sec accuracy=84.296875 loss=0.581223 lr=0.004651 Epoch[052] Batch [0849]/[3759] Speed: 113.757376 samples/sec accuracy=84.279412 loss=0.581204 lr=0.004649 Epoch[052] Batch [0899]/[3759] Speed: 114.065320 samples/sec accuracy=84.274306 loss=0.581711 lr=0.004647 Epoch[052] Batch [0949]/[3759] Speed: 115.848847 samples/sec accuracy=84.172697 loss=0.583819 lr=0.004645 Epoch[052] Batch [0999]/[3759] Speed: 113.489343 samples/sec accuracy=84.135937 loss=0.584931 lr=0.004643 Epoch[052] Batch [1049]/[3759] Speed: 114.328852 samples/sec accuracy=84.154762 loss=0.584107 lr=0.004641 Epoch[052] Batch [1099]/[3759] Speed: 114.735858 samples/sec accuracy=84.102273 loss=0.584613 lr=0.004639 Epoch[052] Batch [1149]/[3759] Speed: 114.605757 samples/sec accuracy=84.115489 loss=0.585145 lr=0.004637 Epoch[052] Batch [1199]/[3759] Speed: 112.185145 samples/sec accuracy=84.126302 loss=0.584738 lr=0.004635 Epoch[052] Batch [1249]/[3759] Speed: 115.266063 samples/sec accuracy=84.127500 loss=0.586033 lr=0.004632 Epoch[052] Batch [1299]/[3759] Speed: 115.625236 samples/sec accuracy=84.102163 loss=0.587254 lr=0.004630 Epoch[052] Batch [1349]/[3759] Speed: 113.952318 samples/sec accuracy=84.100694 loss=0.587367 lr=0.004628 Epoch[052] Batch [1399]/[3759] Speed: 113.030411 samples/sec accuracy=84.043527 loss=0.588569 lr=0.004626 Epoch[052] Batch [1449]/[3759] Speed: 115.846366 samples/sec accuracy=84.024784 loss=0.589217 lr=0.004624 Epoch[052] Batch [1499]/[3759] Speed: 114.155335 samples/sec accuracy=84.000000 loss=0.590205 lr=0.004622 Epoch[052] Batch [1549]/[3759] Speed: 114.191720 samples/sec accuracy=83.965726 loss=0.590971 lr=0.004620 Epoch[052] Batch [1599]/[3759] Speed: 114.508946 samples/sec accuracy=83.968750 loss=0.591034 lr=0.004618 Epoch[052] Batch [1649]/[3759] Speed: 114.978257 samples/sec accuracy=83.952652 loss=0.591361 lr=0.004616 Epoch[052] Batch [1699]/[3759] Speed: 114.394903 samples/sec accuracy=83.957721 loss=0.591687 lr=0.004614 Epoch[052] Batch [1749]/[3759] Speed: 114.849724 samples/sec accuracy=83.940179 loss=0.592308 lr=0.004612 Epoch[052] Batch [1799]/[3759] Speed: 114.547024 samples/sec accuracy=83.945312 loss=0.592370 lr=0.004610 Epoch[052] Batch [1849]/[3759] Speed: 113.922722 samples/sec accuracy=83.916385 loss=0.593819 lr=0.004607 Epoch[052] Batch [1899]/[3759] Speed: 115.320905 samples/sec accuracy=83.894737 loss=0.593915 lr=0.004605 Epoch[052] Batch [1949]/[3759] Speed: 114.595395 samples/sec accuracy=83.862179 loss=0.595275 lr=0.004603 Epoch[052] Batch [1999]/[3759] Speed: 112.962331 samples/sec accuracy=83.842969 loss=0.595862 lr=0.004601 Epoch[052] Batch [2049]/[3759] Speed: 113.785390 samples/sec accuracy=83.841463 loss=0.596271 lr=0.004599 Epoch[052] Batch [2099]/[3759] Speed: 115.274560 samples/sec accuracy=83.805804 loss=0.596931 lr=0.004597 Epoch[052] Batch [2149]/[3759] Speed: 114.378759 samples/sec accuracy=83.814680 loss=0.596630 lr=0.004595 Epoch[052] Batch [2199]/[3759] Speed: 112.946064 samples/sec accuracy=83.803977 loss=0.597094 lr=0.004593 Epoch[052] Batch [2249]/[3759] Speed: 115.145603 samples/sec accuracy=83.789583 loss=0.597569 lr=0.004591 Epoch[052] Batch [2299]/[3759] Speed: 113.139115 samples/sec accuracy=83.780571 loss=0.597729 lr=0.004589 Epoch[052] Batch [2349]/[3759] Speed: 114.608086 samples/sec accuracy=83.757979 loss=0.598683 lr=0.004587 Epoch[052] Batch [2399]/[3759] Speed: 113.962405 samples/sec accuracy=83.759766 loss=0.599254 lr=0.004585 Epoch[052] Batch [2449]/[3759] Speed: 114.287589 samples/sec accuracy=83.732143 loss=0.600184 lr=0.004583 Epoch[052] Batch [2499]/[3759] Speed: 114.564557 samples/sec accuracy=83.710000 loss=0.601109 lr=0.004580 Epoch[052] Batch [2549]/[3759] Speed: 113.078564 samples/sec accuracy=83.682598 loss=0.602014 lr=0.004578 Epoch[052] Batch [2599]/[3759] Speed: 114.740372 samples/sec accuracy=83.668269 loss=0.602487 lr=0.004576 Epoch[052] Batch [2649]/[3759] Speed: 114.400114 samples/sec accuracy=83.645047 loss=0.603538 lr=0.004574 Epoch[052] Batch [2699]/[3759] Speed: 113.614878 samples/sec accuracy=83.631366 loss=0.603988 lr=0.004572 Epoch[052] Batch [2749]/[3759] Speed: 115.090571 samples/sec accuracy=83.607955 loss=0.604444 lr=0.004570 Epoch[052] Batch [2799]/[3759] Speed: 115.388377 samples/sec accuracy=83.611049 loss=0.604038 lr=0.004568 Epoch[052] Batch [2849]/[3759] Speed: 112.757844 samples/sec accuracy=83.598136 loss=0.604423 lr=0.004566 Epoch[052] Batch [2899]/[3759] Speed: 115.449256 samples/sec accuracy=83.577586 loss=0.604753 lr=0.004564 Epoch[052] Batch [2949]/[3759] Speed: 115.614552 samples/sec accuracy=83.561970 loss=0.605282 lr=0.004562 Epoch[052] Batch [2999]/[3759] Speed: 114.931669 samples/sec accuracy=83.562500 loss=0.605613 lr=0.004560 Epoch[052] Batch [3049]/[3759] Speed: 113.894943 samples/sec accuracy=83.548156 loss=0.606150 lr=0.004558 Epoch[052] Batch [3099]/[3759] Speed: 115.754505 samples/sec accuracy=83.542339 loss=0.606305 lr=0.004555 Epoch[052] Batch [3149]/[3759] Speed: 113.704883 samples/sec accuracy=83.523810 loss=0.606507 lr=0.004553 Epoch[052] Batch [3199]/[3759] Speed: 114.429826 samples/sec accuracy=83.510742 loss=0.606863 lr=0.004551 Epoch[052] Batch [3249]/[3759] Speed: 114.029137 samples/sec accuracy=83.510577 loss=0.607145 lr=0.004549 Epoch[052] Batch [3299]/[3759] Speed: 114.925681 samples/sec accuracy=83.490057 loss=0.607676 lr=0.004547 Epoch[052] Batch [3349]/[3759] Speed: 112.068401 samples/sec accuracy=83.500933 loss=0.607589 lr=0.004545 Epoch[052] Batch [3399]/[3759] Speed: 115.666075 samples/sec accuracy=83.512868 loss=0.607423 lr=0.004543 Epoch[052] Batch [3449]/[3759] Speed: 114.421936 samples/sec accuracy=83.506341 loss=0.607323 lr=0.004541 Epoch[052] Batch [3499]/[3759] Speed: 115.458550 samples/sec accuracy=83.504911 loss=0.607494 lr=0.004539 Epoch[052] Batch [3549]/[3759] Speed: 113.335298 samples/sec accuracy=83.504401 loss=0.607692 lr=0.004537 Epoch[052] Batch [3599]/[3759] Speed: 114.440175 samples/sec accuracy=83.474392 loss=0.608322 lr=0.004535 Epoch[052] Batch [3649]/[3759] Speed: 115.072911 samples/sec accuracy=83.477740 loss=0.608259 lr=0.004533 Epoch[052] Batch [3699]/[3759] Speed: 114.096029 samples/sec accuracy=83.462838 loss=0.608672 lr=0.004530 Epoch[052] Batch [3749]/[3759] Speed: 130.979244 samples/sec accuracy=83.463750 loss=0.608707 lr=0.004528 Batch [0049]/[0303]: acc-top1=65.562500 acc-top5=85.937500 Batch [0099]/[0303]: acc-top1=65.250000 acc-top5=85.734375 Batch [0149]/[0303]: acc-top1=65.156250 acc-top5=85.833333 Batch [0199]/[0303]: acc-top1=64.992188 acc-top5=85.617188 Batch [0249]/[0303]: acc-top1=64.731250 acc-top5=85.468750 Batch [0299]/[0303]: acc-top1=64.682292 acc-top5=85.281250 [Epoch 052] training: accuracy=83.461775 loss=0.608885 [Epoch 052] speed: 113 samples/sec time cost: 2302.658817 [Epoch 052] validation: acc-top1=64.619431 acc-top5=85.261964 loss=2.237835 Epoch[053] Batch [0049]/[3760] Speed: 80.076920 samples/sec accuracy=84.531250 loss=0.580422 lr=0.004526 Epoch[053] Batch [0099]/[3760] Speed: 112.086706 samples/sec accuracy=85.062500 loss=0.549274 lr=0.004524 Epoch[053] Batch [0149]/[3760] Speed: 116.020793 samples/sec accuracy=85.135417 loss=0.545934 lr=0.004522 Epoch[053] Batch [0199]/[3760] Speed: 114.266331 samples/sec accuracy=85.218750 loss=0.547517 lr=0.004520 Epoch[053] Batch [0249]/[3760] Speed: 114.800069 samples/sec accuracy=85.343750 loss=0.543308 lr=0.004518 Epoch[053] Batch [0299]/[3760] Speed: 113.118583 samples/sec accuracy=85.359375 loss=0.541953 lr=0.004516 Epoch[053] Batch [0349]/[3760] Speed: 114.575471 samples/sec accuracy=85.223214 loss=0.543571 lr=0.004513 Epoch[053] Batch [0399]/[3760] Speed: 114.651289 samples/sec accuracy=85.011719 loss=0.549380 lr=0.004511 Epoch[053] Batch [0449]/[3760] Speed: 113.573349 samples/sec accuracy=84.930556 loss=0.552113 lr=0.004509 Epoch[053] Batch [0499]/[3760] Speed: 114.712906 samples/sec accuracy=84.893750 loss=0.553630 lr=0.004507 Epoch[053] Batch [0549]/[3760] Speed: 114.867551 samples/sec accuracy=84.829545 loss=0.553824 lr=0.004505 Epoch[053] Batch [0599]/[3760] Speed: 113.981969 samples/sec accuracy=84.802083 loss=0.553964 lr=0.004503 Epoch[053] Batch [0649]/[3760] Speed: 116.039210 samples/sec accuracy=84.737981 loss=0.557336 lr=0.004501 Epoch[053] Batch [0699]/[3760] Speed: 114.942410 samples/sec accuracy=84.712054 loss=0.558192 lr=0.004499 Epoch[053] Batch [0749]/[3760] Speed: 114.436448 samples/sec accuracy=84.812500 loss=0.557451 lr=0.004497 Epoch[053] Batch [0799]/[3760] Speed: 114.423698 samples/sec accuracy=84.722656 loss=0.558919 lr=0.004495 Epoch[053] Batch [0849]/[3760] Speed: 115.009100 samples/sec accuracy=84.676471 loss=0.560683 lr=0.004493 Epoch[053] Batch [0899]/[3760] Speed: 115.734889 samples/sec accuracy=84.631944 loss=0.563492 lr=0.004491 Epoch[053] Batch [0949]/[3760] Speed: 114.313983 samples/sec accuracy=84.643092 loss=0.563635 lr=0.004489 Epoch[053] Batch [0999]/[3760] Speed: 113.743596 samples/sec accuracy=84.657812 loss=0.564004 lr=0.004486 Epoch[053] Batch [1049]/[3760] Speed: 114.889526 samples/sec accuracy=84.674107 loss=0.564158 lr=0.004484 Epoch[053] Batch [1099]/[3760] Speed: 113.489980 samples/sec accuracy=84.687500 loss=0.563583 lr=0.004482 Epoch[053] Batch [1149]/[3760] Speed: 113.797490 samples/sec accuracy=84.697011 loss=0.563217 lr=0.004480 Epoch[053] Batch [1199]/[3760] Speed: 114.448164 samples/sec accuracy=84.625000 loss=0.565179 lr=0.004478 Epoch[053] Batch [1249]/[3760] Speed: 114.893028 samples/sec accuracy=84.638750 loss=0.565849 lr=0.004476 Epoch[053] Batch [1299]/[3760] Speed: 114.562833 samples/sec accuracy=84.650240 loss=0.565875 lr=0.004474 Epoch[053] Batch [1349]/[3760] Speed: 115.021203 samples/sec accuracy=84.621528 loss=0.566656 lr=0.004472 Epoch[053] Batch [1399]/[3760] Speed: 113.810216 samples/sec accuracy=84.573661 loss=0.567501 lr=0.004470 Epoch[053] Batch [1449]/[3760] Speed: 112.568159 samples/sec accuracy=84.571121 loss=0.568134 lr=0.004468 Epoch[053] Batch [1499]/[3760] Speed: 114.444964 samples/sec accuracy=84.546875 loss=0.568869 lr=0.004466 Epoch[053] Batch [1549]/[3760] Speed: 114.534133 samples/sec accuracy=84.534274 loss=0.569254 lr=0.004464 Epoch[053] Batch [1599]/[3760] Speed: 112.825251 samples/sec accuracy=84.541016 loss=0.569154 lr=0.004462 Epoch[053] Batch [1649]/[3760] Speed: 114.751571 samples/sec accuracy=84.534091 loss=0.569447 lr=0.004459 Epoch[053] Batch [1699]/[3760] Speed: 113.596653 samples/sec accuracy=84.490809 loss=0.570599 lr=0.004457 Epoch[053] Batch [1749]/[3760] Speed: 115.103025 samples/sec accuracy=84.489286 loss=0.570630 lr=0.004455 Epoch[053] Batch [1799]/[3760] Speed: 112.950450 samples/sec accuracy=84.469618 loss=0.571437 lr=0.004453 Epoch[053] Batch [1849]/[3760] Speed: 116.085939 samples/sec accuracy=84.440034 loss=0.571629 lr=0.004451 Epoch[053] Batch [1899]/[3760] Speed: 114.093195 samples/sec accuracy=84.425164 loss=0.571446 lr=0.004449 Epoch[053] Batch [1949]/[3760] Speed: 113.314933 samples/sec accuracy=84.413462 loss=0.571501 lr=0.004447 Epoch[053] Batch [1999]/[3760] Speed: 115.707922 samples/sec accuracy=84.429688 loss=0.571412 lr=0.004445 Epoch[053] Batch [2049]/[3760] Speed: 114.353946 samples/sec accuracy=84.395579 loss=0.572217 lr=0.004443 Epoch[053] Batch [2099]/[3760] Speed: 114.686692 samples/sec accuracy=84.381696 loss=0.572845 lr=0.004441 Epoch[053] Batch [2149]/[3760] Speed: 114.252102 samples/sec accuracy=84.370640 loss=0.573212 lr=0.004439 Epoch[053] Batch [2199]/[3760] Speed: 114.829400 samples/sec accuracy=84.343040 loss=0.574105 lr=0.004437 Epoch[053] Batch [2249]/[3760] Speed: 113.281530 samples/sec accuracy=84.340278 loss=0.574385 lr=0.004435 Epoch[053] Batch [2299]/[3760] Speed: 113.771054 samples/sec accuracy=84.315217 loss=0.574857 lr=0.004432 Epoch[053] Batch [2349]/[3760] Speed: 114.484796 samples/sec accuracy=84.271277 loss=0.576245 lr=0.004430 Epoch[053] Batch [2399]/[3760] Speed: 114.581331 samples/sec accuracy=84.258464 loss=0.576745 lr=0.004428 Epoch[053] Batch [2449]/[3760] Speed: 112.595066 samples/sec accuracy=84.216837 loss=0.578088 lr=0.004426 Epoch[053] Batch [2499]/[3760] Speed: 116.991895 samples/sec accuracy=84.195625 loss=0.578916 lr=0.004424 Epoch[053] Batch [2549]/[3760] Speed: 114.678451 samples/sec accuracy=84.184436 loss=0.579460 lr=0.004422 Epoch[053] Batch [2599]/[3760] Speed: 114.138264 samples/sec accuracy=84.177885 loss=0.579682 lr=0.004420 Epoch[053] Batch [2649]/[3760] Speed: 115.563970 samples/sec accuracy=84.149764 loss=0.580234 lr=0.004418 Epoch[053] Batch [2699]/[3760] Speed: 112.460386 samples/sec accuracy=84.146991 loss=0.580706 lr=0.004416 Epoch[053] Batch [2749]/[3760] Speed: 114.310097 samples/sec accuracy=84.126705 loss=0.581377 lr=0.004414 Epoch[053] Batch [2799]/[3760] Speed: 114.135512 samples/sec accuracy=84.133929 loss=0.581278 lr=0.004412 Epoch[053] Batch [2849]/[3760] Speed: 114.696068 samples/sec accuracy=84.101425 loss=0.582008 lr=0.004410 Epoch[053] Batch [2899]/[3760] Speed: 114.048983 samples/sec accuracy=84.100216 loss=0.582459 lr=0.004408 Epoch[053] Batch [2949]/[3760] Speed: 111.752106 samples/sec accuracy=84.075742 loss=0.582816 lr=0.004405 Epoch[053] Batch [2999]/[3760] Speed: 117.009170 samples/sec accuracy=84.068750 loss=0.583079 lr=0.004403 Epoch[053] Batch [3049]/[3760] Speed: 114.972054 samples/sec accuracy=84.045594 loss=0.583920 lr=0.004401 Epoch[053] Batch [3099]/[3760] Speed: 115.068997 samples/sec accuracy=84.031754 loss=0.584377 lr=0.004399 Epoch[053] Batch [3149]/[3760] Speed: 114.154572 samples/sec accuracy=84.021825 loss=0.584784 lr=0.004397 Epoch[053] Batch [3199]/[3760] Speed: 113.674092 samples/sec accuracy=84.017090 loss=0.584918 lr=0.004395 Epoch[053] Batch [3249]/[3760] Speed: 114.181406 samples/sec accuracy=84.012019 loss=0.584901 lr=0.004393 Epoch[053] Batch [3299]/[3760] Speed: 114.252103 samples/sec accuracy=84.016098 loss=0.584838 lr=0.004391 Epoch[053] Batch [3349]/[3760] Speed: 115.216622 samples/sec accuracy=84.000466 loss=0.585035 lr=0.004389 Epoch[053] Batch [3399]/[3760] Speed: 114.330354 samples/sec accuracy=83.982077 loss=0.585518 lr=0.004387 Epoch[053] Batch [3449]/[3760] Speed: 114.168615 samples/sec accuracy=83.971014 loss=0.586083 lr=0.004385 Epoch[053] Batch [3499]/[3760] Speed: 114.853484 samples/sec accuracy=83.951786 loss=0.586837 lr=0.004383 Epoch[053] Batch [3549]/[3760] Speed: 113.571323 samples/sec accuracy=83.952465 loss=0.586993 lr=0.004381 Epoch[053] Batch [3599]/[3760] Speed: 115.122560 samples/sec accuracy=83.955295 loss=0.587113 lr=0.004378 Epoch[053] Batch [3649]/[3760] Speed: 113.570138 samples/sec accuracy=83.957620 loss=0.587381 lr=0.004376 Epoch[053] Batch [3699]/[3760] Speed: 115.251967 samples/sec accuracy=83.941301 loss=0.588038 lr=0.004374 Epoch[053] Batch [3749]/[3760] Speed: 128.865135 samples/sec accuracy=83.943333 loss=0.588127 lr=0.004372 Batch [0049]/[0303]: acc-top1=65.812500 acc-top5=86.593750 Batch [0099]/[0303]: acc-top1=65.062500 acc-top5=86.296875 Batch [0149]/[0303]: acc-top1=65.489583 acc-top5=86.281250 Batch [0199]/[0303]: acc-top1=65.476562 acc-top5=86.203125 Batch [0249]/[0303]: acc-top1=65.237500 acc-top5=86.018750 Batch [0299]/[0303]: acc-top1=65.114583 acc-top5=85.968750 [Epoch 053] training: accuracy=83.943650 loss=0.588069 [Epoch 053] speed: 113 samples/sec time cost: 2304.413055 [Epoch 053] validation: acc-top1=65.088696 acc-top5=85.937500 loss=2.252863 Epoch[054] Batch [0049]/[3760] Speed: 77.949225 samples/sec accuracy=84.625000 loss=0.560848 lr=0.004370 Epoch[054] Batch [0099]/[3760] Speed: 115.363596 samples/sec accuracy=85.312500 loss=0.537858 lr=0.004368 Epoch[054] Batch [0149]/[3760] Speed: 113.882097 samples/sec accuracy=85.333333 loss=0.539243 lr=0.004366 Epoch[054] Batch [0199]/[3760] Speed: 112.830832 samples/sec accuracy=85.406250 loss=0.542545 lr=0.004364 Epoch[054] Batch [0249]/[3760] Speed: 115.203289 samples/sec accuracy=85.175000 loss=0.547554 lr=0.004361 Epoch[054] Batch [0299]/[3760] Speed: 115.197748 samples/sec accuracy=85.203125 loss=0.546608 lr=0.004359 Epoch[054] Batch [0349]/[3760] Speed: 114.855174 samples/sec accuracy=85.107143 loss=0.548910 lr=0.004357 Epoch[054] Batch [0399]/[3760] Speed: 114.428739 samples/sec accuracy=85.097656 loss=0.549491 lr=0.004355 Epoch[054] Batch [0449]/[3760] Speed: 115.152309 samples/sec accuracy=85.218750 loss=0.546226 lr=0.004353 Epoch[054] Batch [0499]/[3760] Speed: 113.455974 samples/sec accuracy=85.284375 loss=0.545056 lr=0.004351 Epoch[054] Batch [0549]/[3760] Speed: 113.594992 samples/sec accuracy=85.252841 loss=0.547894 lr=0.004349 Epoch[054] Batch [0599]/[3760] Speed: 114.314924 samples/sec accuracy=85.304688 loss=0.545790 lr=0.004347 Epoch[054] Batch [0649]/[3760] Speed: 114.281176 samples/sec accuracy=85.329327 loss=0.544811 lr=0.004345 Epoch[054] Batch [0699]/[3760] Speed: 112.800074 samples/sec accuracy=85.267857 loss=0.545993 lr=0.004343 Epoch[054] Batch [0749]/[3760] Speed: 116.142049 samples/sec accuracy=85.264583 loss=0.546693 lr=0.004341 Epoch[054] Batch [0799]/[3760] Speed: 114.051773 samples/sec accuracy=85.242188 loss=0.547070 lr=0.004339 Epoch[054] Batch [0849]/[3760] Speed: 114.089662 samples/sec accuracy=85.233456 loss=0.546019 lr=0.004337 Epoch[054] Batch [0899]/[3760] Speed: 113.802643 samples/sec accuracy=85.215278 loss=0.545820 lr=0.004335 Epoch[054] Batch [0949]/[3760] Speed: 114.533881 samples/sec accuracy=85.199013 loss=0.546429 lr=0.004332 Epoch[054] Batch [0999]/[3760] Speed: 114.713684 samples/sec accuracy=85.212500 loss=0.546492 lr=0.004330 Epoch[054] Batch [1049]/[3760] Speed: 112.313445 samples/sec accuracy=85.172619 loss=0.548344 lr=0.004328 Epoch[054] Batch [1099]/[3760] Speed: 115.805314 samples/sec accuracy=85.161932 loss=0.548565 lr=0.004326 Epoch[054] Batch [1149]/[3760] Speed: 114.819365 samples/sec accuracy=85.172554 loss=0.548080 lr=0.004324 Epoch[054] Batch [1199]/[3760] Speed: 114.182999 samples/sec accuracy=85.126302 loss=0.549376 lr=0.004322 Epoch[054] Batch [1249]/[3760] Speed: 114.975876 samples/sec accuracy=85.133750 loss=0.549140 lr=0.004320 Epoch[054] Batch [1299]/[3760] Speed: 114.191754 samples/sec accuracy=85.088942 loss=0.549952 lr=0.004318 Epoch[054] Batch [1349]/[3760] Speed: 114.008743 samples/sec accuracy=85.083333 loss=0.550962 lr=0.004316 Epoch[054] Batch [1399]/[3760] Speed: 113.310674 samples/sec accuracy=85.043527 loss=0.552336 lr=0.004314 Epoch[054] Batch [1449]/[3760] Speed: 115.242326 samples/sec accuracy=84.995690 loss=0.553142 lr=0.004312 Epoch[054] Batch [1499]/[3760] Speed: 113.934116 samples/sec accuracy=84.981250 loss=0.553550 lr=0.004310 Epoch[054] Batch [1549]/[3760] Speed: 114.238677 samples/sec accuracy=84.971774 loss=0.554472 lr=0.004308 Epoch[054] Batch [1599]/[3760] Speed: 113.369201 samples/sec accuracy=84.965820 loss=0.553982 lr=0.004306 Epoch[054] Batch [1649]/[3760] Speed: 114.663995 samples/sec accuracy=84.941288 loss=0.554812 lr=0.004304 Epoch[054] Batch [1699]/[3760] Speed: 114.178021 samples/sec accuracy=84.916360 loss=0.554817 lr=0.004301 Epoch[054] Batch [1749]/[3760] Speed: 112.399637 samples/sec accuracy=84.876786 loss=0.555855 lr=0.004299 Epoch[054] Batch [1799]/[3760] Speed: 115.328883 samples/sec accuracy=84.835069 loss=0.557143 lr=0.004297 Epoch[054] Batch [1849]/[3760] Speed: 116.091802 samples/sec accuracy=84.847973 loss=0.557532 lr=0.004295 Epoch[054] Batch [1899]/[3760] Speed: 113.266075 samples/sec accuracy=84.878289 loss=0.556435 lr=0.004293 Epoch[054] Batch [1949]/[3760] Speed: 115.847939 samples/sec accuracy=84.877404 loss=0.556614 lr=0.004291 Epoch[054] Batch [1999]/[3760] Speed: 114.719421 samples/sec accuracy=84.828906 loss=0.557823 lr=0.004289 Epoch[054] Batch [2049]/[3760] Speed: 113.951758 samples/sec accuracy=84.814787 loss=0.558727 lr=0.004287 Epoch[054] Batch [2099]/[3760] Speed: 112.465080 samples/sec accuracy=84.793899 loss=0.558860 lr=0.004285 Epoch[054] Batch [2149]/[3760] Speed: 115.003682 samples/sec accuracy=84.766715 loss=0.559491 lr=0.004283 Epoch[054] Batch [2199]/[3760] Speed: 115.476740 samples/sec accuracy=84.736506 loss=0.559851 lr=0.004281 Epoch[054] Batch [2249]/[3760] Speed: 112.862292 samples/sec accuracy=84.729861 loss=0.560299 lr=0.004279 Epoch[054] Batch [2299]/[3760] Speed: 114.762981 samples/sec accuracy=84.705163 loss=0.561039 lr=0.004277 Epoch[054] Batch [2349]/[3760] Speed: 114.300266 samples/sec accuracy=84.711436 loss=0.561381 lr=0.004275 Epoch[054] Batch [2399]/[3760] Speed: 113.935720 samples/sec accuracy=84.695964 loss=0.562045 lr=0.004272 Epoch[054] Batch [2449]/[3760] Speed: 114.430695 samples/sec accuracy=84.688138 loss=0.562385 lr=0.004270 Epoch[054] Batch [2499]/[3760] Speed: 113.567254 samples/sec accuracy=84.694375 loss=0.562604 lr=0.004268 Epoch[054] Batch [2549]/[3760] Speed: 115.542501 samples/sec accuracy=84.670956 loss=0.563100 lr=0.004266 Epoch[054] Batch [2599]/[3760] Speed: 113.349961 samples/sec accuracy=84.669471 loss=0.563285 lr=0.004264 Epoch[054] Batch [2649]/[3760] Speed: 116.352031 samples/sec accuracy=84.657429 loss=0.563875 lr=0.004262 Epoch[054] Batch [2699]/[3760] Speed: 115.161110 samples/sec accuracy=84.649306 loss=0.564065 lr=0.004260 Epoch[054] Batch [2749]/[3760] Speed: 113.802184 samples/sec accuracy=84.625000 loss=0.565229 lr=0.004258 Epoch[054] Batch [2799]/[3760] Speed: 111.838613 samples/sec accuracy=84.612165 loss=0.565476 lr=0.004256 Epoch[054] Batch [2849]/[3760] Speed: 115.171975 samples/sec accuracy=84.584430 loss=0.566592 lr=0.004254 Epoch[054] Batch [2899]/[3760] Speed: 114.815814 samples/sec accuracy=84.577047 loss=0.566965 lr=0.004252 Epoch[054] Batch [2949]/[3760] Speed: 112.894603 samples/sec accuracy=84.577860 loss=0.567072 lr=0.004250 Epoch[054] Batch [2999]/[3760] Speed: 115.492005 samples/sec accuracy=84.568750 loss=0.567419 lr=0.004248 Epoch[054] Batch [3049]/[3760] Speed: 113.341195 samples/sec accuracy=84.552766 loss=0.567726 lr=0.004246 Epoch[054] Batch [3099]/[3760] Speed: 113.639554 samples/sec accuracy=84.541331 loss=0.567930 lr=0.004244 Epoch[054] Batch [3149]/[3760] Speed: 115.599619 samples/sec accuracy=84.539187 loss=0.568119 lr=0.004242 Epoch[054] Batch [3199]/[3760] Speed: 113.122575 samples/sec accuracy=84.526855 loss=0.568674 lr=0.004239 Epoch[054] Batch [3249]/[3760] Speed: 115.151425 samples/sec accuracy=84.494712 loss=0.569473 lr=0.004237 Epoch[054] Batch [3299]/[3760] Speed: 115.088341 samples/sec accuracy=84.496212 loss=0.569496 lr=0.004235 Epoch[054] Batch [3349]/[3760] Speed: 114.699582 samples/sec accuracy=84.478545 loss=0.569934 lr=0.004233 Epoch[054] Batch [3399]/[3760] Speed: 114.222434 samples/sec accuracy=84.478401 loss=0.569905 lr=0.004231 Epoch[054] Batch [3449]/[3760] Speed: 113.012751 samples/sec accuracy=84.480525 loss=0.569749 lr=0.004229 Epoch[054] Batch [3499]/[3760] Speed: 114.605519 samples/sec accuracy=84.473214 loss=0.570008 lr=0.004227 Epoch[054] Batch [3549]/[3760] Speed: 116.461719 samples/sec accuracy=84.462148 loss=0.570364 lr=0.004225 Epoch[054] Batch [3599]/[3760] Speed: 114.146005 samples/sec accuracy=84.444878 loss=0.571206 lr=0.004223 Epoch[054] Batch [3649]/[3760] Speed: 113.218401 samples/sec accuracy=84.424658 loss=0.572001 lr=0.004221 Epoch[054] Batch [3699]/[3760] Speed: 114.146103 samples/sec accuracy=84.416385 loss=0.572188 lr=0.004219 Epoch[054] Batch [3749]/[3760] Speed: 131.196373 samples/sec accuracy=84.398333 loss=0.572663 lr=0.004217 Batch [0049]/[0303]: acc-top1=65.625000 acc-top5=86.406250 Batch [0099]/[0303]: acc-top1=65.421875 acc-top5=86.125000 Batch [0149]/[0303]: acc-top1=65.375000 acc-top5=86.239583 Batch [0199]/[0303]: acc-top1=65.437500 acc-top5=86.054688 Batch [0249]/[0303]: acc-top1=65.268750 acc-top5=85.831250 Batch [0299]/[0303]: acc-top1=65.119792 acc-top5=85.630208 [Epoch 054] training: accuracy=84.394947 loss=0.572711 [Epoch 054] speed: 113 samples/sec time cost: 2303.892068 [Epoch 054] validation: acc-top1=65.078383 acc-top5=85.586840 loss=2.298371 Epoch[055] Batch [0049]/[3759] Speed: 79.378314 samples/sec accuracy=84.750000 loss=0.546285 lr=0.004214 Epoch[055] Batch [0099]/[3759] Speed: 115.939899 samples/sec accuracy=85.562500 loss=0.529347 lr=0.004212 Epoch[055] Batch [0149]/[3759] Speed: 113.024836 samples/sec accuracy=85.593750 loss=0.520614 lr=0.004210 Epoch[055] Batch [0199]/[3759] Speed: 113.599928 samples/sec accuracy=85.742188 loss=0.515419 lr=0.004208 Epoch[055] Batch [0249]/[3759] Speed: 114.518052 samples/sec accuracy=85.793750 loss=0.509713 lr=0.004206 Epoch[055] Batch [0299]/[3759] Speed: 114.314912 samples/sec accuracy=85.765625 loss=0.511291 lr=0.004204 Epoch[055] Batch [0349]/[3759] Speed: 114.172485 samples/sec accuracy=85.629464 loss=0.518253 lr=0.004202 Epoch[055] Batch [0399]/[3759] Speed: 113.538141 samples/sec accuracy=85.757812 loss=0.516912 lr=0.004200 Epoch[055] Batch [0449]/[3759] Speed: 113.515437 samples/sec accuracy=85.708333 loss=0.518070 lr=0.004198 Epoch[055] Batch [0499]/[3759] Speed: 114.809067 samples/sec accuracy=85.637500 loss=0.518609 lr=0.004196 Epoch[055] Batch [0549]/[3759] Speed: 113.664184 samples/sec accuracy=85.653409 loss=0.517361 lr=0.004194 Epoch[055] Batch [0599]/[3759] Speed: 115.567480 samples/sec accuracy=85.606771 loss=0.519968 lr=0.004192 Epoch[055] Batch [0649]/[3759] Speed: 115.037882 samples/sec accuracy=85.610577 loss=0.520148 lr=0.004190 Epoch[055] Batch [0699]/[3759] Speed: 112.011049 samples/sec accuracy=85.620536 loss=0.521441 lr=0.004187 Epoch[055] Batch [0749]/[3759] Speed: 115.064793 samples/sec accuracy=85.645833 loss=0.522042 lr=0.004185 Epoch[055] Batch [0799]/[3759] Speed: 115.431500 samples/sec accuracy=85.576172 loss=0.524695 lr=0.004183 Epoch[055] Batch [0849]/[3759] Speed: 114.632695 samples/sec accuracy=85.564338 loss=0.525050 lr=0.004181 Epoch[055] Batch [0899]/[3759] Speed: 113.646167 samples/sec accuracy=85.586806 loss=0.525753 lr=0.004179 Epoch[055] Batch [0949]/[3759] Speed: 114.443743 samples/sec accuracy=85.587171 loss=0.525769 lr=0.004177 Epoch[055] Batch [0999]/[3759] Speed: 115.144904 samples/sec accuracy=85.575000 loss=0.525730 lr=0.004175 Epoch[055] Batch [1049]/[3759] Speed: 112.967756 samples/sec accuracy=85.525298 loss=0.527517 lr=0.004173 Epoch[055] Batch [1099]/[3759] Speed: 114.883334 samples/sec accuracy=85.490057 loss=0.528709 lr=0.004171 Epoch[055] Batch [1149]/[3759] Speed: 113.603868 samples/sec accuracy=85.459239 loss=0.529457 lr=0.004169 Epoch[055] Batch [1199]/[3759] Speed: 114.390376 samples/sec accuracy=85.459635 loss=0.530155 lr=0.004167 Epoch[055] Batch [1249]/[3759] Speed: 114.036872 samples/sec accuracy=85.436250 loss=0.530640 lr=0.004165 Epoch[055] Batch [1299]/[3759] Speed: 113.822069 samples/sec accuracy=85.469952 loss=0.530635 lr=0.004163 Epoch[055] Batch [1349]/[3759] Speed: 113.062384 samples/sec accuracy=85.427083 loss=0.531837 lr=0.004161 Epoch[055] Batch [1399]/[3759] Speed: 113.041202 samples/sec accuracy=85.418527 loss=0.532327 lr=0.004159 Epoch[055] Batch [1449]/[3759] Speed: 116.102679 samples/sec accuracy=85.396552 loss=0.533549 lr=0.004157 Epoch[055] Batch [1499]/[3759] Speed: 114.225679 samples/sec accuracy=85.401042 loss=0.534008 lr=0.004154 Epoch[055] Batch [1549]/[3759] Speed: 112.550194 samples/sec accuracy=85.435484 loss=0.532950 lr=0.004152 Epoch[055] Batch [1599]/[3759] Speed: 114.621385 samples/sec accuracy=85.412109 loss=0.533428 lr=0.004150 Epoch[055] Batch [1649]/[3759] Speed: 114.691174 samples/sec accuracy=85.388258 loss=0.533749 lr=0.004148 Epoch[055] Batch [1699]/[3759] Speed: 114.925394 samples/sec accuracy=85.361213 loss=0.534529 lr=0.004146 Epoch[055] Batch [1749]/[3759] Speed: 113.796502 samples/sec accuracy=85.350893 loss=0.534750 lr=0.004144 Epoch[055] Batch [1799]/[3759] Speed: 113.964540 samples/sec accuracy=85.342882 loss=0.535854 lr=0.004142 Epoch[055] Batch [1849]/[3759] Speed: 114.603244 samples/sec accuracy=85.311655 loss=0.536582 lr=0.004140 Epoch[055] Batch [1899]/[3759] Speed: 113.938843 samples/sec accuracy=85.298520 loss=0.537378 lr=0.004138 Epoch[055] Batch [1949]/[3759] Speed: 113.556211 samples/sec accuracy=85.291667 loss=0.537754 lr=0.004136 Epoch[055] Batch [1999]/[3759] Speed: 115.054268 samples/sec accuracy=85.289844 loss=0.538623 lr=0.004134 Epoch[055] Batch [2049]/[3759] Speed: 114.347493 samples/sec accuracy=85.292683 loss=0.538913 lr=0.004132 Epoch[055] Batch [2099]/[3759] Speed: 113.643382 samples/sec accuracy=85.286458 loss=0.539171 lr=0.004130 Epoch[055] Batch [2149]/[3759] Speed: 114.290889 samples/sec accuracy=85.284157 loss=0.538648 lr=0.004128 Epoch[055] Batch [2199]/[3759] Speed: 114.540453 samples/sec accuracy=85.272727 loss=0.539149 lr=0.004126 Epoch[055] Batch [2249]/[3759] Speed: 113.961958 samples/sec accuracy=85.265278 loss=0.539439 lr=0.004124 Epoch[055] Batch [2299]/[3759] Speed: 115.898858 samples/sec accuracy=85.243886 loss=0.540487 lr=0.004122 Epoch[055] Batch [2349]/[3759] Speed: 114.074065 samples/sec accuracy=85.218085 loss=0.541202 lr=0.004119 Epoch[055] Batch [2399]/[3759] Speed: 114.169984 samples/sec accuracy=85.210286 loss=0.541780 lr=0.004117 Epoch[055] Batch [2449]/[3759] Speed: 113.279572 samples/sec accuracy=85.209184 loss=0.542171 lr=0.004115 Epoch[055] Batch [2499]/[3759] Speed: 115.679318 samples/sec accuracy=85.188750 loss=0.542419 lr=0.004113 Epoch[055] Batch [2549]/[3759] Speed: 113.928212 samples/sec accuracy=85.166667 loss=0.543515 lr=0.004111 Epoch[055] Batch [2599]/[3759] Speed: 114.687537 samples/sec accuracy=85.147236 loss=0.544338 lr=0.004109 Epoch[055] Batch [2649]/[3759] Speed: 112.502491 samples/sec accuracy=85.138561 loss=0.544686 lr=0.004107 Epoch[055] Batch [2699]/[3759] Speed: 114.032681 samples/sec accuracy=85.157986 loss=0.544205 lr=0.004105 Epoch[055] Batch [2749]/[3759] Speed: 115.335696 samples/sec accuracy=85.132955 loss=0.544806 lr=0.004103 Epoch[055] Batch [2799]/[3759] Speed: 113.348716 samples/sec accuracy=85.107143 loss=0.545684 lr=0.004101 Epoch[055] Batch [2849]/[3759] Speed: 114.728404 samples/sec accuracy=85.074561 loss=0.546634 lr=0.004099 Epoch[055] Batch [2899]/[3759] Speed: 114.168985 samples/sec accuracy=85.040409 loss=0.547704 lr=0.004097 Epoch[055] Batch [2949]/[3759] Speed: 115.112142 samples/sec accuracy=85.016419 loss=0.548267 lr=0.004095 Epoch[055] Batch [2999]/[3759] Speed: 113.663110 samples/sec accuracy=84.997396 loss=0.548521 lr=0.004093 Epoch[055] Batch [3049]/[3759] Speed: 113.992859 samples/sec accuracy=84.978484 loss=0.548917 lr=0.004091 Epoch[055] Batch [3099]/[3759] Speed: 115.526887 samples/sec accuracy=84.974798 loss=0.549226 lr=0.004089 Epoch[055] Batch [3149]/[3759] Speed: 113.717715 samples/sec accuracy=84.952381 loss=0.550093 lr=0.004087 Epoch[055] Batch [3199]/[3759] Speed: 115.879184 samples/sec accuracy=84.938477 loss=0.550619 lr=0.004085 Epoch[055] Batch [3249]/[3759] Speed: 113.917262 samples/sec accuracy=84.928846 loss=0.551174 lr=0.004082 Epoch[055] Batch [3299]/[3759] Speed: 113.041885 samples/sec accuracy=84.900568 loss=0.552165 lr=0.004080 Epoch[055] Batch [3349]/[3759] Speed: 114.929916 samples/sec accuracy=84.872201 loss=0.552901 lr=0.004078 Epoch[055] Batch [3399]/[3759] Speed: 114.457799 samples/sec accuracy=84.861673 loss=0.553333 lr=0.004076 Epoch[055] Batch [3449]/[3759] Speed: 113.292661 samples/sec accuracy=84.831069 loss=0.554529 lr=0.004074 Epoch[055] Batch [3499]/[3759] Speed: 113.511225 samples/sec accuracy=84.845089 loss=0.554544 lr=0.004072 Epoch[055] Batch [3549]/[3759] Speed: 115.888005 samples/sec accuracy=84.838908 loss=0.554838 lr=0.004070 Epoch[055] Batch [3599]/[3759] Speed: 113.780688 samples/sec accuracy=84.811632 loss=0.555617 lr=0.004068 Epoch[055] Batch [3649]/[3759] Speed: 111.790678 samples/sec accuracy=84.807363 loss=0.555921 lr=0.004066 Epoch[055] Batch [3699]/[3759] Speed: 116.407060 samples/sec accuracy=84.799409 loss=0.556199 lr=0.004064 Epoch[055] Batch [3749]/[3759] Speed: 130.924652 samples/sec accuracy=84.779583 loss=0.557013 lr=0.004062 Batch [0049]/[0303]: acc-top1=65.468750 acc-top5=86.531250 Batch [0099]/[0303]: acc-top1=64.828125 acc-top5=86.171875 Batch [0149]/[0303]: acc-top1=64.843750 acc-top5=86.197917 Batch [0199]/[0303]: acc-top1=64.906250 acc-top5=86.140625 Batch [0249]/[0303]: acc-top1=64.662500 acc-top5=85.987500 Batch [0299]/[0303]: acc-top1=64.604167 acc-top5=85.859375 [Epoch 055] training: accuracy=84.778615 loss=0.557089 [Epoch 055] speed: 113 samples/sec time cost: 2305.256737 [Epoch 055] validation: acc-top1=64.567863 acc-top5=85.813738 loss=2.266836 Epoch[056] Batch [0049]/[3760] Speed: 79.365732 samples/sec accuracy=84.656250 loss=0.548835 lr=0.004060 Epoch[056] Batch [0099]/[3760] Speed: 113.661318 samples/sec accuracy=85.562500 loss=0.515870 lr=0.004057 Epoch[056] Batch [0149]/[3760] Speed: 115.420053 samples/sec accuracy=85.927083 loss=0.508819 lr=0.004055 Epoch[056] Batch [0199]/[3760] Speed: 114.587726 samples/sec accuracy=85.781250 loss=0.516482 lr=0.004053 Epoch[056] Batch [0249]/[3760] Speed: 111.921550 samples/sec accuracy=85.687500 loss=0.521422 lr=0.004051 Epoch[056] Batch [0299]/[3760] Speed: 115.428280 samples/sec accuracy=85.848958 loss=0.518074 lr=0.004049 Epoch[056] Batch [0349]/[3760] Speed: 114.960083 samples/sec accuracy=86.035714 loss=0.511528 lr=0.004047 Epoch[056] Batch [0399]/[3760] Speed: 114.648866 samples/sec accuracy=85.984375 loss=0.514708 lr=0.004045 Epoch[056] Batch [0449]/[3760] Speed: 113.412662 samples/sec accuracy=85.923611 loss=0.514236 lr=0.004043 Epoch[056] Batch [0499]/[3760] Speed: 114.946663 samples/sec accuracy=85.856250 loss=0.517328 lr=0.004041 Epoch[056] Batch [0549]/[3760] Speed: 114.197867 samples/sec accuracy=85.747159 loss=0.520590 lr=0.004039 Epoch[056] Batch [0599]/[3760] Speed: 112.319112 samples/sec accuracy=85.786458 loss=0.520453 lr=0.004037 Epoch[056] Batch [0649]/[3760] Speed: 114.318909 samples/sec accuracy=85.805288 loss=0.518019 lr=0.004035 Epoch[056] Batch [0699]/[3760] Speed: 113.555144 samples/sec accuracy=85.738839 loss=0.518991 lr=0.004033 Epoch[056] Batch [0749]/[3760] Speed: 115.538362 samples/sec accuracy=85.772917 loss=0.517511 lr=0.004031 Epoch[056] Batch [0799]/[3760] Speed: 113.162666 samples/sec accuracy=85.759766 loss=0.517116 lr=0.004029 Epoch[056] Batch [0849]/[3760] Speed: 114.415715 samples/sec accuracy=85.786765 loss=0.515556 lr=0.004027 Epoch[056] Batch [0899]/[3760] Speed: 114.477057 samples/sec accuracy=85.760417 loss=0.517458 lr=0.004025 Epoch[056] Batch [0949]/[3760] Speed: 112.056558 samples/sec accuracy=85.746711 loss=0.518231 lr=0.004023 Epoch[056] Batch [0999]/[3760] Speed: 115.374912 samples/sec accuracy=85.687500 loss=0.520543 lr=0.004021 Epoch[056] Batch [1049]/[3760] Speed: 114.362086 samples/sec accuracy=85.696429 loss=0.519248 lr=0.004019 Epoch[056] Batch [1099]/[3760] Speed: 113.391794 samples/sec accuracy=85.688920 loss=0.519527 lr=0.004016 Epoch[056] Batch [1149]/[3760] Speed: 115.010661 samples/sec accuracy=85.690217 loss=0.519358 lr=0.004014 Epoch[056] Batch [1199]/[3760] Speed: 113.607357 samples/sec accuracy=85.683594 loss=0.520266 lr=0.004012 Epoch[056] Batch [1249]/[3760] Speed: 114.406995 samples/sec accuracy=85.730000 loss=0.519907 lr=0.004010 Epoch[056] Batch [1299]/[3760] Speed: 113.458188 samples/sec accuracy=85.743990 loss=0.519694 lr=0.004008 Epoch[056] Batch [1349]/[3760] Speed: 114.789539 samples/sec accuracy=85.690972 loss=0.521511 lr=0.004006 Epoch[056] Batch [1399]/[3760] Speed: 115.129891 samples/sec accuracy=85.672991 loss=0.521608 lr=0.004004 Epoch[056] Batch [1449]/[3760] Speed: 115.022300 samples/sec accuracy=85.710129 loss=0.520862 lr=0.004002 Epoch[056] Batch [1499]/[3760] Speed: 112.727811 samples/sec accuracy=85.694792 loss=0.521167 lr=0.004000 Epoch[056] Batch [1549]/[3760] Speed: 114.302352 samples/sec accuracy=85.694556 loss=0.520990 lr=0.003998 Epoch[056] Batch [1599]/[3760] Speed: 114.487858 samples/sec accuracy=85.687500 loss=0.521458 lr=0.003996 Epoch[056] Batch [1649]/[3760] Speed: 112.456315 samples/sec accuracy=85.645833 loss=0.522881 lr=0.003994 Epoch[056] Batch [1699]/[3760] Speed: 114.160900 samples/sec accuracy=85.636949 loss=0.523026 lr=0.003992 Epoch[056] Batch [1749]/[3760] Speed: 115.951252 samples/sec accuracy=85.639286 loss=0.523367 lr=0.003990 Epoch[056] Batch [1799]/[3760] Speed: 113.478430 samples/sec accuracy=85.651910 loss=0.523324 lr=0.003988 Epoch[056] Batch [1849]/[3760] Speed: 113.644244 samples/sec accuracy=85.635135 loss=0.524263 lr=0.003986 Epoch[056] Batch [1899]/[3760] Speed: 113.806714 samples/sec accuracy=85.631579 loss=0.524914 lr=0.003984 Epoch[056] Batch [1949]/[3760] Speed: 114.884066 samples/sec accuracy=85.618590 loss=0.525185 lr=0.003982 Epoch[056] Batch [1999]/[3760] Speed: 113.090332 samples/sec accuracy=85.606250 loss=0.525354 lr=0.003980 Epoch[056] Batch [2049]/[3760] Speed: 114.646341 samples/sec accuracy=85.596037 loss=0.526008 lr=0.003978 Epoch[056] Batch [2099]/[3760] Speed: 114.516827 samples/sec accuracy=85.568452 loss=0.527047 lr=0.003976 Epoch[056] Batch [2149]/[3760] Speed: 114.527221 samples/sec accuracy=85.575581 loss=0.527266 lr=0.003974 Epoch[056] Batch [2199]/[3760] Speed: 114.318649 samples/sec accuracy=85.573153 loss=0.527566 lr=0.003971 Epoch[056] Batch [2249]/[3760] Speed: 114.517642 samples/sec accuracy=85.576389 loss=0.527526 lr=0.003969 Epoch[056] Batch [2299]/[3760] Speed: 114.228402 samples/sec accuracy=85.558424 loss=0.527558 lr=0.003967 Epoch[056] Batch [2349]/[3760] Speed: 114.109504 samples/sec accuracy=85.532580 loss=0.528091 lr=0.003965 Epoch[056] Batch [2399]/[3760] Speed: 115.362402 samples/sec accuracy=85.521484 loss=0.529240 lr=0.003963 Epoch[056] Batch [2449]/[3760] Speed: 113.434279 samples/sec accuracy=85.508291 loss=0.529648 lr=0.003961 Epoch[056] Batch [2499]/[3760] Speed: 113.768052 samples/sec accuracy=85.482500 loss=0.530611 lr=0.003959 Epoch[056] Batch [2549]/[3760] Speed: 113.974326 samples/sec accuracy=85.462010 loss=0.531350 lr=0.003957 Epoch[056] Batch [2599]/[3760] Speed: 115.399218 samples/sec accuracy=85.463341 loss=0.531278 lr=0.003955 Epoch[056] Batch [2649]/[3760] Speed: 113.226118 samples/sec accuracy=85.451651 loss=0.531696 lr=0.003953 Epoch[056] Batch [2699]/[3760] Speed: 112.349928 samples/sec accuracy=85.431713 loss=0.531690 lr=0.003951 Epoch[056] Batch [2749]/[3760] Speed: 116.621810 samples/sec accuracy=85.422727 loss=0.532019 lr=0.003949 Epoch[056] Batch [2799]/[3760] Speed: 113.730925 samples/sec accuracy=85.413504 loss=0.532562 lr=0.003947 Epoch[056] Batch [2849]/[3760] Speed: 113.925009 samples/sec accuracy=85.398575 loss=0.532956 lr=0.003945 Epoch[056] Batch [2899]/[3760] Speed: 113.804631 samples/sec accuracy=85.381466 loss=0.533855 lr=0.003943 Epoch[056] Batch [2949]/[3760] Speed: 113.716370 samples/sec accuracy=85.376589 loss=0.534194 lr=0.003941 Epoch[056] Batch [2999]/[3760] Speed: 115.776781 samples/sec accuracy=85.345313 loss=0.534920 lr=0.003939 Epoch[056] Batch [3049]/[3760] Speed: 111.680552 samples/sec accuracy=85.339652 loss=0.535312 lr=0.003937 Epoch[056] Batch [3099]/[3760] Speed: 116.592757 samples/sec accuracy=85.332157 loss=0.535479 lr=0.003935 Epoch[056] Batch [3149]/[3760] Speed: 115.128529 samples/sec accuracy=85.339782 loss=0.535542 lr=0.003933 Epoch[056] Batch [3199]/[3760] Speed: 113.293727 samples/sec accuracy=85.328613 loss=0.536084 lr=0.003931 Epoch[056] Batch [3249]/[3760] Speed: 114.283677 samples/sec accuracy=85.302404 loss=0.537109 lr=0.003929 Epoch[056] Batch [3299]/[3760] Speed: 116.230474 samples/sec accuracy=85.291667 loss=0.537610 lr=0.003927 Epoch[056] Batch [3349]/[3760] Speed: 113.150543 samples/sec accuracy=85.265858 loss=0.538318 lr=0.003924 Epoch[056] Batch [3399]/[3760] Speed: 113.695025 samples/sec accuracy=85.264246 loss=0.538351 lr=0.003922 Epoch[056] Batch [3449]/[3760] Speed: 114.268339 samples/sec accuracy=85.233696 loss=0.539247 lr=0.003920 Epoch[056] Batch [3499]/[3760] Speed: 113.926682 samples/sec accuracy=85.233036 loss=0.539456 lr=0.003918 Epoch[056] Batch [3549]/[3760] Speed: 114.384396 samples/sec accuracy=85.235475 loss=0.539317 lr=0.003916 Epoch[056] Batch [3599]/[3760] Speed: 113.948744 samples/sec accuracy=85.227431 loss=0.539759 lr=0.003914 Epoch[056] Batch [3649]/[3760] Speed: 114.429945 samples/sec accuracy=85.223887 loss=0.539745 lr=0.003912 Epoch[056] Batch [3699]/[3760] Speed: 113.434431 samples/sec accuracy=85.210726 loss=0.539985 lr=0.003910 Epoch[056] Batch [3749]/[3760] Speed: 128.339972 samples/sec accuracy=85.212500 loss=0.539974 lr=0.003908 Batch [0049]/[0303]: acc-top1=66.031250 acc-top5=86.500000 Batch [0099]/[0303]: acc-top1=65.687500 acc-top5=86.328125 Batch [0149]/[0303]: acc-top1=65.416667 acc-top5=86.187500 Batch [0199]/[0303]: acc-top1=65.273438 acc-top5=85.953125 Batch [0249]/[0303]: acc-top1=65.281250 acc-top5=85.906250 Batch [0299]/[0303]: acc-top1=65.171875 acc-top5=85.807292 [Epoch 056] training: accuracy=85.209857 loss=0.540043 [Epoch 056] speed: 113 samples/sec time cost: 2307.649586 [Epoch 056] validation: acc-top1=65.114480 acc-top5=85.782797 loss=2.279855 Epoch[057] Batch [0049]/[3760] Speed: 78.364575 samples/sec accuracy=87.750000 loss=0.452252 lr=0.003906 Epoch[057] Batch [0099]/[3760] Speed: 115.781484 samples/sec accuracy=86.750000 loss=0.482703 lr=0.003904 Epoch[057] Batch [0149]/[3760] Speed: 113.142461 samples/sec accuracy=86.416667 loss=0.495435 lr=0.003902 Epoch[057] Batch [0199]/[3760] Speed: 112.094806 samples/sec accuracy=86.695312 loss=0.486368 lr=0.003900 Epoch[057] Batch [0249]/[3760] Speed: 115.932192 samples/sec accuracy=86.512500 loss=0.489381 lr=0.003898 Epoch[057] Batch [0299]/[3760] Speed: 114.301087 samples/sec accuracy=86.661458 loss=0.482982 lr=0.003896 Epoch[057] Batch [0349]/[3760] Speed: 114.037236 samples/sec accuracy=86.674107 loss=0.484520 lr=0.003893 Epoch[057] Batch [0399]/[3760] Speed: 114.595907 samples/sec accuracy=86.656250 loss=0.483783 lr=0.003891 Epoch[057] Batch [0449]/[3760] Speed: 113.906464 samples/sec accuracy=86.673611 loss=0.485245 lr=0.003889 Epoch[057] Batch [0499]/[3760] Speed: 114.115393 samples/sec accuracy=86.703125 loss=0.486336 lr=0.003887 Epoch[057] Batch [0549]/[3760] Speed: 114.573796 samples/sec accuracy=86.639205 loss=0.488910 lr=0.003885 Epoch[057] Batch [0599]/[3760] Speed: 113.915638 samples/sec accuracy=86.643229 loss=0.487774 lr=0.003883 Epoch[057] Batch [0649]/[3760] Speed: 114.857736 samples/sec accuracy=86.685096 loss=0.486908 lr=0.003881 Epoch[057] Batch [0699]/[3760] Speed: 114.255458 samples/sec accuracy=86.633929 loss=0.488492 lr=0.003879 Epoch[057] Batch [0749]/[3760] Speed: 114.035937 samples/sec accuracy=86.577083 loss=0.490198 lr=0.003877 Epoch[057] Batch [0799]/[3760] Speed: 115.186307 samples/sec accuracy=86.582031 loss=0.491197 lr=0.003875 Epoch[057] Batch [0849]/[3760] Speed: 113.480862 samples/sec accuracy=86.555147 loss=0.493279 lr=0.003873 Epoch[057] Batch [0899]/[3760] Speed: 114.296239 samples/sec accuracy=86.607639 loss=0.491630 lr=0.003871 Epoch[057] Batch [0949]/[3760] Speed: 114.409256 samples/sec accuracy=86.605263 loss=0.491289 lr=0.003869 Epoch[057] Batch [0999]/[3760] Speed: 115.516838 samples/sec accuracy=86.539062 loss=0.493696 lr=0.003867 Epoch[057] Batch [1049]/[3760] Speed: 113.816372 samples/sec accuracy=86.517857 loss=0.494684 lr=0.003865 Epoch[057] Batch [1099]/[3760] Speed: 113.330057 samples/sec accuracy=86.518466 loss=0.494603 lr=0.003863 Epoch[057] Batch [1149]/[3760] Speed: 113.893549 samples/sec accuracy=86.520380 loss=0.495139 lr=0.003861 Epoch[057] Batch [1199]/[3760] Speed: 115.125240 samples/sec accuracy=86.476562 loss=0.497067 lr=0.003859 Epoch[057] Batch [1249]/[3760] Speed: 113.090748 samples/sec accuracy=86.483750 loss=0.497152 lr=0.003857 Epoch[057] Batch [1299]/[3760] Speed: 114.127382 samples/sec accuracy=86.433894 loss=0.498780 lr=0.003855 Epoch[057] Batch [1349]/[3760] Speed: 113.849653 samples/sec accuracy=86.457176 loss=0.497735 lr=0.003853 Epoch[057] Batch [1399]/[3760] Speed: 114.308069 samples/sec accuracy=86.425223 loss=0.498820 lr=0.003851 Epoch[057] Batch [1449]/[3760] Speed: 113.757403 samples/sec accuracy=86.415948 loss=0.499161 lr=0.003849 Epoch[057] Batch [1499]/[3760] Speed: 113.938837 samples/sec accuracy=86.406250 loss=0.499929 lr=0.003847 Epoch[057] Batch [1549]/[3760] Speed: 114.756153 samples/sec accuracy=86.368952 loss=0.500550 lr=0.003845 Epoch[057] Batch [1599]/[3760] Speed: 114.277082 samples/sec accuracy=86.366211 loss=0.501434 lr=0.003843 Epoch[057] Batch [1649]/[3760] Speed: 113.347863 samples/sec accuracy=86.370265 loss=0.501192 lr=0.003841 Epoch[057] Batch [1699]/[3760] Speed: 114.410141 samples/sec accuracy=86.363971 loss=0.500903 lr=0.003839 Epoch[057] Batch [1749]/[3760] Speed: 114.582688 samples/sec accuracy=86.339286 loss=0.501394 lr=0.003837 Epoch[057] Batch [1799]/[3760] Speed: 115.374623 samples/sec accuracy=86.358507 loss=0.501502 lr=0.003834 Epoch[057] Batch [1849]/[3760] Speed: 113.517979 samples/sec accuracy=86.328547 loss=0.502481 lr=0.003832 Epoch[057] Batch [1899]/[3760] Speed: 114.264254 samples/sec accuracy=86.270559 loss=0.504551 lr=0.003830 Epoch[057] Batch [1949]/[3760] Speed: 115.705791 samples/sec accuracy=86.269231 loss=0.504858 lr=0.003828 Epoch[057] Batch [1999]/[3760] Speed: 113.140778 samples/sec accuracy=86.274219 loss=0.504870 lr=0.003826 Epoch[057] Batch [2049]/[3760] Speed: 115.744499 samples/sec accuracy=86.288872 loss=0.504476 lr=0.003824 Epoch[057] Batch [2099]/[3760] Speed: 115.505766 samples/sec accuracy=86.300595 loss=0.503993 lr=0.003822 Epoch[057] Batch [2149]/[3760] Speed: 113.860512 samples/sec accuracy=86.298692 loss=0.504177 lr=0.003820 Epoch[057] Batch [2199]/[3760] Speed: 115.057276 samples/sec accuracy=86.308239 loss=0.504210 lr=0.003818 Epoch[057] Batch [2249]/[3760] Speed: 114.720033 samples/sec accuracy=86.301389 loss=0.504541 lr=0.003816 Epoch[057] Batch [2299]/[3760] Speed: 117.009477 samples/sec accuracy=86.272418 loss=0.505227 lr=0.003814 Epoch[057] Batch [2349]/[3760] Speed: 113.062471 samples/sec accuracy=86.255319 loss=0.506075 lr=0.003812 Epoch[057] Batch [2399]/[3760] Speed: 113.123821 samples/sec accuracy=86.220052 loss=0.507254 lr=0.003810 Epoch[057] Batch [2449]/[3760] Speed: 114.440471 samples/sec accuracy=86.198980 loss=0.507912 lr=0.003808 Epoch[057] Batch [2499]/[3760] Speed: 115.412562 samples/sec accuracy=86.205625 loss=0.508230 lr=0.003806 Epoch[057] Batch [2549]/[3760] Speed: 114.049185 samples/sec accuracy=86.186887 loss=0.508793 lr=0.003804 Epoch[057] Batch [2599]/[3760] Speed: 114.360844 samples/sec accuracy=86.169471 loss=0.508991 lr=0.003802 Epoch[057] Batch [2649]/[3760] Speed: 115.271703 samples/sec accuracy=86.135024 loss=0.509701 lr=0.003800 Epoch[057] Batch [2699]/[3760] Speed: 115.347296 samples/sec accuracy=86.148148 loss=0.509920 lr=0.003798 Epoch[057] Batch [2749]/[3760] Speed: 114.094017 samples/sec accuracy=86.128409 loss=0.510538 lr=0.003796 Epoch[057] Batch [2799]/[3760] Speed: 114.235872 samples/sec accuracy=86.116071 loss=0.510711 lr=0.003794 Epoch[057] Batch [2849]/[3760] Speed: 115.447252 samples/sec accuracy=86.084978 loss=0.511647 lr=0.003792 Epoch[057] Batch [2899]/[3760] Speed: 113.735844 samples/sec accuracy=86.051724 loss=0.512537 lr=0.003790 Epoch[057] Batch [2949]/[3760] Speed: 115.836921 samples/sec accuracy=86.038665 loss=0.512895 lr=0.003788 Epoch[057] Batch [2999]/[3760] Speed: 114.984837 samples/sec accuracy=86.019792 loss=0.513887 lr=0.003786 Epoch[057] Batch [3049]/[3760] Speed: 114.300934 samples/sec accuracy=86.004611 loss=0.514551 lr=0.003784 Epoch[057] Batch [3099]/[3760] Speed: 115.436927 samples/sec accuracy=85.996976 loss=0.514745 lr=0.003782 Epoch[057] Batch [3149]/[3760] Speed: 115.009374 samples/sec accuracy=86.000992 loss=0.514828 lr=0.003780 Epoch[057] Batch [3199]/[3760] Speed: 113.565634 samples/sec accuracy=85.980957 loss=0.515276 lr=0.003778 Epoch[057] Batch [3249]/[3760] Speed: 115.157573 samples/sec accuracy=85.951923 loss=0.515918 lr=0.003776 Epoch[057] Batch [3299]/[3760] Speed: 113.741795 samples/sec accuracy=85.923295 loss=0.516721 lr=0.003774 Epoch[057] Batch [3349]/[3760] Speed: 114.858567 samples/sec accuracy=85.923041 loss=0.516831 lr=0.003772 Epoch[057] Batch [3399]/[3760] Speed: 114.645103 samples/sec accuracy=85.884651 loss=0.517962 lr=0.003770 Epoch[057] Batch [3449]/[3760] Speed: 114.774411 samples/sec accuracy=85.866848 loss=0.518420 lr=0.003768 Epoch[057] Batch [3499]/[3760] Speed: 114.627313 samples/sec accuracy=85.853571 loss=0.519017 lr=0.003766 Epoch[057] Batch [3549]/[3760] Speed: 115.148943 samples/sec accuracy=85.829665 loss=0.519584 lr=0.003763 Epoch[057] Batch [3599]/[3760] Speed: 114.357886 samples/sec accuracy=85.810764 loss=0.520117 lr=0.003761 Epoch[057] Batch [3649]/[3760] Speed: 114.675055 samples/sec accuracy=85.819777 loss=0.520063 lr=0.003759 Epoch[057] Batch [3699]/[3760] Speed: 115.140284 samples/sec accuracy=85.811233 loss=0.520351 lr=0.003757 Epoch[057] Batch [3749]/[3760] Speed: 128.985312 samples/sec accuracy=85.798750 loss=0.520684 lr=0.003755 Batch [0049]/[0303]: acc-top1=65.250000 acc-top5=85.562500 Batch [0099]/[0303]: acc-top1=64.953125 acc-top5=85.703125 Batch [0149]/[0303]: acc-top1=64.864583 acc-top5=85.885417 Batch [0199]/[0303]: acc-top1=65.171875 acc-top5=85.812500 Batch [0249]/[0303]: acc-top1=65.037500 acc-top5=85.731250 Batch [0299]/[0303]: acc-top1=65.020833 acc-top5=85.687500 [Epoch 057] training: accuracy=85.801197 loss=0.520571 [Epoch 057] speed: 114 samples/sec time cost: 2301.848833 [Epoch 057] validation: acc-top1=64.980404 acc-top5=85.628094 loss=2.354355 Epoch[058] Batch [0049]/[3759] Speed: 78.406049 samples/sec accuracy=86.718750 loss=0.487478 lr=0.003753 Epoch[058] Batch [0099]/[3759] Speed: 114.139002 samples/sec accuracy=87.343750 loss=0.458378 lr=0.003751 Epoch[058] Batch [0149]/[3759] Speed: 115.793958 samples/sec accuracy=87.187500 loss=0.465434 lr=0.003749 Epoch[058] Batch [0199]/[3759] Speed: 114.792807 samples/sec accuracy=87.265625 loss=0.463370 lr=0.003747 Epoch[058] Batch [0249]/[3759] Speed: 114.672093 samples/sec accuracy=87.181250 loss=0.467394 lr=0.003745 Epoch[058] Batch [0299]/[3759] Speed: 115.114289 samples/sec accuracy=87.067708 loss=0.471469 lr=0.003743 Epoch[058] Batch [0349]/[3759] Speed: 115.250897 samples/sec accuracy=87.214286 loss=0.468843 lr=0.003741 Epoch[058] Batch [0399]/[3759] Speed: 112.645262 samples/sec accuracy=87.214844 loss=0.472101 lr=0.003739 Epoch[058] Batch [0449]/[3759] Speed: 115.340295 samples/sec accuracy=87.263889 loss=0.471168 lr=0.003737 Epoch[058] Batch [0499]/[3759] Speed: 114.268478 samples/sec accuracy=87.168750 loss=0.474383 lr=0.003735 Epoch[058] Batch [0549]/[3759] Speed: 115.492178 samples/sec accuracy=87.139205 loss=0.474804 lr=0.003733 Epoch[058] Batch [0599]/[3759] Speed: 112.937794 samples/sec accuracy=87.083333 loss=0.477080 lr=0.003731 Epoch[058] Batch [0649]/[3759] Speed: 114.876878 samples/sec accuracy=87.064904 loss=0.476158 lr=0.003729 Epoch[058] Batch [0699]/[3759] Speed: 114.743995 samples/sec accuracy=87.058036 loss=0.476606 lr=0.003727 Epoch[058] Batch [0749]/[3759] Speed: 113.304552 samples/sec accuracy=87.012500 loss=0.478210 lr=0.003725 Epoch[058] Batch [0799]/[3759] Speed: 115.435418 samples/sec accuracy=86.980469 loss=0.479801 lr=0.003723 Epoch[058] Batch [0849]/[3759] Speed: 114.151919 samples/sec accuracy=86.963235 loss=0.479462 lr=0.003721 Epoch[058] Batch [0899]/[3759] Speed: 113.870331 samples/sec accuracy=86.954861 loss=0.479385 lr=0.003719 Epoch[058] Batch [0949]/[3759] Speed: 113.727093 samples/sec accuracy=86.991776 loss=0.478758 lr=0.003717 Epoch[058] Batch [0999]/[3759] Speed: 114.264369 samples/sec accuracy=86.976562 loss=0.479163 lr=0.003715 Epoch[058] Batch [1049]/[3759] Speed: 114.285404 samples/sec accuracy=86.964286 loss=0.479503 lr=0.003713 Epoch[058] Batch [1099]/[3759] Speed: 115.134575 samples/sec accuracy=86.933239 loss=0.480508 lr=0.003711 Epoch[058] Batch [1149]/[3759] Speed: 114.398216 samples/sec accuracy=86.929348 loss=0.480421 lr=0.003709 Epoch[058] Batch [1199]/[3759] Speed: 113.918920 samples/sec accuracy=86.929688 loss=0.481379 lr=0.003706 Epoch[058] Batch [1249]/[3759] Speed: 114.298146 samples/sec accuracy=86.930000 loss=0.481387 lr=0.003704 Epoch[058] Batch [1299]/[3759] Speed: 112.690549 samples/sec accuracy=86.947115 loss=0.481104 lr=0.003702 Epoch[058] Batch [1349]/[3759] Speed: 116.888941 samples/sec accuracy=86.900463 loss=0.482473 lr=0.003700 Epoch[058] Batch [1399]/[3759] Speed: 115.096162 samples/sec accuracy=86.899554 loss=0.482576 lr=0.003698 Epoch[058] Batch [1449]/[3759] Speed: 114.387577 samples/sec accuracy=86.878233 loss=0.482715 lr=0.003696 Epoch[058] Batch [1499]/[3759] Speed: 113.968311 samples/sec accuracy=86.891667 loss=0.482620 lr=0.003694 Epoch[058] Batch [1549]/[3759] Speed: 114.481994 samples/sec accuracy=86.890121 loss=0.482751 lr=0.003692 Epoch[058] Batch [1599]/[3759] Speed: 115.186385 samples/sec accuracy=86.855469 loss=0.484176 lr=0.003690 Epoch[058] Batch [1649]/[3759] Speed: 111.974693 samples/sec accuracy=86.829545 loss=0.484153 lr=0.003688 Epoch[058] Batch [1699]/[3759] Speed: 116.723012 samples/sec accuracy=86.830882 loss=0.484140 lr=0.003686 Epoch[058] Batch [1749]/[3759] Speed: 115.607944 samples/sec accuracy=86.840179 loss=0.484697 lr=0.003684 Epoch[058] Batch [1799]/[3759] Speed: 114.636537 samples/sec accuracy=86.800347 loss=0.486199 lr=0.003682 Epoch[058] Batch [1849]/[3759] Speed: 114.538804 samples/sec accuracy=86.798142 loss=0.486139 lr=0.003680 Epoch[058] Batch [1899]/[3759] Speed: 115.559947 samples/sec accuracy=86.784539 loss=0.487091 lr=0.003678 Epoch[058] Batch [1949]/[3759] Speed: 115.650377 samples/sec accuracy=86.779647 loss=0.486711 lr=0.003676 Epoch[058] Batch [1999]/[3759] Speed: 113.654727 samples/sec accuracy=86.762500 loss=0.487158 lr=0.003674 Epoch[058] Batch [2049]/[3759] Speed: 113.915873 samples/sec accuracy=86.769817 loss=0.487218 lr=0.003672 Epoch[058] Batch [2099]/[3759] Speed: 115.490904 samples/sec accuracy=86.757440 loss=0.487647 lr=0.003670 Epoch[058] Batch [2149]/[3759] Speed: 113.571910 samples/sec accuracy=86.747820 loss=0.488143 lr=0.003668 Epoch[058] Batch [2199]/[3759] Speed: 115.250453 samples/sec accuracy=86.720170 loss=0.489351 lr=0.003666 Epoch[058] Batch [2249]/[3759] Speed: 116.049966 samples/sec accuracy=86.702778 loss=0.489797 lr=0.003664 Epoch[058] Batch [2299]/[3759] Speed: 115.539257 samples/sec accuracy=86.707201 loss=0.489818 lr=0.003662 Epoch[058] Batch [2349]/[3759] Speed: 114.882299 samples/sec accuracy=86.682846 loss=0.490299 lr=0.003660 Epoch[058] Batch [2399]/[3759] Speed: 113.717044 samples/sec accuracy=86.669922 loss=0.490458 lr=0.003658 Epoch[058] Batch [2449]/[3759] Speed: 115.435465 samples/sec accuracy=86.653061 loss=0.490793 lr=0.003656 Epoch[058] Batch [2499]/[3759] Speed: 114.050720 samples/sec accuracy=86.656875 loss=0.490650 lr=0.003654 Epoch[058] Batch [2549]/[3759] Speed: 112.892600 samples/sec accuracy=86.637255 loss=0.491086 lr=0.003652 Epoch[058] Batch [2599]/[3759] Speed: 116.237285 samples/sec accuracy=86.620192 loss=0.491748 lr=0.003650 Epoch[058] Batch [2649]/[3759] Speed: 115.518173 samples/sec accuracy=86.596108 loss=0.492673 lr=0.003648 Epoch[058] Batch [2699]/[3759] Speed: 114.542124 samples/sec accuracy=86.567708 loss=0.493199 lr=0.003646 Epoch[058] Batch [2749]/[3759] Speed: 114.015084 samples/sec accuracy=86.551136 loss=0.494158 lr=0.003644 Epoch[058] Batch [2799]/[3759] Speed: 114.977151 samples/sec accuracy=86.530134 loss=0.494849 lr=0.003642 Epoch[058] Batch [2849]/[3759] Speed: 114.998951 samples/sec accuracy=86.513158 loss=0.495299 lr=0.003640 Epoch[058] Batch [2899]/[3759] Speed: 114.626477 samples/sec accuracy=86.508082 loss=0.495360 lr=0.003638 Epoch[058] Batch [2949]/[3759] Speed: 113.707957 samples/sec accuracy=86.498411 loss=0.495723 lr=0.003636 Epoch[058] Batch [2999]/[3759] Speed: 115.515985 samples/sec accuracy=86.470313 loss=0.496609 lr=0.003634 Epoch[058] Batch [3049]/[3759] Speed: 115.553770 samples/sec accuracy=86.445697 loss=0.497022 lr=0.003632 Epoch[058] Batch [3099]/[3759] Speed: 112.708718 samples/sec accuracy=86.419859 loss=0.497718 lr=0.003630 Epoch[058] Batch [3149]/[3759] Speed: 115.629341 samples/sec accuracy=86.408730 loss=0.497949 lr=0.003628 Epoch[058] Batch [3199]/[3759] Speed: 114.474290 samples/sec accuracy=86.409668 loss=0.497895 lr=0.003626 Epoch[058] Batch [3249]/[3759] Speed: 115.128714 samples/sec accuracy=86.390865 loss=0.498076 lr=0.003624 Epoch[058] Batch [3299]/[3759] Speed: 114.352705 samples/sec accuracy=86.364110 loss=0.498858 lr=0.003622 Epoch[058] Batch [3349]/[3759] Speed: 115.568055 samples/sec accuracy=86.348414 loss=0.499028 lr=0.003620 Epoch[058] Batch [3399]/[3759] Speed: 114.176186 samples/sec accuracy=86.329504 loss=0.499559 lr=0.003618 Epoch[058] Batch [3449]/[3759] Speed: 115.402924 samples/sec accuracy=86.323822 loss=0.500135 lr=0.003616 Epoch[058] Batch [3499]/[3759] Speed: 114.222807 samples/sec accuracy=86.319196 loss=0.500381 lr=0.003614 Epoch[058] Batch [3549]/[3759] Speed: 114.343726 samples/sec accuracy=86.301937 loss=0.500665 lr=0.003612 Epoch[058] Batch [3599]/[3759] Speed: 114.859411 samples/sec accuracy=86.287326 loss=0.500999 lr=0.003610 Epoch[058] Batch [3649]/[3759] Speed: 112.991543 samples/sec accuracy=86.286815 loss=0.501411 lr=0.003608 Epoch[058] Batch [3699]/[3759] Speed: 117.584192 samples/sec accuracy=86.294764 loss=0.501406 lr=0.003606 Epoch[058] Batch [3749]/[3759] Speed: 128.467528 samples/sec accuracy=86.284167 loss=0.501787 lr=0.003604 Batch [0049]/[0303]: acc-top1=66.406250 acc-top5=86.593750 Batch [0099]/[0303]: acc-top1=65.921875 acc-top5=86.234375 Batch [0149]/[0303]: acc-top1=65.697917 acc-top5=86.135417 Batch [0199]/[0303]: acc-top1=65.781250 acc-top5=86.078125 Batch [0249]/[0303]: acc-top1=65.643750 acc-top5=85.793750 Batch [0299]/[0303]: acc-top1=65.546875 acc-top5=85.791667 [Epoch 058] training: accuracy=86.281258 loss=0.501912 [Epoch 058] speed: 114 samples/sec time cost: 2298.634674 [Epoch 058] validation: acc-top1=65.485767 acc-top5=85.757013 loss=2.293682 Epoch[059] Batch [0049]/[3760] Speed: 79.876350 samples/sec accuracy=86.718750 loss=0.477134 lr=0.003601 Epoch[059] Batch [0099]/[3760] Speed: 113.516904 samples/sec accuracy=87.171875 loss=0.462057 lr=0.003599 Epoch[059] Batch [0149]/[3760] Speed: 115.041462 samples/sec accuracy=87.406250 loss=0.452698 lr=0.003597 Epoch[059] Batch [0199]/[3760] Speed: 115.518378 samples/sec accuracy=87.367188 loss=0.455388 lr=0.003595 Epoch[059] Batch [0249]/[3760] Speed: 114.559717 samples/sec accuracy=87.412500 loss=0.458757 lr=0.003593 Epoch[059] Batch [0299]/[3760] Speed: 113.256125 samples/sec accuracy=87.562500 loss=0.453362 lr=0.003591 Epoch[059] Batch [0349]/[3760] Speed: 114.906934 samples/sec accuracy=87.584821 loss=0.455065 lr=0.003589 Epoch[059] Batch [0399]/[3760] Speed: 113.848671 samples/sec accuracy=87.683594 loss=0.452506 lr=0.003587 Epoch[059] Batch [0449]/[3760] Speed: 115.446145 samples/sec accuracy=87.736111 loss=0.451769 lr=0.003585 Epoch[059] Batch [0499]/[3760] Speed: 114.913737 samples/sec accuracy=87.781250 loss=0.448804 lr=0.003583 Epoch[059] Batch [0549]/[3760] Speed: 115.431288 samples/sec accuracy=87.713068 loss=0.449705 lr=0.003581 Epoch[059] Batch [0599]/[3760] Speed: 115.336170 samples/sec accuracy=87.632812 loss=0.452883 lr=0.003579 Epoch[059] Batch [0649]/[3760] Speed: 115.616427 samples/sec accuracy=87.600962 loss=0.452971 lr=0.003577 Epoch[059] Batch [0699]/[3760] Speed: 114.108739 samples/sec accuracy=87.571429 loss=0.453784 lr=0.003575 Epoch[059] Batch [0749]/[3760] Speed: 115.096096 samples/sec accuracy=87.550000 loss=0.454447 lr=0.003573 Epoch[059] Batch [0799]/[3760] Speed: 114.668363 samples/sec accuracy=87.564453 loss=0.454729 lr=0.003571 Epoch[059] Batch [0849]/[3760] Speed: 115.142424 samples/sec accuracy=87.472426 loss=0.456502 lr=0.003569 Epoch[059] Batch [0899]/[3760] Speed: 115.109690 samples/sec accuracy=87.491319 loss=0.457020 lr=0.003567 Epoch[059] Batch [0949]/[3760] Speed: 114.148645 samples/sec accuracy=87.498355 loss=0.456872 lr=0.003565 Epoch[059] Batch [0999]/[3760] Speed: 115.402645 samples/sec accuracy=87.501562 loss=0.457576 lr=0.003563 Epoch[059] Batch [1049]/[3760] Speed: 113.691655 samples/sec accuracy=87.470238 loss=0.459955 lr=0.003561 Epoch[059] Batch [1099]/[3760] Speed: 113.929231 samples/sec accuracy=87.356534 loss=0.463861 lr=0.003559 Epoch[059] Batch [1149]/[3760] Speed: 115.596021 samples/sec accuracy=87.323370 loss=0.465636 lr=0.003557 Epoch[059] Batch [1199]/[3760] Speed: 115.392160 samples/sec accuracy=87.317708 loss=0.465394 lr=0.003555 Epoch[059] Batch [1249]/[3760] Speed: 115.262677 samples/sec accuracy=87.308750 loss=0.465561 lr=0.003553 Epoch[059] Batch [1299]/[3760] Speed: 113.598944 samples/sec accuracy=87.337740 loss=0.465318 lr=0.003551 Epoch[059] Batch [1349]/[3760] Speed: 114.278551 samples/sec accuracy=87.329861 loss=0.465821 lr=0.003549 Epoch[059] Batch [1399]/[3760] Speed: 116.082447 samples/sec accuracy=87.294643 loss=0.466737 lr=0.003547 Epoch[059] Batch [1449]/[3760] Speed: 114.334184 samples/sec accuracy=87.276940 loss=0.467572 lr=0.003545 Epoch[059] Batch [1499]/[3760] Speed: 113.727325 samples/sec accuracy=87.259375 loss=0.468484 lr=0.003543 Epoch[059] Batch [1549]/[3760] Speed: 115.974531 samples/sec accuracy=87.217742 loss=0.470013 lr=0.003541 Epoch[059] Batch [1599]/[3760] Speed: 114.043528 samples/sec accuracy=87.191406 loss=0.470383 lr=0.003539 Epoch[059] Batch [1649]/[3760] Speed: 115.842481 samples/sec accuracy=87.169508 loss=0.471569 lr=0.003537 Epoch[059] Batch [1699]/[3760] Speed: 113.070966 samples/sec accuracy=87.181985 loss=0.471580 lr=0.003535 Epoch[059] Batch [1749]/[3760] Speed: 115.713607 samples/sec accuracy=87.173214 loss=0.471816 lr=0.003533 Epoch[059] Batch [1799]/[3760] Speed: 115.927078 samples/sec accuracy=87.171007 loss=0.471729 lr=0.003531 Epoch[059] Batch [1849]/[3760] Speed: 112.467985 samples/sec accuracy=87.148649 loss=0.472818 lr=0.003529 Epoch[059] Batch [1899]/[3760] Speed: 117.026850 samples/sec accuracy=87.156250 loss=0.472625 lr=0.003527 Epoch[059] Batch [1949]/[3760] Speed: 113.803871 samples/sec accuracy=87.118590 loss=0.473396 lr=0.003525 Epoch[059] Batch [1999]/[3760] Speed: 114.037759 samples/sec accuracy=87.085156 loss=0.474207 lr=0.003523 Epoch[059] Batch [2049]/[3760] Speed: 113.218945 samples/sec accuracy=87.068598 loss=0.474808 lr=0.003521 Epoch[059] Batch [2099]/[3760] Speed: 116.212726 samples/sec accuracy=87.058036 loss=0.475203 lr=0.003519 Epoch[059] Batch [2149]/[3760] Speed: 114.983678 samples/sec accuracy=87.038517 loss=0.475787 lr=0.003517 Epoch[059] Batch [2199]/[3760] Speed: 114.909072 samples/sec accuracy=87.013494 loss=0.477074 lr=0.003515 Epoch[059] Batch [2249]/[3760] Speed: 114.050834 samples/sec accuracy=87.004167 loss=0.477276 lr=0.003513 Epoch[059] Batch [2299]/[3760] Speed: 113.642814 samples/sec accuracy=87.000679 loss=0.477488 lr=0.003511 Epoch[059] Batch [2349]/[3760] Speed: 114.697415 samples/sec accuracy=86.990027 loss=0.478110 lr=0.003509 Epoch[059] Batch [2399]/[3760] Speed: 113.867213 samples/sec accuracy=86.975260 loss=0.478816 lr=0.003507 Epoch[059] Batch [2449]/[3760] Speed: 115.100195 samples/sec accuracy=86.952806 loss=0.479476 lr=0.003505 Epoch[059] Batch [2499]/[3760] Speed: 113.550768 samples/sec accuracy=86.939375 loss=0.479950 lr=0.003503 Epoch[059] Batch [2549]/[3760] Speed: 114.882582 samples/sec accuracy=86.934436 loss=0.480179 lr=0.003502 Epoch[059] Batch [2599]/[3760] Speed: 115.522838 samples/sec accuracy=86.944111 loss=0.480223 lr=0.003500 Epoch[059] Batch [2649]/[3760] Speed: 115.010062 samples/sec accuracy=86.935142 loss=0.480436 lr=0.003498 Epoch[059] Batch [2699]/[3760] Speed: 114.343811 samples/sec accuracy=86.932870 loss=0.480581 lr=0.003496 Epoch[059] Batch [2749]/[3760] Speed: 114.611956 samples/sec accuracy=86.914205 loss=0.481141 lr=0.003494 Epoch[059] Batch [2799]/[3760] Speed: 114.288861 samples/sec accuracy=86.912946 loss=0.481248 lr=0.003492 Epoch[059] Batch [2849]/[3760] Speed: 114.696168 samples/sec accuracy=86.889803 loss=0.481558 lr=0.003490 Epoch[059] Batch [2899]/[3760] Speed: 114.642597 samples/sec accuracy=86.880388 loss=0.481893 lr=0.003488 Epoch[059] Batch [2949]/[3760] Speed: 114.868918 samples/sec accuracy=86.875000 loss=0.481864 lr=0.003486 Epoch[059] Batch [2999]/[3760] Speed: 114.769280 samples/sec accuracy=86.864063 loss=0.482096 lr=0.003484 Epoch[059] Batch [3049]/[3760] Speed: 113.723535 samples/sec accuracy=86.842725 loss=0.482530 lr=0.003482 Epoch[059] Batch [3099]/[3760] Speed: 114.395883 samples/sec accuracy=86.839214 loss=0.483160 lr=0.003480 Epoch[059] Batch [3149]/[3760] Speed: 116.490106 samples/sec accuracy=86.827877 loss=0.483770 lr=0.003478 Epoch[059] Batch [3199]/[3760] Speed: 114.156342 samples/sec accuracy=86.813965 loss=0.483923 lr=0.003476 Epoch[059] Batch [3249]/[3760] Speed: 114.655148 samples/sec accuracy=86.790385 loss=0.484499 lr=0.003474 Epoch[059] Batch [3299]/[3760] Speed: 114.086567 samples/sec accuracy=86.767519 loss=0.485090 lr=0.003472 Epoch[059] Batch [3349]/[3760] Speed: 115.329751 samples/sec accuracy=86.768190 loss=0.485334 lr=0.003470 Epoch[059] Batch [3399]/[3760] Speed: 114.738118 samples/sec accuracy=86.751379 loss=0.485945 lr=0.003468 Epoch[059] Batch [3449]/[3760] Speed: 113.635452 samples/sec accuracy=86.747736 loss=0.486320 lr=0.003466 Epoch[059] Batch [3499]/[3760] Speed: 114.143061 samples/sec accuracy=86.745089 loss=0.486497 lr=0.003464 Epoch[059] Batch [3549]/[3760] Speed: 114.359938 samples/sec accuracy=86.750000 loss=0.486450 lr=0.003462 Epoch[059] Batch [3599]/[3760] Speed: 113.428344 samples/sec accuracy=86.752170 loss=0.486131 lr=0.003460 Epoch[059] Batch [3649]/[3760] Speed: 115.000878 samples/sec accuracy=86.726455 loss=0.487042 lr=0.003458 Epoch[059] Batch [3699]/[3760] Speed: 113.566062 samples/sec accuracy=86.733108 loss=0.486843 lr=0.003456 Epoch[059] Batch [3749]/[3760] Speed: 129.538972 samples/sec accuracy=86.721667 loss=0.486931 lr=0.003454 Batch [0049]/[0303]: acc-top1=67.187500 acc-top5=86.625000 Batch [0099]/[0303]: acc-top1=66.218750 acc-top5=86.546875 Batch [0149]/[0303]: acc-top1=66.020833 acc-top5=86.500000 Batch [0199]/[0303]: acc-top1=66.039062 acc-top5=86.390625 Batch [0249]/[0303]: acc-top1=65.850000 acc-top5=86.168750 Batch [0299]/[0303]: acc-top1=65.812500 acc-top5=85.994792 [Epoch 059] training: accuracy=86.718334 loss=0.487047 [Epoch 059] speed: 114 samples/sec time cost: 2297.590852 [Epoch 059] validation: acc-top1=65.764233 acc-top5=85.963284 loss=2.303072 Epoch[060] Batch [0049]/[3760] Speed: 80.810532 samples/sec accuracy=88.093750 loss=0.442923 lr=0.003451 Epoch[060] Batch [0099]/[3760] Speed: 112.960656 samples/sec accuracy=88.156250 loss=0.440644 lr=0.003449 Epoch[060] Batch [0149]/[3760] Speed: 115.679789 samples/sec accuracy=88.145833 loss=0.437554 lr=0.003447 Epoch[060] Batch [0199]/[3760] Speed: 115.275161 samples/sec accuracy=88.312500 loss=0.435846 lr=0.003445 Epoch[060] Batch [0249]/[3760] Speed: 114.243116 samples/sec accuracy=88.256250 loss=0.439091 lr=0.003443 Epoch[060] Batch [0299]/[3760] Speed: 113.695489 samples/sec accuracy=88.161458 loss=0.441015 lr=0.003441 Epoch[060] Batch [0349]/[3760] Speed: 114.617879 samples/sec accuracy=88.058036 loss=0.443853 lr=0.003439 Epoch[060] Batch [0399]/[3760] Speed: 113.590708 samples/sec accuracy=88.050781 loss=0.442710 lr=0.003437 Epoch[060] Batch [0449]/[3760] Speed: 115.267735 samples/sec accuracy=88.086806 loss=0.441987 lr=0.003435 Epoch[060] Batch [0499]/[3760] Speed: 114.719663 samples/sec accuracy=88.012500 loss=0.442226 lr=0.003433 Epoch[060] Batch [0549]/[3760] Speed: 113.843341 samples/sec accuracy=88.036932 loss=0.441008 lr=0.003432 Epoch[060] Batch [0599]/[3760] Speed: 114.512521 samples/sec accuracy=87.963542 loss=0.443455 lr=0.003430 Epoch[060] Batch [0649]/[3760] Speed: 115.579094 samples/sec accuracy=87.889423 loss=0.445775 lr=0.003428 Epoch[060] Batch [0699]/[3760] Speed: 112.429327 samples/sec accuracy=87.906250 loss=0.445998 lr=0.003426 Epoch[060] Batch [0749]/[3760] Speed: 115.522928 samples/sec accuracy=87.854167 loss=0.448234 lr=0.003424 Epoch[060] Batch [0799]/[3760] Speed: 114.459343 samples/sec accuracy=87.882812 loss=0.448038 lr=0.003422 Epoch[060] Batch [0849]/[3760] Speed: 114.438838 samples/sec accuracy=87.821691 loss=0.450297 lr=0.003420 Epoch[060] Batch [0899]/[3760] Speed: 113.294326 samples/sec accuracy=87.779514 loss=0.450889 lr=0.003418 Epoch[060] Batch [0949]/[3760] Speed: 115.115813 samples/sec accuracy=87.712171 loss=0.452587 lr=0.003416 Epoch[060] Batch [0999]/[3760] Speed: 113.747550 samples/sec accuracy=87.650000 loss=0.454478 lr=0.003414 Epoch[060] Batch [1049]/[3760] Speed: 115.521317 samples/sec accuracy=87.699405 loss=0.453492 lr=0.003412 Epoch[060] Batch [1099]/[3760] Speed: 114.404111 samples/sec accuracy=87.693182 loss=0.453416 lr=0.003410 Epoch[060] Batch [1149]/[3760] Speed: 114.746739 samples/sec accuracy=87.687500 loss=0.452944 lr=0.003408 Epoch[060] Batch [1199]/[3760] Speed: 114.422928 samples/sec accuracy=87.699219 loss=0.451638 lr=0.003406 Epoch[060] Batch [1249]/[3760] Speed: 112.888454 samples/sec accuracy=87.676250 loss=0.452470 lr=0.003404 Epoch[060] Batch [1299]/[3760] Speed: 116.059720 samples/sec accuracy=87.628606 loss=0.454310 lr=0.003402 Epoch[060] Batch [1349]/[3760] Speed: 115.471901 samples/sec accuracy=87.605324 loss=0.454428 lr=0.003400 Epoch[060] Batch [1399]/[3760] Speed: 113.236403 samples/sec accuracy=87.619420 loss=0.453629 lr=0.003398 Epoch[060] Batch [1449]/[3760] Speed: 113.624406 samples/sec accuracy=87.595905 loss=0.454683 lr=0.003396 Epoch[060] Batch [1499]/[3760] Speed: 115.822902 samples/sec accuracy=87.561458 loss=0.456038 lr=0.003394 Epoch[060] Batch [1549]/[3760] Speed: 116.276553 samples/sec accuracy=87.509073 loss=0.457536 lr=0.003392 Epoch[060] Batch [1599]/[3760] Speed: 113.185392 samples/sec accuracy=87.513672 loss=0.457487 lr=0.003390 Epoch[060] Batch [1649]/[3760] Speed: 114.489099 samples/sec accuracy=87.507576 loss=0.457854 lr=0.003388 Epoch[060] Batch [1699]/[3760] Speed: 114.304302 samples/sec accuracy=87.478860 loss=0.458485 lr=0.003386 Epoch[060] Batch [1749]/[3760] Speed: 115.044656 samples/sec accuracy=87.441964 loss=0.459101 lr=0.003384 Epoch[060] Batch [1799]/[3760] Speed: 115.632640 samples/sec accuracy=87.449653 loss=0.458895 lr=0.003382 Epoch[060] Batch [1849]/[3760] Speed: 114.253364 samples/sec accuracy=87.447635 loss=0.458841 lr=0.003380 Epoch[060] Batch [1899]/[3760] Speed: 114.654009 samples/sec accuracy=87.430099 loss=0.459301 lr=0.003378 Epoch[060] Batch [1949]/[3760] Speed: 114.455794 samples/sec accuracy=87.419872 loss=0.459728 lr=0.003376 Epoch[060] Batch [1999]/[3760] Speed: 112.630065 samples/sec accuracy=87.434375 loss=0.459436 lr=0.003374 Epoch[060] Batch [2049]/[3760] Speed: 115.701297 samples/sec accuracy=87.430640 loss=0.459758 lr=0.003372 Epoch[060] Batch [2099]/[3760] Speed: 114.045861 samples/sec accuracy=87.429315 loss=0.460173 lr=0.003370 Epoch[060] Batch [2149]/[3760] Speed: 114.849733 samples/sec accuracy=87.420058 loss=0.460393 lr=0.003368 Epoch[060] Batch [2199]/[3760] Speed: 113.270081 samples/sec accuracy=87.410511 loss=0.460789 lr=0.003366 Epoch[060] Batch [2249]/[3760] Speed: 115.115156 samples/sec accuracy=87.399306 loss=0.461007 lr=0.003364 Epoch[060] Batch [2299]/[3760] Speed: 114.994129 samples/sec accuracy=87.379076 loss=0.461796 lr=0.003362 Epoch[060] Batch [2349]/[3760] Speed: 115.181548 samples/sec accuracy=87.378324 loss=0.461865 lr=0.003360 Epoch[060] Batch [2399]/[3760] Speed: 114.602965 samples/sec accuracy=87.383464 loss=0.461701 lr=0.003358 Epoch[060] Batch [2449]/[3760] Speed: 114.828036 samples/sec accuracy=87.386480 loss=0.461833 lr=0.003356 Epoch[060] Batch [2499]/[3760] Speed: 115.863190 samples/sec accuracy=87.373750 loss=0.462628 lr=0.003354 Epoch[060] Batch [2549]/[3760] Speed: 114.448485 samples/sec accuracy=87.362132 loss=0.463156 lr=0.003352 Epoch[060] Batch [2599]/[3760] Speed: 113.526684 samples/sec accuracy=87.352764 loss=0.463148 lr=0.003350 Epoch[060] Batch [2649]/[3760] Speed: 114.316606 samples/sec accuracy=87.343160 loss=0.463585 lr=0.003348 Epoch[060] Batch [2699]/[3760] Speed: 114.332686 samples/sec accuracy=87.329861 loss=0.463715 lr=0.003346 Epoch[060] Batch [2749]/[3760] Speed: 113.774823 samples/sec accuracy=87.312500 loss=0.464538 lr=0.003344 Epoch[060] Batch [2799]/[3760] Speed: 115.419759 samples/sec accuracy=87.303571 loss=0.464912 lr=0.003343 Epoch[060] Batch [2849]/[3760] Speed: 114.251383 samples/sec accuracy=87.300987 loss=0.465266 lr=0.003341 Epoch[060] Batch [2899]/[3760] Speed: 114.405502 samples/sec accuracy=87.281789 loss=0.465757 lr=0.003339 Epoch[060] Batch [2949]/[3760] Speed: 115.566478 samples/sec accuracy=87.273835 loss=0.465634 lr=0.003337 Epoch[060] Batch [2999]/[3760] Speed: 114.362375 samples/sec accuracy=87.274479 loss=0.465559 lr=0.003335 Epoch[060] Batch [3049]/[3760] Speed: 114.287559 samples/sec accuracy=87.268443 loss=0.465831 lr=0.003333 Epoch[060] Batch [3099]/[3760] Speed: 115.891783 samples/sec accuracy=87.252520 loss=0.465820 lr=0.003331 Epoch[060] Batch [3149]/[3760] Speed: 113.642418 samples/sec accuracy=87.239583 loss=0.466200 lr=0.003329 Epoch[060] Batch [3199]/[3760] Speed: 114.725589 samples/sec accuracy=87.237305 loss=0.466332 lr=0.003327 Epoch[060] Batch [3249]/[3760] Speed: 114.448000 samples/sec accuracy=87.218269 loss=0.467113 lr=0.003325 Epoch[060] Batch [3299]/[3760] Speed: 113.130588 samples/sec accuracy=87.216383 loss=0.467404 lr=0.003323 Epoch[060] Batch [3349]/[3760] Speed: 115.053979 samples/sec accuracy=87.203358 loss=0.467507 lr=0.003321 Epoch[060] Batch [3399]/[3760] Speed: 115.555316 samples/sec accuracy=87.207721 loss=0.467391 lr=0.003319 Epoch[060] Batch [3449]/[3760] Speed: 114.487881 samples/sec accuracy=87.214221 loss=0.467319 lr=0.003317 Epoch[060] Batch [3499]/[3760] Speed: 113.968932 samples/sec accuracy=87.214286 loss=0.467503 lr=0.003315 Epoch[060] Batch [3549]/[3760] Speed: 116.125791 samples/sec accuracy=87.207306 loss=0.467420 lr=0.003313 Epoch[060] Batch [3599]/[3760] Speed: 114.293222 samples/sec accuracy=87.196615 loss=0.467994 lr=0.003311 Epoch[060] Batch [3649]/[3760] Speed: 113.739844 samples/sec accuracy=87.189640 loss=0.468098 lr=0.003309 Epoch[060] Batch [3699]/[3760] Speed: 116.115140 samples/sec accuracy=87.193412 loss=0.468078 lr=0.003307 Epoch[060] Batch [3749]/[3760] Speed: 127.514550 samples/sec accuracy=87.188750 loss=0.468212 lr=0.003305 Batch [0049]/[0303]: acc-top1=66.031250 acc-top5=86.468750 Batch [0099]/[0303]: acc-top1=65.625000 acc-top5=85.937500 Batch [0149]/[0303]: acc-top1=65.656250 acc-top5=85.968750 Batch [0199]/[0303]: acc-top1=65.718750 acc-top5=85.890625 Batch [0249]/[0303]: acc-top1=65.581250 acc-top5=85.868750 Batch [0299]/[0303]: acc-top1=65.515625 acc-top5=85.796875 [Epoch 060] training: accuracy=87.185422 loss=0.468271 [Epoch 060] speed: 114 samples/sec time cost: 2299.085013 [Epoch 060] validation: acc-top1=65.454827 acc-top5=85.746700 loss=2.296591 Epoch[061] Batch [0049]/[3759] Speed: 78.974992 samples/sec accuracy=88.500000 loss=0.421969 lr=0.003303 Epoch[061] Batch [0099]/[3759] Speed: 116.071165 samples/sec accuracy=88.593750 loss=0.417035 lr=0.003301 Epoch[061] Batch [0149]/[3759] Speed: 112.394259 samples/sec accuracy=88.656250 loss=0.417419 lr=0.003299 Epoch[061] Batch [0199]/[3759] Speed: 114.864929 samples/sec accuracy=88.617188 loss=0.416554 lr=0.003297 Epoch[061] Batch [0249]/[3759] Speed: 113.862626 samples/sec accuracy=88.775000 loss=0.413556 lr=0.003295 Epoch[061] Batch [0299]/[3759] Speed: 111.877969 samples/sec accuracy=88.630208 loss=0.414750 lr=0.003293 Epoch[061] Batch [0349]/[3759] Speed: 116.506532 samples/sec accuracy=88.625000 loss=0.415631 lr=0.003291 Epoch[061] Batch [0399]/[3759] Speed: 116.492664 samples/sec accuracy=88.699219 loss=0.415211 lr=0.003289 Epoch[061] Batch [0449]/[3759] Speed: 114.629750 samples/sec accuracy=88.690972 loss=0.414071 lr=0.003287 Epoch[061] Batch [0499]/[3759] Speed: 112.395221 samples/sec accuracy=88.565625 loss=0.418229 lr=0.003285 Epoch[061] Batch [0549]/[3759] Speed: 115.087718 samples/sec accuracy=88.548295 loss=0.418278 lr=0.003283 Epoch[061] Batch [0599]/[3759] Speed: 115.161634 samples/sec accuracy=88.531250 loss=0.416967 lr=0.003281 Epoch[061] Batch [0649]/[3759] Speed: 114.080840 samples/sec accuracy=88.485577 loss=0.419540 lr=0.003279 Epoch[061] Batch [0699]/[3759] Speed: 114.767679 samples/sec accuracy=88.446429 loss=0.420014 lr=0.003277 Epoch[061] Batch [0749]/[3759] Speed: 113.255590 samples/sec accuracy=88.402083 loss=0.421515 lr=0.003275 Epoch[061] Batch [0799]/[3759] Speed: 114.243718 samples/sec accuracy=88.421875 loss=0.420596 lr=0.003273 Epoch[061] Batch [0849]/[3759] Speed: 115.104312 samples/sec accuracy=88.479779 loss=0.419538 lr=0.003271 Epoch[061] Batch [0899]/[3759] Speed: 112.273746 samples/sec accuracy=88.416667 loss=0.421358 lr=0.003269 Epoch[061] Batch [0949]/[3759] Speed: 114.650460 samples/sec accuracy=88.398026 loss=0.421955 lr=0.003267 Epoch[061] Batch [0999]/[3759] Speed: 113.811329 samples/sec accuracy=88.350000 loss=0.423404 lr=0.003265 Epoch[061] Batch [1049]/[3759] Speed: 115.349796 samples/sec accuracy=88.328869 loss=0.424775 lr=0.003264 Epoch[061] Batch [1099]/[3759] Speed: 113.631297 samples/sec accuracy=88.333807 loss=0.424687 lr=0.003262 Epoch[061] Batch [1149]/[3759] Speed: 113.932234 samples/sec accuracy=88.346467 loss=0.424973 lr=0.003260 Epoch[061] Batch [1199]/[3759] Speed: 114.650618 samples/sec accuracy=88.352865 loss=0.424163 lr=0.003258 Epoch[061] Batch [1249]/[3759] Speed: 113.313277 samples/sec accuracy=88.325000 loss=0.425693 lr=0.003256 Epoch[061] Batch [1299]/[3759] Speed: 115.696787 samples/sec accuracy=88.308894 loss=0.425252 lr=0.003254 Epoch[061] Batch [1349]/[3759] Speed: 113.504848 samples/sec accuracy=88.304398 loss=0.426556 lr=0.003252 Epoch[061] Batch [1399]/[3759] Speed: 114.588175 samples/sec accuracy=88.296875 loss=0.426751 lr=0.003250 Epoch[061] Batch [1449]/[3759] Speed: 113.201506 samples/sec accuracy=88.290948 loss=0.426948 lr=0.003248 Epoch[061] Batch [1499]/[3759] Speed: 115.640670 samples/sec accuracy=88.255208 loss=0.427909 lr=0.003246 Epoch[061] Batch [1549]/[3759] Speed: 114.305409 samples/sec accuracy=88.254032 loss=0.428537 lr=0.003244 Epoch[061] Batch [1599]/[3759] Speed: 113.978291 samples/sec accuracy=88.228516 loss=0.430093 lr=0.003242 Epoch[061] Batch [1649]/[3759] Speed: 114.796813 samples/sec accuracy=88.172348 loss=0.431563 lr=0.003240 Epoch[061] Batch [1699]/[3759] Speed: 115.353100 samples/sec accuracy=88.178309 loss=0.432261 lr=0.003238 Epoch[061] Batch [1749]/[3759] Speed: 113.778049 samples/sec accuracy=88.196429 loss=0.431630 lr=0.003236 Epoch[061] Batch [1799]/[3759] Speed: 114.013417 samples/sec accuracy=88.173611 loss=0.432500 lr=0.003234 Epoch[061] Batch [1849]/[3759] Speed: 113.414302 samples/sec accuracy=88.154561 loss=0.433384 lr=0.003232 Epoch[061] Batch [1899]/[3759] Speed: 114.789030 samples/sec accuracy=88.137336 loss=0.433592 lr=0.003230 Epoch[061] Batch [1949]/[3759] Speed: 114.187905 samples/sec accuracy=88.120994 loss=0.434117 lr=0.003228 Epoch[061] Batch [1999]/[3759] Speed: 115.240964 samples/sec accuracy=88.100000 loss=0.434821 lr=0.003226 Epoch[061] Batch [2049]/[3759] Speed: 113.385607 samples/sec accuracy=88.086128 loss=0.435381 lr=0.003224 Epoch[061] Batch [2099]/[3759] Speed: 115.582493 samples/sec accuracy=88.090030 loss=0.435494 lr=0.003222 Epoch[061] Batch [2149]/[3759] Speed: 114.871529 samples/sec accuracy=88.072674 loss=0.435421 lr=0.003220 Epoch[061] Batch [2199]/[3759] Speed: 113.377885 samples/sec accuracy=88.083097 loss=0.435477 lr=0.003219 Epoch[061] Batch [2249]/[3759] Speed: 115.002311 samples/sec accuracy=88.068056 loss=0.436028 lr=0.003217 Epoch[061] Batch [2299]/[3759] Speed: 115.219297 samples/sec accuracy=88.074728 loss=0.436036 lr=0.003215 Epoch[061] Batch [2349]/[3759] Speed: 115.134854 samples/sec accuracy=88.054521 loss=0.436471 lr=0.003213 Epoch[061] Batch [2399]/[3759] Speed: 112.990470 samples/sec accuracy=88.067057 loss=0.435796 lr=0.003211 Epoch[061] Batch [2449]/[3759] Speed: 114.710982 samples/sec accuracy=88.054847 loss=0.435997 lr=0.003209 Epoch[061] Batch [2499]/[3759] Speed: 114.984588 samples/sec accuracy=88.029375 loss=0.436694 lr=0.003207 Epoch[061] Batch [2549]/[3759] Speed: 115.846349 samples/sec accuracy=88.012255 loss=0.437370 lr=0.003205 Epoch[061] Batch [2599]/[3759] Speed: 112.610196 samples/sec accuracy=88.004207 loss=0.437612 lr=0.003203 Epoch[061] Batch [2649]/[3759] Speed: 116.210813 samples/sec accuracy=87.975236 loss=0.438301 lr=0.003201 Epoch[061] Batch [2699]/[3759] Speed: 114.714762 samples/sec accuracy=87.961806 loss=0.438629 lr=0.003199 Epoch[061] Batch [2749]/[3759] Speed: 115.356500 samples/sec accuracy=87.948864 loss=0.439041 lr=0.003197 Epoch[061] Batch [2799]/[3759] Speed: 113.041270 samples/sec accuracy=87.940290 loss=0.438930 lr=0.003195 Epoch[061] Batch [2849]/[3759] Speed: 114.562419 samples/sec accuracy=87.930921 loss=0.439315 lr=0.003193 Epoch[061] Batch [2899]/[3759] Speed: 114.915596 samples/sec accuracy=87.915409 loss=0.440187 lr=0.003191 Epoch[061] Batch [2949]/[3759] Speed: 112.549388 samples/sec accuracy=87.899894 loss=0.440691 lr=0.003189 Epoch[061] Batch [2999]/[3759] Speed: 116.551880 samples/sec accuracy=87.901562 loss=0.440986 lr=0.003187 Epoch[061] Batch [3049]/[3759] Speed: 113.963575 samples/sec accuracy=87.897541 loss=0.441321 lr=0.003185 Epoch[061] Batch [3099]/[3759] Speed: 113.790246 samples/sec accuracy=87.890625 loss=0.441585 lr=0.003183 Epoch[061] Batch [3149]/[3759] Speed: 112.611050 samples/sec accuracy=87.891865 loss=0.441767 lr=0.003181 Epoch[061] Batch [3199]/[3759] Speed: 115.298783 samples/sec accuracy=87.884277 loss=0.442019 lr=0.003180 Epoch[061] Batch [3249]/[3759] Speed: 113.797724 samples/sec accuracy=87.893750 loss=0.442010 lr=0.003178 Epoch[061] Batch [3299]/[3759] Speed: 115.161142 samples/sec accuracy=87.885890 loss=0.442138 lr=0.003176 Epoch[061] Batch [3349]/[3759] Speed: 114.662019 samples/sec accuracy=87.855877 loss=0.443255 lr=0.003174 Epoch[061] Batch [3399]/[3759] Speed: 114.712822 samples/sec accuracy=87.847426 loss=0.443552 lr=0.003172 Epoch[061] Batch [3449]/[3759] Speed: 114.045138 samples/sec accuracy=87.829257 loss=0.444140 lr=0.003170 Epoch[061] Batch [3499]/[3759] Speed: 114.776104 samples/sec accuracy=87.817857 loss=0.444601 lr=0.003168 Epoch[061] Batch [3549]/[3759] Speed: 114.554227 samples/sec accuracy=87.805898 loss=0.445003 lr=0.003166 Epoch[061] Batch [3599]/[3759] Speed: 113.496295 samples/sec accuracy=87.777778 loss=0.445491 lr=0.003164 Epoch[061] Batch [3649]/[3759] Speed: 115.711346 samples/sec accuracy=87.762842 loss=0.445923 lr=0.003162 Epoch[061] Batch [3699]/[3759] Speed: 112.929692 samples/sec accuracy=87.748311 loss=0.446305 lr=0.003160 Epoch[061] Batch [3749]/[3759] Speed: 129.773032 samples/sec accuracy=87.742500 loss=0.446622 lr=0.003158 Batch [0049]/[0303]: acc-top1=66.718750 acc-top5=86.468750 Batch [0099]/[0303]: acc-top1=66.328125 acc-top5=86.687500 Batch [0149]/[0303]: acc-top1=66.302083 acc-top5=86.520833 Batch [0199]/[0303]: acc-top1=66.382812 acc-top5=86.445312 Batch [0249]/[0303]: acc-top1=66.250000 acc-top5=86.256250 Batch [0299]/[0303]: acc-top1=66.145833 acc-top5=85.958333 [Epoch 061] training: accuracy=87.737347 loss=0.446860 [Epoch 061] speed: 113 samples/sec time cost: 2301.401849 [Epoch 061] validation: acc-top1=66.089109 acc-top5=85.922030 loss=2.268373 Epoch[062] Batch [0049]/[3760] Speed: 79.721970 samples/sec accuracy=88.968750 loss=0.419540 lr=0.003156 Epoch[062] Batch [0099]/[3760] Speed: 113.816208 samples/sec accuracy=88.812500 loss=0.412116 lr=0.003154 Epoch[062] Batch [0149]/[3760] Speed: 113.168606 samples/sec accuracy=88.906250 loss=0.413376 lr=0.003152 Epoch[062] Batch [0199]/[3760] Speed: 114.558463 samples/sec accuracy=88.914062 loss=0.412255 lr=0.003150 Epoch[062] Batch [0249]/[3760] Speed: 113.890654 samples/sec accuracy=88.981250 loss=0.409469 lr=0.003148 Epoch[062] Batch [0299]/[3760] Speed: 113.745484 samples/sec accuracy=89.005208 loss=0.407390 lr=0.003146 Epoch[062] Batch [0349]/[3760] Speed: 112.560573 samples/sec accuracy=88.986607 loss=0.405787 lr=0.003144 Epoch[062] Batch [0399]/[3760] Speed: 116.743782 samples/sec accuracy=88.851562 loss=0.408197 lr=0.003142 Epoch[062] Batch [0449]/[3760] Speed: 114.536035 samples/sec accuracy=88.815972 loss=0.410246 lr=0.003140 Epoch[062] Batch [0499]/[3760] Speed: 115.319742 samples/sec accuracy=88.800000 loss=0.408896 lr=0.003138 Epoch[062] Batch [0549]/[3760] Speed: 111.620369 samples/sec accuracy=88.752841 loss=0.409448 lr=0.003136 Epoch[062] Batch [0599]/[3760] Speed: 115.957170 samples/sec accuracy=88.760417 loss=0.408949 lr=0.003135 Epoch[062] Batch [0649]/[3760] Speed: 113.398207 samples/sec accuracy=88.843750 loss=0.406867 lr=0.003133 Epoch[062] Batch [0699]/[3760] Speed: 115.988371 samples/sec accuracy=88.808036 loss=0.408185 lr=0.003131 Epoch[062] Batch [0749]/[3760] Speed: 113.165951 samples/sec accuracy=88.793750 loss=0.408257 lr=0.003129 Epoch[062] Batch [0799]/[3760] Speed: 113.384368 samples/sec accuracy=88.763672 loss=0.409539 lr=0.003127 Epoch[062] Batch [0849]/[3760] Speed: 115.316260 samples/sec accuracy=88.729779 loss=0.409010 lr=0.003125 Epoch[062] Batch [0899]/[3760] Speed: 114.386448 samples/sec accuracy=88.697917 loss=0.410231 lr=0.003123 Epoch[062] Batch [0949]/[3760] Speed: 113.059708 samples/sec accuracy=88.720395 loss=0.409796 lr=0.003121 Epoch[062] Batch [0999]/[3760] Speed: 114.673184 samples/sec accuracy=88.762500 loss=0.408530 lr=0.003119 Epoch[062] Batch [1049]/[3760] Speed: 113.855018 samples/sec accuracy=88.758929 loss=0.408579 lr=0.003117 Epoch[062] Batch [1099]/[3760] Speed: 114.040299 samples/sec accuracy=88.713068 loss=0.410171 lr=0.003115 Epoch[062] Batch [1149]/[3760] Speed: 114.327445 samples/sec accuracy=88.695652 loss=0.411259 lr=0.003113 Epoch[062] Batch [1199]/[3760] Speed: 112.895295 samples/sec accuracy=88.694010 loss=0.411804 lr=0.003111 Epoch[062] Batch [1249]/[3760] Speed: 113.756799 samples/sec accuracy=88.678750 loss=0.412819 lr=0.003109 Epoch[062] Batch [1299]/[3760] Speed: 115.872615 samples/sec accuracy=88.687500 loss=0.412868 lr=0.003107 Epoch[062] Batch [1349]/[3760] Speed: 114.802685 samples/sec accuracy=88.681713 loss=0.412539 lr=0.003105 Epoch[062] Batch [1399]/[3760] Speed: 112.542940 samples/sec accuracy=88.674107 loss=0.412831 lr=0.003104 Epoch[062] Batch [1449]/[3760] Speed: 114.802814 samples/sec accuracy=88.654095 loss=0.413761 lr=0.003102 Epoch[062] Batch [1499]/[3760] Speed: 114.884629 samples/sec accuracy=88.638542 loss=0.414194 lr=0.003100 Epoch[062] Batch [1549]/[3760] Speed: 112.929797 samples/sec accuracy=88.649194 loss=0.414428 lr=0.003098 Epoch[062] Batch [1599]/[3760] Speed: 113.889613 samples/sec accuracy=88.636719 loss=0.415019 lr=0.003096 Epoch[062] Batch [1649]/[3760] Speed: 115.106701 samples/sec accuracy=88.644886 loss=0.415463 lr=0.003094 Epoch[062] Batch [1699]/[3760] Speed: 114.006374 samples/sec accuracy=88.625919 loss=0.416127 lr=0.003092 Epoch[062] Batch [1749]/[3760] Speed: 114.917886 samples/sec accuracy=88.618750 loss=0.416317 lr=0.003090 Epoch[062] Batch [1799]/[3760] Speed: 112.405924 samples/sec accuracy=88.605035 loss=0.416822 lr=0.003088 Epoch[062] Batch [1849]/[3760] Speed: 116.667346 samples/sec accuracy=88.589527 loss=0.417475 lr=0.003086 Epoch[062] Batch [1899]/[3760] Speed: 114.898322 samples/sec accuracy=88.564145 loss=0.417956 lr=0.003084 Epoch[062] Batch [1949]/[3760] Speed: 115.067786 samples/sec accuracy=88.540865 loss=0.418896 lr=0.003082 Epoch[062] Batch [1999]/[3760] Speed: 112.924395 samples/sec accuracy=88.515625 loss=0.419693 lr=0.003080 Epoch[062] Batch [2049]/[3760] Speed: 115.596854 samples/sec accuracy=88.525915 loss=0.419632 lr=0.003078 Epoch[062] Batch [2099]/[3760] Speed: 114.319780 samples/sec accuracy=88.540179 loss=0.418991 lr=0.003077 Epoch[062] Batch [2149]/[3760] Speed: 113.852103 samples/sec accuracy=88.539244 loss=0.419057 lr=0.003075 Epoch[062] Batch [2199]/[3760] Speed: 113.924115 samples/sec accuracy=88.516335 loss=0.419540 lr=0.003073 Epoch[062] Batch [2249]/[3760] Speed: 113.395392 samples/sec accuracy=88.515278 loss=0.419620 lr=0.003071 Epoch[062] Batch [2299]/[3760] Speed: 114.653691 samples/sec accuracy=88.515625 loss=0.419528 lr=0.003069 Epoch[062] Batch [2349]/[3760] Speed: 113.711050 samples/sec accuracy=88.506649 loss=0.419888 lr=0.003067 Epoch[062] Batch [2399]/[3760] Speed: 114.383489 samples/sec accuracy=88.517578 loss=0.420153 lr=0.003065 Epoch[062] Batch [2449]/[3760] Speed: 113.791936 samples/sec accuracy=88.478954 loss=0.420977 lr=0.003063 Epoch[062] Batch [2499]/[3760] Speed: 114.408331 samples/sec accuracy=88.461875 loss=0.421792 lr=0.003061 Epoch[062] Batch [2549]/[3760] Speed: 114.077122 samples/sec accuracy=88.453431 loss=0.421794 lr=0.003059 Epoch[062] Batch [2599]/[3760] Speed: 114.996679 samples/sec accuracy=88.436899 loss=0.422507 lr=0.003057 Epoch[062] Batch [2649]/[3760] Speed: 112.697901 samples/sec accuracy=88.423939 loss=0.423047 lr=0.003055 Epoch[062] Batch [2699]/[3760] Speed: 114.420831 samples/sec accuracy=88.404514 loss=0.423687 lr=0.003053 Epoch[062] Batch [2749]/[3760] Speed: 114.958023 samples/sec accuracy=88.389205 loss=0.424345 lr=0.003051 Epoch[062] Batch [2799]/[3760] Speed: 114.740816 samples/sec accuracy=88.372768 loss=0.424835 lr=0.003050 Epoch[062] Batch [2849]/[3760] Speed: 113.362487 samples/sec accuracy=88.355263 loss=0.425090 lr=0.003048 Epoch[062] Batch [2899]/[3760] Speed: 115.552438 samples/sec accuracy=88.338901 loss=0.425528 lr=0.003046 Epoch[062] Batch [2949]/[3760] Speed: 114.092943 samples/sec accuracy=88.331038 loss=0.425691 lr=0.003044 Epoch[062] Batch [2999]/[3760] Speed: 114.016173 samples/sec accuracy=88.335938 loss=0.425791 lr=0.003042 Epoch[062] Batch [3049]/[3760] Speed: 112.878628 samples/sec accuracy=88.324283 loss=0.426272 lr=0.003040 Epoch[062] Batch [3099]/[3760] Speed: 115.327766 samples/sec accuracy=88.309476 loss=0.426777 lr=0.003038 Epoch[062] Batch [3149]/[3760] Speed: 114.576856 samples/sec accuracy=88.289187 loss=0.427287 lr=0.003036 Epoch[062] Batch [3199]/[3760] Speed: 115.044955 samples/sec accuracy=88.296387 loss=0.427250 lr=0.003034 Epoch[062] Batch [3249]/[3760] Speed: 114.678786 samples/sec accuracy=88.294712 loss=0.427245 lr=0.003032 Epoch[062] Batch [3299]/[3760] Speed: 113.559996 samples/sec accuracy=88.293087 loss=0.427381 lr=0.003030 Epoch[062] Batch [3349]/[3760] Speed: 114.717392 samples/sec accuracy=88.301306 loss=0.426947 lr=0.003028 Epoch[062] Batch [3399]/[3760] Speed: 115.279495 samples/sec accuracy=88.299632 loss=0.427137 lr=0.003026 Epoch[062] Batch [3449]/[3760] Speed: 114.381738 samples/sec accuracy=88.289402 loss=0.427486 lr=0.003025 Epoch[062] Batch [3499]/[3760] Speed: 112.628644 samples/sec accuracy=88.292857 loss=0.427477 lr=0.003023 Epoch[062] Batch [3549]/[3760] Speed: 114.400206 samples/sec accuracy=88.283011 loss=0.427781 lr=0.003021 Epoch[062] Batch [3599]/[3760] Speed: 114.395381 samples/sec accuracy=88.264757 loss=0.428212 lr=0.003019 Epoch[062] Batch [3649]/[3760] Speed: 114.528324 samples/sec accuracy=88.259418 loss=0.428711 lr=0.003017 Epoch[062] Batch [3699]/[3760] Speed: 112.152039 samples/sec accuracy=88.254645 loss=0.429036 lr=0.003015 Epoch[062] Batch [3749]/[3760] Speed: 129.716796 samples/sec accuracy=88.238333 loss=0.429665 lr=0.003013 Batch [0049]/[0303]: acc-top1=66.593750 acc-top5=86.843750 Batch [0099]/[0303]: acc-top1=65.531250 acc-top5=86.656250 Batch [0149]/[0303]: acc-top1=65.562500 acc-top5=86.479167 Batch [0199]/[0303]: acc-top1=65.617188 acc-top5=86.312500 Batch [0249]/[0303]: acc-top1=65.693750 acc-top5=86.131250 Batch [0299]/[0303]: acc-top1=65.661458 acc-top5=86.005208 [Epoch 062] training: accuracy=88.237201 loss=0.429751 [Epoch 062] speed: 113 samples/sec time cost: 2304.253975 [Epoch 062] validation: acc-top1=65.568276 acc-top5=85.942657 loss=2.390892 Epoch[063] Batch [0049]/[3760] Speed: 79.409236 samples/sec accuracy=89.906250 loss=0.373356 lr=0.003011 Epoch[063] Batch [0099]/[3760] Speed: 114.603400 samples/sec accuracy=89.656250 loss=0.387113 lr=0.003009 Epoch[063] Batch [0149]/[3760] Speed: 113.287630 samples/sec accuracy=89.427083 loss=0.389214 lr=0.003007 Epoch[063] Batch [0199]/[3760] Speed: 114.663761 samples/sec accuracy=89.304688 loss=0.389999 lr=0.003005 Epoch[063] Batch [0249]/[3760] Speed: 115.206902 samples/sec accuracy=89.050000 loss=0.393815 lr=0.003003 Epoch[063] Batch [0299]/[3760] Speed: 113.024704 samples/sec accuracy=89.151042 loss=0.393346 lr=0.003001 Epoch[063] Batch [0349]/[3760] Speed: 114.919227 samples/sec accuracy=89.218750 loss=0.391161 lr=0.002999 Epoch[063] Batch [0399]/[3760] Speed: 114.857006 samples/sec accuracy=89.253906 loss=0.392395 lr=0.002997 Epoch[063] Batch [0449]/[3760] Speed: 113.717269 samples/sec accuracy=89.281250 loss=0.391689 lr=0.002995 Epoch[063] Batch [0499]/[3760] Speed: 113.054884 samples/sec accuracy=89.256250 loss=0.392667 lr=0.002994 Epoch[063] Batch [0549]/[3760] Speed: 114.227949 samples/sec accuracy=89.153409 loss=0.393958 lr=0.002992 Epoch[063] Batch [0599]/[3760] Speed: 113.585241 samples/sec accuracy=89.054688 loss=0.395524 lr=0.002990 Epoch[063] Batch [0649]/[3760] Speed: 114.739686 samples/sec accuracy=89.050481 loss=0.396494 lr=0.002988 Epoch[063] Batch [0699]/[3760] Speed: 111.793034 samples/sec accuracy=89.017857 loss=0.396515 lr=0.002986 Epoch[063] Batch [0749]/[3760] Speed: 114.869975 samples/sec accuracy=89.077083 loss=0.394900 lr=0.002984 Epoch[063] Batch [0799]/[3760] Speed: 113.970889 samples/sec accuracy=89.052734 loss=0.396803 lr=0.002982 Epoch[063] Batch [0849]/[3760] Speed: 114.790328 samples/sec accuracy=89.009191 loss=0.398158 lr=0.002980 Epoch[063] Batch [0899]/[3760] Speed: 112.684314 samples/sec accuracy=89.078125 loss=0.396435 lr=0.002978 Epoch[063] Batch [0949]/[3760] Speed: 115.116284 samples/sec accuracy=89.077303 loss=0.396720 lr=0.002976 Epoch[063] Batch [0999]/[3760] Speed: 113.170561 samples/sec accuracy=89.059375 loss=0.396985 lr=0.002974 Epoch[063] Batch [1049]/[3760] Speed: 114.226269 samples/sec accuracy=89.080357 loss=0.396993 lr=0.002972 Epoch[063] Batch [1099]/[3760] Speed: 114.003281 samples/sec accuracy=89.083807 loss=0.396396 lr=0.002971 Epoch[063] Batch [1149]/[3760] Speed: 114.789293 samples/sec accuracy=89.091033 loss=0.396177 lr=0.002969 Epoch[063] Batch [1199]/[3760] Speed: 114.999396 samples/sec accuracy=89.080729 loss=0.396020 lr=0.002967 Epoch[063] Batch [1249]/[3760] Speed: 113.690687 samples/sec accuracy=89.082500 loss=0.395898 lr=0.002965 Epoch[063] Batch [1299]/[3760] Speed: 113.955534 samples/sec accuracy=89.096154 loss=0.396442 lr=0.002963 Epoch[063] Batch [1349]/[3760] Speed: 114.163134 samples/sec accuracy=89.046296 loss=0.397900 lr=0.002961 Epoch[063] Batch [1399]/[3760] Speed: 113.322412 samples/sec accuracy=89.027902 loss=0.399021 lr=0.002959 Epoch[063] Batch [1449]/[3760] Speed: 114.660020 samples/sec accuracy=89.024784 loss=0.398816 lr=0.002957 Epoch[063] Batch [1499]/[3760] Speed: 112.905259 samples/sec accuracy=89.013542 loss=0.400004 lr=0.002955 Epoch[063] Batch [1549]/[3760] Speed: 114.992299 samples/sec accuracy=88.957661 loss=0.401657 lr=0.002953 Epoch[063] Batch [1599]/[3760] Speed: 116.199418 samples/sec accuracy=88.958984 loss=0.401839 lr=0.002951 Epoch[063] Batch [1649]/[3760] Speed: 115.968214 samples/sec accuracy=88.947917 loss=0.402251 lr=0.002950 Epoch[063] Batch [1699]/[3760] Speed: 112.872677 samples/sec accuracy=88.962316 loss=0.402132 lr=0.002948 Epoch[063] Batch [1749]/[3760] Speed: 114.800918 samples/sec accuracy=88.952679 loss=0.402454 lr=0.002946 Epoch[063] Batch [1799]/[3760] Speed: 114.246193 samples/sec accuracy=88.948785 loss=0.402534 lr=0.002944 Epoch[063] Batch [1849]/[3760] Speed: 111.577931 samples/sec accuracy=88.929899 loss=0.403321 lr=0.002942 Epoch[063] Batch [1899]/[3760] Speed: 117.996775 samples/sec accuracy=88.904605 loss=0.403976 lr=0.002940 Epoch[063] Batch [1949]/[3760] Speed: 113.934346 samples/sec accuracy=88.887019 loss=0.404727 lr=0.002938 Epoch[063] Batch [1999]/[3760] Speed: 114.115751 samples/sec accuracy=88.867969 loss=0.405572 lr=0.002936 Epoch[063] Batch [2049]/[3760] Speed: 112.732302 samples/sec accuracy=88.850610 loss=0.406232 lr=0.002934 Epoch[063] Batch [2099]/[3760] Speed: 115.309930 samples/sec accuracy=88.833333 loss=0.406868 lr=0.002932 Epoch[063] Batch [2149]/[3760] Speed: 114.521799 samples/sec accuracy=88.823401 loss=0.407366 lr=0.002931 Epoch[063] Batch [2199]/[3760] Speed: 114.000686 samples/sec accuracy=88.821733 loss=0.407414 lr=0.002929 Epoch[063] Batch [2249]/[3760] Speed: 113.096160 samples/sec accuracy=88.837500 loss=0.407134 lr=0.002927 Epoch[063] Batch [2299]/[3760] Speed: 115.447128 samples/sec accuracy=88.834239 loss=0.407268 lr=0.002925 Epoch[063] Batch [2349]/[3760] Speed: 114.142637 samples/sec accuracy=88.823803 loss=0.407593 lr=0.002923 Epoch[063] Batch [2399]/[3760] Speed: 114.764017 samples/sec accuracy=88.835286 loss=0.407559 lr=0.002921 Epoch[063] Batch [2449]/[3760] Speed: 112.246577 samples/sec accuracy=88.846939 loss=0.407531 lr=0.002919 Epoch[063] Batch [2499]/[3760] Speed: 113.756874 samples/sec accuracy=88.855000 loss=0.407729 lr=0.002917 Epoch[063] Batch [2549]/[3760] Speed: 115.112832 samples/sec accuracy=88.843750 loss=0.408008 lr=0.002915 Epoch[063] Batch [2599]/[3760] Speed: 114.155292 samples/sec accuracy=88.834736 loss=0.408860 lr=0.002913 Epoch[063] Batch [2649]/[3760] Speed: 113.659701 samples/sec accuracy=88.838443 loss=0.408769 lr=0.002912 Epoch[063] Batch [2699]/[3760] Speed: 115.377317 samples/sec accuracy=88.836227 loss=0.408900 lr=0.002910 Epoch[063] Batch [2749]/[3760] Speed: 113.795208 samples/sec accuracy=88.835795 loss=0.408952 lr=0.002908 Epoch[063] Batch [2799]/[3760] Speed: 114.332337 samples/sec accuracy=88.837054 loss=0.409161 lr=0.002906 Epoch[063] Batch [2849]/[3760] Speed: 114.990088 samples/sec accuracy=88.830044 loss=0.409563 lr=0.002904 Epoch[063] Batch [2899]/[3760] Speed: 115.090071 samples/sec accuracy=88.816810 loss=0.410248 lr=0.002902 Epoch[063] Batch [2949]/[3760] Speed: 115.132901 samples/sec accuracy=88.820445 loss=0.410298 lr=0.002900 Epoch[063] Batch [2999]/[3760] Speed: 113.510467 samples/sec accuracy=88.814583 loss=0.410369 lr=0.002898 Epoch[063] Batch [3049]/[3760] Speed: 113.413843 samples/sec accuracy=88.811475 loss=0.410592 lr=0.002896 Epoch[063] Batch [3099]/[3760] Speed: 114.797475 samples/sec accuracy=88.811492 loss=0.410745 lr=0.002894 Epoch[063] Batch [3149]/[3760] Speed: 113.646710 samples/sec accuracy=88.818948 loss=0.410586 lr=0.002893 Epoch[063] Batch [3199]/[3760] Speed: 114.291808 samples/sec accuracy=88.816406 loss=0.410610 lr=0.002891 Epoch[063] Batch [3249]/[3760] Speed: 113.704798 samples/sec accuracy=88.806250 loss=0.410829 lr=0.002889 Epoch[063] Batch [3299]/[3760] Speed: 113.598118 samples/sec accuracy=88.802083 loss=0.411043 lr=0.002887 Epoch[063] Batch [3349]/[3760] Speed: 114.790238 samples/sec accuracy=88.804104 loss=0.410936 lr=0.002885 Epoch[063] Batch [3399]/[3760] Speed: 115.612123 samples/sec accuracy=88.794577 loss=0.411355 lr=0.002883 Epoch[063] Batch [3449]/[3760] Speed: 113.050989 samples/sec accuracy=88.789402 loss=0.411643 lr=0.002881 Epoch[063] Batch [3499]/[3760] Speed: 114.281194 samples/sec accuracy=88.784375 loss=0.411766 lr=0.002879 Epoch[063] Batch [3549]/[3760] Speed: 114.167152 samples/sec accuracy=88.774648 loss=0.411901 lr=0.002877 Epoch[063] Batch [3599]/[3760] Speed: 114.407788 samples/sec accuracy=88.762153 loss=0.412252 lr=0.002876 Epoch[063] Batch [3649]/[3760] Speed: 113.582851 samples/sec accuracy=88.758562 loss=0.412333 lr=0.002874 Epoch[063] Batch [3699]/[3760] Speed: 113.582827 samples/sec accuracy=88.759291 loss=0.412425 lr=0.002872 Epoch[063] Batch [3749]/[3760] Speed: 130.400402 samples/sec accuracy=88.762083 loss=0.412573 lr=0.002870 Batch [0049]/[0303]: acc-top1=66.000000 acc-top5=86.843750 Batch [0099]/[0303]: acc-top1=65.531250 acc-top5=86.562500 Batch [0149]/[0303]: acc-top1=65.322917 acc-top5=86.447917 Batch [0199]/[0303]: acc-top1=65.695312 acc-top5=86.273438 Batch [0249]/[0303]: acc-top1=65.737500 acc-top5=86.175000 Batch [0299]/[0303]: acc-top1=65.604167 acc-top5=86.036458 [Epoch 063] training: accuracy=88.760805 loss=0.412499 [Epoch 063] speed: 113 samples/sec time cost: 2305.364852 [Epoch 063] validation: acc-top1=65.542492 acc-top5=85.989068 loss=2.317357 Epoch[064] Batch [0049]/[3759] Speed: 79.906515 samples/sec accuracy=90.187500 loss=0.361281 lr=0.002868 Epoch[064] Batch [0099]/[3759] Speed: 116.399059 samples/sec accuracy=90.140625 loss=0.367114 lr=0.002866 Epoch[064] Batch [0149]/[3759] Speed: 114.947677 samples/sec accuracy=90.020833 loss=0.366714 lr=0.002864 Epoch[064] Batch [0199]/[3759] Speed: 114.908050 samples/sec accuracy=89.859375 loss=0.370443 lr=0.002862 Epoch[064] Batch [0249]/[3759] Speed: 113.489133 samples/sec accuracy=89.768750 loss=0.373865 lr=0.002860 Epoch[064] Batch [0299]/[3759] Speed: 114.439658 samples/sec accuracy=90.000000 loss=0.368998 lr=0.002858 Epoch[064] Batch [0349]/[3759] Speed: 116.021977 samples/sec accuracy=90.022321 loss=0.368490 lr=0.002856 Epoch[064] Batch [0399]/[3759] Speed: 114.653364 samples/sec accuracy=90.101562 loss=0.366671 lr=0.002854 Epoch[064] Batch [0449]/[3759] Speed: 112.904547 samples/sec accuracy=90.079861 loss=0.367072 lr=0.002852 Epoch[064] Batch [0499]/[3759] Speed: 115.755361 samples/sec accuracy=89.975000 loss=0.370259 lr=0.002851 Epoch[064] Batch [0549]/[3759] Speed: 114.731310 samples/sec accuracy=89.977273 loss=0.370302 lr=0.002849 Epoch[064] Batch [0599]/[3759] Speed: 113.755235 samples/sec accuracy=89.830729 loss=0.372535 lr=0.002847 Epoch[064] Batch [0649]/[3759] Speed: 113.820505 samples/sec accuracy=89.846154 loss=0.373091 lr=0.002845 Epoch[064] Batch [0699]/[3759] Speed: 114.291469 samples/sec accuracy=89.848214 loss=0.373496 lr=0.002843 Epoch[064] Batch [0749]/[3759] Speed: 115.006487 samples/sec accuracy=89.856250 loss=0.373951 lr=0.002841 Epoch[064] Batch [0799]/[3759] Speed: 114.594600 samples/sec accuracy=89.921875 loss=0.372435 lr=0.002839 Epoch[064] Batch [0849]/[3759] Speed: 113.032969 samples/sec accuracy=89.917279 loss=0.372365 lr=0.002837 Epoch[064] Batch [0899]/[3759] Speed: 116.092586 samples/sec accuracy=89.866319 loss=0.372212 lr=0.002836 Epoch[064] Batch [0949]/[3759] Speed: 112.755885 samples/sec accuracy=89.907895 loss=0.371629 lr=0.002834 Epoch[064] Batch [0999]/[3759] Speed: 115.709639 samples/sec accuracy=89.859375 loss=0.372439 lr=0.002832 Epoch[064] Batch [1049]/[3759] Speed: 112.998972 samples/sec accuracy=89.811012 loss=0.374177 lr=0.002830 Epoch[064] Batch [1099]/[3759] Speed: 113.645212 samples/sec accuracy=89.784091 loss=0.375587 lr=0.002828 Epoch[064] Batch [1149]/[3759] Speed: 115.395403 samples/sec accuracy=89.783967 loss=0.376317 lr=0.002826 Epoch[064] Batch [1199]/[3759] Speed: 113.133842 samples/sec accuracy=89.777344 loss=0.376438 lr=0.002824 Epoch[064] Batch [1249]/[3759] Speed: 114.417007 samples/sec accuracy=89.738750 loss=0.378591 lr=0.002822 Epoch[064] Batch [1299]/[3759] Speed: 114.007242 samples/sec accuracy=89.701923 loss=0.380164 lr=0.002820 Epoch[064] Batch [1349]/[3759] Speed: 114.382910 samples/sec accuracy=89.686343 loss=0.380170 lr=0.002819 Epoch[064] Batch [1399]/[3759] Speed: 114.981244 samples/sec accuracy=89.683036 loss=0.380336 lr=0.002817 Epoch[064] Batch [1449]/[3759] Speed: 113.523475 samples/sec accuracy=89.664871 loss=0.380612 lr=0.002815 Epoch[064] Batch [1499]/[3759] Speed: 114.073418 samples/sec accuracy=89.654167 loss=0.380820 lr=0.002813 Epoch[064] Batch [1549]/[3759] Speed: 113.226994 samples/sec accuracy=89.661290 loss=0.380917 lr=0.002811 Epoch[064] Batch [1599]/[3759] Speed: 115.164148 samples/sec accuracy=89.637695 loss=0.381860 lr=0.002809 Epoch[064] Batch [1649]/[3759] Speed: 112.600293 samples/sec accuracy=89.600379 loss=0.383081 lr=0.002807 Epoch[064] Batch [1699]/[3759] Speed: 114.082286 samples/sec accuracy=89.582721 loss=0.383844 lr=0.002805 Epoch[064] Batch [1749]/[3759] Speed: 114.823016 samples/sec accuracy=89.573214 loss=0.384036 lr=0.002804 Epoch[064] Batch [1799]/[3759] Speed: 115.168613 samples/sec accuracy=89.587674 loss=0.384187 lr=0.002802 Epoch[064] Batch [1849]/[3759] Speed: 112.727014 samples/sec accuracy=89.592061 loss=0.384156 lr=0.002800 Epoch[064] Batch [1899]/[3759] Speed: 115.391148 samples/sec accuracy=89.542763 loss=0.385498 lr=0.002798 Epoch[064] Batch [1949]/[3759] Speed: 114.310279 samples/sec accuracy=89.517628 loss=0.386220 lr=0.002796 Epoch[064] Batch [1999]/[3759] Speed: 114.844868 samples/sec accuracy=89.482031 loss=0.386788 lr=0.002794 Epoch[064] Batch [2049]/[3759] Speed: 112.917700 samples/sec accuracy=89.467226 loss=0.387475 lr=0.002792 Epoch[064] Batch [2099]/[3759] Speed: 114.999980 samples/sec accuracy=89.454613 loss=0.388127 lr=0.002790 Epoch[064] Batch [2149]/[3759] Speed: 115.058003 samples/sec accuracy=89.425872 loss=0.389166 lr=0.002789 Epoch[064] Batch [2199]/[3759] Speed: 114.458602 samples/sec accuracy=89.416903 loss=0.389919 lr=0.002787 Epoch[064] Batch [2249]/[3759] Speed: 113.726742 samples/sec accuracy=89.409028 loss=0.390250 lr=0.002785 Epoch[064] Batch [2299]/[3759] Speed: 115.280168 samples/sec accuracy=89.402853 loss=0.390424 lr=0.002783 Epoch[064] Batch [2349]/[3759] Speed: 114.172938 samples/sec accuracy=89.397606 loss=0.390635 lr=0.002781 Epoch[064] Batch [2399]/[3759] Speed: 114.094920 samples/sec accuracy=89.397786 loss=0.390726 lr=0.002779 Epoch[064] Batch [2449]/[3759] Speed: 114.069090 samples/sec accuracy=89.399872 loss=0.390777 lr=0.002777 Epoch[064] Batch [2499]/[3759] Speed: 114.233845 samples/sec accuracy=89.397500 loss=0.390963 lr=0.002775 Epoch[064] Batch [2549]/[3759] Speed: 114.790994 samples/sec accuracy=89.396446 loss=0.391182 lr=0.002774 Epoch[064] Batch [2599]/[3759] Speed: 115.351030 samples/sec accuracy=89.402043 loss=0.391210 lr=0.002772 Epoch[064] Batch [2649]/[3759] Speed: 114.324289 samples/sec accuracy=89.390330 loss=0.391525 lr=0.002770 Epoch[064] Batch [2699]/[3759] Speed: 114.843429 samples/sec accuracy=89.390046 loss=0.391372 lr=0.002768 Epoch[064] Batch [2749]/[3759] Speed: 114.308929 samples/sec accuracy=89.397727 loss=0.391225 lr=0.002766 Epoch[064] Batch [2799]/[3759] Speed: 112.611161 samples/sec accuracy=89.385603 loss=0.391452 lr=0.002764 Epoch[064] Batch [2849]/[3759] Speed: 115.462254 samples/sec accuracy=89.354715 loss=0.392166 lr=0.002762 Epoch[064] Batch [2899]/[3759] Speed: 115.048850 samples/sec accuracy=89.340517 loss=0.392343 lr=0.002760 Epoch[064] Batch [2949]/[3759] Speed: 114.037220 samples/sec accuracy=89.338983 loss=0.392405 lr=0.002759 Epoch[064] Batch [2999]/[3759] Speed: 111.591030 samples/sec accuracy=89.342708 loss=0.392305 lr=0.002757 Epoch[064] Batch [3049]/[3759] Speed: 115.876669 samples/sec accuracy=89.338627 loss=0.392348 lr=0.002755 Epoch[064] Batch [3099]/[3759] Speed: 115.999568 samples/sec accuracy=89.344758 loss=0.392102 lr=0.002753 Epoch[064] Batch [3149]/[3759] Speed: 114.435244 samples/sec accuracy=89.335813 loss=0.392286 lr=0.002751 Epoch[064] Batch [3199]/[3759] Speed: 112.904599 samples/sec accuracy=89.319336 loss=0.392566 lr=0.002749 Epoch[064] Batch [3249]/[3759] Speed: 114.505458 samples/sec accuracy=89.315865 loss=0.392682 lr=0.002747 Epoch[064] Batch [3299]/[3759] Speed: 115.066395 samples/sec accuracy=89.300189 loss=0.393177 lr=0.002746 Epoch[064] Batch [3349]/[3759] Speed: 115.314622 samples/sec accuracy=89.305504 loss=0.392920 lr=0.002744 Epoch[064] Batch [3399]/[3759] Speed: 113.407697 samples/sec accuracy=89.293658 loss=0.393259 lr=0.002742 Epoch[064] Batch [3449]/[3759] Speed: 115.359964 samples/sec accuracy=89.288043 loss=0.393537 lr=0.002740 Epoch[064] Batch [3499]/[3759] Speed: 113.326007 samples/sec accuracy=89.282143 loss=0.393701 lr=0.002738 Epoch[064] Batch [3549]/[3759] Speed: 113.913221 samples/sec accuracy=89.269366 loss=0.393987 lr=0.002736 Epoch[064] Batch [3599]/[3759] Speed: 112.743428 samples/sec accuracy=89.266927 loss=0.394046 lr=0.002734 Epoch[064] Batch [3649]/[3759] Speed: 116.365444 samples/sec accuracy=89.261558 loss=0.394332 lr=0.002733 Epoch[064] Batch [3699]/[3759] Speed: 113.931841 samples/sec accuracy=89.239443 loss=0.394912 lr=0.002731 Epoch[064] Batch [3749]/[3759] Speed: 130.862431 samples/sec accuracy=89.239583 loss=0.395150 lr=0.002729 Batch [0049]/[0303]: acc-top1=66.593750 acc-top5=86.312500 Batch [0099]/[0303]: acc-top1=66.031250 acc-top5=86.625000 Batch [0149]/[0303]: acc-top1=65.833333 acc-top5=86.583333 Batch [0199]/[0303]: acc-top1=65.882812 acc-top5=86.429688 Batch [0249]/[0303]: acc-top1=65.843750 acc-top5=86.237500 Batch [0299]/[0303]: acc-top1=65.838542 acc-top5=86.036458 [Epoch 064] training: accuracy=89.239575 loss=0.395155 [Epoch 064] speed: 113 samples/sec time cost: 2301.155966 [Epoch 064] validation: acc-top1=65.795173 acc-top5=85.983911 loss=2.314775 Epoch[065] Batch [0049]/[3760] Speed: 78.602142 samples/sec accuracy=89.500000 loss=0.368474 lr=0.002727 Epoch[065] Batch [0099]/[3760] Speed: 113.483973 samples/sec accuracy=89.687500 loss=0.365932 lr=0.002725 Epoch[065] Batch [0149]/[3760] Speed: 115.209662 samples/sec accuracy=89.937500 loss=0.367689 lr=0.002723 Epoch[065] Batch [0199]/[3760] Speed: 115.151877 samples/sec accuracy=89.968750 loss=0.367431 lr=0.002721 Epoch[065] Batch [0249]/[3760] Speed: 112.721807 samples/sec accuracy=90.031250 loss=0.367367 lr=0.002719 Epoch[065] Batch [0299]/[3760] Speed: 115.436154 samples/sec accuracy=90.052083 loss=0.364918 lr=0.002717 Epoch[065] Batch [0349]/[3760] Speed: 114.040996 samples/sec accuracy=90.098214 loss=0.364416 lr=0.002715 Epoch[065] Batch [0399]/[3760] Speed: 114.211534 samples/sec accuracy=90.167969 loss=0.362625 lr=0.002714 Epoch[065] Batch [0449]/[3760] Speed: 113.741001 samples/sec accuracy=90.166667 loss=0.361228 lr=0.002712 Epoch[065] Batch [0499]/[3760] Speed: 114.421708 samples/sec accuracy=90.118750 loss=0.363188 lr=0.002710 Epoch[065] Batch [0549]/[3760] Speed: 115.360564 samples/sec accuracy=90.190341 loss=0.361411 lr=0.002708 Epoch[065] Batch [0599]/[3760] Speed: 113.352441 samples/sec accuracy=90.187500 loss=0.361963 lr=0.002706 Epoch[065] Batch [0649]/[3760] Speed: 114.051744 samples/sec accuracy=90.204327 loss=0.359450 lr=0.002704 Epoch[065] Batch [0699]/[3760] Speed: 115.130744 samples/sec accuracy=90.276786 loss=0.357718 lr=0.002702 Epoch[065] Batch [0749]/[3760] Speed: 114.476714 samples/sec accuracy=90.283333 loss=0.357535 lr=0.002701 Epoch[065] Batch [0799]/[3760] Speed: 114.500804 samples/sec accuracy=90.285156 loss=0.356988 lr=0.002699 Epoch[065] Batch [0849]/[3760] Speed: 113.783072 samples/sec accuracy=90.273897 loss=0.357367 lr=0.002697 Epoch[065] Batch [0899]/[3760] Speed: 115.687069 samples/sec accuracy=90.246528 loss=0.358473 lr=0.002695 Epoch[065] Batch [0949]/[3760] Speed: 114.026246 samples/sec accuracy=90.231908 loss=0.359450 lr=0.002693 Epoch[065] Batch [0999]/[3760] Speed: 116.034496 samples/sec accuracy=90.206250 loss=0.359983 lr=0.002691 Epoch[065] Batch [1049]/[3760] Speed: 113.146424 samples/sec accuracy=90.241071 loss=0.358662 lr=0.002689 Epoch[065] Batch [1099]/[3760] Speed: 115.119118 samples/sec accuracy=90.228693 loss=0.358820 lr=0.002688 Epoch[065] Batch [1149]/[3760] Speed: 114.643429 samples/sec accuracy=90.241848 loss=0.358539 lr=0.002686 Epoch[065] Batch [1199]/[3760] Speed: 114.053325 samples/sec accuracy=90.207031 loss=0.360231 lr=0.002684 Epoch[065] Batch [1249]/[3760] Speed: 115.717052 samples/sec accuracy=90.197500 loss=0.360458 lr=0.002682 Epoch[065] Batch [1299]/[3760] Speed: 114.223454 samples/sec accuracy=90.193510 loss=0.361332 lr=0.002680 Epoch[065] Batch [1349]/[3760] Speed: 114.163104 samples/sec accuracy=90.143519 loss=0.362481 lr=0.002678 Epoch[065] Batch [1399]/[3760] Speed: 115.281574 samples/sec accuracy=90.114955 loss=0.363790 lr=0.002676 Epoch[065] Batch [1449]/[3760] Speed: 112.966522 samples/sec accuracy=90.092672 loss=0.363959 lr=0.002675 Epoch[065] Batch [1499]/[3760] Speed: 115.862668 samples/sec accuracy=90.090625 loss=0.364586 lr=0.002673 Epoch[065] Batch [1549]/[3760] Speed: 113.678299 samples/sec accuracy=90.091734 loss=0.365367 lr=0.002671 Epoch[065] Batch [1599]/[3760] Speed: 115.144786 samples/sec accuracy=90.081055 loss=0.365837 lr=0.002669 Epoch[065] Batch [1649]/[3760] Speed: 114.365447 samples/sec accuracy=90.070076 loss=0.366061 lr=0.002667 Epoch[065] Batch [1699]/[3760] Speed: 113.871139 samples/sec accuracy=90.060662 loss=0.366230 lr=0.002665 Epoch[065] Batch [1749]/[3760] Speed: 114.990871 samples/sec accuracy=90.058036 loss=0.365783 lr=0.002664 Epoch[065] Batch [1799]/[3760] Speed: 114.179835 samples/sec accuracy=90.059028 loss=0.365956 lr=0.002662 Epoch[065] Batch [1849]/[3760] Speed: 114.367302 samples/sec accuracy=90.064189 loss=0.366420 lr=0.002660 Epoch[065] Batch [1899]/[3760] Speed: 113.541087 samples/sec accuracy=90.050987 loss=0.367035 lr=0.002658 Epoch[065] Batch [1949]/[3760] Speed: 115.111723 samples/sec accuracy=90.016827 loss=0.367664 lr=0.002656 Epoch[065] Batch [1999]/[3760] Speed: 115.177703 samples/sec accuracy=90.022656 loss=0.367759 lr=0.002654 Epoch[065] Batch [2049]/[3760] Speed: 112.559315 samples/sec accuracy=90.002287 loss=0.368289 lr=0.002652 Epoch[065] Batch [2099]/[3760] Speed: 115.033852 samples/sec accuracy=90.005208 loss=0.368094 lr=0.002651 Epoch[065] Batch [2149]/[3760] Speed: 115.633903 samples/sec accuracy=89.973110 loss=0.368977 lr=0.002649 Epoch[065] Batch [2199]/[3760] Speed: 114.209829 samples/sec accuracy=89.973722 loss=0.369181 lr=0.002647 Epoch[065] Batch [2249]/[3760] Speed: 114.778215 samples/sec accuracy=89.966667 loss=0.369173 lr=0.002645 Epoch[065] Batch [2299]/[3760] Speed: 113.792126 samples/sec accuracy=89.964674 loss=0.369130 lr=0.002643 Epoch[065] Batch [2349]/[3760] Speed: 114.224893 samples/sec accuracy=89.966090 loss=0.369374 lr=0.002641 Epoch[065] Batch [2399]/[3760] Speed: 115.043103 samples/sec accuracy=89.964844 loss=0.369264 lr=0.002640 Epoch[065] Batch [2449]/[3760] Speed: 114.029816 samples/sec accuracy=89.959184 loss=0.369248 lr=0.002638 Epoch[065] Batch [2499]/[3760] Speed: 113.657757 samples/sec accuracy=89.950625 loss=0.369213 lr=0.002636 Epoch[065] Batch [2549]/[3760] Speed: 115.160230 samples/sec accuracy=89.934436 loss=0.369679 lr=0.002634 Epoch[065] Batch [2599]/[3760] Speed: 115.631174 samples/sec accuracy=89.926683 loss=0.370074 lr=0.002632 Epoch[065] Batch [2649]/[3760] Speed: 113.650456 samples/sec accuracy=89.932193 loss=0.370129 lr=0.002630 Epoch[065] Batch [2699]/[3760] Speed: 114.434145 samples/sec accuracy=89.920139 loss=0.370327 lr=0.002629 Epoch[065] Batch [2749]/[3760] Speed: 114.685831 samples/sec accuracy=89.915341 loss=0.370658 lr=0.002627 Epoch[065] Batch [2799]/[3760] Speed: 113.844916 samples/sec accuracy=89.898438 loss=0.371340 lr=0.002625 Epoch[065] Batch [2849]/[3760] Speed: 114.405824 samples/sec accuracy=89.889803 loss=0.371782 lr=0.002623 Epoch[065] Batch [2899]/[3760] Speed: 114.814189 samples/sec accuracy=89.871767 loss=0.372274 lr=0.002621 Epoch[065] Batch [2949]/[3760] Speed: 114.651370 samples/sec accuracy=89.860169 loss=0.372833 lr=0.002619 Epoch[065] Batch [2999]/[3760] Speed: 115.445103 samples/sec accuracy=89.852083 loss=0.373132 lr=0.002618 Epoch[065] Batch [3049]/[3760] Speed: 112.875266 samples/sec accuracy=89.861168 loss=0.372821 lr=0.002616 Epoch[065] Batch [3099]/[3760] Speed: 113.715531 samples/sec accuracy=89.857359 loss=0.373113 lr=0.002614 Epoch[065] Batch [3149]/[3760] Speed: 114.202023 samples/sec accuracy=89.851687 loss=0.373496 lr=0.002612 Epoch[065] Batch [3199]/[3760] Speed: 114.156365 samples/sec accuracy=89.848145 loss=0.373603 lr=0.002610 Epoch[065] Batch [3249]/[3760] Speed: 113.186722 samples/sec accuracy=89.831731 loss=0.373972 lr=0.002608 Epoch[065] Batch [3299]/[3760] Speed: 114.833096 samples/sec accuracy=89.823864 loss=0.374334 lr=0.002606 Epoch[065] Batch [3349]/[3760] Speed: 114.148056 samples/sec accuracy=89.803638 loss=0.374842 lr=0.002605 Epoch[065] Batch [3399]/[3760] Speed: 114.705410 samples/sec accuracy=89.793658 loss=0.375283 lr=0.002603 Epoch[065] Batch [3449]/[3760] Speed: 113.617062 samples/sec accuracy=89.781703 loss=0.375590 lr=0.002601 Epoch[065] Batch [3499]/[3760] Speed: 115.360484 samples/sec accuracy=89.768750 loss=0.375796 lr=0.002599 Epoch[065] Batch [3549]/[3760] Speed: 114.882057 samples/sec accuracy=89.749120 loss=0.376357 lr=0.002597 Epoch[065] Batch [3599]/[3760] Speed: 114.553992 samples/sec accuracy=89.731771 loss=0.376691 lr=0.002595 Epoch[065] Batch [3649]/[3760] Speed: 114.383643 samples/sec accuracy=89.730736 loss=0.376792 lr=0.002594 Epoch[065] Batch [3699]/[3760] Speed: 115.827195 samples/sec accuracy=89.728885 loss=0.377019 lr=0.002592 Epoch[065] Batch [3749]/[3760] Speed: 128.827607 samples/sec accuracy=89.711250 loss=0.377456 lr=0.002590 Batch [0049]/[0303]: acc-top1=66.406250 acc-top5=87.000000 Batch [0099]/[0303]: acc-top1=66.421875 acc-top5=86.406250 Batch [0149]/[0303]: acc-top1=66.458333 acc-top5=86.395833 Batch [0199]/[0303]: acc-top1=66.562500 acc-top5=86.234375 Batch [0249]/[0303]: acc-top1=66.456250 acc-top5=86.087500 Batch [0299]/[0303]: acc-top1=66.276042 acc-top5=85.994792 [Epoch 065] training: accuracy=89.710356 loss=0.377476 [Epoch 065] speed: 114 samples/sec time cost: 2301.764153 [Epoch 065] validation: acc-top1=66.202558 acc-top5=85.947814 loss=2.321912 Epoch[066] Batch [0049]/[3759] Speed: 79.814888 samples/sec accuracy=90.156250 loss=0.350671 lr=0.002588 Epoch[066] Batch [0099]/[3759] Speed: 114.577503 samples/sec accuracy=90.906250 loss=0.337589 lr=0.002586 Epoch[066] Batch [0149]/[3759] Speed: 113.863910 samples/sec accuracy=91.239583 loss=0.332519 lr=0.002584 Epoch[066] Batch [0199]/[3759] Speed: 114.832068 samples/sec accuracy=91.351562 loss=0.328721 lr=0.002582 Epoch[066] Batch [0249]/[3759] Speed: 115.237594 samples/sec accuracy=91.356250 loss=0.327800 lr=0.002580 Epoch[066] Batch [0299]/[3759] Speed: 113.908593 samples/sec accuracy=91.177083 loss=0.333670 lr=0.002579 Epoch[066] Batch [0349]/[3759] Speed: 114.108126 samples/sec accuracy=91.142857 loss=0.333988 lr=0.002577 Epoch[066] Batch [0399]/[3759] Speed: 114.946332 samples/sec accuracy=91.125000 loss=0.335284 lr=0.002575 Epoch[066] Batch [0449]/[3759] Speed: 114.536630 samples/sec accuracy=91.128472 loss=0.335271 lr=0.002573 Epoch[066] Batch [0499]/[3759] Speed: 112.414083 samples/sec accuracy=91.153125 loss=0.335217 lr=0.002571 Epoch[066] Batch [0549]/[3759] Speed: 115.415597 samples/sec accuracy=91.130682 loss=0.336484 lr=0.002570 Epoch[066] Batch [0599]/[3759] Speed: 114.801485 samples/sec accuracy=91.132812 loss=0.337606 lr=0.002568 Epoch[066] Batch [0649]/[3759] Speed: 114.882044 samples/sec accuracy=91.052885 loss=0.338151 lr=0.002566 Epoch[066] Batch [0699]/[3759] Speed: 114.617438 samples/sec accuracy=91.020089 loss=0.339148 lr=0.002564 Epoch[066] Batch [0749]/[3759] Speed: 113.630558 samples/sec accuracy=90.991667 loss=0.339623 lr=0.002562 Epoch[066] Batch [0799]/[3759] Speed: 114.969254 samples/sec accuracy=90.970703 loss=0.339977 lr=0.002560 Epoch[066] Batch [0849]/[3759] Speed: 114.587970 samples/sec accuracy=90.933824 loss=0.341763 lr=0.002559 Epoch[066] Batch [0899]/[3759] Speed: 113.177657 samples/sec accuracy=90.897569 loss=0.342911 lr=0.002557 Epoch[066] Batch [0949]/[3759] Speed: 113.140964 samples/sec accuracy=90.828947 loss=0.344450 lr=0.002555 Epoch[066] Batch [0999]/[3759] Speed: 115.078483 samples/sec accuracy=90.781250 loss=0.345490 lr=0.002553 Epoch[066] Batch [1049]/[3759] Speed: 114.123397 samples/sec accuracy=90.711310 loss=0.347597 lr=0.002551 Epoch[066] Batch [1099]/[3759] Speed: 114.211361 samples/sec accuracy=90.660511 loss=0.349370 lr=0.002549 Epoch[066] Batch [1149]/[3759] Speed: 114.688430 samples/sec accuracy=90.656250 loss=0.349378 lr=0.002548 Epoch[066] Batch [1199]/[3759] Speed: 113.619452 samples/sec accuracy=90.660156 loss=0.350027 lr=0.002546 Epoch[066] Batch [1249]/[3759] Speed: 114.111418 samples/sec accuracy=90.625000 loss=0.350854 lr=0.002544 Epoch[066] Batch [1299]/[3759] Speed: 114.717785 samples/sec accuracy=90.603365 loss=0.351844 lr=0.002542 Epoch[066] Batch [1349]/[3759] Speed: 114.290960 samples/sec accuracy=90.557870 loss=0.353486 lr=0.002540 Epoch[066] Batch [1399]/[3759] Speed: 113.579129 samples/sec accuracy=90.564732 loss=0.353284 lr=0.002539 Epoch[066] Batch [1449]/[3759] Speed: 115.556467 samples/sec accuracy=90.538793 loss=0.354092 lr=0.002537 Epoch[066] Batch [1499]/[3759] Speed: 113.330160 samples/sec accuracy=90.519792 loss=0.354612 lr=0.002535 Epoch[066] Batch [1549]/[3759] Speed: 114.139008 samples/sec accuracy=90.505040 loss=0.355147 lr=0.002533 Epoch[066] Batch [1599]/[3759] Speed: 112.557111 samples/sec accuracy=90.501953 loss=0.354737 lr=0.002531 Epoch[066] Batch [1649]/[3759] Speed: 115.943868 samples/sec accuracy=90.499053 loss=0.354639 lr=0.002529 Epoch[066] Batch [1699]/[3759] Speed: 114.433200 samples/sec accuracy=90.488051 loss=0.355200 lr=0.002528 Epoch[066] Batch [1749]/[3759] Speed: 114.794189 samples/sec accuracy=90.509821 loss=0.354396 lr=0.002526 Epoch[066] Batch [1799]/[3759] Speed: 115.990547 samples/sec accuracy=90.486111 loss=0.354670 lr=0.002524 Epoch[066] Batch [1849]/[3759] Speed: 113.130964 samples/sec accuracy=90.468750 loss=0.355006 lr=0.002522 Epoch[066] Batch [1899]/[3759] Speed: 113.345301 samples/sec accuracy=90.453947 loss=0.355821 lr=0.002520 Epoch[066] Batch [1949]/[3759] Speed: 115.597234 samples/sec accuracy=90.486378 loss=0.354805 lr=0.002519 Epoch[066] Batch [1999]/[3759] Speed: 114.673870 samples/sec accuracy=90.483594 loss=0.355072 lr=0.002517 Epoch[066] Batch [2049]/[3759] Speed: 112.999511 samples/sec accuracy=90.505335 loss=0.354671 lr=0.002515 Epoch[066] Batch [2099]/[3759] Speed: 114.978514 samples/sec accuracy=90.479167 loss=0.355237 lr=0.002513 Epoch[066] Batch [2149]/[3759] Speed: 115.157464 samples/sec accuracy=90.497093 loss=0.355105 lr=0.002511 Epoch[066] Batch [2199]/[3759] Speed: 115.220426 samples/sec accuracy=90.492898 loss=0.355476 lr=0.002509 Epoch[066] Batch [2249]/[3759] Speed: 112.085727 samples/sec accuracy=90.484722 loss=0.355686 lr=0.002508 Epoch[066] Batch [2299]/[3759] Speed: 116.252201 samples/sec accuracy=90.459918 loss=0.356280 lr=0.002506 Epoch[066] Batch [2349]/[3759] Speed: 114.830563 samples/sec accuracy=90.464096 loss=0.356253 lr=0.002504 Epoch[066] Batch [2399]/[3759] Speed: 114.633681 samples/sec accuracy=90.464193 loss=0.356134 lr=0.002502 Epoch[066] Batch [2449]/[3759] Speed: 113.979350 samples/sec accuracy=90.454719 loss=0.356137 lr=0.002500 Epoch[066] Batch [2499]/[3759] Speed: 113.415953 samples/sec accuracy=90.450625 loss=0.356104 lr=0.002499 Epoch[066] Batch [2549]/[3759] Speed: 114.185173 samples/sec accuracy=90.448529 loss=0.356436 lr=0.002497 Epoch[066] Batch [2599]/[3759] Speed: 115.616272 samples/sec accuracy=90.425481 loss=0.357031 lr=0.002495 Epoch[066] Batch [2649]/[3759] Speed: 114.013504 samples/sec accuracy=90.419811 loss=0.357433 lr=0.002493 Epoch[066] Batch [2699]/[3759] Speed: 113.856971 samples/sec accuracy=90.429977 loss=0.357061 lr=0.002491 Epoch[066] Batch [2749]/[3759] Speed: 115.168263 samples/sec accuracy=90.421591 loss=0.357292 lr=0.002490 Epoch[066] Batch [2799]/[3759] Speed: 115.534487 samples/sec accuracy=90.421317 loss=0.357012 lr=0.002488 Epoch[066] Batch [2849]/[3759] Speed: 114.477326 samples/sec accuracy=90.422697 loss=0.356836 lr=0.002486 Epoch[066] Batch [2899]/[3759] Speed: 114.532361 samples/sec accuracy=90.408944 loss=0.357284 lr=0.002484 Epoch[066] Batch [2949]/[3759] Speed: 113.884748 samples/sec accuracy=90.404661 loss=0.357226 lr=0.002482 Epoch[066] Batch [2999]/[3759] Speed: 113.304387 samples/sec accuracy=90.403646 loss=0.357300 lr=0.002481 Epoch[066] Batch [3049]/[3759] Speed: 114.350903 samples/sec accuracy=90.398566 loss=0.357681 lr=0.002479 Epoch[066] Batch [3099]/[3759] Speed: 114.205196 samples/sec accuracy=90.394153 loss=0.357887 lr=0.002477 Epoch[066] Batch [3149]/[3759] Speed: 113.426461 samples/sec accuracy=90.388393 loss=0.357925 lr=0.002475 Epoch[066] Batch [3199]/[3759] Speed: 114.865985 samples/sec accuracy=90.379395 loss=0.358083 lr=0.002473 Epoch[066] Batch [3249]/[3759] Speed: 114.472588 samples/sec accuracy=90.367788 loss=0.358348 lr=0.002472 Epoch[066] Batch [3299]/[3759] Speed: 114.794147 samples/sec accuracy=90.343750 loss=0.358817 lr=0.002470 Epoch[066] Batch [3349]/[3759] Speed: 112.087714 samples/sec accuracy=90.352146 loss=0.358708 lr=0.002468 Epoch[066] Batch [3399]/[3759] Speed: 114.669444 samples/sec accuracy=90.340074 loss=0.358858 lr=0.002466 Epoch[066] Batch [3449]/[3759] Speed: 113.882398 samples/sec accuracy=90.331522 loss=0.359165 lr=0.002464 Epoch[066] Batch [3499]/[3759] Speed: 114.648022 samples/sec accuracy=90.333929 loss=0.359115 lr=0.002463 Epoch[066] Batch [3549]/[3759] Speed: 114.280130 samples/sec accuracy=90.334507 loss=0.359148 lr=0.002461 Epoch[066] Batch [3599]/[3759] Speed: 113.725613 samples/sec accuracy=90.322049 loss=0.359336 lr=0.002459 Epoch[066] Batch [3649]/[3759] Speed: 114.567190 samples/sec accuracy=90.313356 loss=0.359712 lr=0.002457 Epoch[066] Batch [3699]/[3759] Speed: 114.798614 samples/sec accuracy=90.309544 loss=0.359761 lr=0.002455 Epoch[066] Batch [3749]/[3759] Speed: 130.521307 samples/sec accuracy=90.305417 loss=0.359913 lr=0.002454 Batch [0049]/[0303]: acc-top1=66.937500 acc-top5=87.500000 Batch [0099]/[0303]: acc-top1=66.093750 acc-top5=86.953125 Batch [0149]/[0303]: acc-top1=66.250000 acc-top5=86.968750 Batch [0199]/[0303]: acc-top1=66.500000 acc-top5=86.726562 Batch [0249]/[0303]: acc-top1=66.187500 acc-top5=86.643750 Batch [0299]/[0303]: acc-top1=66.208333 acc-top5=86.536458 [Epoch 066] training: accuracy=90.300778 loss=0.360043 [Epoch 066] speed: 113 samples/sec time cost: 2300.809765 [Epoch 066] validation: acc-top1=66.156147 acc-top5=86.489274 loss=2.292730 Epoch[067] Batch [0049]/[3760] Speed: 79.402414 samples/sec accuracy=90.781250 loss=0.337028 lr=0.002451 Epoch[067] Batch [0099]/[3760] Speed: 114.785288 samples/sec accuracy=91.062500 loss=0.329993 lr=0.002450 Epoch[067] Batch [0149]/[3760] Speed: 116.309388 samples/sec accuracy=91.229167 loss=0.328670 lr=0.002448 Epoch[067] Batch [0199]/[3760] Speed: 113.372318 samples/sec accuracy=91.242188 loss=0.326063 lr=0.002446 Epoch[067] Batch [0249]/[3760] Speed: 113.592194 samples/sec accuracy=91.012500 loss=0.330080 lr=0.002444 Epoch[067] Batch [0299]/[3760] Speed: 114.839431 samples/sec accuracy=91.218750 loss=0.325319 lr=0.002442 Epoch[067] Batch [0349]/[3760] Speed: 113.448514 samples/sec accuracy=91.357143 loss=0.322209 lr=0.002441 Epoch[067] Batch [0399]/[3760] Speed: 113.509259 samples/sec accuracy=91.246094 loss=0.323734 lr=0.002439 Epoch[067] Batch [0449]/[3760] Speed: 115.056644 samples/sec accuracy=91.277778 loss=0.323920 lr=0.002437 Epoch[067] Batch [0499]/[3760] Speed: 113.146270 samples/sec accuracy=91.303125 loss=0.322906 lr=0.002435 Epoch[067] Batch [0549]/[3760] Speed: 115.320116 samples/sec accuracy=91.366477 loss=0.321624 lr=0.002433 Epoch[067] Batch [0599]/[3760] Speed: 114.257955 samples/sec accuracy=91.333333 loss=0.322123 lr=0.002432 Epoch[067] Batch [0649]/[3760] Speed: 113.144030 samples/sec accuracy=91.307692 loss=0.323003 lr=0.002430 Epoch[067] Batch [0699]/[3760] Speed: 115.110111 samples/sec accuracy=91.299107 loss=0.322028 lr=0.002428 Epoch[067] Batch [0749]/[3760] Speed: 115.225132 samples/sec accuracy=91.297917 loss=0.322894 lr=0.002426 Epoch[067] Batch [0799]/[3760] Speed: 112.978166 samples/sec accuracy=91.253906 loss=0.325493 lr=0.002425 Epoch[067] Batch [0849]/[3760] Speed: 113.324506 samples/sec accuracy=91.266544 loss=0.325137 lr=0.002423 Epoch[067] Batch [0899]/[3760] Speed: 115.189032 samples/sec accuracy=91.270833 loss=0.325397 lr=0.002421 Epoch[067] Batch [0949]/[3760] Speed: 114.865821 samples/sec accuracy=91.238487 loss=0.326514 lr=0.002419 Epoch[067] Batch [0999]/[3760] Speed: 114.271367 samples/sec accuracy=91.226562 loss=0.327648 lr=0.002417 Epoch[067] Batch [1049]/[3760] Speed: 112.062327 samples/sec accuracy=91.211310 loss=0.328117 lr=0.002416 Epoch[067] Batch [1099]/[3760] Speed: 115.583995 samples/sec accuracy=91.181818 loss=0.328399 lr=0.002414 Epoch[067] Batch [1149]/[3760] Speed: 114.459493 samples/sec accuracy=91.146739 loss=0.329469 lr=0.002412 Epoch[067] Batch [1199]/[3760] Speed: 115.132298 samples/sec accuracy=91.113281 loss=0.330080 lr=0.002410 Epoch[067] Batch [1249]/[3760] Speed: 112.151401 samples/sec accuracy=91.121250 loss=0.329965 lr=0.002408 Epoch[067] Batch [1299]/[3760] Speed: 116.510186 samples/sec accuracy=91.104567 loss=0.330297 lr=0.002407 Epoch[067] Batch [1349]/[3760] Speed: 114.127386 samples/sec accuracy=91.122685 loss=0.329356 lr=0.002405 Epoch[067] Batch [1399]/[3760] Speed: 114.561521 samples/sec accuracy=91.116071 loss=0.329512 lr=0.002403 Epoch[067] Batch [1449]/[3760] Speed: 113.560384 samples/sec accuracy=91.105603 loss=0.329895 lr=0.002401 Epoch[067] Batch [1499]/[3760] Speed: 114.144041 samples/sec accuracy=91.087500 loss=0.330795 lr=0.002399 Epoch[067] Batch [1549]/[3760] Speed: 115.154007 samples/sec accuracy=91.088710 loss=0.330550 lr=0.002398 Epoch[067] Batch [1599]/[3760] Speed: 113.463155 samples/sec accuracy=91.088867 loss=0.330653 lr=0.002396 Epoch[067] Batch [1649]/[3760] Speed: 115.072963 samples/sec accuracy=91.078598 loss=0.331485 lr=0.002394 Epoch[067] Batch [1699]/[3760] Speed: 112.952129 samples/sec accuracy=91.092831 loss=0.331280 lr=0.002392 Epoch[067] Batch [1749]/[3760] Speed: 114.369305 samples/sec accuracy=91.112500 loss=0.331046 lr=0.002391 Epoch[067] Batch [1799]/[3760] Speed: 114.271394 samples/sec accuracy=91.098090 loss=0.331694 lr=0.002389 Epoch[067] Batch [1849]/[3760] Speed: 113.882168 samples/sec accuracy=91.090372 loss=0.332297 lr=0.002387 Epoch[067] Batch [1899]/[3760] Speed: 114.123354 samples/sec accuracy=91.041118 loss=0.333527 lr=0.002385 Epoch[067] Batch [1949]/[3760] Speed: 114.835666 samples/sec accuracy=91.020032 loss=0.334466 lr=0.002383 Epoch[067] Batch [1999]/[3760] Speed: 114.231004 samples/sec accuracy=91.026562 loss=0.333938 lr=0.002382 Epoch[067] Batch [2049]/[3760] Speed: 114.111688 samples/sec accuracy=91.013720 loss=0.334398 lr=0.002380 Epoch[067] Batch [2099]/[3760] Speed: 113.298591 samples/sec accuracy=91.009673 loss=0.334344 lr=0.002378 Epoch[067] Batch [2149]/[3760] Speed: 115.304400 samples/sec accuracy=90.997820 loss=0.334840 lr=0.002376 Epoch[067] Batch [2199]/[3760] Speed: 115.402301 samples/sec accuracy=91.002841 loss=0.335063 lr=0.002375 Epoch[067] Batch [2249]/[3760] Speed: 115.511526 samples/sec accuracy=91.004861 loss=0.335482 lr=0.002373 Epoch[067] Batch [2299]/[3760] Speed: 113.259908 samples/sec accuracy=90.982337 loss=0.336192 lr=0.002371 Epoch[067] Batch [2349]/[3760] Speed: 114.713861 samples/sec accuracy=90.974734 loss=0.336185 lr=0.002369 Epoch[067] Batch [2399]/[3760] Speed: 114.008016 samples/sec accuracy=90.983073 loss=0.336428 lr=0.002367 Epoch[067] Batch [2449]/[3760] Speed: 114.006957 samples/sec accuracy=90.993622 loss=0.336282 lr=0.002366 Epoch[067] Batch [2499]/[3760] Speed: 113.913751 samples/sec accuracy=90.988750 loss=0.336291 lr=0.002364 Epoch[067] Batch [2549]/[3760] Speed: 114.945231 samples/sec accuracy=90.979779 loss=0.336413 lr=0.002362 Epoch[067] Batch [2599]/[3760] Speed: 114.108352 samples/sec accuracy=90.971154 loss=0.336924 lr=0.002360 Epoch[067] Batch [2649]/[3760] Speed: 114.909969 samples/sec accuracy=90.961675 loss=0.337210 lr=0.002359 Epoch[067] Batch [2699]/[3760] Speed: 113.988614 samples/sec accuracy=90.947917 loss=0.337415 lr=0.002357 Epoch[067] Batch [2749]/[3760] Speed: 114.100237 samples/sec accuracy=90.934091 loss=0.337872 lr=0.002355 Epoch[067] Batch [2799]/[3760] Speed: 114.603595 samples/sec accuracy=90.933036 loss=0.338012 lr=0.002353 Epoch[067] Batch [2849]/[3760] Speed: 114.829365 samples/sec accuracy=90.925439 loss=0.338296 lr=0.002351 Epoch[067] Batch [2899]/[3760] Speed: 113.288325 samples/sec accuracy=90.941810 loss=0.337900 lr=0.002350 Epoch[067] Batch [2949]/[3760] Speed: 116.318514 samples/sec accuracy=90.945975 loss=0.337772 lr=0.002348 Epoch[067] Batch [2999]/[3760] Speed: 114.812718 samples/sec accuracy=90.941146 loss=0.337797 lr=0.002346 Epoch[067] Batch [3049]/[3760] Speed: 113.827441 samples/sec accuracy=90.938525 loss=0.338265 lr=0.002344 Epoch[067] Batch [3099]/[3760] Speed: 112.885837 samples/sec accuracy=90.931956 loss=0.338646 lr=0.002343 Epoch[067] Batch [3149]/[3760] Speed: 116.255466 samples/sec accuracy=90.930060 loss=0.338817 lr=0.002341 Epoch[067] Batch [3199]/[3760] Speed: 114.842317 samples/sec accuracy=90.920898 loss=0.339150 lr=0.002339 Epoch[067] Batch [3249]/[3760] Speed: 113.275944 samples/sec accuracy=90.912981 loss=0.339054 lr=0.002337 Epoch[067] Batch [3299]/[3760] Speed: 112.667867 samples/sec accuracy=90.896307 loss=0.339489 lr=0.002336 Epoch[067] Batch [3349]/[3760] Speed: 116.198736 samples/sec accuracy=90.882929 loss=0.339867 lr=0.002334 Epoch[067] Batch [3399]/[3760] Speed: 115.421443 samples/sec accuracy=90.878217 loss=0.339923 lr=0.002332 Epoch[067] Batch [3449]/[3760] Speed: 112.822786 samples/sec accuracy=90.873641 loss=0.340198 lr=0.002330 Epoch[067] Batch [3499]/[3760] Speed: 115.651332 samples/sec accuracy=90.862054 loss=0.340533 lr=0.002328 Epoch[067] Batch [3549]/[3760] Speed: 112.820789 samples/sec accuracy=90.847711 loss=0.340797 lr=0.002327 Epoch[067] Batch [3599]/[3760] Speed: 112.916313 samples/sec accuracy=90.836372 loss=0.341069 lr=0.002325 Epoch[067] Batch [3649]/[3760] Speed: 116.453944 samples/sec accuracy=90.834332 loss=0.340998 lr=0.002323 Epoch[067] Batch [3699]/[3760] Speed: 113.705372 samples/sec accuracy=90.834037 loss=0.340934 lr=0.002321 Epoch[067] Batch [3749]/[3760] Speed: 128.633627 samples/sec accuracy=90.834167 loss=0.340916 lr=0.002320 Batch [0049]/[0303]: acc-top1=66.843750 acc-top5=87.343750 Batch [0099]/[0303]: acc-top1=66.390625 acc-top5=87.171875 Batch [0149]/[0303]: acc-top1=66.802083 acc-top5=86.968750 Batch [0199]/[0303]: acc-top1=66.960938 acc-top5=86.789062 Batch [0249]/[0303]: acc-top1=66.843750 acc-top5=86.656250 Batch [0299]/[0303]: acc-top1=66.776042 acc-top5=86.489583 [Epoch 067] training: accuracy=90.829870 loss=0.341036 [Epoch 067] speed: 113 samples/sec time cost: 2303.124091 [Epoch 067] validation: acc-top1=66.738861 acc-top5=86.442863 loss=2.239988 Epoch[068] Batch [0049]/[3760] Speed: 79.008632 samples/sec accuracy=91.531250 loss=0.322972 lr=0.002318 Epoch[068] Batch [0099]/[3760] Speed: 112.591377 samples/sec accuracy=91.640625 loss=0.323813 lr=0.002316 Epoch[068] Batch [0149]/[3760] Speed: 115.147492 samples/sec accuracy=91.614583 loss=0.318821 lr=0.002314 Epoch[068] Batch [0199]/[3760] Speed: 112.939159 samples/sec accuracy=91.757812 loss=0.314906 lr=0.002312 Epoch[068] Batch [0249]/[3760] Speed: 114.057725 samples/sec accuracy=91.712500 loss=0.311424 lr=0.002310 Epoch[068] Batch [0299]/[3760] Speed: 114.501268 samples/sec accuracy=91.614583 loss=0.312580 lr=0.002309 Epoch[068] Batch [0349]/[3760] Speed: 114.313863 samples/sec accuracy=91.732143 loss=0.309532 lr=0.002307 Epoch[068] Batch [0399]/[3760] Speed: 112.787671 samples/sec accuracy=91.835938 loss=0.307105 lr=0.002305 Epoch[068] Batch [0449]/[3760] Speed: 116.722671 samples/sec accuracy=91.829861 loss=0.308684 lr=0.002303 Epoch[068] Batch [0499]/[3760] Speed: 114.180787 samples/sec accuracy=91.778125 loss=0.308442 lr=0.002302 Epoch[068] Batch [0549]/[3760] Speed: 114.755028 samples/sec accuracy=91.727273 loss=0.310654 lr=0.002300 Epoch[068] Batch [0599]/[3760] Speed: 113.360589 samples/sec accuracy=91.736979 loss=0.310866 lr=0.002298 Epoch[068] Batch [0649]/[3760] Speed: 114.461932 samples/sec accuracy=91.709135 loss=0.311411 lr=0.002296 Epoch[068] Batch [0699]/[3760] Speed: 114.239062 samples/sec accuracy=91.703125 loss=0.311263 lr=0.002295 Epoch[068] Batch [0749]/[3760] Speed: 114.650628 samples/sec accuracy=91.702083 loss=0.312720 lr=0.002293 Epoch[068] Batch [0799]/[3760] Speed: 114.383252 samples/sec accuracy=91.714844 loss=0.312769 lr=0.002291 Epoch[068] Batch [0849]/[3760] Speed: 112.460135 samples/sec accuracy=91.667279 loss=0.314332 lr=0.002289 Epoch[068] Batch [0899]/[3760] Speed: 113.707014 samples/sec accuracy=91.640625 loss=0.315416 lr=0.002288 Epoch[068] Batch [0949]/[3760] Speed: 116.230812 samples/sec accuracy=91.656250 loss=0.314323 lr=0.002286 Epoch[068] Batch [0999]/[3760] Speed: 113.779281 samples/sec accuracy=91.625000 loss=0.314618 lr=0.002284 Epoch[068] Batch [1049]/[3760] Speed: 114.811696 samples/sec accuracy=91.623512 loss=0.315110 lr=0.002282 Epoch[068] Batch [1099]/[3760] Speed: 113.275167 samples/sec accuracy=91.659091 loss=0.314411 lr=0.002281 Epoch[068] Batch [1149]/[3760] Speed: 115.325197 samples/sec accuracy=91.658967 loss=0.313748 lr=0.002279 Epoch[068] Batch [1199]/[3760] Speed: 114.319182 samples/sec accuracy=91.632812 loss=0.314361 lr=0.002277 Epoch[068] Batch [1249]/[3760] Speed: 115.283910 samples/sec accuracy=91.638750 loss=0.314129 lr=0.002275 Epoch[068] Batch [1299]/[3760] Speed: 112.872210 samples/sec accuracy=91.628606 loss=0.313993 lr=0.002274 Epoch[068] Batch [1349]/[3760] Speed: 115.326692 samples/sec accuracy=91.598380 loss=0.314810 lr=0.002272 Epoch[068] Batch [1399]/[3760] Speed: 114.582110 samples/sec accuracy=91.643973 loss=0.314133 lr=0.002270 Epoch[068] Batch [1449]/[3760] Speed: 113.998618 samples/sec accuracy=91.614224 loss=0.314533 lr=0.002268 Epoch[068] Batch [1499]/[3760] Speed: 115.377661 samples/sec accuracy=91.622917 loss=0.314269 lr=0.002267 Epoch[068] Batch [1549]/[3760] Speed: 113.649857 samples/sec accuracy=91.637097 loss=0.313880 lr=0.002265 Epoch[068] Batch [1599]/[3760] Speed: 115.983374 samples/sec accuracy=91.629883 loss=0.313875 lr=0.002263 Epoch[068] Batch [1649]/[3760] Speed: 114.118305 samples/sec accuracy=91.628788 loss=0.313935 lr=0.002261 Epoch[068] Batch [1699]/[3760] Speed: 114.969688 samples/sec accuracy=91.599265 loss=0.314562 lr=0.002260 Epoch[068] Batch [1749]/[3760] Speed: 113.660376 samples/sec accuracy=91.593750 loss=0.314939 lr=0.002258 Epoch[068] Batch [1799]/[3760] Speed: 114.679708 samples/sec accuracy=91.593750 loss=0.314632 lr=0.002256 Epoch[068] Batch [1849]/[3760] Speed: 115.523570 samples/sec accuracy=91.573480 loss=0.314779 lr=0.002254 Epoch[068] Batch [1899]/[3760] Speed: 113.933102 samples/sec accuracy=91.554276 loss=0.315442 lr=0.002253 Epoch[068] Batch [1949]/[3760] Speed: 115.573826 samples/sec accuracy=91.538462 loss=0.316041 lr=0.002251 Epoch[068] Batch [1999]/[3760] Speed: 113.030277 samples/sec accuracy=91.535156 loss=0.316433 lr=0.002249 Epoch[068] Batch [2049]/[3760] Speed: 114.850405 samples/sec accuracy=91.509146 loss=0.317117 lr=0.002247 Epoch[068] Batch [2099]/[3760] Speed: 115.781990 samples/sec accuracy=91.504464 loss=0.317306 lr=0.002246 Epoch[068] Batch [2149]/[3760] Speed: 115.030202 samples/sec accuracy=91.500727 loss=0.317332 lr=0.002244 Epoch[068] Batch [2199]/[3760] Speed: 113.095325 samples/sec accuracy=91.482244 loss=0.317713 lr=0.002242 Epoch[068] Batch [2249]/[3760] Speed: 114.816401 samples/sec accuracy=91.475000 loss=0.318060 lr=0.002240 Epoch[068] Batch [2299]/[3760] Speed: 114.506034 samples/sec accuracy=91.452446 loss=0.318414 lr=0.002239 Epoch[068] Batch [2349]/[3760] Speed: 114.354354 samples/sec accuracy=91.437500 loss=0.318901 lr=0.002237 Epoch[068] Batch [2399]/[3760] Speed: 114.140308 samples/sec accuracy=91.422526 loss=0.319174 lr=0.002235 Epoch[068] Batch [2449]/[3760] Speed: 113.304749 samples/sec accuracy=91.414541 loss=0.319608 lr=0.002233 Epoch[068] Batch [2499]/[3760] Speed: 114.734345 samples/sec accuracy=91.420000 loss=0.319744 lr=0.002232 Epoch[068] Batch [2549]/[3760] Speed: 113.424919 samples/sec accuracy=91.411152 loss=0.320082 lr=0.002230 Epoch[068] Batch [2599]/[3760] Speed: 116.231700 samples/sec accuracy=91.405048 loss=0.320176 lr=0.002228 Epoch[068] Batch [2649]/[3760] Speed: 112.617877 samples/sec accuracy=91.390330 loss=0.320517 lr=0.002226 Epoch[068] Batch [2699]/[3760] Speed: 115.353220 samples/sec accuracy=91.385417 loss=0.320528 lr=0.002225 Epoch[068] Batch [2749]/[3760] Speed: 113.999603 samples/sec accuracy=91.365909 loss=0.321012 lr=0.002223 Epoch[068] Batch [2799]/[3760] Speed: 114.141516 samples/sec accuracy=91.363281 loss=0.321058 lr=0.002221 Epoch[068] Batch [2849]/[3760] Speed: 114.245378 samples/sec accuracy=91.368421 loss=0.321018 lr=0.002220 Epoch[068] Batch [2899]/[3760] Speed: 113.477739 samples/sec accuracy=91.362069 loss=0.321240 lr=0.002218 Epoch[068] Batch [2949]/[3760] Speed: 114.408110 samples/sec accuracy=91.351165 loss=0.321318 lr=0.002216 Epoch[068] Batch [2999]/[3760] Speed: 115.511098 samples/sec accuracy=91.358854 loss=0.321172 lr=0.002214 Epoch[068] Batch [3049]/[3760] Speed: 115.020355 samples/sec accuracy=91.366291 loss=0.321247 lr=0.002213 Epoch[068] Batch [3099]/[3760] Speed: 112.085276 samples/sec accuracy=91.356855 loss=0.321422 lr=0.002211 Epoch[068] Batch [3149]/[3760] Speed: 116.020934 samples/sec accuracy=91.360615 loss=0.321404 lr=0.002209 Epoch[068] Batch [3199]/[3760] Speed: 113.933375 samples/sec accuracy=91.346680 loss=0.321746 lr=0.002207 Epoch[068] Batch [3249]/[3760] Speed: 115.044540 samples/sec accuracy=91.329808 loss=0.322040 lr=0.002206 Epoch[068] Batch [3299]/[3760] Speed: 113.794074 samples/sec accuracy=91.336174 loss=0.321948 lr=0.002204 Epoch[068] Batch [3349]/[3760] Speed: 113.779100 samples/sec accuracy=91.335354 loss=0.322033 lr=0.002202 Epoch[068] Batch [3399]/[3760] Speed: 114.193619 samples/sec accuracy=91.321691 loss=0.322188 lr=0.002200 Epoch[068] Batch [3449]/[3760] Speed: 114.824542 samples/sec accuracy=91.310236 loss=0.322362 lr=0.002199 Epoch[068] Batch [3499]/[3760] Speed: 113.792008 samples/sec accuracy=91.312054 loss=0.322401 lr=0.002197 Epoch[068] Batch [3549]/[3760] Speed: 112.749317 samples/sec accuracy=91.313380 loss=0.322386 lr=0.002195 Epoch[068] Batch [3599]/[3760] Speed: 115.902795 samples/sec accuracy=91.310330 loss=0.322548 lr=0.002194 Epoch[068] Batch [3649]/[3760] Speed: 113.492046 samples/sec accuracy=91.305651 loss=0.322711 lr=0.002192 Epoch[068] Batch [3699]/[3760] Speed: 114.535016 samples/sec accuracy=91.297720 loss=0.322977 lr=0.002190 Epoch[068] Batch [3749]/[3760] Speed: 130.116915 samples/sec accuracy=91.273333 loss=0.323737 lr=0.002188 Batch [0049]/[0303]: acc-top1=66.875000 acc-top5=86.562500 Batch [0099]/[0303]: acc-top1=66.359375 acc-top5=86.765625 Batch [0149]/[0303]: acc-top1=66.343750 acc-top5=86.562500 Batch [0199]/[0303]: acc-top1=66.382812 acc-top5=86.312500 Batch [0249]/[0303]: acc-top1=66.300000 acc-top5=86.100000 Batch [0299]/[0303]: acc-top1=66.322917 acc-top5=85.968750 [Epoch 068] training: accuracy=91.276596 loss=0.323580 [Epoch 068] speed: 113 samples/sec time cost: 2302.680313 [Epoch 068] validation: acc-top1=66.248969 acc-top5=85.942657 loss=2.361516 Epoch[069] Batch [0049]/[3759] Speed: 78.252566 samples/sec accuracy=91.843750 loss=0.296313 lr=0.002186 Epoch[069] Batch [0099]/[3759] Speed: 115.044766 samples/sec accuracy=91.953125 loss=0.292439 lr=0.002185 Epoch[069] Batch [0149]/[3759] Speed: 114.214057 samples/sec accuracy=92.250000 loss=0.287588 lr=0.002183 Epoch[069] Batch [0199]/[3759] Speed: 113.691118 samples/sec accuracy=92.289062 loss=0.290474 lr=0.002181 Epoch[069] Batch [0249]/[3759] Speed: 115.396132 samples/sec accuracy=92.137500 loss=0.291279 lr=0.002179 Epoch[069] Batch [0299]/[3759] Speed: 114.038779 samples/sec accuracy=92.072917 loss=0.290653 lr=0.002178 Epoch[069] Batch [0349]/[3759] Speed: 115.102451 samples/sec accuracy=92.129464 loss=0.290901 lr=0.002176 Epoch[069] Batch [0399]/[3759] Speed: 114.056922 samples/sec accuracy=92.175781 loss=0.289978 lr=0.002174 Epoch[069] Batch [0449]/[3759] Speed: 112.965320 samples/sec accuracy=92.163194 loss=0.291325 lr=0.002172 Epoch[069] Batch [0499]/[3759] Speed: 114.304751 samples/sec accuracy=92.140625 loss=0.291439 lr=0.002171 Epoch[069] Batch [0549]/[3759] Speed: 114.490210 samples/sec accuracy=92.099432 loss=0.291640 lr=0.002169 Epoch[069] Batch [0599]/[3759] Speed: 114.685345 samples/sec accuracy=92.091146 loss=0.291756 lr=0.002167 Epoch[069] Batch [0649]/[3759] Speed: 112.564273 samples/sec accuracy=92.081731 loss=0.291497 lr=0.002166 Epoch[069] Batch [0699]/[3759] Speed: 115.656345 samples/sec accuracy=92.017857 loss=0.294214 lr=0.002164 Epoch[069] Batch [0749]/[3759] Speed: 113.790046 samples/sec accuracy=91.956250 loss=0.295965 lr=0.002162 Epoch[069] Batch [0799]/[3759] Speed: 113.747399 samples/sec accuracy=91.968750 loss=0.295845 lr=0.002160 Epoch[069] Batch [0849]/[3759] Speed: 113.209557 samples/sec accuracy=91.988971 loss=0.296042 lr=0.002159 Epoch[069] Batch [0899]/[3759] Speed: 114.312887 samples/sec accuracy=91.984375 loss=0.295970 lr=0.002157 Epoch[069] Batch [0949]/[3759] Speed: 114.868890 samples/sec accuracy=91.965461 loss=0.296346 lr=0.002155 Epoch[069] Batch [0999]/[3759] Speed: 112.961644 samples/sec accuracy=91.990625 loss=0.296356 lr=0.002154 Epoch[069] Batch [1049]/[3759] Speed: 115.410782 samples/sec accuracy=91.970238 loss=0.296753 lr=0.002152 Epoch[069] Batch [1099]/[3759] Speed: 113.722367 samples/sec accuracy=91.995739 loss=0.296149 lr=0.002150 Epoch[069] Batch [1149]/[3759] Speed: 114.154448 samples/sec accuracy=91.975543 loss=0.297012 lr=0.002148 Epoch[069] Batch [1199]/[3759] Speed: 114.290876 samples/sec accuracy=91.975260 loss=0.296944 lr=0.002147 Epoch[069] Batch [1249]/[3759] Speed: 113.799089 samples/sec accuracy=91.977500 loss=0.296954 lr=0.002145 Epoch[069] Batch [1299]/[3759] Speed: 113.928739 samples/sec accuracy=91.960337 loss=0.297332 lr=0.002143 Epoch[069] Batch [1349]/[3759] Speed: 113.195858 samples/sec accuracy=91.979167 loss=0.296829 lr=0.002142 Epoch[069] Batch [1399]/[3759] Speed: 114.310747 samples/sec accuracy=91.985491 loss=0.297082 lr=0.002140 Epoch[069] Batch [1449]/[3759] Speed: 113.590738 samples/sec accuracy=91.956897 loss=0.297894 lr=0.002138 Epoch[069] Batch [1499]/[3759] Speed: 114.091411 samples/sec accuracy=91.962500 loss=0.297825 lr=0.002136 Epoch[069] Batch [1549]/[3759] Speed: 114.205241 samples/sec accuracy=91.984879 loss=0.297742 lr=0.002135 Epoch[069] Batch [1599]/[3759] Speed: 114.284099 samples/sec accuracy=91.982422 loss=0.297905 lr=0.002133 Epoch[069] Batch [1649]/[3759] Speed: 114.844393 samples/sec accuracy=91.956439 loss=0.298486 lr=0.002131 Epoch[069] Batch [1699]/[3759] Speed: 112.620433 samples/sec accuracy=91.948529 loss=0.298673 lr=0.002130 Epoch[069] Batch [1749]/[3759] Speed: 115.640551 samples/sec accuracy=91.939286 loss=0.298518 lr=0.002128 Epoch[069] Batch [1799]/[3759] Speed: 115.515140 samples/sec accuracy=91.925347 loss=0.299252 lr=0.002126 Epoch[069] Batch [1849]/[3759] Speed: 113.118552 samples/sec accuracy=91.934122 loss=0.299058 lr=0.002124 Epoch[069] Batch [1899]/[3759] Speed: 112.639995 samples/sec accuracy=91.921053 loss=0.299533 lr=0.002123 Epoch[069] Batch [1949]/[3759] Speed: 116.206850 samples/sec accuracy=91.916667 loss=0.299956 lr=0.002121 Epoch[069] Batch [1999]/[3759] Speed: 113.040495 samples/sec accuracy=91.916406 loss=0.300139 lr=0.002119 Epoch[069] Batch [2049]/[3759] Speed: 114.889572 samples/sec accuracy=91.913872 loss=0.300562 lr=0.002118 Epoch[069] Batch [2099]/[3759] Speed: 114.541183 samples/sec accuracy=91.924107 loss=0.300495 lr=0.002116 Epoch[069] Batch [2149]/[3759] Speed: 113.725914 samples/sec accuracy=91.928779 loss=0.300321 lr=0.002114 Epoch[069] Batch [2199]/[3759] Speed: 113.587641 samples/sec accuracy=91.935369 loss=0.300221 lr=0.002112 Epoch[069] Batch [2249]/[3759] Speed: 114.582969 samples/sec accuracy=91.936111 loss=0.300230 lr=0.002111 Epoch[069] Batch [2299]/[3759] Speed: 113.860723 samples/sec accuracy=91.956522 loss=0.299683 lr=0.002109 Epoch[069] Batch [2349]/[3759] Speed: 113.870364 samples/sec accuracy=91.950798 loss=0.299739 lr=0.002107 Epoch[069] Batch [2399]/[3759] Speed: 115.295628 samples/sec accuracy=91.949870 loss=0.299887 lr=0.002106 Epoch[069] Batch [2449]/[3759] Speed: 113.591677 samples/sec accuracy=91.952168 loss=0.299532 lr=0.002104 Epoch[069] Batch [2499]/[3759] Speed: 113.677719 samples/sec accuracy=91.955625 loss=0.299570 lr=0.002102 Epoch[069] Batch [2549]/[3759] Speed: 114.230235 samples/sec accuracy=91.947917 loss=0.299792 lr=0.002101 Epoch[069] Batch [2599]/[3759] Speed: 114.844793 samples/sec accuracy=91.958534 loss=0.299757 lr=0.002099 Epoch[069] Batch [2649]/[3759] Speed: 112.861625 samples/sec accuracy=91.959906 loss=0.299523 lr=0.002097 Epoch[069] Batch [2699]/[3759] Speed: 114.311068 samples/sec accuracy=91.957176 loss=0.299623 lr=0.002095 Epoch[069] Batch [2749]/[3759] Speed: 113.981849 samples/sec accuracy=91.947727 loss=0.299912 lr=0.002094 Epoch[069] Batch [2799]/[3759] Speed: 114.234330 samples/sec accuracy=91.952009 loss=0.299771 lr=0.002092 Epoch[069] Batch [2849]/[3759] Speed: 115.533298 samples/sec accuracy=91.942982 loss=0.300131 lr=0.002090 Epoch[069] Batch [2899]/[3759] Speed: 113.553682 samples/sec accuracy=91.934806 loss=0.300322 lr=0.002089 Epoch[069] Batch [2949]/[3759] Speed: 112.274698 samples/sec accuracy=91.917373 loss=0.300845 lr=0.002087 Epoch[069] Batch [2999]/[3759] Speed: 115.213887 samples/sec accuracy=91.923438 loss=0.300865 lr=0.002085 Epoch[069] Batch [3049]/[3759] Speed: 116.131027 samples/sec accuracy=91.906250 loss=0.301432 lr=0.002084 Epoch[069] Batch [3099]/[3759] Speed: 113.344772 samples/sec accuracy=91.908266 loss=0.301487 lr=0.002082 Epoch[069] Batch [3149]/[3759] Speed: 115.823382 samples/sec accuracy=91.893353 loss=0.302017 lr=0.002080 Epoch[069] Batch [3199]/[3759] Speed: 113.401141 samples/sec accuracy=91.883789 loss=0.302464 lr=0.002078 Epoch[069] Batch [3249]/[3759] Speed: 115.485467 samples/sec accuracy=91.878365 loss=0.302653 lr=0.002077 Epoch[069] Batch [3299]/[3759] Speed: 113.184334 samples/sec accuracy=91.866477 loss=0.303074 lr=0.002075 Epoch[069] Batch [3349]/[3759] Speed: 114.576938 samples/sec accuracy=91.870336 loss=0.303027 lr=0.002073 Epoch[069] Batch [3399]/[3759] Speed: 113.572937 samples/sec accuracy=91.869485 loss=0.303175 lr=0.002072 Epoch[069] Batch [3449]/[3759] Speed: 114.028026 samples/sec accuracy=91.854620 loss=0.303677 lr=0.002070 Epoch[069] Batch [3499]/[3759] Speed: 114.381112 samples/sec accuracy=91.854018 loss=0.303710 lr=0.002068 Epoch[069] Batch [3549]/[3759] Speed: 114.633701 samples/sec accuracy=91.847271 loss=0.303918 lr=0.002067 Epoch[069] Batch [3599]/[3759] Speed: 113.028228 samples/sec accuracy=91.841580 loss=0.303952 lr=0.002065 Epoch[069] Batch [3649]/[3759] Speed: 114.452096 samples/sec accuracy=91.845462 loss=0.303959 lr=0.002063 Epoch[069] Batch [3699]/[3759] Speed: 114.057023 samples/sec accuracy=91.842061 loss=0.304012 lr=0.002062 Epoch[069] Batch [3749]/[3759] Speed: 129.649115 samples/sec accuracy=91.833750 loss=0.304336 lr=0.002060 Batch [0049]/[0303]: acc-top1=67.093750 acc-top5=86.375000 Batch [0099]/[0303]: acc-top1=66.484375 acc-top5=86.593750 Batch [0149]/[0303]: acc-top1=66.489583 acc-top5=86.375000 Batch [0199]/[0303]: acc-top1=66.601562 acc-top5=86.445312 Batch [0249]/[0303]: acc-top1=66.575000 acc-top5=86.275000 Batch [0299]/[0303]: acc-top1=66.416667 acc-top5=86.098958 [Epoch 069] training: accuracy=91.832934 loss=0.304385 [Epoch 069] speed: 113 samples/sec time cost: 2306.192464 [Epoch 069] validation: acc-top1=66.383045 acc-top5=86.040635 loss=2.327256 Epoch[070] Batch [0049]/[3760] Speed: 78.188295 samples/sec accuracy=92.656250 loss=0.267118 lr=0.002058 Epoch[070] Batch [0099]/[3760] Speed: 116.260107 samples/sec accuracy=92.640625 loss=0.271837 lr=0.002056 Epoch[070] Batch [0149]/[3760] Speed: 114.250489 samples/sec accuracy=92.635417 loss=0.271432 lr=0.002054 Epoch[070] Batch [0199]/[3760] Speed: 112.883612 samples/sec accuracy=92.671875 loss=0.271257 lr=0.002053 Epoch[070] Batch [0249]/[3760] Speed: 112.640037 samples/sec accuracy=92.681250 loss=0.274115 lr=0.002051 Epoch[070] Batch [0299]/[3760] Speed: 115.804834 samples/sec accuracy=92.661458 loss=0.276198 lr=0.002049 Epoch[070] Batch [0349]/[3760] Speed: 113.121770 samples/sec accuracy=92.750000 loss=0.276294 lr=0.002048 Epoch[070] Batch [0399]/[3760] Speed: 115.301963 samples/sec accuracy=92.644531 loss=0.278443 lr=0.002046 Epoch[070] Batch [0449]/[3760] Speed: 111.881127 samples/sec accuracy=92.562500 loss=0.280231 lr=0.002044 Epoch[070] Batch [0499]/[3760] Speed: 115.464362 samples/sec accuracy=92.543750 loss=0.280452 lr=0.002043 Epoch[070] Batch [0549]/[3760] Speed: 114.827211 samples/sec accuracy=92.528409 loss=0.280417 lr=0.002041 Epoch[070] Batch [0599]/[3760] Speed: 114.979173 samples/sec accuracy=92.541667 loss=0.279885 lr=0.002039 Epoch[070] Batch [0649]/[3760] Speed: 114.344685 samples/sec accuracy=92.519231 loss=0.280624 lr=0.002038 Epoch[070] Batch [0699]/[3760] Speed: 114.003200 samples/sec accuracy=92.511161 loss=0.281418 lr=0.002036 Epoch[070] Batch [0749]/[3760] Speed: 113.195006 samples/sec accuracy=92.543750 loss=0.280610 lr=0.002034 Epoch[070] Batch [0799]/[3760] Speed: 114.808167 samples/sec accuracy=92.556641 loss=0.280368 lr=0.002033 Epoch[070] Batch [0849]/[3760] Speed: 113.883280 samples/sec accuracy=92.571691 loss=0.280412 lr=0.002031 Epoch[070] Batch [0899]/[3760] Speed: 113.214845 samples/sec accuracy=92.529514 loss=0.282521 lr=0.002029 Epoch[070] Batch [0949]/[3760] Speed: 114.259484 samples/sec accuracy=92.486842 loss=0.284088 lr=0.002028 Epoch[070] Batch [0999]/[3760] Speed: 115.502994 samples/sec accuracy=92.456250 loss=0.284818 lr=0.002026 Epoch[070] Batch [1049]/[3760] Speed: 113.873583 samples/sec accuracy=92.461310 loss=0.284443 lr=0.002024 Epoch[070] Batch [1099]/[3760] Speed: 113.697397 samples/sec accuracy=92.467330 loss=0.284604 lr=0.002022 Epoch[070] Batch [1149]/[3760] Speed: 114.093337 samples/sec accuracy=92.456522 loss=0.284743 lr=0.002021 Epoch[070] Batch [1199]/[3760] Speed: 115.821939 samples/sec accuracy=92.459635 loss=0.284522 lr=0.002019 Epoch[070] Batch [1249]/[3760] Speed: 114.278824 samples/sec accuracy=92.486250 loss=0.283832 lr=0.002017 Epoch[070] Batch [1299]/[3760] Speed: 112.297191 samples/sec accuracy=92.518029 loss=0.283289 lr=0.002016 Epoch[070] Batch [1349]/[3760] Speed: 115.275564 samples/sec accuracy=92.523148 loss=0.283389 lr=0.002014 Epoch[070] Batch [1399]/[3760] Speed: 114.584840 samples/sec accuracy=92.503348 loss=0.284078 lr=0.002012 Epoch[070] Batch [1449]/[3760] Speed: 113.508750 samples/sec accuracy=92.493534 loss=0.284102 lr=0.002011 Epoch[070] Batch [1499]/[3760] Speed: 115.385072 samples/sec accuracy=92.484375 loss=0.284639 lr=0.002009 Epoch[070] Batch [1549]/[3760] Speed: 114.035715 samples/sec accuracy=92.482863 loss=0.284767 lr=0.002007 Epoch[070] Batch [1599]/[3760] Speed: 113.894718 samples/sec accuracy=92.455078 loss=0.285543 lr=0.002006 Epoch[070] Batch [1649]/[3760] Speed: 114.939183 samples/sec accuracy=92.461174 loss=0.285451 lr=0.002004 Epoch[070] Batch [1699]/[3760] Speed: 115.240584 samples/sec accuracy=92.454044 loss=0.285668 lr=0.002002 Epoch[070] Batch [1749]/[3760] Speed: 113.468841 samples/sec accuracy=92.473214 loss=0.285312 lr=0.002001 Epoch[070] Batch [1799]/[3760] Speed: 114.632564 samples/sec accuracy=92.471354 loss=0.285422 lr=0.001999 Epoch[070] Batch [1849]/[3760] Speed: 114.450506 samples/sec accuracy=92.472128 loss=0.285417 lr=0.001997 Epoch[070] Batch [1899]/[3760] Speed: 114.482100 samples/sec accuracy=92.465461 loss=0.285584 lr=0.001996 Epoch[070] Batch [1949]/[3760] Speed: 112.567628 samples/sec accuracy=92.471154 loss=0.285145 lr=0.001994 Epoch[070] Batch [1999]/[3760] Speed: 115.029322 samples/sec accuracy=92.479687 loss=0.285266 lr=0.001992 Epoch[070] Batch [2049]/[3760] Speed: 114.543113 samples/sec accuracy=92.471799 loss=0.285261 lr=0.001991 Epoch[070] Batch [2099]/[3760] Speed: 113.979415 samples/sec accuracy=92.450149 loss=0.285697 lr=0.001989 Epoch[070] Batch [2149]/[3760] Speed: 115.292248 samples/sec accuracy=92.453488 loss=0.285560 lr=0.001987 Epoch[070] Batch [2199]/[3760] Speed: 113.885768 samples/sec accuracy=92.432528 loss=0.285934 lr=0.001986 Epoch[070] Batch [2249]/[3760] Speed: 114.417677 samples/sec accuracy=92.436111 loss=0.285622 lr=0.001984 Epoch[070] Batch [2299]/[3760] Speed: 113.644191 samples/sec accuracy=92.437500 loss=0.285577 lr=0.001982 Epoch[070] Batch [2349]/[3760] Speed: 115.712081 samples/sec accuracy=92.439495 loss=0.285456 lr=0.001981 Epoch[070] Batch [2399]/[3760] Speed: 111.647163 samples/sec accuracy=92.448568 loss=0.285484 lr=0.001979 Epoch[070] Batch [2449]/[3760] Speed: 115.573838 samples/sec accuracy=92.442602 loss=0.285894 lr=0.001977 Epoch[070] Batch [2499]/[3760] Speed: 114.476067 samples/sec accuracy=92.435000 loss=0.285950 lr=0.001976 Epoch[070] Batch [2549]/[3760] Speed: 113.452112 samples/sec accuracy=92.439951 loss=0.285727 lr=0.001974 Epoch[070] Batch [2599]/[3760] Speed: 114.323490 samples/sec accuracy=92.440505 loss=0.285755 lr=0.001972 Epoch[070] Batch [2649]/[3760] Speed: 115.278090 samples/sec accuracy=92.422759 loss=0.285989 lr=0.001971 Epoch[070] Batch [2699]/[3760] Speed: 114.371004 samples/sec accuracy=92.408565 loss=0.286250 lr=0.001969 Epoch[070] Batch [2749]/[3760] Speed: 114.212894 samples/sec accuracy=92.396591 loss=0.286338 lr=0.001967 Epoch[070] Batch [2799]/[3760] Speed: 113.144810 samples/sec accuracy=92.377790 loss=0.286899 lr=0.001966 Epoch[070] Batch [2849]/[3760] Speed: 114.832673 samples/sec accuracy=92.382127 loss=0.286792 lr=0.001964 Epoch[070] Batch [2899]/[3760] Speed: 114.459231 samples/sec accuracy=92.385237 loss=0.286806 lr=0.001962 Epoch[070] Batch [2949]/[3760] Speed: 115.173007 samples/sec accuracy=92.378178 loss=0.287160 lr=0.001961 Epoch[070] Batch [2999]/[3760] Speed: 114.816762 samples/sec accuracy=92.382292 loss=0.287109 lr=0.001959 Epoch[070] Batch [3049]/[3760] Speed: 113.495920 samples/sec accuracy=92.392418 loss=0.286835 lr=0.001957 Epoch[070] Batch [3099]/[3760] Speed: 115.705449 samples/sec accuracy=92.379032 loss=0.287147 lr=0.001956 Epoch[070] Batch [3149]/[3760] Speed: 114.065189 samples/sec accuracy=92.373016 loss=0.287307 lr=0.001954 Epoch[070] Batch [3199]/[3760] Speed: 116.661288 samples/sec accuracy=92.369141 loss=0.287257 lr=0.001952 Epoch[070] Batch [3249]/[3760] Speed: 112.778331 samples/sec accuracy=92.366827 loss=0.287481 lr=0.001951 Epoch[070] Batch [3299]/[3760] Speed: 114.417613 samples/sec accuracy=92.367898 loss=0.287741 lr=0.001949 Epoch[070] Batch [3349]/[3760] Speed: 114.041401 samples/sec accuracy=92.359142 loss=0.287863 lr=0.001947 Epoch[070] Batch [3399]/[3760] Speed: 114.566157 samples/sec accuracy=92.355239 loss=0.287969 lr=0.001946 Epoch[070] Batch [3449]/[3760] Speed: 112.566734 samples/sec accuracy=92.348732 loss=0.288287 lr=0.001944 Epoch[070] Batch [3499]/[3760] Speed: 114.764091 samples/sec accuracy=92.346429 loss=0.288267 lr=0.001943 Epoch[070] Batch [3549]/[3760] Speed: 114.421817 samples/sec accuracy=92.340229 loss=0.288411 lr=0.001941 Epoch[070] Batch [3599]/[3760] Speed: 114.859965 samples/sec accuracy=92.325955 loss=0.288880 lr=0.001939 Epoch[070] Batch [3649]/[3760] Speed: 111.574928 samples/sec accuracy=92.330479 loss=0.288793 lr=0.001938 Epoch[070] Batch [3699]/[3760] Speed: 116.679692 samples/sec accuracy=92.323480 loss=0.289039 lr=0.001936 Epoch[070] Batch [3749]/[3760] Speed: 129.396759 samples/sec accuracy=92.319583 loss=0.289183 lr=0.001934 Batch [0049]/[0303]: acc-top1=66.781250 acc-top5=87.218750 Batch [0099]/[0303]: acc-top1=66.515625 acc-top5=86.734375 Batch [0149]/[0303]: acc-top1=66.791667 acc-top5=86.531250 Batch [0199]/[0303]: acc-top1=66.835938 acc-top5=86.468750 Batch [0249]/[0303]: acc-top1=66.643750 acc-top5=86.312500 Batch [0299]/[0303]: acc-top1=66.541667 acc-top5=86.156250 [Epoch 070] training: accuracy=92.320894 loss=0.289241 [Epoch 070] speed: 113 samples/sec time cost: 2303.656054 [Epoch 070] validation: acc-top1=66.465553 acc-top5=86.107673 loss=2.354718 Epoch[071] Batch [0049]/[3760] Speed: 79.520686 samples/sec accuracy=92.437500 loss=0.262464 lr=0.001932 Epoch[071] Batch [0099]/[3760] Speed: 115.811722 samples/sec accuracy=92.437500 loss=0.276143 lr=0.001931 Epoch[071] Batch [0149]/[3760] Speed: 113.533543 samples/sec accuracy=92.562500 loss=0.276441 lr=0.001929 Epoch[071] Batch [0199]/[3760] Speed: 114.513540 samples/sec accuracy=92.609375 loss=0.273650 lr=0.001927 Epoch[071] Batch [0249]/[3760] Speed: 114.628207 samples/sec accuracy=92.850000 loss=0.269620 lr=0.001926 Epoch[071] Batch [0299]/[3760] Speed: 114.031132 samples/sec accuracy=92.947917 loss=0.268691 lr=0.001924 Epoch[071] Batch [0349]/[3760] Speed: 113.788734 samples/sec accuracy=92.830357 loss=0.271620 lr=0.001922 Epoch[071] Batch [0399]/[3760] Speed: 115.318888 samples/sec accuracy=92.824219 loss=0.271245 lr=0.001921 Epoch[071] Batch [0449]/[3760] Speed: 114.361560 samples/sec accuracy=92.822917 loss=0.272987 lr=0.001919 Epoch[071] Batch [0499]/[3760] Speed: 115.500481 samples/sec accuracy=92.812500 loss=0.273618 lr=0.001917 Epoch[071] Batch [0549]/[3760] Speed: 112.861950 samples/sec accuracy=92.866477 loss=0.270690 lr=0.001916 Epoch[071] Batch [0599]/[3760] Speed: 115.595592 samples/sec accuracy=92.833333 loss=0.272036 lr=0.001914 Epoch[071] Batch [0649]/[3760] Speed: 114.898609 samples/sec accuracy=92.846154 loss=0.271856 lr=0.001913 Epoch[071] Batch [0699]/[3760] Speed: 115.137478 samples/sec accuracy=92.828125 loss=0.272194 lr=0.001911 Epoch[071] Batch [0749]/[3760] Speed: 115.142236 samples/sec accuracy=92.806250 loss=0.272463 lr=0.001909 Epoch[071] Batch [0799]/[3760] Speed: 113.741374 samples/sec accuracy=92.826172 loss=0.272177 lr=0.001908 Epoch[071] Batch [0849]/[3760] Speed: 115.230905 samples/sec accuracy=92.818015 loss=0.272172 lr=0.001906 Epoch[071] Batch [0899]/[3760] Speed: 113.837723 samples/sec accuracy=92.862847 loss=0.270891 lr=0.001904 Epoch[071] Batch [0949]/[3760] Speed: 114.166451 samples/sec accuracy=92.851974 loss=0.270813 lr=0.001903 Epoch[071] Batch [0999]/[3760] Speed: 112.196314 samples/sec accuracy=92.854687 loss=0.270631 lr=0.001901 Epoch[071] Batch [1049]/[3760] Speed: 115.555977 samples/sec accuracy=92.854167 loss=0.271213 lr=0.001899 Epoch[071] Batch [1099]/[3760] Speed: 115.920412 samples/sec accuracy=92.828125 loss=0.271587 lr=0.001898 Epoch[071] Batch [1149]/[3760] Speed: 114.573006 samples/sec accuracy=92.845109 loss=0.271350 lr=0.001896 Epoch[071] Batch [1199]/[3760] Speed: 112.311517 samples/sec accuracy=92.855469 loss=0.270896 lr=0.001894 Epoch[071] Batch [1249]/[3760] Speed: 116.465522 samples/sec accuracy=92.850000 loss=0.270810 lr=0.001893 Epoch[071] Batch [1299]/[3760] Speed: 113.372498 samples/sec accuracy=92.858173 loss=0.270968 lr=0.001891 Epoch[071] Batch [1349]/[3760] Speed: 114.948956 samples/sec accuracy=92.846065 loss=0.271593 lr=0.001890 Epoch[071] Batch [1399]/[3760] Speed: 111.719352 samples/sec accuracy=92.867188 loss=0.270688 lr=0.001888 Epoch[071] Batch [1449]/[3760] Speed: 116.077931 samples/sec accuracy=92.853448 loss=0.270406 lr=0.001886 Epoch[071] Batch [1499]/[3760] Speed: 114.674778 samples/sec accuracy=92.857292 loss=0.270398 lr=0.001885 Epoch[071] Batch [1549]/[3760] Speed: 115.263155 samples/sec accuracy=92.832661 loss=0.270772 lr=0.001883 Epoch[071] Batch [1599]/[3760] Speed: 114.891065 samples/sec accuracy=92.816406 loss=0.271195 lr=0.001881 Epoch[071] Batch [1649]/[3760] Speed: 113.225812 samples/sec accuracy=92.822917 loss=0.270832 lr=0.001880 Epoch[071] Batch [1699]/[3760] Speed: 114.968124 samples/sec accuracy=92.809743 loss=0.271085 lr=0.001878 Epoch[071] Batch [1749]/[3760] Speed: 115.982499 samples/sec accuracy=92.838393 loss=0.270499 lr=0.001876 Epoch[071] Batch [1799]/[3760] Speed: 114.685312 samples/sec accuracy=92.844618 loss=0.270218 lr=0.001875 Epoch[071] Batch [1849]/[3760] Speed: 113.940019 samples/sec accuracy=92.815878 loss=0.271014 lr=0.001873 Epoch[071] Batch [1899]/[3760] Speed: 115.746099 samples/sec accuracy=92.812500 loss=0.271352 lr=0.001872 Epoch[071] Batch [1949]/[3760] Speed: 114.160271 samples/sec accuracy=92.818910 loss=0.271218 lr=0.001870 Epoch[071] Batch [1999]/[3760] Speed: 115.651204 samples/sec accuracy=92.833594 loss=0.270838 lr=0.001868 Epoch[071] Batch [2049]/[3760] Speed: 111.968388 samples/sec accuracy=92.823933 loss=0.271261 lr=0.001867 Epoch[071] Batch [2099]/[3760] Speed: 115.528885 samples/sec accuracy=92.825149 loss=0.271335 lr=0.001865 Epoch[071] Batch [2149]/[3760] Speed: 114.169692 samples/sec accuracy=92.816860 loss=0.271625 lr=0.001863 Epoch[071] Batch [2199]/[3760] Speed: 115.598686 samples/sec accuracy=92.824574 loss=0.271582 lr=0.001862 Epoch[071] Batch [2249]/[3760] Speed: 114.857853 samples/sec accuracy=92.822917 loss=0.271617 lr=0.001860 Epoch[071] Batch [2299]/[3760] Speed: 113.919663 samples/sec accuracy=92.811141 loss=0.271679 lr=0.001859 Epoch[071] Batch [2349]/[3760] Speed: 114.143392 samples/sec accuracy=92.792553 loss=0.272009 lr=0.001857 Epoch[071] Batch [2399]/[3760] Speed: 114.605653 samples/sec accuracy=92.792318 loss=0.272212 lr=0.001855 Epoch[071] Batch [2449]/[3760] Speed: 115.251777 samples/sec accuracy=92.789541 loss=0.272245 lr=0.001854 Epoch[071] Batch [2499]/[3760] Speed: 113.922822 samples/sec accuracy=92.798125 loss=0.272212 lr=0.001852 Epoch[071] Batch [2549]/[3760] Speed: 115.721966 samples/sec accuracy=92.795956 loss=0.272458 lr=0.001850 Epoch[071] Batch [2599]/[3760] Speed: 113.945335 samples/sec accuracy=92.786058 loss=0.272747 lr=0.001849 Epoch[071] Batch [2649]/[3760] Speed: 115.604619 samples/sec accuracy=92.774175 loss=0.273199 lr=0.001847 Epoch[071] Batch [2699]/[3760] Speed: 113.526431 samples/sec accuracy=92.759838 loss=0.273749 lr=0.001846 Epoch[071] Batch [2749]/[3760] Speed: 115.455835 samples/sec accuracy=92.759659 loss=0.273843 lr=0.001844 Epoch[071] Batch [2799]/[3760] Speed: 115.504148 samples/sec accuracy=92.744420 loss=0.273914 lr=0.001842 Epoch[071] Batch [2849]/[3760] Speed: 114.688894 samples/sec accuracy=92.745614 loss=0.273878 lr=0.001841 Epoch[071] Batch [2899]/[3760] Speed: 113.852658 samples/sec accuracy=92.745690 loss=0.273774 lr=0.001839 Epoch[071] Batch [2949]/[3760] Speed: 114.899689 samples/sec accuracy=92.746822 loss=0.273781 lr=0.001837 Epoch[071] Batch [2999]/[3760] Speed: 114.773110 samples/sec accuracy=92.731771 loss=0.273847 lr=0.001836 Epoch[071] Batch [3049]/[3760] Speed: 114.714584 samples/sec accuracy=92.721311 loss=0.274107 lr=0.001834 Epoch[071] Batch [3099]/[3760] Speed: 114.396619 samples/sec accuracy=92.723286 loss=0.274018 lr=0.001833 Epoch[071] Batch [3149]/[3760] Speed: 114.594180 samples/sec accuracy=92.723214 loss=0.274046 lr=0.001831 Epoch[071] Batch [3199]/[3760] Speed: 115.776548 samples/sec accuracy=92.739258 loss=0.273766 lr=0.001829 Epoch[071] Batch [3249]/[3760] Speed: 114.224062 samples/sec accuracy=92.728846 loss=0.273829 lr=0.001828 Epoch[071] Batch [3299]/[3760] Speed: 115.339993 samples/sec accuracy=92.735795 loss=0.273745 lr=0.001826 Epoch[071] Batch [3349]/[3760] Speed: 111.671108 samples/sec accuracy=92.722481 loss=0.274333 lr=0.001825 Epoch[071] Batch [3399]/[3760] Speed: 116.851620 samples/sec accuracy=92.726562 loss=0.274286 lr=0.001823 Epoch[071] Batch [3449]/[3760] Speed: 114.732742 samples/sec accuracy=92.711051 loss=0.274808 lr=0.001821 Epoch[071] Batch [3499]/[3760] Speed: 114.902498 samples/sec accuracy=92.708929 loss=0.274873 lr=0.001820 Epoch[071] Batch [3549]/[3760] Speed: 114.691122 samples/sec accuracy=92.693662 loss=0.275236 lr=0.001818 Epoch[071] Batch [3599]/[3760] Speed: 113.873733 samples/sec accuracy=92.682292 loss=0.275409 lr=0.001816 Epoch[071] Batch [3649]/[3760] Speed: 115.490321 samples/sec accuracy=92.681079 loss=0.275747 lr=0.001815 Epoch[071] Batch [3699]/[3760] Speed: 113.176536 samples/sec accuracy=92.686655 loss=0.275542 lr=0.001813 Epoch[071] Batch [3749]/[3760] Speed: 130.300679 samples/sec accuracy=92.679583 loss=0.275667 lr=0.001812 Batch [0049]/[0303]: acc-top1=67.093750 acc-top5=87.031250 Batch [0099]/[0303]: acc-top1=66.734375 acc-top5=86.906250 Batch [0149]/[0303]: acc-top1=66.625000 acc-top5=86.885417 Batch [0199]/[0303]: acc-top1=66.828125 acc-top5=86.742188 Batch [0249]/[0303]: acc-top1=66.593750 acc-top5=86.518750 Batch [0299]/[0303]: acc-top1=66.494792 acc-top5=86.375000 [Epoch 071] training: accuracy=92.679521 loss=0.275634 [Epoch 071] speed: 114 samples/sec time cost: 2298.877342 [Epoch 071] validation: acc-top1=66.439769 acc-top5=86.319101 loss=2.329587 Epoch[072] Batch [0049]/[3759] Speed: 79.280109 samples/sec accuracy=93.781250 loss=0.252018 lr=0.001810 Epoch[072] Batch [0099]/[3759] Speed: 113.644600 samples/sec accuracy=93.562500 loss=0.249696 lr=0.001808 Epoch[072] Batch [0149]/[3759] Speed: 115.933267 samples/sec accuracy=93.520833 loss=0.254070 lr=0.001807 Epoch[072] Batch [0199]/[3759] Speed: 115.426876 samples/sec accuracy=93.328125 loss=0.260133 lr=0.001805 Epoch[072] Batch [0249]/[3759] Speed: 111.491337 samples/sec accuracy=93.406250 loss=0.257890 lr=0.001803 Epoch[072] Batch [0299]/[3759] Speed: 116.219700 samples/sec accuracy=93.296875 loss=0.258883 lr=0.001802 Epoch[072] Batch [0349]/[3759] Speed: 113.539849 samples/sec accuracy=93.343750 loss=0.255614 lr=0.001800 Epoch[072] Batch [0399]/[3759] Speed: 115.626582 samples/sec accuracy=93.343750 loss=0.256736 lr=0.001798 Epoch[072] Batch [0449]/[3759] Speed: 112.000310 samples/sec accuracy=93.340278 loss=0.255498 lr=0.001797 Epoch[072] Batch [0499]/[3759] Speed: 116.170821 samples/sec accuracy=93.293750 loss=0.256164 lr=0.001795 Epoch[072] Batch [0549]/[3759] Speed: 114.286946 samples/sec accuracy=93.332386 loss=0.255693 lr=0.001794 Epoch[072] Batch [0599]/[3759] Speed: 114.196307 samples/sec accuracy=93.346354 loss=0.255690 lr=0.001792 Epoch[072] Batch [0649]/[3759] Speed: 116.476456 samples/sec accuracy=93.326923 loss=0.256005 lr=0.001790 Epoch[072] Batch [0699]/[3759] Speed: 112.558888 samples/sec accuracy=93.357143 loss=0.255447 lr=0.001789 Epoch[072] Batch [0749]/[3759] Speed: 114.868848 samples/sec accuracy=93.364583 loss=0.255921 lr=0.001787 Epoch[072] Batch [0799]/[3759] Speed: 115.899536 samples/sec accuracy=93.335938 loss=0.255879 lr=0.001786 Epoch[072] Batch [0849]/[3759] Speed: 113.504478 samples/sec accuracy=93.338235 loss=0.255627 lr=0.001784 Epoch[072] Batch [0899]/[3759] Speed: 113.807584 samples/sec accuracy=93.335069 loss=0.255405 lr=0.001782 Epoch[072] Batch [0949]/[3759] Speed: 114.515527 samples/sec accuracy=93.305921 loss=0.255580 lr=0.001781 Epoch[072] Batch [0999]/[3759] Speed: 114.520740 samples/sec accuracy=93.298437 loss=0.255762 lr=0.001779 Epoch[072] Batch [1049]/[3759] Speed: 113.676924 samples/sec accuracy=93.284226 loss=0.255847 lr=0.001778 Epoch[072] Batch [1099]/[3759] Speed: 112.298016 samples/sec accuracy=93.299716 loss=0.255210 lr=0.001776 Epoch[072] Batch [1149]/[3759] Speed: 116.502914 samples/sec accuracy=93.286685 loss=0.254986 lr=0.001774 Epoch[072] Batch [1199]/[3759] Speed: 114.801151 samples/sec accuracy=93.265625 loss=0.255516 lr=0.001773 Epoch[072] Batch [1249]/[3759] Speed: 114.557307 samples/sec accuracy=93.256250 loss=0.255713 lr=0.001771 Epoch[072] Batch [1299]/[3759] Speed: 113.956516 samples/sec accuracy=93.243990 loss=0.256177 lr=0.001770 Epoch[072] Batch [1349]/[3759] Speed: 113.767513 samples/sec accuracy=93.206019 loss=0.257036 lr=0.001768 Epoch[072] Batch [1399]/[3759] Speed: 116.722412 samples/sec accuracy=93.191964 loss=0.256868 lr=0.001767 Epoch[072] Batch [1449]/[3759] Speed: 114.401481 samples/sec accuracy=93.196121 loss=0.256880 lr=0.001765 Epoch[072] Batch [1499]/[3759] Speed: 114.903090 samples/sec accuracy=93.183333 loss=0.257123 lr=0.001763 Epoch[072] Batch [1549]/[3759] Speed: 113.355326 samples/sec accuracy=93.189516 loss=0.257254 lr=0.001762 Epoch[072] Batch [1599]/[3759] Speed: 116.681834 samples/sec accuracy=93.191406 loss=0.257564 lr=0.001760 Epoch[072] Batch [1649]/[3759] Speed: 114.440742 samples/sec accuracy=93.199811 loss=0.257783 lr=0.001759 Epoch[072] Batch [1699]/[3759] Speed: 114.306460 samples/sec accuracy=93.180147 loss=0.258575 lr=0.001757 Epoch[072] Batch [1749]/[3759] Speed: 115.090799 samples/sec accuracy=93.170536 loss=0.258711 lr=0.001755 Epoch[072] Batch [1799]/[3759] Speed: 115.119661 samples/sec accuracy=93.166667 loss=0.258830 lr=0.001754 Epoch[072] Batch [1849]/[3759] Speed: 114.502394 samples/sec accuracy=93.166385 loss=0.258975 lr=0.001752 Epoch[072] Batch [1899]/[3759] Speed: 114.406478 samples/sec accuracy=93.184211 loss=0.258401 lr=0.001751 Epoch[072] Batch [1949]/[3759] Speed: 114.384214 samples/sec accuracy=93.184295 loss=0.258276 lr=0.001749 Epoch[072] Batch [1999]/[3759] Speed: 113.594106 samples/sec accuracy=93.173438 loss=0.258213 lr=0.001747 Epoch[072] Batch [2049]/[3759] Speed: 113.845198 samples/sec accuracy=93.169970 loss=0.257960 lr=0.001746 Epoch[072] Batch [2099]/[3759] Speed: 114.507836 samples/sec accuracy=93.173363 loss=0.257914 lr=0.001744 Epoch[072] Batch [2149]/[3759] Speed: 115.058652 samples/sec accuracy=93.155523 loss=0.258539 lr=0.001743 Epoch[072] Batch [2199]/[3759] Speed: 114.248851 samples/sec accuracy=93.159801 loss=0.258588 lr=0.001741 Epoch[072] Batch [2249]/[3759] Speed: 116.475717 samples/sec accuracy=93.154861 loss=0.258939 lr=0.001739 Epoch[072] Batch [2299]/[3759] Speed: 114.393335 samples/sec accuracy=93.144701 loss=0.259179 lr=0.001738 Epoch[072] Batch [2349]/[3759] Speed: 115.883578 samples/sec accuracy=93.142952 loss=0.259359 lr=0.001736 Epoch[072] Batch [2399]/[3759] Speed: 114.519913 samples/sec accuracy=93.149089 loss=0.259051 lr=0.001735 Epoch[072] Batch [2449]/[3759] Speed: 113.777598 samples/sec accuracy=93.139668 loss=0.259058 lr=0.001733 Epoch[072] Batch [2499]/[3759] Speed: 114.292352 samples/sec accuracy=93.124375 loss=0.259301 lr=0.001732 Epoch[072] Batch [2549]/[3759] Speed: 115.269717 samples/sec accuracy=93.139706 loss=0.259084 lr=0.001730 Epoch[072] Batch [2599]/[3759] Speed: 114.281859 samples/sec accuracy=93.144231 loss=0.258785 lr=0.001728 Epoch[072] Batch [2649]/[3759] Speed: 113.060440 samples/sec accuracy=93.135024 loss=0.259086 lr=0.001727 Epoch[072] Batch [2699]/[3759] Speed: 115.356490 samples/sec accuracy=93.122685 loss=0.259561 lr=0.001725 Epoch[072] Batch [2749]/[3759] Speed: 115.224191 samples/sec accuracy=93.106250 loss=0.259907 lr=0.001724 Epoch[072] Batch [2799]/[3759] Speed: 115.188313 samples/sec accuracy=93.107701 loss=0.259946 lr=0.001722 Epoch[072] Batch [2849]/[3759] Speed: 113.257850 samples/sec accuracy=93.104167 loss=0.260225 lr=0.001721 Epoch[072] Batch [2899]/[3759] Speed: 116.674700 samples/sec accuracy=93.095905 loss=0.260315 lr=0.001719 Epoch[072] Batch [2949]/[3759] Speed: 114.557581 samples/sec accuracy=93.090572 loss=0.260367 lr=0.001717 Epoch[072] Batch [2999]/[3759] Speed: 115.166857 samples/sec accuracy=93.104688 loss=0.260135 lr=0.001716 Epoch[072] Batch [3049]/[3759] Speed: 114.836082 samples/sec accuracy=93.109119 loss=0.259998 lr=0.001714 Epoch[072] Batch [3099]/[3759] Speed: 114.109639 samples/sec accuracy=93.116935 loss=0.259822 lr=0.001713 Epoch[072] Batch [3149]/[3759] Speed: 114.811818 samples/sec accuracy=93.120536 loss=0.259654 lr=0.001711 Epoch[072] Batch [3199]/[3759] Speed: 115.934598 samples/sec accuracy=93.119629 loss=0.259806 lr=0.001709 Epoch[072] Batch [3249]/[3759] Speed: 114.122195 samples/sec accuracy=93.094712 loss=0.260160 lr=0.001708 Epoch[072] Batch [3299]/[3759] Speed: 114.176395 samples/sec accuracy=93.087595 loss=0.260558 lr=0.001706 Epoch[072] Batch [3349]/[3759] Speed: 116.435422 samples/sec accuracy=93.102146 loss=0.260248 lr=0.001705 Epoch[072] Batch [3399]/[3759] Speed: 113.990484 samples/sec accuracy=93.083640 loss=0.260587 lr=0.001703 Epoch[072] Batch [3449]/[3759] Speed: 113.891962 samples/sec accuracy=93.086504 loss=0.260447 lr=0.001702 Epoch[072] Batch [3499]/[3759] Speed: 114.992225 samples/sec accuracy=93.087054 loss=0.260250 lr=0.001700 Epoch[072] Batch [3549]/[3759] Speed: 113.171808 samples/sec accuracy=93.078785 loss=0.260452 lr=0.001698 Epoch[072] Batch [3599]/[3759] Speed: 113.877387 samples/sec accuracy=93.076823 loss=0.260660 lr=0.001697 Epoch[072] Batch [3649]/[3759] Speed: 116.680291 samples/sec accuracy=93.080908 loss=0.260661 lr=0.001695 Epoch[072] Batch [3699]/[3759] Speed: 113.934333 samples/sec accuracy=93.078125 loss=0.260735 lr=0.001694 Epoch[072] Batch [3749]/[3759] Speed: 129.473251 samples/sec accuracy=93.068333 loss=0.260918 lr=0.001692 Batch [0049]/[0303]: acc-top1=67.156250 acc-top5=87.125000 Batch [0099]/[0303]: acc-top1=66.875000 acc-top5=87.000000 Batch [0149]/[0303]: acc-top1=66.708333 acc-top5=86.739583 Batch [0199]/[0303]: acc-top1=66.898438 acc-top5=86.578125 Batch [0249]/[0303]: acc-top1=66.587500 acc-top5=86.306250 Batch [0299]/[0303]: acc-top1=66.505208 acc-top5=86.057292 [Epoch 072] training: accuracy=93.069965 loss=0.260865 [Epoch 072] speed: 114 samples/sec time cost: 2299.204244 [Epoch 072] validation: acc-top1=66.434612 acc-top5=86.030322 loss=2.369990 Epoch[073] Batch [0049]/[3760] Speed: 80.619014 samples/sec accuracy=92.875000 loss=0.260010 lr=0.001690 Epoch[073] Batch [0099]/[3760] Speed: 116.096197 samples/sec accuracy=93.421875 loss=0.241813 lr=0.001689 Epoch[073] Batch [0149]/[3760] Speed: 114.388007 samples/sec accuracy=93.354167 loss=0.246077 lr=0.001687 Epoch[073] Batch [0199]/[3760] Speed: 114.953822 samples/sec accuracy=93.671875 loss=0.237022 lr=0.001686 Epoch[073] Batch [0249]/[3760] Speed: 113.530469 samples/sec accuracy=93.706250 loss=0.235569 lr=0.001684 Epoch[073] Batch [0299]/[3760] Speed: 115.062200 samples/sec accuracy=93.713542 loss=0.236619 lr=0.001683 Epoch[073] Batch [0349]/[3760] Speed: 115.159222 samples/sec accuracy=93.803571 loss=0.236076 lr=0.001681 Epoch[073] Batch [0399]/[3760] Speed: 113.746799 samples/sec accuracy=93.796875 loss=0.235978 lr=0.001679 Epoch[073] Batch [0449]/[3760] Speed: 113.218670 samples/sec accuracy=93.795139 loss=0.236104 lr=0.001678 Epoch[073] Batch [0499]/[3760] Speed: 115.123540 samples/sec accuracy=93.718750 loss=0.238174 lr=0.001676 Epoch[073] Batch [0549]/[3760] Speed: 114.304385 samples/sec accuracy=93.670455 loss=0.239565 lr=0.001675 Epoch[073] Batch [0599]/[3760] Speed: 114.325451 samples/sec accuracy=93.731771 loss=0.237566 lr=0.001673 Epoch[073] Batch [0649]/[3760] Speed: 115.566065 samples/sec accuracy=93.699519 loss=0.237792 lr=0.001672 Epoch[073] Batch [0699]/[3760] Speed: 114.587870 samples/sec accuracy=93.716518 loss=0.238156 lr=0.001670 Epoch[073] Batch [0749]/[3760] Speed: 114.669654 samples/sec accuracy=93.745833 loss=0.238838 lr=0.001669 Epoch[073] Batch [0799]/[3760] Speed: 114.565565 samples/sec accuracy=93.755859 loss=0.238375 lr=0.001667 Epoch[073] Batch [0849]/[3760] Speed: 114.089557 samples/sec accuracy=93.757353 loss=0.238023 lr=0.001665 Epoch[073] Batch [0899]/[3760] Speed: 112.549753 samples/sec accuracy=93.765625 loss=0.238168 lr=0.001664 Epoch[073] Batch [0949]/[3760] Speed: 114.402664 samples/sec accuracy=93.809211 loss=0.237512 lr=0.001662 Epoch[073] Batch [0999]/[3760] Speed: 114.374242 samples/sec accuracy=93.782813 loss=0.237995 lr=0.001661 Epoch[073] Batch [1049]/[3760] Speed: 115.399734 samples/sec accuracy=93.778274 loss=0.237816 lr=0.001659 Epoch[073] Batch [1099]/[3760] Speed: 113.371737 samples/sec accuracy=93.762784 loss=0.238061 lr=0.001658 Epoch[073] Batch [1149]/[3760] Speed: 115.593286 samples/sec accuracy=93.764946 loss=0.237793 lr=0.001656 Epoch[073] Batch [1199]/[3760] Speed: 114.733131 samples/sec accuracy=93.763021 loss=0.238463 lr=0.001655 Epoch[073] Batch [1249]/[3760] Speed: 114.918218 samples/sec accuracy=93.761250 loss=0.238460 lr=0.001653 Epoch[073] Batch [1299]/[3760] Speed: 115.139725 samples/sec accuracy=93.746394 loss=0.238958 lr=0.001651 Epoch[073] Batch [1349]/[3760] Speed: 113.724773 samples/sec accuracy=93.743056 loss=0.239164 lr=0.001650 Epoch[073] Batch [1399]/[3760] Speed: 114.876012 samples/sec accuracy=93.738839 loss=0.239240 lr=0.001648 Epoch[073] Batch [1449]/[3760] Speed: 114.024430 samples/sec accuracy=93.756466 loss=0.239105 lr=0.001647 Epoch[073] Batch [1499]/[3760] Speed: 114.501473 samples/sec accuracy=93.785417 loss=0.238204 lr=0.001645 Epoch[073] Batch [1549]/[3760] Speed: 113.813909 samples/sec accuracy=93.782258 loss=0.237941 lr=0.001644 Epoch[073] Batch [1599]/[3760] Speed: 114.756870 samples/sec accuracy=93.790039 loss=0.237626 lr=0.001642 Epoch[073] Batch [1649]/[3760] Speed: 115.375590 samples/sec accuracy=93.801136 loss=0.237631 lr=0.001641 Epoch[073] Batch [1699]/[3760] Speed: 113.238581 samples/sec accuracy=93.778493 loss=0.237720 lr=0.001639 Epoch[073] Batch [1749]/[3760] Speed: 115.174044 samples/sec accuracy=93.785714 loss=0.237533 lr=0.001637 Epoch[073] Batch [1799]/[3760] Speed: 113.785674 samples/sec accuracy=93.769097 loss=0.238085 lr=0.001636 Epoch[073] Batch [1849]/[3760] Speed: 115.167423 samples/sec accuracy=93.758446 loss=0.238384 lr=0.001634 Epoch[073] Batch [1899]/[3760] Speed: 115.187868 samples/sec accuracy=93.758224 loss=0.238373 lr=0.001633 Epoch[073] Batch [1949]/[3760] Speed: 113.400598 samples/sec accuracy=93.750000 loss=0.238938 lr=0.001631 Epoch[073] Batch [1999]/[3760] Speed: 114.541226 samples/sec accuracy=93.733594 loss=0.239352 lr=0.001630 Epoch[073] Batch [2049]/[3760] Speed: 115.053336 samples/sec accuracy=93.716463 loss=0.239563 lr=0.001628 Epoch[073] Batch [2099]/[3760] Speed: 116.179068 samples/sec accuracy=93.700893 loss=0.239980 lr=0.001627 Epoch[073] Batch [2149]/[3760] Speed: 113.537288 samples/sec accuracy=93.702762 loss=0.240006 lr=0.001625 Epoch[073] Batch [2199]/[3760] Speed: 115.821753 samples/sec accuracy=93.708097 loss=0.239911 lr=0.001624 Epoch[073] Batch [2249]/[3760] Speed: 113.639924 samples/sec accuracy=93.709028 loss=0.240053 lr=0.001622 Epoch[073] Batch [2299]/[3760] Speed: 115.229304 samples/sec accuracy=93.709918 loss=0.240044 lr=0.001620 Epoch[073] Batch [2349]/[3760] Speed: 114.697606 samples/sec accuracy=93.722739 loss=0.240001 lr=0.001619 Epoch[073] Batch [2399]/[3760] Speed: 116.197877 samples/sec accuracy=93.714193 loss=0.240130 lr=0.001617 Epoch[073] Batch [2449]/[3760] Speed: 113.035657 samples/sec accuracy=93.698342 loss=0.240585 lr=0.001616 Epoch[073] Batch [2499]/[3760] Speed: 115.508955 samples/sec accuracy=93.690625 loss=0.240792 lr=0.001614 Epoch[073] Batch [2549]/[3760] Speed: 114.552991 samples/sec accuracy=93.689951 loss=0.241017 lr=0.001613 Epoch[073] Batch [2599]/[3760] Speed: 115.063349 samples/sec accuracy=93.680288 loss=0.241250 lr=0.001611 Epoch[073] Batch [2649]/[3760] Speed: 111.803835 samples/sec accuracy=93.680425 loss=0.241190 lr=0.001610 Epoch[073] Batch [2699]/[3760] Speed: 115.929910 samples/sec accuracy=93.675347 loss=0.241397 lr=0.001608 Epoch[073] Batch [2749]/[3760] Speed: 115.751312 samples/sec accuracy=93.675568 loss=0.241486 lr=0.001607 Epoch[073] Batch [2799]/[3760] Speed: 114.962342 samples/sec accuracy=93.666853 loss=0.241774 lr=0.001605 Epoch[073] Batch [2849]/[3760] Speed: 115.105328 samples/sec accuracy=93.654605 loss=0.241995 lr=0.001604 Epoch[073] Batch [2899]/[3760] Speed: 114.166836 samples/sec accuracy=93.646013 loss=0.242224 lr=0.001602 Epoch[073] Batch [2949]/[3760] Speed: 115.167517 samples/sec accuracy=93.640360 loss=0.242120 lr=0.001601 Epoch[073] Batch [2999]/[3760] Speed: 114.535936 samples/sec accuracy=93.639583 loss=0.242311 lr=0.001599 Epoch[073] Batch [3049]/[3760] Speed: 115.032481 samples/sec accuracy=93.637295 loss=0.242526 lr=0.001597 Epoch[073] Batch [3099]/[3760] Speed: 112.086397 samples/sec accuracy=93.632560 loss=0.242541 lr=0.001596 Epoch[073] Batch [3149]/[3760] Speed: 114.820836 samples/sec accuracy=93.639881 loss=0.242532 lr=0.001594 Epoch[073] Batch [3199]/[3760] Speed: 115.358704 samples/sec accuracy=93.642090 loss=0.242683 lr=0.001593 Epoch[073] Batch [3249]/[3760] Speed: 113.977805 samples/sec accuracy=93.641827 loss=0.242864 lr=0.001591 Epoch[073] Batch [3299]/[3760] Speed: 115.142718 samples/sec accuracy=93.637311 loss=0.242958 lr=0.001590 Epoch[073] Batch [3349]/[3760] Speed: 115.201308 samples/sec accuracy=93.643190 loss=0.242876 lr=0.001588 Epoch[073] Batch [3399]/[3760] Speed: 114.539637 samples/sec accuracy=93.633732 loss=0.243016 lr=0.001587 Epoch[073] Batch [3449]/[3760] Speed: 115.292678 samples/sec accuracy=93.632246 loss=0.243207 lr=0.001585 Epoch[073] Batch [3499]/[3760] Speed: 114.400878 samples/sec accuracy=93.640179 loss=0.243097 lr=0.001584 Epoch[073] Batch [3549]/[3760] Speed: 113.603165 samples/sec accuracy=93.639525 loss=0.243237 lr=0.001582 Epoch[073] Batch [3599]/[3760] Speed: 115.855742 samples/sec accuracy=93.642361 loss=0.243378 lr=0.001581 Epoch[073] Batch [3649]/[3760] Speed: 116.003137 samples/sec accuracy=93.639555 loss=0.243483 lr=0.001579 Epoch[073] Batch [3699]/[3760] Speed: 115.060542 samples/sec accuracy=93.630490 loss=0.243619 lr=0.001578 Epoch[073] Batch [3749]/[3760] Speed: 129.720378 samples/sec accuracy=93.627083 loss=0.243706 lr=0.001576 Batch [0049]/[0303]: acc-top1=67.656250 acc-top5=86.906250 Batch [0099]/[0303]: acc-top1=67.140625 acc-top5=86.843750 Batch [0149]/[0303]: acc-top1=66.989583 acc-top5=86.947917 Batch [0199]/[0303]: acc-top1=67.289062 acc-top5=86.789062 Batch [0249]/[0303]: acc-top1=66.912500 acc-top5=86.587500 Batch [0299]/[0303]: acc-top1=66.921875 acc-top5=86.453125 [Epoch 073] training: accuracy=93.631566 loss=0.243611 [Epoch 073] speed: 114 samples/sec time cost: 2297.122091 [Epoch 073] validation: acc-top1=66.872937 acc-top5=86.427393 loss=2.312341 Epoch[074] Batch [0049]/[3760] Speed: 80.655767 samples/sec accuracy=94.812500 loss=0.197200 lr=0.001574 Epoch[074] Batch [0099]/[3760] Speed: 115.050467 samples/sec accuracy=94.562500 loss=0.206212 lr=0.001573 Epoch[074] Batch [0149]/[3760] Speed: 113.667706 samples/sec accuracy=94.572917 loss=0.211716 lr=0.001571 Epoch[074] Batch [0199]/[3760] Speed: 114.401854 samples/sec accuracy=94.343750 loss=0.216534 lr=0.001570 Epoch[074] Batch [0249]/[3760] Speed: 113.767416 samples/sec accuracy=94.193750 loss=0.221601 lr=0.001568 Epoch[074] Batch [0299]/[3760] Speed: 116.003997 samples/sec accuracy=94.182292 loss=0.222298 lr=0.001567 Epoch[074] Batch [0349]/[3760] Speed: 114.348613 samples/sec accuracy=94.156250 loss=0.223894 lr=0.001565 Epoch[074] Batch [0399]/[3760] Speed: 114.573840 samples/sec accuracy=94.203125 loss=0.224316 lr=0.001564 Epoch[074] Batch [0449]/[3760] Speed: 113.903885 samples/sec accuracy=94.121528 loss=0.226448 lr=0.001562 Epoch[074] Batch [0499]/[3760] Speed: 113.812698 samples/sec accuracy=94.193750 loss=0.224404 lr=0.001561 Epoch[074] Batch [0549]/[3760] Speed: 114.636901 samples/sec accuracy=94.176136 loss=0.225044 lr=0.001559 Epoch[074] Batch [0599]/[3760] Speed: 114.656005 samples/sec accuracy=94.208333 loss=0.225566 lr=0.001558 Epoch[074] Batch [0649]/[3760] Speed: 115.811179 samples/sec accuracy=94.185096 loss=0.225877 lr=0.001556 Epoch[074] Batch [0699]/[3760] Speed: 114.182913 samples/sec accuracy=94.220982 loss=0.225360 lr=0.001555 Epoch[074] Batch [0749]/[3760] Speed: 113.338830 samples/sec accuracy=94.233333 loss=0.225170 lr=0.001553 Epoch[074] Batch [0799]/[3760] Speed: 115.676706 samples/sec accuracy=94.291016 loss=0.223122 lr=0.001551 Epoch[074] Batch [0849]/[3760] Speed: 114.604067 samples/sec accuracy=94.305147 loss=0.222879 lr=0.001550 Epoch[074] Batch [0899]/[3760] Speed: 114.479301 samples/sec accuracy=94.269097 loss=0.223715 lr=0.001548 Epoch[074] Batch [0949]/[3760] Speed: 114.571977 samples/sec accuracy=94.292763 loss=0.222799 lr=0.001547 Epoch[074] Batch [0999]/[3760] Speed: 114.232989 samples/sec accuracy=94.296875 loss=0.222830 lr=0.001545 Epoch[074] Batch [1049]/[3760] Speed: 114.961951 samples/sec accuracy=94.308036 loss=0.222358 lr=0.001544 Epoch[074] Batch [1099]/[3760] Speed: 114.246452 samples/sec accuracy=94.338068 loss=0.221204 lr=0.001542 Epoch[074] Batch [1149]/[3760] Speed: 116.446477 samples/sec accuracy=94.346467 loss=0.220845 lr=0.001541 Epoch[074] Batch [1199]/[3760] Speed: 115.202338 samples/sec accuracy=94.376302 loss=0.219752 lr=0.001539 Epoch[074] Batch [1249]/[3760] Speed: 113.697498 samples/sec accuracy=94.340000 loss=0.220991 lr=0.001538 Epoch[074] Batch [1299]/[3760] Speed: 116.387415 samples/sec accuracy=94.318510 loss=0.221557 lr=0.001536 Epoch[074] Batch [1349]/[3760] Speed: 114.211050 samples/sec accuracy=94.281250 loss=0.222158 lr=0.001535 Epoch[074] Batch [1399]/[3760] Speed: 113.993240 samples/sec accuracy=94.264509 loss=0.222855 lr=0.001533 Epoch[074] Batch [1449]/[3760] Speed: 113.427034 samples/sec accuracy=94.265086 loss=0.222779 lr=0.001532 Epoch[074] Batch [1499]/[3760] Speed: 116.397566 samples/sec accuracy=94.265625 loss=0.222564 lr=0.001530 Epoch[074] Batch [1549]/[3760] Speed: 115.671681 samples/sec accuracy=94.253024 loss=0.222623 lr=0.001529 Epoch[074] Batch [1599]/[3760] Speed: 115.234726 samples/sec accuracy=94.256836 loss=0.222286 lr=0.001527 Epoch[074] Batch [1649]/[3760] Speed: 115.702912 samples/sec accuracy=94.270833 loss=0.221650 lr=0.001526 Epoch[074] Batch [1699]/[3760] Speed: 112.115665 samples/sec accuracy=94.264706 loss=0.221979 lr=0.001524 Epoch[074] Batch [1749]/[3760] Speed: 117.405429 samples/sec accuracy=94.270536 loss=0.222024 lr=0.001523 Epoch[074] Batch [1799]/[3760] Speed: 113.756099 samples/sec accuracy=94.256944 loss=0.222315 lr=0.001521 Epoch[074] Batch [1849]/[3760] Speed: 116.248206 samples/sec accuracy=94.236486 loss=0.222813 lr=0.001520 Epoch[074] Batch [1899]/[3760] Speed: 114.420304 samples/sec accuracy=94.214638 loss=0.223246 lr=0.001518 Epoch[074] Batch [1949]/[3760] Speed: 114.335124 samples/sec accuracy=94.196314 loss=0.223430 lr=0.001517 Epoch[074] Batch [1999]/[3760] Speed: 116.143825 samples/sec accuracy=94.196094 loss=0.223844 lr=0.001515 Epoch[074] Batch [2049]/[3760] Speed: 114.963801 samples/sec accuracy=94.204268 loss=0.223771 lr=0.001514 Epoch[074] Batch [2099]/[3760] Speed: 115.098377 samples/sec accuracy=94.221726 loss=0.223677 lr=0.001512 Epoch[074] Batch [2149]/[3760] Speed: 115.920499 samples/sec accuracy=94.223837 loss=0.223643 lr=0.001511 Epoch[074] Batch [2199]/[3760] Speed: 112.582993 samples/sec accuracy=94.216619 loss=0.223779 lr=0.001509 Epoch[074] Batch [2249]/[3760] Speed: 114.459478 samples/sec accuracy=94.210417 loss=0.223911 lr=0.001508 Epoch[074] Batch [2299]/[3760] Speed: 115.177830 samples/sec accuracy=94.205842 loss=0.224160 lr=0.001506 Epoch[074] Batch [2349]/[3760] Speed: 114.665169 samples/sec accuracy=94.203457 loss=0.224277 lr=0.001505 Epoch[074] Batch [2399]/[3760] Speed: 114.485441 samples/sec accuracy=94.203776 loss=0.224374 lr=0.001503 Epoch[074] Batch [2449]/[3760] Speed: 114.419540 samples/sec accuracy=94.189413 loss=0.224613 lr=0.001502 Epoch[074] Batch [2499]/[3760] Speed: 114.666281 samples/sec accuracy=94.186250 loss=0.224849 lr=0.001500 Epoch[074] Batch [2549]/[3760] Speed: 115.194123 samples/sec accuracy=94.185662 loss=0.224992 lr=0.001499 Epoch[074] Batch [2599]/[3760] Speed: 115.853944 samples/sec accuracy=94.177284 loss=0.225270 lr=0.001497 Epoch[074] Batch [2649]/[3760] Speed: 113.805659 samples/sec accuracy=94.191038 loss=0.224974 lr=0.001496 Epoch[074] Batch [2699]/[3760] Speed: 114.765895 samples/sec accuracy=94.184606 loss=0.225200 lr=0.001494 Epoch[074] Batch [2749]/[3760] Speed: 113.949714 samples/sec accuracy=94.194318 loss=0.225083 lr=0.001493 Epoch[074] Batch [2799]/[3760] Speed: 114.815350 samples/sec accuracy=94.185268 loss=0.225268 lr=0.001491 Epoch[074] Batch [2849]/[3760] Speed: 113.484974 samples/sec accuracy=94.193531 loss=0.225106 lr=0.001490 Epoch[074] Batch [2899]/[3760] Speed: 115.621379 samples/sec accuracy=94.190194 loss=0.225215 lr=0.001488 Epoch[074] Batch [2949]/[3760] Speed: 113.552192 samples/sec accuracy=94.181674 loss=0.225351 lr=0.001487 Epoch[074] Batch [2999]/[3760] Speed: 115.496610 samples/sec accuracy=94.186458 loss=0.225222 lr=0.001486 Epoch[074] Batch [3049]/[3760] Speed: 115.036732 samples/sec accuracy=94.198258 loss=0.225044 lr=0.001484 Epoch[074] Batch [3099]/[3760] Speed: 115.056913 samples/sec accuracy=94.199597 loss=0.225058 lr=0.001483 Epoch[074] Batch [3149]/[3760] Speed: 111.621042 samples/sec accuracy=94.199901 loss=0.225083 lr=0.001481 Epoch[074] Batch [3199]/[3760] Speed: 117.506574 samples/sec accuracy=94.198242 loss=0.225066 lr=0.001480 Epoch[074] Batch [3249]/[3760] Speed: 114.526761 samples/sec accuracy=94.202885 loss=0.224897 lr=0.001478 Epoch[074] Batch [3299]/[3760] Speed: 113.875655 samples/sec accuracy=94.201231 loss=0.224864 lr=0.001477 Epoch[074] Batch [3349]/[3760] Speed: 115.094926 samples/sec accuracy=94.190765 loss=0.225145 lr=0.001475 Epoch[074] Batch [3399]/[3760] Speed: 113.226624 samples/sec accuracy=94.186121 loss=0.225381 lr=0.001474 Epoch[074] Batch [3449]/[3760] Speed: 116.060316 samples/sec accuracy=94.186141 loss=0.225405 lr=0.001472 Epoch[074] Batch [3499]/[3760] Speed: 114.650693 samples/sec accuracy=94.179464 loss=0.225596 lr=0.001471 Epoch[074] Batch [3549]/[3760] Speed: 112.663150 samples/sec accuracy=94.171215 loss=0.225658 lr=0.001469 Epoch[074] Batch [3599]/[3760] Speed: 115.307850 samples/sec accuracy=94.161892 loss=0.225938 lr=0.001468 Epoch[074] Batch [3649]/[3760] Speed: 113.473030 samples/sec accuracy=94.168664 loss=0.225712 lr=0.001466 Epoch[074] Batch [3699]/[3760] Speed: 115.657990 samples/sec accuracy=94.176098 loss=0.225556 lr=0.001465 Epoch[074] Batch [3749]/[3760] Speed: 128.759714 samples/sec accuracy=94.171250 loss=0.225576 lr=0.001463 Batch [0049]/[0303]: acc-top1=67.718750 acc-top5=87.031250 Batch [0099]/[0303]: acc-top1=67.625000 acc-top5=86.968750 Batch [0149]/[0303]: acc-top1=67.333333 acc-top5=86.864583 Batch [0199]/[0303]: acc-top1=67.531250 acc-top5=86.710938 Batch [0249]/[0303]: acc-top1=67.212500 acc-top5=86.643750 Batch [0299]/[0303]: acc-top1=67.046875 acc-top5=86.458333 [Epoch 074] training: accuracy=94.166390 loss=0.225747 [Epoch 074] speed: 114 samples/sec time cost: 2295.636337 [Epoch 074] validation: acc-top1=67.017327 acc-top5=86.417079 loss=2.315519 Epoch[075] Batch [0049]/[3759] Speed: 80.276703 samples/sec accuracy=94.343750 loss=0.218110 lr=0.001462 Epoch[075] Batch [0099]/[3759] Speed: 116.954409 samples/sec accuracy=95.015625 loss=0.206964 lr=0.001460 Epoch[075] Batch [0149]/[3759] Speed: 113.329337 samples/sec accuracy=94.958333 loss=0.207105 lr=0.001459 Epoch[075] Batch [0199]/[3759] Speed: 114.247499 samples/sec accuracy=95.039062 loss=0.205843 lr=0.001457 Epoch[075] Batch [0249]/[3759] Speed: 115.401559 samples/sec accuracy=95.018750 loss=0.205772 lr=0.001456 Epoch[075] Batch [0299]/[3759] Speed: 114.398669 samples/sec accuracy=94.953125 loss=0.204586 lr=0.001454 Epoch[075] Batch [0349]/[3759] Speed: 114.421055 samples/sec accuracy=94.808036 loss=0.205926 lr=0.001453 Epoch[075] Batch [0399]/[3759] Speed: 114.031418 samples/sec accuracy=94.699219 loss=0.207313 lr=0.001451 Epoch[075] Batch [0449]/[3759] Speed: 115.582291 samples/sec accuracy=94.704861 loss=0.207694 lr=0.001450 Epoch[075] Batch [0499]/[3759] Speed: 114.925134 samples/sec accuracy=94.768750 loss=0.206180 lr=0.001448 Epoch[075] Batch [0549]/[3759] Speed: 114.579547 samples/sec accuracy=94.803977 loss=0.206143 lr=0.001447 Epoch[075] Batch [0599]/[3759] Speed: 115.521057 samples/sec accuracy=94.783854 loss=0.205916 lr=0.001445 Epoch[075] Batch [0649]/[3759] Speed: 112.357884 samples/sec accuracy=94.709135 loss=0.207707 lr=0.001444 Epoch[075] Batch [0699]/[3759] Speed: 114.533327 samples/sec accuracy=94.691964 loss=0.208758 lr=0.001442 Epoch[075] Batch [0749]/[3759] Speed: 115.325405 samples/sec accuracy=94.722917 loss=0.208259 lr=0.001441 Epoch[075] Batch [0799]/[3759] Speed: 114.808318 samples/sec accuracy=94.701172 loss=0.209315 lr=0.001439 Epoch[075] Batch [0849]/[3759] Speed: 112.108036 samples/sec accuracy=94.693015 loss=0.209571 lr=0.001438 Epoch[075] Batch [0899]/[3759] Speed: 115.714611 samples/sec accuracy=94.689236 loss=0.209488 lr=0.001437 Epoch[075] Batch [0949]/[3759] Speed: 114.266031 samples/sec accuracy=94.682566 loss=0.209608 lr=0.001435 Epoch[075] Batch [0999]/[3759] Speed: 115.709919 samples/sec accuracy=94.689063 loss=0.208693 lr=0.001434 Epoch[075] Batch [1049]/[3759] Speed: 112.828421 samples/sec accuracy=94.656250 loss=0.209023 lr=0.001432 Epoch[075] Batch [1099]/[3759] Speed: 113.527837 samples/sec accuracy=94.607955 loss=0.210239 lr=0.001431 Epoch[075] Batch [1149]/[3759] Speed: 114.305215 samples/sec accuracy=94.588315 loss=0.210819 lr=0.001429 Epoch[075] Batch [1199]/[3759] Speed: 114.724066 samples/sec accuracy=94.597656 loss=0.210416 lr=0.001428 Epoch[075] Batch [1249]/[3759] Speed: 115.791204 samples/sec accuracy=94.581250 loss=0.210815 lr=0.001426 Epoch[075] Batch [1299]/[3759] Speed: 111.498963 samples/sec accuracy=94.587740 loss=0.210363 lr=0.001425 Epoch[075] Batch [1349]/[3759] Speed: 117.018284 samples/sec accuracy=94.585648 loss=0.210980 lr=0.001423 Epoch[075] Batch [1399]/[3759] Speed: 113.210632 samples/sec accuracy=94.584821 loss=0.210847 lr=0.001422 Epoch[075] Batch [1449]/[3759] Speed: 114.882375 samples/sec accuracy=94.565733 loss=0.211081 lr=0.001420 Epoch[075] Batch [1499]/[3759] Speed: 113.649469 samples/sec accuracy=94.583333 loss=0.210794 lr=0.001419 Epoch[075] Batch [1549]/[3759] Speed: 113.382493 samples/sec accuracy=94.602823 loss=0.210482 lr=0.001418 Epoch[075] Batch [1599]/[3759] Speed: 114.961789 samples/sec accuracy=94.598633 loss=0.210740 lr=0.001416 Epoch[075] Batch [1649]/[3759] Speed: 114.580000 samples/sec accuracy=94.613636 loss=0.210496 lr=0.001415 Epoch[075] Batch [1699]/[3759] Speed: 115.219371 samples/sec accuracy=94.607537 loss=0.210571 lr=0.001413 Epoch[075] Batch [1749]/[3759] Speed: 112.910872 samples/sec accuracy=94.597321 loss=0.211081 lr=0.001412 Epoch[075] Batch [1799]/[3759] Speed: 116.733520 samples/sec accuracy=94.582465 loss=0.211510 lr=0.001410 Epoch[075] Batch [1849]/[3759] Speed: 115.717850 samples/sec accuracy=94.599662 loss=0.211084 lr=0.001409 Epoch[075] Batch [1899]/[3759] Speed: 113.013485 samples/sec accuracy=94.616776 loss=0.210748 lr=0.001407 Epoch[075] Batch [1949]/[3759] Speed: 113.510819 samples/sec accuracy=94.615385 loss=0.210728 lr=0.001406 Epoch[075] Batch [1999]/[3759] Speed: 114.792709 samples/sec accuracy=94.607812 loss=0.210871 lr=0.001404 Epoch[075] Batch [2049]/[3759] Speed: 115.418783 samples/sec accuracy=94.604421 loss=0.210776 lr=0.001403 Epoch[075] Batch [2099]/[3759] Speed: 113.336831 samples/sec accuracy=94.598214 loss=0.210813 lr=0.001402 Epoch[075] Batch [2149]/[3759] Speed: 114.428075 samples/sec accuracy=94.585029 loss=0.210783 lr=0.001400 Epoch[075] Batch [2199]/[3759] Speed: 112.812300 samples/sec accuracy=94.552557 loss=0.211391 lr=0.001399 Epoch[075] Batch [2249]/[3759] Speed: 115.206640 samples/sec accuracy=94.561111 loss=0.211400 lr=0.001397 Epoch[075] Batch [2299]/[3759] Speed: 114.214008 samples/sec accuracy=94.557065 loss=0.211799 lr=0.001396 Epoch[075] Batch [2349]/[3759] Speed: 113.327170 samples/sec accuracy=94.556516 loss=0.211668 lr=0.001394 Epoch[075] Batch [2399]/[3759] Speed: 114.396874 samples/sec accuracy=94.567708 loss=0.211448 lr=0.001393 Epoch[075] Batch [2449]/[3759] Speed: 115.169557 samples/sec accuracy=94.558673 loss=0.211716 lr=0.001391 Epoch[075] Batch [2499]/[3759] Speed: 114.217399 samples/sec accuracy=94.560625 loss=0.211732 lr=0.001390 Epoch[075] Batch [2549]/[3759] Speed: 115.159428 samples/sec accuracy=94.545343 loss=0.212079 lr=0.001388 Epoch[075] Batch [2599]/[3759] Speed: 115.378112 samples/sec accuracy=94.555288 loss=0.211911 lr=0.001387 Epoch[075] Batch [2649]/[3759] Speed: 111.442992 samples/sec accuracy=94.553656 loss=0.211821 lr=0.001386 Epoch[075] Batch [2699]/[3759] Speed: 115.776953 samples/sec accuracy=94.541667 loss=0.212381 lr=0.001384 Epoch[075] Batch [2749]/[3759] Speed: 114.687280 samples/sec accuracy=94.530682 loss=0.212962 lr=0.001383 Epoch[075] Batch [2799]/[3759] Speed: 115.675588 samples/sec accuracy=94.527902 loss=0.213043 lr=0.001381 Epoch[075] Batch [2849]/[3759] Speed: 113.969939 samples/sec accuracy=94.523575 loss=0.213231 lr=0.001380 Epoch[075] Batch [2899]/[3759] Speed: 113.020103 samples/sec accuracy=94.523168 loss=0.213291 lr=0.001378 Epoch[075] Batch [2949]/[3759] Speed: 115.194338 samples/sec accuracy=94.521716 loss=0.213338 lr=0.001377 Epoch[075] Batch [2999]/[3759] Speed: 114.431220 samples/sec accuracy=94.532292 loss=0.213194 lr=0.001376 Epoch[075] Batch [3049]/[3759] Speed: 113.888990 samples/sec accuracy=94.534324 loss=0.213105 lr=0.001374 Epoch[075] Batch [3099]/[3759] Speed: 111.337099 samples/sec accuracy=94.537802 loss=0.213010 lr=0.001373 Epoch[075] Batch [3149]/[3759] Speed: 116.648230 samples/sec accuracy=94.537202 loss=0.213118 lr=0.001371 Epoch[075] Batch [3199]/[3759] Speed: 114.479938 samples/sec accuracy=94.529297 loss=0.213430 lr=0.001370 Epoch[075] Batch [3249]/[3759] Speed: 114.781326 samples/sec accuracy=94.527404 loss=0.213468 lr=0.001368 Epoch[075] Batch [3299]/[3759] Speed: 114.520198 samples/sec accuracy=94.525095 loss=0.213611 lr=0.001367 Epoch[075] Batch [3349]/[3759] Speed: 113.990081 samples/sec accuracy=94.531250 loss=0.213279 lr=0.001365 Epoch[075] Batch [3399]/[3759] Speed: 114.226095 samples/sec accuracy=94.531710 loss=0.213266 lr=0.001364 Epoch[075] Batch [3449]/[3759] Speed: 113.728522 samples/sec accuracy=94.526268 loss=0.213275 lr=0.001363 Epoch[075] Batch [3499]/[3759] Speed: 116.527788 samples/sec accuracy=94.522768 loss=0.213389 lr=0.001361 Epoch[075] Batch [3549]/[3759] Speed: 114.634752 samples/sec accuracy=94.512324 loss=0.213716 lr=0.001360 Epoch[075] Batch [3599]/[3759] Speed: 112.926726 samples/sec accuracy=94.507378 loss=0.213801 lr=0.001358 Epoch[075] Batch [3649]/[3759] Speed: 114.853165 samples/sec accuracy=94.516267 loss=0.213527 lr=0.001357 Epoch[075] Batch [3699]/[3759] Speed: 114.443144 samples/sec accuracy=94.525760 loss=0.213172 lr=0.001355 Epoch[075] Batch [3749]/[3759] Speed: 130.074335 samples/sec accuracy=94.528750 loss=0.213063 lr=0.001354 Batch [0049]/[0303]: acc-top1=67.531250 acc-top5=86.812500 Batch [0099]/[0303]: acc-top1=67.187500 acc-top5=86.750000 Batch [0149]/[0303]: acc-top1=66.958333 acc-top5=86.593750 Batch [0199]/[0303]: acc-top1=67.085938 acc-top5=86.546875 Batch [0249]/[0303]: acc-top1=66.737500 acc-top5=86.450000 Batch [0299]/[0303]: acc-top1=66.500000 acc-top5=86.244792 [Epoch 075] training: accuracy=94.527301 loss=0.213148 [Epoch 075] speed: 114 samples/sec time cost: 2300.643794 [Epoch 075] validation: acc-top1=66.470710 acc-top5=86.215965 loss=2.357341 Epoch[076] Batch [0049]/[3760] Speed: 79.166511 samples/sec accuracy=94.437500 loss=0.210567 lr=0.001352 Epoch[076] Batch [0099]/[3760] Speed: 115.757803 samples/sec accuracy=94.593750 loss=0.208317 lr=0.001351 Epoch[076] Batch [0149]/[3760] Speed: 114.306635 samples/sec accuracy=94.562500 loss=0.210153 lr=0.001349 Epoch[076] Batch [0199]/[3760] Speed: 113.899430 samples/sec accuracy=94.640625 loss=0.208067 lr=0.001348 Epoch[076] Batch [0249]/[3760] Speed: 111.626774 samples/sec accuracy=94.831250 loss=0.203134 lr=0.001347 Epoch[076] Batch [0299]/[3760] Speed: 115.384552 samples/sec accuracy=94.885417 loss=0.201189 lr=0.001345 Epoch[076] Batch [0349]/[3760] Speed: 114.431014 samples/sec accuracy=94.879464 loss=0.201286 lr=0.001344 Epoch[076] Batch [0399]/[3760] Speed: 116.278517 samples/sec accuracy=94.988281 loss=0.198818 lr=0.001342 Epoch[076] Batch [0449]/[3760] Speed: 113.766397 samples/sec accuracy=94.954861 loss=0.199926 lr=0.001341 Epoch[076] Batch [0499]/[3760] Speed: 113.601086 samples/sec accuracy=94.956250 loss=0.200877 lr=0.001339 Epoch[076] Batch [0549]/[3760] Speed: 114.682285 samples/sec accuracy=94.892045 loss=0.201827 lr=0.001338 Epoch[076] Batch [0599]/[3760] Speed: 113.790371 samples/sec accuracy=94.955729 loss=0.199866 lr=0.001337 Epoch[076] Batch [0649]/[3760] Speed: 114.122078 samples/sec accuracy=94.992788 loss=0.198488 lr=0.001335 Epoch[076] Batch [0699]/[3760] Speed: 113.980930 samples/sec accuracy=95.024554 loss=0.198840 lr=0.001334 Epoch[076] Batch [0749]/[3760] Speed: 113.610856 samples/sec accuracy=94.979167 loss=0.199731 lr=0.001332 Epoch[076] Batch [0799]/[3760] Speed: 113.996525 samples/sec accuracy=94.990234 loss=0.199748 lr=0.001331 Epoch[076] Batch [0849]/[3760] Speed: 114.472906 samples/sec accuracy=94.957721 loss=0.200604 lr=0.001330 Epoch[076] Batch [0899]/[3760] Speed: 115.761290 samples/sec accuracy=94.965278 loss=0.200053 lr=0.001328 Epoch[076] Batch [0949]/[3760] Speed: 113.102786 samples/sec accuracy=94.939145 loss=0.200374 lr=0.001327 Epoch[076] Batch [0999]/[3760] Speed: 114.642156 samples/sec accuracy=94.904687 loss=0.200262 lr=0.001325 Epoch[076] Batch [1049]/[3760] Speed: 115.175466 samples/sec accuracy=94.873512 loss=0.200587 lr=0.001324 Epoch[076] Batch [1099]/[3760] Speed: 115.390430 samples/sec accuracy=94.904830 loss=0.200019 lr=0.001322 Epoch[076] Batch [1149]/[3760] Speed: 113.838118 samples/sec accuracy=94.907609 loss=0.200617 lr=0.001321 Epoch[076] Batch [1199]/[3760] Speed: 114.028169 samples/sec accuracy=94.908854 loss=0.200506 lr=0.001320 Epoch[076] Batch [1249]/[3760] Speed: 114.171319 samples/sec accuracy=94.888750 loss=0.200322 lr=0.001318 Epoch[076] Batch [1299]/[3760] Speed: 114.126482 samples/sec accuracy=94.884615 loss=0.200260 lr=0.001317 Epoch[076] Batch [1349]/[3760] Speed: 114.397458 samples/sec accuracy=94.883102 loss=0.200459 lr=0.001315 Epoch[076] Batch [1399]/[3760] Speed: 114.207099 samples/sec accuracy=94.891741 loss=0.200705 lr=0.001314 Epoch[076] Batch [1449]/[3760] Speed: 115.032093 samples/sec accuracy=94.893319 loss=0.200791 lr=0.001313 Epoch[076] Batch [1499]/[3760] Speed: 115.340234 samples/sec accuracy=94.873958 loss=0.201027 lr=0.001311 Epoch[076] Batch [1549]/[3760] Speed: 115.235410 samples/sec accuracy=94.859879 loss=0.201001 lr=0.001310 Epoch[076] Batch [1599]/[3760] Speed: 113.159114 samples/sec accuracy=94.858398 loss=0.200777 lr=0.001308 Epoch[076] Batch [1649]/[3760] Speed: 114.742564 samples/sec accuracy=94.864583 loss=0.200703 lr=0.001307 Epoch[076] Batch [1699]/[3760] Speed: 114.337003 samples/sec accuracy=94.859375 loss=0.201265 lr=0.001305 Epoch[076] Batch [1749]/[3760] Speed: 115.024163 samples/sec accuracy=94.855357 loss=0.201278 lr=0.001304 Epoch[076] Batch [1799]/[3760] Speed: 116.194267 samples/sec accuracy=94.859375 loss=0.201342 lr=0.001303 Epoch[076] Batch [1849]/[3760] Speed: 111.611837 samples/sec accuracy=94.860642 loss=0.201821 lr=0.001301 Epoch[076] Batch [1899]/[3760] Speed: 117.113672 samples/sec accuracy=94.872533 loss=0.201297 lr=0.001300 Epoch[076] Batch [1949]/[3760] Speed: 114.427974 samples/sec accuracy=94.876603 loss=0.201007 lr=0.001298 Epoch[076] Batch [1999]/[3760] Speed: 114.483786 samples/sec accuracy=94.864063 loss=0.201129 lr=0.001297 Epoch[076] Batch [2049]/[3760] Speed: 115.456263 samples/sec accuracy=94.856707 loss=0.201274 lr=0.001296 Epoch[076] Batch [2099]/[3760] Speed: 112.886938 samples/sec accuracy=94.859375 loss=0.200988 lr=0.001294 Epoch[076] Batch [2149]/[3760] Speed: 113.970790 samples/sec accuracy=94.855378 loss=0.201343 lr=0.001293 Epoch[076] Batch [2199]/[3760] Speed: 115.285032 samples/sec accuracy=94.850142 loss=0.201380 lr=0.001291 Epoch[076] Batch [2249]/[3760] Speed: 114.581722 samples/sec accuracy=94.859722 loss=0.201020 lr=0.001290 Epoch[076] Batch [2299]/[3760] Speed: 112.676946 samples/sec accuracy=94.850543 loss=0.201250 lr=0.001289 Epoch[076] Batch [2349]/[3760] Speed: 116.388255 samples/sec accuracy=94.839761 loss=0.201380 lr=0.001287 Epoch[076] Batch [2399]/[3760] Speed: 113.899921 samples/sec accuracy=94.819010 loss=0.201890 lr=0.001286 Epoch[076] Batch [2449]/[3760] Speed: 114.381980 samples/sec accuracy=94.818240 loss=0.202081 lr=0.001284 Epoch[076] Batch [2499]/[3760] Speed: 114.698323 samples/sec accuracy=94.823125 loss=0.201997 lr=0.001283 Epoch[076] Batch [2549]/[3760] Speed: 113.041277 samples/sec accuracy=94.807598 loss=0.202358 lr=0.001282 Epoch[076] Batch [2599]/[3760] Speed: 114.454888 samples/sec accuracy=94.804688 loss=0.202338 lr=0.001280 Epoch[076] Batch [2649]/[3760] Speed: 115.630601 samples/sec accuracy=94.810142 loss=0.202418 lr=0.001279 Epoch[076] Batch [2699]/[3760] Speed: 113.944350 samples/sec accuracy=94.815972 loss=0.202244 lr=0.001277 Epoch[076] Batch [2749]/[3760] Speed: 114.370794 samples/sec accuracy=94.809091 loss=0.202461 lr=0.001276 Epoch[076] Batch [2799]/[3760] Speed: 114.427326 samples/sec accuracy=94.809710 loss=0.202346 lr=0.001275 Epoch[076] Batch [2849]/[3760] Speed: 114.430800 samples/sec accuracy=94.807566 loss=0.202375 lr=0.001273 Epoch[076] Batch [2899]/[3760] Speed: 115.491002 samples/sec accuracy=94.813578 loss=0.202245 lr=0.001272 Epoch[076] Batch [2949]/[3760] Speed: 113.851321 samples/sec accuracy=94.816208 loss=0.202155 lr=0.001271 Epoch[076] Batch [2999]/[3760] Speed: 113.602644 samples/sec accuracy=94.817188 loss=0.202317 lr=0.001269 Epoch[076] Batch [3049]/[3760] Speed: 115.277077 samples/sec accuracy=94.806865 loss=0.202529 lr=0.001268 Epoch[076] Batch [3099]/[3760] Speed: 115.468519 samples/sec accuracy=94.809476 loss=0.202500 lr=0.001266 Epoch[076] Batch [3149]/[3760] Speed: 114.458618 samples/sec accuracy=94.804563 loss=0.202491 lr=0.001265 Epoch[076] Batch [3199]/[3760] Speed: 114.326130 samples/sec accuracy=94.797363 loss=0.202682 lr=0.001264 Epoch[076] Batch [3249]/[3760] Speed: 113.793641 samples/sec accuracy=94.791827 loss=0.202988 lr=0.001262 Epoch[076] Batch [3299]/[3760] Speed: 114.997252 samples/sec accuracy=94.796875 loss=0.202851 lr=0.001261 Epoch[076] Batch [3349]/[3760] Speed: 114.725243 samples/sec accuracy=94.783116 loss=0.203232 lr=0.001259 Epoch[076] Batch [3399]/[3760] Speed: 113.893299 samples/sec accuracy=94.784007 loss=0.203239 lr=0.001258 Epoch[076] Batch [3449]/[3760] Speed: 112.256426 samples/sec accuracy=94.773098 loss=0.203537 lr=0.001257 Epoch[076] Batch [3499]/[3760] Speed: 115.453180 samples/sec accuracy=94.777679 loss=0.203439 lr=0.001255 Epoch[076] Batch [3549]/[3760] Speed: 114.390928 samples/sec accuracy=94.780370 loss=0.203325 lr=0.001254 Epoch[076] Batch [3599]/[3760] Speed: 114.914094 samples/sec accuracy=94.775174 loss=0.203464 lr=0.001252 Epoch[076] Batch [3649]/[3760] Speed: 113.940786 samples/sec accuracy=94.767551 loss=0.203780 lr=0.001251 Epoch[076] Batch [3699]/[3760] Speed: 113.826727 samples/sec accuracy=94.766470 loss=0.203930 lr=0.001250 Epoch[076] Batch [3749]/[3760] Speed: 130.323637 samples/sec accuracy=94.760417 loss=0.204197 lr=0.001248 Batch [0049]/[0303]: acc-top1=67.312500 acc-top5=87.531250 Batch [0099]/[0303]: acc-top1=67.343750 acc-top5=87.203125 Batch [0149]/[0303]: acc-top1=67.239583 acc-top5=86.906250 Batch [0199]/[0303]: acc-top1=67.460938 acc-top5=86.750000 Batch [0249]/[0303]: acc-top1=67.256250 acc-top5=86.618750 Batch [0299]/[0303]: acc-top1=67.125000 acc-top5=86.453125 [Epoch 076] training: accuracy=94.766041 loss=0.204120 [Epoch 076] speed: 114 samples/sec time cost: 2301.112626 [Epoch 076] validation: acc-top1=67.099835 acc-top5=86.422236 loss=2.358562 Epoch[077] Batch [0049]/[3760] Speed: 79.013364 samples/sec accuracy=95.187500 loss=0.186611 lr=0.001247 Epoch[077] Batch [0099]/[3760] Speed: 115.651373 samples/sec accuracy=95.125000 loss=0.185276 lr=0.001245 Epoch[077] Batch [0149]/[3760] Speed: 113.533639 samples/sec accuracy=94.979167 loss=0.189648 lr=0.001244 Epoch[077] Batch [0199]/[3760] Speed: 113.168923 samples/sec accuracy=94.929688 loss=0.191520 lr=0.001243 Epoch[077] Batch [0249]/[3760] Speed: 114.715243 samples/sec accuracy=95.050000 loss=0.189675 lr=0.001241 Epoch[077] Batch [0299]/[3760] Speed: 114.309965 samples/sec accuracy=95.078125 loss=0.189826 lr=0.001240 Epoch[077] Batch [0349]/[3760] Speed: 114.548698 samples/sec accuracy=95.111607 loss=0.189109 lr=0.001238 Epoch[077] Batch [0399]/[3760] Speed: 115.434563 samples/sec accuracy=95.054688 loss=0.190685 lr=0.001237 Epoch[077] Batch [0449]/[3760] Speed: 114.437917 samples/sec accuracy=95.121528 loss=0.190249 lr=0.001236 Epoch[077] Batch [0499]/[3760] Speed: 114.900884 samples/sec accuracy=95.078125 loss=0.191158 lr=0.001234 Epoch[077] Batch [0549]/[3760] Speed: 114.872561 samples/sec accuracy=95.096591 loss=0.191270 lr=0.001233 Epoch[077] Batch [0599]/[3760] Speed: 114.385763 samples/sec accuracy=95.070312 loss=0.192362 lr=0.001232 Epoch[077] Batch [0649]/[3760] Speed: 111.657008 samples/sec accuracy=95.105769 loss=0.190643 lr=0.001230 Epoch[077] Batch [0699]/[3760] Speed: 116.330039 samples/sec accuracy=95.122768 loss=0.191136 lr=0.001229 Epoch[077] Batch [0749]/[3760] Speed: 114.775709 samples/sec accuracy=95.089583 loss=0.191456 lr=0.001227 Epoch[077] Batch [0799]/[3760] Speed: 115.227569 samples/sec accuracy=95.089844 loss=0.191606 lr=0.001226 Epoch[077] Batch [0849]/[3760] Speed: 114.117407 samples/sec accuracy=95.068015 loss=0.191742 lr=0.001225 Epoch[077] Batch [0899]/[3760] Speed: 113.823433 samples/sec accuracy=95.090278 loss=0.191608 lr=0.001223 Epoch[077] Batch [0949]/[3760] Speed: 113.686437 samples/sec accuracy=95.136513 loss=0.190177 lr=0.001222 Epoch[077] Batch [0999]/[3760] Speed: 114.729051 samples/sec accuracy=95.148438 loss=0.189769 lr=0.001221 Epoch[077] Batch [1049]/[3760] Speed: 115.320914 samples/sec accuracy=95.136905 loss=0.190139 lr=0.001219 Epoch[077] Batch [1099]/[3760] Speed: 114.494132 samples/sec accuracy=95.156250 loss=0.190293 lr=0.001218 Epoch[077] Batch [1149]/[3760] Speed: 115.127097 samples/sec accuracy=95.122283 loss=0.191109 lr=0.001216 Epoch[077] Batch [1199]/[3760] Speed: 113.554282 samples/sec accuracy=95.114583 loss=0.190937 lr=0.001215 Epoch[077] Batch [1249]/[3760] Speed: 113.520778 samples/sec accuracy=95.115000 loss=0.190981 lr=0.001214 Epoch[077] Batch [1299]/[3760] Speed: 112.795210 samples/sec accuracy=95.134615 loss=0.190804 lr=0.001212 Epoch[077] Batch [1349]/[3760] Speed: 114.053588 samples/sec accuracy=95.138889 loss=0.190887 lr=0.001211 Epoch[077] Batch [1399]/[3760] Speed: 116.797062 samples/sec accuracy=95.161830 loss=0.190427 lr=0.001210 Epoch[077] Batch [1449]/[3760] Speed: 113.326395 samples/sec accuracy=95.193966 loss=0.189797 lr=0.001208 Epoch[077] Batch [1499]/[3760] Speed: 114.874763 samples/sec accuracy=95.198958 loss=0.189661 lr=0.001207 Epoch[077] Batch [1549]/[3760] Speed: 115.230913 samples/sec accuracy=95.197581 loss=0.189862 lr=0.001206 Epoch[077] Batch [1599]/[3760] Speed: 115.333479 samples/sec accuracy=95.208008 loss=0.189456 lr=0.001204 Epoch[077] Batch [1649]/[3760] Speed: 114.702244 samples/sec accuracy=95.216856 loss=0.188979 lr=0.001203 Epoch[077] Batch [1699]/[3760] Speed: 115.032920 samples/sec accuracy=95.208640 loss=0.189254 lr=0.001201 Epoch[077] Batch [1749]/[3760] Speed: 114.027149 samples/sec accuracy=95.196429 loss=0.189452 lr=0.001200 Epoch[077] Batch [1799]/[3760] Speed: 114.704925 samples/sec accuracy=95.192708 loss=0.189519 lr=0.001199 Epoch[077] Batch [1849]/[3760] Speed: 115.066599 samples/sec accuracy=95.195946 loss=0.189687 lr=0.001197 Epoch[077] Batch [1899]/[3760] Speed: 114.862859 samples/sec accuracy=95.208882 loss=0.189498 lr=0.001196 Epoch[077] Batch [1949]/[3760] Speed: 113.688147 samples/sec accuracy=95.182692 loss=0.189963 lr=0.001195 Epoch[077] Batch [1999]/[3760] Speed: 115.563386 samples/sec accuracy=95.187500 loss=0.189912 lr=0.001193 Epoch[077] Batch [2049]/[3760] Speed: 113.901539 samples/sec accuracy=95.169970 loss=0.190191 lr=0.001192 Epoch[077] Batch [2099]/[3760] Speed: 115.833280 samples/sec accuracy=95.177083 loss=0.189758 lr=0.001191 Epoch[077] Batch [2149]/[3760] Speed: 113.889883 samples/sec accuracy=95.168605 loss=0.189970 lr=0.001189 Epoch[077] Batch [2199]/[3760] Speed: 112.798620 samples/sec accuracy=95.156250 loss=0.190547 lr=0.001188 Epoch[077] Batch [2249]/[3760] Speed: 114.950125 samples/sec accuracy=95.157639 loss=0.190478 lr=0.001187 Epoch[077] Batch [2299]/[3760] Speed: 113.576515 samples/sec accuracy=95.148777 loss=0.190645 lr=0.001185 Epoch[077] Batch [2349]/[3760] Speed: 115.624608 samples/sec accuracy=95.146941 loss=0.190681 lr=0.001184 Epoch[077] Batch [2399]/[3760] Speed: 115.268735 samples/sec accuracy=95.152344 loss=0.190754 lr=0.001183 Epoch[077] Batch [2449]/[3760] Speed: 113.355427 samples/sec accuracy=95.156250 loss=0.190678 lr=0.001181 Epoch[077] Batch [2499]/[3760] Speed: 115.453499 samples/sec accuracy=95.157500 loss=0.190528 lr=0.001180 Epoch[077] Batch [2549]/[3760] Speed: 114.062358 samples/sec accuracy=95.162990 loss=0.190569 lr=0.001178 Epoch[077] Batch [2599]/[3760] Speed: 114.720402 samples/sec accuracy=95.171875 loss=0.190587 lr=0.001177 Epoch[077] Batch [2649]/[3760] Speed: 116.326699 samples/sec accuracy=95.165094 loss=0.190933 lr=0.001176 Epoch[077] Batch [2699]/[3760] Speed: 114.301311 samples/sec accuracy=95.162037 loss=0.190923 lr=0.001174 Epoch[077] Batch [2749]/[3760] Speed: 114.560451 samples/sec accuracy=95.156818 loss=0.191135 lr=0.001173 Epoch[077] Batch [2799]/[3760] Speed: 114.782694 samples/sec accuracy=95.163504 loss=0.190829 lr=0.001172 Epoch[077] Batch [2849]/[3760] Speed: 114.019955 samples/sec accuracy=95.163925 loss=0.190900 lr=0.001170 Epoch[077] Batch [2899]/[3760] Speed: 114.535168 samples/sec accuracy=95.158944 loss=0.191011 lr=0.001169 Epoch[077] Batch [2949]/[3760] Speed: 114.320956 samples/sec accuracy=95.155720 loss=0.191061 lr=0.001168 Epoch[077] Batch [2999]/[3760] Speed: 113.967688 samples/sec accuracy=95.159896 loss=0.190917 lr=0.001166 Epoch[077] Batch [3049]/[3760] Speed: 114.757549 samples/sec accuracy=95.148053 loss=0.191118 lr=0.001165 Epoch[077] Batch [3099]/[3760] Speed: 114.758949 samples/sec accuracy=95.151714 loss=0.191007 lr=0.001164 Epoch[077] Batch [3149]/[3760] Speed: 113.817294 samples/sec accuracy=95.148810 loss=0.191164 lr=0.001162 Epoch[077] Batch [3199]/[3760] Speed: 113.690659 samples/sec accuracy=95.145020 loss=0.191297 lr=0.001161 Epoch[077] Batch [3249]/[3760] Speed: 115.236304 samples/sec accuracy=95.135577 loss=0.191406 lr=0.001160 Epoch[077] Batch [3299]/[3760] Speed: 113.716989 samples/sec accuracy=95.142045 loss=0.191373 lr=0.001158 Epoch[077] Batch [3349]/[3760] Speed: 115.446076 samples/sec accuracy=95.133396 loss=0.191510 lr=0.001157 Epoch[077] Batch [3399]/[3760] Speed: 114.095362 samples/sec accuracy=95.137868 loss=0.191264 lr=0.001156 Epoch[077] Batch [3449]/[3760] Speed: 115.118410 samples/sec accuracy=95.131341 loss=0.191360 lr=0.001154 Epoch[077] Batch [3499]/[3760] Speed: 114.138655 samples/sec accuracy=95.128571 loss=0.191419 lr=0.001153 Epoch[077] Batch [3549]/[3760] Speed: 114.886138 samples/sec accuracy=95.130722 loss=0.191461 lr=0.001152 Epoch[077] Batch [3599]/[3760] Speed: 115.089253 samples/sec accuracy=95.123264 loss=0.191549 lr=0.001150 Epoch[077] Batch [3649]/[3760] Speed: 114.581927 samples/sec accuracy=95.121147 loss=0.191698 lr=0.001149 Epoch[077] Batch [3699]/[3760] Speed: 112.604179 samples/sec accuracy=95.122466 loss=0.191610 lr=0.001148 Epoch[077] Batch [3749]/[3760] Speed: 130.441430 samples/sec accuracy=95.118750 loss=0.191750 lr=0.001146 Batch [0049]/[0303]: acc-top1=68.000000 acc-top5=86.812500 Batch [0099]/[0303]: acc-top1=67.468750 acc-top5=86.890625 Batch [0149]/[0303]: acc-top1=67.385417 acc-top5=86.760417 Batch [0199]/[0303]: acc-top1=67.531250 acc-top5=86.632812 Batch [0249]/[0303]: acc-top1=67.300000 acc-top5=86.443750 Batch [0299]/[0303]: acc-top1=67.197917 acc-top5=86.250000 [Epoch 077] training: accuracy=95.117603 loss=0.191775 [Epoch 077] speed: 114 samples/sec time cost: 2300.407174 [Epoch 077] validation: acc-top1=67.130776 acc-top5=86.231436 loss=2.358213 Epoch[078] Batch [0049]/[3759] Speed: 80.676937 samples/sec accuracy=95.781250 loss=0.174280 lr=0.001145 Epoch[078] Batch [0099]/[3759] Speed: 114.696914 samples/sec accuracy=95.781250 loss=0.172986 lr=0.001143 Epoch[078] Batch [0149]/[3759] Speed: 114.335869 samples/sec accuracy=95.750000 loss=0.171904 lr=0.001142 Epoch[078] Batch [0199]/[3759] Speed: 113.643624 samples/sec accuracy=95.734375 loss=0.171421 lr=0.001141 Epoch[078] Batch [0249]/[3759] Speed: 115.205208 samples/sec accuracy=95.706250 loss=0.172333 lr=0.001139 Epoch[078] Batch [0299]/[3759] Speed: 113.365030 samples/sec accuracy=95.713542 loss=0.171853 lr=0.001138 Epoch[078] Batch [0349]/[3759] Speed: 115.500878 samples/sec accuracy=95.660714 loss=0.172635 lr=0.001137 Epoch[078] Batch [0399]/[3759] Speed: 114.949000 samples/sec accuracy=95.652344 loss=0.172791 lr=0.001135 Epoch[078] Batch [0449]/[3759] Speed: 111.723670 samples/sec accuracy=95.687500 loss=0.172952 lr=0.001134 Epoch[078] Batch [0499]/[3759] Speed: 116.365678 samples/sec accuracy=95.603125 loss=0.174479 lr=0.001133 Epoch[078] Batch [0549]/[3759] Speed: 115.372925 samples/sec accuracy=95.627841 loss=0.174714 lr=0.001131 Epoch[078] Batch [0599]/[3759] Speed: 114.664823 samples/sec accuracy=95.611979 loss=0.176457 lr=0.001130 Epoch[078] Batch [0649]/[3759] Speed: 114.459971 samples/sec accuracy=95.596154 loss=0.177503 lr=0.001129 Epoch[078] Batch [0699]/[3759] Speed: 112.224493 samples/sec accuracy=95.613839 loss=0.177931 lr=0.001127 Epoch[078] Batch [0749]/[3759] Speed: 115.876873 samples/sec accuracy=95.608333 loss=0.177907 lr=0.001126 Epoch[078] Batch [0799]/[3759] Speed: 114.106863 samples/sec accuracy=95.626953 loss=0.177614 lr=0.001125 Epoch[078] Batch [0849]/[3759] Speed: 113.987468 samples/sec accuracy=95.613971 loss=0.177709 lr=0.001124 Epoch[078] Batch [0899]/[3759] Speed: 115.665204 samples/sec accuracy=95.618056 loss=0.177503 lr=0.001122 Epoch[078] Batch [0949]/[3759] Speed: 113.898044 samples/sec accuracy=95.601974 loss=0.178354 lr=0.001121 Epoch[078] Batch [0999]/[3759] Speed: 114.313692 samples/sec accuracy=95.590625 loss=0.178562 lr=0.001120 Epoch[078] Batch [1049]/[3759] Speed: 114.107228 samples/sec accuracy=95.602679 loss=0.178178 lr=0.001118 Epoch[078] Batch [1099]/[3759] Speed: 115.314555 samples/sec accuracy=95.599432 loss=0.178372 lr=0.001117 Epoch[078] Batch [1149]/[3759] Speed: 114.321212 samples/sec accuracy=95.589674 loss=0.178448 lr=0.001116 Epoch[078] Batch [1199]/[3759] Speed: 114.162645 samples/sec accuracy=95.596354 loss=0.178313 lr=0.001114 Epoch[078] Batch [1249]/[3759] Speed: 114.525989 samples/sec accuracy=95.557500 loss=0.179011 lr=0.001113 Epoch[078] Batch [1299]/[3759] Speed: 113.837886 samples/sec accuracy=95.550481 loss=0.179313 lr=0.001112 Epoch[078] Batch [1349]/[3759] Speed: 114.816830 samples/sec accuracy=95.537037 loss=0.179629 lr=0.001110 Epoch[078] Batch [1399]/[3759] Speed: 113.033997 samples/sec accuracy=95.541295 loss=0.179531 lr=0.001109 Epoch[078] Batch [1449]/[3759] Speed: 116.662105 samples/sec accuracy=95.544181 loss=0.179332 lr=0.001108 Epoch[078] Batch [1499]/[3759] Speed: 113.416730 samples/sec accuracy=95.533333 loss=0.179774 lr=0.001106 Epoch[078] Batch [1549]/[3759] Speed: 115.294561 samples/sec accuracy=95.538306 loss=0.179426 lr=0.001105 Epoch[078] Batch [1599]/[3759] Speed: 114.612840 samples/sec accuracy=95.521484 loss=0.179747 lr=0.001104 Epoch[078] Batch [1649]/[3759] Speed: 113.793471 samples/sec accuracy=95.523674 loss=0.179707 lr=0.001102 Epoch[078] Batch [1699]/[3759] Speed: 114.106741 samples/sec accuracy=95.530331 loss=0.179345 lr=0.001101 Epoch[078] Batch [1749]/[3759] Speed: 115.296478 samples/sec accuracy=95.540179 loss=0.179216 lr=0.001100 Epoch[078] Batch [1799]/[3759] Speed: 114.249632 samples/sec accuracy=95.526910 loss=0.179448 lr=0.001099 Epoch[078] Batch [1849]/[3759] Speed: 114.816058 samples/sec accuracy=95.523649 loss=0.179100 lr=0.001097 Epoch[078] Batch [1899]/[3759] Speed: 113.911817 samples/sec accuracy=95.520559 loss=0.179094 lr=0.001096 Epoch[078] Batch [1949]/[3759] Speed: 113.858528 samples/sec accuracy=95.516026 loss=0.179412 lr=0.001095 Epoch[078] Batch [1999]/[3759] Speed: 114.776225 samples/sec accuracy=95.519531 loss=0.179586 lr=0.001093 Epoch[078] Batch [2049]/[3759] Speed: 115.078631 samples/sec accuracy=95.519817 loss=0.179635 lr=0.001092 Epoch[078] Batch [2099]/[3759] Speed: 113.241765 samples/sec accuracy=95.526042 loss=0.179653 lr=0.001091 Epoch[078] Batch [2149]/[3759] Speed: 115.370396 samples/sec accuracy=95.521802 loss=0.179629 lr=0.001089 Epoch[078] Batch [2199]/[3759] Speed: 114.060010 samples/sec accuracy=95.536932 loss=0.179391 lr=0.001088 Epoch[078] Batch [2249]/[3759] Speed: 115.583629 samples/sec accuracy=95.550000 loss=0.179088 lr=0.001087 Epoch[078] Batch [2299]/[3759] Speed: 115.388420 samples/sec accuracy=95.543478 loss=0.179176 lr=0.001086 Epoch[078] Batch [2349]/[3759] Speed: 111.678903 samples/sec accuracy=95.554521 loss=0.178812 lr=0.001084 Epoch[078] Batch [2399]/[3759] Speed: 114.560127 samples/sec accuracy=95.559245 loss=0.178695 lr=0.001083 Epoch[078] Batch [2449]/[3759] Speed: 113.997756 samples/sec accuracy=95.560587 loss=0.178565 lr=0.001082 Epoch[078] Batch [2499]/[3759] Speed: 115.069342 samples/sec accuracy=95.547500 loss=0.178704 lr=0.001080 Epoch[078] Batch [2549]/[3759] Speed: 114.024952 samples/sec accuracy=95.551471 loss=0.178638 lr=0.001079 Epoch[078] Batch [2599]/[3759] Speed: 113.620685 samples/sec accuracy=95.551683 loss=0.178746 lr=0.001078 Epoch[078] Batch [2649]/[3759] Speed: 115.274567 samples/sec accuracy=95.561321 loss=0.178374 lr=0.001076 Epoch[078] Batch [2699]/[3759] Speed: 113.809247 samples/sec accuracy=95.552083 loss=0.178755 lr=0.001075 Epoch[078] Batch [2749]/[3759] Speed: 115.066369 samples/sec accuracy=95.545455 loss=0.179046 lr=0.001074 Epoch[078] Batch [2799]/[3759] Speed: 111.892132 samples/sec accuracy=95.541853 loss=0.178896 lr=0.001073 Epoch[078] Batch [2849]/[3759] Speed: 115.190689 samples/sec accuracy=95.538377 loss=0.178982 lr=0.001071 Epoch[078] Batch [2899]/[3759] Speed: 115.557495 samples/sec accuracy=95.536638 loss=0.179311 lr=0.001070 Epoch[078] Batch [2949]/[3759] Speed: 113.737940 samples/sec accuracy=95.537076 loss=0.179418 lr=0.001069 Epoch[078] Batch [2999]/[3759] Speed: 113.812279 samples/sec accuracy=95.528125 loss=0.179625 lr=0.001067 Epoch[078] Batch [3049]/[3759] Speed: 113.673553 samples/sec accuracy=95.528689 loss=0.179549 lr=0.001066 Epoch[078] Batch [3099]/[3759] Speed: 115.578700 samples/sec accuracy=95.530242 loss=0.179548 lr=0.001065 Epoch[078] Batch [3149]/[3759] Speed: 114.993384 samples/sec accuracy=95.525298 loss=0.179838 lr=0.001064 Epoch[078] Batch [3199]/[3759] Speed: 114.350420 samples/sec accuracy=95.520508 loss=0.179997 lr=0.001062 Epoch[078] Batch [3249]/[3759] Speed: 115.539412 samples/sec accuracy=95.522115 loss=0.179768 lr=0.001061 Epoch[078] Batch [3299]/[3759] Speed: 112.798273 samples/sec accuracy=95.522254 loss=0.179611 lr=0.001060 Epoch[078] Batch [3349]/[3759] Speed: 114.854475 samples/sec accuracy=95.506996 loss=0.179993 lr=0.001058 Epoch[078] Batch [3399]/[3759] Speed: 114.666925 samples/sec accuracy=95.507812 loss=0.180035 lr=0.001057 Epoch[078] Batch [3449]/[3759] Speed: 115.143103 samples/sec accuracy=95.509511 loss=0.179864 lr=0.001056 Epoch[078] Batch [3499]/[3759] Speed: 112.185716 samples/sec accuracy=95.514286 loss=0.179569 lr=0.001055 Epoch[078] Batch [3549]/[3759] Speed: 115.261228 samples/sec accuracy=95.506162 loss=0.179738 lr=0.001053 Epoch[078] Batch [3599]/[3759] Speed: 114.497495 samples/sec accuracy=95.498698 loss=0.179736 lr=0.001052 Epoch[078] Batch [3649]/[3759] Speed: 114.478958 samples/sec accuracy=95.500428 loss=0.179676 lr=0.001051 Epoch[078] Batch [3699]/[3759] Speed: 114.125572 samples/sec accuracy=95.496199 loss=0.179823 lr=0.001049 Epoch[078] Batch [3749]/[3759] Speed: 129.158458 samples/sec accuracy=95.505000 loss=0.179580 lr=0.001048 Batch [0049]/[0303]: acc-top1=67.875000 acc-top5=87.250000 Batch [0099]/[0303]: acc-top1=67.390625 acc-top5=87.093750 Batch [0149]/[0303]: acc-top1=67.406250 acc-top5=86.968750 Batch [0199]/[0303]: acc-top1=67.656250 acc-top5=86.875000 Batch [0249]/[0303]: acc-top1=67.393750 acc-top5=86.681250 Batch [0299]/[0303]: acc-top1=67.312500 acc-top5=86.536458 [Epoch 078] training: accuracy=95.504955 loss=0.179668 [Epoch 078] speed: 114 samples/sec time cost: 2300.404143 [Epoch 078] validation: acc-top1=67.270008 acc-top5=86.504744 loss=2.314918 Epoch[079] Batch [0049]/[3760] Speed: 79.450111 samples/sec accuracy=95.937500 loss=0.169597 lr=0.001047 Epoch[079] Batch [0099]/[3760] Speed: 115.260052 samples/sec accuracy=95.781250 loss=0.172206 lr=0.001045 Epoch[079] Batch [0149]/[3760] Speed: 114.986482 samples/sec accuracy=95.822917 loss=0.171026 lr=0.001044 Epoch[079] Batch [0199]/[3760] Speed: 114.176002 samples/sec accuracy=95.960938 loss=0.166675 lr=0.001043 Epoch[079] Batch [0249]/[3760] Speed: 114.844829 samples/sec accuracy=96.062500 loss=0.164081 lr=0.001042 Epoch[079] Batch [0299]/[3760] Speed: 115.545626 samples/sec accuracy=96.000000 loss=0.165028 lr=0.001040 Epoch[079] Batch [0349]/[3760] Speed: 114.120461 samples/sec accuracy=95.977679 loss=0.164573 lr=0.001039 Epoch[079] Batch [0399]/[3760] Speed: 115.751197 samples/sec accuracy=96.019531 loss=0.164578 lr=0.001038 Epoch[079] Batch [0449]/[3760] Speed: 114.242896 samples/sec accuracy=96.055556 loss=0.164117 lr=0.001036 Epoch[079] Batch [0499]/[3760] Speed: 113.864389 samples/sec accuracy=96.031250 loss=0.164812 lr=0.001035 Epoch[079] Batch [0549]/[3760] Speed: 113.934063 samples/sec accuracy=96.008523 loss=0.165156 lr=0.001034 Epoch[079] Batch [0599]/[3760] Speed: 115.094637 samples/sec accuracy=96.018229 loss=0.164844 lr=0.001033 Epoch[079] Batch [0649]/[3760] Speed: 115.097550 samples/sec accuracy=95.995192 loss=0.165411 lr=0.001031 Epoch[079] Batch [0699]/[3760] Speed: 115.641098 samples/sec accuracy=96.031250 loss=0.165030 lr=0.001030 Epoch[079] Batch [0749]/[3760] Speed: 114.800519 samples/sec accuracy=95.983333 loss=0.165655 lr=0.001029 Epoch[079] Batch [0799]/[3760] Speed: 113.377680 samples/sec accuracy=95.982422 loss=0.165244 lr=0.001028 Epoch[079] Batch [0849]/[3760] Speed: 114.113992 samples/sec accuracy=96.007353 loss=0.164790 lr=0.001026 Epoch[079] Batch [0899]/[3760] Speed: 114.461162 samples/sec accuracy=95.994792 loss=0.165123 lr=0.001025 Epoch[079] Batch [0949]/[3760] Speed: 113.184415 samples/sec accuracy=96.004934 loss=0.164182 lr=0.001024 Epoch[079] Batch [0999]/[3760] Speed: 114.602037 samples/sec accuracy=95.990625 loss=0.164356 lr=0.001022 Epoch[079] Batch [1049]/[3760] Speed: 113.676091 samples/sec accuracy=96.008929 loss=0.163719 lr=0.001021 Epoch[079] Batch [1099]/[3760] Speed: 115.293988 samples/sec accuracy=96.012784 loss=0.163559 lr=0.001020 Epoch[079] Batch [1149]/[3760] Speed: 113.835997 samples/sec accuracy=96.010870 loss=0.163430 lr=0.001019 Epoch[079] Batch [1199]/[3760] Speed: 114.950548 samples/sec accuracy=96.013021 loss=0.163044 lr=0.001017 Epoch[079] Batch [1249]/[3760] Speed: 113.216188 samples/sec accuracy=96.013750 loss=0.163120 lr=0.001016 Epoch[079] Batch [1299]/[3760] Speed: 114.058584 samples/sec accuracy=96.015625 loss=0.163004 lr=0.001015 Epoch[079] Batch [1349]/[3760] Speed: 115.047213 samples/sec accuracy=95.990741 loss=0.163381 lr=0.001014 Epoch[079] Batch [1399]/[3760] Speed: 115.314187 samples/sec accuracy=95.993304 loss=0.163032 lr=0.001012 Epoch[079] Batch [1449]/[3760] Speed: 114.936076 samples/sec accuracy=95.962284 loss=0.163715 lr=0.001011 Epoch[079] Batch [1499]/[3760] Speed: 111.215056 samples/sec accuracy=95.940625 loss=0.164058 lr=0.001010 Epoch[079] Batch [1549]/[3760] Speed: 116.344026 samples/sec accuracy=95.931452 loss=0.164319 lr=0.001009 Epoch[079] Batch [1599]/[3760] Speed: 114.603906 samples/sec accuracy=95.919922 loss=0.164623 lr=0.001007 Epoch[079] Batch [1649]/[3760] Speed: 114.207597 samples/sec accuracy=95.908144 loss=0.165041 lr=0.001006 Epoch[079] Batch [1699]/[3760] Speed: 114.620889 samples/sec accuracy=95.909007 loss=0.164975 lr=0.001005 Epoch[079] Batch [1749]/[3760] Speed: 111.768619 samples/sec accuracy=95.905357 loss=0.165258 lr=0.001004 Epoch[079] Batch [1799]/[3760] Speed: 116.592623 samples/sec accuracy=95.899306 loss=0.165480 lr=0.001002 Epoch[079] Batch [1849]/[3760] Speed: 114.280715 samples/sec accuracy=95.900338 loss=0.165554 lr=0.001001 Epoch[079] Batch [1899]/[3760] Speed: 115.349019 samples/sec accuracy=95.892270 loss=0.165639 lr=0.001000 Epoch[079] Batch [1949]/[3760] Speed: 114.356579 samples/sec accuracy=95.890224 loss=0.165922 lr=0.000999 Epoch[079] Batch [1999]/[3760] Speed: 114.726801 samples/sec accuracy=95.883594 loss=0.166281 lr=0.000997 Epoch[079] Batch [2049]/[3760] Speed: 114.676115 samples/sec accuracy=95.878811 loss=0.166366 lr=0.000996 Epoch[079] Batch [2099]/[3760] Speed: 115.127954 samples/sec accuracy=95.868304 loss=0.166640 lr=0.000995 Epoch[079] Batch [2149]/[3760] Speed: 113.949651 samples/sec accuracy=95.861919 loss=0.166769 lr=0.000994 Epoch[079] Batch [2199]/[3760] Speed: 115.366676 samples/sec accuracy=95.855824 loss=0.166713 lr=0.000992 Epoch[079] Batch [2249]/[3760] Speed: 114.085160 samples/sec accuracy=95.867361 loss=0.166441 lr=0.000991 Epoch[079] Batch [2299]/[3760] Speed: 112.690322 samples/sec accuracy=95.861413 loss=0.166547 lr=0.000990 Epoch[079] Batch [2349]/[3760] Speed: 114.246969 samples/sec accuracy=95.856383 loss=0.166728 lr=0.000989 Epoch[079] Batch [2399]/[3760] Speed: 114.780770 samples/sec accuracy=95.843750 loss=0.167111 lr=0.000987 Epoch[079] Batch [2449]/[3760] Speed: 114.995290 samples/sec accuracy=95.835459 loss=0.167206 lr=0.000986 Epoch[079] Batch [2499]/[3760] Speed: 114.789652 samples/sec accuracy=95.826875 loss=0.167427 lr=0.000985 Epoch[079] Batch [2549]/[3760] Speed: 114.237429 samples/sec accuracy=95.819240 loss=0.167694 lr=0.000984 Epoch[079] Batch [2599]/[3760] Speed: 114.824933 samples/sec accuracy=95.824519 loss=0.167646 lr=0.000982 Epoch[079] Batch [2649]/[3760] Speed: 114.206678 samples/sec accuracy=95.818986 loss=0.167772 lr=0.000981 Epoch[079] Batch [2699]/[3760] Speed: 115.940186 samples/sec accuracy=95.817708 loss=0.167835 lr=0.000980 Epoch[079] Batch [2749]/[3760] Speed: 113.067452 samples/sec accuracy=95.813068 loss=0.167983 lr=0.000979 Epoch[079] Batch [2799]/[3760] Speed: 113.209932 samples/sec accuracy=95.803013 loss=0.168258 lr=0.000977 Epoch[079] Batch [2849]/[3760] Speed: 116.264647 samples/sec accuracy=95.796053 loss=0.168520 lr=0.000976 Epoch[079] Batch [2899]/[3760] Speed: 113.939661 samples/sec accuracy=95.786638 loss=0.168859 lr=0.000975 Epoch[079] Batch [2949]/[3760] Speed: 113.020699 samples/sec accuracy=95.787606 loss=0.168800 lr=0.000974 Epoch[079] Batch [2999]/[3760] Speed: 115.825680 samples/sec accuracy=95.780729 loss=0.168942 lr=0.000972 Epoch[079] Batch [3049]/[3760] Speed: 112.159442 samples/sec accuracy=95.785348 loss=0.168874 lr=0.000971 Epoch[079] Batch [3099]/[3760] Speed: 116.242415 samples/sec accuracy=95.784274 loss=0.168973 lr=0.000970 Epoch[079] Batch [3149]/[3760] Speed: 114.791580 samples/sec accuracy=95.784722 loss=0.168992 lr=0.000969 Epoch[079] Batch [3199]/[3760] Speed: 114.979109 samples/sec accuracy=95.788574 loss=0.168818 lr=0.000967 Epoch[079] Batch [3249]/[3760] Speed: 114.551860 samples/sec accuracy=95.781731 loss=0.168872 lr=0.000966 Epoch[079] Batch [3299]/[3760] Speed: 112.321431 samples/sec accuracy=95.774621 loss=0.168999 lr=0.000965 Epoch[079] Batch [3349]/[3760] Speed: 116.554627 samples/sec accuracy=95.770056 loss=0.168997 lr=0.000964 Epoch[079] Batch [3399]/[3760] Speed: 114.219274 samples/sec accuracy=95.761029 loss=0.169269 lr=0.000962 Epoch[079] Batch [3449]/[3760] Speed: 115.064509 samples/sec accuracy=95.768569 loss=0.169186 lr=0.000961 Epoch[079] Batch [3499]/[3760] Speed: 115.160597 samples/sec accuracy=95.766964 loss=0.169150 lr=0.000960 Epoch[079] Batch [3549]/[3760] Speed: 113.283436 samples/sec accuracy=95.768046 loss=0.169221 lr=0.000959 Epoch[079] Batch [3599]/[3760] Speed: 113.721761 samples/sec accuracy=95.769097 loss=0.169159 lr=0.000958 Epoch[079] Batch [3649]/[3760] Speed: 113.634813 samples/sec accuracy=95.770548 loss=0.169304 lr=0.000956 Epoch[079] Batch [3699]/[3760] Speed: 114.965864 samples/sec accuracy=95.769426 loss=0.169313 lr=0.000955 Epoch[079] Batch [3749]/[3760] Speed: 128.467941 samples/sec accuracy=95.773333 loss=0.169351 lr=0.000954 Batch [0049]/[0303]: acc-top1=67.531250 acc-top5=87.125000 Batch [0099]/[0303]: acc-top1=67.515625 acc-top5=87.218750 Batch [0149]/[0303]: acc-top1=67.375000 acc-top5=86.989583 Batch [0199]/[0303]: acc-top1=67.445312 acc-top5=86.804688 Batch [0249]/[0303]: acc-top1=67.293750 acc-top5=86.618750 Batch [0299]/[0303]: acc-top1=67.244792 acc-top5=86.458333 [Epoch 079] training: accuracy=95.771277 loss=0.169395 [Epoch 079] speed: 114 samples/sec time cost: 2299.945309 [Epoch 079] validation: acc-top1=67.218441 acc-top5=86.437706 loss=2.356978 Epoch[080] Batch [0049]/[3760] Speed: 78.737204 samples/sec accuracy=96.593750 loss=0.153894 lr=0.000952 Epoch[080] Batch [0099]/[3760] Speed: 117.359164 samples/sec accuracy=96.484375 loss=0.151391 lr=0.000951 Epoch[080] Batch [0149]/[3760] Speed: 113.989371 samples/sec accuracy=96.229167 loss=0.155380 lr=0.000950 Epoch[080] Batch [0199]/[3760] Speed: 115.686041 samples/sec accuracy=96.335938 loss=0.153839 lr=0.000949 Epoch[080] Batch [0249]/[3760] Speed: 115.171378 samples/sec accuracy=96.225000 loss=0.156445 lr=0.000947 Epoch[080] Batch [0299]/[3760] Speed: 114.607308 samples/sec accuracy=96.156250 loss=0.157945 lr=0.000946 Epoch[080] Batch [0349]/[3760] Speed: 112.435767 samples/sec accuracy=96.138393 loss=0.159665 lr=0.000945 Epoch[080] Batch [0399]/[3760] Speed: 117.154906 samples/sec accuracy=96.101562 loss=0.159681 lr=0.000944 Epoch[080] Batch [0449]/[3760] Speed: 114.573763 samples/sec accuracy=96.104167 loss=0.159758 lr=0.000943 Epoch[080] Batch [0499]/[3760] Speed: 115.445576 samples/sec accuracy=96.100000 loss=0.159791 lr=0.000941 Epoch[080] Batch [0549]/[3760] Speed: 114.259885 samples/sec accuracy=96.096591 loss=0.160055 lr=0.000940 Epoch[080] Batch [0599]/[3760] Speed: 113.698046 samples/sec accuracy=96.125000 loss=0.158906 lr=0.000939 Epoch[080] Batch [0649]/[3760] Speed: 114.838822 samples/sec accuracy=96.110577 loss=0.159026 lr=0.000938 Epoch[080] Batch [0699]/[3760] Speed: 116.741648 samples/sec accuracy=96.136161 loss=0.157941 lr=0.000937 Epoch[080] Batch [0749]/[3760] Speed: 114.084712 samples/sec accuracy=96.100000 loss=0.159236 lr=0.000935 Epoch[080] Batch [0799]/[3760] Speed: 116.409238 samples/sec accuracy=96.105469 loss=0.158436 lr=0.000934 Epoch[080] Batch [0849]/[3760] Speed: 113.708779 samples/sec accuracy=96.093750 loss=0.158412 lr=0.000933 Epoch[080] Batch [0899]/[3760] Speed: 114.893030 samples/sec accuracy=96.105903 loss=0.157450 lr=0.000932 Epoch[080] Batch [0949]/[3760] Speed: 114.435925 samples/sec accuracy=96.113487 loss=0.157371 lr=0.000930 Epoch[080] Batch [0999]/[3760] Speed: 114.056495 samples/sec accuracy=96.121875 loss=0.156824 lr=0.000929 Epoch[080] Batch [1049]/[3760] Speed: 115.144311 samples/sec accuracy=96.119048 loss=0.156953 lr=0.000928 Epoch[080] Batch [1099]/[3760] Speed: 113.639258 samples/sec accuracy=96.102273 loss=0.157292 lr=0.000927 Epoch[080] Batch [1149]/[3760] Speed: 114.381971 samples/sec accuracy=96.115489 loss=0.156876 lr=0.000926 Epoch[080] Batch [1199]/[3760] Speed: 115.686113 samples/sec accuracy=96.117188 loss=0.156991 lr=0.000924 Epoch[080] Batch [1249]/[3760] Speed: 115.539129 samples/sec accuracy=96.118750 loss=0.157009 lr=0.000923 Epoch[080] Batch [1299]/[3760] Speed: 111.232891 samples/sec accuracy=96.122596 loss=0.156769 lr=0.000922 Epoch[080] Batch [1349]/[3760] Speed: 116.509622 samples/sec accuracy=96.122685 loss=0.156662 lr=0.000921 Epoch[080] Batch [1399]/[3760] Speed: 114.248059 samples/sec accuracy=96.125000 loss=0.156716 lr=0.000920 Epoch[080] Batch [1449]/[3760] Speed: 114.467712 samples/sec accuracy=96.105603 loss=0.157316 lr=0.000918 Epoch[080] Batch [1499]/[3760] Speed: 116.017563 samples/sec accuracy=96.120833 loss=0.157080 lr=0.000917 Epoch[080] Batch [1549]/[3760] Speed: 111.220093 samples/sec accuracy=96.118952 loss=0.156862 lr=0.000916 Epoch[080] Batch [1599]/[3760] Speed: 116.101694 samples/sec accuracy=96.119141 loss=0.156979 lr=0.000915 Epoch[080] Batch [1649]/[3760] Speed: 115.364115 samples/sec accuracy=96.118371 loss=0.156821 lr=0.000914 Epoch[080] Batch [1699]/[3760] Speed: 114.674502 samples/sec accuracy=96.124081 loss=0.156908 lr=0.000912 Epoch[080] Batch [1749]/[3760] Speed: 114.638811 samples/sec accuracy=96.116964 loss=0.157420 lr=0.000911 Epoch[080] Batch [1799]/[3760] Speed: 112.836140 samples/sec accuracy=96.114583 loss=0.157532 lr=0.000910 Epoch[080] Batch [1849]/[3760] Speed: 115.393383 samples/sec accuracy=96.118243 loss=0.157835 lr=0.000909 Epoch[080] Batch [1899]/[3760] Speed: 115.574463 samples/sec accuracy=96.128289 loss=0.157751 lr=0.000907 Epoch[080] Batch [1949]/[3760] Speed: 113.849732 samples/sec accuracy=96.118590 loss=0.158091 lr=0.000906 Epoch[080] Batch [1999]/[3760] Speed: 113.852572 samples/sec accuracy=96.106250 loss=0.158288 lr=0.000905 Epoch[080] Batch [2049]/[3760] Speed: 114.387889 samples/sec accuracy=96.112043 loss=0.158139 lr=0.000904 Epoch[080] Batch [2099]/[3760] Speed: 113.650840 samples/sec accuracy=96.113839 loss=0.158141 lr=0.000903 Epoch[080] Batch [2149]/[3760] Speed: 114.938290 samples/sec accuracy=96.115552 loss=0.158154 lr=0.000901 Epoch[080] Batch [2199]/[3760] Speed: 115.800830 samples/sec accuracy=96.101562 loss=0.158485 lr=0.000900 Epoch[080] Batch [2249]/[3760] Speed: 113.961592 samples/sec accuracy=96.102083 loss=0.158334 lr=0.000899 Epoch[080] Batch [2299]/[3760] Speed: 112.476718 samples/sec accuracy=96.097826 loss=0.158462 lr=0.000898 Epoch[080] Batch [2349]/[3760] Speed: 115.604726 samples/sec accuracy=96.083112 loss=0.158757 lr=0.000897 Epoch[080] Batch [2399]/[3760] Speed: 114.188826 samples/sec accuracy=96.085286 loss=0.158689 lr=0.000896 Epoch[080] Batch [2449]/[3760] Speed: 115.367521 samples/sec accuracy=96.087372 loss=0.158702 lr=0.000894 Epoch[080] Batch [2499]/[3760] Speed: 111.604855 samples/sec accuracy=96.087500 loss=0.158771 lr=0.000893 Epoch[080] Batch [2549]/[3760] Speed: 115.595214 samples/sec accuracy=96.090074 loss=0.158879 lr=0.000892 Epoch[080] Batch [2599]/[3760] Speed: 115.234728 samples/sec accuracy=96.079928 loss=0.159278 lr=0.000891 Epoch[080] Batch [2649]/[3760] Speed: 115.007909 samples/sec accuracy=96.071934 loss=0.159391 lr=0.000890 Epoch[080] Batch [2699]/[3760] Speed: 114.082893 samples/sec accuracy=96.070602 loss=0.159445 lr=0.000888 Epoch[080] Batch [2749]/[3760] Speed: 113.003833 samples/sec accuracy=96.067614 loss=0.159528 lr=0.000887 Epoch[080] Batch [2799]/[3760] Speed: 114.443169 samples/sec accuracy=96.069754 loss=0.159549 lr=0.000886 Epoch[080] Batch [2849]/[3760] Speed: 114.531122 samples/sec accuracy=96.077303 loss=0.159397 lr=0.000885 Epoch[080] Batch [2899]/[3760] Speed: 114.108640 samples/sec accuracy=96.071659 loss=0.159543 lr=0.000884 Epoch[080] Batch [2949]/[3760] Speed: 113.511971 samples/sec accuracy=96.067797 loss=0.159713 lr=0.000882 Epoch[080] Batch [2999]/[3760] Speed: 114.040051 samples/sec accuracy=96.072396 loss=0.159588 lr=0.000881 Epoch[080] Batch [3049]/[3760] Speed: 115.447974 samples/sec accuracy=96.071721 loss=0.159689 lr=0.000880 Epoch[080] Batch [3099]/[3760] Speed: 114.486209 samples/sec accuracy=96.066532 loss=0.159748 lr=0.000879 Epoch[080] Batch [3149]/[3760] Speed: 114.029730 samples/sec accuracy=96.069940 loss=0.159638 lr=0.000878 Epoch[080] Batch [3199]/[3760] Speed: 114.245621 samples/sec accuracy=96.066895 loss=0.159625 lr=0.000877 Epoch[080] Batch [3249]/[3760] Speed: 115.077891 samples/sec accuracy=96.064423 loss=0.159676 lr=0.000875 Epoch[080] Batch [3299]/[3760] Speed: 114.114248 samples/sec accuracy=96.066288 loss=0.159627 lr=0.000874 Epoch[080] Batch [3349]/[3760] Speed: 114.111302 samples/sec accuracy=96.056903 loss=0.159735 lr=0.000873 Epoch[080] Batch [3399]/[3760] Speed: 115.209138 samples/sec accuracy=96.061121 loss=0.159639 lr=0.000872 Epoch[080] Batch [3449]/[3760] Speed: 114.527498 samples/sec accuracy=96.066123 loss=0.159452 lr=0.000871 Epoch[080] Batch [3499]/[3760] Speed: 113.540993 samples/sec accuracy=96.071429 loss=0.159248 lr=0.000869 Epoch[080] Batch [3549]/[3760] Speed: 114.634966 samples/sec accuracy=96.066461 loss=0.159491 lr=0.000868 Epoch[080] Batch [3599]/[3760] Speed: 114.132344 samples/sec accuracy=96.065972 loss=0.159429 lr=0.000867 Epoch[080] Batch [3649]/[3760] Speed: 114.395244 samples/sec accuracy=96.059932 loss=0.159491 lr=0.000866 Epoch[080] Batch [3699]/[3760] Speed: 112.364134 samples/sec accuracy=96.058699 loss=0.159572 lr=0.000865 Epoch[080] Batch [3749]/[3760] Speed: 132.468784 samples/sec accuracy=96.056667 loss=0.159605 lr=0.000864 Batch [0049]/[0303]: acc-top1=68.750000 acc-top5=87.250000 Batch [0099]/[0303]: acc-top1=68.296875 acc-top5=87.359375 Batch [0149]/[0303]: acc-top1=67.885417 acc-top5=87.114583 Batch [0199]/[0303]: acc-top1=67.984375 acc-top5=86.968750 Batch [0249]/[0303]: acc-top1=67.731250 acc-top5=86.850000 Batch [0299]/[0303]: acc-top1=67.661458 acc-top5=86.640625 [Epoch 080] training: accuracy=96.058012 loss=0.159542 [Epoch 080] speed: 114 samples/sec time cost: 2300.906878 [Epoch 080] validation: acc-top1=67.610355 acc-top5=86.607880 loss=2.306611 Epoch[081] Batch [0049]/[3759] Speed: 80.164419 samples/sec accuracy=96.937500 loss=0.136696 lr=0.000862 Epoch[081] Batch [0099]/[3759] Speed: 115.674088 samples/sec accuracy=96.703125 loss=0.146980 lr=0.000861 Epoch[081] Batch [0149]/[3759] Speed: 115.232724 samples/sec accuracy=96.552083 loss=0.149144 lr=0.000860 Epoch[081] Batch [0199]/[3759] Speed: 111.925768 samples/sec accuracy=96.476562 loss=0.148172 lr=0.000859 Epoch[081] Batch [0249]/[3759] Speed: 115.883360 samples/sec accuracy=96.537500 loss=0.149348 lr=0.000857 Epoch[081] Batch [0299]/[3759] Speed: 115.402008 samples/sec accuracy=96.437500 loss=0.151344 lr=0.000856 Epoch[081] Batch [0349]/[3759] Speed: 113.906172 samples/sec accuracy=96.455357 loss=0.150480 lr=0.000855 Epoch[081] Batch [0399]/[3759] Speed: 115.840905 samples/sec accuracy=96.386719 loss=0.151888 lr=0.000854 Epoch[081] Batch [0449]/[3759] Speed: 112.441937 samples/sec accuracy=96.399306 loss=0.150962 lr=0.000853 Epoch[081] Batch [0499]/[3759] Speed: 116.028225 samples/sec accuracy=96.393750 loss=0.150103 lr=0.000852 Epoch[081] Batch [0549]/[3759] Speed: 115.282060 samples/sec accuracy=96.403409 loss=0.149375 lr=0.000850 Epoch[081] Batch [0599]/[3759] Speed: 114.117724 samples/sec accuracy=96.393229 loss=0.149709 lr=0.000849 Epoch[081] Batch [0649]/[3759] Speed: 114.773981 samples/sec accuracy=96.377404 loss=0.149520 lr=0.000848 Epoch[081] Batch [0699]/[3759] Speed: 114.616806 samples/sec accuracy=96.368304 loss=0.150173 lr=0.000847 Epoch[081] Batch [0749]/[3759] Speed: 113.127582 samples/sec accuracy=96.350000 loss=0.150814 lr=0.000846 Epoch[081] Batch [0799]/[3759] Speed: 114.234430 samples/sec accuracy=96.371094 loss=0.149828 lr=0.000845 Epoch[081] Batch [0849]/[3759] Speed: 115.794001 samples/sec accuracy=96.367647 loss=0.149847 lr=0.000843 Epoch[081] Batch [0899]/[3759] Speed: 114.930771 samples/sec accuracy=96.350694 loss=0.149811 lr=0.000842 Epoch[081] Batch [0949]/[3759] Speed: 114.327137 samples/sec accuracy=96.330592 loss=0.149907 lr=0.000841 Epoch[081] Batch [0999]/[3759] Speed: 112.601109 samples/sec accuracy=96.326562 loss=0.150302 lr=0.000840 Epoch[081] Batch [1049]/[3759] Speed: 114.670615 samples/sec accuracy=96.334821 loss=0.150260 lr=0.000839 Epoch[081] Batch [1099]/[3759] Speed: 114.629627 samples/sec accuracy=96.329545 loss=0.150505 lr=0.000838 Epoch[081] Batch [1149]/[3759] Speed: 115.066905 samples/sec accuracy=96.317935 loss=0.150960 lr=0.000837 Epoch[081] Batch [1199]/[3759] Speed: 113.681002 samples/sec accuracy=96.300781 loss=0.151150 lr=0.000835 Epoch[081] Batch [1249]/[3759] Speed: 112.973514 samples/sec accuracy=96.283750 loss=0.151685 lr=0.000834 Epoch[081] Batch [1299]/[3759] Speed: 115.352865 samples/sec accuracy=96.275240 loss=0.151939 lr=0.000833 Epoch[081] Batch [1349]/[3759] Speed: 114.121445 samples/sec accuracy=96.250000 loss=0.152066 lr=0.000832 Epoch[081] Batch [1399]/[3759] Speed: 115.489981 samples/sec accuracy=96.251116 loss=0.151845 lr=0.000831 Epoch[081] Batch [1449]/[3759] Speed: 113.921153 samples/sec accuracy=96.264009 loss=0.151888 lr=0.000830 Epoch[081] Batch [1499]/[3759] Speed: 112.896195 samples/sec accuracy=96.253125 loss=0.151982 lr=0.000828 Epoch[081] Batch [1549]/[3759] Speed: 115.596857 samples/sec accuracy=96.240927 loss=0.152016 lr=0.000827 Epoch[081] Batch [1599]/[3759] Speed: 113.096684 samples/sec accuracy=96.236328 loss=0.151746 lr=0.000826 Epoch[081] Batch [1649]/[3759] Speed: 114.304661 samples/sec accuracy=96.232955 loss=0.151743 lr=0.000825 Epoch[081] Batch [1699]/[3759] Speed: 115.173289 samples/sec accuracy=96.232537 loss=0.151689 lr=0.000824 Epoch[081] Batch [1749]/[3759] Speed: 114.471381 samples/sec accuracy=96.239286 loss=0.151504 lr=0.000823 Epoch[081] Batch [1799]/[3759] Speed: 113.812963 samples/sec accuracy=96.225694 loss=0.152014 lr=0.000822 Epoch[081] Batch [1849]/[3759] Speed: 113.870627 samples/sec accuracy=96.233953 loss=0.151921 lr=0.000820 Epoch[081] Batch [1899]/[3759] Speed: 114.086093 samples/sec accuracy=96.224507 loss=0.152215 lr=0.000819 Epoch[081] Batch [1949]/[3759] Speed: 114.605194 samples/sec accuracy=96.227564 loss=0.152005 lr=0.000818 Epoch[081] Batch [1999]/[3759] Speed: 116.457283 samples/sec accuracy=96.233594 loss=0.151950 lr=0.000817 Epoch[081] Batch [2049]/[3759] Speed: 112.577143 samples/sec accuracy=96.243902 loss=0.151718 lr=0.000816 Epoch[081] Batch [2099]/[3759] Speed: 115.577381 samples/sec accuracy=96.252232 loss=0.151636 lr=0.000815 Epoch[081] Batch [2149]/[3759] Speed: 114.004937 samples/sec accuracy=96.257267 loss=0.151577 lr=0.000814 Epoch[081] Batch [2199]/[3759] Speed: 114.519269 samples/sec accuracy=96.254972 loss=0.151485 lr=0.000812 Epoch[081] Batch [2249]/[3759] Speed: 115.032040 samples/sec accuracy=96.261111 loss=0.151369 lr=0.000811 Epoch[081] Batch [2299]/[3759] Speed: 112.327687 samples/sec accuracy=96.247962 loss=0.151528 lr=0.000810 Epoch[081] Batch [2349]/[3759] Speed: 115.377232 samples/sec accuracy=96.244016 loss=0.151742 lr=0.000809 Epoch[081] Batch [2399]/[3759] Speed: 114.541211 samples/sec accuracy=96.248698 loss=0.151517 lr=0.000808 Epoch[081] Batch [2449]/[3759] Speed: 115.859943 samples/sec accuracy=96.250638 loss=0.151463 lr=0.000807 Epoch[081] Batch [2499]/[3759] Speed: 115.000025 samples/sec accuracy=96.246875 loss=0.151807 lr=0.000806 Epoch[081] Batch [2549]/[3759] Speed: 113.398821 samples/sec accuracy=96.261642 loss=0.151499 lr=0.000804 Epoch[081] Batch [2599]/[3759] Speed: 113.762290 samples/sec accuracy=96.263221 loss=0.151373 lr=0.000803 Epoch[081] Batch [2649]/[3759] Speed: 115.991162 samples/sec accuracy=96.258844 loss=0.151369 lr=0.000802 Epoch[081] Batch [2699]/[3759] Speed: 114.802298 samples/sec accuracy=96.259259 loss=0.151213 lr=0.000801 Epoch[081] Batch [2749]/[3759] Speed: 114.653837 samples/sec accuracy=96.268182 loss=0.151155 lr=0.000800 Epoch[081] Batch [2799]/[3759] Speed: 114.107826 samples/sec accuracy=96.271205 loss=0.151027 lr=0.000799 Epoch[081] Batch [2849]/[3759] Speed: 113.426448 samples/sec accuracy=96.274123 loss=0.150871 lr=0.000798 Epoch[081] Batch [2899]/[3759] Speed: 115.299326 samples/sec accuracy=96.267780 loss=0.150856 lr=0.000796 Epoch[081] Batch [2949]/[3759] Speed: 114.825038 samples/sec accuracy=96.266419 loss=0.150976 lr=0.000795 Epoch[081] Batch [2999]/[3759] Speed: 114.527018 samples/sec accuracy=96.262500 loss=0.151117 lr=0.000794 Epoch[081] Batch [3049]/[3759] Speed: 115.122382 samples/sec accuracy=96.260246 loss=0.151147 lr=0.000793 Epoch[081] Batch [3099]/[3759] Speed: 113.322553 samples/sec accuracy=96.258065 loss=0.150995 lr=0.000792 Epoch[081] Batch [3149]/[3759] Speed: 115.122764 samples/sec accuracy=96.246528 loss=0.151236 lr=0.000791 Epoch[081] Batch [3199]/[3759] Speed: 115.158728 samples/sec accuracy=96.242188 loss=0.151292 lr=0.000790 Epoch[081] Batch [3249]/[3759] Speed: 114.867003 samples/sec accuracy=96.239904 loss=0.151428 lr=0.000789 Epoch[081] Batch [3299]/[3759] Speed: 114.787640 samples/sec accuracy=96.234375 loss=0.151448 lr=0.000787 Epoch[081] Batch [3349]/[3759] Speed: 112.710036 samples/sec accuracy=96.231810 loss=0.151552 lr=0.000786 Epoch[081] Batch [3399]/[3759] Speed: 116.121664 samples/sec accuracy=96.226103 loss=0.151636 lr=0.000785 Epoch[081] Batch [3449]/[3759] Speed: 115.287628 samples/sec accuracy=96.217844 loss=0.151836 lr=0.000784 Epoch[081] Batch [3499]/[3759] Speed: 115.790624 samples/sec accuracy=96.208036 loss=0.152262 lr=0.000783 Epoch[081] Batch [3549]/[3759] Speed: 114.200276 samples/sec accuracy=96.212148 loss=0.152251 lr=0.000782 Epoch[081] Batch [3599]/[3759] Speed: 114.061583 samples/sec accuracy=96.213976 loss=0.152094 lr=0.000781 Epoch[081] Batch [3649]/[3759] Speed: 114.118126 samples/sec accuracy=96.217466 loss=0.151961 lr=0.000780 Epoch[081] Batch [3699]/[3759] Speed: 114.960749 samples/sec accuracy=96.214527 loss=0.152130 lr=0.000778 Epoch[081] Batch [3749]/[3759] Speed: 130.976442 samples/sec accuracy=96.212500 loss=0.152145 lr=0.000777 Batch [0049]/[0303]: acc-top1=68.093750 acc-top5=86.937500 Batch [0099]/[0303]: acc-top1=67.437500 acc-top5=86.609375 Batch [0149]/[0303]: acc-top1=67.520833 acc-top5=86.666667 Batch [0199]/[0303]: acc-top1=67.679688 acc-top5=86.625000 Batch [0249]/[0303]: acc-top1=67.312500 acc-top5=86.506250 Batch [0299]/[0303]: acc-top1=67.276042 acc-top5=86.328125 [Epoch 081] training: accuracy=96.209098 loss=0.152184 [Epoch 081] speed: 114 samples/sec time cost: 2299.287765 [Epoch 081] validation: acc-top1=67.202970 acc-top5=86.298474 loss=2.351507 Epoch[082] Batch [0049]/[3760] Speed: 78.563703 samples/sec accuracy=96.968750 loss=0.142447 lr=0.000776 Epoch[082] Batch [0099]/[3760] Speed: 112.624159 samples/sec accuracy=96.734375 loss=0.144235 lr=0.000775 Epoch[082] Batch [0149]/[3760] Speed: 116.807974 samples/sec accuracy=96.666667 loss=0.143467 lr=0.000774 Epoch[082] Batch [0199]/[3760] Speed: 113.394000 samples/sec accuracy=96.585938 loss=0.146936 lr=0.000773 Epoch[082] Batch [0249]/[3760] Speed: 115.559951 samples/sec accuracy=96.468750 loss=0.146908 lr=0.000772 Epoch[082] Batch [0299]/[3760] Speed: 113.773082 samples/sec accuracy=96.484375 loss=0.146121 lr=0.000770 Epoch[082] Batch [0349]/[3760] Speed: 113.466552 samples/sec accuracy=96.491071 loss=0.145850 lr=0.000769 Epoch[082] Batch [0399]/[3760] Speed: 116.771627 samples/sec accuracy=96.476562 loss=0.145030 lr=0.000768 Epoch[082] Batch [0449]/[3760] Speed: 114.152742 samples/sec accuracy=96.486111 loss=0.144010 lr=0.000767 Epoch[082] Batch [0499]/[3760] Speed: 114.776378 samples/sec accuracy=96.525000 loss=0.142858 lr=0.000766 Epoch[082] Batch [0549]/[3760] Speed: 114.176108 samples/sec accuracy=96.545455 loss=0.141939 lr=0.000765 Epoch[082] Batch [0599]/[3760] Speed: 113.824705 samples/sec accuracy=96.520833 loss=0.142434 lr=0.000764 Epoch[082] Batch [0649]/[3760] Speed: 113.744446 samples/sec accuracy=96.514423 loss=0.143346 lr=0.000763 Epoch[082] Batch [0699]/[3760] Speed: 116.067715 samples/sec accuracy=96.551339 loss=0.142267 lr=0.000762 Epoch[082] Batch [0749]/[3760] Speed: 113.313291 samples/sec accuracy=96.591667 loss=0.140873 lr=0.000760 Epoch[082] Batch [0799]/[3760] Speed: 113.768619 samples/sec accuracy=96.542969 loss=0.141684 lr=0.000759 Epoch[082] Batch [0849]/[3760] Speed: 113.615878 samples/sec accuracy=96.540441 loss=0.141782 lr=0.000758 Epoch[082] Batch [0899]/[3760] Speed: 115.501090 samples/sec accuracy=96.555556 loss=0.141504 lr=0.000757 Epoch[082] Batch [0949]/[3760] Speed: 114.542757 samples/sec accuracy=96.559211 loss=0.141449 lr=0.000756 Epoch[082] Batch [0999]/[3760] Speed: 114.692474 samples/sec accuracy=96.568750 loss=0.140921 lr=0.000755 Epoch[082] Batch [1049]/[3760] Speed: 114.870735 samples/sec accuracy=96.569940 loss=0.141044 lr=0.000754 Epoch[082] Batch [1099]/[3760] Speed: 114.066588 samples/sec accuracy=96.572443 loss=0.141377 lr=0.000753 Epoch[082] Batch [1149]/[3760] Speed: 115.326852 samples/sec accuracy=96.551630 loss=0.142198 lr=0.000752 Epoch[082] Batch [1199]/[3760] Speed: 113.851012 samples/sec accuracy=96.574219 loss=0.141946 lr=0.000751 Epoch[082] Batch [1249]/[3760] Speed: 115.956421 samples/sec accuracy=96.573750 loss=0.142173 lr=0.000749 Epoch[082] Batch [1299]/[3760] Speed: 114.551409 samples/sec accuracy=96.572115 loss=0.142091 lr=0.000748 Epoch[082] Batch [1349]/[3760] Speed: 114.049459 samples/sec accuracy=96.553241 loss=0.142501 lr=0.000747 Epoch[082] Batch [1399]/[3760] Speed: 115.555743 samples/sec accuracy=96.556920 loss=0.142294 lr=0.000746 Epoch[082] Batch [1449]/[3760] Speed: 115.345976 samples/sec accuracy=96.559267 loss=0.142692 lr=0.000745 Epoch[082] Batch [1499]/[3760] Speed: 114.288096 samples/sec accuracy=96.564583 loss=0.142691 lr=0.000744 Epoch[082] Batch [1549]/[3760] Speed: 115.112588 samples/sec accuracy=96.577621 loss=0.142291 lr=0.000743 Epoch[082] Batch [1599]/[3760] Speed: 114.641837 samples/sec accuracy=96.582031 loss=0.142365 lr=0.000742 Epoch[082] Batch [1649]/[3760] Speed: 116.046299 samples/sec accuracy=96.586174 loss=0.142511 lr=0.000741 Epoch[082] Batch [1699]/[3760] Speed: 114.143951 samples/sec accuracy=96.594669 loss=0.142398 lr=0.000740 Epoch[082] Batch [1749]/[3760] Speed: 115.192292 samples/sec accuracy=96.608036 loss=0.142427 lr=0.000738 Epoch[082] Batch [1799]/[3760] Speed: 114.827509 samples/sec accuracy=96.617188 loss=0.142055 lr=0.000737 Epoch[082] Batch [1849]/[3760] Speed: 114.168066 samples/sec accuracy=96.635135 loss=0.141518 lr=0.000736 Epoch[082] Batch [1899]/[3760] Speed: 115.103306 samples/sec accuracy=96.641447 loss=0.141651 lr=0.000735 Epoch[082] Batch [1949]/[3760] Speed: 114.572601 samples/sec accuracy=96.622596 loss=0.141952 lr=0.000734 Epoch[082] Batch [1999]/[3760] Speed: 115.018377 samples/sec accuracy=96.622656 loss=0.142080 lr=0.000733 Epoch[082] Batch [2049]/[3760] Speed: 111.189215 samples/sec accuracy=96.633384 loss=0.141734 lr=0.000732 Epoch[082] Batch [2099]/[3760] Speed: 116.891076 samples/sec accuracy=96.627976 loss=0.142046 lr=0.000731 Epoch[082] Batch [2149]/[3760] Speed: 115.145751 samples/sec accuracy=96.624273 loss=0.142223 lr=0.000730 Epoch[082] Batch [2199]/[3760] Speed: 114.716495 samples/sec accuracy=96.610085 loss=0.142554 lr=0.000729 Epoch[082] Batch [2249]/[3760] Speed: 114.430520 samples/sec accuracy=96.599306 loss=0.142786 lr=0.000728 Epoch[082] Batch [2299]/[3760] Speed: 113.208409 samples/sec accuracy=96.588995 loss=0.143101 lr=0.000726 Epoch[082] Batch [2349]/[3760] Speed: 116.393665 samples/sec accuracy=96.591755 loss=0.143156 lr=0.000725 Epoch[082] Batch [2399]/[3760] Speed: 113.631950 samples/sec accuracy=96.589193 loss=0.143194 lr=0.000724 Epoch[082] Batch [2449]/[3760] Speed: 114.733387 samples/sec accuracy=96.584184 loss=0.143323 lr=0.000723 Epoch[082] Batch [2499]/[3760] Speed: 115.047437 samples/sec accuracy=96.579375 loss=0.143263 lr=0.000722 Epoch[082] Batch [2549]/[3760] Speed: 112.014758 samples/sec accuracy=96.582721 loss=0.143125 lr=0.000721 Epoch[082] Batch [2599]/[3760] Speed: 116.643477 samples/sec accuracy=96.578726 loss=0.143221 lr=0.000720 Epoch[082] Batch [2649]/[3760] Speed: 113.814983 samples/sec accuracy=96.582547 loss=0.143384 lr=0.000719 Epoch[082] Batch [2699]/[3760] Speed: 115.641172 samples/sec accuracy=96.583333 loss=0.143323 lr=0.000718 Epoch[082] Batch [2749]/[3760] Speed: 113.518723 samples/sec accuracy=96.582955 loss=0.143255 lr=0.000717 Epoch[082] Batch [2799]/[3760] Speed: 113.548726 samples/sec accuracy=96.580357 loss=0.143256 lr=0.000716 Epoch[082] Batch [2849]/[3760] Speed: 115.831794 samples/sec accuracy=96.566338 loss=0.143572 lr=0.000715 Epoch[082] Batch [2899]/[3760] Speed: 114.837346 samples/sec accuracy=96.564655 loss=0.143557 lr=0.000714 Epoch[082] Batch [2949]/[3760] Speed: 114.119441 samples/sec accuracy=96.570445 loss=0.143359 lr=0.000712 Epoch[082] Batch [2999]/[3760] Speed: 115.326579 samples/sec accuracy=96.570312 loss=0.143289 lr=0.000711 Epoch[082] Batch [3049]/[3760] Speed: 112.368629 samples/sec accuracy=96.565061 loss=0.143293 lr=0.000710 Epoch[082] Batch [3099]/[3760] Speed: 117.110427 samples/sec accuracy=96.565524 loss=0.143232 lr=0.000709 Epoch[082] Batch [3149]/[3760] Speed: 115.845404 samples/sec accuracy=96.562004 loss=0.143454 lr=0.000708 Epoch[082] Batch [3199]/[3760] Speed: 115.211904 samples/sec accuracy=96.560059 loss=0.143499 lr=0.000707 Epoch[082] Batch [3249]/[3760] Speed: 114.201527 samples/sec accuracy=96.568269 loss=0.143327 lr=0.000706 Epoch[082] Batch [3299]/[3760] Speed: 113.520732 samples/sec accuracy=96.570549 loss=0.143346 lr=0.000705 Epoch[082] Batch [3349]/[3760] Speed: 114.474090 samples/sec accuracy=96.573228 loss=0.143286 lr=0.000704 Epoch[082] Batch [3399]/[3760] Speed: 115.537036 samples/sec accuracy=96.567096 loss=0.143457 lr=0.000703 Epoch[082] Batch [3449]/[3760] Speed: 114.872824 samples/sec accuracy=96.561594 loss=0.143683 lr=0.000702 Epoch[082] Batch [3499]/[3760] Speed: 113.489930 samples/sec accuracy=96.566518 loss=0.143616 lr=0.000701 Epoch[082] Batch [3549]/[3760] Speed: 114.187665 samples/sec accuracy=96.565581 loss=0.143643 lr=0.000700 Epoch[082] Batch [3599]/[3760] Speed: 114.761042 samples/sec accuracy=96.567708 loss=0.143648 lr=0.000699 Epoch[082] Batch [3649]/[3760] Speed: 115.611208 samples/sec accuracy=96.561644 loss=0.143873 lr=0.000697 Epoch[082] Batch [3699]/[3760] Speed: 115.099992 samples/sec accuracy=96.546453 loss=0.144130 lr=0.000696 Epoch[082] Batch [3749]/[3760] Speed: 128.195623 samples/sec accuracy=96.534583 loss=0.144343 lr=0.000695 Batch [0049]/[0303]: acc-top1=68.156250 acc-top5=87.218750 Batch [0099]/[0303]: acc-top1=67.812500 acc-top5=87.046875 Batch [0149]/[0303]: acc-top1=67.822917 acc-top5=86.885417 Batch [0199]/[0303]: acc-top1=67.937500 acc-top5=86.875000 Batch [0249]/[0303]: acc-top1=67.581250 acc-top5=86.687500 Batch [0299]/[0303]: acc-top1=67.526042 acc-top5=86.479167 [Epoch 082] training: accuracy=96.535489 loss=0.144389 [Epoch 082] speed: 114 samples/sec time cost: 2299.155234 [Epoch 082] validation: acc-top1=67.450495 acc-top5=86.448020 loss=2.340464 Epoch[083] Batch [0049]/[3760] Speed: 78.825005 samples/sec accuracy=96.500000 loss=0.140617 lr=0.000694 Epoch[083] Batch [0099]/[3760] Speed: 114.694920 samples/sec accuracy=96.703125 loss=0.134143 lr=0.000693 Epoch[083] Batch [0149]/[3760] Speed: 114.752956 samples/sec accuracy=96.718750 loss=0.134613 lr=0.000692 Epoch[083] Batch [0199]/[3760] Speed: 113.837612 samples/sec accuracy=96.804688 loss=0.132700 lr=0.000691 Epoch[083] Batch [0249]/[3760] Speed: 111.563158 samples/sec accuracy=96.825000 loss=0.132372 lr=0.000690 Epoch[083] Batch [0299]/[3760] Speed: 117.780494 samples/sec accuracy=96.838542 loss=0.132829 lr=0.000689 Epoch[083] Batch [0349]/[3760] Speed: 115.602995 samples/sec accuracy=96.808036 loss=0.132666 lr=0.000688 Epoch[083] Batch [0399]/[3760] Speed: 115.289533 samples/sec accuracy=96.753906 loss=0.133889 lr=0.000687 Epoch[083] Batch [0449]/[3760] Speed: 114.556718 samples/sec accuracy=96.812500 loss=0.131636 lr=0.000686 Epoch[083] Batch [0499]/[3760] Speed: 111.896167 samples/sec accuracy=96.812500 loss=0.131912 lr=0.000685 Epoch[083] Batch [0549]/[3760] Speed: 115.858660 samples/sec accuracy=96.730114 loss=0.134310 lr=0.000683 Epoch[083] Batch [0599]/[3760] Speed: 115.812992 samples/sec accuracy=96.739583 loss=0.134615 lr=0.000682 Epoch[083] Batch [0649]/[3760] Speed: 115.220052 samples/sec accuracy=96.721154 loss=0.135864 lr=0.000681 Epoch[083] Batch [0699]/[3760] Speed: 115.372313 samples/sec accuracy=96.707589 loss=0.135819 lr=0.000680 Epoch[083] Batch [0749]/[3760] Speed: 112.718102 samples/sec accuracy=96.691667 loss=0.136343 lr=0.000679 Epoch[083] Batch [0799]/[3760] Speed: 115.514101 samples/sec accuracy=96.677734 loss=0.136449 lr=0.000678 Epoch[083] Batch [0849]/[3760] Speed: 114.345306 samples/sec accuracy=96.680147 loss=0.136434 lr=0.000677 Epoch[083] Batch [0899]/[3760] Speed: 114.338039 samples/sec accuracy=96.694444 loss=0.136223 lr=0.000676 Epoch[083] Batch [0949]/[3760] Speed: 115.202836 samples/sec accuracy=96.685855 loss=0.136839 lr=0.000675 Epoch[083] Batch [0999]/[3760] Speed: 112.489282 samples/sec accuracy=96.678125 loss=0.137091 lr=0.000674 Epoch[083] Batch [1049]/[3760] Speed: 116.097382 samples/sec accuracy=96.675595 loss=0.136858 lr=0.000673 Epoch[083] Batch [1099]/[3760] Speed: 114.089733 samples/sec accuracy=96.659091 loss=0.137215 lr=0.000672 Epoch[083] Batch [1149]/[3760] Speed: 114.475522 samples/sec accuracy=96.677989 loss=0.136686 lr=0.000671 Epoch[083] Batch [1199]/[3760] Speed: 115.459441 samples/sec accuracy=96.664062 loss=0.136990 lr=0.000670 Epoch[083] Batch [1249]/[3760] Speed: 112.121272 samples/sec accuracy=96.642500 loss=0.137253 lr=0.000669 Epoch[083] Batch [1299]/[3760] Speed: 115.322179 samples/sec accuracy=96.627404 loss=0.137704 lr=0.000668 Epoch[083] Batch [1349]/[3760] Speed: 114.650391 samples/sec accuracy=96.643519 loss=0.137224 lr=0.000667 Epoch[083] Batch [1399]/[3760] Speed: 114.830371 samples/sec accuracy=96.652902 loss=0.137018 lr=0.000666 Epoch[083] Batch [1449]/[3760] Speed: 114.978552 samples/sec accuracy=96.665948 loss=0.136855 lr=0.000665 Epoch[083] Batch [1499]/[3760] Speed: 114.216135 samples/sec accuracy=96.665625 loss=0.136836 lr=0.000664 Epoch[083] Batch [1549]/[3760] Speed: 114.069347 samples/sec accuracy=96.675403 loss=0.136647 lr=0.000663 Epoch[083] Batch [1599]/[3760] Speed: 114.547539 samples/sec accuracy=96.669922 loss=0.136715 lr=0.000662 Epoch[083] Batch [1649]/[3760] Speed: 114.603056 samples/sec accuracy=96.693182 loss=0.136208 lr=0.000660 Epoch[083] Batch [1699]/[3760] Speed: 113.675291 samples/sec accuracy=96.693934 loss=0.136365 lr=0.000659 Epoch[083] Batch [1749]/[3760] Speed: 114.647131 samples/sec accuracy=96.698214 loss=0.136223 lr=0.000658 Epoch[083] Batch [1799]/[3760] Speed: 115.657477 samples/sec accuracy=96.692708 loss=0.136195 lr=0.000657 Epoch[083] Batch [1849]/[3760] Speed: 113.995446 samples/sec accuracy=96.695946 loss=0.135974 lr=0.000656 Epoch[083] Batch [1899]/[3760] Speed: 115.607193 samples/sec accuracy=96.692434 loss=0.136197 lr=0.000655 Epoch[083] Batch [1949]/[3760] Speed: 114.210092 samples/sec accuracy=96.692308 loss=0.136106 lr=0.000654 Epoch[083] Batch [1999]/[3760] Speed: 113.536346 samples/sec accuracy=96.707813 loss=0.135805 lr=0.000653 Epoch[083] Batch [2049]/[3760] Speed: 115.709619 samples/sec accuracy=96.708079 loss=0.135658 lr=0.000652 Epoch[083] Batch [2099]/[3760] Speed: 114.818723 samples/sec accuracy=96.705357 loss=0.135620 lr=0.000651 Epoch[083] Batch [2149]/[3760] Speed: 114.205225 samples/sec accuracy=96.710756 loss=0.135489 lr=0.000650 Epoch[083] Batch [2199]/[3760] Speed: 115.821964 samples/sec accuracy=96.713778 loss=0.135532 lr=0.000649 Epoch[083] Batch [2249]/[3760] Speed: 113.625889 samples/sec accuracy=96.711111 loss=0.135757 lr=0.000648 Epoch[083] Batch [2299]/[3760] Speed: 114.925177 samples/sec accuracy=96.715353 loss=0.135618 lr=0.000647 Epoch[083] Batch [2349]/[3760] Speed: 114.664845 samples/sec accuracy=96.712101 loss=0.135636 lr=0.000646 Epoch[083] Batch [2399]/[3760] Speed: 115.202640 samples/sec accuracy=96.705078 loss=0.135768 lr=0.000645 Epoch[083] Batch [2449]/[3760] Speed: 114.631204 samples/sec accuracy=96.699617 loss=0.135836 lr=0.000644 Epoch[083] Batch [2499]/[3760] Speed: 113.610903 samples/sec accuracy=96.695625 loss=0.135898 lr=0.000643 Epoch[083] Batch [2549]/[3760] Speed: 115.474384 samples/sec accuracy=96.702819 loss=0.135693 lr=0.000642 Epoch[083] Batch [2599]/[3760] Speed: 115.279144 samples/sec accuracy=96.697716 loss=0.135776 lr=0.000641 Epoch[083] Batch [2649]/[3760] Speed: 114.536823 samples/sec accuracy=96.690448 loss=0.135859 lr=0.000640 Epoch[083] Batch [2699]/[3760] Speed: 115.788488 samples/sec accuracy=96.686343 loss=0.136003 lr=0.000639 Epoch[083] Batch [2749]/[3760] Speed: 113.998520 samples/sec accuracy=96.686932 loss=0.135917 lr=0.000638 Epoch[083] Batch [2799]/[3760] Speed: 114.483512 samples/sec accuracy=96.683036 loss=0.136136 lr=0.000637 Epoch[083] Batch [2849]/[3760] Speed: 115.193191 samples/sec accuracy=96.688048 loss=0.135921 lr=0.000636 Epoch[083] Batch [2899]/[3760] Speed: 113.584380 samples/sec accuracy=96.693427 loss=0.135868 lr=0.000635 Epoch[083] Batch [2949]/[3760] Speed: 114.990528 samples/sec accuracy=96.691208 loss=0.135761 lr=0.000634 Epoch[083] Batch [2999]/[3760] Speed: 113.633007 samples/sec accuracy=96.677604 loss=0.135984 lr=0.000633 Epoch[083] Batch [3049]/[3760] Speed: 115.145171 samples/sec accuracy=96.689037 loss=0.135740 lr=0.000632 Epoch[083] Batch [3099]/[3760] Speed: 114.657431 samples/sec accuracy=96.689516 loss=0.135758 lr=0.000631 Epoch[083] Batch [3149]/[3760] Speed: 114.584583 samples/sec accuracy=96.688492 loss=0.135860 lr=0.000630 Epoch[083] Batch [3199]/[3760] Speed: 115.243188 samples/sec accuracy=96.687988 loss=0.135885 lr=0.000629 Epoch[083] Batch [3249]/[3760] Speed: 112.603222 samples/sec accuracy=96.696154 loss=0.135685 lr=0.000628 Epoch[083] Batch [3299]/[3760] Speed: 115.101325 samples/sec accuracy=96.687973 loss=0.136042 lr=0.000627 Epoch[083] Batch [3349]/[3760] Speed: 114.425011 samples/sec accuracy=96.682836 loss=0.136060 lr=0.000626 Epoch[083] Batch [3399]/[3760] Speed: 115.517735 samples/sec accuracy=96.679688 loss=0.136143 lr=0.000625 Epoch[083] Batch [3449]/[3760] Speed: 113.929710 samples/sec accuracy=96.671196 loss=0.136358 lr=0.000624 Epoch[083] Batch [3499]/[3760] Speed: 114.468691 samples/sec accuracy=96.679018 loss=0.136133 lr=0.000623 Epoch[083] Batch [3549]/[3760] Speed: 115.385504 samples/sec accuracy=96.685739 loss=0.136037 lr=0.000622 Epoch[083] Batch [3599]/[3760] Speed: 114.144246 samples/sec accuracy=96.678385 loss=0.136284 lr=0.000621 Epoch[083] Batch [3649]/[3760] Speed: 114.769412 samples/sec accuracy=96.671661 loss=0.136473 lr=0.000620 Epoch[083] Batch [3699]/[3760] Speed: 114.471496 samples/sec accuracy=96.672720 loss=0.136478 lr=0.000619 Epoch[083] Batch [3749]/[3760] Speed: 127.713681 samples/sec accuracy=96.674167 loss=0.136559 lr=0.000618 Batch [0049]/[0303]: acc-top1=68.406250 acc-top5=87.343750 Batch [0099]/[0303]: acc-top1=67.921875 acc-top5=87.328125 Batch [0149]/[0303]: acc-top1=67.927083 acc-top5=86.979167 Batch [0199]/[0303]: acc-top1=68.007812 acc-top5=86.882812 Batch [0249]/[0303]: acc-top1=67.837500 acc-top5=86.706250 Batch [0299]/[0303]: acc-top1=67.729167 acc-top5=86.552083 [Epoch 083] training: accuracy=96.673454 loss=0.136564 [Epoch 083] speed: 114 samples/sec time cost: 2300.411770 [Epoch 083] validation: acc-top1=67.651609 acc-top5=86.515058 loss=2.311649 Epoch[084] Batch [0049]/[3759] Speed: 79.102463 samples/sec accuracy=96.781250 loss=0.129013 lr=0.000616 Epoch[084] Batch [0099]/[3759] Speed: 115.402792 samples/sec accuracy=96.703125 loss=0.132829 lr=0.000615 Epoch[084] Batch [0149]/[3759] Speed: 114.230747 samples/sec accuracy=96.791667 loss=0.131612 lr=0.000614 Epoch[084] Batch [0199]/[3759] Speed: 114.224276 samples/sec accuracy=96.867188 loss=0.132758 lr=0.000613 Epoch[084] Batch [0249]/[3759] Speed: 112.959505 samples/sec accuracy=96.868750 loss=0.132522 lr=0.000612 Epoch[084] Batch [0299]/[3759] Speed: 115.370100 samples/sec accuracy=96.838542 loss=0.132774 lr=0.000611 Epoch[084] Batch [0349]/[3759] Speed: 115.233425 samples/sec accuracy=96.892857 loss=0.132284 lr=0.000610 Epoch[084] Batch [0399]/[3759] Speed: 114.201522 samples/sec accuracy=96.871094 loss=0.133226 lr=0.000609 Epoch[084] Batch [0449]/[3759] Speed: 115.422297 samples/sec accuracy=96.895833 loss=0.132122 lr=0.000608 Epoch[084] Batch [0499]/[3759] Speed: 112.508973 samples/sec accuracy=96.921875 loss=0.130501 lr=0.000607 Epoch[084] Batch [0549]/[3759] Speed: 116.700527 samples/sec accuracy=96.934659 loss=0.130537 lr=0.000606 Epoch[084] Batch [0599]/[3759] Speed: 114.056561 samples/sec accuracy=96.934896 loss=0.130080 lr=0.000605 Epoch[084] Batch [0649]/[3759] Speed: 116.599276 samples/sec accuracy=96.925481 loss=0.129941 lr=0.000604 Epoch[084] Batch [0699]/[3759] Speed: 114.117613 samples/sec accuracy=96.935268 loss=0.129943 lr=0.000603 Epoch[084] Batch [0749]/[3759] Speed: 114.654902 samples/sec accuracy=96.927083 loss=0.130633 lr=0.000602 Epoch[084] Batch [0799]/[3759] Speed: 112.801847 samples/sec accuracy=96.919922 loss=0.130608 lr=0.000601 Epoch[084] Batch [0849]/[3759] Speed: 115.219396 samples/sec accuracy=96.919118 loss=0.130789 lr=0.000600 Epoch[084] Batch [0899]/[3759] Speed: 114.969964 samples/sec accuracy=96.890625 loss=0.131627 lr=0.000599 Epoch[084] Batch [0949]/[3759] Speed: 115.116149 samples/sec accuracy=96.855263 loss=0.131989 lr=0.000598 Epoch[084] Batch [0999]/[3759] Speed: 116.321179 samples/sec accuracy=96.834375 loss=0.132685 lr=0.000597 Epoch[084] Batch [1049]/[3759] Speed: 113.566626 samples/sec accuracy=96.845238 loss=0.132856 lr=0.000596 Epoch[084] Batch [1099]/[3759] Speed: 114.858544 samples/sec accuracy=96.865057 loss=0.132685 lr=0.000595 Epoch[084] Batch [1149]/[3759] Speed: 115.379754 samples/sec accuracy=96.854620 loss=0.132837 lr=0.000594 Epoch[084] Batch [1199]/[3759] Speed: 113.606583 samples/sec accuracy=96.868490 loss=0.132415 lr=0.000593 Epoch[084] Batch [1249]/[3759] Speed: 115.156328 samples/sec accuracy=96.877500 loss=0.132052 lr=0.000592 Epoch[084] Batch [1299]/[3759] Speed: 112.981739 samples/sec accuracy=96.896635 loss=0.131829 lr=0.000591 Epoch[084] Batch [1349]/[3759] Speed: 117.080502 samples/sec accuracy=96.883102 loss=0.132135 lr=0.000590 Epoch[084] Batch [1399]/[3759] Speed: 114.976885 samples/sec accuracy=96.881696 loss=0.132111 lr=0.000589 Epoch[084] Batch [1449]/[3759] Speed: 115.406121 samples/sec accuracy=96.897629 loss=0.131664 lr=0.000588 Epoch[084] Batch [1499]/[3759] Speed: 116.103434 samples/sec accuracy=96.900000 loss=0.131603 lr=0.000588 Epoch[084] Batch [1549]/[3759] Speed: 115.243615 samples/sec accuracy=96.914315 loss=0.131114 lr=0.000587 Epoch[084] Batch [1599]/[3759] Speed: 114.572198 samples/sec accuracy=96.925781 loss=0.130845 lr=0.000586 Epoch[084] Batch [1649]/[3759] Speed: 114.263901 samples/sec accuracy=96.914773 loss=0.131138 lr=0.000585 Epoch[084] Batch [1699]/[3759] Speed: 114.699138 samples/sec accuracy=96.911765 loss=0.131162 lr=0.000584 Epoch[084] Batch [1749]/[3759] Speed: 114.257467 samples/sec accuracy=96.904464 loss=0.131258 lr=0.000583 Epoch[084] Batch [1799]/[3759] Speed: 115.071335 samples/sec accuracy=96.911458 loss=0.131196 lr=0.000582 Epoch[084] Batch [1849]/[3759] Speed: 112.945343 samples/sec accuracy=96.914696 loss=0.131172 lr=0.000581 Epoch[084] Batch [1899]/[3759] Speed: 116.017055 samples/sec accuracy=96.916941 loss=0.131136 lr=0.000580 Epoch[084] Batch [1949]/[3759] Speed: 114.880353 samples/sec accuracy=96.924679 loss=0.130942 lr=0.000579 Epoch[084] Batch [1999]/[3759] Speed: 115.779722 samples/sec accuracy=96.931250 loss=0.130874 lr=0.000578 Epoch[084] Batch [2049]/[3759] Speed: 114.729664 samples/sec accuracy=96.939024 loss=0.130522 lr=0.000577 Epoch[084] Batch [2099]/[3759] Speed: 115.410741 samples/sec accuracy=96.933036 loss=0.130914 lr=0.000576 Epoch[084] Batch [2149]/[3759] Speed: 113.819567 samples/sec accuracy=96.936773 loss=0.130922 lr=0.000575 Epoch[084] Batch [2199]/[3759] Speed: 116.140116 samples/sec accuracy=96.924716 loss=0.131278 lr=0.000574 Epoch[084] Batch [2249]/[3759] Speed: 115.232931 samples/sec accuracy=96.932639 loss=0.131107 lr=0.000573 Epoch[084] Batch [2299]/[3759] Speed: 114.240638 samples/sec accuracy=96.919158 loss=0.131340 lr=0.000572 Epoch[084] Batch [2349]/[3759] Speed: 115.340322 samples/sec accuracy=96.916888 loss=0.131492 lr=0.000571 Epoch[084] Batch [2399]/[3759] Speed: 112.707523 samples/sec accuracy=96.916667 loss=0.131378 lr=0.000570 Epoch[084] Batch [2449]/[3759] Speed: 115.016579 samples/sec accuracy=96.915179 loss=0.131284 lr=0.000569 Epoch[084] Batch [2499]/[3759] Speed: 113.569702 samples/sec accuracy=96.900625 loss=0.131566 lr=0.000568 Epoch[084] Batch [2549]/[3759] Speed: 114.139234 samples/sec accuracy=96.897059 loss=0.131539 lr=0.000567 Epoch[084] Batch [2599]/[3759] Speed: 115.902089 samples/sec accuracy=96.899639 loss=0.131423 lr=0.000566 Epoch[084] Batch [2649]/[3759] Speed: 115.150444 samples/sec accuracy=96.900354 loss=0.131310 lr=0.000565 Epoch[084] Batch [2699]/[3759] Speed: 113.951799 samples/sec accuracy=96.901042 loss=0.131273 lr=0.000564 Epoch[084] Batch [2749]/[3759] Speed: 115.495800 samples/sec accuracy=96.896023 loss=0.131290 lr=0.000563 Epoch[084] Batch [2799]/[3759] Speed: 114.429982 samples/sec accuracy=96.899554 loss=0.131238 lr=0.000562 Epoch[084] Batch [2849]/[3759] Speed: 114.311957 samples/sec accuracy=96.904605 loss=0.131138 lr=0.000561 Epoch[084] Batch [2899]/[3759] Speed: 115.290119 samples/sec accuracy=96.893319 loss=0.131458 lr=0.000560 Epoch[084] Batch [2949]/[3759] Speed: 113.548379 samples/sec accuracy=96.887712 loss=0.131633 lr=0.000559 Epoch[084] Batch [2999]/[3759] Speed: 115.241974 samples/sec accuracy=96.880208 loss=0.131717 lr=0.000558 Epoch[084] Batch [3049]/[3759] Speed: 114.457146 samples/sec accuracy=96.880123 loss=0.131684 lr=0.000557 Epoch[084] Batch [3099]/[3759] Speed: 115.736611 samples/sec accuracy=96.881552 loss=0.131566 lr=0.000556 Epoch[084] Batch [3149]/[3759] Speed: 114.505199 samples/sec accuracy=96.879464 loss=0.131483 lr=0.000556 Epoch[084] Batch [3199]/[3759] Speed: 111.750176 samples/sec accuracy=96.886719 loss=0.131276 lr=0.000555 Epoch[084] Batch [3249]/[3759] Speed: 117.416542 samples/sec accuracy=96.889423 loss=0.131147 lr=0.000554 Epoch[084] Batch [3299]/[3759] Speed: 114.666015 samples/sec accuracy=96.895833 loss=0.131035 lr=0.000553 Epoch[084] Batch [3349]/[3759] Speed: 116.378818 samples/sec accuracy=96.902052 loss=0.130887 lr=0.000552 Epoch[084] Batch [3399]/[3759] Speed: 114.933204 samples/sec accuracy=96.900735 loss=0.130936 lr=0.000551 Epoch[084] Batch [3449]/[3759] Speed: 114.272237 samples/sec accuracy=96.900362 loss=0.130839 lr=0.000550 Epoch[084] Batch [3499]/[3759] Speed: 113.177279 samples/sec accuracy=96.895982 loss=0.131024 lr=0.000549 Epoch[084] Batch [3549]/[3759] Speed: 116.134245 samples/sec accuracy=96.895246 loss=0.131107 lr=0.000548 Epoch[084] Batch [3599]/[3759] Speed: 115.047206 samples/sec accuracy=96.894965 loss=0.131052 lr=0.000547 Epoch[084] Batch [3649]/[3759] Speed: 115.413979 samples/sec accuracy=96.883562 loss=0.131271 lr=0.000546 Epoch[084] Batch [3699]/[3759] Speed: 115.604210 samples/sec accuracy=96.885980 loss=0.131197 lr=0.000545 Epoch[084] Batch [3749]/[3759] Speed: 127.046946 samples/sec accuracy=96.882083 loss=0.131181 lr=0.000544 Batch [0049]/[0303]: acc-top1=67.968750 acc-top5=87.468750 Batch [0099]/[0303]: acc-top1=67.921875 acc-top5=87.265625 Batch [0149]/[0303]: acc-top1=67.895833 acc-top5=87.072917 Batch [0199]/[0303]: acc-top1=67.921875 acc-top5=86.953125 Batch [0249]/[0303]: acc-top1=67.825000 acc-top5=86.725000 Batch [0299]/[0303]: acc-top1=67.671875 acc-top5=86.619792 [Epoch 084] training: accuracy=96.884560 loss=0.131146 [Epoch 084] speed: 114 samples/sec time cost: 2296.653792 [Epoch 084] validation: acc-top1=67.615512 acc-top5=86.566625 loss=2.330531 Epoch[085] Batch [0049]/[3760] Speed: 79.149330 samples/sec accuracy=97.031250 loss=0.126957 lr=0.000543 Epoch[085] Batch [0099]/[3760] Speed: 115.050849 samples/sec accuracy=97.109375 loss=0.121909 lr=0.000542 Epoch[085] Batch [0149]/[3760] Speed: 114.529645 samples/sec accuracy=97.145833 loss=0.120559 lr=0.000541 Epoch[085] Batch [0199]/[3760] Speed: 115.074012 samples/sec accuracy=96.984375 loss=0.124202 lr=0.000540 Epoch[085] Batch [0249]/[3760] Speed: 114.247599 samples/sec accuracy=96.893750 loss=0.126857 lr=0.000539 Epoch[085] Batch [0299]/[3760] Speed: 113.792910 samples/sec accuracy=97.000000 loss=0.124529 lr=0.000538 Epoch[085] Batch [0349]/[3760] Speed: 115.420926 samples/sec accuracy=97.017857 loss=0.125389 lr=0.000537 Epoch[085] Batch [0399]/[3760] Speed: 114.962951 samples/sec accuracy=97.074219 loss=0.125063 lr=0.000536 Epoch[085] Batch [0449]/[3760] Speed: 115.290921 samples/sec accuracy=97.048611 loss=0.125785 lr=0.000535 Epoch[085] Batch [0499]/[3760] Speed: 115.746705 samples/sec accuracy=97.015625 loss=0.126897 lr=0.000534 Epoch[085] Batch [0549]/[3760] Speed: 113.372121 samples/sec accuracy=97.008523 loss=0.126788 lr=0.000534 Epoch[085] Batch [0599]/[3760] Speed: 115.225997 samples/sec accuracy=96.986979 loss=0.127288 lr=0.000533 Epoch[085] Batch [0649]/[3760] Speed: 115.304752 samples/sec accuracy=96.990385 loss=0.127128 lr=0.000532 Epoch[085] Batch [0699]/[3760] Speed: 114.966928 samples/sec accuracy=96.957589 loss=0.128107 lr=0.000531 Epoch[085] Batch [0749]/[3760] Speed: 114.704829 samples/sec accuracy=96.995833 loss=0.126622 lr=0.000530 Epoch[085] Batch [0799]/[3760] Speed: 113.158590 samples/sec accuracy=96.966797 loss=0.127681 lr=0.000529 Epoch[085] Batch [0849]/[3760] Speed: 115.609693 samples/sec accuracy=96.988971 loss=0.127038 lr=0.000528 Epoch[085] Batch [0899]/[3760] Speed: 115.347339 samples/sec accuracy=96.996528 loss=0.126664 lr=0.000527 Epoch[085] Batch [0949]/[3760] Speed: 114.327975 samples/sec accuracy=97.018092 loss=0.126417 lr=0.000526 Epoch[085] Batch [0999]/[3760] Speed: 113.776683 samples/sec accuracy=97.029687 loss=0.126064 lr=0.000525 Epoch[085] Batch [1049]/[3760] Speed: 112.624913 samples/sec accuracy=97.050595 loss=0.125480 lr=0.000524 Epoch[085] Batch [1099]/[3760] Speed: 117.052763 samples/sec accuracy=97.045455 loss=0.125211 lr=0.000523 Epoch[085] Batch [1149]/[3760] Speed: 113.111109 samples/sec accuracy=97.047554 loss=0.124905 lr=0.000522 Epoch[085] Batch [1199]/[3760] Speed: 114.864194 samples/sec accuracy=97.032552 loss=0.125141 lr=0.000521 Epoch[085] Batch [1249]/[3760] Speed: 114.630107 samples/sec accuracy=97.043750 loss=0.124829 lr=0.000520 Epoch[085] Batch [1299]/[3760] Speed: 111.971879 samples/sec accuracy=97.045673 loss=0.124500 lr=0.000520 Epoch[085] Batch [1349]/[3760] Speed: 116.049176 samples/sec accuracy=97.030093 loss=0.124931 lr=0.000519 Epoch[085] Batch [1399]/[3760] Speed: 115.144194 samples/sec accuracy=97.040179 loss=0.124811 lr=0.000518 Epoch[085] Batch [1449]/[3760] Speed: 114.596775 samples/sec accuracy=97.039871 loss=0.125032 lr=0.000517 Epoch[085] Batch [1499]/[3760] Speed: 115.774675 samples/sec accuracy=97.033333 loss=0.125164 lr=0.000516 Epoch[085] Batch [1549]/[3760] Speed: 111.797725 samples/sec accuracy=97.027218 loss=0.125361 lr=0.000515 Epoch[085] Batch [1599]/[3760] Speed: 116.907815 samples/sec accuracy=97.030273 loss=0.125135 lr=0.000514 Epoch[085] Batch [1649]/[3760] Speed: 115.195306 samples/sec accuracy=97.022727 loss=0.125364 lr=0.000513 Epoch[085] Batch [1699]/[3760] Speed: 114.534095 samples/sec accuracy=97.017463 loss=0.125323 lr=0.000512 Epoch[085] Batch [1749]/[3760] Speed: 114.535661 samples/sec accuracy=97.031250 loss=0.125098 lr=0.000511 Epoch[085] Batch [1799]/[3760] Speed: 112.330730 samples/sec accuracy=97.026910 loss=0.125508 lr=0.000510 Epoch[085] Batch [1849]/[3760] Speed: 117.045764 samples/sec accuracy=97.035473 loss=0.125129 lr=0.000509 Epoch[085] Batch [1899]/[3760] Speed: 115.335351 samples/sec accuracy=97.039474 loss=0.125169 lr=0.000508 Epoch[085] Batch [1949]/[3760] Speed: 114.640151 samples/sec accuracy=97.040865 loss=0.125091 lr=0.000508 Epoch[085] Batch [1999]/[3760] Speed: 114.421807 samples/sec accuracy=97.032813 loss=0.125275 lr=0.000507 Epoch[085] Batch [2049]/[3760] Speed: 112.189527 samples/sec accuracy=97.035061 loss=0.125349 lr=0.000506 Epoch[085] Batch [2099]/[3760] Speed: 116.000888 samples/sec accuracy=97.029018 loss=0.125241 lr=0.000505 Epoch[085] Batch [2149]/[3760] Speed: 113.686853 samples/sec accuracy=97.031250 loss=0.125247 lr=0.000504 Epoch[085] Batch [2199]/[3760] Speed: 115.759085 samples/sec accuracy=97.029119 loss=0.125312 lr=0.000503 Epoch[085] Batch [2249]/[3760] Speed: 113.883489 samples/sec accuracy=97.037500 loss=0.124962 lr=0.000502 Epoch[085] Batch [2299]/[3760] Speed: 115.151485 samples/sec accuracy=97.045516 loss=0.124787 lr=0.000501 Epoch[085] Batch [2349]/[3760] Speed: 114.423836 samples/sec accuracy=97.041223 loss=0.125023 lr=0.000500 Epoch[085] Batch [2399]/[3760] Speed: 114.712132 samples/sec accuracy=97.046875 loss=0.124881 lr=0.000499 Epoch[085] Batch [2449]/[3760] Speed: 113.890904 samples/sec accuracy=97.060587 loss=0.124568 lr=0.000498 Epoch[085] Batch [2499]/[3760] Speed: 114.810474 samples/sec accuracy=97.058750 loss=0.124663 lr=0.000497 Epoch[085] Batch [2549]/[3760] Speed: 114.279089 samples/sec accuracy=97.057598 loss=0.124644 lr=0.000497 Epoch[085] Batch [2599]/[3760] Speed: 114.988786 samples/sec accuracy=97.060096 loss=0.124634 lr=0.000496 Epoch[085] Batch [2649]/[3760] Speed: 115.577413 samples/sec accuracy=97.057193 loss=0.124576 lr=0.000495 Epoch[085] Batch [2699]/[3760] Speed: 113.412759 samples/sec accuracy=97.064236 loss=0.124583 lr=0.000494 Epoch[085] Batch [2749]/[3760] Speed: 115.601897 samples/sec accuracy=97.072159 loss=0.124281 lr=0.000493 Epoch[085] Batch [2799]/[3760] Speed: 114.302655 samples/sec accuracy=97.071429 loss=0.124123 lr=0.000492 Epoch[085] Batch [2849]/[3760] Speed: 113.505861 samples/sec accuracy=97.076754 loss=0.123925 lr=0.000491 Epoch[085] Batch [2899]/[3760] Speed: 114.468796 samples/sec accuracy=97.087284 loss=0.123660 lr=0.000490 Epoch[085] Batch [2949]/[3760] Speed: 114.353997 samples/sec accuracy=97.084216 loss=0.123853 lr=0.000489 Epoch[085] Batch [2999]/[3760] Speed: 114.022079 samples/sec accuracy=97.081771 loss=0.123839 lr=0.000488 Epoch[085] Batch [3049]/[3760] Speed: 114.093779 samples/sec accuracy=97.077357 loss=0.123925 lr=0.000488 Epoch[085] Batch [3099]/[3760] Speed: 114.649601 samples/sec accuracy=97.082661 loss=0.123749 lr=0.000487 Epoch[085] Batch [3149]/[3760] Speed: 114.545053 samples/sec accuracy=97.078373 loss=0.123898 lr=0.000486 Epoch[085] Batch [3199]/[3760] Speed: 115.708245 samples/sec accuracy=97.078125 loss=0.123938 lr=0.000485 Epoch[085] Batch [3249]/[3760] Speed: 114.346805 samples/sec accuracy=97.081731 loss=0.123874 lr=0.000484 Epoch[085] Batch [3299]/[3760] Speed: 114.197669 samples/sec accuracy=97.073864 loss=0.123995 lr=0.000483 Epoch[085] Batch [3349]/[3760] Speed: 113.971513 samples/sec accuracy=97.073228 loss=0.123970 lr=0.000482 Epoch[085] Batch [3399]/[3760] Speed: 114.423909 samples/sec accuracy=97.074449 loss=0.123851 lr=0.000481 Epoch[085] Batch [3449]/[3760] Speed: 114.272886 samples/sec accuracy=97.073370 loss=0.123837 lr=0.000480 Epoch[085] Batch [3499]/[3760] Speed: 115.177302 samples/sec accuracy=97.063393 loss=0.124103 lr=0.000479 Epoch[085] Batch [3549]/[3760] Speed: 115.164794 samples/sec accuracy=97.064701 loss=0.123935 lr=0.000479 Epoch[085] Batch [3599]/[3760] Speed: 114.066720 samples/sec accuracy=97.063368 loss=0.123993 lr=0.000478 Epoch[085] Batch [3649]/[3760] Speed: 115.599913 samples/sec accuracy=97.064212 loss=0.123965 lr=0.000477 Epoch[085] Batch [3699]/[3760] Speed: 115.163378 samples/sec accuracy=97.065878 loss=0.123959 lr=0.000476 Epoch[085] Batch [3749]/[3760] Speed: 129.213282 samples/sec accuracy=97.058750 loss=0.124122 lr=0.000475 Batch [0049]/[0303]: acc-top1=68.281250 acc-top5=87.156250 Batch [0099]/[0303]: acc-top1=68.109375 acc-top5=87.265625 Batch [0149]/[0303]: acc-top1=68.000000 acc-top5=87.125000 Batch [0199]/[0303]: acc-top1=68.164062 acc-top5=87.109375 Batch [0249]/[0303]: acc-top1=68.025000 acc-top5=86.918750 Batch [0299]/[0303]: acc-top1=67.802083 acc-top5=86.760417 [Epoch 085] training: accuracy=97.061170 loss=0.124094 [Epoch 085] speed: 114 samples/sec time cost: 2297.672395 [Epoch 085] validation: acc-top1=67.734117 acc-top5=86.716172 loss=2.320756 Epoch[086] Batch [0049]/[3760] Speed: 79.750551 samples/sec accuracy=97.218750 loss=0.117320 lr=0.000474 Epoch[086] Batch [0099]/[3760] Speed: 112.347519 samples/sec accuracy=97.187500 loss=0.119766 lr=0.000473 Epoch[086] Batch [0149]/[3760] Speed: 117.805368 samples/sec accuracy=97.291667 loss=0.118313 lr=0.000472 Epoch[086] Batch [0199]/[3760] Speed: 113.975652 samples/sec accuracy=97.226562 loss=0.117402 lr=0.000471 Epoch[086] Batch [0249]/[3760] Speed: 115.378259 samples/sec accuracy=97.212500 loss=0.118642 lr=0.000470 Epoch[086] Batch [0299]/[3760] Speed: 115.329417 samples/sec accuracy=97.171875 loss=0.118955 lr=0.000470 Epoch[086] Batch [0349]/[3760] Speed: 113.031487 samples/sec accuracy=97.267857 loss=0.115831 lr=0.000469 Epoch[086] Batch [0399]/[3760] Speed: 114.625315 samples/sec accuracy=97.277344 loss=0.114584 lr=0.000468 Epoch[086] Batch [0449]/[3760] Speed: 116.791359 samples/sec accuracy=97.298611 loss=0.114997 lr=0.000467 Epoch[086] Batch [0499]/[3760] Speed: 114.395596 samples/sec accuracy=97.284375 loss=0.114226 lr=0.000466 Epoch[086] Batch [0549]/[3760] Speed: 115.200791 samples/sec accuracy=97.292614 loss=0.114584 lr=0.000465 Epoch[086] Batch [0599]/[3760] Speed: 114.229144 samples/sec accuracy=97.317708 loss=0.115028 lr=0.000464 Epoch[086] Batch [0649]/[3760] Speed: 113.813815 samples/sec accuracy=97.298077 loss=0.116219 lr=0.000463 Epoch[086] Batch [0699]/[3760] Speed: 115.098500 samples/sec accuracy=97.308036 loss=0.115975 lr=0.000462 Epoch[086] Batch [0749]/[3760] Speed: 115.178376 samples/sec accuracy=97.325000 loss=0.115690 lr=0.000462 Epoch[086] Batch [0799]/[3760] Speed: 114.236773 samples/sec accuracy=97.328125 loss=0.116074 lr=0.000461 Epoch[086] Batch [0849]/[3760] Speed: 116.033006 samples/sec accuracy=97.318015 loss=0.116873 lr=0.000460 Epoch[086] Batch [0899]/[3760] Speed: 112.927384 samples/sec accuracy=97.333333 loss=0.116864 lr=0.000459 Epoch[086] Batch [0949]/[3760] Speed: 115.709411 samples/sec accuracy=97.322368 loss=0.116984 lr=0.000458 Epoch[086] Batch [0999]/[3760] Speed: 115.392591 samples/sec accuracy=97.296875 loss=0.117411 lr=0.000457 Epoch[086] Batch [1049]/[3760] Speed: 114.660491 samples/sec accuracy=97.309524 loss=0.117398 lr=0.000456 Epoch[086] Batch [1099]/[3760] Speed: 114.728778 samples/sec accuracy=97.308239 loss=0.117270 lr=0.000455 Epoch[086] Batch [1149]/[3760] Speed: 114.160082 samples/sec accuracy=97.309783 loss=0.117331 lr=0.000455 Epoch[086] Batch [1199]/[3760] Speed: 112.889900 samples/sec accuracy=97.276042 loss=0.118212 lr=0.000454 Epoch[086] Batch [1249]/[3760] Speed: 114.262867 samples/sec accuracy=97.273750 loss=0.118186 lr=0.000453 Epoch[086] Batch [1299]/[3760] Speed: 115.278220 samples/sec accuracy=97.277644 loss=0.118218 lr=0.000452 Epoch[086] Batch [1349]/[3760] Speed: 114.367380 samples/sec accuracy=97.284722 loss=0.117906 lr=0.000451 Epoch[086] Batch [1399]/[3760] Speed: 114.286903 samples/sec accuracy=97.299107 loss=0.117503 lr=0.000450 Epoch[086] Batch [1449]/[3760] Speed: 113.231699 samples/sec accuracy=97.297414 loss=0.117555 lr=0.000449 Epoch[086] Batch [1499]/[3760] Speed: 115.966682 samples/sec accuracy=97.315625 loss=0.117265 lr=0.000449 Epoch[086] Batch [1549]/[3760] Speed: 115.635429 samples/sec accuracy=97.316532 loss=0.117174 lr=0.000448 Epoch[086] Batch [1599]/[3760] Speed: 114.670182 samples/sec accuracy=97.303711 loss=0.117142 lr=0.000447 Epoch[086] Batch [1649]/[3760] Speed: 113.532458 samples/sec accuracy=97.303030 loss=0.117108 lr=0.000446 Epoch[086] Batch [1699]/[3760] Speed: 116.080092 samples/sec accuracy=97.297794 loss=0.117450 lr=0.000445 Epoch[086] Batch [1749]/[3760] Speed: 114.044609 samples/sec accuracy=97.281250 loss=0.117885 lr=0.000444 Epoch[086] Batch [1799]/[3760] Speed: 114.083952 samples/sec accuracy=97.288194 loss=0.117777 lr=0.000443 Epoch[086] Batch [1849]/[3760] Speed: 115.294552 samples/sec accuracy=97.280405 loss=0.118042 lr=0.000443 Epoch[086] Batch [1899]/[3760] Speed: 114.616312 samples/sec accuracy=97.282072 loss=0.118083 lr=0.000442 Epoch[086] Batch [1949]/[3760] Speed: 114.613251 samples/sec accuracy=97.292468 loss=0.118065 lr=0.000441 Epoch[086] Batch [1999]/[3760] Speed: 112.265318 samples/sec accuracy=97.282813 loss=0.118088 lr=0.000440 Epoch[086] Batch [2049]/[3760] Speed: 116.188139 samples/sec accuracy=97.282774 loss=0.118072 lr=0.000439 Epoch[086] Batch [2099]/[3760] Speed: 115.688689 samples/sec accuracy=97.286458 loss=0.117903 lr=0.000438 Epoch[086] Batch [2149]/[3760] Speed: 113.978775 samples/sec accuracy=97.271076 loss=0.118118 lr=0.000437 Epoch[086] Batch [2199]/[3760] Speed: 114.049344 samples/sec accuracy=97.269886 loss=0.118183 lr=0.000437 Epoch[086] Batch [2249]/[3760] Speed: 114.212872 samples/sec accuracy=97.268056 loss=0.118120 lr=0.000436 Epoch[086] Batch [2299]/[3760] Speed: 114.463037 samples/sec accuracy=97.271060 loss=0.118181 lr=0.000435 Epoch[086] Batch [2349]/[3760] Speed: 114.829312 samples/sec accuracy=97.263963 loss=0.118357 lr=0.000434 Epoch[086] Batch [2399]/[3760] Speed: 114.683518 samples/sec accuracy=97.263021 loss=0.118348 lr=0.000433 Epoch[086] Batch [2449]/[3760] Speed: 114.558848 samples/sec accuracy=97.272321 loss=0.118201 lr=0.000432 Epoch[086] Batch [2499]/[3760] Speed: 115.624956 samples/sec accuracy=97.261875 loss=0.118479 lr=0.000431 Epoch[086] Batch [2549]/[3760] Speed: 112.152713 samples/sec accuracy=97.261029 loss=0.118521 lr=0.000431 Epoch[086] Batch [2599]/[3760] Speed: 116.501555 samples/sec accuracy=97.258413 loss=0.118654 lr=0.000430 Epoch[086] Batch [2649]/[3760] Speed: 114.943906 samples/sec accuracy=97.256486 loss=0.118693 lr=0.000429 Epoch[086] Batch [2699]/[3760] Speed: 114.999061 samples/sec accuracy=97.255787 loss=0.118690 lr=0.000428 Epoch[086] Batch [2749]/[3760] Speed: 114.698557 samples/sec accuracy=97.258523 loss=0.118622 lr=0.000427 Epoch[086] Batch [2799]/[3760] Speed: 114.967191 samples/sec accuracy=97.257254 loss=0.118648 lr=0.000426 Epoch[086] Batch [2849]/[3760] Speed: 113.910522 samples/sec accuracy=97.261513 loss=0.118527 lr=0.000425 Epoch[086] Batch [2899]/[3760] Speed: 115.653700 samples/sec accuracy=97.258621 loss=0.118425 lr=0.000425 Epoch[086] Batch [2949]/[3760] Speed: 113.419994 samples/sec accuracy=97.259004 loss=0.118454 lr=0.000424 Epoch[086] Batch [2999]/[3760] Speed: 115.038644 samples/sec accuracy=97.250521 loss=0.118739 lr=0.000423 Epoch[086] Batch [3049]/[3760] Speed: 113.872517 samples/sec accuracy=97.257684 loss=0.118580 lr=0.000422 Epoch[086] Batch [3099]/[3760] Speed: 113.780867 samples/sec accuracy=97.250504 loss=0.118849 lr=0.000421 Epoch[086] Batch [3149]/[3760] Speed: 113.219401 samples/sec accuracy=97.250496 loss=0.118896 lr=0.000420 Epoch[086] Batch [3199]/[3760] Speed: 115.480918 samples/sec accuracy=97.251465 loss=0.118944 lr=0.000420 Epoch[086] Batch [3249]/[3760] Speed: 115.502242 samples/sec accuracy=97.250481 loss=0.119008 lr=0.000419 Epoch[086] Batch [3299]/[3760] Speed: 114.988957 samples/sec accuracy=97.255208 loss=0.118913 lr=0.000418 Epoch[086] Batch [3349]/[3760] Speed: 115.229517 samples/sec accuracy=97.253265 loss=0.118955 lr=0.000417 Epoch[086] Batch [3399]/[3760] Speed: 111.641086 samples/sec accuracy=97.253217 loss=0.118959 lr=0.000416 Epoch[086] Batch [3449]/[3760] Speed: 115.987182 samples/sec accuracy=97.246377 loss=0.118984 lr=0.000415 Epoch[086] Batch [3499]/[3760] Speed: 114.668068 samples/sec accuracy=97.245982 loss=0.119037 lr=0.000415 Epoch[086] Batch [3549]/[3760] Speed: 114.472636 samples/sec accuracy=97.247799 loss=0.118977 lr=0.000414 Epoch[086] Batch [3599]/[3760] Speed: 114.653205 samples/sec accuracy=97.249566 loss=0.118950 lr=0.000413 Epoch[086] Batch [3649]/[3760] Speed: 114.522956 samples/sec accuracy=97.251284 loss=0.118861 lr=0.000412 Epoch[086] Batch [3699]/[3760] Speed: 114.098767 samples/sec accuracy=97.247889 loss=0.118969 lr=0.000411 Epoch[086] Batch [3749]/[3760] Speed: 130.779210 samples/sec accuracy=97.249167 loss=0.118903 lr=0.000410 Batch [0049]/[0303]: acc-top1=67.718750 acc-top5=87.312500 Batch [0099]/[0303]: acc-top1=68.125000 acc-top5=87.437500 Batch [0149]/[0303]: acc-top1=68.302083 acc-top5=87.281250 Batch [0199]/[0303]: acc-top1=68.351562 acc-top5=87.125000 Batch [0249]/[0303]: acc-top1=68.100000 acc-top5=86.918750 Batch [0299]/[0303]: acc-top1=68.010417 acc-top5=86.723958 [Epoch 086] training: accuracy=97.249003 loss=0.118904 [Epoch 086] speed: 114 samples/sec time cost: 2296.776760 [Epoch 086] validation: acc-top1=67.950701 acc-top5=86.690388 loss=2.350547 Epoch[087] Batch [0049]/[3759] Speed: 78.078662 samples/sec accuracy=97.687500 loss=0.111885 lr=0.000409 Epoch[087] Batch [0099]/[3759] Speed: 114.271088 samples/sec accuracy=97.593750 loss=0.114268 lr=0.000409 Epoch[087] Batch [0149]/[3759] Speed: 114.264647 samples/sec accuracy=97.510417 loss=0.116106 lr=0.000408 Epoch[087] Batch [0199]/[3759] Speed: 114.158456 samples/sec accuracy=97.468750 loss=0.115133 lr=0.000407 Epoch[087] Batch [0249]/[3759] Speed: 114.397116 samples/sec accuracy=97.568750 loss=0.111947 lr=0.000406 Epoch[087] Batch [0299]/[3759] Speed: 115.374026 samples/sec accuracy=97.421875 loss=0.115008 lr=0.000405 Epoch[087] Batch [0349]/[3759] Speed: 113.578079 samples/sec accuracy=97.491071 loss=0.112921 lr=0.000404 Epoch[087] Batch [0399]/[3759] Speed: 114.935812 samples/sec accuracy=97.437500 loss=0.114314 lr=0.000404 Epoch[087] Batch [0449]/[3759] Speed: 114.187292 samples/sec accuracy=97.420139 loss=0.113943 lr=0.000403 Epoch[087] Batch [0499]/[3759] Speed: 111.767627 samples/sec accuracy=97.378125 loss=0.114548 lr=0.000402 Epoch[087] Batch [0549]/[3759] Speed: 115.594417 samples/sec accuracy=97.397727 loss=0.114106 lr=0.000401 Epoch[087] Batch [0599]/[3759] Speed: 114.163675 samples/sec accuracy=97.377604 loss=0.114177 lr=0.000400 Epoch[087] Batch [0649]/[3759] Speed: 114.237968 samples/sec accuracy=97.375000 loss=0.113852 lr=0.000400 Epoch[087] Batch [0699]/[3759] Speed: 114.487955 samples/sec accuracy=97.379464 loss=0.114447 lr=0.000399 Epoch[087] Batch [0749]/[3759] Speed: 112.112650 samples/sec accuracy=97.345833 loss=0.114898 lr=0.000398 Epoch[087] Batch [0799]/[3759] Speed: 115.806290 samples/sec accuracy=97.361328 loss=0.114993 lr=0.000397 Epoch[087] Batch [0849]/[3759] Speed: 115.396701 samples/sec accuracy=97.371324 loss=0.115150 lr=0.000396 Epoch[087] Batch [0899]/[3759] Speed: 114.953282 samples/sec accuracy=97.385417 loss=0.114444 lr=0.000395 Epoch[087] Batch [0949]/[3759] Speed: 114.923344 samples/sec accuracy=97.358553 loss=0.115198 lr=0.000395 Epoch[087] Batch [0999]/[3759] Speed: 114.270222 samples/sec accuracy=97.376562 loss=0.114596 lr=0.000394 Epoch[087] Batch [1049]/[3759] Speed: 113.613147 samples/sec accuracy=97.366071 loss=0.114651 lr=0.000393 Epoch[087] Batch [1099]/[3759] Speed: 115.455988 samples/sec accuracy=97.363636 loss=0.114367 lr=0.000392 Epoch[087] Batch [1149]/[3759] Speed: 115.355708 samples/sec accuracy=97.357337 loss=0.114162 lr=0.000391 Epoch[087] Batch [1199]/[3759] Speed: 113.868591 samples/sec accuracy=97.350260 loss=0.114025 lr=0.000391 Epoch[087] Batch [1249]/[3759] Speed: 114.591879 samples/sec accuracy=97.337500 loss=0.114152 lr=0.000390 Epoch[087] Batch [1299]/[3759] Speed: 113.749721 samples/sec accuracy=97.328125 loss=0.114270 lr=0.000389 Epoch[087] Batch [1349]/[3759] Speed: 114.678481 samples/sec accuracy=97.319444 loss=0.114695 lr=0.000388 Epoch[087] Batch [1399]/[3759] Speed: 114.568954 samples/sec accuracy=97.330357 loss=0.114261 lr=0.000387 Epoch[087] Batch [1449]/[3759] Speed: 115.256134 samples/sec accuracy=97.318966 loss=0.114566 lr=0.000387 Epoch[087] Batch [1499]/[3759] Speed: 114.408050 samples/sec accuracy=97.302083 loss=0.115106 lr=0.000386 Epoch[087] Batch [1549]/[3759] Speed: 113.537010 samples/sec accuracy=97.299395 loss=0.115044 lr=0.000385 Epoch[087] Batch [1599]/[3759] Speed: 115.560477 samples/sec accuracy=97.309570 loss=0.114782 lr=0.000384 Epoch[087] Batch [1649]/[3759] Speed: 114.403601 samples/sec accuracy=97.314394 loss=0.114478 lr=0.000383 Epoch[087] Batch [1699]/[3759] Speed: 115.596542 samples/sec accuracy=97.317096 loss=0.114391 lr=0.000383 Epoch[087] Batch [1749]/[3759] Speed: 115.578641 samples/sec accuracy=97.312500 loss=0.114601 lr=0.000382 Epoch[087] Batch [1799]/[3759] Speed: 113.103312 samples/sec accuracy=97.308160 loss=0.114532 lr=0.000381 Epoch[087] Batch [1849]/[3759] Speed: 116.465543 samples/sec accuracy=97.294764 loss=0.115001 lr=0.000380 Epoch[087] Batch [1899]/[3759] Speed: 113.381654 samples/sec accuracy=97.282895 loss=0.115298 lr=0.000379 Epoch[087] Batch [1949]/[3759] Speed: 116.341783 samples/sec accuracy=97.290064 loss=0.115018 lr=0.000379 Epoch[087] Batch [1999]/[3759] Speed: 114.471212 samples/sec accuracy=97.300781 loss=0.114920 lr=0.000378 Epoch[087] Batch [2049]/[3759] Speed: 112.559566 samples/sec accuracy=97.301067 loss=0.114986 lr=0.000377 Epoch[087] Batch [2099]/[3759] Speed: 115.324655 samples/sec accuracy=97.291667 loss=0.115231 lr=0.000376 Epoch[087] Batch [2149]/[3759] Speed: 114.442258 samples/sec accuracy=97.281250 loss=0.115469 lr=0.000375 Epoch[087] Batch [2199]/[3759] Speed: 114.847444 samples/sec accuracy=97.276989 loss=0.115649 lr=0.000375 Epoch[087] Batch [2249]/[3759] Speed: 115.117135 samples/sec accuracy=97.274306 loss=0.115655 lr=0.000374 Epoch[087] Batch [2299]/[3759] Speed: 112.130851 samples/sec accuracy=97.272418 loss=0.115666 lr=0.000373 Epoch[087] Batch [2349]/[3759] Speed: 116.954908 samples/sec accuracy=97.271941 loss=0.115671 lr=0.000372 Epoch[087] Batch [2399]/[3759] Speed: 115.018856 samples/sec accuracy=97.273438 loss=0.115531 lr=0.000371 Epoch[087] Batch [2449]/[3759] Speed: 115.610627 samples/sec accuracy=97.271046 loss=0.115541 lr=0.000371 Epoch[087] Batch [2499]/[3759] Speed: 114.210415 samples/sec accuracy=97.269375 loss=0.115741 lr=0.000370 Epoch[087] Batch [2549]/[3759] Speed: 114.754246 samples/sec accuracy=97.268382 loss=0.115700 lr=0.000369 Epoch[087] Batch [2599]/[3759] Speed: 113.882408 samples/sec accuracy=97.271034 loss=0.115520 lr=0.000368 Epoch[087] Batch [2649]/[3759] Speed: 114.112394 samples/sec accuracy=97.283019 loss=0.115215 lr=0.000367 Epoch[087] Batch [2699]/[3759] Speed: 115.457770 samples/sec accuracy=97.288773 loss=0.114994 lr=0.000367 Epoch[087] Batch [2749]/[3759] Speed: 113.652891 samples/sec accuracy=97.288068 loss=0.114969 lr=0.000366 Epoch[087] Batch [2799]/[3759] Speed: 116.698889 samples/sec accuracy=97.287388 loss=0.115013 lr=0.000365 Epoch[087] Batch [2849]/[3759] Speed: 112.644025 samples/sec accuracy=97.290022 loss=0.114946 lr=0.000364 Epoch[087] Batch [2899]/[3759] Speed: 114.731865 samples/sec accuracy=97.294181 loss=0.114897 lr=0.000364 Epoch[087] Batch [2949]/[3759] Speed: 115.551271 samples/sec accuracy=97.298729 loss=0.114797 lr=0.000363 Epoch[087] Batch [2999]/[3759] Speed: 114.136115 samples/sec accuracy=97.294792 loss=0.114968 lr=0.000362 Epoch[087] Batch [3049]/[3759] Speed: 115.427366 samples/sec accuracy=97.298668 loss=0.114810 lr=0.000361 Epoch[087] Batch [3099]/[3759] Speed: 112.210715 samples/sec accuracy=97.303931 loss=0.114813 lr=0.000360 Epoch[087] Batch [3149]/[3759] Speed: 114.565690 samples/sec accuracy=97.302579 loss=0.114895 lr=0.000360 Epoch[087] Batch [3199]/[3759] Speed: 115.462067 samples/sec accuracy=97.307617 loss=0.114760 lr=0.000359 Epoch[087] Batch [3249]/[3759] Speed: 114.995207 samples/sec accuracy=97.306250 loss=0.114755 lr=0.000358 Epoch[087] Batch [3299]/[3759] Speed: 114.517382 samples/sec accuracy=97.309186 loss=0.114744 lr=0.000357 Epoch[087] Batch [3349]/[3759] Speed: 112.755438 samples/sec accuracy=97.303638 loss=0.114806 lr=0.000357 Epoch[087] Batch [3399]/[3759] Speed: 115.595282 samples/sec accuracy=97.307904 loss=0.114707 lr=0.000356 Epoch[087] Batch [3449]/[3759] Speed: 115.354644 samples/sec accuracy=97.305254 loss=0.114907 lr=0.000355 Epoch[087] Batch [3499]/[3759] Speed: 114.895487 samples/sec accuracy=97.308929 loss=0.114823 lr=0.000354 Epoch[087] Batch [3549]/[3759] Speed: 114.300115 samples/sec accuracy=97.319542 loss=0.114620 lr=0.000353 Epoch[087] Batch [3599]/[3759] Speed: 112.265344 samples/sec accuracy=97.314236 loss=0.114743 lr=0.000353 Epoch[087] Batch [3649]/[3759] Speed: 115.915402 samples/sec accuracy=97.309932 loss=0.114837 lr=0.000352 Epoch[087] Batch [3699]/[3759] Speed: 114.313728 samples/sec accuracy=97.312922 loss=0.114696 lr=0.000351 Epoch[087] Batch [3749]/[3759] Speed: 131.257700 samples/sec accuracy=97.310000 loss=0.114857 lr=0.000350 Batch [0049]/[0303]: acc-top1=68.531250 acc-top5=87.500000 Batch [0099]/[0303]: acc-top1=68.187500 acc-top5=87.187500 Batch [0149]/[0303]: acc-top1=68.156250 acc-top5=86.864583 Batch [0199]/[0303]: acc-top1=68.125000 acc-top5=86.859375 Batch [0249]/[0303]: acc-top1=67.906250 acc-top5=86.681250 Batch [0299]/[0303]: acc-top1=67.843750 acc-top5=86.572917 [Epoch 087] training: accuracy=97.312284 loss=0.114786 [Epoch 087] speed: 114 samples/sec time cost: 2298.412572 [Epoch 087] validation: acc-top1=67.775371 acc-top5=86.540842 loss=2.325321 Epoch[088] Batch [0049]/[3760] Speed: 78.496860 samples/sec accuracy=97.875000 loss=0.100779 lr=0.000349 Epoch[088] Batch [0099]/[3760] Speed: 113.967924 samples/sec accuracy=97.640625 loss=0.112825 lr=0.000349 Epoch[088] Batch [0149]/[3760] Speed: 115.971527 samples/sec accuracy=97.604167 loss=0.109912 lr=0.000348 Epoch[088] Batch [0199]/[3760] Speed: 113.812204 samples/sec accuracy=97.460938 loss=0.111504 lr=0.000347 Epoch[088] Batch [0249]/[3760] Speed: 114.155700 samples/sec accuracy=97.500000 loss=0.110059 lr=0.000346 Epoch[088] Batch [0299]/[3760] Speed: 115.930238 samples/sec accuracy=97.453125 loss=0.110277 lr=0.000346 Epoch[088] Batch [0349]/[3760] Speed: 114.171570 samples/sec accuracy=97.424107 loss=0.111506 lr=0.000345 Epoch[088] Batch [0399]/[3760] Speed: 114.081909 samples/sec accuracy=97.500000 loss=0.110198 lr=0.000344 Epoch[088] Batch [0449]/[3760] Speed: 115.494015 samples/sec accuracy=97.479167 loss=0.110865 lr=0.000343 Epoch[088] Batch [0499]/[3760] Speed: 113.249758 samples/sec accuracy=97.484375 loss=0.111181 lr=0.000343 Epoch[088] Batch [0549]/[3760] Speed: 114.148172 samples/sec accuracy=97.477273 loss=0.111822 lr=0.000342 Epoch[088] Batch [0599]/[3760] Speed: 114.933247 samples/sec accuracy=97.513021 loss=0.111003 lr=0.000341 Epoch[088] Batch [0649]/[3760] Speed: 114.537379 samples/sec accuracy=97.524038 loss=0.110283 lr=0.000340 Epoch[088] Batch [0699]/[3760] Speed: 115.335182 samples/sec accuracy=97.553571 loss=0.109333 lr=0.000340 Epoch[088] Batch [0749]/[3760] Speed: 114.700156 samples/sec accuracy=97.541667 loss=0.108922 lr=0.000339 Epoch[088] Batch [0799]/[3760] Speed: 114.915347 samples/sec accuracy=97.550781 loss=0.108977 lr=0.000338 Epoch[088] Batch [0849]/[3760] Speed: 114.312344 samples/sec accuracy=97.534926 loss=0.109241 lr=0.000337 Epoch[088] Batch [0899]/[3760] Speed: 112.690207 samples/sec accuracy=97.546875 loss=0.109106 lr=0.000337 Epoch[088] Batch [0949]/[3760] Speed: 116.023178 samples/sec accuracy=97.562500 loss=0.108903 lr=0.000336 Epoch[088] Batch [0999]/[3760] Speed: 114.462286 samples/sec accuracy=97.525000 loss=0.109667 lr=0.000335 Epoch[088] Batch [1049]/[3760] Speed: 114.928323 samples/sec accuracy=97.516369 loss=0.110037 lr=0.000334 Epoch[088] Batch [1099]/[3760] Speed: 115.156281 samples/sec accuracy=97.504261 loss=0.110441 lr=0.000334 Epoch[088] Batch [1149]/[3760] Speed: 111.676168 samples/sec accuracy=97.512228 loss=0.110424 lr=0.000333 Epoch[088] Batch [1199]/[3760] Speed: 116.176799 samples/sec accuracy=97.500000 loss=0.110774 lr=0.000332 Epoch[088] Batch [1249]/[3760] Speed: 115.417165 samples/sec accuracy=97.497500 loss=0.110563 lr=0.000331 Epoch[088] Batch [1299]/[3760] Speed: 114.385546 samples/sec accuracy=97.479567 loss=0.111065 lr=0.000331 Epoch[088] Batch [1349]/[3760] Speed: 113.678256 samples/sec accuracy=97.487269 loss=0.110958 lr=0.000330 Epoch[088] Batch [1399]/[3760] Speed: 115.117106 samples/sec accuracy=97.488839 loss=0.110711 lr=0.000329 Epoch[088] Batch [1449]/[3760] Speed: 113.607326 samples/sec accuracy=97.473060 loss=0.110877 lr=0.000328 Epoch[088] Batch [1499]/[3760] Speed: 114.337732 samples/sec accuracy=97.479167 loss=0.110878 lr=0.000328 Epoch[088] Batch [1549]/[3760] Speed: 114.148211 samples/sec accuracy=97.468750 loss=0.111094 lr=0.000327 Epoch[088] Batch [1599]/[3760] Speed: 114.712507 samples/sec accuracy=97.466797 loss=0.111050 lr=0.000326 Epoch[088] Batch [1649]/[3760] Speed: 114.452440 samples/sec accuracy=97.449811 loss=0.111278 lr=0.000325 Epoch[088] Batch [1699]/[3760] Speed: 114.214166 samples/sec accuracy=97.440257 loss=0.111475 lr=0.000325 Epoch[088] Batch [1749]/[3760] Speed: 114.774605 samples/sec accuracy=97.419643 loss=0.111796 lr=0.000324 Epoch[088] Batch [1799]/[3760] Speed: 115.726768 samples/sec accuracy=97.417535 loss=0.111641 lr=0.000323 Epoch[088] Batch [1849]/[3760] Speed: 114.364471 samples/sec accuracy=97.418074 loss=0.111564 lr=0.000322 Epoch[088] Batch [1899]/[3760] Speed: 114.489023 samples/sec accuracy=97.414474 loss=0.111638 lr=0.000322 Epoch[088] Batch [1949]/[3760] Speed: 113.933409 samples/sec accuracy=97.404647 loss=0.111873 lr=0.000321 Epoch[088] Batch [1999]/[3760] Speed: 114.846107 samples/sec accuracy=97.416406 loss=0.111411 lr=0.000320 Epoch[088] Batch [2049]/[3760] Speed: 113.753138 samples/sec accuracy=97.424543 loss=0.111175 lr=0.000319 Epoch[088] Batch [2099]/[3760] Speed: 114.596293 samples/sec accuracy=97.415179 loss=0.111206 lr=0.000319 Epoch[088] Batch [2149]/[3760] Speed: 116.984187 samples/sec accuracy=97.412791 loss=0.111166 lr=0.000318 Epoch[088] Batch [2199]/[3760] Speed: 111.970995 samples/sec accuracy=97.423295 loss=0.110998 lr=0.000317 Epoch[088] Batch [2249]/[3760] Speed: 116.209474 samples/sec accuracy=97.424306 loss=0.110962 lr=0.000316 Epoch[088] Batch [2299]/[3760] Speed: 115.384202 samples/sec accuracy=97.420516 loss=0.111036 lr=0.000316 Epoch[088] Batch [2349]/[3760] Speed: 114.533879 samples/sec accuracy=97.408245 loss=0.111344 lr=0.000315 Epoch[088] Batch [2399]/[3760] Speed: 114.679556 samples/sec accuracy=97.417318 loss=0.111087 lr=0.000314 Epoch[088] Batch [2449]/[3760] Speed: 111.935466 samples/sec accuracy=97.421556 loss=0.110875 lr=0.000314 Epoch[088] Batch [2499]/[3760] Speed: 115.956240 samples/sec accuracy=97.411250 loss=0.111200 lr=0.000313 Epoch[088] Batch [2549]/[3760] Speed: 114.343374 samples/sec accuracy=97.412377 loss=0.111397 lr=0.000312 Epoch[088] Batch [2599]/[3760] Speed: 114.948959 samples/sec accuracy=97.415865 loss=0.111439 lr=0.000311 Epoch[088] Batch [2649]/[3760] Speed: 113.964744 samples/sec accuracy=97.420991 loss=0.111391 lr=0.000311 Epoch[088] Batch [2699]/[3760] Speed: 115.188276 samples/sec accuracy=97.418981 loss=0.111274 lr=0.000310 Epoch[088] Batch [2749]/[3760] Speed: 114.900509 samples/sec accuracy=97.423864 loss=0.111326 lr=0.000309 Epoch[088] Batch [2799]/[3760] Speed: 113.319328 samples/sec accuracy=97.425781 loss=0.111183 lr=0.000308 Epoch[088] Batch [2849]/[3760] Speed: 115.923540 samples/sec accuracy=97.425987 loss=0.111134 lr=0.000308 Epoch[088] Batch [2899]/[3760] Speed: 114.193066 samples/sec accuracy=97.425647 loss=0.111099 lr=0.000307 Epoch[088] Batch [2949]/[3760] Speed: 114.400365 samples/sec accuracy=97.431144 loss=0.110917 lr=0.000306 Epoch[088] Batch [2999]/[3760] Speed: 112.918021 samples/sec accuracy=97.438021 loss=0.110806 lr=0.000306 Epoch[088] Batch [3049]/[3760] Speed: 114.483573 samples/sec accuracy=97.447746 loss=0.110619 lr=0.000305 Epoch[088] Batch [3099]/[3760] Speed: 114.930290 samples/sec accuracy=97.448085 loss=0.110605 lr=0.000304 Epoch[088] Batch [3149]/[3760] Speed: 113.280447 samples/sec accuracy=97.448413 loss=0.110651 lr=0.000303 Epoch[088] Batch [3199]/[3760] Speed: 115.451981 samples/sec accuracy=97.444824 loss=0.110864 lr=0.000303 Epoch[088] Batch [3249]/[3760] Speed: 113.588911 samples/sec accuracy=97.451442 loss=0.110715 lr=0.000302 Epoch[088] Batch [3299]/[3760] Speed: 115.393706 samples/sec accuracy=97.452652 loss=0.110752 lr=0.000301 Epoch[088] Batch [3349]/[3760] Speed: 115.444312 samples/sec accuracy=97.450560 loss=0.110797 lr=0.000301 Epoch[088] Batch [3399]/[3760] Speed: 114.551090 samples/sec accuracy=97.456801 loss=0.110736 lr=0.000300 Epoch[088] Batch [3449]/[3760] Speed: 115.524092 samples/sec accuracy=97.461957 loss=0.110651 lr=0.000299 Epoch[088] Batch [3499]/[3760] Speed: 111.872929 samples/sec accuracy=97.462946 loss=0.110594 lr=0.000298 Epoch[088] Batch [3549]/[3760] Speed: 116.233102 samples/sec accuracy=97.461268 loss=0.110681 lr=0.000298 Epoch[088] Batch [3599]/[3760] Speed: 113.671491 samples/sec accuracy=97.460503 loss=0.110765 lr=0.000297 Epoch[088] Batch [3649]/[3760] Speed: 113.809734 samples/sec accuracy=97.456336 loss=0.110952 lr=0.000296 Epoch[088] Batch [3699]/[3760] Speed: 115.320147 samples/sec accuracy=97.460726 loss=0.110828 lr=0.000296 Epoch[088] Batch [3749]/[3760] Speed: 128.880603 samples/sec accuracy=97.462917 loss=0.110843 lr=0.000295 Batch [0049]/[0303]: acc-top1=68.031250 acc-top5=86.843750 Batch [0099]/[0303]: acc-top1=68.046875 acc-top5=86.984375 Batch [0149]/[0303]: acc-top1=67.968750 acc-top5=86.947917 Batch [0199]/[0303]: acc-top1=68.070312 acc-top5=86.890625 Batch [0249]/[0303]: acc-top1=67.812500 acc-top5=86.687500 Batch [0299]/[0303]: acc-top1=67.744792 acc-top5=86.567708 [Epoch 088] training: accuracy=97.463431 loss=0.110799 [Epoch 088] speed: 114 samples/sec time cost: 2300.572406 [Epoch 088] validation: acc-top1=67.661922 acc-top5=86.535685 loss=2.333126 Epoch[089] Batch [0049]/[3760] Speed: 79.883819 samples/sec accuracy=97.281250 loss=0.107973 lr=0.000294 Epoch[089] Batch [0099]/[3760] Speed: 114.050002 samples/sec accuracy=97.421875 loss=0.103999 lr=0.000293 Epoch[089] Batch [0149]/[3760] Speed: 115.365832 samples/sec accuracy=97.427083 loss=0.104889 lr=0.000293 Epoch[089] Batch [0199]/[3760] Speed: 115.367078 samples/sec accuracy=97.523438 loss=0.103957 lr=0.000292 Epoch[089] Batch [0249]/[3760] Speed: 115.235685 samples/sec accuracy=97.568750 loss=0.102537 lr=0.000291 Epoch[089] Batch [0299]/[3760] Speed: 112.315080 samples/sec accuracy=97.531250 loss=0.102485 lr=0.000291 Epoch[089] Batch [0349]/[3760] Speed: 114.847320 samples/sec accuracy=97.491071 loss=0.105021 lr=0.000290 Epoch[089] Batch [0399]/[3760] Speed: 115.729045 samples/sec accuracy=97.464844 loss=0.105879 lr=0.000289 Epoch[089] Batch [0449]/[3760] Speed: 114.293695 samples/sec accuracy=97.427083 loss=0.107369 lr=0.000288 Epoch[089] Batch [0499]/[3760] Speed: 114.906911 samples/sec accuracy=97.450000 loss=0.107114 lr=0.000288 Epoch[089] Batch [0549]/[3760] Speed: 114.717505 samples/sec accuracy=97.451705 loss=0.107549 lr=0.000287 Epoch[089] Batch [0599]/[3760] Speed: 111.362468 samples/sec accuracy=97.476562 loss=0.106350 lr=0.000286 Epoch[089] Batch [0649]/[3760] Speed: 116.931074 samples/sec accuracy=97.463942 loss=0.107419 lr=0.000286 Epoch[089] Batch [0699]/[3760] Speed: 114.720005 samples/sec accuracy=97.495536 loss=0.106878 lr=0.000285 Epoch[089] Batch [0749]/[3760] Speed: 114.252821 samples/sec accuracy=97.508333 loss=0.106480 lr=0.000284 Epoch[089] Batch [0799]/[3760] Speed: 116.884139 samples/sec accuracy=97.511719 loss=0.106929 lr=0.000284 Epoch[089] Batch [0849]/[3760] Speed: 114.532394 samples/sec accuracy=97.536765 loss=0.106579 lr=0.000283 Epoch[089] Batch [0899]/[3760] Speed: 115.008940 samples/sec accuracy=97.532986 loss=0.106922 lr=0.000282 Epoch[089] Batch [0949]/[3760] Speed: 115.286371 samples/sec accuracy=97.524671 loss=0.107086 lr=0.000281 Epoch[089] Batch [0999]/[3760] Speed: 113.678188 samples/sec accuracy=97.512500 loss=0.107664 lr=0.000281 Epoch[089] Batch [1049]/[3760] Speed: 114.587698 samples/sec accuracy=97.519345 loss=0.107429 lr=0.000280 Epoch[089] Batch [1099]/[3760] Speed: 115.815436 samples/sec accuracy=97.509943 loss=0.107640 lr=0.000279 Epoch[089] Batch [1149]/[3760] Speed: 113.298182 samples/sec accuracy=97.501359 loss=0.108013 lr=0.000279 Epoch[089] Batch [1199]/[3760] Speed: 114.577077 samples/sec accuracy=97.506510 loss=0.108086 lr=0.000278 Epoch[089] Batch [1249]/[3760] Speed: 115.247453 samples/sec accuracy=97.532500 loss=0.107476 lr=0.000277 Epoch[089] Batch [1299]/[3760] Speed: 114.831930 samples/sec accuracy=97.530048 loss=0.107285 lr=0.000277 Epoch[089] Batch [1349]/[3760] Speed: 114.486937 samples/sec accuracy=97.535880 loss=0.107283 lr=0.000276 Epoch[089] Batch [1399]/[3760] Speed: 114.763301 samples/sec accuracy=97.540179 loss=0.107453 lr=0.000275 Epoch[089] Batch [1449]/[3760] Speed: 116.313156 samples/sec accuracy=97.547414 loss=0.107416 lr=0.000275 Epoch[089] Batch [1499]/[3760] Speed: 114.514716 samples/sec accuracy=97.546875 loss=0.107213 lr=0.000274 Epoch[089] Batch [1549]/[3760] Speed: 115.961008 samples/sec accuracy=97.554435 loss=0.106982 lr=0.000273 Epoch[089] Batch [1599]/[3760] Speed: 114.114371 samples/sec accuracy=97.558594 loss=0.106969 lr=0.000273 Epoch[089] Batch [1649]/[3760] Speed: 111.881992 samples/sec accuracy=97.567235 loss=0.106689 lr=0.000272 Epoch[089] Batch [1699]/[3760] Speed: 116.411745 samples/sec accuracy=97.551471 loss=0.107125 lr=0.000271 Epoch[089] Batch [1749]/[3760] Speed: 113.873288 samples/sec accuracy=97.551786 loss=0.107121 lr=0.000271 Epoch[089] Batch [1799]/[3760] Speed: 114.649931 samples/sec accuracy=97.559896 loss=0.107024 lr=0.000270 Epoch[089] Batch [1849]/[3760] Speed: 113.748614 samples/sec accuracy=97.552365 loss=0.107208 lr=0.000269 Epoch[089] Batch [1899]/[3760] Speed: 115.209588 samples/sec accuracy=97.555921 loss=0.107123 lr=0.000268 Epoch[089] Batch [1949]/[3760] Speed: 113.880103 samples/sec accuracy=97.556090 loss=0.106920 lr=0.000268 Epoch[089] Batch [1999]/[3760] Speed: 115.668498 samples/sec accuracy=97.557812 loss=0.107067 lr=0.000267 Epoch[089] Batch [2049]/[3760] Speed: 115.620228 samples/sec accuracy=97.554116 loss=0.107024 lr=0.000266 Epoch[089] Batch [2099]/[3760] Speed: 115.446809 samples/sec accuracy=97.557292 loss=0.107080 lr=0.000266 Epoch[089] Batch [2149]/[3760] Speed: 114.406946 samples/sec accuracy=97.556686 loss=0.107082 lr=0.000265 Epoch[089] Batch [2199]/[3760] Speed: 113.805790 samples/sec accuracy=97.553267 loss=0.107318 lr=0.000264 Epoch[089] Batch [2249]/[3760] Speed: 116.387630 samples/sec accuracy=97.556944 loss=0.107244 lr=0.000264 Epoch[089] Batch [2299]/[3760] Speed: 113.767377 samples/sec accuracy=97.559783 loss=0.107012 lr=0.000263 Epoch[089] Batch [2349]/[3760] Speed: 114.387515 samples/sec accuracy=97.551862 loss=0.107281 lr=0.000262 Epoch[089] Batch [2399]/[3760] Speed: 115.077591 samples/sec accuracy=97.546875 loss=0.107405 lr=0.000262 Epoch[089] Batch [2449]/[3760] Speed: 113.280450 samples/sec accuracy=97.552296 loss=0.107259 lr=0.000261 Epoch[089] Batch [2499]/[3760] Speed: 115.572615 samples/sec accuracy=97.548750 loss=0.107328 lr=0.000260 Epoch[089] Batch [2549]/[3760] Speed: 115.258107 samples/sec accuracy=97.549632 loss=0.107268 lr=0.000260 Epoch[089] Batch [2599]/[3760] Speed: 115.487966 samples/sec accuracy=97.548678 loss=0.107339 lr=0.000259 Epoch[089] Batch [2649]/[3760] Speed: 115.813054 samples/sec accuracy=97.547170 loss=0.107394 lr=0.000258 Epoch[089] Batch [2699]/[3760] Speed: 114.733470 samples/sec accuracy=97.552662 loss=0.107313 lr=0.000258 Epoch[089] Batch [2749]/[3760] Speed: 114.520683 samples/sec accuracy=97.551136 loss=0.107297 lr=0.000257 Epoch[089] Batch [2799]/[3760] Speed: 114.264016 samples/sec accuracy=97.555804 loss=0.107151 lr=0.000256 Epoch[089] Batch [2849]/[3760] Speed: 114.315973 samples/sec accuracy=97.557018 loss=0.107098 lr=0.000256 Epoch[089] Batch [2899]/[3760] Speed: 114.658669 samples/sec accuracy=97.560345 loss=0.106968 lr=0.000255 Epoch[089] Batch [2949]/[3760] Speed: 115.449477 samples/sec accuracy=97.567267 loss=0.106887 lr=0.000254 Epoch[089] Batch [2999]/[3760] Speed: 113.052580 samples/sec accuracy=97.558333 loss=0.107068 lr=0.000254 Epoch[089] Batch [3049]/[3760] Speed: 115.246691 samples/sec accuracy=97.566598 loss=0.106853 lr=0.000253 Epoch[089] Batch [3099]/[3760] Speed: 115.580415 samples/sec accuracy=97.560988 loss=0.107071 lr=0.000253 Epoch[089] Batch [3149]/[3760] Speed: 114.232964 samples/sec accuracy=97.562996 loss=0.106938 lr=0.000252 Epoch[089] Batch [3199]/[3760] Speed: 115.938746 samples/sec accuracy=97.569824 loss=0.106886 lr=0.000251 Epoch[089] Batch [3249]/[3760] Speed: 113.521235 samples/sec accuracy=97.573558 loss=0.106839 lr=0.000251 Epoch[089] Batch [3299]/[3760] Speed: 115.381684 samples/sec accuracy=97.574811 loss=0.106862 lr=0.000250 Epoch[089] Batch [3349]/[3760] Speed: 113.521781 samples/sec accuracy=97.579757 loss=0.106724 lr=0.000249 Epoch[089] Batch [3399]/[3760] Speed: 115.850141 samples/sec accuracy=97.577665 loss=0.106817 lr=0.000249 Epoch[089] Batch [3449]/[3760] Speed: 114.932148 samples/sec accuracy=97.571105 loss=0.106868 lr=0.000248 Epoch[089] Batch [3499]/[3760] Speed: 111.404018 samples/sec accuracy=97.569643 loss=0.106882 lr=0.000247 Epoch[089] Batch [3549]/[3760] Speed: 116.710634 samples/sec accuracy=97.570863 loss=0.106924 lr=0.000247 Epoch[089] Batch [3599]/[3760] Speed: 114.179620 samples/sec accuracy=97.563368 loss=0.106974 lr=0.000246 Epoch[089] Batch [3649]/[3760] Speed: 114.496215 samples/sec accuracy=97.562928 loss=0.106961 lr=0.000245 Epoch[089] Batch [3699]/[3760] Speed: 114.720561 samples/sec accuracy=97.567990 loss=0.106832 lr=0.000245 Epoch[089] Batch [3749]/[3760] Speed: 129.321994 samples/sec accuracy=97.570417 loss=0.106724 lr=0.000244 Batch [0049]/[0303]: acc-top1=68.375000 acc-top5=87.250000 Batch [0099]/[0303]: acc-top1=68.109375 acc-top5=87.218750 Batch [0149]/[0303]: acc-top1=68.052083 acc-top5=87.125000 Batch [0199]/[0303]: acc-top1=68.156250 acc-top5=86.968750 Batch [0249]/[0303]: acc-top1=67.862500 acc-top5=86.837500 Batch [0299]/[0303]: acc-top1=67.697917 acc-top5=86.666667 [Epoch 089] training: accuracy=97.570229 loss=0.106717 [Epoch 089] speed: 114 samples/sec time cost: 2295.189339 [Epoch 089] validation: acc-top1=67.641295 acc-top5=86.623350 loss=2.338401 Epoch[090] Batch [0049]/[3759] Speed: 80.465038 samples/sec accuracy=97.562500 loss=0.106228 lr=0.000243 Epoch[090] Batch [0099]/[3759] Speed: 114.486603 samples/sec accuracy=97.671875 loss=0.103690 lr=0.000243 Epoch[090] Batch [0149]/[3759] Speed: 116.259120 samples/sec accuracy=97.604167 loss=0.102207 lr=0.000242 Epoch[090] Batch [0199]/[3759] Speed: 115.001637 samples/sec accuracy=97.640625 loss=0.103479 lr=0.000241 Epoch[090] Batch [0249]/[3759] Speed: 114.118540 samples/sec accuracy=97.637500 loss=0.104128 lr=0.000241 Epoch[090] Batch [0299]/[3759] Speed: 113.738421 samples/sec accuracy=97.614583 loss=0.104650 lr=0.000240 Epoch[090] Batch [0349]/[3759] Speed: 113.993651 samples/sec accuracy=97.531250 loss=0.105413 lr=0.000239 Epoch[090] Batch [0399]/[3759] Speed: 114.762892 samples/sec accuracy=97.511719 loss=0.106128 lr=0.000239 Epoch[090] Batch [0449]/[3759] Speed: 115.085593 samples/sec accuracy=97.555556 loss=0.104607 lr=0.000238 Epoch[090] Batch [0499]/[3759] Speed: 114.971459 samples/sec accuracy=97.562500 loss=0.104707 lr=0.000238 Epoch[090] Batch [0549]/[3759] Speed: 112.553022 samples/sec accuracy=97.576705 loss=0.104821 lr=0.000237 Epoch[090] Batch [0599]/[3759] Speed: 115.767111 samples/sec accuracy=97.598958 loss=0.104144 lr=0.000236 Epoch[090] Batch [0649]/[3759] Speed: 113.894386 samples/sec accuracy=97.591346 loss=0.103865 lr=0.000236 Epoch[090] Batch [0699]/[3759] Speed: 116.032019 samples/sec accuracy=97.582589 loss=0.103858 lr=0.000235 Epoch[090] Batch [0749]/[3759] Speed: 115.027708 samples/sec accuracy=97.591667 loss=0.103952 lr=0.000234 Epoch[090] Batch [0799]/[3759] Speed: 113.585089 samples/sec accuracy=97.593750 loss=0.103939 lr=0.000234 Epoch[090] Batch [0849]/[3759] Speed: 116.603231 samples/sec accuracy=97.602941 loss=0.104051 lr=0.000233 Epoch[090] Batch [0899]/[3759] Speed: 115.287255 samples/sec accuracy=97.630208 loss=0.103398 lr=0.000232 Epoch[090] Batch [0949]/[3759] Speed: 114.949568 samples/sec accuracy=97.613487 loss=0.103710 lr=0.000232 Epoch[090] Batch [0999]/[3759] Speed: 114.060568 samples/sec accuracy=97.601562 loss=0.104186 lr=0.000231 Epoch[090] Batch [1049]/[3759] Speed: 110.911831 samples/sec accuracy=97.602679 loss=0.104027 lr=0.000231 Epoch[090] Batch [1099]/[3759] Speed: 116.068556 samples/sec accuracy=97.605114 loss=0.104363 lr=0.000230 Epoch[090] Batch [1149]/[3759] Speed: 115.262633 samples/sec accuracy=97.585598 loss=0.105057 lr=0.000229 Epoch[090] Batch [1199]/[3759] Speed: 113.802887 samples/sec accuracy=97.606771 loss=0.104715 lr=0.000229 Epoch[090] Batch [1249]/[3759] Speed: 115.400170 samples/sec accuracy=97.611250 loss=0.104615 lr=0.000228 Epoch[090] Batch [1299]/[3759] Speed: 114.446218 samples/sec accuracy=97.635817 loss=0.104355 lr=0.000227 Epoch[090] Batch [1349]/[3759] Speed: 113.657588 samples/sec accuracy=97.636574 loss=0.104552 lr=0.000227 Epoch[090] Batch [1399]/[3759] Speed: 115.051624 samples/sec accuracy=97.630580 loss=0.104892 lr=0.000226 Epoch[090] Batch [1449]/[3759] Speed: 115.200053 samples/sec accuracy=97.627155 loss=0.104890 lr=0.000226 Epoch[090] Batch [1499]/[3759] Speed: 114.609171 samples/sec accuracy=97.623958 loss=0.105059 lr=0.000225 Epoch[090] Batch [1549]/[3759] Speed: 114.453163 samples/sec accuracy=97.626008 loss=0.104972 lr=0.000224 Epoch[090] Batch [1599]/[3759] Speed: 113.061292 samples/sec accuracy=97.621094 loss=0.105081 lr=0.000224 Epoch[090] Batch [1649]/[3759] Speed: 115.353534 samples/sec accuracy=97.608902 loss=0.105390 lr=0.000223 Epoch[090] Batch [1699]/[3759] Speed: 115.901798 samples/sec accuracy=97.613971 loss=0.105495 lr=0.000223 Epoch[090] Batch [1749]/[3759] Speed: 114.259761 samples/sec accuracy=97.626786 loss=0.105222 lr=0.000222 Epoch[090] Batch [1799]/[3759] Speed: 114.118357 samples/sec accuracy=97.625000 loss=0.105308 lr=0.000221 Epoch[090] Batch [1849]/[3759] Speed: 111.917430 samples/sec accuracy=97.626689 loss=0.105298 lr=0.000221 Epoch[090] Batch [1899]/[3759] Speed: 116.163710 samples/sec accuracy=97.608553 loss=0.105785 lr=0.000220 Epoch[090] Batch [1949]/[3759] Speed: 116.012379 samples/sec accuracy=97.623397 loss=0.105555 lr=0.000219 Epoch[090] Batch [1999]/[3759] Speed: 114.044092 samples/sec accuracy=97.621875 loss=0.105677 lr=0.000219 Epoch[090] Batch [2049]/[3759] Speed: 114.732568 samples/sec accuracy=97.626524 loss=0.105381 lr=0.000218 Epoch[090] Batch [2099]/[3759] Speed: 115.815014 samples/sec accuracy=97.612351 loss=0.105535 lr=0.000218 Epoch[090] Batch [2149]/[3759] Speed: 114.494402 samples/sec accuracy=97.614099 loss=0.105565 lr=0.000217 Epoch[090] Batch [2199]/[3759] Speed: 115.619833 samples/sec accuracy=97.610085 loss=0.105642 lr=0.000216 Epoch[090] Batch [2249]/[3759] Speed: 114.836832 samples/sec accuracy=97.609722 loss=0.105646 lr=0.000216 Epoch[090] Batch [2299]/[3759] Speed: 113.988459 samples/sec accuracy=97.618207 loss=0.105452 lr=0.000215 Epoch[090] Batch [2349]/[3759] Speed: 114.773499 samples/sec accuracy=97.623005 loss=0.105266 lr=0.000215 Epoch[090] Batch [2399]/[3759] Speed: 113.933176 samples/sec accuracy=97.629557 loss=0.105019 lr=0.000214 Epoch[090] Batch [2449]/[3759] Speed: 115.045916 samples/sec accuracy=97.622449 loss=0.105191 lr=0.000213 Epoch[090] Batch [2499]/[3759] Speed: 114.475466 samples/sec accuracy=97.626250 loss=0.105071 lr=0.000213 Epoch[090] Batch [2549]/[3759] Speed: 114.593565 samples/sec accuracy=97.637255 loss=0.104825 lr=0.000212 Epoch[090] Batch [2599]/[3759] Speed: 115.045710 samples/sec accuracy=97.636418 loss=0.104827 lr=0.000212 Epoch[090] Batch [2649]/[3759] Speed: 112.054371 samples/sec accuracy=97.637972 loss=0.104670 lr=0.000211 Epoch[090] Batch [2699]/[3759] Speed: 117.926325 samples/sec accuracy=97.644676 loss=0.104444 lr=0.000210 Epoch[090] Batch [2749]/[3759] Speed: 114.477354 samples/sec accuracy=97.637500 loss=0.104730 lr=0.000210 Epoch[090] Batch [2799]/[3759] Speed: 114.826575 samples/sec accuracy=97.642299 loss=0.104630 lr=0.000209 Epoch[090] Batch [2849]/[3759] Speed: 114.964495 samples/sec accuracy=97.635417 loss=0.104687 lr=0.000209 Epoch[090] Batch [2899]/[3759] Speed: 114.513948 samples/sec accuracy=97.635237 loss=0.104656 lr=0.000208 Epoch[090] Batch [2949]/[3759] Speed: 112.953966 samples/sec accuracy=97.632945 loss=0.104643 lr=0.000207 Epoch[090] Batch [2999]/[3759] Speed: 116.080390 samples/sec accuracy=97.632812 loss=0.104455 lr=0.000207 Epoch[090] Batch [3049]/[3759] Speed: 115.494563 samples/sec accuracy=97.634221 loss=0.104402 lr=0.000206 Epoch[090] Batch [3099]/[3759] Speed: 114.736855 samples/sec accuracy=97.635081 loss=0.104478 lr=0.000206 Epoch[090] Batch [3149]/[3759] Speed: 115.973948 samples/sec accuracy=97.628968 loss=0.104502 lr=0.000205 Epoch[090] Batch [3199]/[3759] Speed: 114.489839 samples/sec accuracy=97.629395 loss=0.104508 lr=0.000204 Epoch[090] Batch [3249]/[3759] Speed: 115.265339 samples/sec accuracy=97.639904 loss=0.104238 lr=0.000204 Epoch[090] Batch [3299]/[3759] Speed: 114.966780 samples/sec accuracy=97.636837 loss=0.104228 lr=0.000203 Epoch[090] Batch [3349]/[3759] Speed: 114.518966 samples/sec accuracy=97.639459 loss=0.104220 lr=0.000203 Epoch[090] Batch [3399]/[3759] Speed: 114.388287 samples/sec accuracy=97.637868 loss=0.104138 lr=0.000202 Epoch[090] Batch [3449]/[3759] Speed: 111.881149 samples/sec accuracy=97.639040 loss=0.104092 lr=0.000201 Epoch[090] Batch [3499]/[3759] Speed: 117.295760 samples/sec accuracy=97.639732 loss=0.104123 lr=0.000201 Epoch[090] Batch [3549]/[3759] Speed: 114.476460 samples/sec accuracy=97.649648 loss=0.103951 lr=0.000200 Epoch[090] Batch [3599]/[3759] Speed: 115.362903 samples/sec accuracy=97.643229 loss=0.104126 lr=0.000200 Epoch[090] Batch [3649]/[3759] Speed: 115.538042 samples/sec accuracy=97.634846 loss=0.104248 lr=0.000199 Epoch[090] Batch [3699]/[3759] Speed: 114.713020 samples/sec accuracy=97.632179 loss=0.104348 lr=0.000199 Epoch[090] Batch [3749]/[3759] Speed: 130.403065 samples/sec accuracy=97.626667 loss=0.104352 lr=0.000198 Batch [0049]/[0303]: acc-top1=68.687500 acc-top5=86.968750 Batch [0099]/[0303]: acc-top1=68.125000 acc-top5=87.125000 Batch [0149]/[0303]: acc-top1=68.020833 acc-top5=87.010417 Batch [0199]/[0303]: acc-top1=68.164062 acc-top5=86.914062 Batch [0249]/[0303]: acc-top1=67.787500 acc-top5=86.793750 Batch [0299]/[0303]: acc-top1=67.708333 acc-top5=86.562500 [Epoch 090] training: accuracy=97.624867 loss=0.104362 [Epoch 090] speed: 114 samples/sec time cost: 2295.245725 [Epoch 090] validation: acc-top1=67.630982 acc-top5=86.530528 loss=2.361673 Epoch[091] Batch [0049]/[3760] Speed: 79.758340 samples/sec accuracy=98.000000 loss=0.096366 lr=0.000197 Epoch[091] Batch [0099]/[3760] Speed: 115.080976 samples/sec accuracy=97.812500 loss=0.100400 lr=0.000197 Epoch[091] Batch [0149]/[3760] Speed: 114.999873 samples/sec accuracy=97.687500 loss=0.102033 lr=0.000196 Epoch[091] Batch [0199]/[3760] Speed: 115.079867 samples/sec accuracy=97.570312 loss=0.104394 lr=0.000196 Epoch[091] Batch [0249]/[3760] Speed: 114.199806 samples/sec accuracy=97.493750 loss=0.105959 lr=0.000195 Epoch[091] Batch [0299]/[3760] Speed: 114.326083 samples/sec accuracy=97.546875 loss=0.105840 lr=0.000194 Epoch[091] Batch [0349]/[3760] Speed: 115.191476 samples/sec accuracy=97.575893 loss=0.104294 lr=0.000194 Epoch[091] Batch [0399]/[3760] Speed: 115.031773 samples/sec accuracy=97.570312 loss=0.105723 lr=0.000193 Epoch[091] Batch [0449]/[3760] Speed: 114.604358 samples/sec accuracy=97.607639 loss=0.104208 lr=0.000193 Epoch[091] Batch [0499]/[3760] Speed: 114.332370 samples/sec accuracy=97.609375 loss=0.104687 lr=0.000192 Epoch[091] Batch [0549]/[3760] Speed: 112.270049 samples/sec accuracy=97.619318 loss=0.104670 lr=0.000191 Epoch[091] Batch [0599]/[3760] Speed: 116.121383 samples/sec accuracy=97.609375 loss=0.104498 lr=0.000191 Epoch[091] Batch [0649]/[3760] Speed: 114.933520 samples/sec accuracy=97.641827 loss=0.103746 lr=0.000190 Epoch[091] Batch [0699]/[3760] Speed: 114.282869 samples/sec accuracy=97.658482 loss=0.103337 lr=0.000190 Epoch[091] Batch [0749]/[3760] Speed: 114.457810 samples/sec accuracy=97.647917 loss=0.103319 lr=0.000189 Epoch[091] Batch [0799]/[3760] Speed: 114.866645 samples/sec accuracy=97.650391 loss=0.102704 lr=0.000189 Epoch[091] Batch [0849]/[3760] Speed: 113.690122 samples/sec accuracy=97.643382 loss=0.103152 lr=0.000188 Epoch[091] Batch [0899]/[3760] Speed: 114.265616 samples/sec accuracy=97.637153 loss=0.103191 lr=0.000187 Epoch[091] Batch [0949]/[3760] Speed: 115.842858 samples/sec accuracy=97.636513 loss=0.103666 lr=0.000187 Epoch[091] Batch [0999]/[3760] Speed: 114.039699 samples/sec accuracy=97.643750 loss=0.103501 lr=0.000186 Epoch[091] Batch [1049]/[3760] Speed: 115.838151 samples/sec accuracy=97.641369 loss=0.103423 lr=0.000186 Epoch[091] Batch [1099]/[3760] Speed: 114.020119 samples/sec accuracy=97.642045 loss=0.103546 lr=0.000185 Epoch[091] Batch [1149]/[3760] Speed: 114.392983 samples/sec accuracy=97.633152 loss=0.103974 lr=0.000185 Epoch[091] Batch [1199]/[3760] Speed: 114.948487 samples/sec accuracy=97.635417 loss=0.103774 lr=0.000184 Epoch[091] Batch [1249]/[3760] Speed: 115.466732 samples/sec accuracy=97.635000 loss=0.104157 lr=0.000184 Epoch[091] Batch [1299]/[3760] Speed: 114.725115 samples/sec accuracy=97.653846 loss=0.103442 lr=0.000183 Epoch[091] Batch [1349]/[3760] Speed: 113.152129 samples/sec accuracy=97.653935 loss=0.103243 lr=0.000182 Epoch[091] Batch [1399]/[3760] Speed: 113.823292 samples/sec accuracy=97.633929 loss=0.103552 lr=0.000182 Epoch[091] Batch [1449]/[3760] Speed: 115.390353 samples/sec accuracy=97.628233 loss=0.103464 lr=0.000181 Epoch[091] Batch [1499]/[3760] Speed: 115.033403 samples/sec accuracy=97.626042 loss=0.103590 lr=0.000181 Epoch[091] Batch [1549]/[3760] Speed: 115.995546 samples/sec accuracy=97.632056 loss=0.103391 lr=0.000180 Epoch[091] Batch [1599]/[3760] Speed: 113.040565 samples/sec accuracy=97.629883 loss=0.103531 lr=0.000180 Epoch[091] Batch [1649]/[3760] Speed: 113.728726 samples/sec accuracy=97.637311 loss=0.103248 lr=0.000179 Epoch[091] Batch [1699]/[3760] Speed: 114.684624 samples/sec accuracy=97.646140 loss=0.102977 lr=0.000179 Epoch[091] Batch [1749]/[3760] Speed: 114.851861 samples/sec accuracy=97.651786 loss=0.102791 lr=0.000178 Epoch[091] Batch [1799]/[3760] Speed: 115.690748 samples/sec accuracy=97.664931 loss=0.102617 lr=0.000177 Epoch[091] Batch [1849]/[3760] Speed: 115.698691 samples/sec accuracy=97.673142 loss=0.102241 lr=0.000177 Epoch[091] Batch [1899]/[3760] Speed: 113.550809 samples/sec accuracy=97.675987 loss=0.102123 lr=0.000176 Epoch[091] Batch [1949]/[3760] Speed: 116.080102 samples/sec accuracy=97.683494 loss=0.101934 lr=0.000176 Epoch[091] Batch [1999]/[3760] Speed: 114.248470 samples/sec accuracy=97.668750 loss=0.102359 lr=0.000175 Epoch[091] Batch [2049]/[3760] Speed: 113.695498 samples/sec accuracy=97.670732 loss=0.102398 lr=0.000175 Epoch[091] Batch [2099]/[3760] Speed: 114.443381 samples/sec accuracy=97.674851 loss=0.102361 lr=0.000174 Epoch[091] Batch [2149]/[3760] Speed: 113.823798 samples/sec accuracy=97.676599 loss=0.102404 lr=0.000174 Epoch[091] Batch [2199]/[3760] Speed: 115.601571 samples/sec accuracy=97.668324 loss=0.102661 lr=0.000173 Epoch[091] Batch [2249]/[3760] Speed: 115.725027 samples/sec accuracy=97.675000 loss=0.102541 lr=0.000172 Epoch[091] Batch [2299]/[3760] Speed: 115.963345 samples/sec accuracy=97.674592 loss=0.102731 lr=0.000172 Epoch[091] Batch [2349]/[3760] Speed: 114.931555 samples/sec accuracy=97.677527 loss=0.102719 lr=0.000171 Epoch[091] Batch [2399]/[3760] Speed: 116.054898 samples/sec accuracy=97.677734 loss=0.102625 lr=0.000171 Epoch[091] Batch [2449]/[3760] Speed: 113.264200 samples/sec accuracy=97.675383 loss=0.102629 lr=0.000170 Epoch[091] Batch [2499]/[3760] Speed: 114.693071 samples/sec accuracy=97.669375 loss=0.102803 lr=0.000170 Epoch[091] Batch [2549]/[3760] Speed: 114.695632 samples/sec accuracy=97.665441 loss=0.102835 lr=0.000169 Epoch[091] Batch [2599]/[3760] Speed: 116.135092 samples/sec accuracy=97.656851 loss=0.103022 lr=0.000169 Epoch[091] Batch [2649]/[3760] Speed: 115.077057 samples/sec accuracy=97.650354 loss=0.103075 lr=0.000168 Epoch[091] Batch [2699]/[3760] Speed: 112.372374 samples/sec accuracy=97.657986 loss=0.102822 lr=0.000168 Epoch[091] Batch [2749]/[3760] Speed: 116.224913 samples/sec accuracy=97.664205 loss=0.102725 lr=0.000167 Epoch[091] Batch [2799]/[3760] Speed: 114.975163 samples/sec accuracy=97.659040 loss=0.102861 lr=0.000167 Epoch[091] Batch [2849]/[3760] Speed: 113.060652 samples/sec accuracy=97.656250 loss=0.102886 lr=0.000166 Epoch[091] Batch [2899]/[3760] Speed: 114.118472 samples/sec accuracy=97.651940 loss=0.102996 lr=0.000165 Epoch[091] Batch [2949]/[3760] Speed: 116.041939 samples/sec accuracy=97.648835 loss=0.103021 lr=0.000165 Epoch[091] Batch [2999]/[3760] Speed: 113.558645 samples/sec accuracy=97.647917 loss=0.103039 lr=0.000164 Epoch[091] Batch [3049]/[3760] Speed: 116.397127 samples/sec accuracy=97.648053 loss=0.103066 lr=0.000164 Epoch[091] Batch [3099]/[3760] Speed: 114.517429 samples/sec accuracy=97.643145 loss=0.103244 lr=0.000163 Epoch[091] Batch [3149]/[3760] Speed: 113.980616 samples/sec accuracy=97.647321 loss=0.103147 lr=0.000163 Epoch[091] Batch [3199]/[3760] Speed: 116.098828 samples/sec accuracy=97.648438 loss=0.103135 lr=0.000162 Epoch[091] Batch [3249]/[3760] Speed: 112.748349 samples/sec accuracy=97.642788 loss=0.103183 lr=0.000162 Epoch[091] Batch [3299]/[3760] Speed: 116.286923 samples/sec accuracy=97.646307 loss=0.103136 lr=0.000161 Epoch[091] Batch [3349]/[3760] Speed: 115.245323 samples/sec accuracy=97.652052 loss=0.103160 lr=0.000161 Epoch[091] Batch [3399]/[3760] Speed: 115.247798 samples/sec accuracy=97.653493 loss=0.103032 lr=0.000160 Epoch[091] Batch [3449]/[3760] Speed: 115.471485 samples/sec accuracy=97.645833 loss=0.103190 lr=0.000160 Epoch[091] Batch [3499]/[3760] Speed: 111.256680 samples/sec accuracy=97.647768 loss=0.103172 lr=0.000159 Epoch[091] Batch [3549]/[3760] Speed: 117.388456 samples/sec accuracy=97.653169 loss=0.102987 lr=0.000159 Epoch[091] Batch [3599]/[3760] Speed: 113.572119 samples/sec accuracy=97.655382 loss=0.102968 lr=0.000158 Epoch[091] Batch [3649]/[3760] Speed: 115.470022 samples/sec accuracy=97.658818 loss=0.102963 lr=0.000158 Epoch[091] Batch [3699]/[3760] Speed: 114.369829 samples/sec accuracy=97.657939 loss=0.102989 lr=0.000157 Epoch[091] Batch [3749]/[3760] Speed: 129.855925 samples/sec accuracy=97.654167 loss=0.103112 lr=0.000157 Batch [0049]/[0303]: acc-top1=68.687500 acc-top5=87.156250 Batch [0099]/[0303]: acc-top1=68.593750 acc-top5=87.234375 Batch [0149]/[0303]: acc-top1=68.208333 acc-top5=87.072917 Batch [0199]/[0303]: acc-top1=68.257812 acc-top5=87.054688 Batch [0249]/[0303]: acc-top1=67.918750 acc-top5=86.875000 Batch [0299]/[0303]: acc-top1=67.901042 acc-top5=86.750000 [Epoch 091] training: accuracy=97.653757 loss=0.103154 [Epoch 091] speed: 114 samples/sec time cost: 2296.316153 [Epoch 091] validation: acc-top1=67.832096 acc-top5=86.716172 loss=2.336455 Epoch[092] Batch [0049]/[3760] Speed: 79.995527 samples/sec accuracy=97.562500 loss=0.103414 lr=0.000156 Epoch[092] Batch [0099]/[3760] Speed: 114.696367 samples/sec accuracy=97.515625 loss=0.104888 lr=0.000155 Epoch[092] Batch [0149]/[3760] Speed: 116.432287 samples/sec accuracy=97.364583 loss=0.107767 lr=0.000155 Epoch[092] Batch [0199]/[3760] Speed: 113.134489 samples/sec accuracy=97.421875 loss=0.107023 lr=0.000154 Epoch[092] Batch [0249]/[3760] Speed: 115.731856 samples/sec accuracy=97.450000 loss=0.106992 lr=0.000154 Epoch[092] Batch [0299]/[3760] Speed: 112.808329 samples/sec accuracy=97.531250 loss=0.105182 lr=0.000153 Epoch[092] Batch [0349]/[3760] Speed: 115.757529 samples/sec accuracy=97.540179 loss=0.105605 lr=0.000153 Epoch[092] Batch [0399]/[3760] Speed: 114.392705 samples/sec accuracy=97.546875 loss=0.105928 lr=0.000152 Epoch[092] Batch [0449]/[3760] Speed: 114.319920 samples/sec accuracy=97.590278 loss=0.105205 lr=0.000152 Epoch[092] Batch [0499]/[3760] Speed: 115.796383 samples/sec accuracy=97.603125 loss=0.104488 lr=0.000151 Epoch[092] Batch [0549]/[3760] Speed: 112.267509 samples/sec accuracy=97.656250 loss=0.103025 lr=0.000151 Epoch[092] Batch [0599]/[3760] Speed: 115.568423 samples/sec accuracy=97.638021 loss=0.103092 lr=0.000150 Epoch[092] Batch [0649]/[3760] Speed: 115.405938 samples/sec accuracy=97.663462 loss=0.102328 lr=0.000150 Epoch[092] Batch [0699]/[3760] Speed: 113.885494 samples/sec accuracy=97.689732 loss=0.101827 lr=0.000149 Epoch[092] Batch [0749]/[3760] Speed: 115.473287 samples/sec accuracy=97.708333 loss=0.101944 lr=0.000149 Epoch[092] Batch [0799]/[3760] Speed: 115.205684 samples/sec accuracy=97.738281 loss=0.101115 lr=0.000148 Epoch[092] Batch [0849]/[3760] Speed: 113.440246 samples/sec accuracy=97.748162 loss=0.101340 lr=0.000148 Epoch[092] Batch [0899]/[3760] Speed: 114.668504 samples/sec accuracy=97.739583 loss=0.102058 lr=0.000147 Epoch[092] Batch [0949]/[3760] Speed: 114.530208 samples/sec accuracy=97.707237 loss=0.102228 lr=0.000147 Epoch[092] Batch [0999]/[3760] Speed: 115.891937 samples/sec accuracy=97.684375 loss=0.102953 lr=0.000146 Epoch[092] Batch [1049]/[3760] Speed: 114.261972 samples/sec accuracy=97.681548 loss=0.102867 lr=0.000146 Epoch[092] Batch [1099]/[3760] Speed: 113.412601 samples/sec accuracy=97.676136 loss=0.102959 lr=0.000145 Epoch[092] Batch [1149]/[3760] Speed: 114.524622 samples/sec accuracy=97.676630 loss=0.103005 lr=0.000145 Epoch[092] Batch [1199]/[3760] Speed: 115.927584 samples/sec accuracy=97.694010 loss=0.102791 lr=0.000144 Epoch[092] Batch [1249]/[3760] Speed: 112.964719 samples/sec accuracy=97.686250 loss=0.103053 lr=0.000144 Epoch[092] Batch [1299]/[3760] Speed: 114.659789 samples/sec accuracy=97.679087 loss=0.103098 lr=0.000143 Epoch[092] Batch [1349]/[3760] Speed: 111.879209 samples/sec accuracy=97.671296 loss=0.103410 lr=0.000143 Epoch[092] Batch [1399]/[3760] Speed: 115.911843 samples/sec accuracy=97.665179 loss=0.103585 lr=0.000142 Epoch[092] Batch [1449]/[3760] Speed: 114.368389 samples/sec accuracy=97.660560 loss=0.103585 lr=0.000142 Epoch[092] Batch [1499]/[3760] Speed: 115.478453 samples/sec accuracy=97.668750 loss=0.103433 lr=0.000141 Epoch[092] Batch [1549]/[3760] Speed: 115.501435 samples/sec accuracy=97.668347 loss=0.103184 lr=0.000141 Epoch[092] Batch [1599]/[3760] Speed: 114.522533 samples/sec accuracy=97.678711 loss=0.103061 lr=0.000140 Epoch[092] Batch [1649]/[3760] Speed: 113.690351 samples/sec accuracy=97.683712 loss=0.102933 lr=0.000140 Epoch[092] Batch [1699]/[3760] Speed: 114.671053 samples/sec accuracy=97.694853 loss=0.102869 lr=0.000139 Epoch[092] Batch [1749]/[3760] Speed: 115.510389 samples/sec accuracy=97.697321 loss=0.102522 lr=0.000139 Epoch[092] Batch [1799]/[3760] Speed: 114.736864 samples/sec accuracy=97.696181 loss=0.102471 lr=0.000138 Epoch[092] Batch [1849]/[3760] Speed: 114.749472 samples/sec accuracy=97.695946 loss=0.102558 lr=0.000138 Epoch[092] Batch [1899]/[3760] Speed: 114.218577 samples/sec accuracy=97.699013 loss=0.102578 lr=0.000137 Epoch[092] Batch [1949]/[3760] Speed: 116.414740 samples/sec accuracy=97.703526 loss=0.102544 lr=0.000137 Epoch[092] Batch [1999]/[3760] Speed: 114.206888 samples/sec accuracy=97.699219 loss=0.102597 lr=0.000136 Epoch[092] Batch [2049]/[3760] Speed: 114.974124 samples/sec accuracy=97.705030 loss=0.102571 lr=0.000136 Epoch[092] Batch [2099]/[3760] Speed: 114.060919 samples/sec accuracy=97.688988 loss=0.102846 lr=0.000135 Epoch[092] Batch [2149]/[3760] Speed: 114.517326 samples/sec accuracy=97.685320 loss=0.102708 lr=0.000135 Epoch[092] Batch [2199]/[3760] Speed: 114.637533 samples/sec accuracy=97.682528 loss=0.102733 lr=0.000134 Epoch[092] Batch [2249]/[3760] Speed: 114.814090 samples/sec accuracy=97.688889 loss=0.102478 lr=0.000134 Epoch[092] Batch [2299]/[3760] Speed: 115.141382 samples/sec accuracy=97.683424 loss=0.102680 lr=0.000133 Epoch[092] Batch [2349]/[3760] Speed: 115.240135 samples/sec accuracy=97.681516 loss=0.102601 lr=0.000133 Epoch[092] Batch [2399]/[3760] Speed: 115.116317 samples/sec accuracy=97.677083 loss=0.102755 lr=0.000133 Epoch[092] Batch [2449]/[3760] Speed: 114.412677 samples/sec accuracy=97.676658 loss=0.102686 lr=0.000132 Epoch[092] Batch [2499]/[3760] Speed: 114.996134 samples/sec accuracy=97.679375 loss=0.102556 lr=0.000132 Epoch[092] Batch [2549]/[3760] Speed: 114.607408 samples/sec accuracy=97.676471 loss=0.102677 lr=0.000131 Epoch[092] Batch [2599]/[3760] Speed: 113.827606 samples/sec accuracy=97.687500 loss=0.102471 lr=0.000131 Epoch[092] Batch [2649]/[3760] Speed: 114.644782 samples/sec accuracy=97.682783 loss=0.102461 lr=0.000130 Epoch[092] Batch [2699]/[3760] Speed: 112.762003 samples/sec accuracy=97.686343 loss=0.102414 lr=0.000130 Epoch[092] Batch [2749]/[3760] Speed: 116.524145 samples/sec accuracy=97.690341 loss=0.102174 lr=0.000129 Epoch[092] Batch [2799]/[3760] Speed: 113.614608 samples/sec accuracy=97.688058 loss=0.102189 lr=0.000129 Epoch[092] Batch [2849]/[3760] Speed: 114.134438 samples/sec accuracy=97.689693 loss=0.102204 lr=0.000128 Epoch[092] Batch [2899]/[3760] Speed: 114.418306 samples/sec accuracy=97.695043 loss=0.101976 lr=0.000128 Epoch[092] Batch [2949]/[3760] Speed: 114.779380 samples/sec accuracy=97.693856 loss=0.102035 lr=0.000127 Epoch[092] Batch [2999]/[3760] Speed: 113.109219 samples/sec accuracy=97.699479 loss=0.101849 lr=0.000127 Epoch[092] Batch [3049]/[3760] Speed: 114.254152 samples/sec accuracy=97.701332 loss=0.101736 lr=0.000126 Epoch[092] Batch [3099]/[3760] Speed: 114.786528 samples/sec accuracy=97.706149 loss=0.101546 lr=0.000126 Epoch[092] Batch [3149]/[3760] Speed: 114.161683 samples/sec accuracy=97.707341 loss=0.101558 lr=0.000125 Epoch[092] Batch [3199]/[3760] Speed: 114.196079 samples/sec accuracy=97.702148 loss=0.101667 lr=0.000125 Epoch[092] Batch [3249]/[3760] Speed: 112.737017 samples/sec accuracy=97.705288 loss=0.101543 lr=0.000125 Epoch[092] Batch [3299]/[3760] Speed: 116.275345 samples/sec accuracy=97.707860 loss=0.101549 lr=0.000124 Epoch[092] Batch [3349]/[3760] Speed: 114.083522 samples/sec accuracy=97.709888 loss=0.101490 lr=0.000124 Epoch[092] Batch [3399]/[3760] Speed: 116.013272 samples/sec accuracy=97.707721 loss=0.101599 lr=0.000123 Epoch[092] Batch [3449]/[3760] Speed: 114.815192 samples/sec accuracy=97.708786 loss=0.101504 lr=0.000123 Epoch[092] Batch [3499]/[3760] Speed: 114.003096 samples/sec accuracy=97.716071 loss=0.101262 lr=0.000122 Epoch[092] Batch [3549]/[3760] Speed: 113.116293 samples/sec accuracy=97.720070 loss=0.101113 lr=0.000122 Epoch[092] Batch [3599]/[3760] Speed: 115.163397 samples/sec accuracy=97.719618 loss=0.101048 lr=0.000121 Epoch[092] Batch [3649]/[3760] Speed: 112.808646 samples/sec accuracy=97.717894 loss=0.101136 lr=0.000121 Epoch[092] Batch [3699]/[3760] Speed: 116.066434 samples/sec accuracy=97.712838 loss=0.101248 lr=0.000120 Epoch[092] Batch [3749]/[3760] Speed: 129.296751 samples/sec accuracy=97.714583 loss=0.101246 lr=0.000120 Batch [0049]/[0303]: acc-top1=68.281250 acc-top5=87.312500 Batch [0099]/[0303]: acc-top1=68.125000 acc-top5=87.312500 Batch [0149]/[0303]: acc-top1=68.062500 acc-top5=87.229167 Batch [0199]/[0303]: acc-top1=68.179688 acc-top5=87.101562 Batch [0249]/[0303]: acc-top1=67.975000 acc-top5=86.950000 Batch [0299]/[0303]: acc-top1=67.906250 acc-top5=86.770833 [Epoch 092] training: accuracy=97.710688 loss=0.101288 [Epoch 092] speed: 114 samples/sec time cost: 2297.972796 [Epoch 092] validation: acc-top1=67.842409 acc-top5=86.747112 loss=2.290997 Epoch[093] Batch [0049]/[3759] Speed: 78.234258 samples/sec accuracy=97.968750 loss=0.092620 lr=0.000119 Epoch[093] Batch [0099]/[3759] Speed: 115.933100 samples/sec accuracy=98.000000 loss=0.097471 lr=0.000119 Epoch[093] Batch [0149]/[3759] Speed: 115.004049 samples/sec accuracy=97.968750 loss=0.094678 lr=0.000118 Epoch[093] Batch [0199]/[3759] Speed: 114.457991 samples/sec accuracy=97.984375 loss=0.094832 lr=0.000118 Epoch[093] Batch [0249]/[3759] Speed: 114.068213 samples/sec accuracy=97.887500 loss=0.097189 lr=0.000118 Epoch[093] Batch [0299]/[3759] Speed: 112.005808 samples/sec accuracy=97.875000 loss=0.097588 lr=0.000117 Epoch[093] Batch [0349]/[3759] Speed: 116.348934 samples/sec accuracy=97.772321 loss=0.098382 lr=0.000117 Epoch[093] Batch [0399]/[3759] Speed: 115.249863 samples/sec accuracy=97.695312 loss=0.099097 lr=0.000116 Epoch[093] Batch [0449]/[3759] Speed: 114.248253 samples/sec accuracy=97.739583 loss=0.097856 lr=0.000116 Epoch[093] Batch [0499]/[3759] Speed: 115.941951 samples/sec accuracy=97.734375 loss=0.097888 lr=0.000115 Epoch[093] Batch [0549]/[3759] Speed: 114.723514 samples/sec accuracy=97.758523 loss=0.097999 lr=0.000115 Epoch[093] Batch [0599]/[3759] Speed: 112.730416 samples/sec accuracy=97.773438 loss=0.097861 lr=0.000114 Epoch[093] Batch [0649]/[3759] Speed: 116.208696 samples/sec accuracy=97.752404 loss=0.099492 lr=0.000114 Epoch[093] Batch [0699]/[3759] Speed: 114.738194 samples/sec accuracy=97.781250 loss=0.098423 lr=0.000114 Epoch[093] Batch [0749]/[3759] Speed: 114.714310 samples/sec accuracy=97.793750 loss=0.098222 lr=0.000113 Epoch[093] Batch [0799]/[3759] Speed: 114.873080 samples/sec accuracy=97.787109 loss=0.098575 lr=0.000113 Epoch[093] Batch [0849]/[3759] Speed: 112.317880 samples/sec accuracy=97.775735 loss=0.098796 lr=0.000112 Epoch[093] Batch [0899]/[3759] Speed: 116.126478 samples/sec accuracy=97.786458 loss=0.098468 lr=0.000112 Epoch[093] Batch [0949]/[3759] Speed: 115.525917 samples/sec accuracy=97.796053 loss=0.097935 lr=0.000111 Epoch[093] Batch [0999]/[3759] Speed: 115.382681 samples/sec accuracy=97.803125 loss=0.097676 lr=0.000111 Epoch[093] Batch [1049]/[3759] Speed: 115.107450 samples/sec accuracy=97.808036 loss=0.097557 lr=0.000110 Epoch[093] Batch [1099]/[3759] Speed: 114.462192 samples/sec accuracy=97.819602 loss=0.097351 lr=0.000110 Epoch[093] Batch [1149]/[3759] Speed: 114.362678 samples/sec accuracy=97.813859 loss=0.097373 lr=0.000110 Epoch[093] Batch [1199]/[3759] Speed: 114.597431 samples/sec accuracy=97.802083 loss=0.097758 lr=0.000109 Epoch[093] Batch [1249]/[3759] Speed: 115.039889 samples/sec accuracy=97.790000 loss=0.098075 lr=0.000109 Epoch[093] Batch [1299]/[3759] Speed: 114.630459 samples/sec accuracy=97.787260 loss=0.098037 lr=0.000108 Epoch[093] Batch [1349]/[3759] Speed: 114.270981 samples/sec accuracy=97.792824 loss=0.098129 lr=0.000108 Epoch[093] Batch [1399]/[3759] Speed: 112.234185 samples/sec accuracy=97.799107 loss=0.098165 lr=0.000107 Epoch[093] Batch [1449]/[3759] Speed: 115.769671 samples/sec accuracy=97.811422 loss=0.097910 lr=0.000107 Epoch[093] Batch [1499]/[3759] Speed: 113.739345 samples/sec accuracy=97.796875 loss=0.098264 lr=0.000107 Epoch[093] Batch [1549]/[3759] Speed: 115.799521 samples/sec accuracy=97.789315 loss=0.098574 lr=0.000106 Epoch[093] Batch [1599]/[3759] Speed: 115.008302 samples/sec accuracy=97.797852 loss=0.098712 lr=0.000106 Epoch[093] Batch [1649]/[3759] Speed: 113.803667 samples/sec accuracy=97.803977 loss=0.098719 lr=0.000105 Epoch[093] Batch [1699]/[3759] Speed: 114.011132 samples/sec accuracy=97.796875 loss=0.098912 lr=0.000105 Epoch[093] Batch [1749]/[3759] Speed: 113.279712 samples/sec accuracy=97.805357 loss=0.098656 lr=0.000104 Epoch[093] Batch [1799]/[3759] Speed: 114.049229 samples/sec accuracy=97.813368 loss=0.098543 lr=0.000104 Epoch[093] Batch [1849]/[3759] Speed: 114.091232 samples/sec accuracy=97.815878 loss=0.098427 lr=0.000104 Epoch[093] Batch [1899]/[3759] Speed: 114.613668 samples/sec accuracy=97.809211 loss=0.098551 lr=0.000103 Epoch[093] Batch [1949]/[3759] Speed: 112.577746 samples/sec accuracy=97.811699 loss=0.098538 lr=0.000103 Epoch[093] Batch [1999]/[3759] Speed: 116.131048 samples/sec accuracy=97.806250 loss=0.098650 lr=0.000102 Epoch[093] Batch [2049]/[3759] Speed: 115.317311 samples/sec accuracy=97.803354 loss=0.098622 lr=0.000102 Epoch[093] Batch [2099]/[3759] Speed: 113.935136 samples/sec accuracy=97.789435 loss=0.099081 lr=0.000102 Epoch[093] Batch [2149]/[3759] Speed: 113.568375 samples/sec accuracy=97.776890 loss=0.099406 lr=0.000101 Epoch[093] Batch [2199]/[3759] Speed: 115.396161 samples/sec accuracy=97.766335 loss=0.099708 lr=0.000101 Epoch[093] Batch [2249]/[3759] Speed: 112.694170 samples/sec accuracy=97.770139 loss=0.099730 lr=0.000100 Epoch[093] Batch [2299]/[3759] Speed: 114.851246 samples/sec accuracy=97.781929 loss=0.099470 lr=0.000100 Epoch[093] Batch [2349]/[3759] Speed: 114.689057 samples/sec accuracy=97.787899 loss=0.099233 lr=0.000099 Epoch[093] Batch [2399]/[3759] Speed: 115.352478 samples/sec accuracy=97.794271 loss=0.098995 lr=0.000099 Epoch[093] Batch [2449]/[3759] Speed: 112.930644 samples/sec accuracy=97.794005 loss=0.098981 lr=0.000099 Epoch[093] Batch [2499]/[3759] Speed: 114.210030 samples/sec accuracy=97.806250 loss=0.098737 lr=0.000098 Epoch[093] Batch [2549]/[3759] Speed: 114.909705 samples/sec accuracy=97.804534 loss=0.098797 lr=0.000098 Epoch[093] Batch [2599]/[3759] Speed: 113.676560 samples/sec accuracy=97.797476 loss=0.099076 lr=0.000097 Epoch[093] Batch [2649]/[3759] Speed: 114.446679 samples/sec accuracy=97.795991 loss=0.099184 lr=0.000097 Epoch[093] Batch [2699]/[3759] Speed: 115.833296 samples/sec accuracy=97.803241 loss=0.099006 lr=0.000097 Epoch[093] Batch [2749]/[3759] Speed: 114.473237 samples/sec accuracy=97.808523 loss=0.098809 lr=0.000096 Epoch[093] Batch [2799]/[3759] Speed: 112.862802 samples/sec accuracy=97.807478 loss=0.098752 lr=0.000096 Epoch[093] Batch [2849]/[3759] Speed: 116.448978 samples/sec accuracy=97.803728 loss=0.098857 lr=0.000095 Epoch[093] Batch [2899]/[3759] Speed: 114.066053 samples/sec accuracy=97.796875 loss=0.098932 lr=0.000095 Epoch[093] Batch [2949]/[3759] Speed: 114.604753 samples/sec accuracy=97.802966 loss=0.098805 lr=0.000095 Epoch[093] Batch [2999]/[3759] Speed: 115.981216 samples/sec accuracy=97.804167 loss=0.098708 lr=0.000094 Epoch[093] Batch [3049]/[3759] Speed: 111.657654 samples/sec accuracy=97.805328 loss=0.098753 lr=0.000094 Epoch[093] Batch [3099]/[3759] Speed: 115.297231 samples/sec accuracy=97.805444 loss=0.098803 lr=0.000093 Epoch[093] Batch [3149]/[3759] Speed: 115.565497 samples/sec accuracy=97.812500 loss=0.098758 lr=0.000093 Epoch[093] Batch [3199]/[3759] Speed: 113.895079 samples/sec accuracy=97.807129 loss=0.098680 lr=0.000092 Epoch[093] Batch [3249]/[3759] Speed: 115.214365 samples/sec accuracy=97.801442 loss=0.098762 lr=0.000092 Epoch[093] Batch [3299]/[3759] Speed: 114.735443 samples/sec accuracy=97.807292 loss=0.098674 lr=0.000092 Epoch[093] Batch [3349]/[3759] Speed: 112.610615 samples/sec accuracy=97.808769 loss=0.098643 lr=0.000091 Epoch[093] Batch [3399]/[3759] Speed: 114.011840 samples/sec accuracy=97.806985 loss=0.098631 lr=0.000091 Epoch[093] Batch [3449]/[3759] Speed: 114.644407 samples/sec accuracy=97.814312 loss=0.098481 lr=0.000091 Epoch[093] Batch [3499]/[3759] Speed: 116.042459 samples/sec accuracy=97.815179 loss=0.098438 lr=0.000090 Epoch[093] Batch [3549]/[3759] Speed: 113.662788 samples/sec accuracy=97.818662 loss=0.098359 lr=0.000090 Epoch[093] Batch [3599]/[3759] Speed: 111.387035 samples/sec accuracy=97.822049 loss=0.098413 lr=0.000089 Epoch[093] Batch [3649]/[3759] Speed: 116.014583 samples/sec accuracy=97.824914 loss=0.098272 lr=0.000089 Epoch[093] Batch [3699]/[3759] Speed: 114.831473 samples/sec accuracy=97.828125 loss=0.098244 lr=0.000089 Epoch[093] Batch [3749]/[3759] Speed: 130.434370 samples/sec accuracy=97.830417 loss=0.098179 lr=0.000088 Batch [0049]/[0303]: acc-top1=68.437500 acc-top5=87.343750 Batch [0099]/[0303]: acc-top1=68.250000 acc-top5=87.343750 Batch [0149]/[0303]: acc-top1=68.166667 acc-top5=87.218750 Batch [0199]/[0303]: acc-top1=68.187500 acc-top5=87.234375 Batch [0249]/[0303]: acc-top1=67.981250 acc-top5=86.993750 Batch [0299]/[0303]: acc-top1=67.901042 acc-top5=86.843750 [Epoch 093] training: accuracy=97.828129 loss=0.098251 [Epoch 093] speed: 114 samples/sec time cost: 2299.826435 [Epoch 093] validation: acc-top1=67.826939 acc-top5=86.814150 loss=2.323446 Epoch[094] Batch [0049]/[3760] Speed: 80.364761 samples/sec accuracy=97.906250 loss=0.095588 lr=0.000088 Epoch[094] Batch [0099]/[3760] Speed: 114.128373 samples/sec accuracy=97.453125 loss=0.106211 lr=0.000087 Epoch[094] Batch [0149]/[3760] Speed: 112.674530 samples/sec accuracy=97.489583 loss=0.109094 lr=0.000087 Epoch[094] Batch [0199]/[3760] Speed: 115.308126 samples/sec accuracy=97.453125 loss=0.108147 lr=0.000087 Epoch[094] Batch [0249]/[3760] Speed: 113.793734 samples/sec accuracy=97.493750 loss=0.106378 lr=0.000086 Epoch[094] Batch [0299]/[3760] Speed: 114.553292 samples/sec accuracy=97.572917 loss=0.104485 lr=0.000086 Epoch[094] Batch [0349]/[3760] Speed: 115.359195 samples/sec accuracy=97.638393 loss=0.102376 lr=0.000085 Epoch[094] Batch [0399]/[3760] Speed: 112.320469 samples/sec accuracy=97.660156 loss=0.101738 lr=0.000085 Epoch[094] Batch [0449]/[3760] Speed: 115.691779 samples/sec accuracy=97.732639 loss=0.100165 lr=0.000085 Epoch[094] Batch [0499]/[3760] Speed: 114.537515 samples/sec accuracy=97.725000 loss=0.100362 lr=0.000084 Epoch[094] Batch [0549]/[3760] Speed: 114.877867 samples/sec accuracy=97.735795 loss=0.100300 lr=0.000084 Epoch[094] Batch [0599]/[3760] Speed: 114.769623 samples/sec accuracy=97.734375 loss=0.100243 lr=0.000083 Epoch[094] Batch [0649]/[3760] Speed: 115.734866 samples/sec accuracy=97.762019 loss=0.099830 lr=0.000083 Epoch[094] Batch [0699]/[3760] Speed: 113.123115 samples/sec accuracy=97.785714 loss=0.098684 lr=0.000083 Epoch[094] Batch [0749]/[3760] Speed: 113.361753 samples/sec accuracy=97.779167 loss=0.098963 lr=0.000082 Epoch[094] Batch [0799]/[3760] Speed: 114.503462 samples/sec accuracy=97.779297 loss=0.099342 lr=0.000082 Epoch[094] Batch [0849]/[3760] Speed: 114.919475 samples/sec accuracy=97.735294 loss=0.100012 lr=0.000082 Epoch[094] Batch [0899]/[3760] Speed: 114.311133 samples/sec accuracy=97.715278 loss=0.100322 lr=0.000081 Epoch[094] Batch [0949]/[3760] Speed: 112.405055 samples/sec accuracy=97.722039 loss=0.099981 lr=0.000081 Epoch[094] Batch [0999]/[3760] Speed: 115.988385 samples/sec accuracy=97.739062 loss=0.099734 lr=0.000080 Epoch[094] Batch [1049]/[3760] Speed: 114.432177 samples/sec accuracy=97.741071 loss=0.099688 lr=0.000080 Epoch[094] Batch [1099]/[3760] Speed: 114.518858 samples/sec accuracy=97.738636 loss=0.099600 lr=0.000080 Epoch[094] Batch [1149]/[3760] Speed: 115.038837 samples/sec accuracy=97.732337 loss=0.099603 lr=0.000079 Epoch[094] Batch [1199]/[3760] Speed: 115.306355 samples/sec accuracy=97.757812 loss=0.099378 lr=0.000079 Epoch[094] Batch [1249]/[3760] Speed: 113.097908 samples/sec accuracy=97.766250 loss=0.099222 lr=0.000079 Epoch[094] Batch [1299]/[3760] Speed: 115.883392 samples/sec accuracy=97.768029 loss=0.099145 lr=0.000078 Epoch[094] Batch [1349]/[3760] Speed: 115.213324 samples/sec accuracy=97.792824 loss=0.098592 lr=0.000078 Epoch[094] Batch [1399]/[3760] Speed: 113.957304 samples/sec accuracy=97.796875 loss=0.098513 lr=0.000077 Epoch[094] Batch [1449]/[3760] Speed: 115.145504 samples/sec accuracy=97.807112 loss=0.098310 lr=0.000077 Epoch[094] Batch [1499]/[3760] Speed: 112.195155 samples/sec accuracy=97.791667 loss=0.098703 lr=0.000077 Epoch[094] Batch [1549]/[3760] Speed: 116.529595 samples/sec accuracy=97.788306 loss=0.098661 lr=0.000076 Epoch[094] Batch [1599]/[3760] Speed: 115.514861 samples/sec accuracy=97.806641 loss=0.098366 lr=0.000076 Epoch[094] Batch [1649]/[3760] Speed: 114.500793 samples/sec accuracy=97.803977 loss=0.098357 lr=0.000076 Epoch[094] Batch [1699]/[3760] Speed: 114.313131 samples/sec accuracy=97.810662 loss=0.098102 lr=0.000075 Epoch[094] Batch [1749]/[3760] Speed: 115.634747 samples/sec accuracy=97.824107 loss=0.098015 lr=0.000075 Epoch[094] Batch [1799]/[3760] Speed: 112.753480 samples/sec accuracy=97.822917 loss=0.097985 lr=0.000075 Epoch[094] Batch [1849]/[3760] Speed: 115.047784 samples/sec accuracy=97.822635 loss=0.097868 lr=0.000074 Epoch[094] Batch [1899]/[3760] Speed: 114.203489 samples/sec accuracy=97.813322 loss=0.097954 lr=0.000074 Epoch[094] Batch [1949]/[3760] Speed: 114.307026 samples/sec accuracy=97.810897 loss=0.098100 lr=0.000074 Epoch[094] Batch [1999]/[3760] Speed: 115.081901 samples/sec accuracy=97.807812 loss=0.098069 lr=0.000073 Epoch[094] Batch [2049]/[3760] Speed: 110.698874 samples/sec accuracy=97.817073 loss=0.097860 lr=0.000073 Epoch[094] Batch [2099]/[3760] Speed: 116.685850 samples/sec accuracy=97.816220 loss=0.097981 lr=0.000072 Epoch[094] Batch [2149]/[3760] Speed: 114.670131 samples/sec accuracy=97.810320 loss=0.098066 lr=0.000072 Epoch[094] Batch [2199]/[3760] Speed: 113.329341 samples/sec accuracy=97.813210 loss=0.097926 lr=0.000072 Epoch[094] Batch [2249]/[3760] Speed: 114.101532 samples/sec accuracy=97.820833 loss=0.097838 lr=0.000071 Epoch[094] Batch [2299]/[3760] Speed: 115.728813 samples/sec accuracy=97.815217 loss=0.097927 lr=0.000071 Epoch[094] Batch [2349]/[3760] Speed: 113.012819 samples/sec accuracy=97.813830 loss=0.097967 lr=0.000071 Epoch[094] Batch [2399]/[3760] Speed: 115.416290 samples/sec accuracy=97.813151 loss=0.098148 lr=0.000070 Epoch[094] Batch [2449]/[3760] Speed: 114.236280 samples/sec accuracy=97.811862 loss=0.098117 lr=0.000070 Epoch[094] Batch [2499]/[3760] Speed: 115.391083 samples/sec accuracy=97.825000 loss=0.097827 lr=0.000070 Epoch[094] Batch [2549]/[3760] Speed: 115.213634 samples/sec accuracy=97.819853 loss=0.097912 lr=0.000069 Epoch[094] Batch [2599]/[3760] Speed: 111.753548 samples/sec accuracy=97.825120 loss=0.097759 lr=0.000069 Epoch[094] Batch [2649]/[3760] Speed: 117.064720 samples/sec accuracy=97.823703 loss=0.097821 lr=0.000069 Epoch[094] Batch [2699]/[3760] Speed: 115.401681 samples/sec accuracy=97.822917 loss=0.097833 lr=0.000068 Epoch[094] Batch [2749]/[3760] Speed: 115.499999 samples/sec accuracy=97.819886 loss=0.097750 lr=0.000068 Epoch[094] Batch [2799]/[3760] Speed: 114.428774 samples/sec accuracy=97.815848 loss=0.097764 lr=0.000068 Epoch[094] Batch [2849]/[3760] Speed: 114.700278 samples/sec accuracy=97.819627 loss=0.097733 lr=0.000067 Epoch[094] Batch [2899]/[3760] Speed: 113.615832 samples/sec accuracy=97.824353 loss=0.097679 lr=0.000067 Epoch[094] Batch [2949]/[3760] Speed: 115.711340 samples/sec accuracy=97.827331 loss=0.097621 lr=0.000067 Epoch[094] Batch [2999]/[3760] Speed: 114.196859 samples/sec accuracy=97.823958 loss=0.097716 lr=0.000066 Epoch[094] Batch [3049]/[3760] Speed: 114.187697 samples/sec accuracy=97.827357 loss=0.097636 lr=0.000066 Epoch[094] Batch [3099]/[3760] Speed: 116.005108 samples/sec accuracy=97.830645 loss=0.097514 lr=0.000066 Epoch[094] Batch [3149]/[3760] Speed: 115.358760 samples/sec accuracy=97.835317 loss=0.097413 lr=0.000065 Epoch[094] Batch [3199]/[3760] Speed: 113.554042 samples/sec accuracy=97.836914 loss=0.097472 lr=0.000065 Epoch[094] Batch [3249]/[3760] Speed: 114.869169 samples/sec accuracy=97.839423 loss=0.097531 lr=0.000065 Epoch[094] Batch [3299]/[3760] Speed: 115.617868 samples/sec accuracy=97.830492 loss=0.097583 lr=0.000064 Epoch[094] Batch [3349]/[3760] Speed: 114.189546 samples/sec accuracy=97.829757 loss=0.097663 lr=0.000064 Epoch[094] Batch [3399]/[3760] Speed: 114.427341 samples/sec accuracy=97.834099 loss=0.097658 lr=0.000064 Epoch[094] Batch [3449]/[3760] Speed: 114.083318 samples/sec accuracy=97.831522 loss=0.097737 lr=0.000063 Epoch[094] Batch [3499]/[3760] Speed: 114.075154 samples/sec accuracy=97.836607 loss=0.097642 lr=0.000063 Epoch[094] Batch [3549]/[3760] Speed: 115.566391 samples/sec accuracy=97.836268 loss=0.097635 lr=0.000063 Epoch[094] Batch [3599]/[3760] Speed: 114.827039 samples/sec accuracy=97.836372 loss=0.097547 lr=0.000062 Epoch[094] Batch [3649]/[3760] Speed: 113.826258 samples/sec accuracy=97.830479 loss=0.097767 lr=0.000062 Epoch[094] Batch [3699]/[3760] Speed: 115.850084 samples/sec accuracy=97.832348 loss=0.097777 lr=0.000062 Epoch[094] Batch [3749]/[3760] Speed: 127.489535 samples/sec accuracy=97.833333 loss=0.097662 lr=0.000061 Batch [0049]/[0303]: acc-top1=68.250000 acc-top5=87.187500 Batch [0099]/[0303]: acc-top1=68.265625 acc-top5=87.062500 Batch [0149]/[0303]: acc-top1=68.281250 acc-top5=87.083333 Batch [0199]/[0303]: acc-top1=68.296875 acc-top5=87.062500 Batch [0249]/[0303]: acc-top1=68.087500 acc-top5=86.900000 Batch [0299]/[0303]: acc-top1=67.963542 acc-top5=86.781250 [Epoch 094] training: accuracy=97.833693 loss=0.097681 [Epoch 094] speed: 114 samples/sec time cost: 2298.158934 [Epoch 094] validation: acc-top1=67.893977 acc-top5=86.752269 loss=2.316068 Epoch[095] Batch [0049]/[3760] Speed: 79.800496 samples/sec accuracy=98.031250 loss=0.098488 lr=0.000061 Epoch[095] Batch [0099]/[3760] Speed: 115.004811 samples/sec accuracy=98.078125 loss=0.093881 lr=0.000060 Epoch[095] Batch [0149]/[3760] Speed: 114.756926 samples/sec accuracy=98.135417 loss=0.090523 lr=0.000060 Epoch[095] Batch [0199]/[3760] Speed: 114.635161 samples/sec accuracy=98.078125 loss=0.091732 lr=0.000060 Epoch[095] Batch [0249]/[3760] Speed: 116.054878 samples/sec accuracy=98.031250 loss=0.094225 lr=0.000060 Epoch[095] Batch [0299]/[3760] Speed: 112.582169 samples/sec accuracy=97.984375 loss=0.093591 lr=0.000059 Epoch[095] Batch [0349]/[3760] Speed: 115.168404 samples/sec accuracy=97.919643 loss=0.095190 lr=0.000059 Epoch[095] Batch [0399]/[3760] Speed: 114.305807 samples/sec accuracy=97.906250 loss=0.095809 lr=0.000059 Epoch[095] Batch [0449]/[3760] Speed: 114.986960 samples/sec accuracy=97.871528 loss=0.096622 lr=0.000058 Epoch[095] Batch [0499]/[3760] Speed: 116.263148 samples/sec accuracy=97.865625 loss=0.097065 lr=0.000058 Epoch[095] Batch [0549]/[3760] Speed: 109.513796 samples/sec accuracy=97.909091 loss=0.096832 lr=0.000058 Epoch[095] Batch [0599]/[3760] Speed: 117.749499 samples/sec accuracy=97.927083 loss=0.096346 lr=0.000057 Epoch[095] Batch [0649]/[3760] Speed: 114.144996 samples/sec accuracy=97.954327 loss=0.095851 lr=0.000057 Epoch[095] Batch [0699]/[3760] Speed: 115.379780 samples/sec accuracy=97.946429 loss=0.095833 lr=0.000057 Epoch[095] Batch [0749]/[3760] Speed: 115.681658 samples/sec accuracy=97.933333 loss=0.096071 lr=0.000056 Epoch[095] Batch [0799]/[3760] Speed: 115.919684 samples/sec accuracy=97.925781 loss=0.096358 lr=0.000056 Epoch[095] Batch [0849]/[3760] Speed: 112.088698 samples/sec accuracy=97.915441 loss=0.096485 lr=0.000056 Epoch[095] Batch [0899]/[3760] Speed: 115.753562 samples/sec accuracy=97.909722 loss=0.096422 lr=0.000055 Epoch[095] Batch [0949]/[3760] Speed: 114.499483 samples/sec accuracy=97.906250 loss=0.096394 lr=0.000055 Epoch[095] Batch [0999]/[3760] Speed: 114.726138 samples/sec accuracy=97.906250 loss=0.096096 lr=0.000055 Epoch[095] Batch [1049]/[3760] Speed: 114.268881 samples/sec accuracy=97.919643 loss=0.096097 lr=0.000054 Epoch[095] Batch [1099]/[3760] Speed: 116.266663 samples/sec accuracy=97.943182 loss=0.095406 lr=0.000054 Epoch[095] Batch [1149]/[3760] Speed: 113.650371 samples/sec accuracy=97.945652 loss=0.095464 lr=0.000054 Epoch[095] Batch [1199]/[3760] Speed: 114.800647 samples/sec accuracy=97.934896 loss=0.095532 lr=0.000054 Epoch[095] Batch [1249]/[3760] Speed: 115.139725 samples/sec accuracy=97.937500 loss=0.095401 lr=0.000053 Epoch[095] Batch [1299]/[3760] Speed: 114.408450 samples/sec accuracy=97.937500 loss=0.095376 lr=0.000053 Epoch[095] Batch [1349]/[3760] Speed: 115.184133 samples/sec accuracy=97.934028 loss=0.095566 lr=0.000053 Epoch[095] Batch [1399]/[3760] Speed: 112.973736 samples/sec accuracy=97.919643 loss=0.096123 lr=0.000052 Epoch[095] Batch [1449]/[3760] Speed: 113.912049 samples/sec accuracy=97.924569 loss=0.095789 lr=0.000052 Epoch[095] Batch [1499]/[3760] Speed: 116.813388 samples/sec accuracy=97.932292 loss=0.095317 lr=0.000052 Epoch[095] Batch [1549]/[3760] Speed: 112.424631 samples/sec accuracy=97.934476 loss=0.095171 lr=0.000051 Epoch[095] Batch [1599]/[3760] Speed: 115.074446 samples/sec accuracy=97.916016 loss=0.095396 lr=0.000051 Epoch[095] Batch [1649]/[3760] Speed: 114.656556 samples/sec accuracy=97.930871 loss=0.095127 lr=0.000051 Epoch[095] Batch [1699]/[3760] Speed: 113.132455 samples/sec accuracy=97.910846 loss=0.095538 lr=0.000051 Epoch[095] Batch [1749]/[3760] Speed: 115.330481 samples/sec accuracy=97.909821 loss=0.095785 lr=0.000050 Epoch[095] Batch [1799]/[3760] Speed: 113.795708 samples/sec accuracy=97.914931 loss=0.095713 lr=0.000050 Epoch[095] Batch [1849]/[3760] Speed: 114.418004 samples/sec accuracy=97.910473 loss=0.095852 lr=0.000050 Epoch[095] Batch [1899]/[3760] Speed: 115.059050 samples/sec accuracy=97.911184 loss=0.095860 lr=0.000049 Epoch[095] Batch [1949]/[3760] Speed: 112.744713 samples/sec accuracy=97.918269 loss=0.095605 lr=0.000049 Epoch[095] Batch [1999]/[3760] Speed: 116.442347 samples/sec accuracy=97.909375 loss=0.095671 lr=0.000049 Epoch[095] Batch [2049]/[3760] Speed: 114.892915 samples/sec accuracy=97.920732 loss=0.095406 lr=0.000049 Epoch[095] Batch [2099]/[3760] Speed: 114.467171 samples/sec accuracy=97.931548 loss=0.095218 lr=0.000048 Epoch[095] Batch [2149]/[3760] Speed: 114.747762 samples/sec accuracy=97.917151 loss=0.095535 lr=0.000048 Epoch[095] Batch [2199]/[3760] Speed: 113.725129 samples/sec accuracy=97.924716 loss=0.095309 lr=0.000048 Epoch[095] Batch [2249]/[3760] Speed: 114.789886 samples/sec accuracy=97.934028 loss=0.095071 lr=0.000047 Epoch[095] Batch [2299]/[3760] Speed: 115.546139 samples/sec accuracy=97.923913 loss=0.095321 lr=0.000047 Epoch[095] Batch [2349]/[3760] Speed: 113.837672 samples/sec accuracy=97.922872 loss=0.095239 lr=0.000047 Epoch[095] Batch [2399]/[3760] Speed: 116.173940 samples/sec accuracy=97.921224 loss=0.095223 lr=0.000047 Epoch[095] Batch [2449]/[3760] Speed: 115.433094 samples/sec accuracy=97.919643 loss=0.095225 lr=0.000046 Epoch[095] Batch [2499]/[3760] Speed: 113.653330 samples/sec accuracy=97.918750 loss=0.095127 lr=0.000046 Epoch[095] Batch [2549]/[3760] Speed: 113.986128 samples/sec accuracy=97.922181 loss=0.095049 lr=0.000046 Epoch[095] Batch [2599]/[3760] Speed: 113.544838 samples/sec accuracy=97.922476 loss=0.095010 lr=0.000045 Epoch[095] Batch [2649]/[3760] Speed: 114.852667 samples/sec accuracy=97.928656 loss=0.094798 lr=0.000045 Epoch[095] Batch [2699]/[3760] Speed: 114.315705 samples/sec accuracy=97.926505 loss=0.094835 lr=0.000045 Epoch[095] Batch [2749]/[3760] Speed: 114.093975 samples/sec accuracy=97.919886 loss=0.094954 lr=0.000045 Epoch[095] Batch [2799]/[3760] Speed: 113.305073 samples/sec accuracy=97.922433 loss=0.094868 lr=0.000044 Epoch[095] Batch [2849]/[3760] Speed: 116.128784 samples/sec accuracy=97.916118 loss=0.094956 lr=0.000044 Epoch[095] Batch [2899]/[3760] Speed: 114.419364 samples/sec accuracy=97.917026 loss=0.094934 lr=0.000044 Epoch[095] Batch [2949]/[3760] Speed: 114.200877 samples/sec accuracy=97.906780 loss=0.095256 lr=0.000043 Epoch[095] Batch [2999]/[3760] Speed: 114.701992 samples/sec accuracy=97.911979 loss=0.095125 lr=0.000043 Epoch[095] Batch [3049]/[3760] Speed: 115.195654 samples/sec accuracy=97.917008 loss=0.094946 lr=0.000043 Epoch[095] Batch [3099]/[3760] Speed: 113.143224 samples/sec accuracy=97.913810 loss=0.095089 lr=0.000043 Epoch[095] Batch [3149]/[3760] Speed: 114.748662 samples/sec accuracy=97.914683 loss=0.095085 lr=0.000042 Epoch[095] Batch [3199]/[3760] Speed: 114.119310 samples/sec accuracy=97.912598 loss=0.095217 lr=0.000042 Epoch[095] Batch [3249]/[3760] Speed: 114.767806 samples/sec accuracy=97.911538 loss=0.095223 lr=0.000042 Epoch[095] Batch [3299]/[3760] Speed: 114.166777 samples/sec accuracy=97.907670 loss=0.095392 lr=0.000042 Epoch[095] Batch [3349]/[3760] Speed: 112.338204 samples/sec accuracy=97.905317 loss=0.095437 lr=0.000041 Epoch[095] Batch [3399]/[3760] Speed: 117.216949 samples/sec accuracy=97.903033 loss=0.095449 lr=0.000041 Epoch[095] Batch [3449]/[3760] Speed: 115.060089 samples/sec accuracy=97.906703 loss=0.095379 lr=0.000041 Epoch[095] Batch [3499]/[3760] Speed: 115.419070 samples/sec accuracy=97.906250 loss=0.095340 lr=0.000040 Epoch[095] Batch [3549]/[3760] Speed: 115.491392 samples/sec accuracy=97.900088 loss=0.095434 lr=0.000040 Epoch[095] Batch [3599]/[3760] Speed: 113.920088 samples/sec accuracy=97.898003 loss=0.095488 lr=0.000040 Epoch[095] Batch [3649]/[3760] Speed: 113.708296 samples/sec accuracy=97.895120 loss=0.095568 lr=0.000040 Epoch[095] Batch [3699]/[3760] Speed: 114.026712 samples/sec accuracy=97.894426 loss=0.095584 lr=0.000039 Epoch[095] Batch [3749]/[3760] Speed: 129.546048 samples/sec accuracy=97.894167 loss=0.095563 lr=0.000039 Batch [0049]/[0303]: acc-top1=68.593750 acc-top5=87.125000 Batch [0099]/[0303]: acc-top1=68.437500 acc-top5=87.250000 Batch [0149]/[0303]: acc-top1=68.489583 acc-top5=87.229167 Batch [0199]/[0303]: acc-top1=68.515625 acc-top5=87.187500 Batch [0249]/[0303]: acc-top1=68.231250 acc-top5=87.037500 Batch [0299]/[0303]: acc-top1=68.125000 acc-top5=86.869792 [Epoch 095] training: accuracy=97.893949 loss=0.095578 [Epoch 095] speed: 114 samples/sec time cost: 2298.110152 [Epoch 095] validation: acc-top1=68.058993 acc-top5=86.834777 loss=2.301552 Epoch[096] Batch [0049]/[3759] Speed: 79.130509 samples/sec accuracy=97.906250 loss=0.095518 lr=0.000039 Epoch[096] Batch [0099]/[3759] Speed: 114.144042 samples/sec accuracy=97.921875 loss=0.094952 lr=0.000039 Epoch[096] Batch [0149]/[3759] Speed: 111.784474 samples/sec accuracy=97.947917 loss=0.094886 lr=0.000038 Epoch[096] Batch [0199]/[3759] Speed: 116.476219 samples/sec accuracy=98.039062 loss=0.092694 lr=0.000038 Epoch[096] Batch [0249]/[3759] Speed: 115.318182 samples/sec accuracy=98.018750 loss=0.092872 lr=0.000038 Epoch[096] Batch [0299]/[3759] Speed: 113.657607 samples/sec accuracy=98.020833 loss=0.092004 lr=0.000038 Epoch[096] Batch [0349]/[3759] Speed: 115.091360 samples/sec accuracy=98.062500 loss=0.091830 lr=0.000037 Epoch[096] Batch [0399]/[3759] Speed: 117.005397 samples/sec accuracy=98.070312 loss=0.091235 lr=0.000037 Epoch[096] Batch [0449]/[3759] Speed: 112.193614 samples/sec accuracy=98.069444 loss=0.090904 lr=0.000037 Epoch[096] Batch [0499]/[3759] Speed: 117.607733 samples/sec accuracy=98.109375 loss=0.090729 lr=0.000037 Epoch[096] Batch [0549]/[3759] Speed: 113.476356 samples/sec accuracy=98.093750 loss=0.091603 lr=0.000036 Epoch[096] Batch [0599]/[3759] Speed: 114.188659 samples/sec accuracy=98.088542 loss=0.091583 lr=0.000036 Epoch[096] Batch [0649]/[3759] Speed: 114.314538 samples/sec accuracy=98.045673 loss=0.092504 lr=0.000036 Epoch[096] Batch [0699]/[3759] Speed: 114.627512 samples/sec accuracy=98.046875 loss=0.092315 lr=0.000036 Epoch[096] Batch [0749]/[3759] Speed: 115.046529 samples/sec accuracy=98.043750 loss=0.092863 lr=0.000035 Epoch[096] Batch [0799]/[3759] Speed: 113.455513 samples/sec accuracy=98.035156 loss=0.093405 lr=0.000035 Epoch[096] Batch [0849]/[3759] Speed: 115.455199 samples/sec accuracy=98.023897 loss=0.093853 lr=0.000035 Epoch[096] Batch [0899]/[3759] Speed: 113.771877 samples/sec accuracy=97.987847 loss=0.094427 lr=0.000035 Epoch[096] Batch [0949]/[3759] Speed: 114.249825 samples/sec accuracy=97.983553 loss=0.094135 lr=0.000034 Epoch[096] Batch [0999]/[3759] Speed: 114.528631 samples/sec accuracy=97.973438 loss=0.094228 lr=0.000034 Epoch[096] Batch [1049]/[3759] Speed: 114.410652 samples/sec accuracy=97.967262 loss=0.094192 lr=0.000034 Epoch[096] Batch [1099]/[3759] Speed: 113.018363 samples/sec accuracy=97.951705 loss=0.094488 lr=0.000034 Epoch[096] Batch [1149]/[3759] Speed: 114.524667 samples/sec accuracy=97.948370 loss=0.094387 lr=0.000033 Epoch[096] Batch [1199]/[3759] Speed: 114.530673 samples/sec accuracy=97.953125 loss=0.094452 lr=0.000033 Epoch[096] Batch [1249]/[3759] Speed: 114.950738 samples/sec accuracy=97.932500 loss=0.094774 lr=0.000033 Epoch[096] Batch [1299]/[3759] Speed: 114.613464 samples/sec accuracy=97.919471 loss=0.094838 lr=0.000033 Epoch[096] Batch [1349]/[3759] Speed: 114.911643 samples/sec accuracy=97.927083 loss=0.094426 lr=0.000032 Epoch[096] Batch [1399]/[3759] Speed: 114.121950 samples/sec accuracy=97.911830 loss=0.094959 lr=0.000032 Epoch[096] Batch [1449]/[3759] Speed: 115.815380 samples/sec accuracy=97.915948 loss=0.095127 lr=0.000032 Epoch[096] Batch [1499]/[3759] Speed: 113.871918 samples/sec accuracy=97.918750 loss=0.094900 lr=0.000032 Epoch[096] Batch [1549]/[3759] Speed: 114.499000 samples/sec accuracy=97.912298 loss=0.095133 lr=0.000031 Epoch[096] Batch [1599]/[3759] Speed: 115.697581 samples/sec accuracy=97.913086 loss=0.095043 lr=0.000031 Epoch[096] Batch [1649]/[3759] Speed: 114.950132 samples/sec accuracy=97.907197 loss=0.094951 lr=0.000031 Epoch[096] Batch [1699]/[3759] Speed: 113.790730 samples/sec accuracy=97.913603 loss=0.094524 lr=0.000031 Epoch[096] Batch [1749]/[3759] Speed: 116.077412 samples/sec accuracy=97.912500 loss=0.094627 lr=0.000030 Epoch[096] Batch [1799]/[3759] Speed: 113.481563 samples/sec accuracy=97.909722 loss=0.094584 lr=0.000030 Epoch[096] Batch [1849]/[3759] Speed: 114.126508 samples/sec accuracy=97.911318 loss=0.094703 lr=0.000030 Epoch[096] Batch [1899]/[3759] Speed: 114.726843 samples/sec accuracy=97.923520 loss=0.094421 lr=0.000030 Epoch[096] Batch [1949]/[3759] Speed: 115.669377 samples/sec accuracy=97.914263 loss=0.094751 lr=0.000030 Epoch[096] Batch [1999]/[3759] Speed: 113.739761 samples/sec accuracy=97.908594 loss=0.094764 lr=0.000029 Epoch[096] Batch [2049]/[3759] Speed: 115.642006 samples/sec accuracy=97.907012 loss=0.094762 lr=0.000029 Epoch[096] Batch [2099]/[3759] Speed: 114.759354 samples/sec accuracy=97.907738 loss=0.095027 lr=0.000029 Epoch[096] Batch [2149]/[3759] Speed: 114.652022 samples/sec accuracy=97.906250 loss=0.095025 lr=0.000029 Epoch[096] Batch [2199]/[3759] Speed: 114.344395 samples/sec accuracy=97.901989 loss=0.095113 lr=0.000028 Epoch[096] Batch [2249]/[3759] Speed: 114.018036 samples/sec accuracy=97.902778 loss=0.095113 lr=0.000028 Epoch[096] Batch [2299]/[3759] Speed: 113.914552 samples/sec accuracy=97.905571 loss=0.095220 lr=0.000028 Epoch[096] Batch [2349]/[3759] Speed: 115.232065 samples/sec accuracy=97.918218 loss=0.094841 lr=0.000028 Epoch[096] Batch [2399]/[3759] Speed: 114.165407 samples/sec accuracy=97.917318 loss=0.094904 lr=0.000028 Epoch[096] Batch [2449]/[3759] Speed: 116.046896 samples/sec accuracy=97.920281 loss=0.095049 lr=0.000027 Epoch[096] Batch [2499]/[3759] Speed: 114.048746 samples/sec accuracy=97.911875 loss=0.095291 lr=0.000027 Epoch[096] Batch [2549]/[3759] Speed: 114.351943 samples/sec accuracy=97.911765 loss=0.095205 lr=0.000027 Epoch[096] Batch [2599]/[3759] Speed: 112.753576 samples/sec accuracy=97.911659 loss=0.095253 lr=0.000027 Epoch[096] Batch [2649]/[3759] Speed: 115.633529 samples/sec accuracy=97.912146 loss=0.095243 lr=0.000026 Epoch[096] Batch [2699]/[3759] Speed: 115.702724 samples/sec accuracy=97.908565 loss=0.095287 lr=0.000026 Epoch[096] Batch [2749]/[3759] Speed: 113.974633 samples/sec accuracy=97.916477 loss=0.095056 lr=0.000026 Epoch[096] Batch [2799]/[3759] Speed: 115.358363 samples/sec accuracy=97.915179 loss=0.095153 lr=0.000026 Epoch[096] Batch [2849]/[3759] Speed: 114.043682 samples/sec accuracy=97.912281 loss=0.095238 lr=0.000026 Epoch[096] Batch [2899]/[3759] Speed: 112.139066 samples/sec accuracy=97.911638 loss=0.095330 lr=0.000025 Epoch[096] Batch [2949]/[3759] Speed: 116.980933 samples/sec accuracy=97.911017 loss=0.095283 lr=0.000025 Epoch[096] Batch [2999]/[3759] Speed: 115.270600 samples/sec accuracy=97.915104 loss=0.095217 lr=0.000025 Epoch[096] Batch [3049]/[3759] Speed: 114.042004 samples/sec accuracy=97.911885 loss=0.095269 lr=0.000025 Epoch[096] Batch [3099]/[3759] Speed: 114.843751 samples/sec accuracy=97.922883 loss=0.095064 lr=0.000025 Epoch[096] Batch [3149]/[3759] Speed: 116.046057 samples/sec accuracy=97.927579 loss=0.094943 lr=0.000024 Epoch[096] Batch [3199]/[3759] Speed: 114.143099 samples/sec accuracy=97.927734 loss=0.094875 lr=0.000024 Epoch[096] Batch [3249]/[3759] Speed: 114.969984 samples/sec accuracy=97.925962 loss=0.094982 lr=0.000024 Epoch[096] Batch [3299]/[3759] Speed: 114.022050 samples/sec accuracy=97.925189 loss=0.094912 lr=0.000024 Epoch[096] Batch [3349]/[3759] Speed: 115.436574 samples/sec accuracy=97.925373 loss=0.095031 lr=0.000024 Epoch[096] Batch [3399]/[3759] Speed: 114.529042 samples/sec accuracy=97.924173 loss=0.095057 lr=0.000023 Epoch[096] Batch [3449]/[3759] Speed: 115.574147 samples/sec accuracy=97.923007 loss=0.095213 lr=0.000023 Epoch[096] Batch [3499]/[3759] Speed: 114.923469 samples/sec accuracy=97.930357 loss=0.095012 lr=0.000023 Epoch[096] Batch [3549]/[3759] Speed: 113.511603 samples/sec accuracy=97.928257 loss=0.095196 lr=0.000023 Epoch[096] Batch [3599]/[3759] Speed: 115.407583 samples/sec accuracy=97.925781 loss=0.095180 lr=0.000023 Epoch[096] Batch [3649]/[3759] Speed: 114.042861 samples/sec accuracy=97.916524 loss=0.095337 lr=0.000022 Epoch[096] Batch [3699]/[3759] Speed: 114.072753 samples/sec accuracy=97.915118 loss=0.095268 lr=0.000022 Epoch[096] Batch [3749]/[3759] Speed: 132.052686 samples/sec accuracy=97.916250 loss=0.095232 lr=0.000022 Batch [0049]/[0303]: acc-top1=68.062500 acc-top5=87.187500 Batch [0099]/[0303]: acc-top1=68.187500 acc-top5=87.203125 Batch [0149]/[0303]: acc-top1=68.177083 acc-top5=87.208333 Batch [0199]/[0303]: acc-top1=68.273438 acc-top5=87.140625 Batch [0249]/[0303]: acc-top1=68.037500 acc-top5=86.950000 Batch [0299]/[0303]: acc-top1=67.979167 acc-top5=86.786458 [Epoch 096] training: accuracy=97.916667 loss=0.095210 [Epoch 096] speed: 114 samples/sec time cost: 2297.976345 [Epoch 096] validation: acc-top1=67.904290 acc-top5=86.752269 loss=2.303349 Epoch[097] Batch [0049]/[3760] Speed: 79.806302 samples/sec accuracy=97.375000 loss=0.103195 lr=0.000022 Epoch[097] Batch [0099]/[3760] Speed: 116.279135 samples/sec accuracy=97.703125 loss=0.098625 lr=0.000022 Epoch[097] Batch [0149]/[3760] Speed: 114.898363 samples/sec accuracy=97.760417 loss=0.097616 lr=0.000021 Epoch[097] Batch [0199]/[3760] Speed: 114.484109 samples/sec accuracy=97.812500 loss=0.096684 lr=0.000021 Epoch[097] Batch [0249]/[3760] Speed: 115.540674 samples/sec accuracy=97.856250 loss=0.094502 lr=0.000021 Epoch[097] Batch [0299]/[3760] Speed: 114.137201 samples/sec accuracy=97.854167 loss=0.094317 lr=0.000021 Epoch[097] Batch [0349]/[3760] Speed: 112.304852 samples/sec accuracy=97.839286 loss=0.095520 lr=0.000021 Epoch[097] Batch [0399]/[3760] Speed: 116.314225 samples/sec accuracy=97.871094 loss=0.095077 lr=0.000020 Epoch[097] Batch [0449]/[3760] Speed: 115.155976 samples/sec accuracy=97.892361 loss=0.094998 lr=0.000020 Epoch[097] Batch [0499]/[3760] Speed: 114.429508 samples/sec accuracy=97.893750 loss=0.095058 lr=0.000020 Epoch[097] Batch [0549]/[3760] Speed: 114.318066 samples/sec accuracy=97.948864 loss=0.094010 lr=0.000020 Epoch[097] Batch [0599]/[3760] Speed: 114.436885 samples/sec accuracy=97.927083 loss=0.094662 lr=0.000020 Epoch[097] Batch [0649]/[3760] Speed: 114.480222 samples/sec accuracy=97.913462 loss=0.095937 lr=0.000019 Epoch[097] Batch [0699]/[3760] Speed: 115.605530 samples/sec accuracy=97.919643 loss=0.095384 lr=0.000019 Epoch[097] Batch [0749]/[3760] Speed: 114.859014 samples/sec accuracy=97.906250 loss=0.095412 lr=0.000019 Epoch[097] Batch [0799]/[3760] Speed: 114.585603 samples/sec accuracy=97.900391 loss=0.095233 lr=0.000019 Epoch[097] Batch [0849]/[3760] Speed: 115.586059 samples/sec accuracy=97.893382 loss=0.095637 lr=0.000019 Epoch[097] Batch [0899]/[3760] Speed: 111.023570 samples/sec accuracy=97.925347 loss=0.094820 lr=0.000019 Epoch[097] Batch [0949]/[3760] Speed: 116.492826 samples/sec accuracy=97.914474 loss=0.094633 lr=0.000018 Epoch[097] Batch [0999]/[3760] Speed: 115.634796 samples/sec accuracy=97.896875 loss=0.095049 lr=0.000018 Epoch[097] Batch [1049]/[3760] Speed: 114.391983 samples/sec accuracy=97.909226 loss=0.094564 lr=0.000018 Epoch[097] Batch [1099]/[3760] Speed: 115.676101 samples/sec accuracy=97.907670 loss=0.094569 lr=0.000018 Epoch[097] Batch [1149]/[3760] Speed: 114.597405 samples/sec accuracy=97.913043 loss=0.094365 lr=0.000018 Epoch[097] Batch [1199]/[3760] Speed: 112.726085 samples/sec accuracy=97.906250 loss=0.094725 lr=0.000017 Epoch[097] Batch [1249]/[3760] Speed: 115.852080 samples/sec accuracy=97.917500 loss=0.094613 lr=0.000017 Epoch[097] Batch [1299]/[3760] Speed: 115.903340 samples/sec accuracy=97.920673 loss=0.094357 lr=0.000017 Epoch[097] Batch [1349]/[3760] Speed: 114.637067 samples/sec accuracy=97.908565 loss=0.094691 lr=0.000017 Epoch[097] Batch [1399]/[3760] Speed: 114.368314 samples/sec accuracy=97.907366 loss=0.094855 lr=0.000017 Epoch[097] Batch [1449]/[3760] Speed: 115.145726 samples/sec accuracy=97.900862 loss=0.094977 lr=0.000017 Epoch[097] Batch [1499]/[3760] Speed: 114.304176 samples/sec accuracy=97.880208 loss=0.095446 lr=0.000016 Epoch[097] Batch [1549]/[3760] Speed: 114.520683 samples/sec accuracy=97.876008 loss=0.095705 lr=0.000016 Epoch[097] Batch [1599]/[3760] Speed: 115.503767 samples/sec accuracy=97.874023 loss=0.095599 lr=0.000016 Epoch[097] Batch [1649]/[3760] Speed: 114.217130 samples/sec accuracy=97.876894 loss=0.095456 lr=0.000016 Epoch[097] Batch [1699]/[3760] Speed: 114.571077 samples/sec accuracy=97.869485 loss=0.095766 lr=0.000016 Epoch[097] Batch [1749]/[3760] Speed: 114.770923 samples/sec accuracy=97.871429 loss=0.095793 lr=0.000016 Epoch[097] Batch [1799]/[3760] Speed: 114.359875 samples/sec accuracy=97.873264 loss=0.095944 lr=0.000015 Epoch[097] Batch [1849]/[3760] Speed: 114.261804 samples/sec accuracy=97.865709 loss=0.095863 lr=0.000015 Epoch[097] Batch [1899]/[3760] Speed: 115.668834 samples/sec accuracy=97.877467 loss=0.095696 lr=0.000015 Epoch[097] Batch [1949]/[3760] Speed: 114.224368 samples/sec accuracy=97.887821 loss=0.095283 lr=0.000015 Epoch[097] Batch [1999]/[3760] Speed: 115.262369 samples/sec accuracy=97.884375 loss=0.095386 lr=0.000015 Epoch[097] Batch [2049]/[3760] Speed: 112.678136 samples/sec accuracy=97.881860 loss=0.095210 lr=0.000015 Epoch[097] Batch [2099]/[3760] Speed: 115.173372 samples/sec accuracy=97.876488 loss=0.095399 lr=0.000014 Epoch[097] Batch [2149]/[3760] Speed: 114.442849 samples/sec accuracy=97.872820 loss=0.095466 lr=0.000014 Epoch[097] Batch [2199]/[3760] Speed: 114.669279 samples/sec accuracy=97.860795 loss=0.095718 lr=0.000014 Epoch[097] Batch [2249]/[3760] Speed: 114.252855 samples/sec accuracy=97.859722 loss=0.095667 lr=0.000014 Epoch[097] Batch [2299]/[3760] Speed: 115.128765 samples/sec accuracy=97.873641 loss=0.095293 lr=0.000014 Epoch[097] Batch [2349]/[3760] Speed: 113.584228 samples/sec accuracy=97.878989 loss=0.095319 lr=0.000014 Epoch[097] Batch [2399]/[3760] Speed: 115.024008 samples/sec accuracy=97.869141 loss=0.095461 lr=0.000014 Epoch[097] Batch [2449]/[3760] Speed: 115.463443 samples/sec accuracy=97.866709 loss=0.095507 lr=0.000013 Epoch[097] Batch [2499]/[3760] Speed: 115.302515 samples/sec accuracy=97.863750 loss=0.095563 lr=0.000013 Epoch[097] Batch [2549]/[3760] Speed: 114.645963 samples/sec accuracy=97.865809 loss=0.095534 lr=0.000013 Epoch[097] Batch [2599]/[3760] Speed: 115.463305 samples/sec accuracy=97.867788 loss=0.095480 lr=0.000013 Epoch[097] Batch [2649]/[3760] Speed: 113.196875 samples/sec accuracy=97.860849 loss=0.095617 lr=0.000013 Epoch[097] Batch [2699]/[3760] Speed: 115.063424 samples/sec accuracy=97.865741 loss=0.095510 lr=0.000013 Epoch[097] Batch [2749]/[3760] Speed: 114.471154 samples/sec accuracy=97.866477 loss=0.095510 lr=0.000013 Epoch[097] Batch [2799]/[3760] Speed: 114.514615 samples/sec accuracy=97.869420 loss=0.095406 lr=0.000012 Epoch[097] Batch [2849]/[3760] Speed: 115.284369 samples/sec accuracy=97.867325 loss=0.095510 lr=0.000012 Epoch[097] Batch [2899]/[3760] Speed: 111.536097 samples/sec accuracy=97.873922 loss=0.095337 lr=0.000012 Epoch[097] Batch [2949]/[3760] Speed: 116.463032 samples/sec accuracy=97.872352 loss=0.095329 lr=0.000012 Epoch[097] Batch [2999]/[3760] Speed: 114.179762 samples/sec accuracy=97.868229 loss=0.095442 lr=0.000012 Epoch[097] Batch [3049]/[3760] Speed: 113.774200 samples/sec accuracy=97.871926 loss=0.095327 lr=0.000012 Epoch[097] Batch [3099]/[3760] Speed: 114.590725 samples/sec accuracy=97.877016 loss=0.095130 lr=0.000011 Epoch[097] Batch [3149]/[3760] Speed: 114.208846 samples/sec accuracy=97.876984 loss=0.095108 lr=0.000011 Epoch[097] Batch [3199]/[3760] Speed: 113.115930 samples/sec accuracy=97.876465 loss=0.095122 lr=0.000011 Epoch[097] Batch [3249]/[3760] Speed: 116.191246 samples/sec accuracy=97.878365 loss=0.095116 lr=0.000011 Epoch[097] Batch [3299]/[3760] Speed: 115.092003 samples/sec accuracy=97.885890 loss=0.095009 lr=0.000011 Epoch[097] Batch [3349]/[3760] Speed: 115.336998 samples/sec accuracy=97.887127 loss=0.095007 lr=0.000011 Epoch[097] Batch [3399]/[3760] Speed: 115.765479 samples/sec accuracy=97.890165 loss=0.094821 lr=0.000011 Epoch[097] Batch [3449]/[3760] Speed: 114.632125 samples/sec accuracy=97.886322 loss=0.094930 lr=0.000011 Epoch[097] Batch [3499]/[3760] Speed: 113.248754 samples/sec accuracy=97.882143 loss=0.095084 lr=0.000010 Epoch[097] Batch [3549]/[3760] Speed: 115.335490 samples/sec accuracy=97.882042 loss=0.095095 lr=0.000010 Epoch[097] Batch [3599]/[3760] Speed: 115.108726 samples/sec accuracy=97.886285 loss=0.095038 lr=0.000010 Epoch[097] Batch [3649]/[3760] Speed: 114.922437 samples/sec accuracy=97.889983 loss=0.095001 lr=0.000010 Epoch[097] Batch [3699]/[3760] Speed: 115.265188 samples/sec accuracy=97.888936 loss=0.095004 lr=0.000010 Epoch[097] Batch [3749]/[3760] Speed: 127.107903 samples/sec accuracy=97.883750 loss=0.094955 lr=0.000010 Batch [0049]/[0303]: acc-top1=67.968750 acc-top5=87.312500 Batch [0099]/[0303]: acc-top1=68.078125 acc-top5=87.281250 Batch [0149]/[0303]: acc-top1=68.072917 acc-top5=87.208333 Batch [0199]/[0303]: acc-top1=68.242188 acc-top5=87.156250 Batch [0249]/[0303]: acc-top1=68.018750 acc-top5=86.962500 Batch [0299]/[0303]: acc-top1=67.963542 acc-top5=86.786458 [Epoch 097] training: accuracy=97.883976 loss=0.094968 [Epoch 097] speed: 114 samples/sec time cost: 2295.610819 [Epoch 097] validation: acc-top1=67.899134 acc-top5=86.747112 loss=2.290245 Epoch[098] Batch [0049]/[3759] Speed: 80.830532 samples/sec accuracy=97.937500 loss=0.088101 lr=0.000010 Epoch[098] Batch [0099]/[3759] Speed: 114.269737 samples/sec accuracy=98.062500 loss=0.088123 lr=0.000009 Epoch[098] Batch [0149]/[3759] Speed: 114.929534 samples/sec accuracy=98.000000 loss=0.091473 lr=0.000009 Epoch[098] Batch [0199]/[3759] Speed: 113.233783 samples/sec accuracy=98.007812 loss=0.090816 lr=0.000009 Epoch[098] Batch [0249]/[3759] Speed: 114.589081 samples/sec accuracy=97.968750 loss=0.091064 lr=0.000009 Epoch[098] Batch [0299]/[3759] Speed: 112.786300 samples/sec accuracy=97.932292 loss=0.090861 lr=0.000009 Epoch[098] Batch [0349]/[3759] Speed: 115.970223 samples/sec accuracy=97.857143 loss=0.092286 lr=0.000009 Epoch[098] Batch [0399]/[3759] Speed: 114.621248 samples/sec accuracy=97.843750 loss=0.093136 lr=0.000009 Epoch[098] Batch [0449]/[3759] Speed: 114.002116 samples/sec accuracy=97.836806 loss=0.093471 lr=0.000009 Epoch[098] Batch [0499]/[3759] Speed: 114.418073 samples/sec accuracy=97.818750 loss=0.094157 lr=0.000008 Epoch[098] Batch [0549]/[3759] Speed: 114.973879 samples/sec accuracy=97.843750 loss=0.093599 lr=0.000008 Epoch[098] Batch [0599]/[3759] Speed: 114.844696 samples/sec accuracy=97.888021 loss=0.093283 lr=0.000008 Epoch[098] Batch [0649]/[3759] Speed: 111.641990 samples/sec accuracy=97.901442 loss=0.092834 lr=0.000008 Epoch[098] Batch [0699]/[3759] Speed: 116.920646 samples/sec accuracy=97.910714 loss=0.092601 lr=0.000008 Epoch[098] Batch [0749]/[3759] Speed: 113.819288 samples/sec accuracy=97.908333 loss=0.092491 lr=0.000008 Epoch[098] Batch [0799]/[3759] Speed: 114.454514 samples/sec accuracy=97.917969 loss=0.092351 lr=0.000008 Epoch[098] Batch [0849]/[3759] Speed: 115.266278 samples/sec accuracy=97.902574 loss=0.092666 lr=0.000008 Epoch[098] Batch [0899]/[3759] Speed: 114.109911 samples/sec accuracy=97.914931 loss=0.092827 lr=0.000007 Epoch[098] Batch [0949]/[3759] Speed: 112.968989 samples/sec accuracy=97.924342 loss=0.092589 lr=0.000007 Epoch[098] Batch [0999]/[3759] Speed: 115.517791 samples/sec accuracy=97.917187 loss=0.092674 lr=0.000007 Epoch[098] Batch [1049]/[3759] Speed: 114.433186 samples/sec accuracy=97.912202 loss=0.092746 lr=0.000007 Epoch[098] Batch [1099]/[3759] Speed: 116.691141 samples/sec accuracy=97.901989 loss=0.093386 lr=0.000007 Epoch[098] Batch [1149]/[3759] Speed: 114.307139 samples/sec accuracy=97.907609 loss=0.093194 lr=0.000007 Epoch[098] Batch [1199]/[3759] Speed: 114.153082 samples/sec accuracy=97.912760 loss=0.093077 lr=0.000007 Epoch[098] Batch [1249]/[3759] Speed: 113.256775 samples/sec accuracy=97.928750 loss=0.092724 lr=0.000007 Epoch[098] Batch [1299]/[3759] Speed: 115.596325 samples/sec accuracy=97.915865 loss=0.093483 lr=0.000007 Epoch[098] Batch [1349]/[3759] Speed: 113.565139 samples/sec accuracy=97.930556 loss=0.093360 lr=0.000007 Epoch[098] Batch [1399]/[3759] Speed: 115.368273 samples/sec accuracy=97.937500 loss=0.093117 lr=0.000006 Epoch[098] Batch [1449]/[3759] Speed: 115.015499 samples/sec accuracy=97.922414 loss=0.093521 lr=0.000006 Epoch[098] Batch [1499]/[3759] Speed: 114.667162 samples/sec accuracy=97.930208 loss=0.093563 lr=0.000006 Epoch[098] Batch [1549]/[3759] Speed: 112.976290 samples/sec accuracy=97.938508 loss=0.093429 lr=0.000006 Epoch[098] Batch [1599]/[3759] Speed: 114.662235 samples/sec accuracy=97.947266 loss=0.093065 lr=0.000006 Epoch[098] Batch [1649]/[3759] Speed: 114.677153 samples/sec accuracy=97.944129 loss=0.093251 lr=0.000006 Epoch[098] Batch [1699]/[3759] Speed: 115.353178 samples/sec accuracy=97.944853 loss=0.093382 lr=0.000006 Epoch[098] Batch [1749]/[3759] Speed: 114.881674 samples/sec accuracy=97.958036 loss=0.093192 lr=0.000006 Epoch[098] Batch [1799]/[3759] Speed: 111.252669 samples/sec accuracy=97.958333 loss=0.093165 lr=0.000006 Epoch[098] Batch [1849]/[3759] Speed: 116.090016 samples/sec accuracy=97.959459 loss=0.093269 lr=0.000005 Epoch[098] Batch [1899]/[3759] Speed: 114.200482 samples/sec accuracy=97.962993 loss=0.093090 lr=0.000005 Epoch[098] Batch [1949]/[3759] Speed: 114.254820 samples/sec accuracy=97.959135 loss=0.093086 lr=0.000005 Epoch[098] Batch [1999]/[3759] Speed: 114.851074 samples/sec accuracy=97.967969 loss=0.092904 lr=0.000005 Epoch[098] Batch [2049]/[3759] Speed: 113.767086 samples/sec accuracy=97.972561 loss=0.092911 lr=0.000005 Epoch[098] Batch [2099]/[3759] Speed: 113.689244 samples/sec accuracy=97.975446 loss=0.092833 lr=0.000005 Epoch[098] Batch [2149]/[3759] Speed: 116.189088 samples/sec accuracy=97.976744 loss=0.092845 lr=0.000005 Epoch[098] Batch [2199]/[3759] Speed: 114.609271 samples/sec accuracy=97.977983 loss=0.092860 lr=0.000005 Epoch[098] Batch [2249]/[3759] Speed: 114.706525 samples/sec accuracy=97.985417 loss=0.092697 lr=0.000005 Epoch[098] Batch [2299]/[3759] Speed: 114.178215 samples/sec accuracy=97.983696 loss=0.092663 lr=0.000005 Epoch[098] Batch [2349]/[3759] Speed: 114.139667 samples/sec accuracy=97.975399 loss=0.092835 lr=0.000005 Epoch[098] Batch [2399]/[3759] Speed: 114.649189 samples/sec accuracy=97.977214 loss=0.092803 lr=0.000004 Epoch[098] Batch [2449]/[3759] Speed: 114.102591 samples/sec accuracy=97.965561 loss=0.093127 lr=0.000004 Epoch[098] Batch [2499]/[3759] Speed: 115.133070 samples/sec accuracy=97.962500 loss=0.093230 lr=0.000004 Epoch[098] Batch [2549]/[3759] Speed: 114.541919 samples/sec accuracy=97.962010 loss=0.093370 lr=0.000004 Epoch[098] Batch [2599]/[3759] Speed: 115.356296 samples/sec accuracy=97.959736 loss=0.093365 lr=0.000004 Epoch[098] Batch [2649]/[3759] Speed: 114.042155 samples/sec accuracy=97.963443 loss=0.093313 lr=0.000004 Epoch[098] Batch [2699]/[3759] Speed: 114.247484 samples/sec accuracy=97.964699 loss=0.093283 lr=0.000004 Epoch[098] Batch [2749]/[3759] Speed: 114.899289 samples/sec accuracy=97.951705 loss=0.093628 lr=0.000004 Epoch[098] Batch [2799]/[3759] Speed: 113.244016 samples/sec accuracy=97.943080 loss=0.093829 lr=0.000004 Epoch[098] Batch [2849]/[3759] Speed: 116.332333 samples/sec accuracy=97.939693 loss=0.093938 lr=0.000004 Epoch[098] Batch [2899]/[3759] Speed: 114.431891 samples/sec accuracy=97.936961 loss=0.093948 lr=0.000004 Epoch[098] Batch [2949]/[3759] Speed: 112.810192 samples/sec accuracy=97.936441 loss=0.094039 lr=0.000004 Epoch[098] Batch [2999]/[3759] Speed: 116.050292 samples/sec accuracy=97.937500 loss=0.094011 lr=0.000003 Epoch[098] Batch [3049]/[3759] Speed: 114.615290 samples/sec accuracy=97.934426 loss=0.094118 lr=0.000003 Epoch[098] Batch [3099]/[3759] Speed: 114.481263 samples/sec accuracy=97.932460 loss=0.094247 lr=0.000003 Epoch[098] Batch [3149]/[3759] Speed: 114.753015 samples/sec accuracy=97.930556 loss=0.094233 lr=0.000003 Epoch[098] Batch [3199]/[3759] Speed: 113.838428 samples/sec accuracy=97.931152 loss=0.094301 lr=0.000003 Epoch[098] Batch [3249]/[3759] Speed: 113.622771 samples/sec accuracy=97.927404 loss=0.094324 lr=0.000003 Epoch[098] Batch [3299]/[3759] Speed: 115.191194 samples/sec accuracy=97.921402 loss=0.094443 lr=0.000003 Epoch[098] Batch [3349]/[3759] Speed: 114.445026 samples/sec accuracy=97.922575 loss=0.094307 lr=0.000003 Epoch[098] Batch [3399]/[3759] Speed: 114.556920 samples/sec accuracy=97.918658 loss=0.094324 lr=0.000003 Epoch[098] Batch [3449]/[3759] Speed: 114.610194 samples/sec accuracy=97.915761 loss=0.094251 lr=0.000003 Epoch[098] Batch [3499]/[3759] Speed: 114.349799 samples/sec accuracy=97.910714 loss=0.094368 lr=0.000003 Epoch[098] Batch [3549]/[3759] Speed: 113.512507 samples/sec accuracy=97.913732 loss=0.094288 lr=0.000003 Epoch[098] Batch [3599]/[3759] Speed: 114.318515 samples/sec accuracy=97.915799 loss=0.094258 lr=0.000003 Epoch[098] Batch [3649]/[3759] Speed: 114.741265 samples/sec accuracy=97.920805 loss=0.094126 lr=0.000003 Epoch[098] Batch [3699]/[3759] Speed: 114.739270 samples/sec accuracy=97.921453 loss=0.094131 lr=0.000002 Epoch[098] Batch [3749]/[3759] Speed: 130.034403 samples/sec accuracy=97.922500 loss=0.094108 lr=0.000002 Batch [0049]/[0303]: acc-top1=68.250000 acc-top5=87.343750 Batch [0099]/[0303]: acc-top1=68.093750 acc-top5=87.281250 Batch [0149]/[0303]: acc-top1=68.333333 acc-top5=87.187500 Batch [0199]/[0303]: acc-top1=68.476562 acc-top5=87.085938 Batch [0249]/[0303]: acc-top1=68.206250 acc-top5=86.925000 Batch [0299]/[0303]: acc-top1=68.109375 acc-top5=86.744792 [Epoch 098] training: accuracy=97.924564 loss=0.094038 [Epoch 098] speed: 114 samples/sec time cost: 2297.426557 [Epoch 098] validation: acc-top1=68.033210 acc-top5=86.721328 loss=2.301532 Epoch[099] Batch [0049]/[3760] Speed: 80.310976 samples/sec accuracy=97.750000 loss=0.106569 lr=0.000002 Epoch[099] Batch [0099]/[3760] Speed: 113.509311 samples/sec accuracy=97.843750 loss=0.100331 lr=0.000002 Epoch[099] Batch [0149]/[3760] Speed: 114.785741 samples/sec accuracy=97.895833 loss=0.096335 lr=0.000002 Epoch[099] Batch [0199]/[3760] Speed: 114.662417 samples/sec accuracy=97.875000 loss=0.096368 lr=0.000002 Epoch[099] Batch [0249]/[3760] Speed: 114.399641 samples/sec accuracy=97.868750 loss=0.095477 lr=0.000002 Epoch[099] Batch [0299]/[3760] Speed: 113.749642 samples/sec accuracy=97.838542 loss=0.095584 lr=0.000002 Epoch[099] Batch [0349]/[3760] Speed: 112.137380 samples/sec accuracy=97.857143 loss=0.094767 lr=0.000002 Epoch[099] Batch [0399]/[3760] Speed: 116.571865 samples/sec accuracy=97.855469 loss=0.095200 lr=0.000002 Epoch[099] Batch [0449]/[3760] Speed: 114.187309 samples/sec accuracy=97.875000 loss=0.095097 lr=0.000002 Epoch[099] Batch [0499]/[3760] Speed: 113.891781 samples/sec accuracy=97.859375 loss=0.094991 lr=0.000002 Epoch[099] Batch [0549]/[3760] Speed: 115.236623 samples/sec accuracy=97.852273 loss=0.094717 lr=0.000002 Epoch[099] Batch [0599]/[3760] Speed: 114.417929 samples/sec accuracy=97.854167 loss=0.095297 lr=0.000002 Epoch[099] Batch [0649]/[3760] Speed: 113.360350 samples/sec accuracy=97.865385 loss=0.094684 lr=0.000002 Epoch[099] Batch [0699]/[3760] Speed: 115.922992 samples/sec accuracy=97.892857 loss=0.093836 lr=0.000002 Epoch[099] Batch [0749]/[3760] Speed: 113.442676 samples/sec accuracy=97.902083 loss=0.093282 lr=0.000002 Epoch[099] Batch [0799]/[3760] Speed: 115.622423 samples/sec accuracy=97.890625 loss=0.093018 lr=0.000001 Epoch[099] Batch [0849]/[3760] Speed: 113.276217 samples/sec accuracy=97.908088 loss=0.093222 lr=0.000001 Epoch[099] Batch [0899]/[3760] Speed: 115.248428 samples/sec accuracy=97.914931 loss=0.093161 lr=0.000001 Epoch[099] Batch [0949]/[3760] Speed: 113.580052 samples/sec accuracy=97.929276 loss=0.092706 lr=0.000001 Epoch[099] Batch [0999]/[3760] Speed: 114.114106 samples/sec accuracy=97.931250 loss=0.092383 lr=0.000001 Epoch[099] Batch [1049]/[3760] Speed: 115.518671 samples/sec accuracy=97.946429 loss=0.091908 lr=0.000001 Epoch[099] Batch [1099]/[3760] Speed: 114.964600 samples/sec accuracy=97.914773 loss=0.092826 lr=0.000001 Epoch[099] Batch [1149]/[3760] Speed: 115.160709 samples/sec accuracy=97.929348 loss=0.092699 lr=0.000001 Epoch[099] Batch [1199]/[3760] Speed: 113.786889 samples/sec accuracy=97.937500 loss=0.092572 lr=0.000001 Epoch[099] Batch [1249]/[3760] Speed: 113.326027 samples/sec accuracy=97.943750 loss=0.092532 lr=0.000001 Epoch[099] Batch [1299]/[3760] Speed: 114.162258 samples/sec accuracy=97.933894 loss=0.092982 lr=0.000001 Epoch[099] Batch [1349]/[3760] Speed: 115.677483 samples/sec accuracy=97.940972 loss=0.092860 lr=0.000001 Epoch[099] Batch [1399]/[3760] Speed: 114.790759 samples/sec accuracy=97.931920 loss=0.092949 lr=0.000001 Epoch[099] Batch [1449]/[3760] Speed: 115.538939 samples/sec accuracy=97.935345 loss=0.092867 lr=0.000001 Epoch[099] Batch [1499]/[3760] Speed: 111.650684 samples/sec accuracy=97.937500 loss=0.092701 lr=0.000001 Epoch[099] Batch [1549]/[3760] Speed: 115.852377 samples/sec accuracy=97.948589 loss=0.092628 lr=0.000001 Epoch[099] Batch [1599]/[3760] Speed: 114.502449 samples/sec accuracy=97.940430 loss=0.093017 lr=0.000001 Epoch[099] Batch [1649]/[3760] Speed: 114.120821 samples/sec accuracy=97.944129 loss=0.092974 lr=0.000001 Epoch[099] Batch [1699]/[3760] Speed: 114.639189 samples/sec accuracy=97.936581 loss=0.093396 lr=0.000001 Epoch[099] Batch [1749]/[3760] Speed: 114.583841 samples/sec accuracy=97.947321 loss=0.093233 lr=0.000001 Epoch[099] Batch [1799]/[3760] Speed: 111.390478 samples/sec accuracy=97.939236 loss=0.093322 lr=0.000001 Epoch[099] Batch [1849]/[3760] Speed: 114.491427 samples/sec accuracy=97.931588 loss=0.093490 lr=0.000001 Epoch[099] Batch [1899]/[3760] Speed: 114.788672 samples/sec accuracy=97.930921 loss=0.093493 lr=0.000001 Epoch[099] Batch [1949]/[3760] Speed: 114.583560 samples/sec accuracy=97.935096 loss=0.093360 lr=0.000001 Epoch[099] Batch [1999]/[3760] Speed: 114.627522 samples/sec accuracy=97.929688 loss=0.093542 lr=0.000001 Epoch[099] Batch [2049]/[3760] Speed: 114.351122 samples/sec accuracy=97.931402 loss=0.093550 lr=0.000000 Epoch[099] Batch [2099]/[3760] Speed: 113.349542 samples/sec accuracy=97.923363 loss=0.093706 lr=0.000000 Epoch[099] Batch [2149]/[3760] Speed: 115.646732 samples/sec accuracy=97.922238 loss=0.093703 lr=0.000000 Epoch[099] Batch [2199]/[3760] Speed: 113.614646 samples/sec accuracy=97.909091 loss=0.094177 lr=0.000000 Epoch[099] Batch [2249]/[3760] Speed: 116.411001 samples/sec accuracy=97.909028 loss=0.094147 lr=0.000000 Epoch[099] Batch [2299]/[3760] Speed: 113.342599 samples/sec accuracy=97.904212 loss=0.094395 lr=0.000000 Epoch[099] Batch [2349]/[3760] Speed: 115.346464 samples/sec accuracy=97.905585 loss=0.094314 lr=0.000000 Epoch[099] Batch [2399]/[3760] Speed: 113.262694 samples/sec accuracy=97.904948 loss=0.094146 lr=0.000000 Epoch[099] Batch [2449]/[3760] Speed: 114.284326 samples/sec accuracy=97.911352 loss=0.093942 lr=0.000000 Epoch[099] Batch [2499]/[3760] Speed: 115.987700 samples/sec accuracy=97.905000 loss=0.094073 lr=0.000000 Epoch[099] Batch [2549]/[3760] Speed: 114.960154 samples/sec accuracy=97.902574 loss=0.094330 lr=0.000000 Epoch[099] Batch [2599]/[3760] Speed: 114.435619 samples/sec accuracy=97.894231 loss=0.094488 lr=0.000000 Epoch[099] Batch [2649]/[3760] Speed: 114.946225 samples/sec accuracy=97.895047 loss=0.094395 lr=0.000000 Epoch[099] Batch [2699]/[3760] Speed: 113.897781 samples/sec accuracy=97.901620 loss=0.094251 lr=0.000000 Epoch[099] Batch [2749]/[3760] Speed: 113.404083 samples/sec accuracy=97.911932 loss=0.094031 lr=0.000000 Epoch[099] Batch [2799]/[3760] Speed: 114.001324 samples/sec accuracy=97.914621 loss=0.093989 lr=0.000000 Epoch[099] Batch [2849]/[3760] Speed: 113.724436 samples/sec accuracy=97.916118 loss=0.094018 lr=0.000000 Epoch[099] Batch [2899]/[3760] Speed: 115.016308 samples/sec accuracy=97.918103 loss=0.094063 lr=0.000000 Epoch[099] Batch [2949]/[3760] Speed: 111.532324 samples/sec accuracy=97.918962 loss=0.094102 lr=0.000000 Epoch[099] Batch [2999]/[3760] Speed: 115.988005 samples/sec accuracy=97.922396 loss=0.094027 lr=0.000000 Epoch[099] Batch [3049]/[3760] Speed: 114.496036 samples/sec accuracy=97.922131 loss=0.094085 lr=0.000000 Epoch[099] Batch [3099]/[3760] Speed: 114.744538 samples/sec accuracy=97.931452 loss=0.093754 lr=0.000000 Epoch[099] Batch [3149]/[3760] Speed: 114.559266 samples/sec accuracy=97.931548 loss=0.093666 lr=0.000000 Epoch[099] Batch [3199]/[3760] Speed: 113.400043 samples/sec accuracy=97.932617 loss=0.093612 lr=0.000000 Epoch[099] Batch [3249]/[3760] Speed: 112.362353 samples/sec accuracy=97.932692 loss=0.093626 lr=0.000000 Epoch[099] Batch [3299]/[3760] Speed: 116.155388 samples/sec accuracy=97.933239 loss=0.093672 lr=0.000000 Epoch[099] Batch [3349]/[3760] Speed: 113.762308 samples/sec accuracy=97.932836 loss=0.093617 lr=0.000000 Epoch[099] Batch [3399]/[3760] Speed: 115.329294 samples/sec accuracy=97.938879 loss=0.093422 lr=0.000000 Epoch[099] Batch [3449]/[3760] Speed: 114.440416 samples/sec accuracy=97.935688 loss=0.093528 lr=0.000000 Epoch[099] Batch [3499]/[3760] Speed: 114.540881 samples/sec accuracy=97.937054 loss=0.093522 lr=0.000000 Epoch[099] Batch [3549]/[3760] Speed: 112.161608 samples/sec accuracy=97.941021 loss=0.093377 lr=0.000000 Epoch[099] Batch [3599]/[3760] Speed: 114.940792 samples/sec accuracy=97.943576 loss=0.093307 lr=0.000000 Epoch[099] Batch [3649]/[3760] Speed: 115.793175 samples/sec accuracy=97.940497 loss=0.093320 lr=0.000000 Epoch[099] Batch [3699]/[3760] Speed: 114.248975 samples/sec accuracy=97.934544 loss=0.093404 lr=0.000000 Epoch[099] Batch [3749]/[3760] Speed: 129.676111 samples/sec accuracy=97.932083 loss=0.093476 lr=0.000000 Batch [0049]/[0303]: acc-top1=68.218750 acc-top5=87.531250 Batch [0099]/[0303]: acc-top1=68.171875 acc-top5=87.359375 Batch [0149]/[0303]: acc-top1=68.135417 acc-top5=87.104167 Batch [0199]/[0303]: acc-top1=68.320312 acc-top5=87.101562 Batch [0249]/[0303]: acc-top1=67.987500 acc-top5=86.943750 Batch [0299]/[0303]: acc-top1=67.953125 acc-top5=86.822917 [Epoch 099] training: accuracy=97.931350 loss=0.093462 [Epoch 099] speed: 113 samples/sec time cost: 2300.218338 [Epoch 099] validation: acc-top1=67.883663 acc-top5=86.772896 loss=2.313878