AMP: true
AUG:
  AUTO_AUGMENT: rand-m9-mstd0.5-inc1
  COLOR_JITTER: 0.4
  CUTMIX: 1.0
  CUTMIX_MINMAX: null
  MESA: 1.0
  MIXUP: 0.8
  MIXUP_MODE: batch
  MIXUP_PROB: 1.0
  MIXUP_SWITCH_PROB: 0.5
  RECOUNT: 1
  REMODE: pixel
  REPROB: 0.25
BASE:
- ''
DATA:
  BATCH_SIZE: 256
  CACHE_MODE: part
  DATASET: imagenet
  DATA_PATH: /data/imagenet
  IMG_SIZE: 256
  INTERPOLATION: bicubic
  NUM_WORKERS: 16
  PIN_MEMORY: true
  ZIP_MODE: false
EVAL_MODE: false
LOCAL_RANK: 0
MODEL:
  DROP_PATH_RATE: 0.0
  DROP_RATE: 0.0
  LABEL_SMOOTHING: 0.1
  MLLA:
    APE: false
    DEPTHS:
    - 2
    - 2
    - 4
    - 2
    EMBED_DIM: 32
    EXPANSION_RATIO: 2.5
    IN_CHANS: 3
    MLP_RATIO: 4.0
    NUM_HEADS:
    - 2
    - 4
    - 8
    - 16
    PATCH_SIZE: 4
    QKV_BIAS: true
  NAME: mlla_nano
  NUM_CLASSES: 1000
  RESUME: ''
  TYPE: mlla
OUTPUT: output/300e/mlla_nano/recattn_nearest_interp_simplify
PRINT_FREQ: 100
SAVE_FREQ: 1
SEED: 0
TAG: recattn_nearest_interp_simplify
TEST:
  CROP: true
THROUGHPUT_MODE: false
TRAIN:
  AUTO_RESUME: true
  BASE_LR: 0.001
  CLIP_GRAD: 5.0
  COOLDOWN_EPOCHS: 0
  EPOCHS: 300
  LR_SCHEDULER:
    DECAY_EPOCHS: 30
    DECAY_RATE: 0.1
    NAME: cosine
  MIN_LR: 1.0e-05
  OPTIMIZER:
    BETAS:
    - 0.9
    - 0.999
    EPS: 1.0e-08
    MOMENTUM: 0.9
    NAME: adamw
  START_EPOCH: 0
  USE_CHECKPOINT: false
  WARMUP_EPOCHS: 20
  WARMUP_LR: 1.0e-06
  WEIGHT_DECAY: 0.05

Creating model:mlla/mlla_nano
MLLA(
  (patch_embed): Stem(
    (conv1): ConvLayer(
      (conv): Conv2d(3, 16, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
      (norm): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
      (act): ReLU()
    )
    (conv2): Sequential(
      (0): ConvLayer(
        (conv): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (norm): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (act): ReLU()
      )
      (1): ConvLayer(
        (conv): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
        (norm): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
      )
    )
    (conv3): Sequential(
      (0): ConvLayer(
        (conv): Conv2d(16, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)
        (norm): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
        (act): ReLU()
      )
      (1): ConvLayer(
        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)
        (norm): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
      )
    )
  )
  (pos_drop): Dropout(p=0.0, inplace=False)
  (layers): ModuleList(
    (0): BasicLayer(
      dim=32, level=1, depth=2
      (blocks): ModuleList(
        (0-1): 2 x MLLABlock(
          dim=32, mlp_ratio=4.0, level=1, downsample=False
          (cpe1): Conv2d(32, 32, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=32)
          (norm1): LayerNorm((32,), eps=1e-05, elementwise_affine=True)
          (i_proj): Linear(in_features=32, out_features=64, bias=True)
          (o_proj): Conv2d(32, 32, kernel_size=(1, 1), stride=(1, 1))
          (act): SiLU()
          (agg): RecAttn2d(
            (down): Sequential(
              (0): Conv2d(32, 32, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=32)
              (1): LinearAttention(
                dim=32, num_heads=2
                (qk): Conv2d(32, 64, kernel_size=(1, 1), stride=(1, 1), groups=2)
                (elu): ELU(alpha=1.0)
                (lepe): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32)
              )
              (2): Upsample(scale_factor=2.0, mode='nearest')
            )
            (conv): Conv2d(32, 32, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=32)
          )
          (cpe2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=32)
          (norm2): LayerNorm((32,), eps=1e-05, elementwise_affine=True)
          (mlp): Mlp(
            (fc1): Linear(in_features=32, out_features=128, bias=True)
            (act): GELU(approximate='none')
            (fc2): Linear(in_features=128, out_features=32, bias=True)
            (drop): Dropout(p=0.0, inplace=False)
          )
          (drop_path): Identity()
        )
      )
      (downsample): MLLABlock(
        dim=32, mlp_ratio=4.0, level=0, downsample=True
        (cpe1): Conv2d(32, 64, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=32)
        (norm1): LayerNorm((64,), eps=1e-05, elementwise_affine=True)
        (i_proj): Linear(in_features=64, out_features=128, bias=True)
        (o_proj): Conv2d(64, 64, kernel_size=(1, 1), stride=(1, 1))
        (act): SiLU()
        (agg): RecAttn2d(
          (down): Sequential(
            (0): Conv2d(64, 64, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=64)
            (1): LinearAttention(
              dim=64, num_heads=2
              (qk): Conv2d(64, 128, kernel_size=(1, 1), stride=(1, 1), groups=2)
              (elu): ELU(alpha=1.0)
              (lepe): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=64)
            )
            (2): Upsample(scale_factor=2.0, mode='nearest')
          )
          (conv): Conv2d(64, 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=64)
        )
        (cpe2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=64)
        (norm2): LayerNorm((64,), eps=1e-05, elementwise_affine=True)
        (mlp): Mlp(
          (fc1): Linear(in_features=64, out_features=256, bias=True)
          (act): GELU(approximate='none')
          (fc2): Linear(in_features=256, out_features=64, bias=True)
          (drop): Dropout(p=0.0, inplace=False)
        )
        (drop_path): Identity()
      )
    )
    (1): BasicLayer(
      dim=64, level=0, depth=2
      (blocks): ModuleList(
        (0-1): 2 x MLLABlock(
          dim=64, mlp_ratio=4.0, level=0, downsample=False
          (cpe1): Conv2d(64, 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=64)
          (norm1): LayerNorm((64,), eps=1e-05, elementwise_affine=True)
          (i_proj): Linear(in_features=64, out_features=128, bias=True)
          (o_proj): Conv2d(64, 64, kernel_size=(1, 1), stride=(1, 1))
          (act): SiLU()
          (agg): RecAttn2d(
            (down): Sequential(
              (0): Conv2d(64, 64, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=64)
              (1): LinearAttention(
                dim=64, num_heads=4
                (qk): Conv2d(64, 128, kernel_size=(1, 1), stride=(1, 1), groups=2)
                (elu): ELU(alpha=1.0)
                (lepe): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=64)
              )
              (2): Upsample(scale_factor=2.0, mode='nearest')
            )
            (conv): Conv2d(64, 64, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=64)
          )
          (cpe2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=64)
          (norm2): LayerNorm((64,), eps=1e-05, elementwise_affine=True)
          (mlp): Mlp(
            (fc1): Linear(in_features=64, out_features=256, bias=True)
            (act): GELU(approximate='none')
            (fc2): Linear(in_features=256, out_features=64, bias=True)
            (drop): Dropout(p=0.0, inplace=False)
          )
          (drop_path): Identity()
        )
      )
      (downsample): MLLABlock(
        dim=64, mlp_ratio=4.0, level=-1, downsample=True
        (cpe1): Conv2d(64, 128, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=64)
        (norm1): LayerNorm((128,), eps=1e-05, elementwise_affine=True)
        (i_proj): Linear(in_features=128, out_features=256, bias=True)
        (o_proj): Conv2d(128, 128, kernel_size=(1, 1), stride=(1, 1))
        (act): SiLU()
        (agg): RecAttn2d(
          (down): Sequential(
            (0): Conv2d(128, 128, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=128)
            (1): LinearAttention(
              dim=128, num_heads=4
              (qk): Conv2d(128, 256, kernel_size=(1, 1), stride=(1, 1), groups=2)
              (elu): ELU(alpha=1.0)
              (lepe): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=128)
            )
            (2): Upsample(scale_factor=2.0, mode='nearest')
          )
          (conv): Conv2d(128, 128, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=128)
        )
        (cpe2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=128)
        (norm2): LayerNorm((128,), eps=1e-05, elementwise_affine=True)
        (mlp): Mlp(
          (fc1): Linear(in_features=128, out_features=512, bias=True)
          (act): GELU(approximate='none')
          (fc2): Linear(in_features=512, out_features=128, bias=True)
          (drop): Dropout(p=0.0, inplace=False)
        )
        (drop_path): Identity()
      )
    )
    (2): BasicLayer(
      dim=128, level=-1, depth=4
      (blocks): ModuleList(
        (0-3): 4 x MLLABlock(
          dim=128, mlp_ratio=4.0, level=-1, downsample=False
          (cpe1): Conv2d(128, 128, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=128)
          (norm1): LayerNorm((128,), eps=1e-05, elementwise_affine=True)
          (i_proj): Linear(in_features=128, out_features=256, bias=True)
          (o_proj): Conv2d(128, 128, kernel_size=(1, 1), stride=(1, 1))
          (act): SiLU()
          (agg): RecAttn2d(
            (down): Sequential(
              (0): Conv2d(128, 128, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=128)
              (1): LinearAttention(
                dim=128, num_heads=8
                (qk): Conv2d(128, 256, kernel_size=(1, 1), stride=(1, 1), groups=2)
                (elu): ELU(alpha=1.0)
                (lepe): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=128)
              )
              (2): Upsample(scale_factor=2.0, mode='nearest')
            )
            (conv): Conv2d(128, 128, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=128)
          )
          (cpe2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=128)
          (norm2): LayerNorm((128,), eps=1e-05, elementwise_affine=True)
          (mlp): Mlp(
            (fc1): Linear(in_features=128, out_features=512, bias=True)
            (act): GELU(approximate='none')
            (fc2): Linear(in_features=512, out_features=128, bias=True)
            (drop): Dropout(p=0.0, inplace=False)
          )
          (drop_path): Identity()
        )
      )
      (downsample): MLLABlock(
        dim=128, mlp_ratio=4.0, level=-2, downsample=True
        (cpe1): Conv2d(128, 256, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=128)
        (norm1): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
        (i_proj): Linear(in_features=256, out_features=512, bias=True)
        (o_proj): Conv2d(256, 256, kernel_size=(1, 1), stride=(1, 1))
        (act): SiLU()
        (agg): RecAttn2d(
          (down): Sequential(
            (0): Conv2d(256, 256, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=256)
            (1): LinearAttention(
              dim=256, num_heads=8
              (qk): Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), groups=2)
              (elu): ELU(alpha=1.0)
              (lepe): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=256)
            )
            (2): Upsample(scale_factor=2.0, mode='nearest')
          )
          (conv): Conv2d(256, 256, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=256)
        )
        (cpe2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=256)
        (norm2): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
        (mlp): Mlp(
          (fc1): Linear(in_features=256, out_features=1024, bias=True)
          (act): GELU(approximate='none')
          (fc2): Linear(in_features=1024, out_features=256, bias=True)
          (drop): Dropout(p=0.0, inplace=False)
        )
        (drop_path): Identity()
      )
    )
    (3): BasicLayer(
      dim=256, level=-2, depth=2
      (blocks): ModuleList(
        (0-1): 2 x MLLABlock(
          dim=256, mlp_ratio=4.0, level=-2, downsample=False
          (cpe1): Conv2d(256, 256, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=256)
          (norm1): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
          (i_proj): Linear(in_features=256, out_features=512, bias=True)
          (o_proj): Conv2d(256, 256, kernel_size=(1, 1), stride=(1, 1))
          (act): SiLU()
          (agg): RecAttn2d(
            (down): Sequential(
              (0): Conv2d(256, 256, kernel_size=(5, 5), stride=(2, 2), padding=(2, 2), groups=256)
              (1): LinearAttention(
                dim=256, num_heads=16
                (qk): Conv2d(256, 512, kernel_size=(1, 1), stride=(1, 1), groups=2)
                (elu): ELU(alpha=1.0)
                (lepe): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=256)
              )
              (2): Upsample(scale_factor=2.0, mode='nearest')
            )
            (conv): Conv2d(256, 256, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2), groups=256)
          )
          (cpe2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), groups=256)
          (norm2): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
          (mlp): Mlp(
            (fc1): Linear(in_features=256, out_features=1024, bias=True)
            (act): GELU(approximate='none')
            (fc2): Linear(in_features=1024, out_features=256, bias=True)
            (drop): Dropout(p=0.0, inplace=False)
          )
          (drop_path): Identity()
        )
      )
      (downsample): Identity()
    )
  )
  (norm): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
  (head): Linear(in_features=256, out_features=1000, bias=True)
)

EPOCH 1
 * Acc@1 0.668 Acc@5 2.746
Accuracy of the network on the 50000 test images: 0.7%
 * Acc@1 0.100 Acc@5 0.478
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 2
 * Acc@1 2.816 Acc@5 9.316
Accuracy of the network on the 50000 test images: 2.8%
 * Acc@1 0.100 Acc@5 0.530
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 3
 * Acc@1 7.666 Acc@5 20.646
Accuracy of the network on the 50000 test images: 7.7%
 * Acc@1 0.100 Acc@5 0.514
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 4
 * Acc@1 13.088 Acc@5 30.934
Accuracy of the network on the 50000 test images: 13.1%
 * Acc@1 0.096 Acc@5 0.532
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 5
 * Acc@1 18.928 Acc@5 40.172
Accuracy of the network on the 50000 test images: 18.9%
 * Acc@1 0.112 Acc@5 0.578
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 6
 * Acc@1 24.330 Acc@5 48.254
Accuracy of the network on the 50000 test images: 24.3%
 * Acc@1 0.122 Acc@5 0.604
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 7
 * Acc@1 29.782 Acc@5 54.942
Accuracy of the network on the 50000 test images: 29.8%
 * Acc@1 0.110 Acc@5 0.528
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 8
 * Acc@1 34.222 Acc@5 59.470
Accuracy of the network on the 50000 test images: 34.2%
 * Acc@1 0.102 Acc@5 0.564
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 9
 * Acc@1 39.076 Acc@5 65.006
Accuracy of the network on the 50000 test images: 39.1%
 * Acc@1 0.112 Acc@5 0.580
Accuracy of the ema network on the 50000 test images: 0.1%
--
EPOCH 10
 * Acc@1 42.520 Acc@5 68.364
Accuracy of the network on the 50000 test images: 42.5%
 * Acc@1 0.174 Acc@5 0.766
Accuracy of the ema network on the 50000 test images: 0.2%
--
EPOCH 11
 * Acc@1 45.540 Acc@5 71.408
Accuracy of the network on the 50000 test images: 45.5%
 * Acc@1 0.230 Acc@5 0.912
Accuracy of the ema network on the 50000 test images: 0.2%
--
EPOCH 12
 * Acc@1 47.744 Acc@5 73.340
Accuracy of the network on the 50000 test images: 47.7%
 * Acc@1 0.212 Acc@5 0.984
Accuracy of the ema network on the 50000 test images: 0.2%
--
EPOCH 13
 * Acc@1 50.024 Acc@5 75.654
Accuracy of the network on the 50000 test images: 50.0%
 * Acc@1 0.298 Acc@5 0.966
Accuracy of the ema network on the 50000 test images: 0.3%
--
EPOCH 14
 * Acc@1 51.672 Acc@5 76.808
Accuracy of the network on the 50000 test images: 51.7%
 * Acc@1 0.290 Acc@5 0.932
Accuracy of the ema network on the 50000 test images: 0.3%
--
EPOCH 15
 * Acc@1 54.032 Acc@5 78.744
Accuracy of the network on the 50000 test images: 54.0%
 * Acc@1 0.350 Acc@5 1.134
Accuracy of the ema network on the 50000 test images: 0.3%
--
EPOCH 16
 * Acc@1 54.282 Acc@5 79.164
Accuracy of the network on the 50000 test images: 54.3%
 * Acc@1 0.528 Acc@5 1.830
Accuracy of the ema network on the 50000 test images: 0.5%
--
EPOCH 17
 * Acc@1 56.060 Acc@5 80.318
Accuracy of the network on the 50000 test images: 56.1%
 * Acc@1 0.994 Acc@5 3.306
Accuracy of the ema network on the 50000 test images: 1.0%
--
EPOCH 18
 * Acc@1 56.420 Acc@5 80.890
Accuracy of the network on the 50000 test images: 56.4%
 * Acc@1 1.930 Acc@5 5.920
Accuracy of the ema network on the 50000 test images: 1.9%
--
EPOCH 19
 * Acc@1 57.658 Acc@5 81.704
Accuracy of the network on the 50000 test images: 57.7%
 * Acc@1 3.528 Acc@5 10.412
Accuracy of the ema network on the 50000 test images: 3.5%
--
EPOCH 20
 * Acc@1 58.114 Acc@5 82.236
Accuracy of the network on the 50000 test images: 58.1%
 * Acc@1 6.192 Acc@5 16.742
Accuracy of the ema network on the 50000 test images: 6.2%
--
EPOCH 21
 * Acc@1 58.470 Acc@5 82.384
Accuracy of the network on the 50000 test images: 58.5%
 * Acc@1 10.202 Acc@5 25.010
Accuracy of the ema network on the 50000 test images: 10.2%
--
EPOCH 22
 * Acc@1 59.812 Acc@5 83.486
Accuracy of the network on the 50000 test images: 59.8%
 * Acc@1 15.374 Acc@5 33.890
Accuracy of the ema network on the 50000 test images: 15.4%
--
EPOCH 23
 * Acc@1 60.360 Acc@5 83.608
Accuracy of the network on the 50000 test images: 60.4%
 * Acc@1 21.140 Acc@5 42.810
Accuracy of the ema network on the 50000 test images: 21.1%
--
EPOCH 24
 * Acc@1 61.210 Acc@5 84.416
Accuracy of the network on the 50000 test images: 61.2%
 * Acc@1 26.608 Acc@5 50.308
Accuracy of the ema network on the 50000 test images: 26.6%
--
EPOCH 25
 * Acc@1 62.166 Acc@5 85.068
Accuracy of the network on the 50000 test images: 62.2%
 * Acc@1 31.928 Acc@5 57.064
Accuracy of the ema network on the 50000 test images: 31.9%
--
EPOCH 26
 * Acc@1 61.826 Acc@5 85.014
Accuracy of the network on the 50000 test images: 61.8%
 * Acc@1 36.968 Acc@5 62.910
Accuracy of the ema network on the 50000 test images: 37.0%
--
EPOCH 27
 * Acc@1 62.724 Acc@5 85.600
Accuracy of the network on the 50000 test images: 62.7%
 * Acc@1 41.476 Acc@5 67.472
Accuracy of the ema network on the 50000 test images: 41.5%
--
EPOCH 28
 * Acc@1 63.172 Acc@5 85.804
Accuracy of the network on the 50000 test images: 63.2%
 * Acc@1 45.438 Acc@5 71.352
Accuracy of the ema network on the 50000 test images: 45.4%
--
EPOCH 29
 * Acc@1 62.784 Acc@5 85.528
Accuracy of the network on the 50000 test images: 62.8%
 * Acc@1 48.978 Acc@5 74.476
Accuracy of the ema network on the 50000 test images: 49.0%
--
EPOCH 30
 * Acc@1 63.126 Acc@5 85.604
Accuracy of the network on the 50000 test images: 63.1%
 * Acc@1 52.044 Acc@5 76.958
Accuracy of the ema network on the 50000 test images: 52.0%
--
EPOCH 31
 * Acc@1 64.400 Acc@5 86.486
Accuracy of the network on the 50000 test images: 64.4%
 * Acc@1 54.634 Acc@5 79.108
Accuracy of the ema network on the 50000 test images: 54.6%
--
EPOCH 32
 * Acc@1 64.726 Acc@5 86.686
Accuracy of the network on the 50000 test images: 64.7%
 * Acc@1 56.716 Acc@5 80.682
Accuracy of the ema network on the 50000 test images: 56.7%
--
EPOCH 33
 * Acc@1 64.776 Acc@5 87.026
Accuracy of the network on the 50000 test images: 64.8%
 * Acc@1 58.578 Acc@5 81.994
Accuracy of the ema network on the 50000 test images: 58.6%
--
EPOCH 34
 * Acc@1 65.218 Acc@5 87.098
Accuracy of the network on the 50000 test images: 65.2%
 * Acc@1 60.218 Acc@5 83.226
Accuracy of the ema network on the 50000 test images: 60.2%
--
EPOCH 35
 * Acc@1 65.004 Acc@5 87.052
Accuracy of the network on the 50000 test images: 65.0%
 * Acc@1 61.486 Acc@5 84.204
Accuracy of the ema network on the 50000 test images: 61.5%
--
EPOCH 36
 * Acc@1 65.568 Acc@5 87.242
Accuracy of the network on the 50000 test images: 65.6%
 * Acc@1 62.624 Acc@5 85.052
Accuracy of the ema network on the 50000 test images: 62.6%
--
EPOCH 37
 * Acc@1 65.986 Acc@5 87.478
Accuracy of the network on the 50000 test images: 66.0%
 * Acc@1 63.588 Acc@5 85.808
Accuracy of the ema network on the 50000 test images: 63.6%
--
EPOCH 38
 * Acc@1 65.624 Acc@5 87.284
Accuracy of the network on the 50000 test images: 65.6%
 * Acc@1 64.436 Acc@5 86.316
Accuracy of the ema network on the 50000 test images: 64.4%
--
EPOCH 39
 * Acc@1 66.044 Acc@5 87.570
Accuracy of the network on the 50000 test images: 66.0%
 * Acc@1 65.146 Acc@5 86.910
Accuracy of the ema network on the 50000 test images: 65.1%
--
EPOCH 40
 * Acc@1 66.176 Acc@5 87.740
Accuracy of the network on the 50000 test images: 66.2%
 * Acc@1 65.838 Acc@5 87.388
Accuracy of the ema network on the 50000 test images: 65.8%
--
EPOCH 41
 * Acc@1 66.740 Acc@5 88.160
Accuracy of the network on the 50000 test images: 66.7%
 * Acc@1 66.460 Acc@5 87.782
Accuracy of the ema network on the 50000 test images: 66.5%
--
EPOCH 42
 * Acc@1 66.360 Acc@5 87.890
Accuracy of the network on the 50000 test images: 66.4%
 * Acc@1 66.880 Acc@5 88.072
Accuracy of the ema network on the 50000 test images: 66.9%
--
EPOCH 43
 * Acc@1 67.036 Acc@5 88.240
Accuracy of the network on the 50000 test images: 67.0%
 * Acc@1 67.358 Acc@5 88.412
Accuracy of the ema network on the 50000 test images: 67.4%
--
EPOCH 44
 * Acc@1 66.490 Acc@5 88.104
Accuracy of the network on the 50000 test images: 66.5%
 * Acc@1 67.814 Acc@5 88.700
Accuracy of the ema network on the 50000 test images: 67.8%
--
EPOCH 45
 * Acc@1 67.196 Acc@5 88.150
Accuracy of the network on the 50000 test images: 67.2%
 * Acc@1 68.202 Acc@5 88.922
Accuracy of the ema network on the 50000 test images: 68.2%
--
EPOCH 46
 * Acc@1 67.198 Acc@5 88.278
Accuracy of the network on the 50000 test images: 67.2%
 * Acc@1 68.560 Acc@5 89.132
Accuracy of the ema network on the 50000 test images: 68.6%
--
EPOCH 47
 * Acc@1 67.030 Acc@5 88.406
Accuracy of the network on the 50000 test images: 67.0%
 * Acc@1 68.906 Acc@5 89.340
Accuracy of the ema network on the 50000 test images: 68.9%
--
EPOCH 48
 * Acc@1 67.730 Acc@5 88.542
Accuracy of the network on the 50000 test images: 67.7%
 * Acc@1 69.246 Acc@5 89.500
Accuracy of the ema network on the 50000 test images: 69.2%
--
EPOCH 49
 * Acc@1 67.614 Acc@5 88.690
Accuracy of the network on the 50000 test images: 67.6%
 * Acc@1 69.502 Acc@5 89.706
Accuracy of the ema network on the 50000 test images: 69.5%
--
EPOCH 50
 * Acc@1 67.542 Acc@5 88.344
Accuracy of the network on the 50000 test images: 67.5%
 * Acc@1 69.762 Acc@5 89.812
Accuracy of the ema network on the 50000 test images: 69.8%
--
EPOCH 51
 * Acc@1 67.592 Acc@5 88.578
Accuracy of the network on the 50000 test images: 67.6%
 * Acc@1 70.026 Acc@5 89.940
Accuracy of the ema network on the 50000 test images: 70.0%
--
EPOCH 52
 * Acc@1 67.536 Acc@5 88.560
Accuracy of the network on the 50000 test images: 67.5%
 * Acc@1 70.126 Acc@5 90.036
Accuracy of the ema network on the 50000 test images: 70.1%
--
EPOCH 53
 * Acc@1 67.958 Acc@5 88.844
Accuracy of the network on the 50000 test images: 68.0%
 * Acc@1 70.346 Acc@5 90.152
Accuracy of the ema network on the 50000 test images: 70.3%
--
EPOCH 54
 * Acc@1 67.678 Acc@5 88.624
Accuracy of the network on the 50000 test images: 67.7%
 * Acc@1 70.464 Acc@5 90.226
Accuracy of the ema network on the 50000 test images: 70.5%
--
EPOCH 55
 * Acc@1 67.708 Acc@5 88.560
Accuracy of the network on the 50000 test images: 67.7%
 * Acc@1 70.614 Acc@5 90.306
Accuracy of the ema network on the 50000 test images: 70.6%
--
EPOCH 56
 * Acc@1 68.218 Acc@5 89.162
Accuracy of the network on the 50000 test images: 68.2%
 * Acc@1 70.748 Acc@5 90.390
Accuracy of the ema network on the 50000 test images: 70.7%
--
EPOCH 57
 * Acc@1 67.808 Acc@5 88.642
Accuracy of the network on the 50000 test images: 67.8%
 * Acc@1 70.872 Acc@5 90.486
Accuracy of the ema network on the 50000 test images: 70.9%
--
EPOCH 58
 * Acc@1 68.468 Acc@5 89.096
Accuracy of the network on the 50000 test images: 68.5%
 * Acc@1 70.980 Acc@5 90.524
Accuracy of the ema network on the 50000 test images: 71.0%
--
EPOCH 59
 * Acc@1 68.358 Acc@5 88.976
Accuracy of the network on the 50000 test images: 68.4%
 * Acc@1 71.088 Acc@5 90.566
Accuracy of the ema network on the 50000 test images: 71.1%
--
EPOCH 60
 * Acc@1 68.582 Acc@5 89.084
Accuracy of the network on the 50000 test images: 68.6%
 * Acc@1 71.246 Acc@5 90.668
Accuracy of the ema network on the 50000 test images: 71.2%
--
EPOCH 61
 * Acc@1 68.398 Acc@5 89.258
Accuracy of the network on the 50000 test images: 68.4%
 * Acc@1 71.372 Acc@5 90.742
Accuracy of the ema network on the 50000 test images: 71.4%
--
EPOCH 62
 * Acc@1 68.344 Acc@5 89.006
Accuracy of the network on the 50000 test images: 68.3%
 * Acc@1 71.484 Acc@5 90.798
Accuracy of the ema network on the 50000 test images: 71.5%
--
EPOCH 63
 * Acc@1 68.336 Acc@5 88.986
Accuracy of the network on the 50000 test images: 68.3%
 * Acc@1 71.624 Acc@5 90.848
Accuracy of the ema network on the 50000 test images: 71.6%
--
EPOCH 64
 * Acc@1 68.936 Acc@5 89.092
Accuracy of the network on the 50000 test images: 68.9%
 * Acc@1 71.710 Acc@5 90.878
Accuracy of the ema network on the 50000 test images: 71.7%
--
EPOCH 65
 * Acc@1 68.650 Acc@5 89.314
Accuracy of the network on the 50000 test images: 68.7%
 * Acc@1 71.742 Acc@5 90.930
Accuracy of the ema network on the 50000 test images: 71.7%
--
EPOCH 66
 * Acc@1 68.592 Acc@5 89.296
Accuracy of the network on the 50000 test images: 68.6%
 * Acc@1 71.830 Acc@5 90.958
Accuracy of the ema network on the 50000 test images: 71.8%
--
EPOCH 67
 * Acc@1 68.946 Acc@5 89.158
Accuracy of the network on the 50000 test images: 68.9%
 * Acc@1 71.952 Acc@5 91.038
Accuracy of the ema network on the 50000 test images: 72.0%
--
EPOCH 68
 * Acc@1 68.730 Acc@5 89.314
Accuracy of the network on the 50000 test images: 68.7%
 * Acc@1 72.036 Acc@5 91.024
Accuracy of the ema network on the 50000 test images: 72.0%
--
EPOCH 69
 * Acc@1 68.774 Acc@5 89.320
Accuracy of the network on the 50000 test images: 68.8%
 * Acc@1 72.076 Acc@5 91.074
Accuracy of the ema network on the 50000 test images: 72.1%
--
EPOCH 70
 * Acc@1 69.028 Acc@5 89.318
Accuracy of the network on the 50000 test images: 69.0%
 * Acc@1 72.128 Acc@5 91.082
Accuracy of the ema network on the 50000 test images: 72.1%
--
EPOCH 71
 * Acc@1 68.814 Acc@5 89.428
Accuracy of the network on the 50000 test images: 68.8%
 * Acc@1 72.232 Acc@5 91.126
Accuracy of the ema network on the 50000 test images: 72.2%
--
EPOCH 72
 * Acc@1 69.004 Acc@5 89.608
Accuracy of the network on the 50000 test images: 69.0%
 * Acc@1 72.330 Acc@5 91.168
Accuracy of the ema network on the 50000 test images: 72.3%
--
EPOCH 73
 * Acc@1 69.090 Acc@5 89.746
Accuracy of the network on the 50000 test images: 69.1%
 * Acc@1 72.388 Acc@5 91.194
Accuracy of the ema network on the 50000 test images: 72.4%
--
EPOCH 74
 * Acc@1 69.262 Acc@5 89.670
Accuracy of the network on the 50000 test images: 69.3%
 * Acc@1 72.512 Acc@5 91.228
Accuracy of the ema network on the 50000 test images: 72.5%
--
EPOCH 75
 * Acc@1 69.370 Acc@5 89.732
Accuracy of the network on the 50000 test images: 69.4%
 * Acc@1 72.568 Acc@5 91.276
Accuracy of the ema network on the 50000 test images: 72.6%
--
EPOCH 76
 * Acc@1 70.664 Acc@5 90.426
Accuracy of the network on the 50000 test images: 70.7%
 * Acc@1 72.572 Acc@5 91.358
Accuracy of the ema network on the 50000 test images: 72.6%
--
EPOCH 77
 * Acc@1 70.752 Acc@5 90.446
Accuracy of the network on the 50000 test images: 70.8%
 * Acc@1 72.614 Acc@5 91.332
Accuracy of the ema network on the 50000 test images: 72.6%
--
EPOCH 78
 * Acc@1 70.854 Acc@5 90.404
Accuracy of the network on the 50000 test images: 70.9%
 * Acc@1 72.672 Acc@5 91.326
Accuracy of the ema network on the 50000 test images: 72.7%
--
EPOCH 79
 * Acc@1 71.086 Acc@5 90.530
Accuracy of the network on the 50000 test images: 71.1%
 * Acc@1 72.736 Acc@5 91.360
Accuracy of the ema network on the 50000 test images: 72.7%
--
EPOCH 80
 * Acc@1 71.200 Acc@5 90.606
Accuracy of the network on the 50000 test images: 71.2%
 * Acc@1 72.798 Acc@5 91.386
Accuracy of the ema network on the 50000 test images: 72.8%
--
EPOCH 81
 * Acc@1 71.002 Acc@5 90.432
Accuracy of the network on the 50000 test images: 71.0%
 * Acc@1 72.836 Acc@5 91.424
Accuracy of the ema network on the 50000 test images: 72.8%
--
EPOCH 82
 * Acc@1 71.014 Acc@5 90.650
Accuracy of the network on the 50000 test images: 71.0%
 * Acc@1 72.878 Acc@5 91.438
Accuracy of the ema network on the 50000 test images: 72.9%
--
EPOCH 83
 * Acc@1 71.220 Acc@5 90.676
Accuracy of the network on the 50000 test images: 71.2%
 * Acc@1 72.930 Acc@5 91.442
Accuracy of the ema network on the 50000 test images: 72.9%
--
EPOCH 84
 * Acc@1 70.910 Acc@5 90.528
Accuracy of the network on the 50000 test images: 70.9%
 * Acc@1 73.000 Acc@5 91.432
Accuracy of the ema network on the 50000 test images: 73.0%
--
EPOCH 85
 * Acc@1 71.214 Acc@5 90.502
Accuracy of the network on the 50000 test images: 71.2%
 * Acc@1 73.052 Acc@5 91.480
Accuracy of the ema network on the 50000 test images: 73.1%
--
EPOCH 86
 * Acc@1 71.364 Acc@5 90.654
Accuracy of the network on the 50000 test images: 71.4%
 * Acc@1 73.096 Acc@5 91.506
Accuracy of the ema network on the 50000 test images: 73.1%
--
EPOCH 87
 * Acc@1 71.284 Acc@5 90.754
Accuracy of the network on the 50000 test images: 71.3%
 * Acc@1 73.156 Acc@5 91.544
Accuracy of the ema network on the 50000 test images: 73.2%
--
EPOCH 88
 * Acc@1 71.444 Acc@5 90.768
Accuracy of the network on the 50000 test images: 71.4%
 * Acc@1 73.134 Acc@5 91.564
Accuracy of the ema network on the 50000 test images: 73.1%
--
EPOCH 89
 * Acc@1 71.512 Acc@5 90.830
Accuracy of the network on the 50000 test images: 71.5%
 * Acc@1 73.164 Acc@5 91.562
Accuracy of the ema network on the 50000 test images: 73.2%
--
EPOCH 90
 * Acc@1 71.646 Acc@5 90.846
Accuracy of the network on the 50000 test images: 71.6%
 * Acc@1 73.188 Acc@5 91.594
Accuracy of the ema network on the 50000 test images: 73.2%
--
EPOCH 91
 * Acc@1 71.370 Acc@5 90.892
Accuracy of the network on the 50000 test images: 71.4%
 * Acc@1 73.226 Acc@5 91.588
Accuracy of the ema network on the 50000 test images: 73.2%
--
EPOCH 92
 * Acc@1 71.504 Acc@5 91.036
Accuracy of the network on the 50000 test images: 71.5%
 * Acc@1 73.228 Acc@5 91.630
Accuracy of the ema network on the 50000 test images: 73.2%
--
EPOCH 93
 * Acc@1 71.560 Acc@5 90.950
Accuracy of the network on the 50000 test images: 71.6%
 * Acc@1 73.300 Acc@5 91.642
Accuracy of the ema network on the 50000 test images: 73.3%
--
EPOCH 94
 * Acc@1 71.482 Acc@5 90.758
Accuracy of the network on the 50000 test images: 71.5%
 * Acc@1 73.296 Acc@5 91.658
Accuracy of the ema network on the 50000 test images: 73.3%
--
EPOCH 95
 * Acc@1 71.592 Acc@5 90.920
Accuracy of the network on the 50000 test images: 71.6%
 * Acc@1 73.326 Acc@5 91.682
Accuracy of the ema network on the 50000 test images: 73.3%
--
EPOCH 96
 * Acc@1 71.484 Acc@5 90.842
Accuracy of the network on the 50000 test images: 71.5%
 * Acc@1 73.392 Acc@5 91.720
Accuracy of the ema network on the 50000 test images: 73.4%
--
EPOCH 97
 * Acc@1 71.722 Acc@5 91.060
Accuracy of the network on the 50000 test images: 71.7%
 * Acc@1 73.426 Acc@5 91.720
Accuracy of the ema network on the 50000 test images: 73.4%
--
EPOCH 98
 * Acc@1 71.906 Acc@5 90.900
Accuracy of the network on the 50000 test images: 71.9%
 * Acc@1 73.466 Acc@5 91.730
Accuracy of the ema network on the 50000 test images: 73.5%
--
EPOCH 99
 * Acc@1 71.784 Acc@5 90.938
Accuracy of the network on the 50000 test images: 71.8%
 * Acc@1 73.490 Acc@5 91.750
Accuracy of the ema network on the 50000 test images: 73.5%
--
EPOCH 100
 * Acc@1 71.906 Acc@5 90.946
Accuracy of the network on the 50000 test images: 71.9%
 * Acc@1 73.526 Acc@5 91.794
Accuracy of the ema network on the 50000 test images: 73.5%
--
EPOCH 101
 * Acc@1 71.680 Acc@5 90.840
Accuracy of the network on the 50000 test images: 71.7%
 * Acc@1 73.582 Acc@5 91.826
Accuracy of the ema network on the 50000 test images: 73.6%
--
EPOCH 102
 * Acc@1 72.012 Acc@5 90.988
Accuracy of the network on the 50000 test images: 72.0%
 * Acc@1 73.640 Acc@5 91.842
Accuracy of the ema network on the 50000 test images: 73.6%
--
EPOCH 103
 * Acc@1 72.064 Acc@5 91.042
Accuracy of the network on the 50000 test images: 72.1%
 * Acc@1 73.652 Acc@5 91.832
Accuracy of the ema network on the 50000 test images: 73.7%
--
EPOCH 104
 * Acc@1 71.724 Acc@5 91.020
Accuracy of the network on the 50000 test images: 71.7%
 * Acc@1 73.694 Acc@5 91.854
Accuracy of the ema network on the 50000 test images: 73.7%
--
EPOCH 105
 * Acc@1 71.750 Acc@5 91.056
Accuracy of the network on the 50000 test images: 71.8%
 * Acc@1 73.750 Acc@5 91.874
Accuracy of the ema network on the 50000 test images: 73.7%
--
EPOCH 106
 * Acc@1 72.020 Acc@5 91.038
Accuracy of the network on the 50000 test images: 72.0%
 * Acc@1 73.728 Acc@5 91.896
Accuracy of the ema network on the 50000 test images: 73.7%
--
EPOCH 107
 * Acc@1 72.194 Acc@5 91.168
Accuracy of the network on the 50000 test images: 72.2%
 * Acc@1 73.792 Acc@5 91.898
Accuracy of the ema network on the 50000 test images: 73.8%
--
EPOCH 108
 * Acc@1 72.004 Acc@5 91.076
Accuracy of the network on the 50000 test images: 72.0%
 * Acc@1 73.844 Acc@5 91.914
Accuracy of the ema network on the 50000 test images: 73.8%
--
EPOCH 109
 * Acc@1 72.044 Acc@5 91.134
Accuracy of the network on the 50000 test images: 72.0%
 * Acc@1 73.896 Acc@5 91.942
Accuracy of the ema network on the 50000 test images: 73.9%
--
EPOCH 110
 * Acc@1 72.144 Acc@5 91.154
Accuracy of the network on the 50000 test images: 72.1%
 * Acc@1 73.938 Acc@5 91.972
Accuracy of the ema network on the 50000 test images: 73.9%
--
EPOCH 111
 * Acc@1 72.204 Acc@5 91.120
Accuracy of the network on the 50000 test images: 72.2%
 * Acc@1 73.956 Acc@5 91.980
Accuracy of the ema network on the 50000 test images: 74.0%
--
EPOCH 112
 * Acc@1 72.104 Acc@5 91.218
Accuracy of the network on the 50000 test images: 72.1%
 * Acc@1 73.946 Acc@5 91.940
Accuracy of the ema network on the 50000 test images: 73.9%
--
EPOCH 113
 * Acc@1 72.524 Acc@5 91.326
Accuracy of the network on the 50000 test images: 72.5%
 * Acc@1 74.012 Acc@5 91.980
Accuracy of the ema network on the 50000 test images: 74.0%
--
EPOCH 114
 * Acc@1 72.368 Acc@5 91.364
Accuracy of the network on the 50000 test images: 72.4%
 * Acc@1 74.008 Acc@5 92.010
Accuracy of the ema network on the 50000 test images: 74.0%
--
EPOCH 115
 * Acc@1 72.274 Acc@5 91.284
Accuracy of the network on the 50000 test images: 72.3%
 * Acc@1 74.052 Acc@5 92.014
Accuracy of the ema network on the 50000 test images: 74.1%
--
EPOCH 116
 * Acc@1 72.506 Acc@5 91.222
Accuracy of the network on the 50000 test images: 72.5%
 * Acc@1 74.100 Acc@5 92.040
Accuracy of the ema network on the 50000 test images: 74.1%
--
EPOCH 117
 * Acc@1 72.384 Acc@5 91.266
Accuracy of the network on the 50000 test images: 72.4%
 * Acc@1 74.158 Acc@5 92.066
Accuracy of the ema network on the 50000 test images: 74.2%
--
EPOCH 118
 * Acc@1 72.528 Acc@5 91.436
Accuracy of the network on the 50000 test images: 72.5%
 * Acc@1 74.152 Acc@5 92.078
Accuracy of the ema network on the 50000 test images: 74.2%
--
EPOCH 119
 * Acc@1 72.460 Acc@5 91.342
Accuracy of the network on the 50000 test images: 72.5%
 * Acc@1 74.188 Acc@5 92.072
Accuracy of the ema network on the 50000 test images: 74.2%
--
EPOCH 120
 * Acc@1 72.564 Acc@5 91.312
Accuracy of the network on the 50000 test images: 72.6%
 * Acc@1 74.218 Acc@5 92.108
Accuracy of the ema network on the 50000 test images: 74.2%
--
EPOCH 121
 * Acc@1 72.404 Acc@5 91.382
Accuracy of the network on the 50000 test images: 72.4%
 * Acc@1 74.280 Acc@5 92.120
Accuracy of the ema network on the 50000 test images: 74.3%
--
EPOCH 122
 * Acc@1 72.712 Acc@5 91.478
Accuracy of the network on the 50000 test images: 72.7%
 * Acc@1 74.298 Acc@5 92.142
Accuracy of the ema network on the 50000 test images: 74.3%
--
EPOCH 123
 * Acc@1 72.854 Acc@5 91.402
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.312 Acc@5 92.154
Accuracy of the ema network on the 50000 test images: 74.3%
--
EPOCH 124
 * Acc@1 72.702 Acc@5 91.410
Accuracy of the network on the 50000 test images: 72.7%
 * Acc@1 74.300 Acc@5 92.174
Accuracy of the ema network on the 50000 test images: 74.3%
--
EPOCH 125
 * Acc@1 72.650 Acc@5 91.502
Accuracy of the network on the 50000 test images: 72.6%
 * Acc@1 74.352 Acc@5 92.206
Accuracy of the ema network on the 50000 test images: 74.4%
--
EPOCH 126
 * Acc@1 72.644 Acc@5 91.526
Accuracy of the network on the 50000 test images: 72.6%
 * Acc@1 74.426 Acc@5 92.176
Accuracy of the ema network on the 50000 test images: 74.4%
--
EPOCH 127
 * Acc@1 72.634 Acc@5 91.432
Accuracy of the network on the 50000 test images: 72.6%
 * Acc@1 74.448 Acc@5 92.218
Accuracy of the ema network on the 50000 test images: 74.4%
--
EPOCH 128
 * Acc@1 72.744 Acc@5 91.300
Accuracy of the network on the 50000 test images: 72.7%
 * Acc@1 74.440 Acc@5 92.172
Accuracy of the ema network on the 50000 test images: 74.4%
--
EPOCH 129
 * Acc@1 72.914 Acc@5 91.628
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.468 Acc@5 92.194
Accuracy of the ema network on the 50000 test images: 74.5%
--
EPOCH 130
 * Acc@1 72.896 Acc@5 91.694
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.510 Acc@5 92.216
Accuracy of the ema network on the 50000 test images: 74.5%
--
EPOCH 131
 * Acc@1 72.870 Acc@5 91.522
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.504 Acc@5 92.212
Accuracy of the ema network on the 50000 test images: 74.5%
--
EPOCH 132
 * Acc@1 72.998 Acc@5 91.574
Accuracy of the network on the 50000 test images: 73.0%
 * Acc@1 74.522 Acc@5 92.258
Accuracy of the ema network on the 50000 test images: 74.5%
--
EPOCH 133
 * Acc@1 73.044 Acc@5 91.576
Accuracy of the network on the 50000 test images: 73.0%
 * Acc@1 74.576 Acc@5 92.276
Accuracy of the ema network on the 50000 test images: 74.6%
--
EPOCH 134
 * Acc@1 73.154 Acc@5 91.510
Accuracy of the network on the 50000 test images: 73.2%
 * Acc@1 74.588 Acc@5 92.284
Accuracy of the ema network on the 50000 test images: 74.6%
--
EPOCH 135
 * Acc@1 72.882 Acc@5 91.556
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.644 Acc@5 92.284
Accuracy of the ema network on the 50000 test images: 74.6%
--
EPOCH 136
 * Acc@1 73.082 Acc@5 91.658
Accuracy of the network on the 50000 test images: 73.1%
 * Acc@1 74.680 Acc@5 92.284
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 137
 * Acc@1 73.194 Acc@5 91.710
Accuracy of the network on the 50000 test images: 73.2%
 * Acc@1 74.662 Acc@5 92.276
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 138
 * Acc@1 73.126 Acc@5 91.766
Accuracy of the network on the 50000 test images: 73.1%
 * Acc@1 74.698 Acc@5 92.338
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 139
 * Acc@1 72.942 Acc@5 91.542
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.700 Acc@5 92.340
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 140
 * Acc@1 72.944 Acc@5 91.724
Accuracy of the network on the 50000 test images: 72.9%
 * Acc@1 74.732 Acc@5 92.354
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 141
 * Acc@1 73.092 Acc@5 91.680
Accuracy of the network on the 50000 test images: 73.1%
 * Acc@1 74.764 Acc@5 92.364
Accuracy of the ema network on the 50000 test images: 74.8%
--
EPOCH 142
 * Acc@1 73.148 Acc@5 91.534
Accuracy of the network on the 50000 test images: 73.1%
 * Acc@1 74.760 Acc@5 92.420
Accuracy of the ema network on the 50000 test images: 74.8%
--
EPOCH 143
 * Acc@1 73.106 Acc@5 91.554
Accuracy of the network on the 50000 test images: 73.1%
 * Acc@1 74.742 Acc@5 92.420
Accuracy of the ema network on the 50000 test images: 74.7%
--
EPOCH 144
 * Acc@1 73.358 Acc@5 91.772
Accuracy of the network on the 50000 test images: 73.4%
 * Acc@1 74.774 Acc@5 92.446
Accuracy of the ema network on the 50000 test images: 74.8%
--
EPOCH 145
 * Acc@1 73.298 Acc@5 91.766
Accuracy of the network on the 50000 test images: 73.3%
 * Acc@1 74.814 Acc@5 92.454
Accuracy of the ema network on the 50000 test images: 74.8%
--
EPOCH 146
 * Acc@1 73.498 Acc@5 91.912
Accuracy of the network on the 50000 test images: 73.5%
 * Acc@1 74.890 Acc@5 92.480
Accuracy of the ema network on the 50000 test images: 74.9%
--
EPOCH 147
 * Acc@1 73.216 Acc@5 91.800
Accuracy of the network on the 50000 test images: 73.2%
 * Acc@1 74.920 Acc@5 92.492
Accuracy of the ema network on the 50000 test images: 74.9%
--
EPOCH 148
 * Acc@1 73.160 Acc@5 91.782
Accuracy of the network on the 50000 test images: 73.2%
 * Acc@1 74.962 Acc@5 92.504
Accuracy of the ema network on the 50000 test images: 75.0%
--
EPOCH 149
 * Acc@1 73.556 Acc@5 91.940
Accuracy of the network on the 50000 test images: 73.6%
 * Acc@1 75.002 Acc@5 92.508
Accuracy of the ema network on the 50000 test images: 75.0%
--
EPOCH 150
 * Acc@1 73.604 Acc@5 91.998
Accuracy of the network on the 50000 test images: 73.6%
 * Acc@1 75.018 Acc@5 92.538
Accuracy of the ema network on the 50000 test images: 75.0%
--
EPOCH 151
 * Acc@1 73.624 Acc@5 92.032
Accuracy of the network on the 50000 test images: 73.6%
 * Acc@1 75.040 Acc@5 92.542
Accuracy of the ema network on the 50000 test images: 75.0%
--
EPOCH 152
 * Acc@1 73.706 Acc@5 91.964
Accuracy of the network on the 50000 test images: 73.7%
 * Acc@1 75.040 Acc@5 92.570
Accuracy of the ema network on the 50000 test images: 75.0%
--
EPOCH 153
 * Acc@1 73.642 Acc@5 91.972
Accuracy of the network on the 50000 test images: 73.6%
 * Acc@1 75.080 Acc@5 92.592
Accuracy of the ema network on the 50000 test images: 75.1%
--
EPOCH 154
 * Acc@1 73.798 Acc@5 91.960
Accuracy of the network on the 50000 test images: 73.8%
 * Acc@1 75.086 Acc@5 92.610
Accuracy of the ema network on the 50000 test images: 75.1%
--
EPOCH 155
 * Acc@1 73.582 Acc@5 91.854
Accuracy of the network on the 50000 test images: 73.6%
 * Acc@1 75.122 Acc@5 92.640
Accuracy of the ema network on the 50000 test images: 75.1%
--
EPOCH 156
 * Acc@1 73.742 Acc@5 91.894
Accuracy of the network on the 50000 test images: 73.7%
 * Acc@1 75.154 Acc@5 92.652
Accuracy of the ema network on the 50000 test images: 75.2%
--
EPOCH 157
 * Acc@1 73.798 Acc@5 92.114
Accuracy of the network on the 50000 test images: 73.8%
 * Acc@1 75.204 Acc@5 92.656
Accuracy of the ema network on the 50000 test images: 75.2%
--
EPOCH 158
 * Acc@1 73.910 Acc@5 92.082
Accuracy of the network on the 50000 test images: 73.9%
 * Acc@1 75.230 Acc@5 92.680
Accuracy of the ema network on the 50000 test images: 75.2%
--
EPOCH 159
 * Acc@1 73.712 Acc@5 92.058
Accuracy of the network on the 50000 test images: 73.7%
 * Acc@1 75.236 Acc@5 92.672
Accuracy of the ema network on the 50000 test images: 75.2%
--
EPOCH 160
 * Acc@1 74.094 Acc@5 91.962
Accuracy of the network on the 50000 test images: 74.1%
 * Acc@1 75.246 Acc@5 92.660
Accuracy of the ema network on the 50000 test images: 75.2%
--
EPOCH 161
 * Acc@1 73.986 Acc@5 92.070
Accuracy of the network on the 50000 test images: 74.0%
 * Acc@1 75.302 Acc@5 92.700
Accuracy of the ema network on the 50000 test images: 75.3%
--
EPOCH 162
 * Acc@1 73.978 Acc@5 92.192
Accuracy of the network on the 50000 test images: 74.0%
 * Acc@1 75.350 Acc@5 92.704
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 163
 * Acc@1 73.984 Acc@5 92.116
Accuracy of the network on the 50000 test images: 74.0%
 * Acc@1 75.304 Acc@5 92.732
Accuracy of the ema network on the 50000 test images: 75.3%
--
EPOCH 164
 * Acc@1 74.012 Acc@5 92.146
Accuracy of the network on the 50000 test images: 74.0%
 * Acc@1 75.360 Acc@5 92.762
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 165
 * Acc@1 73.966 Acc@5 92.232
Accuracy of the network on the 50000 test images: 74.0%
 * Acc@1 75.374 Acc@5 92.770
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 166
 * Acc@1 74.126 Acc@5 92.218
Accuracy of the network on the 50000 test images: 74.1%
 * Acc@1 75.386 Acc@5 92.784
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 167
 * Acc@1 74.056 Acc@5 92.128
Accuracy of the network on the 50000 test images: 74.1%
 * Acc@1 75.398 Acc@5 92.800
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 168
 * Acc@1 74.228 Acc@5 92.290
Accuracy of the network on the 50000 test images: 74.2%
 * Acc@1 75.426 Acc@5 92.804
Accuracy of the ema network on the 50000 test images: 75.4%
--
EPOCH 169
 * Acc@1 74.194 Acc@5 92.210
Accuracy of the network on the 50000 test images: 74.2%
 * Acc@1 75.482 Acc@5 92.828
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 170
 * Acc@1 74.268 Acc@5 92.172
Accuracy of the network on the 50000 test images: 74.3%
 * Acc@1 75.536 Acc@5 92.866
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 171
 * Acc@1 74.266 Acc@5 92.300
Accuracy of the network on the 50000 test images: 74.3%
 * Acc@1 75.530 Acc@5 92.874
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 172
 * Acc@1 74.416 Acc@5 92.392
Accuracy of the network on the 50000 test images: 74.4%
 * Acc@1 75.528 Acc@5 92.900
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 173
 * Acc@1 74.136 Acc@5 92.290
Accuracy of the network on the 50000 test images: 74.1%
 * Acc@1 75.522 Acc@5 92.920
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 174
 * Acc@1 74.284 Acc@5 92.336
Accuracy of the network on the 50000 test images: 74.3%
 * Acc@1 75.534 Acc@5 92.902
Accuracy of the ema network on the 50000 test images: 75.5%
--
EPOCH 175
 * Acc@1 74.366 Acc@5 92.378
Accuracy of the network on the 50000 test images: 74.4%
 * Acc@1 75.578 Acc@5 92.912
Accuracy of the ema network on the 50000 test images: 75.6%
--
EPOCH 176
 * Acc@1 74.352 Acc@5 92.396
Accuracy of the network on the 50000 test images: 74.4%
 * Acc@1 75.562 Acc@5 92.886
Accuracy of the ema network on the 50000 test images: 75.6%
--
EPOCH 177
 * Acc@1 74.392 Acc@5 92.340
Accuracy of the network on the 50000 test images: 74.4%
 * Acc@1 75.568 Acc@5 92.892
Accuracy of the ema network on the 50000 test images: 75.6%
--
EPOCH 178
 * Acc@1 74.590 Acc@5 92.326
Accuracy of the network on the 50000 test images: 74.6%
 * Acc@1 75.620 Acc@5 92.910
Accuracy of the ema network on the 50000 test images: 75.6%
--
EPOCH 179
 * Acc@1 74.558 Acc@5 92.314
Accuracy of the network on the 50000 test images: 74.6%
 * Acc@1 75.618 Acc@5 92.940
Accuracy of the ema network on the 50000 test images: 75.6%
--
EPOCH 180
 * Acc@1 74.356 Acc@5 92.358
Accuracy of the network on the 50000 test images: 74.4%
 * Acc@1 75.684 Acc@5 92.950
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 181
 * Acc@1 74.458 Acc@5 92.432
Accuracy of the network on the 50000 test images: 74.5%
 * Acc@1 75.690 Acc@5 92.922
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 182
 * Acc@1 74.546 Acc@5 92.440
Accuracy of the network on the 50000 test images: 74.5%
 * Acc@1 75.694 Acc@5 92.956
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 183
 * Acc@1 74.628 Acc@5 92.414
Accuracy of the network on the 50000 test images: 74.6%
 * Acc@1 75.694 Acc@5 92.922
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 184
 * Acc@1 74.544 Acc@5 92.296
Accuracy of the network on the 50000 test images: 74.5%
 * Acc@1 75.662 Acc@5 92.940
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 185
 * Acc@1 74.724 Acc@5 92.450
Accuracy of the network on the 50000 test images: 74.7%
 * Acc@1 75.712 Acc@5 92.956
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 186
 * Acc@1 74.694 Acc@5 92.442
Accuracy of the network on the 50000 test images: 74.7%
 * Acc@1 75.730 Acc@5 92.992
Accuracy of the ema network on the 50000 test images: 75.7%
--
EPOCH 187
 * Acc@1 74.784 Acc@5 92.574
Accuracy of the network on the 50000 test images: 74.8%
 * Acc@1 75.758 Acc@5 93.030
Accuracy of the ema network on the 50000 test images: 75.8%
--
EPOCH 188
 * Acc@1 74.764 Acc@5 92.500
Accuracy of the network on the 50000 test images: 74.8%
 * Acc@1 75.776 Acc@5 93.032
Accuracy of the ema network on the 50000 test images: 75.8%
--
EPOCH 189
 * Acc@1 74.890 Acc@5 92.576
Accuracy of the network on the 50000 test images: 74.9%
 * Acc@1 75.838 Acc@5 93.026
Accuracy of the ema network on the 50000 test images: 75.8%
--
EPOCH 190
 * Acc@1 74.896 Acc@5 92.614
Accuracy of the network on the 50000 test images: 74.9%
 * Acc@1 75.874 Acc@5 93.034
Accuracy of the ema network on the 50000 test images: 75.9%
--
EPOCH 191
 * Acc@1 74.926 Acc@5 92.652
Accuracy of the network on the 50000 test images: 74.9%
 * Acc@1 75.932 Acc@5 93.030
Accuracy of the ema network on the 50000 test images: 75.9%
--
EPOCH 192
 * Acc@1 74.794 Acc@5 92.576
Accuracy of the network on the 50000 test images: 74.8%
 * Acc@1 75.948 Acc@5 93.034
Accuracy of the ema network on the 50000 test images: 75.9%
--
EPOCH 193
 * Acc@1 74.976 Acc@5 92.642
Accuracy of the network on the 50000 test images: 75.0%
 * Acc@1 75.946 Acc@5 93.036
Accuracy of the ema network on the 50000 test images: 75.9%
--
EPOCH 194
 * Acc@1 75.146 Acc@5 92.700
Accuracy of the network on the 50000 test images: 75.1%
 * Acc@1 75.964 Acc@5 93.054
Accuracy of the ema network on the 50000 test images: 76.0%
--
EPOCH 195
 * Acc@1 75.204 Acc@5 92.618
Accuracy of the network on the 50000 test images: 75.2%
 * Acc@1 75.982 Acc@5 93.076
Accuracy of the ema network on the 50000 test images: 76.0%
--
EPOCH 196
 * Acc@1 75.170 Acc@5 92.706
Accuracy of the network on the 50000 test images: 75.2%
 * Acc@1 76.038 Acc@5 93.104
Accuracy of the ema network on the 50000 test images: 76.0%
--
EPOCH 197
 * Acc@1 74.934 Acc@5 92.742
Accuracy of the network on the 50000 test images: 74.9%
 * Acc@1 76.032 Acc@5 93.096
Accuracy of the ema network on the 50000 test images: 76.0%
--
EPOCH 198
 * Acc@1 75.180 Acc@5 92.736
Accuracy of the network on the 50000 test images: 75.2%
 * Acc@1 76.046 Acc@5 93.112
Accuracy of the ema network on the 50000 test images: 76.0%
--
EPOCH 199
 * Acc@1 75.316 Acc@5 92.700
Accuracy of the network on the 50000 test images: 75.3%
 * Acc@1 76.090 Acc@5 93.120
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 200
 * Acc@1 75.184 Acc@5 92.696
Accuracy of the network on the 50000 test images: 75.2%
 * Acc@1 76.086 Acc@5 93.132
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 201
 * Acc@1 75.210 Acc@5 92.772
Accuracy of the network on the 50000 test images: 75.2%
 * Acc@1 76.130 Acc@5 93.134
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 202
 * Acc@1 75.342 Acc@5 92.762
Accuracy of the network on the 50000 test images: 75.3%
 * Acc@1 76.140 Acc@5 93.152
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 203
 * Acc@1 75.146 Acc@5 92.680
Accuracy of the network on the 50000 test images: 75.1%
 * Acc@1 76.102 Acc@5 93.164
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 204
 * Acc@1 75.368 Acc@5 92.784
Accuracy of the network on the 50000 test images: 75.4%
 * Acc@1 76.134 Acc@5 93.160
Accuracy of the ema network on the 50000 test images: 76.1%
--
EPOCH 205
 * Acc@1 75.314 Acc@5 92.868
Accuracy of the network on the 50000 test images: 75.3%
 * Acc@1 76.178 Acc@5 93.176
Accuracy of the ema network on the 50000 test images: 76.2%
--
EPOCH 206
 * Acc@1 75.330 Acc@5 92.806
Accuracy of the network on the 50000 test images: 75.3%
 * Acc@1 76.208 Acc@5 93.192
Accuracy of the ema network on the 50000 test images: 76.2%
--
EPOCH 207
 * Acc@1 75.484 Acc@5 92.900
Accuracy of the network on the 50000 test images: 75.5%
 * Acc@1 76.246 Acc@5 93.188
Accuracy of the ema network on the 50000 test images: 76.2%
--
EPOCH 208
 * Acc@1 75.560 Acc@5 92.876
Accuracy of the network on the 50000 test images: 75.6%
 * Acc@1 76.208 Acc@5 93.182
Accuracy of the ema network on the 50000 test images: 76.2%
--
EPOCH 209
 * Acc@1 75.498 Acc@5 92.868
Accuracy of the network on the 50000 test images: 75.5%
 * Acc@1 76.264 Acc@5 93.184
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 210
 * Acc@1 75.350 Acc@5 92.886
Accuracy of the network on the 50000 test images: 75.3%
 * Acc@1 76.312 Acc@5 93.180
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 211
 * Acc@1 75.468 Acc@5 92.868
Accuracy of the network on the 50000 test images: 75.5%
 * Acc@1 76.272 Acc@5 93.170
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 212
 * Acc@1 75.602 Acc@5 92.950
Accuracy of the network on the 50000 test images: 75.6%
 * Acc@1 76.264 Acc@5 93.184
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 213
 * Acc@1 75.592 Acc@5 93.038
Accuracy of the network on the 50000 test images: 75.6%
 * Acc@1 76.274 Acc@5 93.198
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 214
 * Acc@1 75.604 Acc@5 92.924
Accuracy of the network on the 50000 test images: 75.6%
 * Acc@1 76.308 Acc@5 93.242
Accuracy of the ema network on the 50000 test images: 76.3%
--
EPOCH 215
 * Acc@1 75.836 Acc@5 92.894
Accuracy of the network on the 50000 test images: 75.8%
 * Acc@1 76.384 Acc@5 93.280
Accuracy of the ema network on the 50000 test images: 76.4%
--
EPOCH 216
 * Acc@1 75.634 Acc@5 93.072
Accuracy of the network on the 50000 test images: 75.6%
 * Acc@1 76.390 Acc@5 93.300
Accuracy of the ema network on the 50000 test images: 76.4%
--
EPOCH 217
 * Acc@1 75.780 Acc@5 92.954
Accuracy of the network on the 50000 test images: 75.8%
 * Acc@1 76.424 Acc@5 93.314
Accuracy of the ema network on the 50000 test images: 76.4%
--
EPOCH 218
 * Acc@1 75.850 Acc@5 93.042
Accuracy of the network on the 50000 test images: 75.9%
 * Acc@1 76.454 Acc@5 93.334
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 219
 * Acc@1 75.686 Acc@5 93.044
Accuracy of the network on the 50000 test images: 75.7%
 * Acc@1 76.456 Acc@5 93.330
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 220
 * Acc@1 75.704 Acc@5 92.964
Accuracy of the network on the 50000 test images: 75.7%
 * Acc@1 76.462 Acc@5 93.362
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 221
 * Acc@1 76.080 Acc@5 93.100
Accuracy of the network on the 50000 test images: 76.1%
 * Acc@1 76.476 Acc@5 93.356
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 222
 * Acc@1 75.966 Acc@5 93.054
Accuracy of the network on the 50000 test images: 76.0%
 * Acc@1 76.496 Acc@5 93.374
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 223
 * Acc@1 75.834 Acc@5 92.988
Accuracy of the network on the 50000 test images: 75.8%
 * Acc@1 76.488 Acc@5 93.366
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 224
 * Acc@1 75.886 Acc@5 93.060
Accuracy of the network on the 50000 test images: 75.9%
 * Acc@1 76.510 Acc@5 93.372
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 225
 * Acc@1 76.008 Acc@5 93.038
Accuracy of the network on the 50000 test images: 76.0%
 * Acc@1 76.532 Acc@5 93.370
Accuracy of the ema network on the 50000 test images: 76.5%
--
EPOCH 226
 * Acc@1 75.970 Acc@5 93.044
Accuracy of the network on the 50000 test images: 76.0%
 * Acc@1 76.590 Acc@5 93.370
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 227
 * Acc@1 75.848 Acc@5 93.116
Accuracy of the network on the 50000 test images: 75.8%
 * Acc@1 76.574 Acc@5 93.358
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 228
 * Acc@1 76.056 Acc@5 93.248
Accuracy of the network on the 50000 test images: 76.1%
 * Acc@1 76.612 Acc@5 93.380
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 229
 * Acc@1 76.138 Acc@5 93.082
Accuracy of the network on the 50000 test images: 76.1%
 * Acc@1 76.640 Acc@5 93.390
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 230
 * Acc@1 75.966 Acc@5 93.256
Accuracy of the network on the 50000 test images: 76.0%
 * Acc@1 76.628 Acc@5 93.396
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 231
 * Acc@1 76.196 Acc@5 93.288
Accuracy of the network on the 50000 test images: 76.2%
 * Acc@1 76.628 Acc@5 93.410
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 232
 * Acc@1 76.188 Acc@5 93.268
Accuracy of the network on the 50000 test images: 76.2%
 * Acc@1 76.626 Acc@5 93.412
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 233
 * Acc@1 76.234 Acc@5 93.230
Accuracy of the network on the 50000 test images: 76.2%
 * Acc@1 76.620 Acc@5 93.430
Accuracy of the ema network on the 50000 test images: 76.6%
--
EPOCH 234
 * Acc@1 76.288 Acc@5 93.258
Accuracy of the network on the 50000 test images: 76.3%
 * Acc@1 76.660 Acc@5 93.420
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 235
 * Acc@1 76.056 Acc@5 93.208
Accuracy of the network on the 50000 test images: 76.1%
 * Acc@1 76.702 Acc@5 93.454
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 236
 * Acc@1 76.190 Acc@5 93.192
Accuracy of the network on the 50000 test images: 76.2%
 * Acc@1 76.710 Acc@5 93.456
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 237
 * Acc@1 76.266 Acc@5 93.234
Accuracy of the network on the 50000 test images: 76.3%
 * Acc@1 76.698 Acc@5 93.450
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 238
 * Acc@1 76.330 Acc@5 93.364
Accuracy of the network on the 50000 test images: 76.3%
 * Acc@1 76.724 Acc@5 93.462
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 239
 * Acc@1 76.350 Acc@5 93.288
Accuracy of the network on the 50000 test images: 76.3%
 * Acc@1 76.740 Acc@5 93.468
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 240
 * Acc@1 76.350 Acc@5 93.290
Accuracy of the network on the 50000 test images: 76.4%
 * Acc@1 76.764 Acc@5 93.462
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 241
 * Acc@1 76.448 Acc@5 93.334
Accuracy of the network on the 50000 test images: 76.4%
 * Acc@1 76.738 Acc@5 93.444
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 242
 * Acc@1 76.436 Acc@5 93.326
Accuracy of the network on the 50000 test images: 76.4%
 * Acc@1 76.732 Acc@5 93.464
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 243
 * Acc@1 76.482 Acc@5 93.270
Accuracy of the network on the 50000 test images: 76.5%
 * Acc@1 76.742 Acc@5 93.470
Accuracy of the ema network on the 50000 test images: 76.7%
--
EPOCH 244
 * Acc@1 76.468 Acc@5 93.310
Accuracy of the network on the 50000 test images: 76.5%
 * Acc@1 76.752 Acc@5 93.464
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 245
 * Acc@1 76.430 Acc@5 93.402
Accuracy of the network on the 50000 test images: 76.4%
 * Acc@1 76.798 Acc@5 93.484
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 246
 * Acc@1 76.476 Acc@5 93.416
Accuracy of the network on the 50000 test images: 76.5%
 * Acc@1 76.814 Acc@5 93.498
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 247
 * Acc@1 76.532 Acc@5 93.402
Accuracy of the network on the 50000 test images: 76.5%
 * Acc@1 76.842 Acc@5 93.512
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 248
 * Acc@1 76.522 Acc@5 93.408
Accuracy of the network on the 50000 test images: 76.5%
 * Acc@1 76.846 Acc@5 93.524
Accuracy of the ema network on the 50000 test images: 76.8%
--
EPOCH 249
 * Acc@1 76.750 Acc@5 93.426
Accuracy of the network on the 50000 test images: 76.7%
 * Acc@1 76.888 Acc@5 93.540
Accuracy of the ema network on the 50000 test images: 76.9%
--
EPOCH 250
 * Acc@1 76.662 Acc@5 93.470
Accuracy of the network on the 50000 test images: 76.7%
 * Acc@1 76.918 Acc@5 93.530
Accuracy of the ema network on the 50000 test images: 76.9%
--
EPOCH 251
 * Acc@1 76.790 Acc@5 93.432
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 76.932 Acc@5 93.536
Accuracy of the ema network on the 50000 test images: 76.9%
--
EPOCH 252
 * Acc@1 76.698 Acc@5 93.438
Accuracy of the network on the 50000 test images: 76.7%
 * Acc@1 76.988 Acc@5 93.542
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 253
 * Acc@1 76.820 Acc@5 93.514
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 76.984 Acc@5 93.544
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 254
 * Acc@1 76.756 Acc@5 93.456
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 76.984 Acc@5 93.552
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 255
 * Acc@1 76.824 Acc@5 93.468
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 76.988 Acc@5 93.568
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 256
 * Acc@1 76.798 Acc@5 93.448
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 77.024 Acc@5 93.586
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 257
 * Acc@1 76.818 Acc@5 93.530
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 77.016 Acc@5 93.582
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 258
 * Acc@1 76.770 Acc@5 93.480
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 77.006 Acc@5 93.588
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 259
 * Acc@1 76.714 Acc@5 93.486
Accuracy of the network on the 50000 test images: 76.7%
 * Acc@1 77.030 Acc@5 93.584
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 260
 * Acc@1 76.714 Acc@5 93.422
Accuracy of the network on the 50000 test images: 76.7%
 * Acc@1 77.050 Acc@5 93.588
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 261
 * Acc@1 76.870 Acc@5 93.550
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.072 Acc@5 93.612
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 262
 * Acc@1 76.970 Acc@5 93.560
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.066 Acc@5 93.608
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 263
 * Acc@1 76.846 Acc@5 93.586
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 77.040 Acc@5 93.628
Accuracy of the ema network on the 50000 test images: 77.0%
--
EPOCH 264
 * Acc@1 76.852 Acc@5 93.532
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.064 Acc@5 93.630
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 265
 * Acc@1 76.978 Acc@5 93.566
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.104 Acc@5 93.630
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 266
 * Acc@1 76.818 Acc@5 93.472
Accuracy of the network on the 50000 test images: 76.8%
 * Acc@1 77.128 Acc@5 93.618
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 267
 * Acc@1 76.918 Acc@5 93.550
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.128 Acc@5 93.616
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 268
 * Acc@1 76.922 Acc@5 93.580
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.136 Acc@5 93.638
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 269
 * Acc@1 77.034 Acc@5 93.580
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.128 Acc@5 93.638
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 270
 * Acc@1 77.012 Acc@5 93.608
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.126 Acc@5 93.640
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 271
 * Acc@1 76.932 Acc@5 93.528
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.130 Acc@5 93.644
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 272
 * Acc@1 76.996 Acc@5 93.592
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.138 Acc@5 93.634
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 273
 * Acc@1 77.018 Acc@5 93.596
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.144 Acc@5 93.634
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 274
 * Acc@1 76.942 Acc@5 93.580
Accuracy of the network on the 50000 test images: 76.9%
 * Acc@1 77.160 Acc@5 93.644
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 275
 * Acc@1 76.992 Acc@5 93.546
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.164 Acc@5 93.652
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 276
 * Acc@1 76.978 Acc@5 93.566
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.172 Acc@5 93.648
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 277
 * Acc@1 76.986 Acc@5 93.566
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.190 Acc@5 93.662
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 278
 * Acc@1 77.040 Acc@5 93.656
Accuracy of the network on the 50000 test images: 77.0%
 * Acc@1 77.168 Acc@5 93.664
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 279
 * Acc@1 77.084 Acc@5 93.608
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.154 Acc@5 93.670
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 280
 * Acc@1 77.172 Acc@5 93.644
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.150 Acc@5 93.658
Accuracy of the ema network on the 50000 test images: 77.1%
--
EPOCH 281
 * Acc@1 77.168 Acc@5 93.704
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.152 Acc@5 93.686
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 282
 * Acc@1 77.180 Acc@5 93.718
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.154 Acc@5 93.694
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 283
 * Acc@1 77.082 Acc@5 93.652
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.170 Acc@5 93.694
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 284
 * Acc@1 77.134 Acc@5 93.658
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.172 Acc@5 93.690
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 285
 * Acc@1 77.106 Acc@5 93.624
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.190 Acc@5 93.690
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 286
 * Acc@1 77.220 Acc@5 93.660
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.196 Acc@5 93.680
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 287
 * Acc@1 77.132 Acc@5 93.648
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.202 Acc@5 93.700
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 288
 * Acc@1 77.200 Acc@5 93.658
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.212 Acc@5 93.694
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 289
 * Acc@1 77.186 Acc@5 93.698
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.218 Acc@5 93.694
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 290
 * Acc@1 77.132 Acc@5 93.658
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.230 Acc@5 93.700
Accuracy of the ema network on the 50000 test images: 77.2%
--
EPOCH 291
 * Acc@1 77.274 Acc@5 93.678
Accuracy of the network on the 50000 test images: 77.3%
 * Acc@1 77.254 Acc@5 93.710
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 292
 * Acc@1 77.202 Acc@5 93.686
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.266 Acc@5 93.706
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 293
 * Acc@1 77.098 Acc@5 93.640
Accuracy of the network on the 50000 test images: 77.1%
 * Acc@1 77.278 Acc@5 93.708
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 294
 * Acc@1 77.276 Acc@5 93.716
Accuracy of the network on the 50000 test images: 77.3%
 * Acc@1 77.286 Acc@5 93.712
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 295
 * Acc@1 77.238 Acc@5 93.662
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.282 Acc@5 93.714
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 296
 * Acc@1 77.198 Acc@5 93.726
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.270 Acc@5 93.718
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 297
 * Acc@1 77.166 Acc@5 93.670
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.290 Acc@5 93.718
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 298
 * Acc@1 77.234 Acc@5 93.708
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.314 Acc@5 93.726
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 299
 * Acc@1 77.252 Acc@5 93.724
Accuracy of the network on the 50000 test images: 77.3%
 * Acc@1 77.328 Acc@5 93.744
Accuracy of the ema network on the 50000 test images: 77.3%
--
EPOCH 300
 * Acc@1 77.234 Acc@5 93.658
Accuracy of the network on the 50000 test images: 77.2%
 * Acc@1 77.320 Acc@5 93.748
Accuracy of the ema network on the 50000 test images: 77.3%